-- Logs begin at Wed 2022-02-09 12:08:07 UTC, end at Wed 2022-02-09 14:32:35 UTC. -- Feb 09 12:43:09.814065 n-d-825175-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 12:43:11.965978 n-d-825175-3 neutron-server[83374]: INFO neutron.common.config [-] Logging enabled! Feb 09 12:43:11.966735 n-d-825175-3 neutron-server[83374]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Feb 09 12:43:11.966853 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83374) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 09 12:43:11.968917 n-d-825175-3 neutron-server[83374]: INFO neutron.common.config [-] Logging enabled! Feb 09 12:43:11.969167 n-d-825175-3 neutron-server[83374]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Feb 09 12:43:11.969406 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83374) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 09 12:43:11.970372 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 12:43:11.970624 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 12:43:11.970979 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 12:43:11.971221 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 12:43:11.971443 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 12:43:11.971761 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.972055 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.972348 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.972574 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.972864 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.973150 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.973415 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.973702 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.973996 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.974278 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.974587 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.974870 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.975095 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.975375 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.975662 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.975944 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.976164 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] debug = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.976442 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.976864 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.977276 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.977555 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.977843 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.978114 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.978389 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.978702 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.979028 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] host = n-d-825175-3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.979318 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.979591 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.979881 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.980164 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.980441 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.980714 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.980994 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.981264 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.981534 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] log_file = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.982314 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.982637 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.982924 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.983211 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.983434 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.983653 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.983935 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.984222 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.984494 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.984766 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.985037 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.985305 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.985578 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.985846 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.986128 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.986409 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.986718 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.986991 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.987264 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.987534 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.987805 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.988086 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.988361 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.988632 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.988904 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.989187 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.989454 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.989727 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.990025 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.990306 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.990609 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.990890 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.991159 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.991693 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.991962 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.992233 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.992503 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] use_json = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.992771 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.993037 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.993316 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.993585 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.993855 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.994126 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.994397 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.994771 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.995044 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:11.995339 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.995633 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.995934 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.996214 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.996509 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.996789 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.997075 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.997352 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.998307 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.998625 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.998918 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.999199 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.999486 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:11.999780 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.000074 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.000349 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.000627 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.000916 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.001191 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.001462 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.001738 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.002026 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.002297 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.002592 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.002874 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.003150 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.003418 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.003688 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.003962 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.004248 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.004522 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.004792 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.005058 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.005330 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.005598 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.005878 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.006152 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.006420 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.006715 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.006989 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.007260 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.007530 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.007806 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.008075 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.008351 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.008623 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.008893 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.009165 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.009435 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.009706 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.009982 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.010251 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.010554 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.010830 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.011101 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.011374 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.011644 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.011914 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.012200 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.012498 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.012777 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.013077 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.013371 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.013646 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.013922 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.014197 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.014487 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.014770 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.015040 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.015331 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.015614 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.015897 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.016177 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.016453 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.016745 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.017020 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.017300 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.017575 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.017849 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.018130 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.018415 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.018735 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.019030 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.019324 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.019616 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.019911 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.020191 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.020502 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.020781 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:12.020997 n-d-825175-3 neutron-server[83374]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 12:43:12.021234 n-d-825175-3 neutron-server[83374]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83374) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 12:43:12.420459 n-d-825175-3 neutron-server[83374]: INFO keyring.backend [-] Loading KWallet Feb 09 12:43:12.427888 n-d-825175-3 neutron-server[83374]: INFO keyring.backend [-] Loading SecretService Feb 09 12:43:12.430999 n-d-825175-3 neutron-server[83374]: INFO keyring.backend [-] Loading Windows Feb 09 12:43:12.432359 n-d-825175-3 neutron-server[83374]: INFO keyring.backend [-] Loading chainer Feb 09 12:43:12.432928 n-d-825175-3 neutron-server[83374]: INFO keyring.backend [-] Loading macOS Feb 09 12:43:12.467565 n-d-825175-3 neutron-server[83374]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 12:43:12.467846 n-d-825175-3 neutron-server[83374]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 12:43:12.468136 n-d-825175-3 neutron-server[83374]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 12:43:12.468616 n-d-825175-3 neutron-server[83374]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 12:43:12.775290 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.775496 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.775772 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.831653 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.831935 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.832202 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.835328 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.835607 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.835870 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.864641 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.864921 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.865190 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.892849 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.893119 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:12.893382 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.212374 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.213023 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.213023 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.213212 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.214064 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.338575 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.338890 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.339170 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.339440 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.339704 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.340008 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.340268 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.340524 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.340775 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.341056 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.341883 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.342151 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.342414 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.342695 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.342959 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.343224 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.343482 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.343750 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.344001 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.344278 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.344622 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.344872 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.345117 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.345394 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.345641 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.345884 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.346264 n-d-825175-3 neutron-server[83374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:13.346533 n-d-825175-3 neutron-server[83374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:13.346771 n-d-825175-3 neutron-server[83374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:13.347007 n-d-825175-3 neutron-server[83374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:13.347242 n-d-825175-3 neutron-server[83374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:13.347475 n-d-825175-3 neutron-server[83374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:13.348020 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 12:43:13.351165 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 12:43:13.355214 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 12:43:13.359559 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 09 12:43:13.361201 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 12:43:13.361587 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 12:43:13.361920 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 12:43:13.362304 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 12:43:13.365162 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 12:43:13.365413 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 12:43:13.365752 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 12:43:13.394138 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 09 12:43:13.394602 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.394898 n-d-825175-3 neutron-server[83374]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83374) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 09 12:43:13.395258 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.396618 n-d-825175-3 neutron-server[83374]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83374) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 12:43:13.396896 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 12:43:13.397136 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 12:43:13.400384 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.400665 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.461390 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 12:43:13.461623 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 12:43:13.461855 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 12:43:13.462212 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 12:43:13.492908 n-d-825175-3 neutron-server[83374]: DEBUG oslo_db.sqlalchemy.engines [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83374) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 09 12:43:13.815656 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Initializing driver for type 'gre' Feb 09 12:43:13.816094 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] gre ID ranges: [(1, 1000)] Feb 09 12:43:13.869843 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Initializing driver for type 'local' Feb 09 12:43:13.870176 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Initializing driver for type 'vlan' Feb 09 12:43:13.883318 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] VlanTypeDriver initialization complete Feb 09 12:43:13.883618 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Initializing driver for type 'vxlan' Feb 09 12:43:13.884090 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] vxlan ID ranges: [(1, 1000)] Feb 09 12:43:13.944343 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Initializing extension driver 'port_security' Feb 09 12:43:13.944781 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.extensions.port_security [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] PortSecurityExtensionDriver initialization complete Feb 09 12:43:13.945157 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Initializing mechanism driver 'openvswitch' Feb 09 12:43:13.945549 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Initializing mechanism driver 'hyperv' Feb 09 12:43:13.952217 n-d-825175-3 neutron-server[83374]: DEBUG neutron.plugins.ml2.plugin [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:13.952892 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > port after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.953257 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > port after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.953603 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > port after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.954113 n-d-825175-3 neutron-server[83374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 12:43:13.954558 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > subnet after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.954909 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > subnet after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.955246 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.955625 n-d-825175-3 neutron-server[83374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 12:43:13.956028 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > network after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.956367 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > network after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.956701 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > network after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.957078 n-d-825175-3 neutron-server[83374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 12:43:13.957467 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > security_group after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.957811 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > security_group after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.958142 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.958679 n-d-825175-3 neutron-server[83374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 12:43:13.959074 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.959413 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.959747 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.960125 n-d-825175-3 neutron-server[83374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 12:43:13.960553 n-d-825175-3 neutron-server[83374]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] ML2 OVO RPC backend initialized. {{(pid=83374) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 09 12:43:13.961180 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.961526 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.961934 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > network before_response 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.962273 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > networks before_response 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.962646 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > port before_response 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.962979 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > ports before_response 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.963311 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > subnet before_response 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.963645 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > subnets before_response 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.963978 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > network after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.964308 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > network after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.964634 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > network after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.964964 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > port after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.965290 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > port after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.965610 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > port after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.965953 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > subnet after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.966847 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > subnet after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.967174 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:13.967740 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.plugin [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Modular L2 Plugin initialization complete Feb 09 12:43:13.968061 n-d-825175-3 neutron-server[83374]: DEBUG neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading services supported by the core plugin {{(pid=83374) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 12:43:13.968375 n-d-825175-3 neutron-server[83374]: INFO neutron.plugins.ml2.managers [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Got port-security extension from driver 'port_security' Feb 09 12:43:13.968982 n-d-825175-3 neutron-server[83374]: INFO neutron.extensions.vlantransparent [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Disabled vlantransparent extension. Feb 09 12:43:13.969396 n-d-825175-3 neutron-server[83374]: DEBUG neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83374) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 12:43:13.969700 n-d-825175-3 neutron-server[83374]: INFO neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading Plugin: router Feb 09 12:43:14.006722 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.007108 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router after_create 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.007464 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router before_create 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.007817 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.008184 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.008526 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router after_delete 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.008873 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.009223 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router after_create 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.009559 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router after_update 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.009899 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router after_update 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.010234 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.010608 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router after_update 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.011007 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router precommit_update 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.011362 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: port after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.011690 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: port after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.012016 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: subnet after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.012345 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.012686 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.013044 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router precommit_create 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.013379 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: port before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.013712 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router precommit_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.014054 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router after_update 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.014383 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.014741 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router precommit_create 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.015092 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.015425 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router precommit_update 55549900 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.015776 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > agent after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.016112 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > agent after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.016448 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > network after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.017302 n-d-825175-3 neutron-server[83374]: DEBUG neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Tracking information for resource: router configured {{(pid=83374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:14.017624 n-d-825175-3 neutron-server[83374]: DEBUG neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Tracking information for resource: floatingip configured {{(pid=83374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 12:43:14.022555 n-d-825175-3 neutron-server[83374]: INFO neutron.db.l3_agentschedulers_db [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 12:43:14.023121 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: port after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.023475 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: port after_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.023822 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: port after_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.024166 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: port after_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.025053 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router before_create 55550100 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.025410 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.025764 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router precommit_create 55550100 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.026110 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > router precommit_update 55550100 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.031011 n-d-825175-3 neutron-server[83374]: DEBUG neutron.services.provider_configuration [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service providers = [] {{(pid=83374) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 12:43:14.031402 n-d-825175-3 neutron-server[83374]: DEBUG neutron.db.servicetype_db [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83374) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 12:43:14.034282 n-d-825175-3 neutron-server[83374]: DEBUG neutron.services.service_base [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:43:14.034655 n-d-825175-3 neutron-server[83374]: DEBUG neutron.services.service_base [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:43:14.034990 n-d-825175-3 neutron-server[83374]: DEBUG neutron.services.service_base [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:43:14.035866 n-d-825175-3 neutron-server[83374]: DEBUG neutron.services.service_base [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 12:43:14.036232 n-d-825175-3 neutron-server[83374]: INFO neutron.services.service_base [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 12:43:14.036604 n-d-825175-3 neutron-server[83374]: DEBUG neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:14.036916 n-d-825175-3 neutron-server[83374]: INFO neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 12:43:14.048346 n-d-825175-3 neutron-server[83374]: DEBUG neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:14.048673 n-d-825175-3 neutron-server[83374]: INFO neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading Plugin: auto_allocate Feb 09 12:43:14.054594 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: network precommit_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.054960 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: network precommit_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.055473 n-d-825175-3 neutron-server[83374]: DEBUG neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:14.055784 n-d-825175-3 neutron-server[83374]: INFO neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading Plugin: tag Feb 09 12:43:14.062287 n-d-825175-3 neutron-server[83374]: DEBUG neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:14.062643 n-d-825175-3 neutron-server[83374]: INFO neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading Plugin: timestamp Feb 09 12:43:14.066628 n-d-825175-3 neutron-server[83374]: DEBUG neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:14.066911 n-d-825175-3 neutron-server[83374]: INFO neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading Plugin: network_ip_availability Feb 09 12:43:14.072129 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.072488 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.072833 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.073522 n-d-825175-3 neutron-server[83374]: DEBUG neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:14.073833 n-d-825175-3 neutron-server[83374]: INFO neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading Plugin: flavors Feb 09 12:43:14.079178 n-d-825175-3 neutron-server[83374]: DEBUG neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:14.079505 n-d-825175-3 neutron-server[83374]: INFO neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading Plugin: revisions Feb 09 12:43:14.083709 n-d-825175-3 neutron-server[83374]: DEBUG neutron.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 12:43:14.084086 n-d-825175-3 neutron-server[83374]: DEBUG oslo_concurrency.lockutils [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=83374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 12:43:14.084812 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83374) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 09 12:43:14.085138 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Initializing extension manager. Feb 09 12:43:14.085630 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: __init__.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.085960 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: __pycache__ {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.086283 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.086635 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.086957 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: _filter_validation_lib.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.087277 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.087593 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: address_group.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.088328 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.088871 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: address-group Feb 09 12:43:14.089183 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: address_scope.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.089875 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.090370 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: address-scope Feb 09 12:43:14.090704 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.092219 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.092722 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: router-admin-state-down-before-update Feb 09 12:43:14.093037 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: agent.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.093720 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.094209 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: agent Feb 09 12:43:14.094553 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: agent_resources_synced.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.095454 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.095947 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: agent-resources-synced Feb 09 12:43:14.096257 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: allowedaddresspairs.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.098182 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.098728 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: allowed-address-pairs Feb 09 12:43:14.099045 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: auto_allocated_topology.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.100207 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.100711 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: auto-allocated-topology Feb 09 12:43:14.101028 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: availability_zone.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.101703 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.102192 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: availability_zone Feb 09 12:43:14.102534 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: availability_zone_filter.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.103428 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.103922 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: availability_zone_filter Feb 09 12:43:14.104235 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: data_plane_status.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.105123 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.105615 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 12:43:14.105927 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: default_subnetpools.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.106950 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.107446 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: default-subnetpools Feb 09 12:43:14.107759 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.108527 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.109017 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: dhcp_agent_scheduler Feb 09 12:43:14.109329 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: dns.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.110225 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.110749 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 12:43:14.111061 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: dns_domain_ports.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.111958 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.112451 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 12:43:14.112762 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: dvr.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.113413 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.113903 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: dvr Feb 09 12:43:14.114212 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: empty_string_filtering.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.115131 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.115624 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: empty-string-filtering Feb 09 12:43:14.115933 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.117077 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.117569 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 12:43:14.117880 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.118808 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.119300 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 12:43:14.119611 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: external_net.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.120504 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.120998 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: external-net Feb 09 12:43:14.121308 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.122222 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.122815 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: extra_dhcp_opt Feb 09 12:43:14.123129 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: extraroute.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.124019 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.124512 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: extraroute Feb 09 12:43:14.124824 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: extraroute_atomic.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.125832 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.126325 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: extraroute-atomic Feb 09 12:43:14.126669 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: filter_validation.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.127317 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.127806 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: filter-validation Feb 09 12:43:14.128117 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: fip_pf_description.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.129006 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.129495 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 12:43:14.129806 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: fip_port_details.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.130749 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.131262 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: fip-port-details Feb 09 12:43:14.131556 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: flavors.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.132768 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.133273 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: flavors Feb 09 12:43:14.133591 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.135282 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.135790 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 12:43:14.136111 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: floatingip_pools.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.136795 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.137347 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: floatingip-pools Feb 09 12:43:14.137663 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: ip_allocation.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.139169 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.139666 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 12:43:14.139980 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.140879 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.141375 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: ip-substring-filtering Feb 09 12:43:14.141692 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: l2_adjacency.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.142636 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.143129 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 12:43:14.143440 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: l3.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.144369 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.144871 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: router Feb 09 12:43:14.145184 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.147544 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.148059 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 12:43:14.148381 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.149301 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.149801 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: ext-gw-mode Feb 09 12:43:14.150117 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.151047 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.151542 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: l3-ha Feb 09 12:43:14.151856 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: l3_flavors.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.152749 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.153240 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: l3-flavors Feb 09 12:43:14.153666 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.155178 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.155682 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 12:43:14.156002 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: l3agentscheduler.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.156996 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.157496 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: l3_agent_scheduler Feb 09 12:43:14.157814 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: logging.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.159338 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.159852 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension logging not supported by any of loaded plugins Feb 09 12:43:14.160176 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: metering.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.160903 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.161467 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: metering Feb 09 12:43:14.161789 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.162899 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.163405 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: metering_source_and_destination_fields Feb 09 12:43:14.163725 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: multiprovidernet.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.164638 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.165135 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: multi-provider Feb 09 12:43:14.165450 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: netmtu.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.166347 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.166875 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: net-mtu Feb 09 12:43:14.167192 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: netmtu_writable.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.168089 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.168593 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: net-mtu-writable Feb 09 12:43:14.168908 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: network_availability_zone.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.169656 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.170148 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: network_availability_zone Feb 09 12:43:14.170461 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: network_ip_availability.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.171565 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.172071 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: network-ip-availability Feb 09 12:43:14.172387 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: network_segment_range.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.173132 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.173628 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 12:43:14.173943 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: pagination.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.174938 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.175264 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: pagination Feb 09 12:43:14.175578 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.176479 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.176982 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: port-mac-address-regenerate Feb 09 12:43:14.177297 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: port_resource_request.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.178185 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.178718 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 12:43:14.179032 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: portbindings.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.179937 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.180433 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: binding Feb 09 12:43:14.180747 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: portbindings_extended.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.182003 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.182534 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: binding-extended Feb 09 12:43:14.182855 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: portsecurity.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.183750 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.184249 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: port-security Feb 09 12:43:14.184562 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: project_id.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.185668 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.185989 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: project-id Feb 09 12:43:14.186301 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: providernet.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.187226 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.187729 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: provider Feb 09 12:43:14.188043 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: qos.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.191771 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.192285 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension qos not supported by any of loaded plugins Feb 09 12:43:14.192612 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.193846 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.194355 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 12:43:14.194704 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.195606 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.196106 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 12:43:14.196423 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: qos_default.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.197313 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.197811 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension qos-default not supported by any of loaded plugins Feb 09 12:43:14.198127 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: qos_fip.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.198795 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.199287 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 12:43:14.199600 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: qos_gateway_ip.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.201091 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.201598 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 12:43:14.201916 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: qos_port_network_policy.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.202911 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.203406 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 12:43:14.203720 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: qos_rule_type_details.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.204619 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.205114 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 12:43:14.205427 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: qos_rules_alias.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.206460 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.206976 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 12:43:14.207290 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: quotasv2.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.208139 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.208455 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: quotas Feb 09 12:43:14.208775 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: quotasv2_detail.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.210378 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.210741 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: quota_details Feb 09 12:43:14.211068 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: rbac.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.212092 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.212609 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: rbac-policies Feb 09 12:43:14.213114 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: rbac_address_scope.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.213826 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.214331 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: rbac-address-scope Feb 09 12:43:14.214680 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: rbac_security_groups.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.215580 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.216094 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: rbac-security-groups Feb 09 12:43:14.216449 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: rbac_subnetpool.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.217346 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.217847 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: rbac-subnetpool Feb 09 12:43:14.218163 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: revisionifmatch.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.219081 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.219580 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: revision-if-match Feb 09 12:43:14.219895 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: revisions.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.220975 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.221472 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: standard-attr-revisions Feb 09 12:43:14.221790 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: router_availability_zone.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.222444 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.222980 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: router_availability_zone Feb 09 12:43:14.223295 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: routerservicetype.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.224205 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.224701 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 12:43:14.225014 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.225970 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.226493 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: port-security-groups-filtering Feb 09 12:43:14.226807 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: securitygroup.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.238148 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.238702 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: security-group Feb 09 12:43:14.239029 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: segment.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.239795 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.240301 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension segment not supported by any of loaded plugins Feb 09 12:43:14.240623 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.241797 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.242295 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 12:43:14.242647 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: servicetype.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.243742 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.244254 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: service-type Feb 09 12:43:14.244572 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: sorting.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.245526 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.245848 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: sorting Feb 09 12:43:14.246162 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: standard_attr_segment.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.247087 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.247710 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 12:43:14.248025 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: standardattrdescription.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.248662 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.249159 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: standard-attr-description Feb 09 12:43:14.249473 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: stateful_security_group.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.250393 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.250917 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: stateful-security-group Feb 09 12:43:14.251231 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: stdattrs_common.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.251798 n-d-825175-3 neutron-server[83374]: WARNING neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 12:43:14.252108 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.253007 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.253508 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 12:43:14.253822 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: subnet_onboard.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.254966 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.255470 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: subnet_onboard Feb 09 12:43:14.255786 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.256713 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.257207 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 12:43:14.257522 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: subnet_service_types.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.258421 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.258946 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: subnet-service-types Feb 09 12:43:14.259262 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: subnetallocation.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.260328 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.260826 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: subnet_allocation Feb 09 12:43:14.261142 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.261785 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.262276 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: subnetpool-prefix-ops Feb 09 12:43:14.262621 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.264110 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.264603 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 12:43:14.264919 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: tagging.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.265951 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.266453 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: standard-attr-tag Feb 09 12:43:14.266790 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: timestamp.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.267971 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.268478 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loaded extension: standard-attr-timestamp Feb 09 12:43:14.268800 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: trunk.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.269811 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.270313 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension trunk not supported by any of loaded plugins Feb 09 12:43:14.270662 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: trunk_details.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.271559 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.272060 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 12:43:14.272373 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: uplink_status_propagation.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.273271 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.273771 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 12:43:14.274083 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Loading extension file: vlantransparent.py {{(pid=83374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 12:43:14.274762 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 12:43:14.275260 n-d-825175-3 neutron-server[83374]: INFO neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 12:43:14.277421 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:network Feb 09 12:43:14.278111 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:subnet Feb 09 12:43:14.279340 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:43:14.280096 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:port Feb 09 12:43:14.281338 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.281776 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service FLAVORS assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.282369 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.282813 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.283136 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:router Feb 09 12:43:14.283788 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 12:43:14.284471 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service METERING assigned prefix: /metering {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.285856 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.286212 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.286588 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:43:14.287690 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 12:43:14.288123 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:security_group Feb 09 12:43:14.288771 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 12:43:14.289553 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service CORE assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.289886 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:43:14.290216 n-d-825175-3 neutron-server[83374]: WARNING neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] subnetpool is already registered Feb 09 12:43:14.290834 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service CORE assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.291154 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:43:14.291469 n-d-825175-3 neutron-server[83374]: WARNING neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] subnetpool is already registered Feb 09 12:43:14.293991 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.294530 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service FLAVORS assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.295119 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.295527 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.295851 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:router Feb 09 12:43:14.296170 n-d-825175-3 neutron-server[83374]: WARNING neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] router is already registered Feb 09 12:43:14.296747 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 12:43:14.297065 n-d-825175-3 neutron-server[83374]: WARNING neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] floatingip is already registered Feb 09 12:43:14.297676 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service METERING assigned prefix: /metering {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.298334 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 12:43:14.298675 n-d-825175-3 neutron-server[83374]: WARNING neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] rbac_policy is already registered Feb 09 12:43:14.299204 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:security_group Feb 09 12:43:14.299520 n-d-825175-3 neutron-server[83374]: WARNING neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] security_group is already registered Feb 09 12:43:14.300099 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 12:43:14.300415 n-d-825175-3 neutron-server[83374]: WARNING neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] security_group_rule is already registered Feb 09 12:43:14.301069 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service CORE assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.301397 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:43:14.301793 n-d-825175-3 neutron-server[83374]: WARNING neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] subnetpool is already registered Feb 09 12:43:14.302394 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.v2.resource_helper [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Service CORE assigned prefix: {{(pid=83374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 12:43:14.302733 n-d-825175-3 neutron-server[83374]: INFO neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 12:43:14.303046 n-d-825175-3 neutron-server[83374]: WARNING neutron.quota.resource_registry [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] subnetpool is already registered Feb 09 12:43:14.303678 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: extensions {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.305093 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: address-groups {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.306661 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: address-scopes {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.307822 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: agents {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.308958 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: auto-allocated-topology {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.310275 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: availability_zones {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.311588 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: dhcp-networks {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.312943 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: dhcp-agents {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.314293 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: routers {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.316087 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: flavors {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.317247 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: service_profiles {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.318378 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: next_providers {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.319858 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: service_profiles {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.321239 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: floatingip-pools {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.322410 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: routers {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.324172 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: floatingips {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.325340 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: l3-routers {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.327357 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: l3-agents {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.328717 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: metering-labels {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.330029 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: metering-label-rules {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.331359 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: network-ip-availabilities {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.332558 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: bindings {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.335052 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: quotas {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.336452 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: quotas {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.337884 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: rbac-policies {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.339182 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: security-groups {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.340347 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: security-group-rules {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.341575 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: service-providers {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.342785 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: subnetpools {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.344157 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: subnetpools {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.345571 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: tags {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.347221 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: tags {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.348955 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: tags {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.350682 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: tags {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.352429 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: tags {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.354049 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: tags {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.355779 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: tags {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.358171 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: tags {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.360005 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: tags {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.361769 n-d-825175-3 neutron-server[83374]: DEBUG neutron.api.extensions [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Extended resource: tags {{(pid=83374) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 12:43:14.367697 n-d-825175-3 neutron-server[83374]: WARNING keystonemiddleware.auth_token [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 12:43:14.372418 n-d-825175-3 neutron-server[83374]: WARNING keystonemiddleware.auth_token [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 12:43:14.380726 n-d-825175-3 neutron-server[83374]: DEBUG oslo_concurrency.lockutils [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Acquired lock "singleton_lock" {{(pid=83374) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 12:43:14.381186 n-d-825175-3 neutron-server[83374]: DEBUG oslo_concurrency.lockutils [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Releasing lock "singleton_lock" {{(pid=83374) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 12:43:14.381797 n-d-825175-3 neutron-server[83374]: INFO oslo_service.service [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Starting 2 workers Feb 09 12:43:14.386400 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Started child 83479 {{(pid=83374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 12:43:14.390700 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Started child 83480 {{(pid=83374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 12:43:14.391995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.392537 n-d-825175-3 neutron-server[83374]: INFO neutron.service [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 12:43:14.392895 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Notify callbacks [] for process, before_spawn {{(pid=83374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.393488 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [-] (83479) wsgi starting up on http://0.0.0.0:9696 Feb 09 12:43:14.395408 n-d-825175-3 neutron-server[83374]: INFO oslo_service.service [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Starting 1 workers Feb 09 12:43:14.395580 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.396912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [-] (83480) wsgi starting up on http://0.0.0.0:9696 Feb 09 12:43:14.400375 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Started child 83481 {{(pid=83374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 12:43:14.400923 n-d-825175-3 neutron-server[83374]: INFO oslo_service.service [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Starting 1 workers Feb 09 12:43:14.404395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.service [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] calling RpcWorker wait() {{(pid=83481) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 12:43:14.404968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.service [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] returning from RpcWorker wait() {{(pid=83481) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 12:43:14.405345 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Started child 83482 {{(pid=83374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 12:43:14.406125 n-d-825175-3 neutron-server[83374]: DEBUG neutron_lib.callbacks.manager [None req-8980d4c9-ab92-4238-9de3-cac692be4d97 None None] Notify callbacks [] for process, after_spawn {{(pid=83374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.406431 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.406952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:14.408024 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83374) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 12:43:14.408231 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 12:43:14.408406 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 12:43:14.408610 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 12:43:14.408951 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 12:43:14.409106 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 12:43:14.409624 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.409907 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.410165 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.410294 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:14.410796 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.410796 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.411263 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.411512 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.411759 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.412027 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.412252 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.412415 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.412573 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.412818 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.413062 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.413361 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.413643 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.413876 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.414130 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.414294 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.414559 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.414819 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.415065 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.415334 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] debug = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.415568 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.416044 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.416264 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.416492 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.416739 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.417032 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.417248 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.417544 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.417786 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.418014 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.418250 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.418541 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.418779 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.419015 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.419901 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.420127 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.420586 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] host = n-d-825175-3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.420814 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.421030 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.421278 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.421505 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.421746 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.421975 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.422231 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.422511 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.422768 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.423017 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.423250 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.423498 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.423725 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.423977 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_file = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.424136 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_options = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.424375 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.424634 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.424899 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.425083 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.425247 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.425416 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.425671 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.425830 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.426081 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.426293 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.426535 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.426750 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.426979 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.427210 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.427458 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.427685 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.427916 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.428120 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.428371 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.428591 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.428816 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.429031 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.429242 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.429455 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.429668 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.429876 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.430095 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.430304 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.430534 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.430779 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.431037 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.431397 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.431586 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.431821 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.432043 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.432265 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.432474 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.432726 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.432950 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.433188 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.433443 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.433650 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.433892 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.434099 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.434325 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.434559 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_json = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.434939 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.435729 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.436050 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.436187 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.436402 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.436610 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.436818 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.437060 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.437267 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.437676 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.437956 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.438271 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.438529 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.438776 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.439007 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.439237 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.439455 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.439702 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.439927 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.440278 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.441493 n-d-825175-3 neutron-server[83482]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:14.441663 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.442051 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.442333 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.442610 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.442862 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.443111 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.443350 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.443584 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.443817 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.444048 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.444267 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.445605 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.446063 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.446303 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.446573 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.446831 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.447114 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.447325 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.447565 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.448018 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.448269 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.448527 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.448754 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.449662 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.449933 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.450161 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.450402 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.450675 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.450954 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.451193 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.451444 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.451668 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.451918 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.452145 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.452384 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.452608 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.452830 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.453048 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.453955 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.454189 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.454496 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.454744 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.456241 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.456449 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.459046 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.459278 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.460296 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.461240 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.461508 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.461776 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.467225 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.467511 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.467760 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.468003 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.468241 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.468478 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.468713 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.468953 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.469184 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.469429 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.469682 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.469906 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.470133 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.471157 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.472414 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.476991 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.477507 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.477763 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.478032 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.478281 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.478568 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.478829 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.479085 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.479318 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.479614 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.479861 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.480121 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.480387 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.480622 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.480899 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.481146 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.481398 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.481642 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.481947 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.482186 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.482505 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.482992 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.483259 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.483521 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.483763 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.484029 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.484292 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.484584 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.484818 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.485102 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.485381 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.485835 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.486118 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.486363 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.486661 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.486946 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.487204 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.488411 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.488973 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.489127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56398) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:14.489266 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.489502 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.489793 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.490068 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.490330 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.490615 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.490867 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.491221 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.491727 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.491966 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.493521 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.493810 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.494075 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.494348 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.494645 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.494958 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.495231 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.495498 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.495734 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.495971 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.496846 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.497206 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.500334 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.500334 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.500334 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.500334 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.500334 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.500958 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088744 Feb 09 12:43:14.501381 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.501911 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.502304 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.502684 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.502939 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.503322 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.503956 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.503956 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.504140 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.504279 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.505464 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.505464 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.505464 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.505464 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.505725 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.505828 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.506197 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.506527 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.506974 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.507204 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.507459 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.507691 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.507965 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.508187 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.508445 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.509010 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.509010 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.509176 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.509306 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.509682 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.509924 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.510205 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.510368 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.511492 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.511492 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.511492 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.511492 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.511757 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.511881 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.512267 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.512492 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.512750 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.512991 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.513759 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.513982 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.514226 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.514454 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.514795 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.514955 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.515175 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.515392 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.515609 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.515843 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.516113 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.516322 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.516534 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.517289 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.517289 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.517457 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.517623 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.517796 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.518025 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.518239 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.518457 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.518695 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.518905 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.519194 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.519443 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.519678 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.520342 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.520342 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.520575 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.520680 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.520982 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.521217 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.521458 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.521678 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.521916 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.522138 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.522393 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.523008 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.523154 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.523353 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.523623 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.523919 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.524198 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.524478 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.524712 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.525366 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.525366 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.525646 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.525907 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.526143 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.526445 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.526713 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.526935 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.527187 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.527426 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.528259 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.528259 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.528259 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.528474 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.528554 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.528791 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.529012 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.529346 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.529590 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.529818 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.530039 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.530197 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 12:43:14.530743 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83374) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 12:43:14.530901 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 12:43:14.531056 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 12:43:14.531227 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 12:43:14.531647 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 12:43:14.531898 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 12:43:14.532137 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.532257 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.532412 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.532568 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.532723 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.532907 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.533072 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.533229 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.533387 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.533545 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.533747 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.533839 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.534004 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.534154 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.534308 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.534499 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.534650 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.534806 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.534963 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.535114 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.535273 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.535420 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.535577 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] debug = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.535718 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.535917 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.536094 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537019 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537019 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537019 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537019 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537019 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537019 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537817 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537817 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537817 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537817 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537817 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.537817 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.538647 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.538647 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] host = n-d-825175-3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.538647 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.538647 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.538647 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.539269 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.539269 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.539269 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.539269 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.539781 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.539781 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.539781 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.539781 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.540280 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.540280 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.540280 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_file = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.540680 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_options = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.540680 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.540680 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.541056 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.541056 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.541056 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.541488 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.541488 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.541488 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.541714 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.542149 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.542321 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.542510 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.542662 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.542801 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.542938 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.543095 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.543412 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.543412 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.543729 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.543729 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.543987 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.543987 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.544344 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.544344 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.544616 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.545359 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.545523 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.546712 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.546712 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.546712 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.546712 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.547278 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.547278 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.547278 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.547278 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.547884 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.547884 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.547884 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.547884 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.548867 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.548867 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.548867 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.548867 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.548867 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.548867 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.548867 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_json = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.549579 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.549579 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.549579 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.549579 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.549579 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.549924 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.549924 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.550076 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.550154 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 12:43:14.550338 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.550499 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.550675 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.550839 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.551001 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.551166 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.551364 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.551564 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.551709 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.551851 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.551990 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.552128 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.552295 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.552434 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.552559 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.552694 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.552849 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.553010 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.553529 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.553529 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.553529 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.553848 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.553848 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.554043 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.554158 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.554265 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.554391 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.555137 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.555137 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.555137 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.555137 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.555137 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556240 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556240 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556240 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556240 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556240 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556240 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:14.556929 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556929 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556929 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556929 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.556929 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.557287 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.557287 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.557287 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.557494 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.557572 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.557701 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.557862 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.558023 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.558197 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.558363 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.559487 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.559658 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.559828 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.560530 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.561309 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.561309 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.561309 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.561309 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.561309 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.561809 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.561809 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.561809 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.562092 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.562092 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.562304 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.562304 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.562638 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.562638 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.562839 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.562943 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.563089 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.563261 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.563439 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.563667 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.563791 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.563896 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.564447 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.564447 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.564447 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.564670 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.564670 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.564814 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.564948 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.565110 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.565279 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.565443 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.565603 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.565764 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.565926 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.566087 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.566248 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.566410 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.566605 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.567686 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.567686 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.567686 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.567686 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.567686 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.567686 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.567686 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.568409 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.568409 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.568409 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.568409 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.568693 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.568693 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.568834 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.568989 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.569150 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.569480 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.569789 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.570094 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.570397 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.570717 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.571040 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.571204 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.571367 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.572144 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.572144 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.572144 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.572144 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.572144 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.572813 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.572813 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.572813 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.572813 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.573052 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.573052 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.573193 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574093 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574093 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574093 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574093 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574093 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574093 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574857 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574857 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574857 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574857 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.574857 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.576993 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.576993 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.576993 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.576993 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.576993 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.576993 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.576993 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.576993 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.577613 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.577613 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.577613 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.577613 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.577613 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.577613 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.577613 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.577613 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578068 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578068 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578068 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578068 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578068 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578348 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578348 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578671 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578671 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578831 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.578993 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.579155 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.579316 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.580204 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.580204 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.580204 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.580204 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.580204 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.580759 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.580759 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.580759 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.580759 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.582140 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.582140 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.582140 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.582140 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.582140 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.582140 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.582140 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.582140 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.582140 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583214 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583214 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583214 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583214 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583214 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583214 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583214 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583700 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583700 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583700 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.583700 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.584653 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.584653 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.584653 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.584653 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.584653 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.584653 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.585187 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.585187 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.585187 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.585405 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.586307 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.586625 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.586775 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.586913 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.587668 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.587843 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.590509 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.590509 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.590509 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.590509 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.590509 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.590509 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.590509 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.590509 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.591674 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.591674 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.591674 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.591674 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.591674 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.591674 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.591674 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.591674 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.592388 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.592388 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.592388 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.592388 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.592388 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.592388 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.592388 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.592388 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.592388 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.593345 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.593345 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.593345 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.593345 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.593345 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.593345 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.593345 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.593984 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.593984 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 12:43:14.593984 n-d-825175-3 neutron-server[83374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 12:43:24.889509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907f9ad-2f75-4e1f-84d7-c5fc50237fa2 None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 12:43:24.970057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907f9ad-2f75-4e1f-84d7-c5fc50237fa2 None None] No non-hosted networks {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 12:43:24.979447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.agentschedulers_db [None req-3907f9ad-2f75-4e1f-84d7-c5fc50237fa2 None None] DHCP Agent not found on host n-d-825175-3 {{(pid=83481) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 12:43:25.051308 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d58ccf50-8a3e-4006-97e5-ba70a77b1267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1979061'] for agent, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:27.039872 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7ded8487-d51f-469f-87ef-f70a29d5cba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1979061'] for agent, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:27.086052 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a671515d-f58e-465a-8cfc-f095e390bb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:28.296981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1979061'] for agent, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:28.494989 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1979061'] for agent, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:28.495653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.496185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.496519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.496862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.497399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.497878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.498066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.498776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.499506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.499963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.500456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:28.500963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825175-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:28.517163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825175-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:43:29.428384 n-d-825175-3 neutron-server[83481]: INFO neutron.db.l3_hamode_db [None req-e8b68372-8219-4004-9981-cb6c3bd418b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 12:43:29.516873 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b68372-8219-4004-9981-cb6c3bd418b7 None None] Routers set() bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:43:29.517250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b68372-8219-4004-9981-cb6c3bd418b7 None None] Router IDs set() for agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 12:43:29.632601 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1979061'] for agent, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:31.319749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56496) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:31.913153 n-d-825175-3 neutron-server[83480]: WARNING oslo_policy.policy [None req-1c6c13ba-9a21-46c2-8d83-fae7d40e6c6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:31.913715 n-d-825175-3 neutron-server[83480]: WARNING oslo_policy.policy [None req-1c6c13ba-9a21-46c2-8d83-fae7d40e6c6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:32.125801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [None req-1c6c13ba-9a21-46c2-8d83-fae7d40e6c6a admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:43:32.126806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1c6c13ba-9a21-46c2-8d83-fae7d40e6c6a admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8061585 Feb 09 12:43:34.386360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56510) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:34.765679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a672344d-e577-4993-9578-e540602669b9 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:43:34.818609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.policy [None req-a672344d-e577-4993-9578-e540602669b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83480) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 09 12:43:34.819340 n-d-825175-3 neutron-server[83480]: WARNING oslo_policy.policy [None req-a672344d-e577-4993-9578-e540602669b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:34.819700 n-d-825175-3 neutron-server[83480]: WARNING oslo_policy.policy [None req-a672344d-e577-4993-9578-e540602669b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:34.823002 n-d-825175-3 neutron-server[83480]: INFO neutron.quota [None req-a672344d-e577-4993-9578-e540602669b9 admin admin] Loaded quota_driver: . Feb 09 12:43:34.838384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a672344d-e577-4993-9578-e540602669b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:34.907059 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a672344d-e577-4993-9578-e540602669b9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785995050206', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785995024957', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785995035668', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785995028132', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785995019105', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-874661', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756277', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1608092', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2064956'] for rbac-policy, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:34.978620 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a672344d-e577-4993-9578-e540602669b9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:34.979765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a672344d-e577-4993-9578-e540602669b9 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5924573 Feb 09 12:43:37.489878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56524) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:37.855721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:43:37.860851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:37.865216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Usage tracker for resource:network and tenant:6bb2ec22c4be47abaa47f2e3cec8c077 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:37.870005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:37.875984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:37.885807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Made reservation on behalf of 6bb2ec22c4be47abaa47f2e3cec8c077 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:37.888624 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:37.906426 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:37.949588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:37.953248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Usage tracker for resource:security_group_rule and tenant:6bb2ec22c4be47abaa47f2e3cec8c077 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:37.956078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:37.961834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:38.029904 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:38.033533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:38.059158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:43:38.083507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd05988-7628-4879-abb0-ea90a9835257,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:38.087126 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785996522846', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:38.087707 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Unsubscribe: segment precommit_create {{(pid=83480) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 12:43:38.088192 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Added segment ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf of type vlan for network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 Feb 09 12:43:38.142756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.143024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.143379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.143678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.144001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.144315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.144628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.144938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.145246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.145554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.145862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Tracked resource versions report: Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: pushed versions: Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: { 'ConntrackHelper': {'1.0'}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'Log': {'1.0'}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'Network': {'1.1'}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'Port': {'1.5'}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'PortForwarding': {'1.2'}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'QosPolicy': {'1.8'}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'SecurityGroup': {'1.2'}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'SecurityGroupRule': {'1.0'}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'SubPort': {'1.0'}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'Subnet': {'1.1'}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'Trunk': {'1.1'}} Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: consumer versions: Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: { DHCP agent@n-d-825175-3: {}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: L3 agent@n-d-825175-3: {}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: Metadata agent@n-d-825175-3: {}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: Metering agent@n-d-825175-3: {}, Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: Open vSwitch agent@n-d-825175-3: { 'ConntrackHelper': '1.0', Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'Log': '1.0', Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'Network': '1.1', Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'Port': '1.5', Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'PortForwarding': '1.2', Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'QosPolicy': '1.8', Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'SecurityGroup': '1.2', Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'SecurityGroupRule': '1.0', Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'SubPort': '1.0', Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'Subnet': '1.1', Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: 'Trunk': '1.1'}} Feb 09 12:43:38.146864 n-d-825175-3 neutron-server[83480]: {{(pid=83480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:43:38.197371 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:38.239379 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:38.240332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:38.240956 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:38.346099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8551540 Feb 09 12:43:38.346830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc8edf-9cac-4624-98d0-463d5658356f admin admin] Pushing event updated for resources: {'Network': ['ID=e4bc1976-d1ae-4d74-8cea-95205fc38bc4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:38.373625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:43:40.912315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56540) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:41.380378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a33d0-12f0-4171-9074-00e2fb2cfcb1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:41.381679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1e5a33d0-12f0-4171-9074-00e2fb2cfcb1 admin admin] 10.222.0.59 "GET /v2.0/networks/e4bc1976-d1ae-4d74-8cea-95205fc38bc4 HTTP/1.1" status: 200 len: 825 time: 0.4684312 Feb 09 12:43:41.407723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-681eeb33-823a-47f2-b934-8c9840f5eb22 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/ca7ea13e-fd79-4fe7-95f1-27e2a8fe8496 HTTP/1.1" status: 200 len: 734 time: 0.0206602 Feb 09 12:43:41.415886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'subnetpool_id': 'ca7ea13e-fd79-4fe7-95f1-27e2a8fe8496', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:43:41.420701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:41.424324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Usage tracker for resource:subnet and tenant:6bb2ec22c4be47abaa47f2e3cec8c077 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:41.427100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:41.432605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:41.442576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Made reservation on behalf of 6bb2ec22c4be47abaa47f2e3cec8c077 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:41.444996 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.714141 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.794201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a65749-df8c-4468-8b34-49173ea2df87,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:41.801311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Checking segment: {'id': 'ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:43:41.801671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Network hostable DHCP agents. Network: e4bc1976-d1ae-4d74-8cea-95205fc38bc4, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:43:41.824251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:43:41.834201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, e4bc1976-d1ae-4d74-8cea-95205fc38bc4) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:41.839059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:41.839654 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:41.844817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52725bb9-87a6-4dfd-bf3d-319cc55aef90 None None] Network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:43:41.859674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-575bec9d-ecdf-450a-8fd3-83a3e593e973 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4469678 Feb 09 12:43:42.155665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-e4bc1976-d1ae-4d74-8cea-95205fc38bc4', 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'fixed_ips': [{'subnet_id': 'a1a65749-df8c-4468-8b34-49173ea2df87'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 12:43:42.156819 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.336329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Allocated IP 172.20.0.2 (e4bc1976-d1ae-4d74-8cea-95205fc38bc4/a1a65749-df8c-4468-8b34-49173ea2df87/040c907a-4831-4a39-a08f-ad135e812546) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:43:42.556101 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.569563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Transition to ACTIVE for port object 040c907a-4831-4a39-a08f-ad135e812546 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:43:42.591582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Transition to ACTIVE for port object 040c907a-4831-4a39-a08f-ad135e812546 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:43:42.597852 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.662671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:43:42.665827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:43:42.671734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:43:42.673990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Pushing event updated for resources: {'Port': ['ID=040c907a-4831-4a39-a08f-ad135e812546,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:42.713351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.713694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.714028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.714356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.714776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.715101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.715476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.715806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.716124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.716445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.716757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Tracked resource versions report: Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: pushed versions: Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: { 'ConntrackHelper': {'1.0'}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'Log': {'1.0'}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'Network': {'1.1'}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'Port': {'1.5'}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'PortForwarding': {'1.2'}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'QosPolicy': {'1.8'}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'SecurityGroup': {'1.2'}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'SecurityGroupRule': {'1.0'}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'SubPort': {'1.0'}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'Subnet': {'1.1'}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'Trunk': {'1.1'}} Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: consumer versions: Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: { DHCP agent@n-d-825175-3: {}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: L3 agent@n-d-825175-3: {}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: Metadata agent@n-d-825175-3: {}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: Metering agent@n-d-825175-3: {}, Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: Open vSwitch agent@n-d-825175-3: { 'ConntrackHelper': '1.0', Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'Log': '1.0', Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'Network': '1.1', Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'Port': '1.5', Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'PortForwarding': '1.2', Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'QosPolicy': '1.8', Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'SecurityGroup': '1.2', Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'SecurityGroupRule': '1.0', Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'SubPort': '1.0', Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'Subnet': '1.1', Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: 'Trunk': '1.1'}} Feb 09 12:43:42.717785 n-d-825175-3 neutron-server[83481]: {{(pid=83481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:43:42.773775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Attempting to bind port 040c907a-4831-4a39-a08f-ad135e812546 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:43:42.774167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Attempting to bind port 040c907a-4831-4a39-a08f-ad135e812546 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:43:42.774647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Attempting to bind port 040c907a-4831-4a39-a08f-ad135e812546 on network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:43:42.786767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:43:42.788278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Checking segment: {'id': 'ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:43:42.788278 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.788278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Bound using segment: {'id': 'ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:43:42.788554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Bound port: 040c907a-4831-4a39-a08f-ad135e812546, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:43:42.788809 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.872639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] For port 040c907a-4831-4a39-a08f-ad135e812546, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:43:42.876343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] For port 040c907a-4831-4a39-a08f-ad135e812546, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=040c907a-4831-4a39-a08f-ad135e812546,segment=NetworkSegment(ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf),segment_id=ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:43:42.880608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:42.982790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad166a7c-fa90-426c-a7fe-bc3761a2d884 None None] Pushing event updated for resources: {'Port': ['ID=040c907a-4831-4a39-a08f-ad135e812546,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:44.160893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56552) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:44.768196 n-d-825175-3 neutron-server[83479]: WARNING oslo_policy.policy [None req-5b1134f6-a72f-4729-a936-e4661f3fdadb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:44.768785 n-d-825175-3 neutron-server[83479]: WARNING oslo_policy.policy [None req-5b1134f6-a72f-4729-a936-e4661f3fdadb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:44.994515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-5b1134f6-a72f-4729-a936-e4661f3fdadb admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:43:44.995708 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b1134f6-a72f-4729-a936-e4661f3fdadb admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8326616 Feb 09 12:43:46.606729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2787d0-b467-462a-87c6-39a013c75514 None None] Network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:43:46.710075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b40612b5-e243-4555-91c4-df160f085997 None None] Provisioning for port 040c907a-4831-4a39-a08f-ad135e812546 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:46.776941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 040c907a-4831-4a39-a08f-ad135e812546 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:43:46.897036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 040c907a-4831-4a39-a08f-ad135e812546 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:43:46.903951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 040c907a-4831-4a39-a08f-ad135e812546 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:46.904347 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.038723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.073020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 040c907a-4831-4a39-a08f-ad135e812546, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=040c907a-4831-4a39-a08f-ad135e812546,segment=NetworkSegment(ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf),segment_id=ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:43:47.078743 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.154530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=040c907a-4831-4a39-a08f-ad135e812546,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:47.161568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-628253d5-56e6-47d6-bb84-98a75cdd94a4 None None] Provisioning complete for port 040c907a-4831-4a39-a08f-ad135e812546 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:47.161940 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-628253d5-56e6-47d6-bb84-98a75cdd94a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:47.292798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56570) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:47.672596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-48798274-113a-407d-ab02-a0814b1d8743 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:43:47.673531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-48798274-113a-407d-ab02-a0814b1d8743 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3793287 Feb 09 12:43:48.743637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 040c907a-4831-4a39-a08f-ad135e812546 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:43:48.813762 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 040c907a-4831-4a39-a08f-ad135e812546 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:43:48.814125 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.284245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56582) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:50.647662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:43:50.684559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.policy [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83479) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 09 12:43:50.685304 n-d-825175-3 neutron-server[83479]: WARNING oslo_policy.policy [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:50.685659 n-d-825175-3 neutron-server[83479]: WARNING oslo_policy.policy [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 12:43:50.688978 n-d-825175-3 neutron-server[83479]: INFO neutron.quota [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Loaded quota_driver: . Feb 09 12:43:50.704279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:50.710484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Usage tracker for resource:router and tenant:6bb2ec22c4be47abaa47f2e3cec8c077 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:50.714978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:50.723002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:50.739151 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.741095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.769293 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.880706 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.900147 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:50.901461 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-52031ba9-a2fe-43d1-8ed7-8157e6ba4db0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6161997 Feb 09 12:43:53.168255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56594) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:53.544907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-ed94c832-59e0-491b-8f88-478481d20e8e admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:43:53.545844 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ed94c832-59e0-491b-8f88-478481d20e8e admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3766418 Feb 09 12:43:54.811560 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8c5190ce-598e-46a1-ba48-8896923d8055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:55.802196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56604) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:56.189483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:43:56.196788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:56.201034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Usage tracker for resource:network and tenant:f1dcbb5201e945c6b93c92d8b5ea406f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:56.204345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:56.209737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:56.219611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Made reservation on behalf of f1dcbb5201e945c6b93c92d8b5ea406f for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:43:56.222532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.238273 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.278476 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:43:56.282448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Usage tracker for resource:security_group_rule and tenant:f1dcbb5201e945c6b93c92d8b5ea406f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:43:56.285235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:43:56.290670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:43:56.357901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.361502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.376548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Reserving flat network on physical network physnet1 {{(pid=83479) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 12:43:56.407619 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785996522846', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.408190 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Unsubscribe: segment precommit_create {{(pid=83479) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 12:43:56.408687 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Added segment 4d708db1-4caf-407e-9a70-a6bb6f2dbfe3 of type flat for network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b Feb 09 12:43:56.422037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d05f23-bb1f-40e4-9bf1-5c5a29f42ef4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:56.478130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.478387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.478737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.479057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.479374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.479688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.479996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.480300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.481227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.481539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.481865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Tracked resource versions report: Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: pushed versions: Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: { 'ConntrackHelper': {'1.0'}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'Log': {'1.0'}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'Network': {'1.1'}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'Port': {'1.5'}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'PortForwarding': {'1.2'}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'QosPolicy': {'1.8'}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'SecurityGroup': {'1.2'}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'SecurityGroupRule': {'1.0'}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'SubPort': {'1.0'}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'Subnet': {'1.1'}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'Trunk': {'1.1'}} Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: consumer versions: Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: { DHCP agent@n-d-825175-3: {}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: L3 agent@n-d-825175-3: {}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: Metadata agent@n-d-825175-3: {}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: Metering agent@n-d-825175-3: {}, Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: Open vSwitch agent@n-d-825175-3: { 'ConntrackHelper': '1.0', Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'Log': '1.0', Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'Network': '1.1', Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'Port': '1.5', Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'PortForwarding': '1.2', Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'QosPolicy': '1.8', Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'SecurityGroup': '1.2', Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'SecurityGroupRule': '1.0', Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'SubPort': '1.0', Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'Subnet': '1.1', Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: 'Trunk': '1.1'}} Feb 09 12:43:56.482875 n-d-825175-3 neutron-server[83479]: {{(pid=83479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:43:56.533523 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.577607 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.578713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:56.579326 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:56.680598 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8773346 Feb 09 12:43:56.685546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87c5f3-8067-418b-9241-52f444d85361 admin admin] Pushing event updated for resources: {'Network': ['ID=61e9db1c-d05e-49cf-97f0-c92d65dcd02b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:43:56.696236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:43:57.035893 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-efaf899b-280c-407c-9bcc-68a12a102b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:58.240839 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:58.476233 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:58.927198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56628) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:43:59.210228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9bf15c-fbca-492a-b867-d4f280297d01 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:43:59.211476 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5a9bf15c-fbca-492a-b867-d4f280297d01 admin admin] 10.222.0.59 "GET /v2.0/subnets/a1a65749-df8c-4468-8b34-49173ea2df87 HTTP/1.1" status: 200 len: 849 time: 0.2827210 Feb 09 12:43:59.378121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-18a5c037-5918-4aaa-bcff-047ae0005787 admin admin] 10.222.0.59 "GET /v2.0/routers/b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d HTTP/1.1" status: 200 len: 704 time: 0.1606171 Feb 09 12:43:59.582600 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:43:59.830241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.053950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Allocated IP 172.20.0.1 (e4bc1976-d1ae-4d74-8cea-95205fc38bc4/a1a65749-df8c-4468-8b34-49173ea2df87/f0a068a9-e937-41c0-b32d-21a8d588a5fd) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:00.208982 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.227483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Transition to ACTIVE for port object f0a068a9-e937-41c0-b32d-21a8d588a5fd will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:00.278310 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.337798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:00.340819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:00.344372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:44:00.344883 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.362176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Pushing event updated for resources: {'Port': ['ID=f0a068a9-e937-41c0-b32d-21a8d588a5fd,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:00.516127 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.575485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b86dc296-dfe2-4445-91a3-d2397def8ff2 None None] Provisioning for port f0a068a9-e937-41c0-b32d-21a8d588a5fd completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:00.580073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b86dc296-dfe2-4445-91a3-d2397def8ff2 None None] Provisioning complete for port f0a068a9-e937-41c0-b32d-21a8d588a5fd triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:00.580485 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b86dc296-dfe2-4445-91a3-d2397def8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.630841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b86dc296-dfe2-4445-91a3-d2397def8ff2 None None] Port f0a068a9-e937-41c0-b32d-21a8d588a5fd cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:44:00.736084 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.740300 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.741048 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:00.881763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Pushing event updated for resources: {'Port': ['ID=f0a068a9-e937-41c0-b32d-21a8d588a5fd,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:00.941787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:00.942857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:01.153363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6e311321-e2ff-41fd-87dd-7e957b7c1b08 None None] Provisioning complete for port f0a068a9-e937-41c0-b32d-21a8d588a5fd triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:01.153720 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6e311321-e2ff-41fd-87dd-7e957b7c1b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:01.205799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6e311321-e2ff-41fd-87dd-7e957b7c1b08 None None] Port f0a068a9-e937-41c0-b32d-21a8d588a5fd cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:44:01.287569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Router b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:44:01.456804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:44:01.466273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fed86cb9-2263-4933-a46e-bbe44c98908f admin admin] 10.222.0.59 "PUT /v2.0/routers/b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0832944 Feb 09 12:44:01.467541 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Sync routers for ids ['b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:44:01.480187 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Routers {'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:44:01.481033 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:43:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:01.655640 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Set router b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:44:02.018158 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'name': 'router1', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:50Z', 'updated_at': '2022-02-09T12:44:00Z', 'revision_number': 2, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'gw_port_host': None, '_interfaces': [{'id': 'f0a068a9-e937-41c0-b32d-21a8d588a5fd', 'name': '', 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'mac_address': 'fa:16:3e:43:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:43:59Z', 'updated_at': '2022-02-09T12:44:00Z', 'revision_number': 2, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'subnets': [{'id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca7ea13e-fd79-4fe7-95f1-27e2a8fe8496'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:02.022924 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Checking router: b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:44:02.023286 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Updating router b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d port f0a068a9-e937-41c0-b32d-21a8d588a5fd binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:44:02.076693 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:02.440772 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:02.454787 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Transition to ACTIVE for port object f0a068a9-e937-41c0-b32d-21a8d588a5fd will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:02.462076 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:02.685977 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Pushing event updated for resources: {'Port': ['ID=f0a068a9-e937-41c0-b32d-21a8d588a5fd,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:02.708844 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.709183 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.709513 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.709839 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.710166 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.710503 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.710823 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.711136 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.711447 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.711759 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.712069 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Tracked resource versions report: Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: pushed versions: Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: { 'ConntrackHelper': {'1.0'}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'Log': {'1.0'}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'Network': {'1.1'}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'Port': {'1.5'}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'PortForwarding': {'1.2'}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'QosPolicy': {'1.8'}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'SecurityGroup': {'1.2'}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'SecurityGroupRule': {'1.0'}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'SubPort': {'1.0'}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'Subnet': {'1.1'}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'Trunk': {'1.1'}} Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: consumer versions: Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: { DHCP agent@n-d-825175-3: {}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: L3 agent@n-d-825175-3: {}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: Metadata agent@n-d-825175-3: {}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: Metering agent@n-d-825175-3: {}, Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: Open vSwitch agent@n-d-825175-3: { 'ConntrackHelper': '1.0', Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'Log': '1.0', Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'Network': '1.1', Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'Port': '1.5', Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'PortForwarding': '1.2', Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'QosPolicy': '1.8', Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'SecurityGroup': '1.2', Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'SecurityGroupRule': '1.0', Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'SubPort': '1.0', Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'Subnet': '1.1', Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: 'Trunk': '1.1'}} Feb 09 12:44:02.713087 n-d-825175-3 neutron-server[83482]: {{(pid=83482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:44:02.722669 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Attempting to bind port f0a068a9-e937-41c0-b32d-21a8d588a5fd on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:02.723071 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Attempting to bind port f0a068a9-e937-41c0-b32d-21a8d588a5fd by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:02.723516 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Attempting to bind port f0a068a9-e937-41c0-b32d-21a8d588a5fd on network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:44:02.730100 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:44:02.731180 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Checking segment: {'id': 'ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:44:02.731637 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:02.732015 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Bound using segment: {'id': 'ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:44:02.732489 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Bound port: f0a068a9-e937-41c0-b32d-21a8d588a5fd, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:02.732868 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:02.825881 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] For port f0a068a9-e937-41c0-b32d-21a8d588a5fd, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:44:02.829851 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] For port f0a068a9-e937-41c0-b32d-21a8d588a5fd, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f0a068a9-e937-41c0-b32d-21a8d588a5fd,segment=NetworkSegment(ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf),segment_id=ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:44:02.833800 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:02.921689 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Routers {'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:44:02.922840 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:43:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:03.032067 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc3ab1-e200-4814-9f39-6c392db810c1 None None] Pushing event updated for resources: {'Port': ['ID=f0a068a9-e937-41c0-b32d-21a8d588a5fd,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:03.079497 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] Set router b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:44:03.403673 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'name': 'router1', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:50Z', 'updated_at': '2022-02-09T12:44:00Z', 'revision_number': 2, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'gw_port_host': None, '_interfaces': [{'id': 'f0a068a9-e937-41c0-b32d-21a8d588a5fd', 'name': '', 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'mac_address': 'fa:16:3e:43:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:43:59Z', 'updated_at': '2022-02-09T12:44:02Z', 'revision_number': 4, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'subnets': [{'id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca7ea13e-fd79-4fe7-95f1-27e2a8fe8496'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:03.407543 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470da8b9-acbd-4c80-be51-33f6d8f05b88 None None] The sync data for ids ['b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'] in n-d-825175-3 is: [{'id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'name': 'router1', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:50Z', 'updated_at': '2022-02-09T12:44:00Z', 'revision_number': 2, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'gw_port_host': None, '_interfaces': [{'id': 'f0a068a9-e937-41c0-b32d-21a8d588a5fd', 'name': '', 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'mac_address': 'fa:16:3e:43:d7:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:43:59Z', 'updated_at': '2022-02-09T12:44:02Z', 'revision_number': 4, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'subnets': [{'id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca7ea13e-fd79-4fe7-95f1-27e2a8fe8496'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:44:03.613529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56650) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:03.786072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba538d25-6679-4963-969b-3262548b128c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:03.792292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ba538d25-6679-4963-969b-3262548b128c admin admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 842 time: 0.1729791 Feb 09 12:44:03.796769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.5.1', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'cidr': '172.25.5.0/24', 'name': 'public-subnet'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:44:03.801720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:44:03.805452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Usage tracker for resource:subnet and tenant:f1dcbb5201e945c6b93c92d8b5ea406f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:44:03.808236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:44:03.814279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:44:03.824384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Made reservation on behalf of f1dcbb5201e945c6b93c92d8b5ea406f for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:44:03.826813 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:04.213404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.objects.ports [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83480) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 12:44:04.213824 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:04.297613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:44:04.297954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Network hostable DHCP agents. Network: 61e9db1c-d05e-49cf-97f0-c92d65dcd02b, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:44:04.304724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95cc1d68-f415-48ea-a862-e6e0a465217c,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:04.328475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:44:04.339362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 61e9db1c-d05e-49cf-97f0-c92d65dcd02b) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:04.343837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:04.344402 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:04.348962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d8c4a-c48d-4684-9c6d-6084b8b37b92 None None] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:44:04.368888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-919bd347-e279-4fbd-85f3-0ca1c2218b91 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5758348 Feb 09 12:44:04.578963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c6d9d-9aa8-49c0-a05f-77b1e138ece9 None None] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:44:04.778278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f0a068a9-e937-41c0-b32d-21a8d588a5fd up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:04.884546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port f0a068a9-e937-41c0-b32d-21a8d588a5fd completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:04.889329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f0a068a9-e937-41c0-b32d-21a8d588a5fd triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:04.889694 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:05.005529 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:05.036365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port f0a068a9-e937-41c0-b32d-21a8d588a5fd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f0a068a9-e937-41c0-b32d-21a8d588a5fd,segment=NetworkSegment(ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf),segment_id=ddc4d1d8-46fb-4ceb-9b27-4c3f8317dfdf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:44:05.040514 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:05.108262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=f0a068a9-e937-41c0-b32d-21a8d588a5fd,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:06.536939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56664) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:06.755311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f0a068a9-e937-41c0-b32d-21a8d588a5fd up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:06.788495 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cd003e30-90fa-462b-bc1d-76707d45da59 admin admin] 10.222.0.59 "GET /v2.0/routers/b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d HTTP/1.1" status: 200 len: 710 time: 0.2502329 Feb 09 12:44:06.821645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f0a068a9-e937-41c0-b32d-21a8d588a5fd triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:06.822010 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:06.915312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501d17ea-f682-4c96-987e-93b4abdf908c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:44:06.915869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-501d17ea-f682-4c96-987e-93b4abdf908c admin admin] Synchronizing usage tracker for tenant:f1dcbb5201e945c6b93c92d8b5ea406f on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:44:06.935990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-501d17ea-f682-4c96-987e-93b4abdf908c admin admin] Unset dirty status for tenant:f1dcbb5201e945c6b93c92d8b5ea406f on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:44:06.937295 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-501d17ea-f682-4c96-987e-93b4abdf908c admin admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 886 time: 0.1479740 Feb 09 12:44:06.946725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:44:07.424740 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:07.608635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:07.663432 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:07.802902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Allocated IP 172.25.5.193 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/2c1e6884-efe2-4af8-9761-0ebbbb8c83ec) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:44:07.952409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.003923 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.069063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:44:08.075710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:44:08.080723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:44:08.108746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1e6884-efe2-4af8-9761-0ebbbb8c83ec,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:08.260032 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.448655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.452576 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.642764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Router b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:44:08.834193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:44:08.845073 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:08.846216 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3f2c70af-5cfa-475f-84bb-c4f9083a5512 admin admin] 10.222.0.59 "PUT /v2.0/routers/b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d HTTP/1.1" status: 200 len: 890 time: 1.9034901 Feb 09 12:44:08.846541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Sync routers for ids ['b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:44:08.859620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Routers {'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:44:08.860296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:43:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:09.050580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Set router b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:44:09.389326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'name': 'router1', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '2c1e6884-efe2-4af8-9761-0ebbbb8c83ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:50Z', 'updated_at': '2022-02-09T12:44:08Z', 'revision_number': 4, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'gw_port': {'id': '2c1e6884-efe2-4af8-9761-0ebbbb8c83ec', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:07Z', 'updated_at': '2022-02-09T12:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f0a068a9-e937-41c0-b32d-21a8d588a5fd', 'name': '', 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'mac_address': 'fa:16:3e:43:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:43:59Z', 'updated_at': '2022-02-09T12:44:05Z', 'revision_number': 5, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'subnets': [{'id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca7ea13e-fd79-4fe7-95f1-27e2a8fe8496'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:09.393980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Checking router: b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:44:09.394323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Updating router b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d port 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:44:09.443185 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:09.758272 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:09.770360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Transition to ACTIVE for port object 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:44:09.776947 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:09.884181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Attempting to bind port 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:44:09.884773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Attempting to bind port 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:44:09.884921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Attempting to bind port 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:44:09.886999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377bc67-6a33-4c0a-b8d6-f4279fc894eb None None] Pushing event updated for resources: {'Port': ['ID=2c1e6884-efe2-4af8-9761-0ebbbb8c83ec,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:09.894942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:44:09.895308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:44:09.895703 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:09.896084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:44:09.896537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Bound port: 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:44:09.896915 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:09.969481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] For port 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:44:09.972287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] For port 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2c1e6884-efe2-4af8-9761-0ebbbb8c83ec,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:44:09.977022 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:10.060297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Routers {'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:44:10.060899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:43:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:10.165180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377bc67-6a33-4c0a-b8d6-f4279fc894eb None None] Pushing event updated for resources: {'Port': ['ID=2c1e6884-efe2-4af8-9761-0ebbbb8c83ec,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:10.242192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] Set router b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:44:10.563136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'name': 'router1', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '2c1e6884-efe2-4af8-9761-0ebbbb8c83ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:50Z', 'updated_at': '2022-02-09T12:44:08Z', 'revision_number': 4, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'gw_port': {'id': '2c1e6884-efe2-4af8-9761-0ebbbb8c83ec', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:07Z', 'updated_at': '2022-02-09T12:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f0a068a9-e937-41c0-b32d-21a8d588a5fd', 'name': '', 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'mac_address': 'fa:16:3e:43:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:43:59Z', 'updated_at': '2022-02-09T12:44:05Z', 'revision_number': 5, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'subnets': [{'id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca7ea13e-fd79-4fe7-95f1-27e2a8fe8496'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:44:10.567144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e89c1d1-be20-44c5-86c6-1bf32206c128 None None] The sync data for ids ['b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d'] in n-d-825175-3 is: [{'id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'name': 'router1', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '2c1e6884-efe2-4af8-9761-0ebbbb8c83ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:43:50Z', 'updated_at': '2022-02-09T12:44:08Z', 'revision_number': 4, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'gw_port': {'id': '2c1e6884-efe2-4af8-9761-0ebbbb8c83ec', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:9b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:44:07Z', 'updated_at': '2022-02-09T12:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f0a068a9-e937-41c0-b32d-21a8d588a5fd', 'name': '', 'network_id': 'e4bc1976-d1ae-4d74-8cea-95205fc38bc4', 'tenant_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'mac_address': 'fa:16:3e:43:d7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecc5cf-1100-4ea6-b34a-92fa1f9ac40d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:43:59Z', 'updated_at': '2022-02-09T12:44:05Z', 'revision_number': 5, 'project_id': '6bb2ec22c4be47abaa47f2e3cec8c077', 'subnets': [{'id': 'a1a65749-df8c-4468-8b34-49173ea2df87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ca7ea13e-fd79-4fe7-95f1-27e2a8fe8496'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:44:10.793201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:10.865754 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:44:10.871950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:10.872413 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:10.992104 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.008977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2c1e6884-efe2-4af8-9761-0ebbbb8c83ec,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:44:11.013317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:11.085552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=2c1e6884-efe2-4af8-9761-0ebbbb8c83ec,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:44:11.107449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56674) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:44:11.244176 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cf045f68-4a06-45b3-94c1-888740389e64 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1070 time: 0.1356218 Feb 09 12:44:12.757242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:44:12.829635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2c1e6884-efe2-4af8-9761-0ebbbb8c83ec triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:44:12.830003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:24.814951 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f7dbaeb0-80bf-4ba0-bbf3-0ed22b4a2024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:25.463326 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:44:27.038282 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7351aca0-862e-4c77-ab21-f586de488833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.246180 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:28.477856 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:29.595355 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:54.816748 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f6d1bf72-4873-4632-9342-306e1a8393a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:57.042963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-82b267f6-b300-400e-8c1b-00e9c7ffc5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.248681 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:58.481316 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:44:59.602427 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:02.464618 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:45:24.835676 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-560821cf-6ce2-48bf-a049-f38ae00d5651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:27.045358 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e7954a9e-0188-4261-80f0-8fe249d9fe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.251752 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:28.486776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:29.613858 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:39.465646 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:45:54.817991 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-82988190-28ee-44fd-b808-2cc3dff3478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:57.068484 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-87fd0472-5d5c-4d67-99e3-ea37bdf61ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.256956 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:58.489147 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:45:59.617598 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:16.465622 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:46:16.838821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57278) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:16.927197 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbef858-d0a4-47c6-9f10-4397ae72d64a admin admin] GET failed (client error): The resource could not be found. Feb 09 12:46:16.928517 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9bbef858-d0a4-47c6-9f10-4397ae72d64a admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0886223 Feb 09 12:46:17.062593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d31bdf-fb26-4693-8999-9bce51b3db07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:17.063981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-01d31bdf-fb26-4693-8999-9bce51b3db07 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1316419 Feb 09 12:46:19.072284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57288) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:19.208118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20b3900-b144-42ad-96c8-357fe28acd7c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:19.208665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a20b3900-b144-42ad-96c8-357fe28acd7c admin admin] Synchronizing usage tracker for tenant:f1dcbb5201e945c6b93c92d8b5ea406f on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:46:19.226109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a20b3900-b144-42ad-96c8-357fe28acd7c admin admin] Unset dirty status for tenant:f1dcbb5201e945c6b93c92d8b5ea406f on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:46:19.227403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a20b3900-b144-42ad-96c8-357fe28acd7c admin admin] 10.222.0.59 "GET /v2.0/subnets/a1a65749-df8c-4468-8b34-49173ea2df87 HTTP/1.1" status: 200 len: 849 time: 0.1541991 Feb 09 12:46:19.236455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:46:19.349410 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Notify callbacks [] for subnet, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.531425 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785996493195'] for subnet, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.574928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:19.575497 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:19.576728 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] 10.222.0.59 "PUT /v2.0/subnets/a1a65749-df8c-4468-8b34-49173ea2df87 HTTP/1.1" status: 200 len: 868 time: 0.3439090 Feb 09 12:46:19.581546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7495c5-c568-4028-a009-83a3a2dc77ed None None] Network e4bc1976-d1ae-4d74-8cea-95205fc38bc4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:46:19.599804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a65749-df8c-4468-8b34-49173ea2df87,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:46:19.609042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:19.609494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:19.609834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:19.610154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:19.610508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:19.610817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:19.611132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:19.611444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:19.611754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:19.612064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:19.612376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fad99f-1fe5-4934-aa56-ab90e61aa48a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:46:20.083655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c084f06b-2cda-4e1b-a590-ff739373683c None None] Provisioning complete for port 040c907a-4831-4a39-a08f-ad135e812546 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:20.084017 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c084f06b-2cda-4e1b-a590-ff739373683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:20.204975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c084f06b-2cda-4e1b-a590-ff739373683c None None] Provisioning complete for port f0a068a9-e937-41c0-b32d-21a8d588a5fd triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:46:20.205332 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c084f06b-2cda-4e1b-a590-ff739373683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:21.632024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57298) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:21.827579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8464e-9714-4088-bb2a-179bafb11914 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:21.827866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8464e-9714-4088-bb2a-179bafb11914 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:21.829352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7ae8464e-9714-4088-bb2a-179bafb11914 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1963983 Feb 09 12:46:23.872177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57308) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:24.066513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6347d1-483c-49aa-becc-273a3e5c337f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:24.066814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6347d1-483c-49aa-becc-273a3e5c337f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:24.068320 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc6347d1-483c-49aa-becc-273a3e5c337f admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952350 Feb 09 12:46:24.822489 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61f0f2ce-82c7-44d2-81d4-f09c02f2d66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:26.118416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57318) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:26.305352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9e9ada-415e-450f-92e3-1b9979394fdb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:26.306911 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9e9e9ada-415e-450f-92e3-1b9979394fdb admin admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 886 time: 0.1875324 Feb 09 12:46:27.052861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0115cac7-297c-4780-9d49-38b073e5d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.259392 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.348669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57328) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:28.495319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:28.545506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b922116-a07e-4d12-95d9-d1594dd2d92f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:28.546780 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0b922116-a07e-4d12-95d9-d1594dd2d92f admin admin] 10.222.0.59 "GET /v2.0/networks/e4bc1976-d1ae-4d74-8cea-95205fc38bc4 HTTP/1.1" status: 200 len: 869 time: 0.1971302 Feb 09 12:46:29.617741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:30.600153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57338) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:30.735426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a051a5b-624a-4f07-8c9e-f59ac9a5bbdd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:30.735789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a051a5b-624a-4f07-8c9e-f59ac9a5bbdd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:30.737270 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1a051a5b-624a-4f07-8c9e-f59ac9a5bbdd admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1356022 Feb 09 12:46:32.765780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57348) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:32.894924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604af50-2320-4f88-87d8-b64debd58905 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:32.895280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604af50-2320-4f88-87d8-b64debd58905 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:32.896748 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e604af50-2320-4f88-87d8-b64debd58905 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300390 Feb 09 12:46:34.908027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57358) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:35.047163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bba507-eb77-4a90-b69c-559aa4d00598 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:35.048403 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-34bba507-eb77-4a90-b69c-559aa4d00598 admin admin] 10.222.0.59 "GET /v2.0/subnets/95cc1d68-f415-48ea-a862-e6e0a465217c HTTP/1.1" status: 200 len: 816 time: 0.1394401 Feb 09 12:46:37.073054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57368) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:37.203520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da6642c-19dd-44ba-9aa9-aaddad63271f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:37.204849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9da6642c-19dd-44ba-9aa9-aaddad63271f admin admin] 10.222.0.59 "GET /v2.0/subnets/a1a65749-df8c-4468-8b34-49173ea2df87 HTTP/1.1" status: 200 len: 868 time: 0.1299651 Feb 09 12:46:53.465588 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:46:54.825006 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-54b9d996-b0b4-4741-804e-d81014a1b1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:55.546920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57406) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:55.616523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [None req-1c93de48-c127-4cce-8eed-70b53376ee4b admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:46:55.617510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1c93de48-c127-4cce-8eed-70b53376ee4b admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0696876 Feb 09 12:46:57.060138 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-29f9c0fa-8601-4343-b242-6bdbf7738e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:57.700233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57416) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:46:57.787805 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-191da182-fb48-463f-825d-fe5173eefa75 admin admin] GET failed (client error): The resource could not be found. Feb 09 12:46:57.789066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-191da182-fb48-463f-825d-fe5173eefa75 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0879283 Feb 09 12:46:57.919703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0145c1f-5b82-45bb-9431-87840ee94c8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:46:57.921196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d0145c1f-5b82-45bb-9431-87840ee94c8c admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1283212 Feb 09 12:46:58.261814 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:58.498202 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.620811 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:46:59.979534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57426) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:00.049218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:47:00.054278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:00.063603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:00.073901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Made reservation on behalf of f1dcbb5201e945c6b93c92d8b5ea406f for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:00.076625 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.164354 n-d-825175-3 neutron-server[83480]: WARNING neutron.services.revisions.revision_plugin [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Could not find related network for resource to bump revision. Feb 09 12:47:00.176941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:47:00.186706 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.187040 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Added segment 9d9027ee-7b54-4a51-98f1-d2e3c74d307a of type vlan for network 6b64491b-6486-4286-b2bd-1c020168fdde Feb 09 12:47:00.212357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.239026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.239829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:00.240433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:00.340568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3598762 Feb 09 12:47:00.341139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f51ec-cc31-444e-85f4-8cf6af4653ba admin admin] Pushing event updated for resources: {'Network': ['ID=6b64491b-6486-4286-b2bd-1c020168fdde,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:00.368491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 6b64491b-6486-4286-b2bd-1c020168fdde details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:47:02.372073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57436) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:47:02.461549 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb98cf9a-7d5b-4021-9591-7d2bc6f1c379 admin admin] GET failed (client error): The resource could not be found. Feb 09 12:47:02.462747 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bb98cf9a-7d5b-4021-9591-7d2bc6f1c379 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0897262 Feb 09 12:47:02.595600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f520b3-343e-4688-a495-67fc7aa30e9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:02.596940 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e4f520b3-343e-4688-a495-67fc7aa30e9f admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1303270 Feb 09 12:47:02.606655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'name': 'shared-subnet'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:47:02.611848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:47:02.621872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:47:02.631198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Made reservation on behalf of f1dcbb5201e945c6b93c92d8b5ea406f for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:47:02.633404 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:02.836883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:02.906524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a1d33b-7dd3-4a28-a673-cc474b123428,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:02.920341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.920676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.921021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.921331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.921651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.921967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.922282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.922617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.922928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.923241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.923549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:02.931585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:47:02.931934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Network hostable DHCP agents. Network: 6b64491b-6486-4286-b2bd-1c020168fdde, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:47:02.956164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Network 6b64491b-6486-4286-b2bd-1c020168fdde is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:47:02.965785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 6b64491b-6486-4286-b2bd-1c020168fdde) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:02.970587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:47:02.971164 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:02.978770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b455207-eda2-44f5-a072-05c68b5e3581 None None] Network 6b64491b-6486-4286-b2bd-1c020168fdde requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:47:02.996504 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b54c9c0e-cebe-40f0-9d6a-a1a13f8a5b96 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3931031 Feb 09 12:47:03.196069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6b64491b-6486-4286-b2bd-1c020168fdde', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'tenant_id': 'f1dcbb5201e945c6b93c92d8b5ea406f', 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 12:47:03.196887 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.352023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Allocated IP 192.168.233.2 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/0f4fe1b8-4bac-45e6-849c-58ee616db7ce) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:47:03.556785 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.567069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Transition to ACTIVE for port object 0f4fe1b8-4bac-45e6-849c-58ee616db7ce will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:03.585742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Transition to ACTIVE for port object 0f4fe1b8-4bac-45e6-849c-58ee616db7ce will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:47:03.592402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.672556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:47:03.675243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:47:03.683412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:47:03.691197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Pushing event updated for resources: {'Port': ['ID=0f4fe1b8-4bac-45e6-849c-58ee616db7ce,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:03.701469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.701808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.702140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.702486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.702813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.703132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.703444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.703787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.704100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.704412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.704723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:47:03.784590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Attempting to bind port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:47:03.785211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Attempting to bind port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:47:03.785571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Attempting to bind port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:47:03.791995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:47:03.792359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:47:03.792872 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.793253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:47:03.793706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Bound port: 0f4fe1b8-4bac-45e6-849c-58ee616db7ce, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:47:03.794092 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.881423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] For port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:47:03.884665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] For port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0f4fe1b8-4bac-45e6-849c-58ee616db7ce,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:47:03.889459 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:03.975398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4aca1a-1ded-4874-adfe-f1ad3d5cc882 None None] Pushing event updated for resources: {'Port': ['ID=0f4fe1b8-4bac-45e6-849c-58ee616db7ce,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:04.775327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e829fba-6da6-430a-aa15-22d9959d0e1c None None] Network 6b64491b-6486-4286-b2bd-1c020168fdde requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:47:04.892557 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0f4fe1b8-4bac-45e6-849c-58ee616db7ce up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:04.953172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f3c939cf-d7fc-4290-91e9-ffac4755d0f0 None None] Provisioning for port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:05.076191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:47:05.082821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:05.083969 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:05.223864 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:05.261196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0f4fe1b8-4bac-45e6-849c-58ee616db7ce,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:47:05.265877 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:05.345866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=0f4fe1b8-4bac-45e6-849c-58ee616db7ce,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:47:05.400336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4d4962ef-3d29-4874-8fcb-bc18cafe1ba0 None None] Provisioning complete for port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:05.400701 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4d4962ef-3d29-4874-8fcb-bc18cafe1ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:06.843280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0f4fe1b8-4bac-45e6-849c-58ee616db7ce up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:47:06.909654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0f4fe1b8-4bac-45e6-849c-58ee616db7ce triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:47:06.910013 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:24.826916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1d538b5c-6c11-47e3-bfe3-bb6242cb8022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:27.051831 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6d7adf50-2181-4e6a-bdd7-c47bb8d31259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.265390 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:28.500574 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:29.623385 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:30.467606 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:47:54.830762 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e06f9a4-29bf-488f-8321-65751ad501a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:57.055394 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb555-5835-4c7b-8208-64bdcc8848f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:58.268625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:58.503577 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:47:59.627317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.476226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57480) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:06.481939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [None req-f6ad1254-7d1c-4ff8-ad7b-81d891e282e6 tempest-verify_tempest_config-1865659928 tempest-verify_tempest_config-1865659928-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:48:06.482898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f6ad1254-7d1c-4ff8-ad7b-81d891e282e6 tempest-verify_tempest_config-1865659928 tempest-verify_tempest_config-1865659928-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057094 Feb 09 12:48:06.801679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57496) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:06.937439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:06.968512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:48:06.972569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c09558184d4ba795147678523db39a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:48:06.975245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:48:06.980565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:48:07.042115 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.045674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.091599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936a78c0-1f5b-4374-a28b-05ef59cd3146,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:07.096072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Synchronizing usage tracker for tenant:f1dcbb5201e945c6b93c92d8b5ea406f on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:48:07.103460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.103796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.104125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.104441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.104761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.105076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.105387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.105709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.106006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.106309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.106643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:48:07.123006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] Unset dirty status for tenant:f1dcbb5201e945c6b93c92d8b5ea406f on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:48:07.124120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e20b3e05-7144-4cb4-bba3-c32139f86772 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5c09558184d4ba795147678523db39a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3214977 Feb 09 12:48:07.126932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57502) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:48:07.183143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-042ef9eb-9b19-4302-a018-c85e6d0549eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.207865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-042ef9eb-9b19-4302-a018-c85e6d0549eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.295534 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-042ef9eb-9b19-4302-a018-c85e6d0549eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.312554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ef9eb-9b19-4302-a018-c85e6d0549eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936a78c0-1f5b-4374-a28b-05ef59cd3146,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:48:07.317322 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-042ef9eb-9b19-4302-a018-c85e6d0549eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:07.318611 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-042ef9eb-9b19-4302-a018-c85e6d0549eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/936a78c0-1f5b-4374-a28b-05ef59cd3146 HTTP/1.1" status: 204 len: 168 time: 0.1906176 Feb 09 12:48:07.467475 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:48:24.833083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-66f3fc9a-83d2-4be5-95fc-92d6ca276993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:27.056961 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8aa78c6a-d8e4-4aa2-9672-413082514664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.271269 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:28.506138 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:29.628200 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:44.470564 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:48:54.833753 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-90b98fe2-41d5-4e5b-a47a-09da46ee66ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:57.058981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92377295-c3ae-4ac9-ad36-b3a54a688ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:58.274354 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:58.508504 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:48:59.631327 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:21.471635 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:49:24.836039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-97b687aa-d4e8-46d3-a30c-9bf15c1514ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:27.059322 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8ac89f2c-a309-4e4f-a45b-e7826ab0ab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.276248 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:28.512264 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:29.633591 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:54.838487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e5754ff-39e0-4544-b856-14d759265a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:57.060163 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-868f9b9b-8bc7-49df-acf6-d09a8771c0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.280740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:58.471559 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:49:58.515686 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:49:59.638284 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:24.840013 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a52320a9-8172-4a98-80ef-1852fc81fd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:27.062046 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-defa7213-ada3-4ba9-b816-6c1d58b3022b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:28.282682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:28.517881 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:29.640228 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:35.471788 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 5 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:50:54.843362 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fd72e394-cef4-4ffb-a407-c031de4e495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:57.065041 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-926c9b7b-4aef-4763-833c-57b6228a2579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.286147 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:58.520804 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:50:59.642692 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:10.851375 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1979061'] for agent, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:12.473563 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 6 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:51:15.756194 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1979061'] for agent, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:24.845136 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7db6307-0ccb-40e9-b2cf-3868a8e66384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:27.066740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-841c109e-e779-4e07-822d-87967e24b8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.288274 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:28.522355 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:29.645007 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:40.836250 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:45.738828 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:49.473466 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:51:54.848846 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2af53778-7eaa-4663-956c-e16af8e4759d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:57.068971 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bfe88e69-3db0-45f1-8eb1-0cfbd3125f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.291119 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:58.525563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:51:59.205913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57562) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:51:59.344394 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-03a5defe-ddf1-42ff-932f-479792336393 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1373508 Feb 09 12:51:59.647555 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:01.381811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57572) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:52:01.469101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d24c009a-5a5c-4e64-8041-d4ca924ad441 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0862617 Feb 09 12:52:10.838298 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:15.733369 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:24.850364 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fef77f19-42c0-4c12-b197-b8955703b830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:26.474593 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:52:27.073120 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e36bdc7-aabe-4c1d-a88d-31fd8da032e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:28.295576 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:28.526949 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:29.651507 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:40.838754 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:45.754375 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:54.853184 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b02d48f9-139e-4f3b-a1cc-ae0cb4165f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:57.075061 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4573dc69-5950-4225-b672-71b252333a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:58.298780 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:58.530091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:52:59.654726 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:03.476299 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:53:10.846630 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:15.747343 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:24.856186 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1987b80f-f4a0-4403-8f0c-d4f4f077ad7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:27.080453 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dd84ca7f-3ce8-4cd8-9d1f-688eb1278fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:28.300749 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:28.524623 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:29.658326 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:37.064985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57786) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:37.353529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57798) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:37.654923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b5965057-9696-4435-b337-f2ec2ead13b5 tempest-AutoAllocateNetworkTest-449548649 tempest-AutoAllocateNetworkTest-449548649-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1b83a8a3729f46cbb50eb1716f63d8b1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5887923 Feb 09 12:53:37.657653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57812) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:37.804140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a6411d-78f0-46be-a114-34ee5eebc31d tempest-AutoAllocateNetworkTest-449548649 tempest-AutoAllocateNetworkTest-449548649-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:37.808661 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e4a6411d-78f0-46be-a114-34ee5eebc31d tempest-AutoAllocateNetworkTest-449548649 tempest-AutoAllocateNetworkTest-449548649-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1501198 Feb 09 12:53:37.808970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57820) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:37.884678 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-97fbc3be-13b4-4850-a598-15499d82f2a9 tempest-AutoAllocateNetworkTest-449548649 tempest-AutoAllocateNetworkTest-449548649-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738866 Feb 09 12:53:37.887397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57824) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:37.921267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-56099fef-0af0-4fa3-b813-534d3e45be1d tempest-AutoAllocateNetworkTest-449548649 tempest-AutoAllocateNetworkTest-449548649-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1b83a8a3729f46cbb50eb1716f63d8b1 HTTP/1.1" status: 200 len: 208 time: 0.0327456 Feb 09 12:53:37.932722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-628120015-network', 'tenant_id': '4356ca73cb7b44649bc5b79338960c01'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:53:37.937447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:37.941900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Usage tracker for resource:network and tenant:4356ca73cb7b44649bc5b79338960c01 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:37.945383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:37.951475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:37.968869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Made reservation on behalf of 4356ca73cb7b44649bc5b79338960c01 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:37.971552 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:37.990637 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:38.023352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:38.027100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Usage tracker for resource:security_group_rule and tenant:4356ca73cb7b44649bc5b79338960c01 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:38.029805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:38.035979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:38.104861 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:38.109649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:38.145456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb700e-da6d-41f3-af76-9f90c6c2f354,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:38.152844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:53:38.166960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.167289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.167616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.167941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.168261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.168585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.168898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.169204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.169710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.170030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.170346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Tracked resource versions report: Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: pushed versions: Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: { 'ConntrackHelper': {'1.0'}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'Log': {'1.0'}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'Network': {'1.1'}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'Port': {'1.5'}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'PortForwarding': {'1.2'}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'QosPolicy': {'1.8'}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'SecurityGroup': {'1.2'}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'SecurityGroupRule': {'1.0'}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'SubPort': {'1.0'}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'Subnet': {'1.1'}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'Trunk': {'1.1'}} Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: consumer versions: Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: { DHCP agent@n-d-825175-3: {}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: HyperV agent@n-h1-825175-3: {}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: HyperV agent@n-h2-825175-3: {}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: L3 agent@n-d-825175-3: {}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: Metadata agent@n-d-825175-3: {}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: Metering agent@n-d-825175-3: {}, Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: Open vSwitch agent@n-d-825175-3: { 'ConntrackHelper': '1.0', Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'Log': '1.0', Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'Network': '1.1', Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'Port': '1.5', Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'PortForwarding': '1.2', Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'QosPolicy': '1.8', Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'SecurityGroup': '1.2', Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'SecurityGroupRule': '1.0', Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'SubPort': '1.0', Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'Subnet': '1.1', Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: 'Trunk': '1.1'}} Feb 09 12:53:38.171346 n-d-825175-3 neutron-server[83480]: {{(pid=83480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:53:38.174561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:38.174899 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Added segment 525dec19-c1f8-4652-a996-dd849e837821 of type vlan for network eb25d5a8-8658-4707-8dcc-08534bf785bb Feb 09 12:53:38.232634 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:38.264580 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:38.265561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:38.266155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:38.315447 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9608581 Feb 09 12:53:38.318505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57848) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:38.323982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Request body: {'subnet': {'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-628120015-subnet', 'tenant_id': '4356ca73cb7b44649bc5b79338960c01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:53:38.330569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:38.337931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Usage tracker for resource:subnet and tenant:4356ca73cb7b44649bc5b79338960c01 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:38.340975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:38.350615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:38.365421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Made reservation on behalf of 4356ca73cb7b44649bc5b79338960c01 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:38.368054 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:38.389057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6fa78-a86c-4d0b-a4cc-ff33c9087340 admin admin] Pushing event updated for resources: {'Network': ['ID=eb25d5a8-8658-4707-8dcc-08534bf785bb,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:38.402912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network eb25d5a8-8658-4707-8dcc-08534bf785bb details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:53:38.619850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:38.687149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de4a952-3b81-4858-aae6-119ad222c3a5,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:38.705523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.705874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.706210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.706563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.706897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.708015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.708199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.708526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.708844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.709160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.709681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Tracked resource versions report: Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: pushed versions: Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: { 'ConntrackHelper': {'1.0'}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'Log': {'1.0'}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'Network': {'1.1'}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'Port': {'1.5'}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'PortForwarding': {'1.2'}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'QosPolicy': {'1.8'}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'SecurityGroup': {'1.2'}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'SecurityGroupRule': {'1.0'}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'SubPort': {'1.0'}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'Subnet': {'1.1'}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'Trunk': {'1.1'}} Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: consumer versions: Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: { DHCP agent@n-d-825175-3: {}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: HyperV agent@n-h1-825175-3: {}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: HyperV agent@n-h2-825175-3: {}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: L3 agent@n-d-825175-3: {}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: Metadata agent@n-d-825175-3: {}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: Metering agent@n-d-825175-3: {}, Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: Open vSwitch agent@n-d-825175-3: { 'ConntrackHelper': '1.0', Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'Log': '1.0', Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'Network': '1.1', Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'Port': '1.5', Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'PortForwarding': '1.2', Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'QosPolicy': '1.8', Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'SecurityGroup': '1.2', Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'SecurityGroupRule': '1.0', Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'SubPort': '1.0', Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'Subnet': '1.1', Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: 'Trunk': '1.1'}} Feb 09 12:53:38.710445 n-d-825175-3 neutron-server[83479]: {{(pid=83479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:53:38.727151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:53:38.727504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Network hostable DHCP agents. Network: eb25d5a8-8658-4707-8dcc-08534bf785bb, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:53:38.751448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Network eb25d5a8-8658-4707-8dcc-08534bf785bb is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:53:38.762012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, eb25d5a8-8658-4707-8dcc-08534bf785bb) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:38.766051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:38.766652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:38.773761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115840fa-5aea-4c7c-a49c-5d247b4d3902 None None] Network eb25d5a8-8658-4707-8dcc-08534bf785bb requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:53:38.803317 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-38ab846b-c175-48d9-b356-dbbd4aec2a74 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4833694 Feb 09 12:53:38.829053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57864) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:39.011229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9723cded-8dfd-4257-a446-274aa230830a None None] Network eb25d5a8-8658-4707-8dcc-08534bf785bb requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:53:39.272404 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eff2a88-6188-4f28-bea1-e7ce589a1fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:39.304139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1eff2a88-6188-4f28-bea1-e7ce589a1fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:39.307991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1eff2a88-6188-4f28-bea1-e7ce589a1fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:1b83a8a3729f46cbb50eb1716f63d8b1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:39.311515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1eff2a88-6188-4f28-bea1-e7ce589a1fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:39.318140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1eff2a88-6188-4f28-bea1-e7ce589a1fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:39.386896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eff2a88-6188-4f28-bea1-e7ce589a1fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:39.391728 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eff2a88-6188-4f28-bea1-e7ce589a1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:39.425389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff2a88-6188-4f28-bea1-e7ce589a1fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e00fafd-356d-449d-b2c8-2ac640a70293,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:39.457020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1eff2a88-6188-4f28-bea1-e7ce589a1fc4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b83a8a3729f46cbb50eb1716f63d8b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6239974 Feb 09 12:53:39.457131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57896) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:39.516827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f18fad26-ef92-427f-89c5-e1cd625914a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:39.542716 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f18fad26-ef92-427f-89c5-e1cd625914a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:39.614272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f18fad26-ef92-427f-89c5-e1cd625914a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:39.628318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fad26-ef92-427f-89c5-e1cd625914a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e00fafd-356d-449d-b2c8-2ac640a70293,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:39.635571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f18fad26-ef92-427f-89c5-e1cd625914a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:39.636672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f18fad26-ef92-427f-89c5-e1cd625914a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e00fafd-356d-449d-b2c8-2ac640a70293 HTTP/1.1" status: 204 len: 168 time: 0.1784339 Feb 09 12:53:40.476803 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:53:40.893107 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:41.975404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58012) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:41.982165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1692759102-network', 'tenant_id': '517e1e56df734129848f086076b5a9b3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:53:41.989593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:42.006221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Usage tracker for resource:network and tenant:517e1e56df734129848f086076b5a9b3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:42.009522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:42.018964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:42.031751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Made reservation on behalf of 517e1e56df734129848f086076b5a9b3 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:42.034027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.052463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.102364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:42.107703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Usage tracker for resource:security_group_rule and tenant:517e1e56df734129848f086076b5a9b3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:42.111404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:42.120521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:42.203076 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.208549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.245217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:53:42.253454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bd8317-d750-4391-aeca-93cfdefa7cef,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:42.259857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.260197 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Added segment f030483e-3a42-43e9-a9c0-061557258727 of type vlan for network 70ebae7b-3017-4767-abc5-3a493043b8b2 Feb 09 12:53:42.289186 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.320173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.321142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:42.321732 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.427237 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4499416 Feb 09 12:53:42.430012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58036) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:42.437071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Request body: {'subnet': {'network_id': '70ebae7b-3017-4767-abc5-3a493043b8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1692759102-subnet', 'tenant_id': '517e1e56df734129848f086076b5a9b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:53:42.440253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d031cb-74c5-4469-a3de-84963c0c1a83 admin admin] Pushing event updated for resources: {'Network': ['ID=70ebae7b-3017-4767-abc5-3a493043b8b2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:42.444123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:42.448389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Usage tracker for resource:subnet and tenant:517e1e56df734129848f086076b5a9b3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:42.451512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:42.454699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 70ebae7b-3017-4767-abc5-3a493043b8b2 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:53:42.460678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:42.471142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Made reservation on behalf of 517e1e56df734129848f086076b5a9b3 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:42.474292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.706588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.739112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58056) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:42.742019 n-d-825175-3 neutron-server[83480]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 12:53:42.771524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=deac4d8d-7b5c-4b8c-936e-9b54ed76273b,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:42.778929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-0f8b37bd-0e17-49e6-8a68-ed8a5a5bce6b tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4ed46f67e1904f3194fe8881afb51522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386882 Feb 09 12:53:42.827303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Checking segment: {'id': 'f030483e-3a42-43e9-a9c0-061557258727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '70ebae7b-3017-4767-abc5-3a493043b8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:53:42.827799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Network hostable DHCP agents. Network: 70ebae7b-3017-4767-abc5-3a493043b8b2, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:53:42.851000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Network 70ebae7b-3017-4767-abc5-3a493043b8b2 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:53:42.862530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 70ebae7b-3017-4767-abc5-3a493043b8b2) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:42.870826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:42.871611 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:42.881432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d31bea-dee2-49b4-8598-abb96f9e2d5a None None] Network 70ebae7b-3017-4767-abc5-3a493043b8b2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:53:42.899875 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fe9546a0-b807-464f-9eec-3b524f5e6e0f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4686797 Feb 09 12:53:42.965141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-844d8bc6-588f-4842-8dbe-ffe5426f6281 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:42.973721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-844d8bc6-588f-4842-8dbe-ffe5426f6281 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936350 Feb 09 12:53:42.993075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-0a17d845-360b-45b6-8b0a-ad60a39967d1 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/quotas/4ed46f67e1904f3194fe8881afb51522 HTTP/1.1" status: 200 len: 375 time: 0.0181735 Feb 09 12:53:43.058010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-d7765f5a-7aff-48ae-b7a8-321fb4c8ec85 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed46f67e1904f3194fe8881afb51522&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640230 Feb 09 12:53:43.196937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c4a4ec-7f7b-497e-a0b9-4aa60e640971 None None] Network 70ebae7b-3017-4767-abc5-3a493043b8b2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:53:43.811244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06b3fec0-caf4-4926-9dac-e3f5ab98531e req-1dddb610-e5a5-4238-a5e4-75db4a9c2018 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 210 time: 0.0638490 Feb 09 12:53:44.380137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58170) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:44.549535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-e8187ac1-c161-4e6f-87c3-713f73c3641a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:44.550542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-e8187ac1-c161-4e6f-87c3-713f73c3641a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Synchronizing usage tracker for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:44.568032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-e8187ac1-c161-4e6f-87c3-713f73c3641a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Unset dirty status for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:44.569345 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-e8187ac1-c161-4e6f-87c3-713f73c3641a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 807 time: 0.1879916 Feb 09 12:53:44.585986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-19256c91-4b1d-4da3-8b18-ed21bb42e012 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/quotas/4356ca73cb7b44649bc5b79338960c01 HTTP/1.1" status: 200 len: 375 time: 0.0110166 Feb 09 12:53:44.642297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-03d533ca-91ca-42cc-834a-9c3557cd159f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480156 Feb 09 12:53:44.871446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0d81a219-1696-4e57-887d-5c41262fb488 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:53:44.878343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0d81a219-1696-4e57-887d-5c41262fb488 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0815771 Feb 09 12:53:45.011003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-95a733a8-ec1d-412b-9b26-1f98ecefe496 service neutron] 10.222.0.59 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316628 Feb 09 12:53:45.140822 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-556bec18-de4d-4303-9a6a-1b8d730b865f service neutron] 10.222.0.59 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247680 Feb 09 12:53:45.238270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc93b301-ea17-47be-98ac-e660601d728d req-870841bd-b2db-487e-86a0-a40123411715 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 210 time: 0.0428214 Feb 09 12:53:45.270377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.62', 59481) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:45.320453 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-27f51019-b1bc-464f-a86b-b294804a8347 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4ed46f67e1904f3194fe8881afb51522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425613 Feb 09 12:53:45.577874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-29fd1bc1-8fe8-4605-8405-4217f3955d81 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:45.579438 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-29fd1bc1-8fe8-4605-8405-4217f3955d81 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495821 Feb 09 12:53:45.655151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Request body: {'port': {'device_id': '715c71db-ee33-469c-a3b2-5a345907350a', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '4ed46f67e1904f3194fe8881afb51522'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:53:45.738225 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51f00517-4b80-40cb-91c3-c9293a6a1b73 req-c993fe85-baf0-45ec-b958-36453d712378 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 210 time: 0.0633881 Feb 09 12:53:45.761481 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:45.778594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58266) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:45.941418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:45.945517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Usage tracker for resource:port and tenant:4ed46f67e1904f3194fe8881afb51522 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:45.948812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:45.955379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:45.968398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Made reservation on behalf of 4ed46f67e1904f3194fe8881afb51522 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:45.971980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:45.980269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddc7a-70b9-42ef-9684-9a55e25feea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:45.988211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:46.029806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:46.034136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Usage tracker for resource:security_group_rule and tenant:4ed46f67e1904f3194fe8881afb51522 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:46.037895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:46.044111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:46.059596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7d1ddc7a-70b9-42ef-9684-9a55e25feea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:46.068034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7d1ddc7a-70b9-42ef-9684-9a55e25feea8 admin admin] Usage tracker for resource:security_group_rule and tenant:47d4b910d3934b6f80c06e34aef7146f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:46.079822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7d1ddc7a-70b9-42ef-9684-9a55e25feea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:46.107262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7d1ddc7a-70b9-42ef-9684-9a55e25feea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:46.140640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:46.146096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:46.265319 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddc7a-70b9-42ef-9684-9a55e25feea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:46.271588 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d1ddc7a-70b9-42ef-9684-9a55e25feea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:46.374988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ddc7a-70b9-42ef-9684-9a55e25feea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf879e6-132f-424d-bcc2-9d7ca6655fa7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:46.389443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7d1ddc7a-70b9-42ef-9684-9a55e25feea8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47d4b910d3934b6f80c06e34aef7146f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6095786 Feb 09 12:53:46.390008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58322) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:46.437144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3768239e-0f74-4216-8daf-33837b2114c0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:46.480558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Allocated IP 192.168.233.120 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/04b5298e-d885-457d-8353-53a6b4e950c0) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:46.560500 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5267e09-9c5b-48c2-aad5-064b9a5ed181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:46.634305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5267e09-9c5b-48c2-aad5-064b9a5ed181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:46.701931 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-124e4129-53e8-45af-bcb9-b452dc823a64 req-6870995f-3a50-4f51-abba-a161a7c3ae36 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 210 time: 0.0591924 Feb 09 12:53:46.753715 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5267e09-9c5b-48c2-aad5-064b9a5ed181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:46.780226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5267e09-9c5b-48c2-aad5-064b9a5ed181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf879e6-132f-424d-bcc2-9d7ca6655fa7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:46.800434 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5267e09-9c5b-48c2-aad5-064b9a5ed181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:46.801555 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e5267e09-9c5b-48c2-aad5-064b9a5ed181 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3cf879e6-132f-424d-bcc2-9d7ca6655fa7 HTTP/1.1" status: 204 len: 168 time: 0.4106710 Feb 09 12:53:46.872458 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:46.904560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Transition to ACTIVE for port object 04b5298e-d885-457d-8353-53a6b4e950c0 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:46.931484 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:47.106140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-051d32c8-0ed1-47d9-b70d-fcc75c1a51bc tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=98c01e7f01434c2d92cb13e7f92f6fae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568433 Feb 09 12:53:47.181355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Pushing event updated for resources: {'Port': ['ID=04b5298e-d885-457d-8353-53a6b4e950c0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:47.240959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:47.247774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:47.251201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:53:47.264046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:47.264746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:47.331381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-c64b9345-4e4c-457a-8f4f-c6d24c846dad tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:47.336509 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-7a194322-3f2c-4986-8362-61508dcd2bd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6860013 Feb 09 12:53:47.339841 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-c64b9345-4e4c-457a-8f4f-c6d24c846dad tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316496 Feb 09 12:53:47.361729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-5c5bd922-efd9-4c16-9ed8-6842970319b8 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/quotas/98c01e7f01434c2d92cb13e7f92f6fae HTTP/1.1" status: 200 len: 375 time: 0.0203760 Feb 09 12:53:47.375099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-bd0f97ec-3331-4850-9b97-4ae976d60374 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:53:47.376070 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-bd0f97ec-3331-4850-9b97-4ae976d60374 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067749 Feb 09 12:53:47.507277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aa16fe3-f957-4e17-8bb0-7b8bae55a40d req-668cd4e0-6607-4e50-bb9b-85ef3647c5f7 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 210 time: 0.1650231 Feb 09 12:53:47.531648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-79402366-9e8c-4c64-8baa-f377007f2338 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=98c01e7f01434c2d92cb13e7f92f6fae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1682379 Feb 09 12:53:47.650774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.67', 50017) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:47.658009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58374) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:47.690105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8b63afbe-ebfb-4fac-bd9a-711dd6952c4e None None] Provisioning for port 04b5298e-d885-457d-8353-53a6b4e950c0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:47.700981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8b63afbe-ebfb-4fac-bd9a-711dd6952c4e None None] Provisioning complete for port 04b5298e-d885-457d-8353-53a6b4e950c0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:47.701754 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8b63afbe-ebfb-4fac-bd9a-711dd6952c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:47.710908 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3940e6f4-aee4-48cf-bde1-fe7fab75c855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:47.808051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3940e6f4-aee4-48cf-bde1-fe7fab75c855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:47.818063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3940e6f4-aee4-48cf-bde1-fe7fab75c855 admin admin] Usage tracker for resource:security_group_rule and tenant:e7b04c0e4b694cfea86128124e01cb3a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:47.826433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3940e6f4-aee4-48cf-bde1-fe7fab75c855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:47.838569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3940e6f4-aee4-48cf-bde1-fe7fab75c855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:47.842257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8b63afbe-ebfb-4fac-bd9a-711dd6952c4e None None] Port 04b5298e-d885-457d-8353-53a6b4e950c0 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:53:48.067782 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3940e6f4-aee4-48cf-bde1-fe7fab75c855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:48.076957 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3940e6f4-aee4-48cf-bde1-fe7fab75c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:48.127564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0b5e5b6c-2094-4617-8334-ad5c0d25dae2 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:48.134782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0b5e5b6c-2094-4617-8334-ad5c0d25dae2 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 807 time: 0.4785376 Feb 09 12:53:48.182612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Request body: {'port': {'device_id': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb', 'admin_state_up': True, 'tenant_id': '4356ca73cb7b44649bc5b79338960c01'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:53:48.212384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Request body: {'port': {'device_id': '715c71db-ee33-469c-a3b2-5a345907350a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:53:48.361295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:48.525875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-03e3b150-8065-4616-80c2-1345493adb87 req-a25ed73a-ee00-442d-939c-1f3a542ea8fe tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 210 time: 0.1365016 Feb 09 12:53:48.742715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58416) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:48.888632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98923843-16a8-4bd1-b85c-264c8c89e2eb req-ad2e19b1-717e-4c0c-9c5c-8ae95fbae6ec tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:48.896311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-98923843-16a8-4bd1-b85c-264c8c89e2eb req-ad2e19b1-717e-4c0c-9c5c-8ae95fbae6ec tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 936 time: 0.6346352 Feb 09 12:53:49.035970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940e6f4-aee4-48cf-bde1-fe7fab75c855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9622d1e-7914-463f-a8cf-88644b4fc412,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:49.058498 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3940e6f4-aee4-48cf-bde1-fe7fab75c855 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7b04c0e4b694cfea86128124e01cb3a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3990316 Feb 09 12:53:49.061287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58432) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:49.138829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9cd488ca-eb7e-4743-bed1-a5357438b981 req-328e98ea-e863-4738-b971-8061a25653cc tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 210 time: 0.1261859 Feb 09 12:53:49.190253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:49.209945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-98923843-16a8-4bd1-b85c-264c8c89e2eb req-dec2efc5-5d25-4352-a140-75e3ca8f10c6 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126771 Feb 09 12:53:49.214677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Usage tracker for resource:port and tenant:4356ca73cb7b44649bc5b79338960c01 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:49.222779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:49.267916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:49.301911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Made reservation on behalf of 4356ca73cb7b44649bc5b79338960c01 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:49.315419 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:49.319939 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a20ac88b-a508-4b4f-a36e-bcb3132b88c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:49.488928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58446) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:49.499444 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a20ac88b-a508-4b4f-a36e-bcb3132b88c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:49.535883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:53:49.714176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b5298e-d885-457d-8353-53a6b4e950c0 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:53:49.741251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:49.797029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Allocated IP 172.20.0.9 (eb25d5a8-8658-4707-8dcc-08534bf785bb/4de4a952-3b81-4858-aae6-119ad222c3a5/430a597b-4f96-497c-ab63-e92c1a4f101f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:49.798692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Transition to ACTIVE for port object 04b5298e-d885-457d-8353-53a6b4e950c0 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:49.799715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a20ac88b-a508-4b4f-a36e-bcb3132b88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:49.829531 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a20ac88b-a508-4b4f-a36e-bcb3132b88c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:49.834617 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a20ac88b-a508-4b4f-a36e-bcb3132b88c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a9622d1e-7914-463f-a8cf-88644b4fc412 HTTP/1.1" status: 204 len: 168 time: 0.7720647 Feb 09 12:53:49.836231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ac88b-a508-4b4f-a36e-bcb3132b88c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9622d1e-7914-463f-a8cf-88644b4fc412,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:49.838165 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:50.370422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3016c06-2b1d-4fd2-b56f-97f55e0bf12e req-de8ffd75-2da4-4e79-96c4-0cd639c4e56f tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 210 time: 0.3487549 Feb 09 12:53:50.383560 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9e99c63-b667-4fa9-b4a4-2b45b52c639b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:50.404115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44e8f7c7-2af7-4352-af13-d2621108c4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:50.430947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:50.481898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-44e8f7c7-2af7-4352-af13-d2621108c4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:50.484274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-44e8f7c7-2af7-4352-af13-d2621108c4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:cf29c7e4b3614b63afbbfdfa897a24f3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:50.488256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-44e8f7c7-2af7-4352-af13-d2621108c4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:50.492093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.67', 50022) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:50.524558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Attempting to bind port 04b5298e-d885-457d-8353-53a6b4e950c0 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:53:50.526818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Attempting to bind port 04b5298e-d885-457d-8353-53a6b4e950c0 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:53:50.527414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Attempting to bind port 04b5298e-d885-457d-8353-53a6b4e950c0 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:53:50.553035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Pushing event updated for resources: {'Port': ['ID=04b5298e-d885-457d-8353-53a6b4e950c0,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:50.554704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-44e8f7c7-2af7-4352-af13-d2621108c4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:50.572106 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2da433b1-c832-47bc-bd62-7de6951f9621 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=98c01e7f01434c2d92cb13e7f92f6fae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784855 Feb 09 12:53:50.583798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Port 04b5298e-d885-457d-8353-53a6b4e950c0 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:53:50.587271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Attempting to bind port 04b5298e-d885-457d-8353-53a6b4e950c0 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:53:50.620978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e9e99c63-b667-4fa9-b4a4-2b45b52c639b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:50.623794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:53:50.624370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:53:50.625148 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:53:50.628405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Bound port: 04b5298e-d885-457d-8353-53a6b4e950c0, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:53:50.628995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:50.647816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e9e99c63-b667-4fa9-b4a4-2b45b52c639b admin admin] Usage tracker for resource:security_group_rule and tenant:bed01d1400e14f8dabfbdea685bd7e0c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:50.653147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e9e99c63-b667-4fa9-b4a4-2b45b52c639b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:50.687573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e9e99c63-b667-4fa9-b4a4-2b45b52c639b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:50.850999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] For port 04b5298e-d885-457d-8353-53a6b4e950c0, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:53:50.862061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] For port 04b5298e-d885-457d-8353-53a6b4e950c0, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=04b5298e-d885-457d-8353-53a6b4e950c0,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:53:50.873451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.051927 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.053736 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] 10.222.0.62 "PUT /v2.0/ports/04b5298e-d885-457d-8353-53a6b4e950c0 HTTP/1.1" status: 200 len: 1096 time: 3.3082917 Feb 09 12:53:51.054620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715c71db-ee33-469c-a3b2-5a345907350a', 'tag': '04b5298e-d885-457d-8353-53a6b4e950c0'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:53:51.178022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-cc2e6e97-826d-4152-811f-56043365eaeb tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:51.200395 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9e99c63-b667-4fa9-b4a4-2b45b52c639b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.201053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-cc2e6e97-826d-4152-811f-56043365eaeb tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6091151 Feb 09 12:53:51.215033 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.305711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9e99c63-b667-4fa9-b4a4-2b45b52c639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.312414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8884d-86b3-4b99-8528-5f60b1d02e61 service neutron] Pushing event updated for resources: {'Port': ['ID=04b5298e-d885-457d-8353-53a6b4e950c0,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:51.405564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e99c63-b667-4fa9-b4a4-2b45b52c639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ebfc60-4677-4c96-b14d-4bba5a1988f0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:51.416654 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e9e99c63-b667-4fa9-b4a4-2b45b52c639b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bed01d1400e14f8dabfbdea685bd7e0c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8973937 Feb 09 12:53:51.418507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58496) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:51.497469 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-f25a62bc-e50b-44a0-840d-164563ffa00f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ed46f67e1904f3194fe8881afb51522&device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 1099 time: 0.3107641 Feb 09 12:53:51.587248 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-99adfee6-b9b6-42e9-a88c-cac5e6a1579d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=04b5298e-d885-457d-8353-53a6b4e950c0 HTTP/1.1" status: 200 len: 217 time: 0.0770795 Feb 09 12:53:51.651732 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9740-0c9e-4352-ba0f-dccfcd63d2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.708197 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9740-0c9e-4352-ba0f-dccfcd63d2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.720486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-813b9d07-90aa-433b-8ae6-c48329fc96bc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:51.721981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-813b9d07-90aa-433b-8ae6-c48329fc96bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1236517 Feb 09 12:53:51.785975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Pushing event updated for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:51.802441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Network eb25d5a8-8658-4707-8dcc-08534bf785bb is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:51.823702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:51.837978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:53:51.853680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:51.861467 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.867218 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-a5d696cd-2241-45c6-a13a-a987338194b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349421 Feb 09 12:53:51.869063 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9740-0c9e-4352-ba0f-dccfcd63d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.896464 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44e8f7c7-2af7-4352-af13-d2621108c4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.931483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e9740-0c9e-4352-ba0f-dccfcd63d2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ebfc60-4677-4c96-b14d-4bba5a1988f0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:51.962511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9740-0c9e-4352-ba0f-dccfcd63d2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:51.969187 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6e6e9740-0c9e-4352-ba0f-dccfcd63d2b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77ebfc60-4677-4c96-b14d-4bba5a1988f0 HTTP/1.1" status: 204 len: 168 time: 0.5493691 Feb 09 12:53:52.046839 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44e8f7c7-2af7-4352-af13-d2621108c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:52.193463 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-d13cdeec-82bd-487e-acac-42213c38c790 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092921 Feb 09 12:53:52.236680 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-44e8f7c7-2af7-4352-af13-d2621108c4e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf29c7e4b3614b63afbbfdfa897a24f3&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4883730 Feb 09 12:53:52.240391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58516) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:52.294880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Request body: {'port': {'device_id': '973cb0ac-8d34-400c-89c8-c20f89f78cce', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '98c01e7f01434c2d92cb13e7f92f6fae'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:53:52.343111 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50665923-a7b2-4f6d-b837-37443f432c85 req-a51cf19f-4b52-4117-8652-5ac93e000797 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:52.344616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50665923-a7b2-4f6d-b837-37443f432c85 req-a51cf19f-4b52-4117-8652-5ac93e000797 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 948 time: 1.1424999 Feb 09 12:53:52.477893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783b076-cd98-4276-89a1-98d2cb709f35 req-71b72800-7905-4935-8df8-93bb98e3e9a4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:52.479399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a783b076-cd98-4276-89a1-98d2cb709f35 req-71b72800-7905-4935-8df8-93bb98e3e9a4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Synchronizing usage tracker for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:52.502728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5012-2ec3-4f20-b2f6-df13ac540faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:52.507680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8f7c7-2af7-4352-af13-d2621108c4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dae6b84-ddfb-4040-92af-3d264a862d93,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:52.511860 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a895234f-53fa-488c-9774-a79a0e844d09 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3342018 Feb 09 12:53:52.533391 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c73c7087-53d8-4bfb-ad25-f5f91438fc36 req-85762f8d-2076-4e38-9ed4-a4b960135d1b service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752149 Feb 09 12:53:52.567612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5012-2ec3-4f20-b2f6-df13ac540faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:52.695506 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5012-2ec3-4f20-b2f6-df13ac540faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:52.723691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f5012-2ec3-4f20-b2f6-df13ac540faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dae6b84-ddfb-4040-92af-3d264a862d93,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:52.733438 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e6f5012-2ec3-4f20-b2f6-df13ac540faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:52.739638 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5e6f5012-2ec3-4f20-b2f6-df13ac540faf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0dae6b84-ddfb-4040-92af-3d264a862d93 HTTP/1.1" status: 204 len: 168 time: 0.4980357 Feb 09 12:53:52.788120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-58e64566-2835-4b44-9fb2-c46732d32143 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:53:52.789099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-58e64566-2835-4b44-9fb2-c46732d32143 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0284920 Feb 09 12:53:52.955392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a783b076-cd98-4276-89a1-98d2cb709f35 req-71b72800-7905-4935-8df8-93bb98e3e9a4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Unset dirty status for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:52.972515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58534) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:52.977512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a783b076-cd98-4276-89a1-98d2cb709f35 req-71b72800-7905-4935-8df8-93bb98e3e9a4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 931 time: 1.7644167 Feb 09 12:53:52.992890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:53.044152 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a622468-6259-469f-a38a-64a3dfe7175d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.070719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Usage tracker for resource:port and tenant:98c01e7f01434c2d92cb13e7f92f6fae is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:53.084804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:53.094650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50665923-a7b2-4f6d-b837-37443f432c85 req-c3c3ddcf-7821-4290-b6eb-666602287e83 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925869 Feb 09 12:53:53.101937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:53.126821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Made reservation on behalf of 98c01e7f01434c2d92cb13e7f92f6fae for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:53:53.131200 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.153546 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.157283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9a622468-6259-469f-a38a-64a3dfe7175d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:53.175748 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a783b076-cd98-4276-89a1-98d2cb709f35 req-65628d73-7c88-4979-8302-fd2d3b2b3daa tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Synchronizing usage tracker for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:53.176589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9a622468-6259-469f-a38a-64a3dfe7175d admin admin] Usage tracker for resource:security_group_rule and tenant:a2568da9762f4e27bee8f493c805d4e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:53.200268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9a622468-6259-469f-a38a-64a3dfe7175d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:53.220343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:53.226136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Usage tracker for resource:security_group_rule and tenant:98c01e7f01434c2d92cb13e7f92f6fae is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:53.229359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:53.233822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9a622468-6259-469f-a38a-64a3dfe7175d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:53.236319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:53.388722 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.394744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.451558 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a622468-6259-469f-a38a-64a3dfe7175d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.460279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a622468-6259-469f-a38a-64a3dfe7175d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.538356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a622468-6259-469f-a38a-64a3dfe7175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01dfc09-fd64-4c07-b89c-9b47ce20ec1a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:53.581752 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9a622468-6259-469f-a38a-64a3dfe7175d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2568da9762f4e27bee8f493c805d4e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6075051 Feb 09 12:53:53.584153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58548) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:53.596593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Allocated IP 192.168.233.165 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/721c78f4-c180-4595-9d97-2f42ac6ceaff) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:53:53.673090 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f000ad7-c686-48da-a606-e03938de51ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.708348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f000ad7-c686-48da-a606-e03938de51ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.773023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85e28f4d-0bec-4eb6-ac9f-4e06d041e814 req-6f7aec7f-ba9f-412c-8615-a3285737335b tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 210 time: 0.0633092 Feb 09 12:53:53.786322 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f000ad7-c686-48da-a606-e03938de51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.808634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f000ad7-c686-48da-a606-e03938de51ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01dfc09-fd64-4c07-b89c-9b47ce20ec1a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:53.826321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f000ad7-c686-48da-a606-e03938de51ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:53.828174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0f000ad7-c686-48da-a606-e03938de51ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a01dfc09-fd64-4c07-b89c-9b47ce20ec1a HTTP/1.1" status: 204 len: 168 time: 0.2422595 Feb 09 12:53:53.843585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Request body: {'port': {'device_id': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:53:53.883469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a783b076-cd98-4276-89a1-98d2cb709f35 req-65628d73-7c88-4979-8302-fd2d3b2b3daa tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Unset dirty status for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:53.884775 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a783b076-cd98-4276-89a1-98d2cb709f35 req-65628d73-7c88-4979-8302-fd2d3b2b3daa tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9063497 Feb 09 12:53:54.019723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abda2ee7-f999-45b4-a4f9-3b5c06090952,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:54.196749 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.283613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58564) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:54.298409 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.337713 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cc24-4c80-4549-998f-0a225d162772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.419106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b6f7cc24-4c80-4549-998f-0a225d162772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:53:54.429023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b6f7cc24-4c80-4549-998f-0a225d162772 admin admin] Usage tracker for resource:security_group_rule and tenant:b284c065711740689a2e8776994f7b33 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:53:54.432008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b6f7cc24-4c80-4549-998f-0a225d162772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:53:54.447526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b6f7cc24-4c80-4549-998f-0a225d162772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:53:54.588454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cc24-4c80-4549-998f-0a225d162772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.593639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cc24-4c80-4549-998f-0a225d162772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.608962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Transition to ACTIVE for port object 721c78f4-c180-4595-9d97-2f42ac6ceaff will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:54.670203 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715c71db-ee33-469c-a3b2-5a345907350a', 'tag': '04b5298e-d885-457d-8353-53a6b4e950c0', 'status': 'completed', 'code': 200} Feb 09 12:53:54.759062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7cc24-4c80-4549-998f-0a225d162772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf41f0-e72d-406c-a7d7-a848e812e5c8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:54.884570 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b6f7cc24-4c80-4549-998f-0a225d162772 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b284c065711740689a2e8776994f7b33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5979259 Feb 09 12:53:54.885327 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3363c408-6f26-4aa0-9624-55782cb6ea5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:54.892350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58578) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:53:55.028436 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.206056 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c07df1a9-f6cb-4a70-af5f-4d6fd5eee36c req-1df054eb-2c24-474b-bcab-9a952a12166a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ed46f67e1904f3194fe8881afb51522&device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 1099 time: 0.5350089 Feb 09 12:53:55.222595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64ae73fe-a587-42ba-b511-35b6865141dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.434455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:53:55.443433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:53:55.447364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:53:55.452690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:55.453499 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.515173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3568680 Feb 09 12:53:55.518231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a419f33-ada7-43b9-8efc-0a545fe0cb93 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Pushing event updated for resources: {'Port': ['ID=721c78f4-c180-4595-9d97-2f42ac6ceaff,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:55.539248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Request body: {'port': {'device_id': '973cb0ac-8d34-400c-89c8-c20f89f78cce', 'device_owner': 'compute:tempest-test_az-602266994', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:53:55.551241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df1a9-f6cb-4a70-af5f-4d6fd5eee36c req-06b45067-31a4-468b-8d64-cc4f04f9d7e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:55.552684 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c07df1a9-f6cb-4a70-af5f-4d6fd5eee36c req-06b45067-31a4-468b-8d64-cc4f04f9d7e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3218439 Feb 09 12:53:55.674083 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:53:55.763234 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64ae73fe-a587-42ba-b511-35b6865141dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:55.774789 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c07df1a9-f6cb-4a70-af5f-4d6fd5eee36c req-5444093a-ce3a-42b0-9369-47f9a9b95a73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=04b5298e-d885-457d-8353-53a6b4e950c0 HTTP/1.1" status: 200 len: 217 time: 0.2148135 Feb 09 12:53:55.825894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c32bd6-8877-439e-8e8d-cc1ec91e7ba3 req-71ee38eb-5501-494c-a7a8-ff60a481a3d6 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:55.835478 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-03c32bd6-8877-439e-8e8d-cc1ec91e7ba3 req-71ee38eb-5501-494c-a7a8-ff60a481a3d6 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 948 time: 0.8113649 Feb 09 12:53:55.852711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df1a9-f6cb-4a70-af5f-4d6fd5eee36c req-07f99a49-b9d0-4005-8a0b-cf6100ebfbe1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:55.854059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c07df1a9-f6cb-4a70-af5f-4d6fd5eee36c req-07f99a49-b9d0-4005-8a0b-cf6100ebfbe1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0700958 Feb 09 12:53:55.886410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0d1685d5-3811-4b58-99d0-b865019f7eb9 None None] Provisioning for port 721c78f4-c180-4595-9d97-2f42ac6ceaff completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:53:55.913812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0d1685d5-3811-4b58-99d0-b865019f7eb9 None None] Provisioning complete for port 721c78f4-c180-4595-9d97-2f42ac6ceaff triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:53:55.914187 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0d1685d5-3811-4b58-99d0-b865019f7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.057362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64ae73fe-a587-42ba-b511-35b6865141dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.123894 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64ae73fe-a587-42ba-b511-35b6865141dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.129756 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-64ae73fe-a587-42ba-b511-35b6865141dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bcdf41f0-e72d-406c-a7d7-a848e812e5c8 HTTP/1.1" status: 204 len: 168 time: 1.2307167 Feb 09 12:53:56.137410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0d1685d5-3811-4b58-99d0-b865019f7eb9 None None] Port 721c78f4-c180-4595-9d97-2f42ac6ceaff cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:53:56.144837 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c07df1a9-f6cb-4a70-af5f-4d6fd5eee36c req-b347456e-cc44-4d47-acc4-2c810b9d2c6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2685854 Feb 09 12:53:56.145618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae73fe-a587-42ba-b511-35b6865141dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf41f0-e72d-406c-a7d7-a848e812e5c8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:56.209214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.256473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430a597b-4f96-497c-ab63-e92c1a4f101f {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:53:56.273021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.303140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Transition to ACTIVE for port object 430a597b-4f96-497c-ab63-e92c1a4f101f will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:56.444570 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c07df1a9-f6cb-4a70-af5f-4d6fd5eee36c req-efcf8ff8-19e3-4f9b-b44e-6614f8037ec8 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817113 Feb 09 12:53:56.543652 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:56.775623 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c07df1a9-f6cb-4a70-af5f-4d6fd5eee36c req-4e393643-d34c-4378-8496-7a9e985101f2 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242126 Feb 09 12:53:57.080610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ea428-4d96-462a-83f4-2375a55a8254 req-17c2b38c-d190-4169-83e1-ae0da2a52911 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:57.090062 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-acade514-1368-4065-abf5-26d95df4b925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:57.104059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a64ea428-4d96-462a-83f4-2375a55a8254 req-17c2b38c-d190-4169-83e1-ae0da2a52911 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Synchronizing usage tracker for tenant:98c01e7f01434c2d92cb13e7f92f6fae on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:57.109464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Pushing event updated for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:57.161715 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-03c32bd6-8877-439e-8e8d-cc1ec91e7ba3 req-3e0b2963-f53c-4831-a613-b7b60c757b3e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3251793 Feb 09 12:53:57.162794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:53:57.163311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:53:57.163819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:53:57.200446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Port 430a597b-4f96-497c-ab63-e92c1a4f101f on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:53:57.201528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:53:57.304338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a64ea428-4d96-462a-83f4-2375a55a8254 req-17c2b38c-d190-4169-83e1-ae0da2a52911 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Unset dirty status for tenant:98c01e7f01434c2d92cb13e7f92f6fae on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:57.311158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a64ea428-4d96-462a-83f4-2375a55a8254 req-17c2b38c-d190-4169-83e1-ae0da2a52911 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 936 time: 1.7101989 Feb 09 12:53:57.319223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:53:57.319713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:53:57.320148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:53:57.320765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Bound port: 430a597b-4f96-497c-ab63-e92c1a4f101f, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:53:57.321151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:57.501952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a64ea428-4d96-462a-83f4-2375a55a8254 req-f4831813-3951-4777-8c54-5abcf75e60de tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Synchronizing usage tracker for tenant:98c01e7f01434c2d92cb13e7f92f6fae on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:53:57.804790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:53:57.814455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:53:57.849358 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:58.022591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:58.025086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] 10.222.0.67 "PUT /v2.0/ports/430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 200 len: 1091 time: 4.6952419 Feb 09 12:53:58.030973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cdd19-d104-4fa1-800b-acd837fa4897 service neutron] Pushing event updated for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:58.036087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:53:58.120319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a64ea428-4d96-462a-83f4-2375a55a8254 req-f4831813-3951-4777-8c54-5abcf75e60de tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Unset dirty status for tenant:98c01e7f01434c2d92cb13e7f92f6fae on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:53:58.121784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a64ea428-4d96-462a-83f4-2375a55a8254 req-f4831813-3951-4777-8c54-5abcf75e60de tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8098779 Feb 09 12:53:58.195451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0971b5-44c8-4c28-bc0b-8c065d69039e req-66355747-cc8c-4320-a6d8-55975f5aa62c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:58.204296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a0971b5-44c8-4c28-bc0b-8c065d69039e req-66355747-cc8c-4320-a6d8-55975f5aa62c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 943 time: 0.6146550 Feb 09 12:53:58.332794 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:58.338407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a0971b5-44c8-4c28-bc0b-8c065d69039e req-bf175593-e43e-492b-be94-6917089c106f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331820 Feb 09 12:53:58.364328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721c78f4-c180-4595-9d97-2f42ac6ceaff {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:53:58.389810 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:58.436746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Transition to ACTIVE for port object 721c78f4-c180-4595-9d97-2f42ac6ceaff will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:53:58.444307 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:58.558247 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:58.584077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce14624-b841-4923-816b-62c662752944 service neutron] Pushing event updated for resources: {'Port': ['ID=721c78f4-c180-4595-9d97-2f42ac6ceaff,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:58.774309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Attempting to bind port 721c78f4-c180-4595-9d97-2f42ac6ceaff on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:53:58.774896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Attempting to bind port 721c78f4-c180-4595-9d97-2f42ac6ceaff by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:53:58.775513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Attempting to bind port 721c78f4-c180-4595-9d97-2f42ac6ceaff on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:53:58.791959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Port 721c78f4-c180-4595-9d97-2f42ac6ceaff on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:53:58.792519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Attempting to bind port 721c78f4-c180-4595-9d97-2f42ac6ceaff on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:53:58.800615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:53:58.805520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:53:58.806280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:53:58.810431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Bound port: 721c78f4-c180-4595-9d97-2f42ac6ceaff, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:53:58.810983 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:59.059370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] For port 721c78f4-c180-4595-9d97-2f42ac6ceaff, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:53:59.066328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] For port 721c78f4-c180-4595-9d97-2f42ac6ceaff, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=721c78f4-c180-4595-9d97-2f42ac6ceaff,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:53:59.140620 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:59.227389 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:59.232683 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-9ce14624-b841-4923-816b-62c662752944 service neutron] 10.222.0.67 "PUT /v2.0/ports/721c78f4-c180-4595-9d97-2f42ac6ceaff HTTP/1.1" status: 200 len: 1117 time: 3.6979620 Feb 09 12:53:59.288665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce14624-b841-4923-816b-62c662752944 service neutron] Pushing event updated for resources: {'Port': ['ID=721c78f4-c180-4595-9d97-2f42ac6ceaff,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:53:59.541646 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-31f4ed55-0eb9-4606-9602-bab4678a0263 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1094 time: 0.4713547 Feb 09 12:53:59.650044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-0b027bd4-4310-4ae0-917a-4160e9c63404 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 200 len: 217 time: 0.1012828 Feb 09 12:53:59.721972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-ac7ba9b5-76c6-428a-9715-a145ddbec0ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=98c01e7f01434c2d92cb13e7f92f6fae&device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 1120 time: 0.4280159 Feb 09 12:53:59.731389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2adbd1-57ca-48da-9e02-64bbef240f03 req-9ba34f86-236a-4aec-a317-f9707b1258b7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:59.733387 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b2adbd1-57ca-48da-9e02-64bbef240f03 req-9ba34f86-236a-4aec-a317-f9707b1258b7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 948 time: 0.4537370 Feb 09 12:53:59.756484 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:53:59.829135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-1bec23b4-b7b4-46ff-89dd-b5068c89fc14 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:53:59.830925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-1bec23b4-b7b4-46ff-89dd-b5068c89fc14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.1649599 Feb 09 12:53:59.837691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-8ed355d8-28ab-44ba-9bcc-cd4150e47394 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=721c78f4-c180-4595-9d97-2f42ac6ceaff HTTP/1.1" status: 200 len: 217 time: 0.1007736 Feb 09 12:54:00.154157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-22a729af-dbd2-49d2-8c40-03b9578d0058 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3033342 Feb 09 12:54:00.179795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b2adbd1-57ca-48da-9e02-64bbef240f03 req-82773536-5068-4528-8e7b-e8b1fb67e018 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882499 Feb 09 12:54:00.217032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-6d64c534-72fa-4bd8-b7b3-41f9acabea46 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:00.219175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-6d64c534-72fa-4bd8-b7b3-41f9acabea46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.3285258 Feb 09 12:54:00.251216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58686) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:00.652170 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f', 'status': 'completed', 'code': 200} Feb 09 12:54:00.767547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a0d9737c-0f59-40a4-8c35-93ab8c4bdd23 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379280 Feb 09 12:54:00.793173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2209c668-9157-4a7b-86de-96e632644b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:00.931130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2209c668-9157-4a7b-86de-96e632644b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:00.944302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-98d4e139-565d-448d-a9a2-8041c6ce9c1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6128128 Feb 09 12:54:00.948457 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2209c668-9157-4a7b-86de-96e632644b12 admin admin] Usage tracker for resource:security_group_rule and tenant:47df66ad73dc430197ffbdd871b3bcd4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:00.953449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63589127-c970-4dd7-b962-6775da5ffa28 req-49c8b29c-afd2-42d7-a757-ad008401bf66 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:00.955032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63589127-c970-4dd7-b962-6775da5ffa28 req-49c8b29c-afd2-42d7-a757-ad008401bf66 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 969 time: 0.5619500 Feb 09 12:54:00.966425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2209c668-9157-4a7b-86de-96e632644b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:00.990029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2209c668-9157-4a7b-86de-96e632644b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:01.208475 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2209c668-9157-4a7b-86de-96e632644b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.214770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2209c668-9157-4a7b-86de-96e632644b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.316812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209c668-9157-4a7b-86de-96e632644b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d4114a-1490-46e3-9ee3-3aa6ef70f99c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:01.335070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63589127-c970-4dd7-b962-6775da5ffa28 req-9ec9e444-65d8-490a-b643-cfdd6900bc70 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257916 Feb 09 12:54:01.347384 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2209c668-9157-4a7b-86de-96e632644b12 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47df66ad73dc430197ffbdd871b3bcd4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0938528 Feb 09 12:54:01.350077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58706) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:01.363724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ae88-0cea-4609-8ef7-09a5b9966ec3 req-79ff6aff-b43f-4ed6-a3a8-b7776092f18f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:01.365457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de62ae88-0cea-4609-8ef7-09a5b9966ec3 req-79ff6aff-b43f-4ed6-a3a8-b7776092f18f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 943 time: 0.6073794 Feb 09 12:54:01.370251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb49df8-545e-48ef-9c29-2019db86b073 req-a141b10a-49f3-4151-a7aa-5aeaad8ef9c5 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986315 Feb 09 12:54:01.439912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-8746df8f-9681-486a-84b8-8810c14d5313 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279056 Feb 09 12:54:01.479874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de62ae88-0cea-4609-8ef7-09a5b9966ec3 req-8568c7d5-c5ac-43ad-b25d-ddcb7fc268c4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883913 Feb 09 12:54:01.483106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8be78ef9-46c8-4e3f-8810-2ee8965f51f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.586253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8be78ef9-46c8-4e3f-8810-2ee8965f51f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.673050 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8be78ef9-46c8-4e3f-8810-2ee8965f51f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.733662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be78ef9-46c8-4e3f-8810-2ee8965f51f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d4114a-1490-46e3-9ee3-3aa6ef70f99c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:01.759126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8be78ef9-46c8-4e3f-8810-2ee8965f51f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:01.779044 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8be78ef9-46c8-4e3f-8810-2ee8965f51f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7d4114a-1490-46e3-9ee3-3aa6ef70f99c HTTP/1.1" status: 204 len: 168 time: 0.4260530 Feb 09 12:54:01.925446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14210ca-ef7c-4f75-b862-8c12b10ada07 req-a57e75f6-4311-4e19-96ef-fcf0b4a1d45a service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130790 Feb 09 12:54:02.004839 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-320f80f1-014b-4b2b-9b50-b1c41019b2bc tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774639 Feb 09 12:54:02.051433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83aa7a1f-36bc-47b2-956d-2711759f8c2b req-cb9c8d9e-580a-483d-9405-6ca4da850326 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1094 time: 0.4470198 Feb 09 12:54:02.255955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0d90c-1e6b-430b-95b1-12a41b35535c req-a243783e-714c-48d7-961f-0acd8508cc00 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:02.257277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5f0d90c-1e6b-430b-95b1-12a41b35535c req-a243783e-714c-48d7-961f-0acd8508cc00 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 948 time: 0.4889581 Feb 09 12:54:02.327268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-78f3a1a1-3958-4de1-a7fd-81d70586d8b7 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:02.333465 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-78f3a1a1-3958-4de1-a7fd-81d70586d8b7 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148167 Feb 09 12:54:02.367902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa7a1f-36bc-47b2-956d-2711759f8c2b req-b77a7214-e937-485f-8a1b-fe5d66225070 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:02.368046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58726) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:02.368757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83aa7a1f-36bc-47b2-956d-2711759f8c2b req-b77a7214-e937-485f-8a1b-fe5d66225070 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.3044868 Feb 09 12:54:02.389905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3d7605bf-67e8-421a-b096-04dd20f00973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.436155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3d7605bf-67e8-421a-b096-04dd20f00973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:02.442277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3d7605bf-67e8-421a-b096-04dd20f00973 admin admin] Usage tracker for resource:security_group_rule and tenant:5245d49d93574ac48b7a548b05d77e3e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:02.446974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3d7605bf-67e8-421a-b096-04dd20f00973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:02.452100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5f0d90c-1e6b-430b-95b1-12a41b35535c req-9426c312-3223-48bf-b73f-ae61fa856a70 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849453 Feb 09 12:54:02.455355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3d7605bf-67e8-421a-b096-04dd20f00973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:02.464652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-32bd45a9-db06-4bb9-9418-8ddbbcd491c8 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/quotas/54f2cf2f54654c178ea3873472ca1f4a HTTP/1.1" status: 200 len: 375 time: 0.1036150 Feb 09 12:54:02.510679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83aa7a1f-36bc-47b2-956d-2711759f8c2b req-86c42f7b-5c7d-4456-b1a9-f8554b82c3ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 200 len: 217 time: 0.1317689 Feb 09 12:54:02.526877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-d1b08b91-858c-489f-9fb1-95bf4c3a213c tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612299 Feb 09 12:54:02.641206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3d7605bf-67e8-421a-b096-04dd20f00973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.649958 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3d7605bf-67e8-421a-b096-04dd20f00973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:02.764011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7605bf-67e8-421a-b096-04dd20f00973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2856556c-1fc7-4e63-9f25-a661e781bf1b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:02.773564 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3d7605bf-67e8-421a-b096-04dd20f00973 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5245d49d93574ac48b7a548b05d77e3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4014018 Feb 09 12:54:02.774644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58742) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:02.871524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973cb0ac-8d34-400c-89c8-c20f89f78cce', 'tag': '721c78f4-c180-4595-9d97-2f42ac6ceaff'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:02.877614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa7a1f-36bc-47b2-956d-2711759f8c2b req-b9cfd3e8-2109-40a4-bc85-b1940a152401 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:02.879669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83aa7a1f-36bc-47b2-956d-2711759f8c2b req-b9cfd3e8-2109-40a4-bc85-b1940a152401 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.3519049 Feb 09 12:54:02.940482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83aa7a1f-36bc-47b2-956d-2711759f8c2b req-8950d685-75c3-4284-9704-0fdace28af10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499942 Feb 09 12:54:02.945156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74dc4ad8-0167-4330-887a-15bc25c1bbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:03.016105 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74dc4ad8-0167-4330-887a-15bc25c1bbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:03.180050 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74dc4ad8-0167-4330-887a-15bc25c1bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:03.207680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc4ad8-0167-4330-887a-15bc25c1bbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856556c-1fc7-4e63-9f25-a661e781bf1b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:03.269587 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74dc4ad8-0167-4330-887a-15bc25c1bbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:03.271449 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-74dc4ad8-0167-4330-887a-15bc25c1bbdb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2856556c-1fc7-4e63-9f25-a661e781bf1b HTTP/1.1" status: 204 len: 168 time: 0.4958489 Feb 09 12:54:03.292621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83aa7a1f-36bc-47b2-956d-2711759f8c2b req-e6ab43ea-66d3-47c6-8dda-87b3091aeb42 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360121 Feb 09 12:54:03.363002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a804cd-b601-45db-88e9-94d76ff7f911 req-f144f8fd-e05f-43cb-9508-115d0e4824c1 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:03.370192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89a804cd-b601-45db-88e9-94d76ff7f911 req-f144f8fd-e05f-43cb-9508-115d0e4824c1 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 969 time: 0.3758407 Feb 09 12:54:03.680940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83aa7a1f-36bc-47b2-956d-2711759f8c2b req-8d6dbc4e-5ccc-4342-8e92-8d5763699b0f service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778930 Feb 09 12:54:03.689168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89a804cd-b601-45db-88e9-94d76ff7f911 req-65a28abf-c05c-40eb-bc2c-ed17ff5d7334 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179286 Feb 09 12:54:03.733374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd54a5-1d5b-4dd5-82bf-13f71568a823 req-c27810ad-c12e-4c3e-8537-3427e7a9a486 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:03.738988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1cd54a5-1d5b-4dd5-82bf-13f71568a823 req-c27810ad-c12e-4c3e-8537-3427e7a9a486 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 943 time: 0.1998177 Feb 09 12:54:03.792623 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1cd54a5-1d5b-4dd5-82bf-13f71568a823 req-bd544b99-7073-4656-942f-2bc8b68ee554 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510442 Feb 09 12:54:03.894856 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973cb0ac-8d34-400c-89c8-c20f89f78cce', 'tag': '721c78f4-c180-4595-9d97-2f42ac6ceaff', 'status': 'completed', 'code': 200} Feb 09 12:54:03.931919 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-699f8093-e3d7-4a4a-b356-65b12c75dff7 req-2b73ce01-ba4f-49e8-b5de-104e51cafbf0 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 210 time: 0.0835917 Feb 09 12:54:03.991216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-298582f4-e6af-4cfb-8052-b1effa24b55a req-83fa67d4-b352-479c-862c-5c451347df78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=98c01e7f01434c2d92cb13e7f92f6fae&device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 1120 time: 0.0989606 Feb 09 12:54:04.214295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298582f4-e6af-4cfb-8052-b1effa24b55a req-6a8b06be-442d-43e0-b7a7-47aa00eda53c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:04.215880 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-298582f4-e6af-4cfb-8052-b1effa24b55a req-6a8b06be-442d-43e0-b7a7-47aa00eda53c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2180252 Feb 09 12:54:04.296259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510363f8-b8f4-4fe9-8a3a-0efb1312657b req-b62fe31e-e65d-4c38-851d-23da470ad132 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:04.297579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-510363f8-b8f4-4fe9-8a3a-0efb1312657b req-b62fe31e-e65d-4c38-851d-23da470ad132 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 948 time: 0.1898694 Feb 09 12:54:04.299255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-298582f4-e6af-4cfb-8052-b1effa24b55a req-1e755fee-ba7f-46ad-9bdf-cede53e6190f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=721c78f4-c180-4595-9d97-2f42ac6ceaff HTTP/1.1" status: 200 len: 217 time: 0.0765784 Feb 09 12:54:04.395654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298582f4-e6af-4cfb-8052-b1effa24b55a req-1b07b074-c14e-42d4-9d08-1736c34c19ed service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:04.397199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-298582f4-e6af-4cfb-8052-b1effa24b55a req-1b07b074-c14e-42d4-9d08-1736c34c19ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0924604 Feb 09 12:54:04.401905 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-510363f8-b8f4-4fe9-8a3a-0efb1312657b req-3f2a2439-1f98-4180-98d0-4b81db4ff776 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630023 Feb 09 12:54:04.475928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-298582f4-e6af-4cfb-8052-b1effa24b55a req-06efa3af-db6e-42a1-8217-449b62c9141c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728545 Feb 09 12:54:04.501105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58796) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:04.629446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-298582f4-e6af-4cfb-8052-b1effa24b55a req-9a2f1ad3-1e14-461a-8797-5ec57edd9128 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475711 Feb 09 12:54:04.682381 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-4b615fb7-dbef-47a3-ad80-4e98584142b4 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372381 Feb 09 12:54:04.798833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-298582f4-e6af-4cfb-8052-b1effa24b55a req-11c1a209-98d3-4a35-84b5-90f179508f96 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635296 Feb 09 12:54:04.880758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-b32b0d0e-0487-4b8b-9391-16dbb79757c6 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:04.882489 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-b32b0d0e-0487-4b8b-9391-16dbb79757c6 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932740 Feb 09 12:54:04.908760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Request body: {'port': {'device_id': '50f6a96e-b869-4b91-a86c-0d0dc3dff351', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '54f2cf2f54654c178ea3873472ca1f4a'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:04.983056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1184651-a243-4fcf-9849-fe090fd8b2b5 req-74e93f72-f0f3-4518-a9ff-7f6d2d1e3b42 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3188e6f390734bacb2c36ef0a04de915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322869 Feb 09 12:54:05.028480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-network', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:05.080522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:05.114358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:05.118427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Usage tracker for resource:port and tenant:54f2cf2f54654c178ea3873472ca1f4a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:05.121716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:05.128452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:05.138816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Made reservation on behalf of 54f2cf2f54654c178ea3873472ca1f4a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:05.141881 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.156845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.160158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Usage tracker for resource:network and tenant:9b2dc5b3466d4cf2ad35e474c66b87fb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:05.188020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:05.192638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Usage tracker for resource:security_group_rule and tenant:54f2cf2f54654c178ea3873472ca1f4a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:05.195554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:05.201241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:05.210396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:05.232987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:05.274685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.277762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Made reservation on behalf of 9b2dc5b3466d4cf2ad35e474c66b87fb for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:05.279204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.280095 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.296262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1184651-a243-4fcf-9849-fe090fd8b2b5 req-0a4942a5-1f9d-4ee0-98fc-44de241b977f tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:05.297670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1184651-a243-4fcf-9849-fe090fd8b2b5 req-0a4942a5-1f9d-4ee0-98fc-44de241b977f tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082404 Feb 09 12:54:05.309651 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.342747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495e2e2-4df6-4d2f-85a0-84f30f557c31 req-a9136aa2-3394-435c-a1e2-fbeb2531f532 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:05.344190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8495e2e2-4df6-4d2f-85a0-84f30f557c31 req-a9136aa2-3394-435c-a1e2-fbeb2531f532 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 969 time: 0.3263354 Feb 09 12:54:05.345338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1184651-a243-4fcf-9849-fe090fd8b2b5 req-f7340e2e-743d-485b-81af-2acfb76141d5 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/quotas/3188e6f390734bacb2c36ef0a04de915 HTTP/1.1" status: 200 len: 375 time: 0.0393803 Feb 09 12:54:05.363505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0109c-690d-4604-9f39-40d3e71e7051,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:05.418020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1184651-a243-4fcf-9849-fe090fd8b2b5 req-0f67725e-3425-44e6-8990-17f0659351d6 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3188e6f390734bacb2c36ef0a04de915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604873 Feb 09 12:54:05.418942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:05.423728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2dc5b3466d4cf2ad35e474c66b87fb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:05.432969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:05.440762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:05.456690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Allocated IP 192.168.233.247 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/19cd3fb7-37d6-4db0-9331-9dbd7694beb9) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:05.461638 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8495e2e2-4df6-4d2f-85a0-84f30f557c31 req-575efb71-da54-4583-95b8-90332262a6be tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075099 Feb 09 12:54:05.550360 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.557655 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.559800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 721c78f4-c180-4595-9d97-2f42ac6ceaff details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:05.630984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:54:05.689101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd590473-8593-4080-aa90-bfc1882c3e4c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:05.706933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.707317 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Added segment 4150667d-12c1-4f49-9cc4-366aaf52a87b of type vlan for network f64636e3-1a92-49a2-9146-0ce893b89e65 Feb 09 12:54:05.745502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.748381 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.765208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Transition to ACTIVE for port object 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:05.774823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1086e-2922-4a63-8538-cdefe9223d2b req-4b319ddc-8bf7-4307-bdf7-ea8a5734ecaf tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:05.776380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69f1086e-2922-4a63-8538-cdefe9223d2b req-4b319ddc-8bf7-4307-bdf7-ea8a5734ecaf tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 943 time: 0.1340854 Feb 09 12:54:05.793373 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.819490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 721c78f4-c180-4595-9d97-2f42ac6ceaff, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=721c78f4-c180-4595-9d97-2f42ac6ceaff,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:05.835258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '721c78f4-c180-4595-9d97-2f42ac6ceaff', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '721c78f4-c180-4595-9d97-2f42ac6ceaff', 'mac_address': 'fa:16:3e:69:c2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:tempest-test_az-602266994', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:54:05.850203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:05.856352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:05.862684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.863996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:05.864090 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.878432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:05.883239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:05.884098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.913395 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0150359 Feb 09 12:54:05.926689 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:05.931258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Request body: {'port': {'device_id': '50f6a96e-b869-4b91-a86c-0d0dc3dff351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:05.943324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4408267 Feb 09 12:54:05.956983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69f1086e-2922-4a63-8538-cdefe9223d2b req-e4a1f206-e215-42d9-857d-59f33541008d tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691849 Feb 09 12:54:05.957507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58822) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:05.967701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721c78f4-c180-4595-9d97-2f42ac6ceaff {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:05.994039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Request body: {'subnet': {'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-subnet', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:06.000487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 721c78f4-c180-4595-9d97-2f42ac6ceaff, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=721c78f4-c180-4595-9d97-2f42ac6ceaff,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:06.006374 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.007337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 430a597b-4f96-497c-ab63-e92c1a4f101f details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:06.083655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:06.095585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Usage tracker for resource:subnet and tenant:9b2dc5b3466d4cf2ad35e474c66b87fb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:06.107381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:06.130645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36297f89-c42a-4bd6-ba00-ed1d1279e574 admin admin] Pushing event updated for resources: {'Network': ['ID=f64636e3-1a92-49a2-9146-0ce893b89e65,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:06.133535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:06.159850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd58e4-f656-4643-96c4-e97eb52ab78a req-3351bf4a-506f-457d-aaa1-cc73c7157385 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:06.167257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19bd58e4-f656-4643-96c4-e97eb52ab78a req-3351bf4a-506f-457d-aaa1-cc73c7157385 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 936 time: 0.3808329 Feb 09 12:54:06.195321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b04dd-baac-447d-8aab-69a1e0e21341 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Pushing event updated for resources: {'Port': ['ID=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:06.200272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Made reservation on behalf of 9b2dc5b3466d4cf2ad35e474c66b87fb for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:06.202712 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.222606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f64636e3-1a92-49a2-9146-0ce893b89e65 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:54:06.227863 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.345201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=721c78f4-c180-4595-9d97-2f42ac6ceaff,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:06.375240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19bd58e4-f656-4643-96c4-e97eb52ab78a req-3fc0c953-c01e-444f-9896-4b0b529360b9 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068596 Feb 09 12:54:06.381491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f0d13f08-1b6a-4b25-b52a-534ef8edf6a7 None None] Provisioning for port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:06.396040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.396040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.396040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.396040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.396040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.396040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.396040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.396040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.396738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.396738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.396900 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Tracked resource versions report: Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: pushed versions: Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: { 'ConntrackHelper': {'1.0'}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'Log': {'1.0'}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'Network': {'1.1'}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'Port': {'1.5'}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'PortForwarding': {'1.2'}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'QosPolicy': {'1.8'}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'SecurityGroup': {'1.2'}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'SecurityGroupRule': {'1.0'}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'SubPort': {'1.0'}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'Subnet': {'1.1'}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'Trunk': {'1.1'}} Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: consumer versions: Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: { DHCP agent@n-d-825175-3: {}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: HyperV agent@n-h1-825175-3: {}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: HyperV agent@n-h2-825175-3: {}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: L3 agent@n-d-825175-3: {}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: Metadata agent@n-d-825175-3: {}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: Metering agent@n-d-825175-3: {}, Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: Open vSwitch agent@n-d-825175-3: { 'ConntrackHelper': '1.0', Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'Log': '1.0', Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'Network': '1.1', Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'Port': '1.5', Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'PortForwarding': '1.2', Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'QosPolicy': '1.8', Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'SecurityGroup': '1.2', Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'SecurityGroupRule': '1.0', Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'SubPort': '1.0', Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'Subnet': '1.1', Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: 'Trunk': '1.1'}} Feb 09 12:54:06.397752 n-d-825175-3 neutron-server[83481]: {{(pid=83481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:54:06.408479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f0d13f08-1b6a-4b25-b52a-534ef8edf6a7 None None] Provisioning complete for port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:06.409033 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f0d13f08-1b6a-4b25-b52a-534ef8edf6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.452429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:06.477064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '430a597b-4f96-497c-ab63-e92c1a4f101f', 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb', 'port_id': '430a597b-4f96-497c-ab63-e92c1a4f101f', 'mac_address': 'fa:16:3e:ec:91:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de4a952-3b81-4858-aae6-119ad222c3a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:54:06.480649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f0d13f08-1b6a-4b25-b52a-534ef8edf6a7 None None] Port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:54:06.544058 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.547011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.563475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430a597b-4f96-497c-ab63-e92c1a4f101f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:06.582059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:06.588141 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.608698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e783f890-6d5e-423d-a0e0-59464ef7e9c4,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:06.627711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:06.635751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.643454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3d19f-7b92-4d03-9882-1d1a63b03957 req-b7ff8b61-1ace-47f8-89cd-03ad05f6dd86 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:06.645100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60a3d19f-7b92-4d03-9882-1d1a63b03957 req-b7ff8b61-1ace-47f8-89cd-03ad05f6dd86 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 948 time: 0.4094081 Feb 09 12:54:06.658222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Transition to ACTIVE for port object 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:06.666620 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.684684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:06.702783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Checking segment: {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:06.703143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Network hostable DHCP agents. Network: f64636e3-1a92-49a2-9146-0ce893b89e65, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:54:06.709592 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60a3d19f-7b92-4d03-9882-1d1a63b03957 req-e0b69563-d55e-4635-aafd-7521e9a58e4c tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556319 Feb 09 12:54:06.739971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Network f64636e3-1a92-49a2-9146-0ce893b89e65 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:54:06.752730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f64636e3-1a92-49a2-9146-0ce893b89e65) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:06.770947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd0c28-3f48-4ddd-a10f-6cb63d5fbc64 None None] Network f64636e3-1a92-49a2-9146-0ce893b89e65 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:54:06.771048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Pushing event updated for resources: {'Port': ['ID=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:06.780400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:06.782873 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.833723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b659b32a-d380-40f0-b890-ebd0628c12f3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8724022 Feb 09 12:54:06.834386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58844) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:06.839565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:06.857366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:06.864383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Usage tracker for resource:router and tenant:9b2dc5b3466d4cf2ad35e474c66b87fb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:06.875535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:06.893660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:06.904471 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.905547 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:06.975047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:07.024079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Attempting to bind port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:07.025636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Attempting to bind port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:07.026113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Attempting to bind port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:07.044520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:54:07.046898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Attempting to bind port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:07.055197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:07.055937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:07.056470 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:07.057060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Bound port: 19cd3fb7-37d6-4db0-9331-9dbd7694beb9, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:07.057551 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:07.120830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['721c78f4-c180-4595-9d97-2f42ac6ceaff'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:07.157585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] For port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:07.162516 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] For port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:07.166269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:07.170335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['430a597b-4f96-497c-ab63-e92c1a4f101f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:07.205961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58858) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:07.243291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:07.245327 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] 10.222.0.62 "PUT /v2.0/ports/19cd3fb7-37d6-4db0-9331-9dbd7694beb9 HTTP/1.1" status: 200 len: 1096 time: 1.3185973 Feb 09 12:54:07.245966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f6a96e-b869-4b91-a86c-0d0dc3dff351', 'tag': '19cd3fb7-37d6-4db0-9331-9dbd7694beb9'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:07.287143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0122c-33d9-4436-9254-b5da505287a3 service neutron] Pushing event updated for resources: {'Port': ['ID=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:07.426861 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-3c114c8c-3ce1-4ff6-a625-241af7030e72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 1099 time: 0.1325028 Feb 09 12:54:07.459928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3291-509e-4ffb-92b1-74f238d7352a req-84c8b2d9-563d-4b55-9879-124a86d19403 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:07.461596 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a0b3291-509e-4ffb-92b1-74f238d7352a req-84c8b2d9-563d-4b55-9879-124a86d19403 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 970 time: 0.3552971 Feb 09 12:54:07.465470 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79070879-5c98-4f89-9b23-6f2413714ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:07.508495 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:07.523241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-e72e5714-0eca-4d6a-ac31-776ba6161aec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=19cd3fb7-37d6-4db0-9331-9dbd7694beb9 HTTP/1.1" status: 200 len: 217 time: 0.0873086 Feb 09 12:54:07.636414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f64636e3-1a92-49a2-9146-0ce893b89e65', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 12:54:07.638058 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:07.645284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-79070879-5c98-4f89-9b23-6f2413714ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:07.653735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-79070879-5c98-4f89-9b23-6f2413714ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:63a53f42cbe64b7f811335ad5f22ff9c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:07.661239 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a0b3291-509e-4ffb-92b1-74f238d7352a req-c3858eb9-d6ea-4ceb-ba16-97c13bb6dd96 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792939 Feb 09 12:54:07.662202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-a3e3d6dd-ca25-4f55-a2c6-3125762dfd16 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:07.663382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-79070879-5c98-4f89-9b23-6f2413714ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:07.666001 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-a3e3d6dd-ca25-4f55-a2c6-3125762dfd16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1333158 Feb 09 12:54:07.671772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-79070879-5c98-4f89-9b23-6f2413714ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:07.791488 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f6a96e-b869-4b91-a86c-0d0dc3dff351', 'tag': '19cd3fb7-37d6-4db0-9331-9dbd7694beb9', 'status': 'completed', 'code': 200} Feb 09 12:54:07.823357 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-8799b7ab-1ffd-429d-9ce3-113ac96fd703 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485672 Feb 09 12:54:07.979653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79070879-5c98-4f89-9b23-6f2413714ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:07.994827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79070879-5c98-4f89-9b23-6f2413714ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.004496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Allocated IP 172.20.0.2 (f64636e3-1a92-49a2-9146-0ce893b89e65/e783f890-6d5e-423d-a0e0-59464ef7e9c4/831b8c12-c062-4a52-8b90-7f7057db521c) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:08.028851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f851f-4e61-4b59-9c70-57ba642c2897 req-151d5e8c-799a-443d-a7ed-7cb85682a9aa tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:08.030285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb5f851f-4e61-4b59-9c70-57ba642c2897 req-151d5e8c-799a-443d-a7ed-7cb85682a9aa tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 944 time: 0.3007112 Feb 09 12:54:08.050063 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-e4935540-8168-4644-9d73-20ec1ba11981 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171636 Feb 09 12:54:08.085318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79070879-5c98-4f89-9b23-6f2413714ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035002fd-ea57-499b-93de-cbde3a37b51e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:08.134938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-79070879-5c98-4f89-9b23-6f2413714ce1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63a53f42cbe64b7f811335ad5f22ff9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9253261 Feb 09 12:54:08.142263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58874) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:08.194834 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fca3ac9a-de45-4ccf-8b30-ac4936d19a5c req-f5074e7f-e151-47d3-8697-f755e3cca818 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387353 Feb 09 12:54:08.212555 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb5f851f-4e61-4b59-9c70-57ba642c2897 req-c53d3e75-d377-45b4-a90c-41ae02b37309 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653459 Feb 09 12:54:08.213381 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.224451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Transition to ACTIVE for port object 831b8c12-c062-4a52-8b90-7f7057db521c will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:08.227828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c62e90-61e0-45ec-87b9-7054eaed05ec req-e9b29578-809b-4f09-bac7-57910760b418 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:08.234492 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78c62e90-61e0-45ec-87b9-7054eaed05ec req-e9b29578-809b-4f09-bac7-57910760b418 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 948 time: 0.3243604 Feb 09 12:54:08.238525 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.247939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Transition to ACTIVE for port object 831b8c12-c062-4a52-8b90-7f7057db521c will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:08.260018 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.305576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.340627 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e21c3244-48f6-4c53-be92-64453c3fb8b4 req-1cb449ac-da38-4dc7-8919-4a937e5d73b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 1099 time: 0.0850260 Feb 09 12:54:08.342192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Network f64636e3-1a92-49a2-9146-0ce893b89e65 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:08.343084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Pushing event updated for resources: {'Port': ['ID=831b8c12-c062-4a52-8b90-7f7057db521c,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:08.345967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:08.348686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:08.422738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 04b5298e-d885-457d-8353-53a6b4e950c0 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:08.451083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Attempting to bind port 831b8c12-c062-4a52-8b90-7f7057db521c on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:08.451650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Attempting to bind port 831b8c12-c062-4a52-8b90-7f7057db521c by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:08.452076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Attempting to bind port 831b8c12-c062-4a52-8b90-7f7057db521c on network f64636e3-1a92-49a2-9146-0ce893b89e65 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:08.483067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:08.483543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Checking segment: {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:08.484018 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.484513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Bound using segment: {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:08.484991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Bound port: 831b8c12-c062-4a52-8b90-7f7057db521c, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:08.485441 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.490823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3244-48f6-4c53-be92-64453c3fb8b4 req-d9f67ce1-1dc1-4da9-a2d2-03188dcdfcfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:08.492329 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e21c3244-48f6-4c53-be92-64453c3fb8b4 req-d9f67ce1-1dc1-4da9-a2d2-03188dcdfcfa service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.1398721 Feb 09 12:54:08.502405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-288e32fb-448e-4f8a-b5ad-e0fe0e23b639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.536379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78c62e90-61e0-45ec-87b9-7054eaed05ec req-36bead5a-8991-45e6-8de2-9649f2747887 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009832 Feb 09 12:54:08.580326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Allocated IP 172.25.5.84 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:08.592457 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e21c3244-48f6-4c53-be92-64453c3fb8b4 req-d2c48c3c-4463-4f33-9f63-dd855736cc02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=19cd3fb7-37d6-4db0-9331-9dbd7694beb9 HTTP/1.1" status: 200 len: 217 time: 0.0925019 Feb 09 12:54:08.598844 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-288e32fb-448e-4f8a-b5ad-e0fe0e23b639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.667133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] For port 831b8c12-c062-4a52-8b90-7f7057db521c, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:08.678098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] For port 831b8c12-c062-4a52-8b90-7f7057db521c, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=831b8c12-c062-4a52-8b90-7f7057db521c,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:08.687262 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.691832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 04b5298e-d885-457d-8353-53a6b4e950c0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=04b5298e-d885-457d-8353-53a6b4e950c0,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:08.720825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c3244-48f6-4c53-be92-64453c3fb8b4 req-b858daa7-089d-41e8-bb83-637f31b02c8f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:08.722855 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e21c3244-48f6-4c53-be92-64453c3fb8b4 req-b858daa7-089d-41e8-bb83-637f31b02c8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1241729 Feb 09 12:54:08.730421 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f1de6-300e-41f8-a8b3-fcad36f95c71 req-9f234269-803f-4d53-bb83-1728aa441a99 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:08.732110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e59f1de6-300e-41f8-a8b3-fcad36f95c71 req-9f234269-803f-4d53-bb83-1728aa441a99 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 948 time: 0.3473954 Feb 09 12:54:08.742932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b2b9871-dcdd-4a88-917e-16faac965869 req-cec3f4a9-d140-43e9-90f4-809bc004469a tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3188e6f390734bacb2c36ef0a04de915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555367 Feb 09 12:54:08.746583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '04b5298e-d885-457d-8353-53a6b4e950c0', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '04b5298e-d885-457d-8353-53a6b4e950c0', 'mac_address': 'fa:16:3e:f3:40:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:54:08.805919 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e21c3244-48f6-4c53-be92-64453c3fb8b4 req-4385989a-ee65-4b9d-8661-57c08e933595 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761340 Feb 09 12:54:08.825587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021a10c-1d1a-4768-abcf-adf60125c014 None None] Pushing event updated for resources: {'Port': ['ID=831b8c12-c062-4a52-8b90-7f7057db521c,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:08.852366 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.879115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b5298e-d885-457d-8353-53a6b4e950c0 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:08.899966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 04b5298e-d885-457d-8353-53a6b4e950c0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=04b5298e-d885-457d-8353-53a6b4e950c0,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:08.905319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:08.968097 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e21c3244-48f6-4c53-be92-64453c3fb8b4 req-87c05bac-f082-494c-93bc-f9b45a6f96a4 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548471 Feb 09 12:54:08.970280 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-288e32fb-448e-4f8a-b5ad-e0fe0e23b639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.004722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e59f1de6-300e-41f8-a8b3-fcad36f95c71 req-452dfb9d-b18a-49a9-8135-6b6cee14e596 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599716 Feb 09 12:54:09.016419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=04b5298e-d885-457d-8353-53a6b4e950c0,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:09.022171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e32fb-448e-4f8a-b5ad-e0fe0e23b639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035002fd-ea57-499b-93de-cbde3a37b51e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:09.047539 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.103382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b9871-dcdd-4a88-917e-16faac965869 req-6b428a33-2051-42d2-aea7-12358ef40a93 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:09.104192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b2b9871-dcdd-4a88-917e-16faac965869 req-6b428a33-2051-42d2-aea7-12358ef40a93 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3110189 Feb 09 12:54:09.117885 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-288e32fb-448e-4f8a-b5ad-e0fe0e23b639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.121431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-288e32fb-448e-4f8a-b5ad-e0fe0e23b639 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/035002fd-ea57-499b-93de-cbde3a37b51e HTTP/1.1" status: 204 len: 168 time: 0.9685714 Feb 09 12:54:09.138017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b2b9871-dcdd-4a88-917e-16faac965869 req-728f9b23-9893-41a5-994f-87d61a8597d8 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/quotas/3188e6f390734bacb2c36ef0a04de915 HTTP/1.1" status: 200 len: 375 time: 0.0245438 Feb 09 12:54:09.205269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.211724 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e21c3244-48f6-4c53-be92-64453c3fb8b4 req-dade06a1-1b56-496b-ab66-30c149aabba8 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345560 Feb 09 12:54:09.280971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['04b5298e-d885-457d-8353-53a6b4e950c0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:09.300126 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b2b9871-dcdd-4a88-917e-16faac965869 req-9e9f5f71-2d14-4971-abc3-2c6fa0aa270e tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3188e6f390734bacb2c36ef0a04de915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1550891 Feb 09 12:54:09.314545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:09.321915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:09.328201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:09.403682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:09.465378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de60e93-83cf-4471-865d-189a8ef50098 req-9f6fba10-2b6c-4aa5-8064-ac28dbc9ed31 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:09.472240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1de60e93-83cf-4471-865d-189a8ef50098 req-9f6fba10-2b6c-4aa5-8064-ac28dbc9ed31 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 970 time: 0.2097125 Feb 09 12:54:09.558953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 721c78f4-c180-4595-9d97-2f42ac6ceaff up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:09.614497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58894) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:09.615689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1de60e93-83cf-4471-865d-189a8ef50098 req-35cc2860-a65f-4db5-a206-4a59e6bfbb56 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426060 Feb 09 12:54:09.630425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 721c78f4-c180-4595-9d97-2f42ac6ceaff completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:09.634424 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2942e544-40f2-4e01-9a2f-71bab8745857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.636793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 721c78f4-c180-4595-9d97-2f42ac6ceaff triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:09.637315 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.656340 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.657010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.666506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fc954-dd9c-4198-b9ec-2c83e4ef52ca req-439f34d4-7d6e-403d-a052-d8c14998db1e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:09.667870 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-159fc954-dd9c-4198-b9ec-2c83e4ef52ca req-439f34d4-7d6e-403d-a052-d8c14998db1e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 944 time: 0.1530344 Feb 09 12:54:09.706076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2942e544-40f2-4e01-9a2f-71bab8745857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:09.711446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2942e544-40f2-4e01-9a2f-71bab8745857 admin admin] Usage tracker for resource:security_group_rule and tenant:d09d476ff292400281710d0ed58ecd1b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:09.714296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2942e544-40f2-4e01-9a2f-71bab8745857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:09.722165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2942e544-40f2-4e01-9a2f-71bab8745857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:09.795296 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.808255 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2942e544-40f2-4e01-9a2f-71bab8745857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.814046 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2942e544-40f2-4e01-9a2f-71bab8745857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.833173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973cb0ac-8d34-400c-89c8-c20f89f78cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721c78f4-c180-4595-9d97-2f42ac6ceaff'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:09.883612 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2942e544-40f2-4e01-9a2f-71bab8745857 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d09d476ff292400281710d0ed58ecd1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2675080 Feb 09 12:54:09.887840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58902) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:09.944074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942e544-40f2-4e01-9a2f-71bab8745857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aed0d0-0ab1-48f5-8d0e-ea259e532dcb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:09.988228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 721c78f4-c180-4595-9d97-2f42ac6ceaff, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=721c78f4-c180-4595-9d97-2f42ac6ceaff,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:09.994839 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:09.995612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 430a597b-4f96-497c-ab63-e92c1a4f101f up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:10.017487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-159fc954-dd9c-4198-b9ec-2c83e4ef52ca req-80f246e8-f031-45ce-ae80-1a3bea8e7788 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715089 Feb 09 12:54:10.020132 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d34ea96-5acf-4174-8c18-e576756a38b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:10.087959 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d34ea96-5acf-4174-8c18-e576756a38b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:10.194023 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d34ea96-5acf-4174-8c18-e576756a38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:10.217484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34ea96-5acf-4174-8c18-e576756a38b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aed0d0-0ab1-48f5-8d0e-ea259e532dcb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:10.228511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d34ea96-5acf-4174-8c18-e576756a38b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:10.229806 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1d34ea96-5acf-4174-8c18-e576756a38b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3aed0d0-0ab1-48f5-8d0e-ea259e532dcb HTTP/1.1" status: 204 len: 168 time: 0.3410199 Feb 09 12:54:10.251607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Router 576faf3b-c5bc-44c7-b7e5-3acba6037492 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:54:10.316772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d56c78b-7aa0-4c45-87b5-2e757210978b None None] Network f64636e3-1a92-49a2-9146-0ce893b89e65 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:54:10.420336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=721c78f4-c180-4595-9d97-2f42ac6ceaff,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:10.432227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:10.435376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 04b5298e-d885-457d-8353-53a6b4e950c0 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:10.489194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf5449-fd3c-47a3-9557-e83334b965ab req-c79a9802-e4b8-4334-ab7c-acb208d5e4f8 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:10.490687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6caf5449-fd3c-47a3-9557-e83334b965ab req-c79a9802-e4b8-4334-ab7c-acb208d5e4f8 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 948 time: 0.2898936 Feb 09 12:54:10.548948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ed559-8fa2-4eec-a25a-5c7cc4df711e req-7d0d3641-4589-4259-9a16-8254f2686ebb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:10.551315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 430a597b-4f96-497c-ab63-e92c1a4f101f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:10.554001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-96f49fc1-8464-4c04-a46c-5bf5a235e8ca None None] Provisioning for port 831b8c12-c062-4a52-8b90-7f7057db521c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:10.556172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e4ed559-8fa2-4eec-a25a-5c7cc4df711e req-7d0d3641-4589-4259-9a16-8254f2686ebb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 949 time: 0.2291183 Feb 09 12:54:10.578758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 430a597b-4f96-497c-ab63-e92c1a4f101f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:10.579115 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:10.619418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6caf5449-fd3c-47a3-9557-e83334b965ab req-341891ac-6cf3-4fba-8614-f3aa883b98d2 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068578 Feb 09 12:54:10.626846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e4ed559-8fa2-4eec-a25a-5c7cc4df711e req-936c7a7c-de3d-4a82-a194-363700ea982b tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695934 Feb 09 12:54:10.691367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:54:10.712557 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Sync routers for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:54:10.719637 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:10.721809 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f3a7292e-cad6-4ac0-b1f6-b012e62c7c68 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8857670 Feb 09 12:54:10.724666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58928) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:10.735212 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:54:10.737345 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:53:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:10.771556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58932) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:10.819743 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2678ba1-7d54-4774-a716-0e78e06f8a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:10.910947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a2678ba1-7d54-4774-a716-0e78e06f8a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:10.914660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:10.917889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a2678ba1-7d54-4774-a716-0e78e06f8a7b admin admin] Usage tracker for resource:security_group_rule and tenant:afad5c7cb06c411aa42732e84fbc2060 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:10.921218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a2678ba1-7d54-4774-a716-0e78e06f8a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:10.933470 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a2678ba1-7d54-4774-a716-0e78e06f8a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:10.954287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 04b5298e-d885-457d-8353-53a6b4e950c0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:10.977078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '19cd3fb7-37d6-4db0-9331-9dbd7694beb9', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '19cd3fb7-37d6-4db0-9331-9dbd7694beb9', 'mac_address': 'fa:16:3e:34:64:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:54:11.041837 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973cb0ac-8d34-400c-89c8-c20f89f78cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721c78f4-c180-4595-9d97-2f42ac6ceaff', 'code': 200} Feb 09 12:54:11.051433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 04b5298e-d885-457d-8353-53a6b4e950c0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:11.061091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.093644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2678ba1-7d54-4774-a716-0e78e06f8a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.102235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2678ba1-7d54-4774-a716-0e78e06f8a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.131261 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.213074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2678ba1-7d54-4774-a716-0e78e06f8a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e093c562-785c-4955-a8cc-a9b658a00e71,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:11.217112 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a2678ba1-7d54-4774-a716-0e78e06f8a7b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=afad5c7cb06c411aa42732e84fbc2060&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4439025 Feb 09 12:54:11.224290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58942) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:11.231294 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:54:11.268691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 831b8c12-c062-4a52-8b90-7f7057db521c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:11.343563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.366838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37ee19d0-206a-4d11-9eab-99639bf9ffc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.392764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37ee19d0-206a-4d11-9eab-99639bf9ffc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.409868 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.442663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:11.483660 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37ee19d0-206a-4d11-9eab-99639bf9ffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.505566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee19d0-206a-4d11-9eab-99639bf9ffc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093c562-785c-4955-a8cc-a9b658a00e71,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:11.522099 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37ee19d0-206a-4d11-9eab-99639bf9ffc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.523905 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-37ee19d0-206a-4d11-9eab-99639bf9ffc5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e093c562-785c-4955-a8cc-a9b658a00e71 HTTP/1.1" status: 204 len: 168 time: 0.2983720 Feb 09 12:54:11.550682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:11.571558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:11.574971 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.611832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd11fc2-fdba-4f26-b610-3840fa9dd5eb req-ffdb884c-bdb6-4fac-91d0-4410f70457f4 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:11.613303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dbd11fc2-fdba-4f26-b610-3840fa9dd5eb req-ffdb884c-bdb6-4fac-91d0-4410f70457f4 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 971 time: 0.3861725 Feb 09 12:54:11.632686 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.638628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf48a328-e6af-4d78-bb2a-4ed24a8a5a50 req-42bc3d8f-c21a-4025-8dff-22213fb60803 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 1122 time: 0.4101756 Feb 09 12:54:11.661420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b766997-bb50-4e6d-a237-4d20f8eaf60a req-934183c9-ad92-49b1-b609-5e7039da9e8d tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:11.667930 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:09Z', 'revision_number': 3, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:11.669324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b766997-bb50-4e6d-a237-4d20f8eaf60a req-934183c9-ad92-49b1-b609-5e7039da9e8d tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 944 time: 0.2681625 Feb 09 12:54:11.685418 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Checking router: 576faf3b-c5bc-44c7-b7e5-3acba6037492 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:54:11.685776 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Updating router 576faf3b-c5bc-44c7-b7e5-3acba6037492 port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:54:11.688730 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.717427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 831b8c12-c062-4a52-8b90-7f7057db521c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:11.736025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 831b8c12-c062-4a52-8b90-7f7057db521c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:11.737605 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.745502 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-cf48a328-e6af-4d78-bb2a-4ed24a8a5a50 req-32b77449-592f-4896-b3df-1f2d1c1a0d2e service neutron] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.762181 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:11.786166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dbd11fc2-fdba-4f26-b610-3840fa9dd5eb req-05908b7d-1e28-49c2-ab7c-869cc190c75c tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616857 Feb 09 12:54:11.795326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:11.803950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b766997-bb50-4e6d-a237-4d20f8eaf60a req-167ee5f0-527a-4bd1-8a64-760e60c331da tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335826 Feb 09 12:54:11.853390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['19cd3fb7-37d6-4db0-9331-9dbd7694beb9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:11.868258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-cf48a328-e6af-4d78-bb2a-4ed24a8a5a50 req-32b77449-592f-4896-b3df-1f2d1c1a0d2e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:11.873671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-cf48a328-e6af-4d78-bb2a-4ed24a8a5a50 req-32b77449-592f-4896-b3df-1f2d1c1a0d2e service neutron] Usage tracker for resource:security_group_rule and tenant:6f84113e0e664e6fb691c2ca95a70298 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:11.887315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-cf48a328-e6af-4d78-bb2a-4ed24a8a5a50 req-32b77449-592f-4896-b3df-1f2d1c1a0d2e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:11.895948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-cf48a328-e6af-4d78-bb2a-4ed24a8a5a50 req-32b77449-592f-4896-b3df-1f2d1c1a0d2e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:11.915311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 04b5298e-d885-457d-8353-53a6b4e950c0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=04b5298e-d885-457d-8353-53a6b4e950c0,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:11.998319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.016104 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-21644606-14eb-4979-a210-68835db21193 None None] Provisioning complete for port 831b8c12-c062-4a52-8b90-7f7057db521c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:12.016812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-21644606-14eb-4979-a210-68835db21193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.129052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:12.138768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-cf48a328-e6af-4d78-bb2a-4ed24a8a5a50 req-32b77449-592f-4896-b3df-1f2d1c1a0d2e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.144541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-cf48a328-e6af-4d78-bb2a-4ed24a8a5a50 req-32b77449-592f-4896-b3df-1f2d1c1a0d2e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.224629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf48a328-e6af-4d78-bb2a-4ed24a8a5a50 req-32b77449-592f-4896-b3df-1f2d1c1a0d2e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505226 Feb 09 12:54:12.320518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b77449-592f-4896-b3df-1f2d1c1a0d2e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3b4f10-d964-4781-bdb4-cc42118cc093,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:12.335516 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.364186 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Transition to ACTIVE for port object bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:12.376209 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.406573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43308fd4-1a55-4ee0-94bc-324c7fba648a req-afbfccaa-2af5-4196-b235-cf5abd77062f tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:12.413588 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43308fd4-1a55-4ee0-94bc-324c7fba648a req-afbfccaa-2af5-4196-b235-cf5abd77062f tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 949 time: 0.2344809 Feb 09 12:54:12.467530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=04b5298e-d885-457d-8353-53a6b4e950c0,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:12.474941 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Pushing event updated for resources: {'Port': ['ID=bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:12.478572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.508420 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.508766 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.509161 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.510050 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.510521 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.510861 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.511541 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.511877 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.512253 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.512574 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.513566 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Tracked resource versions report: Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: pushed versions: Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: { 'ConntrackHelper': {'1.0'}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'Log': {'1.0'}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'Network': {'1.1'}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'Port': {'1.5'}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'PortForwarding': {'1.2'}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'QosPolicy': {'1.8'}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'SecurityGroup': {'1.2'}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'SecurityGroupRule': {'1.0'}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'SubPort': {'1.0'}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'Subnet': {'1.1'}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'Trunk': {'1.1'}} Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: consumer versions: Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: { DHCP agent@n-d-825175-3: {}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: HyperV agent@n-h1-825175-3: {}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: HyperV agent@n-h2-825175-3: {}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: L3 agent@n-d-825175-3: {}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: Metadata agent@n-d-825175-3: {}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: Metering agent@n-d-825175-3: {}, Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: Open vSwitch agent@n-d-825175-3: { 'ConntrackHelper': '1.0', Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'Log': '1.0', Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'Network': '1.1', Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'Port': '1.5', Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'PortForwarding': '1.2', Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'QosPolicy': '1.8', Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'SecurityGroup': '1.2', Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'SecurityGroupRule': '1.0', Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'SubPort': '1.0', Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'Subnet': '1.1', Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: 'Trunk': '1.1'}} Feb 09 12:54:12.514602 n-d-825175-3 neutron-server[83482]: {{(pid=83482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 12:54:12.546874 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Attempting to bind port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:12.547386 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Attempting to bind port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:12.548349 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Attempting to bind port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:12.556477 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:12.557021 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:12.557599 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.558796 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:12.559670 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Bound port: bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:12.560189 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.569456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43308fd4-1a55-4ee0-94bc-324c7fba648a req-837028e9-f3d8-43fd-80da-a5fc891bb910 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548667 Feb 09 12:54:12.624789 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-21644606-14eb-4979-a210-68835db21193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.672272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.716045 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] For port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:12.719843 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] For port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:12.729860 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.750771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 831b8c12-c062-4a52-8b90-7f7057db521c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=831b8c12-c062-4a52-8b90-7f7057db521c,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:12.760307 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:12.859831 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363743f6-caf2-450f-8233-0358db971ab1 None None] Pushing event updated for resources: {'Port': ['ID=bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:12.894635 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-21644606-14eb-4979-a210-68835db21193 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:54:12.895025 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-21644606-14eb-4979-a210-68835db21193 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:54:12.899094 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:54:12.899726 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:53:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:12.900788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=831b8c12-c062-4a52-8b90-7f7057db521c,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:13.038818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f03f56e-7020-4a27-989c-79972de556b3 req-4f9e98b1-e8fc-4599-8632-f499391a3e54 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3188e6f390734bacb2c36ef0a04de915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132202 Feb 09 12:54:13.043175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f'}, {'server_uuid': '715c71db-ee33-469c-a3b2-5a345907350a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b5298e-d885-457d-8353-53a6b4e950c0'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:13.044633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58988) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:13.103085 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 831b8c12-c062-4a52-8b90-7f7057db521c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:13.137465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b8373-5c17-44d7-9ade-99fc2fbe764f req-c91ec882-34ab-4b38-af52-b4a600b73515 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:13.139163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-233b8373-5c17-44d7-9ade-99fc2fbe764f req-c91ec882-34ab-4b38-af52-b4a600b73515 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 950 time: 0.3699210 Feb 09 12:54:13.193990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 831b8c12-c062-4a52-8b90-7f7057db521c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:13.194625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.215289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-591010626-network', 'tenant_id': '650d3069f3b54d1899b85d8970017b31'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:13.220603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:13.226311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Usage tracker for resource:network and tenant:650d3069f3b54d1899b85d8970017b31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:13.230021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:13.238587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:13.253657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Made reservation on behalf of 650d3069f3b54d1899b85d8970017b31 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:13.257067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.261667 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:54:13.276028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.305615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Allocated IP 172.20.0.1 (f64636e3-1a92-49a2-9146-0ce893b89e65/e783f890-6d5e-423d-a0e0-59464ef7e9c4/2152b564-7453-4ae8-8202-452f08836533) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:13.320937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:13.325722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Usage tracker for resource:security_group_rule and tenant:650d3069f3b54d1899b85d8970017b31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:13.329040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:13.334873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-233b8373-5c17-44d7-9ade-99fc2fbe764f req-2bb74d39-971d-476b-9fbd-c3c6d9dc1108 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377459 Feb 09 12:54:13.337440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:13.379615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03f56e-7020-4a27-989c-79972de556b3 req-c8ba429a-9537-4f7f-8be3-366f0b7b43b5 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:13.387432 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f03f56e-7020-4a27-989c-79972de556b3 req-c8ba429a-9537-4f7f-8be3-366f0b7b43b5 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605335 Feb 09 12:54:13.422181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.428942 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.433312 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f03f56e-7020-4a27-989c-79972de556b3 req-6b9c9a7a-720e-41fe-a4e8-03333edabc17 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/quotas/3188e6f390734bacb2c36ef0a04de915 HTTP/1.1" status: 200 len: 375 time: 0.0453846 Feb 09 12:54:13.493212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1455a499-adaa-4317-a87e-16df30a95c04,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:13.505104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:54:13.515381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.515697 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Added segment 29a88341-5ff2-40b6-a282-074aaf2a2a61 of type vlan for network d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2 Feb 09 12:54:13.546786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f03f56e-7020-4a27-989c-79972de556b3 req-5fef37c8-3aac-48f5-b416-bad447887205 tempest-QuotasAdminNegativeTest-1348589278 tempest-QuotasAdminNegativeTest-1348589278-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3188e6f390734bacb2c36ef0a04de915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1125488 Feb 09 12:54:13.557157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.597306 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:09Z', 'revision_number': 3, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:13.601876 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345cb821-e5ea-4a1b-a66b-1bfcb36510e9 None None] The sync data for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 is: [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:09Z', 'revision_number': 3, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:54:13.613799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.615863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:13.616884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.647529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.669262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Transition to ACTIVE for port object 2152b564-7453-4ae8-8202-452f08836533 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:13.697878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039248d8-efac-4d2b-b5c5-97c60ff3d77f req-de83a748-c30b-454f-a0b7-476c97df528a tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:13.699380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-039248d8-efac-4d2b-b5c5-97c60ff3d77f req-de83a748-c30b-454f-a0b7-476c97df528a tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 971 time: 0.1350925 Feb 09 12:54:13.726662 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.737454 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6878357 Feb 09 12:54:13.737777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59000) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:13.745276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Request body: {'subnet': {'network_id': 'd88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-591010626-subnet', 'tenant_id': '650d3069f3b54d1899b85d8970017b31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:13.748289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ba7d4-ccd7-46d6-96cc-7eda08c53fbd admin admin] Pushing event updated for resources: {'Network': ['ID=d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:13.753185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:13.757348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Usage tracker for resource:subnet and tenant:650d3069f3b54d1899b85d8970017b31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:13.760349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:13.768599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:13.770155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:54:13.779395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Made reservation on behalf of 650d3069f3b54d1899b85d8970017b31 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:13.781979 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:13.870044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Network f64636e3-1a92-49a2-9146-0ce893b89e65 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:13.870623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Pushing event updated for resources: {'Port': ['ID=2152b564-7453-4ae8-8202-452f08836533,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:13.875309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:13.915091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-039248d8-efac-4d2b-b5c5-97c60ff3d77f req-a92f68e9-a3cf-44cf-908e-00eff30e699f tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049651 Feb 09 12:54:13.985893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:13.988661 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:14.023846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286d716-06bf-4869-b5a9-861836ca1141 req-3f7a358c-af03-4e04-ac1c-bf8335e4dee7 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:14.034929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e286d716-06bf-4869-b5a9-861836ca1141 req-3f7a358c-af03-4e04-ac1c-bf8335e4dee7 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 945 time: 0.3040400 Feb 09 12:54:14.095299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:14.105933 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f', 'code': 200} Feb 09 12:54:14.106417 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715c71db-ee33-469c-a3b2-5a345907350a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b5298e-d885-457d-8353-53a6b4e950c0', 'code': 200} Feb 09 12:54:14.202541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5aa814-f765-4558-8a37-6820478e9fb0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:14.211518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Checking segment: {'id': '29a88341-5ff2-40b6-a282-074aaf2a2a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:14.211823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Network hostable DHCP agents. Network: d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:54:14.224154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e286d716-06bf-4869-b5a9-861836ca1141 req-d43cd8b8-2013-4ef3-91e1-8fd4c19be634 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872010 Feb 09 12:54:14.248611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Network d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:54:14.263474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:14.269066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:14.269548 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:14.275204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f57e05-0212-48db-8460-ebf4dd8d68f6 None None] Network d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:54:14.322954 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6f2c1921-4eea-4088-ad26-cec39ffa8025 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5739791 Feb 09 12:54:14.374039 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:14.466525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:14.618679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-275df18d-4573-4fcc-be10-e646fa39e00e None None] Provisioning for port 2152b564-7453-4ae8-8202-452f08836533 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:14.625278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2b1f3ceb-9b5b-4057-8d28-ab0b979e8b86 req-0caed4dd-ee99-4ee3-87c1-bf91f2cee653 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 1101 time: 0.1505454 Feb 09 12:54:14.629045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-275df18d-4573-4fcc-be10-e646fa39e00e None None] Provisioning complete for port 2152b564-7453-4ae8-8202-452f08836533 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:14.629413 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-275df18d-4573-4fcc-be10-e646fa39e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:14.696416 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2b1f3ceb-9b5b-4057-8d28-ab0b979e8b86 req-4d233f81-0246-442d-a875-6af319f537cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619926 Feb 09 12:54:14.833717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73510e2a-5b79-47f3-ae7c-85c42ea6eedd req-e7d2339d-03a0-4770-bafb-6585b85dabbe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1096 time: 0.6465864 Feb 09 12:54:14.837214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-275df18d-4573-4fcc-be10-e646fa39e00e None None] Port 2152b564-7453-4ae8-8202-452f08836533 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:54:14.842135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ac9da7-9fab-4f63-935d-227eb5cbdeb8 None None] Network d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:54:14.872306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785536e-d4d0-44cd-bf2b-426a9bddc03e req-83566773-7b88-4105-b819-1570fbea2a4c tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:14.874180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b785536e-d4d0-44cd-bf2b-426a9bddc03e req-83566773-7b88-4105-b819-1570fbea2a4c tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 949 time: 0.3576462 Feb 09 12:54:14.891675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:14.904110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:14.904492 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:15.031088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b785536e-d4d0-44cd-bf2b-426a9bddc03e req-a086b454-f392-42d7-9f55-57d5ba266f2d tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463101 Feb 09 12:54:15.117083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73510e2a-5b79-47f3-ae7c-85c42ea6eedd req-143f5ab5-cecf-4ab3-846b-3e24c89152ec service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744431 Feb 09 12:54:15.197016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:15.240163 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:15.257954 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:15.258699 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:15.303378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab3bfd-b6d4-4780-a3f6-6b1c53453518 req-deb7c198-01cf-41fd-9d50-610d6bed1c3c tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:15.305184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21ab3bfd-b6d4-4780-a3f6-6b1c53453518 req-deb7c198-01cf-41fd-9d50-610d6bed1c3c tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 950 time: 0.2730701 Feb 09 12:54:15.331860 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:15.381292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:15.385965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:15.388941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:15.389424 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:15.425225 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:15.488921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59044) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:15.525829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:15.598210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Pushing event updated for resources: {'Port': ['ID=2152b564-7453-4ae8-8202-452f08836533,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:15.604639 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:15.619142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21ab3bfd-b6d4-4780-a3f6-6b1c53453518 req-e7c4eb3f-03e3-476a-a9cf-0417119b0d95 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063817 Feb 09 12:54:15.624351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Network f64636e3-1a92-49a2-9146-0ce893b89e65 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:15.633168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:15.649749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:15.655975 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:15.816737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d348-7a67-42c4-ab5c-a94c13c20c66 req-d4661cda-d2d5-451e-9315-77ac25a2387b tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:15.819551 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:15.823699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81f6d348-7a67-42c4-ab5c-a94c13c20c66 req-d4661cda-d2d5-451e-9315-77ac25a2387b tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 971 time: 0.5278990 Feb 09 12:54:15.828875 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:15.957558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59054) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:15.964209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81f6d348-7a67-42c4-ab5c-a94c13c20c66 req-1b3469de-2d7f-4a11-9f30-c736060d02ff tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393478 Feb 09 12:54:15.971645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-80974075-network', 'tenant_id': '8c4e2e4da9384cd089f4f0dd0c266fc9'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:15.984949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:15.999845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76b98d2e-c842-413f-9342-12bd11a3caf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.005093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0f7cdd76-b1eb-4979-a550-587849da6125 None None] Provisioning complete for port 2152b564-7453-4ae8-8202-452f08836533 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:16.005455 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f7cdd76-b1eb-4979-a550-587849da6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.018631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Usage tracker for resource:network and tenant:8c4e2e4da9384cd089f4f0dd0c266fc9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:16.039994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:16.055440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:16.070651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0f7cdd76-b1eb-4979-a550-587849da6125 None None] Port 2152b564-7453-4ae8-8202-452f08836533 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:54:16.074781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c202df8-922b-45bf-b785-ac4c9951fa35 req-7458486b-0bf2-4e4e-8d82-01be3e49ce9c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:16.076488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c202df8-922b-45bf-b785-ac4c9951fa35 req-7458486b-0bf2-4e4e-8d82-01be3e49ce9c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 945 time: 0.2129502 Feb 09 12:54:16.089953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-76b98d2e-c842-413f-9342-12bd11a3caf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:16.094222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-76b98d2e-c842-413f-9342-12bd11a3caf6 admin admin] Usage tracker for resource:security_group_rule and tenant:3188e6f390734bacb2c36ef0a04de915 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:16.098269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-76b98d2e-c842-413f-9342-12bd11a3caf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:16.104332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-76b98d2e-c842-413f-9342-12bd11a3caf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:16.107747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f6a96e-b869-4b91-a86c-0d0dc3dff351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cd3fb7-37d6-4db0-9331-9dbd7694beb9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:16.162270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Made reservation on behalf of 8c4e2e4da9384cd089f4f0dd0c266fc9 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:16.165049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.180388 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.221202 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76b98d2e-c842-413f-9342-12bd11a3caf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.232503 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76b98d2e-c842-413f-9342-12bd11a3caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.248129 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c202df8-922b-45bf-b785-ac4c9951fa35 req-916074d1-02dd-4c26-b719-7e0ac0eb93e9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121275 Feb 09 12:54:16.301408 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-76b98d2e-c842-413f-9342-12bd11a3caf6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3188e6f390734bacb2c36ef0a04de915&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8080292 Feb 09 12:54:16.302753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59064) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:16.306512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:16.307282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-ae733c9c-52fe-4f71-9c9e-b1dc4bfb7b4e tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 1122 time: 0.1247864 Feb 09 12:54:16.323704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Usage tracker for resource:security_group_rule and tenant:8c4e2e4da9384cd089f4f0dd0c266fc9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:16.329195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:16.340460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:16.342675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b98d2e-c842-413f-9342-12bd11a3caf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83771df9-3f39-4310-80dd-0d25e618be5e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:16.355833 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.430951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.435420 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.464992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:54:16.471890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:16.473854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bad32ab-585a-4c39-b356-5ad91de09c5f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:16.479352 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.479689 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Added segment dd6d74d0-24f3-4a22-8359-46f27fd01cd2 of type vlan for network 5796bee9-93b3-4de7-82e2-2b11b076bcb8 Feb 09 12:54:16.480783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] Usage tracker for resource:security_group_rule and tenant:2a4a711fe66d44f688050a0019948b90 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:16.492175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:16.506897 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5166894-2322-41c2-b0a0-2fb0df69435f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.508077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.509815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:16.540353 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.541559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:16.542184 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.568492 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5166894-2322-41c2-b0a0-2fb0df69435f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.578635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Router 576faf3b-c5bc-44c7-b7e5-3acba6037492 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:54:16.643551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c15f7-2804-4cc6-9e24-69478b43d99b req-9694a80d-c2cb-4c4e-b9e8-bb009ee65833 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:16.650109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b86c15f7-2804-4cc6-9e24-69478b43d99b req-9694a80d-c2cb-4c4e-b9e8-bb009ee65833 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 950 time: 0.2627177 Feb 09 12:54:16.692381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] Pushing event updated for resources: {'Network': ['ID=5796bee9-93b3-4de7-82e2-2b11b076bcb8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:16.699772 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a1a25a7c-8f01-4603-a532-28310eee8251 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7408633 Feb 09 12:54:16.700440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59070) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:16.707353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Request body: {'subnet': {'network_id': '5796bee9-93b3-4de7-82e2-2b11b076bcb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-80974075-subnet', 'tenant_id': '8c4e2e4da9384cd089f4f0dd0c266fc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:16.707570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 5796bee9-93b3-4de7-82e2-2b11b076bcb8 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:54:16.714336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:16.720571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Usage tracker for resource:subnet and tenant:8c4e2e4da9384cd089f4f0dd0c266fc9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:16.724665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:16.731183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:16.848076 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5166894-2322-41c2-b0a0-2fb0df69435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.855623 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.865468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Made reservation on behalf of 8c4e2e4da9384cd089f4f0dd0c266fc9 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:16.867834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.869788 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.881483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5166894-2322-41c2-b0a0-2fb0df69435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83771df9-3f39-4310-80dd-0d25e618be5e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:16.888177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b86c15f7-2804-4cc6-9e24-69478b43d99b req-137c99e9-d21a-4016-a87b-9ce5cb0839c2 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372313 Feb 09 12:54:16.950987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] Synchronizing usage tracker for tenant:2a4a711fe66d44f688050a0019948b90 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:16.989795 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f6a96e-b869-4b91-a86c-0d0dc3dff351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cd3fb7-37d6-4db0-9331-9dbd7694beb9', 'code': 200} Feb 09 12:54:16.990118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4601cef4-b07f-405f-82e7-12c1c063e806,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:16.992663 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5166894-2322-41c2-b0a0-2fb0df69435f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:16.993756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e5166894-2322-41c2-b0a0-2fb0df69435f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83771df9-3f39-4310-80dd-0d25e618be5e HTTP/1.1" status: 204 len: 168 time: 0.6899631 Feb 09 12:54:17.052300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] Unset dirty status for tenant:2a4a711fe66d44f688050a0019948b90 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:17.066631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce2fe250-6ffa-4a07-8864-6c22dea553b5 req-6d72acb0-9e21-4e36-98a9-f988a2463a49 tempest-AggregatesAdminTestJSON-1848095150 tempest-AggregatesAdminTestJSON-1848095150-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7464561 Feb 09 12:54:17.129382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce33d8cb-9930-453b-a510-323ed6fe3349 req-98f4ae3c-c177-465a-8158-2e0d0e184f06 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1705189 Feb 09 12:54:17.145291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:17.268867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:17.286640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:17.287071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:17.385983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Checking segment: {'id': 'dd6d74d0-24f3-4a22-8359-46f27fd01cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '5796bee9-93b3-4de7-82e2-2b11b076bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:17.386186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Network hostable DHCP agents. Network: 5796bee9-93b3-4de7-82e2-2b11b076bcb8, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:54:17.405831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=578a14ef-aa9a-410c-9d72-79aa403c7154,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:17.419079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:54:17.431167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ec97222e-6e69-4cd9-a0c5-03975de3a456 admin admin] 10.222.0.59 "PUT /v2.0/routers/576faf3b-c5bc-44c7-b7e5-3acba6037492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7051632 Feb 09 12:54:17.442619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Network 5796bee9-93b3-4de7-82e2-2b11b076bcb8 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:54:17.448393 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-911cd7d5-b4f8-4e92-a9b8-dfee5e00d822 req-5c720305-8015-4267-bc8c-24b6b943ed45 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 1101 time: 0.3297007 Feb 09 12:54:17.473184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 5796bee9-93b3-4de7-82e2-2b11b076bcb8) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:17.477430 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:54:17.489059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:17.490362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:17.513430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49a242-4853-485b-8b7d-53dbd15c842b req-b1c1705f-89ee-40de-8d95-a8259b01b171 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:17.520434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee3b6d3-fa7d-4dd7-bff0-bea59e11fa29 None None] Network 5796bee9-93b3-4de7-82e2-2b11b076bcb8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:54:17.520676 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f49a242-4853-485b-8b7d-53dbd15c842b req-b1c1705f-89ee-40de-8d95-a8259b01b171 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 950 time: 0.3043039 Feb 09 12:54:17.524423 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-911cd7d5-b4f8-4e92-a9b8-dfee5e00d822 req-e4cf0589-f33f-447e-982a-f16e2ea4c2e3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691156 Feb 09 12:54:17.540872 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce33d8cb-9930-453b-a510-323ed6fe3349 req-3c8f2c82-0ec3-4f27-be9b-8763b94fa4ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1096 time: 0.2028763 Feb 09 12:54:17.545035 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-73f69837-eb34-45c0-bdba-2514e015ff98 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8437748 Feb 09 12:54:17.731125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f49a242-4853-485b-8b7d-53dbd15c842b req-822c87f1-4787-4163-a600-b6cb0552a3bd tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093198 Feb 09 12:54:17.862876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59092) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:17.887290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33d8cb-9930-453b-a510-323ed6fe3349 req-75d91465-dbe1-4c41-931b-aec431c380e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:17.888672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce33d8cb-9930-453b-a510-323ed6fe3349 req-75d91465-dbe1-4c41-931b-aec431c380e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.3159163 Feb 09 12:54:17.894777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e537ce-bbe4-441a-8948-4e8cb519013c req-978bb05e-8b20-4cad-bcf3-33f17bd7499f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:17.896282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35e537ce-bbe4-441a-8948-4e8cb519013c req-978bb05e-8b20-4cad-bcf3-33f17bd7499f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 945 time: 0.2706585 Feb 09 12:54:17.903598 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1497905-acc8-4ab7-b186-a7039e936bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:17.926537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59098) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:18.004034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca69405-5e2a-4e3e-a6b6-53a78c265b7c None None] Network 5796bee9-93b3-4de7-82e2-2b11b076bcb8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:54:18.058278 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce33d8cb-9930-453b-a510-323ed6fe3349 req-c4d12dd1-6950-4c7c-a164-296a613be140 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 200 len: 217 time: 0.1610017 Feb 09 12:54:18.059256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Sync routers for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:54:18.073648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d32460-f66f-43be-a9e6-d42dcb15aa3c admin admin] Deleting subnet fd5aa814-f765-4558-8a37-6820478e9fb0 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 12:54:18.094546 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7d32460-f66f-43be-a9e6-d42dcb15aa3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:18.148524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:54:18.149202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:53:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:18.153091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d1497905-acc8-4ab7-b186-a7039e936bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:18.153704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35e537ce-bbe4-441a-8948-4e8cb519013c req-3efb7e6b-15f2-4390-861c-6adb87b179ea tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814275 Feb 09 12:54:18.162595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d1497905-acc8-4ab7-b186-a7039e936bdd admin admin] Usage tracker for resource:security_group_rule and tenant:570c4f428fa946abbaba561984857d01 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:18.169630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d1497905-acc8-4ab7-b186-a7039e936bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:18.182894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d1497905-acc8-4ab7-b186-a7039e936bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:18.187525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7d32460-f66f-43be-a9e6-d42dcb15aa3c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:18.188013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33d8cb-9930-453b-a510-323ed6fe3349 req-962967f3-8b22-40c7-bb7c-a354b5cb8494 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:18.189466 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce33d8cb-9930-453b-a510-323ed6fe3349 req-962967f3-8b22-40c7-bb7c-a354b5cb8494 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.1196351 Feb 09 12:54:18.203338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7d32460-f66f-43be-a9e6-d42dcb15aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:18.260257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce33d8cb-9930-453b-a510-323ed6fe3349 req-eaed9c68-6696-4193-bca1-6d2bd42730d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627763 Feb 09 12:54:18.266138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dc00b-ca07-42f3-993a-9293e7ca4a8b req-476ace7c-5e3e-4b57-951f-83ed80adf757 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:18.268164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-127dc00b-ca07-42f3-993a-9293e7ca4a8b req-476ace7c-5e3e-4b57-951f-83ed80adf757 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 971 time: 0.2739620 Feb 09 12:54:18.401580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7d32460-f66f-43be-a9e6-d42dcb15aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:18.477170 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-127dc00b-ca07-42f3-993a-9293e7ca4a8b req-f96688a0-fc0c-4474-8e9b-8021444cb687 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/security-groups?id=abda2ee7-f999-45b4-a4f9-3b5c06090952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897452 Feb 09 12:54:18.494602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1497905-acc8-4ab7-b186-a7039e936bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:18.502105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:54:18.511080 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1497905-acc8-4ab7-b186-a7039e936bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:18.514648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce33d8cb-9930-453b-a510-323ed6fe3349 req-4ff3bc43-1583-4a15-8c8f-34b95d54d4ba service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450986 Feb 09 12:54:18.553314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d32460-f66f-43be-a9e6-d42dcb15aa3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5aa814-f765-4558-8a37-6820478e9fb0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:18.609090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d1497905-acc8-4ab7-b186-a7039e936bdd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=570c4f428fa946abbaba561984857d01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7420244 Feb 09 12:54:18.610892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7d32460-f66f-43be-a9e6-d42dcb15aa3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:18.620426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59112) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:18.690403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1497905-acc8-4ab7-b186-a7039e936bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90517e42-21c2-4b51-8eec-b48104f4fcd4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:18.731211 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b7d32460-f66f-43be-a9e6-d42dcb15aa3c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fd5aa814-f765-4558-8a37-6820478e9fb0 HTTP/1.1" status: 204 len: 168 time: 0.7967737 Feb 09 12:54:18.739050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59118) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:19.042639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.050631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb151-27b5-49a4-933c-413ebc850ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.089110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 2, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:19.098194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Checking router: 576faf3b-c5bc-44c7-b7e5-3acba6037492 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:54:19.098609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Updating router 576faf3b-c5bc-44c7-b7e5-3acba6037492 port 2152b564-7453-4ae8-8202-452f08836533 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:54:19.131355 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce33d8cb-9930-453b-a510-323ed6fe3349 req-c996bd16-fe07-4c7a-889b-54f943842edc service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083965 Feb 09 12:54:19.136076 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb151-27b5-49a4-933c-413ebc850ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.158940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a040c5-d0da-49fc-952f-b8ed9f14da3c req-33ed818b-b136-48f1-8175-40047fa93813 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:19.160426 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.160965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86a040c5-d0da-49fc-952f-b8ed9f14da3c req-33ed818b-b136-48f1-8175-40047fa93813 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 950 time: 0.3572884 Feb 09 12:54:19.214184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-f3432f9f-d702-476e-976e-6c987ab5ef10 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:19.215669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-f3432f9f-d702-476e-976e-6c987ab5ef10 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.67 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 971 time: 0.3240852 Feb 09 12:54:19.273617 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.313668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.314342 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.315937 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.316542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > port after_create 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.317025 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.317542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > port after_update 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.318191 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.318846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.319323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.319857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.345400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59132) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:19.363194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-network', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:19.371109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:19.381457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Usage tracker for resource:network and tenant:c7406246ab4e44f5be583afb63773ec7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:19.388148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:19.401517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:19.405403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86a040c5-d0da-49fc-952f-b8ed9f14da3c req-3b227fb1-a236-4f8f-b0f5-1e31d23ae3ca tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297277 Feb 09 12:54:19.417662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-acea74fa-fa2a-4024-b248-1960c182e845 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Deleting port 721c78f4-c180-4595-9d97-2f42ac6ceaff {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:54:19.418092 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-acea74fa-fa2a-4024-b248-1960c182e845 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.459553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Made reservation on behalf of c7406246ab4e44f5be583afb63773ec7 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:19.461704 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.463841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.465297 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.465870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.467478 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:54:19.468086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:19.481644 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.483937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a88341-5ff2-40b6-a282-074aaf2a2a61') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:19.484578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a88341-5ff2-40b6-a282-074aaf2a2a61') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:19.499922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.517967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb151-27b5-49a4-933c-413ebc850ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.541334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eb151-27b5-49a4-933c-413ebc850ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90517e42-21c2-4b51-8eec-b48104f4fcd4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:19.545943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.559337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb151-27b5-49a4-933c-413ebc850ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.561289 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ab3eb151-27b5-49a4-933c-413ebc850ca8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90517e42-21c2-4b51-8eec-b48104f4fcd4 HTTP/1.1" status: 204 len: 168 time: 0.9310508 Feb 09 12:54:19.566528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 12:54:19.567480 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: util.warn_limited( Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: util.warn_limited( Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: timer() Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:54:19.585698 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:54:19.588261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:19.620553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Usage tracker for resource:security_group_rule and tenant:c7406246ab4e44f5be583afb63773ec7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:19.625851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:19.688542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:19.700477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.714613 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.739663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Transition to ACTIVE for port object 2152b564-7453-4ae8-8202-452f08836533 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:19.748259 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.751062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] Pushing event deleted for resources: {'Network': ['ID=d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:19.753812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.761464 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b501a5d6-ed26-4255-8828-577e5224fe4e admin admin] 10.222.0.59 "DELETE /v2.0/networks/d88e4ea1-6801-4ac9-b7f8-e5d70f9a9ef2 HTTP/1.1" status: 204 len: 168 time: 1.0207312 Feb 09 12:54:19.764362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59140) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:19.848273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9e2357-a268-42aa-a866-be306c189a35 admin admin] Deleting subnet 578a14ef-aa9a-410c-9d72-79aa403c7154 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 12:54:19.852169 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2357-a268-42aa-a866-be306c189a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:19.922000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9add6e-09f2-490b-8fa9-0fc3e9cacf73 None None] Pushing event updated for resources: {'Port': ['ID=2152b564-7453-4ae8-8202-452f08836533,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:19.926187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2357-a268-42aa-a866-be306c189a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.042388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-acea74fa-fa2a-4024-b248-1960c182e845 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] For port 721c78f4-c180-4595-9d97-2f42ac6ceaff, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=721c78f4-c180-4595-9d97-2f42ac6ceaff,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:20.042749 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-acea74fa-fa2a-4024-b248-1960c182e845 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.091775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Attempting to bind port 2152b564-7453-4ae8-8202-452f08836533 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:20.092290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Attempting to bind port 2152b564-7453-4ae8-8202-452f08836533 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:20.096866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Attempting to bind port 2152b564-7453-4ae8-8202-452f08836533 on network f64636e3-1a92-49a2-9146-0ce893b89e65 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:20.105120 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:20.105481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Checking segment: {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:20.105874 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.106334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Bound using segment: {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:20.107080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Bound port: 2152b564-7453-4ae8-8202-452f08836533, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:20.107635 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.109649 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2357-a268-42aa-a866-be306c189a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.264652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] For port 2152b564-7453-4ae8-8202-452f08836533, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:20.273695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] For port 2152b564-7453-4ae8-8202-452f08836533, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2152b564-7453-4ae8-8202-452f08836533,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:20.278713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-acea74fa-fa2a-4024-b248-1960c182e845 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Calling delete_port for 721c78f4-c180-4595-9d97-2f42ac6ceaff owned by compute:tempest-test_az-602266994 {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:54:20.280702 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.306984 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e25f67f8-1abd-44c2-ac34-1b766d16da17 req-0cb98a23-2d74-4df3-9b49-30ca51d60ac8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2957923 Feb 09 12:54:20.339394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2357-a268-42aa-a866-be306c189a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.387136 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.399855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f135-9d54-44ab-a1fc-b1cca78d1fba req-01861eee-adfd-4c46-a27f-f1496317555d tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:20.407144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6354f135-9d54-44ab-a1fc-b1cca78d1fba req-01861eee-adfd-4c46-a27f-f1496317555d tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 950 time: 0.7159467 Feb 09 12:54:20.432770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9add6e-09f2-490b-8fa9-0fc3e9cacf73 None None] Pushing event updated for resources: {'Port': ['ID=2152b564-7453-4ae8-8202-452f08836533,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:20.451217 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.480327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:54:20.480957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:53:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:20.497387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e2357-a268-42aa-a866-be306c189a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578a14ef-aa9a-410c-9d72-79aa403c7154,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:20.509960 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2357-a268-42aa-a866-be306c189a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.527229 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9a9e2357-a268-42aa-a866-be306c189a35 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/578a14ef-aa9a-410c-9d72-79aa403c7154 HTTP/1.1" status: 204 len: 168 time: 0.7614262 Feb 09 12:54:20.528050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59156) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:20.651804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26c73bcc-d10e-490d-95eb-2fb62651d4b0 req-b7afc552-dadf-482d-99e7-b39ca3927784 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1096 time: 0.9137192 Feb 09 12:54:20.661086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:54:20.661612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.62', 59491) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:20.753793 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.761635 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e25f67f8-1abd-44c2-ac34-1b766d16da17 req-a3e0cc9b-1ab1-4ae5-ab65-af9f1860b1c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 1101 time: 0.3163478 Feb 09 12:54:20.807556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:54:20.817273 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.817608 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Added segment 8844359f-bb46-4bb0-8f15-d95934d5b214 of type vlan for network 753d0f04-521a-4d52-91e8-9cb546d28f29 Feb 09 12:54:20.857036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf816e-43fc-4e21-8083-305a5095cc52,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:20.888454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6354f135-9d54-44ab-a1fc-b1cca78d1fba req-c5f03871-4d88-46de-9ec9-4808a4fa8afc tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797387 Feb 09 12:54:20.943307 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26c73bcc-d10e-490d-95eb-2fb62651d4b0 req-8ef07814-ef87-4994-bd3f-3d28068e72f3 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866466 Feb 09 12:54:20.945902 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.960152 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-acea74fa-fa2a-4024-b248-1960c182e845 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:20.977256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['721c78f4-c180-4595-9d97-2f42ac6ceaff'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:21.088871 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-276af763-4e92-45cc-9f81-27cb1e2b45eb req-0e3e52c8-8a17-4e42-bcf4-6157e98d036a tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 1101 time: 0.4183300 Feb 09 12:54:21.099146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:21.161064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:54:21.182769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea74fa-fa2a-4024-b248-1960c182e845 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Pushing event deleted for resources: {'Port': ['ID=721c78f4-c180-4595-9d97-2f42ac6ceaff,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:21.198247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5796bee9-93b3-4de7-82e2-2b11b076bcb8']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:21.209683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f67f8-1abd-44c2-ac34-1b766d16da17 req-bbc9225f-d173-4688-a17e-3857b342aa2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:21.211522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e25f67f8-1abd-44c2-ac34-1b766d16da17 req-bbc9225f-d173-4688-a17e-3857b342aa2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3872705 Feb 09 12:54:21.218284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-276af763-4e92-45cc-9f81-27cb1e2b45eb req-c6fda069-4f73-4fc4-b09a-97f6c2b7282b tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] Deleting port 04b5298e-d885-457d-8353-53a6b4e950c0 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:54:21.219008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-276af763-4e92-45cc-9f81-27cb1e2b45eb req-c6fda069-4f73-4fc4-b09a-97f6c2b7282b tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:21.353351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6d74d0-24f3-4a22-8359-46f27fd01cd2') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:21.353805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6d74d0-24f3-4a22-8359-46f27fd01cd2') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:21.386540 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:21.387476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:21.388093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:21.393618 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9dba0d88-9dd2-4bb7-9bfe-e5355cc09d56 req-aab526d1-ed6b-49d4-8898-b0364571ae24 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.59 "GET /v2.0/ports?device_id=973cb0ac-8d34-400c-89c8-c20f89f78cce HTTP/1.1" status: 200 len: 210 time: 0.1353464 Feb 09 12:54:21.406790 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e25f67f8-1abd-44c2-ac34-1b766d16da17 req-cfcc8467-b257-4f29-a0cf-562a73e05d11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=19cd3fb7-37d6-4db0-9331-9dbd7694beb9 HTTP/1.1" status: 200 len: 217 time: 0.1341853 Feb 09 12:54:21.409012 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:21.433698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-acea74fa-fa2a-4024-b248-1960c182e845 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] No DVR routers for this DVR port 721c78f4-c180-4595-9d97-2f42ac6ceaff on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:54:21.475704 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-acea74fa-fa2a-4024-b248-1960c182e845 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:21.482645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973cb0ac-8d34-400c-89c8-c20f89f78cce', 'name': 'network-vif-deleted', 'tag': '721c78f4-c180-4595-9d97-2f42ac6ceaff'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:21.538546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:20Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:21.548367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b481c-8660-4363-b0d8-a0c3688ea2c8 None None] The sync data for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 is: [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:20Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:54:21.549998 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:21.571396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 12:54:21.571827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: timer() Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:54:21.587441 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:54:21.678196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f67f8-1abd-44c2-ac34-1b766d16da17 req-533bd8e0-2405-466e-a1e9-0b8a1b9a9fd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:21.679729 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e25f67f8-1abd-44c2-ac34-1b766d16da17 req-533bd8e0-2405-466e-a1e9-0b8a1b9a9fd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2579863 Feb 09 12:54:21.744027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] Pushing event updated for resources: {'Network': ['ID=753d0f04-521a-4d52-91e8-9cb546d28f29,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:21.753214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d855db2-7056-426a-b94c-30b84a4a2a35 req-acea74fa-fa2a-4024-b248-1960c182e845 tempest-AggregatesAdminTestJSON-1206692203 tempest-AggregatesAdminTestJSON-1206692203-project] 10.222.0.67 "DELETE /v2.0/ports/721c78f4-c180-4595-9d97-2f42ac6ceaff HTTP/1.1" status: 204 len: 173 time: 2.5314376 Feb 09 12:54:21.765123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 753d0f04-521a-4d52-91e8-9cb546d28f29 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:54:21.779249 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e49ba489-fa3a-4463-a7b6-08e2e7d23b5b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4245994 Feb 09 12:54:21.783426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59176) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:21.789212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Request body: {'subnet': {'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-subnet', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:21.806384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:21.834001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f5256-85d3-4fd4-96a9-72ddef4048cc req-70608602-cacf-4f62-b421-6ecf4ded0e62 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:21.840031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-871f5256-85d3-4fd4-96a9-72ddef4048cc req-70608602-cacf-4f62-b421-6ecf4ded0e62 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 950 time: 0.5476463 Feb 09 12:54:21.843331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Usage tracker for resource:subnet and tenant:c7406246ab4e44f5be583afb63773ec7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:21.851908 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:21.859260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:21.873949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:21.896072 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5796bee9-93b3-4de7-82e2-2b11b076bcb8 HTTP/1.1" status: 204 len: 168 time: 1.3645701 Feb 09 12:54:21.947806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:21.977300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcb182-a178-4094-a79a-4d77d8b76e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=5796bee9-93b3-4de7-82e2-2b11b076bcb8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:22.000094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28839c45-7dae-4d07-9ff2-e8024cd9e6ee req-d07b5ddc-9e38-4e4a-94e9-36bca3a6ea16 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1096 time: 0.3302751 Feb 09 12:54:22.006264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-871f5256-85d3-4fd4-96a9-72ddef4048cc req-64f07806-cd6a-4704-87eb-4fdbf3453fe4 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506293 Feb 09 12:54:22.008159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Made reservation on behalf of c7406246ab4e44f5be583afb63773ec7 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:22.010992 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:22.018594 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e25f67f8-1abd-44c2-ac34-1b766d16da17 req-ec32df98-d225-424a-bc71-d796ca478de0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3220236 Feb 09 12:54:22.194007 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973cb0ac-8d34-400c-89c8-c20f89f78cce', 'name': 'network-vif-deleted', 'tag': '721c78f4-c180-4595-9d97-2f42ac6ceaff', 'status': 'completed', 'code': 200} Feb 09 12:54:22.199402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e25f67f8-1abd-44c2-ac34-1b766d16da17 req-37c212ba-2fe5-45f1-942a-f5a213f6ddb4 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741931 Feb 09 12:54:22.231500 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28839c45-7dae-4d07-9ff2-e8024cd9e6ee req-05a9190b-4aa0-44ef-8ce5-bb106115af87 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009990 Feb 09 12:54:22.300193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59196) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:22.408022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-276af763-4e92-45cc-9f81-27cb1e2b45eb req-c6fda069-4f73-4fc4-b09a-97f6c2b7282b tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] For port 04b5298e-d885-457d-8353-53a6b4e950c0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=04b5298e-d885-457d-8353-53a6b4e950c0,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:22.408419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-276af763-4e92-45cc-9f81-27cb1e2b45eb req-c6fda069-4f73-4fc4-b09a-97f6c2b7282b tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:22.468048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e944df40-28f7-42f6-b773-a4dfcd1ac97c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=650d3069f3b54d1899b85d8970017b31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1609447 Feb 09 12:54:22.542502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59204) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:22.707942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023b95b-7918-4375-aaf7-de9c08d99695 req-e8d738be-bee8-47ba-bd1b-86af288c0f7e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:22.714917 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d023b95b-7918-4375-aaf7-de9c08d99695 req-e8d738be-bee8-47ba-bd1b-86af288c0f7e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=715c71db-ee33-469c-a3b2-5a345907350a HTTP/1.1" status: 200 len: 950 time: 0.2574451 Feb 09 12:54:22.737795 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:22.781680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-276af763-4e92-45cc-9f81-27cb1e2b45eb req-c6fda069-4f73-4fc4-b09a-97f6c2b7282b tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] Calling delete_port for 04b5298e-d885-457d-8353-53a6b4e950c0 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:54:22.860085 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e25f67f8-1abd-44c2-ac34-1b766d16da17 req-88f1c271-dcb4-4994-a355-1a4b5ac52a8d service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489081 Feb 09 12:54:22.896856 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d023b95b-7918-4375-aaf7-de9c08d99695 req-2e3bab1f-9bf5-4045-9052-6e2624af0dd7 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808152 Feb 09 12:54:23.023091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:23.062873 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ff8281f-6dc7-4b47-b8e7-8b74dc889a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.067835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Checking segment: {'id': '8844359f-bb46-4bb0-8f15-d95934d5b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:23.068201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Network hostable DHCP agents. Network: 753d0f04-521a-4d52-91e8-9cb546d28f29, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:54:23.150679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Network 753d0f04-521a-4d52-91e8-9cb546d28f29 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:54:23.176116 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ff8281f-6dc7-4b47-b8e7-8b74dc889a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.178796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 753d0f04-521a-4d52-91e8-9cb546d28f29) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:23.184692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:23.185801 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.191404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267d3c3-8930-4d76-8547-d1f294a153b7 None None] Network 753d0f04-521a-4d52-91e8-9cb546d28f29 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:54:23.251275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-298dc3e3-fac8-4ddc-b413-155a18a95ba1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4638951 Feb 09 12:54:23.251476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59224) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:23.257952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-router', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:23.267170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2152b564-7453-4ae8-8202-452f08836533 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:23.267924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:23.280342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Usage tracker for resource:router and tenant:c7406246ab4e44f5be583afb63773ec7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:23.282746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-276af763-4e92-45cc-9f81-27cb1e2b45eb req-c6fda069-4f73-4fc4-b09a-97f6c2b7282b tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.284226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:23.290801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:23.304726 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.306321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.383072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fda069-4f73-4fc4-b09a-97f6c2b7282b tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] Pushing event deleted for resources: {'Port': ['ID=04b5298e-d885-457d-8353-53a6b4e950c0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:23.386107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ff8281f-6dc7-4b47-b8e7-8b74dc889a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.435083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8281f-6dc7-4b47-b8e7-8b74dc889a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1455a499-adaa-4317-a87e-16df30a95c04,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:23.442507 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.514273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-276af763-4e92-45cc-9f81-27cb1e2b45eb req-c6fda069-4f73-4fc4-b09a-97f6c2b7282b tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] No DVR routers for this DVR port 04b5298e-d885-457d-8353-53a6b4e950c0 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:54:23.528777 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ff8281f-6dc7-4b47-b8e7-8b74dc889a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.530106 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8ff8281f-6dc7-4b47-b8e7-8b74dc889a51 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1455a499-adaa-4317-a87e-16df30a95c04 HTTP/1.1" status: 204 len: 168 time: 0.9869015 Feb 09 12:54:23.531374 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-276af763-4e92-45cc-9f81-27cb1e2b45eb req-c6fda069-4f73-4fc4-b09a-97f6c2b7282b tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.533692 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-276af763-4e92-45cc-9f81-27cb1e2b45eb req-c6fda069-4f73-4fc4-b09a-97f6c2b7282b tempest-DeleteServersAdminTestJSON-304546513 tempest-DeleteServersAdminTestJSON-304546513-project-admin] 10.222.0.62 "DELETE /v2.0/ports/04b5298e-d885-457d-8353-53a6b4e950c0 HTTP/1.1" status: 204 len: 173 time: 2.4384277 Feb 09 12:54:23.534340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715c71db-ee33-469c-a3b2-5a345907350a', 'name': 'network-vif-deleted', 'tag': '04b5298e-d885-457d-8353-53a6b4e950c0'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:23.602535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 2152b564-7453-4ae8-8202-452f08836533 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:23.620091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2152b564-7453-4ae8-8202-452f08836533 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:23.620743 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.660162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 721c78f4-c180-4595-9d97-2f42ac6ceaff no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:54:23.730522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 721c78f4-c180-4595-9d97-2f42ac6ceaff {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:54:23.731246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 721c78f4-c180-4595-9d97-2f42ac6ceaff not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:54:23.927636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-753d0f04-521a-4d52-91e8-9cb546d28f29', 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'fixed_ips': [{'subnet_id': '3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 12:54:23.928436 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:23.949434 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.051983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 2152b564-7453-4ae8-8202-452f08836533, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2152b564-7453-4ae8-8202-452f08836533,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:24.064753 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.067067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-96aaee5a-9530-45ef-9898-b2c3b2891a8d tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814061 Feb 09 12:54:24.197923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Allocated IP 172.20.0.2 (753d0f04-521a-4d52-91e8-9cb546d28f29/3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7/72f990af-38e0-461a-a0db-5f5959383dec) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:24.295828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-cdc2071f-6123-4364-a160-df4aa95c6354 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:24.297688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-cdc2071f-6123-4364-a160-df4aa95c6354 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300940 Feb 09 12:54:24.304932 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.337366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-ab53ce42-be16-4dec-9f7c-b325d74a198d tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/quotas/54f2cf2f54654c178ea3873472ca1f4a HTTP/1.1" status: 200 len: 375 time: 0.0257850 Feb 09 12:54:24.345488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=2152b564-7453-4ae8-8202-452f08836533,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:24.378562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59260) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:24.437762 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 04b5298e-d885-457d-8353-53a6b4e950c0 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:54:24.445451 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e1f4b127-8ac4-4991-8fbc-6118fe1951fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c4e2e4da9384cd089f4f0dd0c266fc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0651832 Feb 09 12:54:24.448019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59264) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:24.476848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20ff8a7f-d140-4b05-90f3-0b8ce04430c3 req-264436f7-5736-43d5-a9df-adbb4f921fc3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4899397 Feb 09 12:54:24.477432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 04b5298e-d885-457d-8353-53a6b4e950c0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:54:24.477774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 04b5298e-d885-457d-8353-53a6b4e950c0 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:54:24.492016 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.504548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Transition to ACTIVE for port object 72f990af-38e0-461a-a0db-5f5959383dec will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:24.526681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Transition to ACTIVE for port object 72f990af-38e0-461a-a0db-5f5959383dec will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:24.528829 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c6779b4-681c-428a-941d-94056599b943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.536740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.569071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-51dab17c-51f3-4949-adc8-7392188b2861 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2304554 Feb 09 12:54:24.570592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c6779b4-681c-428a-941d-94056599b943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.613602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Network 753d0f04-521a-4d52-91e8-9cb546d28f29 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:24.618218 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:24.622958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:24.625227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Pushing event updated for resources: {'Port': ['ID=72f990af-38e0-461a-a0db-5f5959383dec,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:24.696824 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c6779b4-681c-428a-941d-94056599b943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.743867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6779b4-681c-428a-941d-94056599b943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bad32ab-585a-4c39-b356-5ad91de09c5f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:24.747917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c6779b4-681c-428a-941d-94056599b943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.749170 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4c6779b4-681c-428a-941d-94056599b943 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0bad32ab-585a-4c39-b356-5ad91de09c5f HTTP/1.1" status: 204 len: 168 time: 0.2998800 Feb 09 12:54:24.750842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Attempting to bind port 72f990af-38e0-461a-a0db-5f5959383dec on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:24.751446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Attempting to bind port 72f990af-38e0-461a-a0db-5f5959383dec by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '8844359f-bb46-4bb0-8f15-d95934d5b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:24.752101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Attempting to bind port 72f990af-38e0-461a-a0db-5f5959383dec on network 753d0f04-521a-4d52-91e8-9cb546d28f29 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:24.763822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:24.765228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Checking segment: {'id': '8844359f-bb46-4bb0-8f15-d95934d5b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:24.765420 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.765915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Bound using segment: {'id': '8844359f-bb46-4bb0-8f15-d95934d5b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:24.766750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Bound port: 72f990af-38e0-461a-a0db-5f5959383dec, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8844359f-bb46-4bb0-8f15-d95934d5b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:24.767219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.796672 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.811292 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715c71db-ee33-469c-a3b2-5a345907350a', 'name': 'network-vif-deleted', 'tag': '04b5298e-d885-457d-8353-53a6b4e950c0', 'status': 'completed', 'code': 200} Feb 09 12:54:24.852390 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.903143 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f6764e51-d5e7-4e11-9dcf-d7b848be6aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:24.940017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] For port 72f990af-38e0-461a-a0db-5f5959383dec, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:24.948644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] For port 72f990af-38e0-461a-a0db-5f5959383dec, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72f990af-38e0-461a-a0db-5f5959383dec,segment=NetworkSegment(8844359f-bb46-4bb0-8f15-d95934d5b214),segment_id=8844359f-bb46-4bb0-8f15-d95934d5b214)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:24.957523 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:25.112653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Allocated IP 172.25.5.251 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/92c192e1-0317-461c-95e9-6d7e4e2eeda4) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:25.126516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f2ab6-d08e-4638-9c6c-8872b5cc824b None None] Pushing event updated for resources: {'Port': ['ID=72f990af-38e0-461a-a0db-5f5959383dec,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:25.180475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2152b564-7453-4ae8-8202-452f08836533 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:25.338719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2152b564-7453-4ae8-8202-452f08836533 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:25.339373 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:25.346644 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:25.395917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:25.506459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:25.509582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:25.514290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:25.607713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Pushing event updated for resources: {'Port': ['ID=92c192e1-0317-461c-95e9-6d7e4e2eeda4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:25.731866 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:25.732795 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:25.934494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-1aed31b5-f996-4944-8789-85af9c36d77e tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908074 Feb 09 12:54:26.177975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-a3f41d71-c6f0-46b4-b0b9-fc3e052a5434 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:26.179539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-a3f41d71-c6f0-46b4-b0b9-fc3e052a5434 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157147 Feb 09 12:54:26.206047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-f77b171d-233b-4bb3-8323-2b53a72f3689 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/quotas/c7c66e53d67a4481ba63f73966466b9e HTTP/1.1" status: 200 len: 375 time: 0.0198212 Feb 09 12:54:26.267009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-135bcce8-b839-4d3e-9387-a0f3600b5c70 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547504 Feb 09 12:54:26.332504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Router d9fba36c-8150-4dd3-b335-573a02b62d19 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:54:26.573773 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a9e36d48-71cc-4338-b9e0-c5a207e7dc0f tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975344 Feb 09 12:54:26.634661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc46532-0964-4c21-a0c8-53b39df282aa None None] Network 753d0f04-521a-4d52-91e8-9cb546d28f29 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:54:26.838414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-41e8ecb6-47b9-44c3-b8e8-26251c27d4d8 None None] Provisioning for port 72f990af-38e0-461a-a0db-5f5959383dec completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:26.886787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-917ea4f6-42ab-454e-8184-f829cbbf23e2 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:26.888589 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-917ea4f6-42ab-454e-8184-f829cbbf23e2 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981811 Feb 09 12:54:26.910848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Request body: {'port': {'device_id': '82b536c4-4619-4d1a-9db1-a912a2337174', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '54f2cf2f54654c178ea3873472ca1f4a'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:26.929020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b97e797-a26a-4f3d-b9c5-894904a5589e req-ec05c457-20af-4385-82c6-b51542691a65 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 210 time: 0.1228096 Feb 09 12:54:27.109803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bca103d2-1207-4844-9f55-407361b4b237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:27.140573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59348) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:27.160005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-2542a0fe-1d82-4723-bacf-a9c9e8d42ccb tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:54:27.161965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-2542a0fe-1d82-4723-bacf-a9c9e8d42ccb tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0194738 Feb 09 12:54:27.246644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:54:27.265044 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Sync routers for ids ['d9fba36c-8150-4dd3-b335-573a02b62d19'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:54:27.299908 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Routers {'d9fba36c-8150-4dd3-b335-573a02b62d19'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:54:27.302212 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:54:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d9fba36c-8150-4dd3-b335-573a02b62d19'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:27.397742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72f990af-38e0-461a-a0db-5f5959383dec up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:27.457174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:27.460918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-035a060b-9503-4cd5-9b9f-fc183eb52091 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2078938 Feb 09 12:54:27.476330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59364) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:27.582111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:27.590550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Usage tracker for resource:port and tenant:54f2cf2f54654c178ea3873472ca1f4a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:27.594396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:27.594772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 72f990af-38e0-461a-a0db-5f5959383dec completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:27.600599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 72f990af-38e0-461a-a0db-5f5959383dec triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:27.601002 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:27.610636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:27.638558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Made reservation on behalf of 54f2cf2f54654c178ea3873472ca1f4a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:27.647407 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:27.674999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-05a137f7-95c3-4352-a7bb-a98a0d302644 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4ed46f67e1904f3194fe8881afb51522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3273542 Feb 09 12:54:27.855753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-00af1a30-c14a-42f8-97dd-f2bcedf8a327 None None] Provisioning complete for port 72f990af-38e0-461a-a0db-5f5959383dec triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:27.856642 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00af1a30-c14a-42f8-97dd-f2bcedf8a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:27.925025 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Set router d9fba36c-8150-4dd3-b335-573a02b62d19 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:54:28.054671 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:28.108970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Allocated IP 192.168.233.57 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:28.122587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Request body: {'binding': {'host': 'n-h1-825175-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:28.123197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Unknown quota resources ['binding']. {{(pid=83480) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 09 12:54:28.194986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 72f990af-38e0-461a-a0db-5f5959383dec, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72f990af-38e0-461a-a0db-5f5959383dec,segment=NetworkSegment(8844359f-bb46-4bb0-8f15-d95934d5b214),segment_id=8844359f-bb46-4bb0-8f15-d95934d5b214)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:28.206445 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:28.242984 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00af1a30-c14a-42f8-97dd-f2bcedf8a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:28.352105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=72f990af-38e0-461a-a0db-5f5959383dec,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:28.370187 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:28.372935 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-00af1a30-c14a-42f8-97dd-f2bcedf8a327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:54:28.373575 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-00af1a30-c14a-42f8-97dd-f2bcedf8a327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:54:28.410849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-b468be28-fd1c-4292-a627-645cd73dc1dd tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:28.418255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-b468be28-fd1c-4292-a627-645cd73dc1dd tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7223873 Feb 09 12:54:28.471668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:28.473873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-ddd51454-d311-4125-9c0a-48dd461ef64a tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/quotas/4ed46f67e1904f3194fe8881afb51522 HTTP/1.1" status: 200 len: 375 time: 0.0546179 Feb 09 12:54:28.482196 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-router', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:23Z', 'updated_at': '2022-02-09T12:54:25Z', 'revision_number': 3, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'gw_port': {'id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:24Z', 'updated_at': '2022-02-09T12:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:28.493549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Transition to ACTIVE for port object b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:28.499861 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Checking router: d9fba36c-8150-4dd3-b335-573a02b62d19 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:54:28.500423 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Updating router d9fba36c-8150-4dd3-b335-573a02b62d19 port 92c192e1-0317-461c-95e9-6d7e4e2eeda4 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:54:28.526243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:28.542620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['19cd3fb7-37d6-4db0-9331-9dbd7694beb9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:28.579109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-f6648b7a-b445-4408-8701-e91ca63d4c91 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ed46f67e1904f3194fe8881afb51522&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042018 Feb 09 12:54:28.597325 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:28.627242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:28.631574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:28.650979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:28.704368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f on host n-h1-825175-3 for vnic_type normal with profile None {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:28.704781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:28.705049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:28.723264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e04873bc-77d4-4217-ab9a-97f1f2703e12 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231072 Feb 09 12:54:28.735542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Pushing event updated for resources: {'Port': ['ID=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:28.752487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:28.753554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:28.755753 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:28.791058 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-584475e7-e19a-41a7-84d5-dd7d281ea2ce tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8871021 Feb 09 12:54:28.805297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Request body: {'port': {'device_id': '82b536c4-4619-4d1a-9db1-a912a2337174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:28.859479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Port 430a597b-4f96-497c-ab63-e92c1a4f101f on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:54:28.861689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:29.078850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-a8ea43a4-b879-45c8-944a-32948052ec17 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:29.083851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-a8ea43a4-b879-45c8-944a-32948052ec17 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3567460 Feb 09 12:54:29.100937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Request body: {'port': {'device_id': '3c55179e-b5e3-427d-8be2-c4e25085957f', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'c7c66e53d67a4481ba63f73966466b9e'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:29.197510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72f990af-38e0-461a-a0db-5f5959383dec up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:29.235704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.371165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:29.371760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:29.371896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:29.372301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Bound port: 430a597b-4f96-497c-ab63-e92c1a4f101f, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:29.384660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8b220422-5624-465a-871e-86251e66bc6c None None] Provisioning for port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:29.397088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 72f990af-38e0-461a-a0db-5f5959383dec triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:29.398865 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.404504 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.417357 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Transition to ACTIVE for port object 92c192e1-0317-461c-95e9-6d7e4e2eeda4 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:29.425299 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.429733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ddd0366-46da-4dda-ad5c-f234817c5767 req-25e1f1db-e088-4acd-a571-714345c28347 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 210 time: 0.0602574 Feb 09 12:54:29.491747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8b220422-5624-465a-871e-86251e66bc6c None None] Provisioning complete for port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:29.492105 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8b220422-5624-465a-871e-86251e66bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.508402 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Attempting to bind port 92c192e1-0317-461c-95e9-6d7e4e2eeda4 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:29.509671 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Attempting to bind port 92c192e1-0317-461c-95e9-6d7e4e2eeda4 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:29.510389 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Attempting to bind port 92c192e1-0317-461c-95e9-6d7e4e2eeda4 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:29.533751 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c814565-4555-4ebf-a077-d4a6ff1cc292 None None] Pushing event updated for resources: {'Port': ['ID=92c192e1-0317-461c-95e9-6d7e4e2eeda4,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:29.541110 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:29.545338 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:29.545738 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.546149 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:29.548805 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Bound port: 92c192e1-0317-461c-95e9-6d7e4e2eeda4, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:29.549230 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.610770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8b220422-5624-465a-871e-86251e66bc6c None None] Port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:54:29.697893 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.746749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:29.751515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Usage tracker for resource:port and tenant:c7c66e53d67a4481ba63f73966466b9e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:29.755445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:29.758015 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] For port 92c192e1-0317-461c-95e9-6d7e4e2eeda4, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:29.763178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:29.764166 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] For port 92c192e1-0317-461c-95e9-6d7e4e2eeda4, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=92c192e1-0317-461c-95e9-6d7e4e2eeda4,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:29.775077 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.777856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:29.787487 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] Notify callbacks [] for binding, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.788710 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7ef4106a-83dc-4b9d-84be-ad111a9eaaaf service neutron] 10.222.0.59 "POST /v2.0/ports/430a597b-4f96-497c-ab63-e92c1a4f101f/bindings HTTP/1.1" status: 201 len: 389 time: 2.1122360 Feb 09 12:54:29.789348 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Made reservation on behalf of c7c66e53d67a4481ba63f73966466b9e for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:29.793556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.926183 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:29.991563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:29.997365 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Routers {'d9fba36c-8150-4dd3-b335-573a02b62d19'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:54:29.998325 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:54:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d9fba36c-8150-4dd3-b335-573a02b62d19'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:30.008444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Usage tracker for resource:security_group_rule and tenant:c7c66e53d67a4481ba63f73966466b9e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:30.028909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:30.038207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:30.065945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:30.086288 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:30.124348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Transition to ACTIVE for port object b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:30.131165 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:30.262206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Pushing event updated for resources: {'Port': ['ID=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:30.293796 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c814565-4555-4ebf-a077-d4a6ff1cc292 None None] Pushing event updated for resources: {'Port': ['ID=92c192e1-0317-461c-95e9-6d7e4e2eeda4,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:30.348794 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] Set router d9fba36c-8150-4dd3-b335-573a02b62d19 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:54:30.401285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66daa91d-87da-4e3a-a489-f8fc860733f7 req-5ecb383e-cba9-443b-94b3-35ddeba9fe2f tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 210 time: 0.1635320 Feb 09 12:54:30.467073 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:30.476826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:30.592432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b53109-8087-4856-a593-421e1d07d3b7 req-03afd205-a4eb-48ec-b715-2f6cf7eba39c tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:30.593976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9b53109-8087-4856-a593-421e1d07d3b7 req-03afd205-a4eb-48ec-b715-2f6cf7eba39c tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 947 time: 0.5022748 Feb 09 12:54:30.694451 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-3d1dd9df-4ce3-4470-95ed-8154e6636d27 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1096 time: 0.3380117 Feb 09 12:54:30.695265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Attempting to bind port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:30.695590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Attempting to bind port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:30.695989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Attempting to bind port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:30.704435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:54:30.705872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Attempting to bind port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:30.707166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23995cde-8fa4-4cef-ae01-e63956f9d768,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:30.711402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.62', 59504) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:30.783576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-55bc241d-736b-4f7a-807b-c902f75d9a66 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4ed46f67e1904f3194fe8881afb51522&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604956 Feb 09 12:54:30.797222 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-router', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:23Z', 'updated_at': '2022-02-09T12:54:25Z', 'revision_number': 3, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'gw_port': {'id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:24Z', 'updated_at': '2022-02-09T12:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:30.803029 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443898f-b3bf-41b6-afb3-49aa8be249f1 None None] The sync data for ids ['d9fba36c-8150-4dd3-b335-573a02b62d19'] in n-d-825175-3 is: [{'id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-router', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:23Z', 'updated_at': '2022-02-09T12:54:25Z', 'revision_number': 3, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'gw_port': {'id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:24Z', 'updated_at': '2022-02-09T12:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:54:30.863723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9b53109-8087-4856-a593-421e1d07d3b7 req-eacc6a9f-8781-40e2-ae77-d2d1b7e124a2 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506137 Feb 09 12:54:30.868316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:30.868975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:30.869564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:30.870335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Bound port: b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:30.870915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:31.050672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-17088901-9bf4-4b88-aa65-4d40719eb01f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:31.052126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-17088901-9bf4-4b88-aa65-4d40719eb01f service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.3378019 Feb 09 12:54:31.054954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] For port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:31.059704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] For port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:31.113531 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:31.170236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-09f02a5e-556d-4846-b33b-69029c328705 req-07ed4cf3-26c6-454d-a390-a82071eb876f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 210 time: 0.1451311 Feb 09 12:54:31.176668 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-7d77c41c-ab6e-4c00-af51-2e2e963d433a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 200 len: 217 time: 0.1156273 Feb 09 12:54:31.241456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Allocated IP 192.168.233.98 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/d2436d00-49b7-45a8-867f-db65c9acb4f8) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:31.248910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:31.250391 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] 10.222.0.62 "PUT /v2.0/ports/b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 HTTP/1.1" status: 200 len: 1095 time: 2.4504006 Feb 09 12:54:31.258739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b536c4-4619-4d1a-9db1-a912a2337174', 'tag': 'b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:31.277023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-25d1f2b2-f14d-4d9c-bde5-5cd5200e08b0 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:31.278572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-25d1f2b2-f14d-4d9c-bde5-5cd5200e08b0 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4855878 Feb 09 12:54:31.290540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362a3d0-24b8-4acd-bfd2-118b77a7ca72 service neutron] Pushing event updated for resources: {'Port': ['ID=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:31.375753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-70bd2632-faf7-4d98-a2e8-e9c9cdef2558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:31.376502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Request body: {'port': {'device_id': 'ef2c153b-3d14-4110-a85c-194df53346be', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '4ed46f67e1904f3194fe8881afb51522'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:31.377281 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-70bd2632-faf7-4d98-a2e8-e9c9cdef2558 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.1750975 Feb 09 12:54:31.462808 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-8abf3225-34e9-47c9-b8f2-2849adbcab2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764339 Feb 09 12:54:31.551551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee0434-f041-4e15-b0b9-5416628ffcec req-84a76336-89d5-4fe8-b201-91caf5fa70ce tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:31.553070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8aee0434-f041-4e15-b0b9-5416628ffcec req-84a76336-89d5-4fe8-b201-91caf5fa70ce tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 945 time: 0.5303226 Feb 09 12:54:31.638418 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-2dc79f1d-256b-4d19-b142-40053d15c8a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 1098 time: 0.3382223 Feb 09 12:54:31.746220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-7a024367-a9e9-4507-8919-709f4ec1808d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 HTTP/1.1" status: 200 len: 217 time: 0.0916779 Feb 09 12:54:31.820113 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-148a1dea-a8f6-4a37-b83a-3e744e75f1d7 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478577 Feb 09 12:54:31.856340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8aee0434-f041-4e15-b0b9-5416628ffcec req-7b3c2099-efa2-464e-ab83-ea4bce10e8f2 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889175 Feb 09 12:54:31.890944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:31.915742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Usage tracker for resource:port and tenant:4ed46f67e1904f3194fe8881afb51522 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:31.923204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:31.951160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:31.988380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:32.007598 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:32.007728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-ec05323f-02b3-404b-a639-e5856504a301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:32.008978 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-ec05323f-02b3-404b-a639-e5856504a301 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2529120 Feb 09 12:54:32.016301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Made reservation on behalf of 4ed46f67e1904f3194fe8881afb51522 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:32.019919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:32.035593 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b536c4-4619-4d1a-9db1-a912a2337174', 'tag': 'b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95', 'status': 'completed', 'code': 200} Feb 09 12:54:32.069119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Transition to ACTIVE for port object d2436d00-49b7-45a8-867f-db65c9acb4f8 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:32.243609 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-cbc2a8b4-3488-4f35-898b-a8c5bf03ee68 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188302 Feb 09 12:54:32.255993 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-e90a044e-c626-47d5-8ea9-ded1d993d3c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194102 Feb 09 12:54:32.342189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83c51f09-9ae6-4c47-b88e-fb590c0e134e req-58d40f18-147c-40f0-a0f8-0f97b3876e26 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 210 time: 0.2113519 Feb 09 12:54:32.396526 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-52da418c-6dc3-49f2-89f0-68f63ea22d8e service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305916 Feb 09 12:54:32.477063 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:32.596777 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ff6774f6-7f01-4c77-a6b6-2512f7f80ceb req-6100acc6-1dc6-4f92-be79-49f946a79e4f service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938233 Feb 09 12:54:32.643042 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-e77b94dc-3a67-42a0-9a1b-320bee0657e1 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.2151594 Feb 09 12:54:32.656544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:32.663123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event updated for resources: {'Port': ['ID=d2436d00-49b7-45a8-867f-db65c9acb4f8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:32.665280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-3'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:32.671475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Allocated IP 192.168.233.142 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/e22b5c66-2b59-4c16-977a-9257be643bf5) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:32.674482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:32.680967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:32.684848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:32.685470 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:32.869110 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:32.874109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a121e4-e1c4-4d2c-bb8e-2b8eea1612ad req-7ec1e9e6-61c7-445d-9dbd-eb60910489a6 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:32.875756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6a121e4-e1c4-4d2c-bb8e-2b8eea1612ad req-7ec1e9e6-61c7-445d-9dbd-eb60910489a6 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 947 time: 0.7096269 Feb 09 12:54:32.898510 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5958d98a-f6db-4bc9-bb56-637740c03f63 req-dbaa6538-7bbe-4dd1-a425-14a8d022b33e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 1098 time: 0.1926050 Feb 09 12:54:32.966759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b5e3e89c-988b-4efe-8d19-4f6e708b6cc3 None None] Provisioning for port d2436d00-49b7-45a8-867f-db65c9acb4f8 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:32.975631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b5e3e89c-988b-4efe-8d19-4f6e708b6cc3 None None] Provisioning complete for port d2436d00-49b7-45a8-867f-db65c9acb4f8 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:32.977286 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b5e3e89c-988b-4efe-8d19-4f6e708b6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.060809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Allocated IP 172.20.0.1 (753d0f04-521a-4d52-91e8-9cb546d28f29/3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7/5bdafe78-739f-43c4-90b4-760007a383cb) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:33.062916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59450) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:33.076004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-41f34a1b-78eb-41f3-a8bc-411398c2e0d2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9789541 Feb 09 12:54:33.104236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3e89c-988b-4efe-8d19-4f6e708b6cc3 None None] Port d2436d00-49b7-45a8-867f-db65c9acb4f8 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:54:33.124624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Request body: {'port': {'device_id': '3c55179e-b5e3-427d-8be2-c4e25085957f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:33.181994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 92c192e1-0317-461c-95e9-6d7e4e2eeda4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:33.184351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:33.217274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:33.253575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6a121e4-e1c4-4d2c-bb8e-2b8eea1612ad req-e6e566ea-952a-41de-b36a-e0091fdce1fe tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546174 Feb 09 12:54:33.308998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 92c192e1-0317-461c-95e9-6d7e4e2eeda4 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:33.316248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 92c192e1-0317-461c-95e9-6d7e4e2eeda4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:33.316825 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.338265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958d98a-f6db-4bc9-bb56-637740c03f63 req-48948c48-faa5-4e7b-98a6-6e311d55696f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:33.339966 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5958d98a-f6db-4bc9-bb56-637740c03f63 req-48948c48-faa5-4e7b-98a6-6e311d55696f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2955551 Feb 09 12:54:33.343590 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.418376 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.421202 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.451512 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe185-9196-4686-a1f9-80860af184d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.463449 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.481544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb35fd-387b-44a9-b501-b5d11508e032 req-404b3995-370a-46d1-a186-bed18f6d6d74 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:33.481779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-01cb35fd-387b-44a9-b501-b5d11508e032 req-404b3995-370a-46d1-a186-bed18f6d6d74 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:33.482948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 92c192e1-0317-461c-95e9-6d7e4e2eeda4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=92c192e1-0317-461c-95e9-6d7e4e2eeda4,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:33.488151 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.490688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.509267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Transition to ACTIVE for port object e22b5c66-2b59-4c16-977a-9257be643bf5 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:33.561449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=92c192e1-0317-461c-95e9-6d7e4e2eeda4,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:33.591352 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5958d98a-f6db-4bc9-bb56-637740c03f63 req-39590314-8460-4bc6-832a-2720a574bd8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 HTTP/1.1" status: 200 len: 217 time: 0.2398846 Feb 09 12:54:33.598907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65229be6-100e-49af-addc-9bea8127586f service neutron] Pushing event updated for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:33.662409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-01cb35fd-387b-44a9-b501-b5d11508e032 req-404b3995-370a-46d1-a186-bed18f6d6d74 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:33.663674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01cb35fd-387b-44a9-b501-b5d11508e032 req-404b3995-370a-46d1-a186-bed18f6d6d74 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 935 time: 0.9839399 Feb 09 12:54:33.668267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b2dbe185-9196-4686-a1f9-80860af184d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:33.675555 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.706021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f on host n-h2-825175-3 for vnic_type normal with profile {"migrating_to": "n-h1-825175-3"} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:33.706326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:33.706669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:33.707406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b2dbe185-9196-4686-a1f9-80860af184d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f60f55ca963e420c9ffe298022808d56 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:33.716866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b2dbe185-9196-4686-a1f9-80860af184d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:33.720237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Port 430a597b-4f96-497c-ab63-e92c1a4f101f on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:54:33.720551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Attempting to bind port 430a597b-4f96-497c-ab63-e92c1a4f101f on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:33.723605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958d98a-f6db-4bc9-bb56-637740c03f63 req-acdb9280-59ee-46a0-9974-759869c5c8d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:33.725052 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5958d98a-f6db-4bc9-bb56-637740c03f63 req-acdb9280-59ee-46a0-9974-759869c5c8d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0933020 Feb 09 12:54:33.731258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:33.731589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:33.731964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:33.732398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Bound port: 430a597b-4f96-497c-ab63-e92c1a4f101f, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:33.732719 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.739015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b2dbe185-9196-4686-a1f9-80860af184d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:33.761730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Transition to ACTIVE for port object 5bdafe78-739f-43c4-90b4-760007a383cb will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:33.831969 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.927264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-01cb35fd-387b-44a9-b501-b5d11508e032 req-1475d868-eb3f-4896-ba20-a4892fcc200f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:33.945996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:33.952598 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5958d98a-f6db-4bc9-bb56-637740c03f63 req-2360df08-b973-4043-a279-d6731c72ab71 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2098482 Feb 09 12:54:33.957311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:33.979835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:33.988412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce360c84-1b9c-4139-87e0-6f257a4d8dfe req-f42dfcb9-681c-4236-ad35-bcd7f7af6c5c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:33.990492 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce360c84-1b9c-4139-87e0-6f257a4d8dfe req-f42dfcb9-681c-4236-ad35-bcd7f7af6c5c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 943 time: 0.4900434 Feb 09 12:54:34.030069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:34.038938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:34.050087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:34.082025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:34.086086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:34.086746 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.141339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Pushing event updated for resources: {'Port': ['ID=e22b5c66-2b59-4c16-977a-9257be643bf5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:34.158322 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.161993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-01cb35fd-387b-44a9-b501-b5d11508e032 req-1475d868-eb3f-4896-ba20-a4892fcc200f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:34.163205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01cb35fd-387b-44a9-b501-b5d11508e032 req-1475d868-eb3f-4896-ba20-a4892fcc200f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827831 Feb 09 12:54:34.234117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65229be6-100e-49af-addc-9bea8127586f service neutron] Pushing event updated for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=8']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:34.283808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.285252 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-65229be6-100e-49af-addc-9bea8127586f service neutron] 10.222.0.62 "PUT /v2.0/ports/430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 200 len: 1121 time: 1.6276236 Feb 09 12:54:34.287354 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5958d98a-f6db-4bc9-bb56-637740c03f63 req-a7405ab7-3e52-4196-a9e4-774654b8c134 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280885 Feb 09 12:54:34.290526 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe185-9196-4686-a1f9-80860af184d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.307773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-0d31f649-b869-407d-aa83-8090abf5ac0e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9552548 Feb 09 12:54:34.314967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Network 753d0f04-521a-4d52-91e8-9cb546d28f29 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:34.317221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2dbe185-9196-4686-a1f9-80860af184d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.338709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:34.346791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Request body: {'port': {'device_id': 'ef2c153b-3d14-4110-a85c-194df53346be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:34.352764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['430a597b-4f96-497c-ab63-e92c1a4f101f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:34.400962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce360c84-1b9c-4139-87e0-6f257a4d8dfe req-46b2d37b-4e8c-44e4-b2cd-c3010b73ea47 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696153 Feb 09 12:54:34.402212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdafe78-739f-43c4-90b4-760007a383cb,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:34.419711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:34.420192 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.453697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbe185-9196-4686-a1f9-80860af184d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c154f-09e0-4c35-946e-92ed07c42398,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:34.544380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:34.552991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c37fdc0d-0f57-41ff-9e93-6bfb4a330fde None None] Provisioning for port e22b5c66-2b59-4c16-977a-9257be643bf5 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:34.592163 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5958d98a-f6db-4bc9-bb56-637740c03f63 req-a6fe35f4-2f41-4c2d-92d5-5c237206fbb6 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921884 Feb 09 12:54:34.593925 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f', 'code': 200} Feb 09 12:54:34.604271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c37fdc0d-0f57-41ff-9e93-6bfb4a330fde None None] Provisioning complete for port e22b5c66-2b59-4c16-977a-9257be643bf5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:34.604642 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c37fdc0d-0f57-41ff-9e93-6bfb4a330fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.653901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b2dbe185-9196-4686-a1f9-80860af184d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f60f55ca963e420c9ffe298022808d56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5812192 Feb 09 12:54:34.658879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59476) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:34.718354 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:54:34.721577 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:54:34.752275 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97037aca-85f8-4082-8462-cec5e96849ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.782539 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97037aca-85f8-4082-8462-cec5e96849ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.786636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c37fdc0d-0f57-41ff-9e93-6bfb4a330fde None None] Port e22b5c66-2b59-4c16-977a-9257be643bf5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:54:34.850955 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.851832 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97037aca-85f8-4082-8462-cec5e96849ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.868461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97037aca-85f8-4082-8462-cec5e96849ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c154f-09e0-4c35-946e-92ed07c42398,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:34.877943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97037aca-85f8-4082-8462-cec5e96849ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.882323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-97037aca-85f8-4082-8462-cec5e96849ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a6c154f-09e0-4c35-946e-92ed07c42398 HTTP/1.1" status: 204 len: 168 time: 0.2189562 Feb 09 12:54:34.920550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2436d00-49b7-45a8-867f-db65c9acb4f8 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:34.957947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:34.958664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:34.991233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': 'b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95', 'mac_address': 'fa:16:3e:55:34:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:54:34.997234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e9e69ba8-9e44-4be3-812b-6029dbb32d61 None None] Provisioning for port 5bdafe78-739f-43c4-90b4-760007a383cb completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:35.008162 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.022674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Transition to ACTIVE for port object d2436d00-49b7-45a8-867f-db65c9acb4f8 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:35.035040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e9e69ba8-9e44-4be3-812b-6029dbb32d61 None None] Provisioning complete for port 5bdafe78-739f-43c4-90b4-760007a383cb triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:35.035040 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e9e69ba8-9e44-4be3-812b-6029dbb32d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.049083 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.123813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e9e69ba8-9e44-4be3-812b-6029dbb32d61 None None] Port 5bdafe78-739f-43c4-90b4-760007a383cb cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:54:35.129168 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.173827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 92c192e1-0317-461c-95e9-6d7e4e2eeda4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:35.205077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:35.243816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:35.247105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9c1d6-144c-4265-91ae-9188e97fb1af req-fed9ae9d-f2a0-46a3-b80c-395a6e66a430 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:35.247813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f7c9c1d6-144c-4265-91ae-9188e97fb1af req-fed9ae9d-f2a0-46a3-b80c-395a6e66a430 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Synchronizing usage tracker for tenant:4ed46f67e1904f3194fe8881afb51522 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:35.250721 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.328927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eaf463-8b62-40f8-8650-772c73d6f8dd req-87b9d78e-fa88-426a-83e3-34b4e9c0ecb4 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:35.330441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96eaf463-8b62-40f8-8650-772c73d6f8dd req-87b9d78e-fa88-426a-83e3-34b4e9c0ecb4 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 947 time: 0.5739512 Feb 09 12:54:35.354146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:35.366851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 92c192e1-0317-461c-95e9-6d7e4e2eeda4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:35.367278 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.375204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Pushing event updated for resources: {'Port': ['ID=d2436d00-49b7-45a8-867f-db65c9acb4f8,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:35.453167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f7c9c1d6-144c-4265-91ae-9188e97fb1af req-fed9ae9d-f2a0-46a3-b80c-395a6e66a430 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Unset dirty status for tenant:4ed46f67e1904f3194fe8881afb51522 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:35.455130 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7c9c1d6-144c-4265-91ae-9188e97fb1af req-fed9ae9d-f2a0-46a3-b80c-395a6e66a430 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 936 time: 0.7751074 Feb 09 12:54:35.490900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59488) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:35.517869 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-697bc8f3-dd75-49cb-acdf-70ac85d57929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.525574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:35.552436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-697bc8f3-dd75-49cb-acdf-70ac85d57929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:35.557549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-697bc8f3-dd75-49cb-acdf-70ac85d57929 admin admin] Usage tracker for resource:security_group_rule and tenant:903b11ce6dfa4a4181c6bfe38da0dd65 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:35.560762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-697bc8f3-dd75-49cb-acdf-70ac85d57929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:35.566670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-697bc8f3-dd75-49cb-acdf-70ac85d57929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:35.656151 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-697bc8f3-dd75-49cb-acdf-70ac85d57929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.664789 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-697bc8f3-dd75-49cb-acdf-70ac85d57929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.727058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bc8f3-dd75-49cb-acdf-70ac85d57929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b70c50-8f95-4f63-bba2-4e22ea22ca86,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:35.736700 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-697bc8f3-dd75-49cb-acdf-70ac85d57929 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=903b11ce6dfa4a4181c6bfe38da0dd65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2444899 Feb 09 12:54:35.737199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59492) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:35.743603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96eaf463-8b62-40f8-8650-772c73d6f8dd req-f306570f-ff96-47d6-9244-dde4490f12fb tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762066 Feb 09 12:54:35.767643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Attempting to bind port d2436d00-49b7-45a8-867f-db65c9acb4f8 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:35.768198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Attempting to bind port d2436d00-49b7-45a8-867f-db65c9acb4f8 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:35.768677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Attempting to bind port d2436d00-49b7-45a8-867f-db65c9acb4f8 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:35.799703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7c9c1d6-144c-4265-91ae-9188e97fb1af req-94c2b2ea-f502-40e7-a32a-c5fc83e84029 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143675 Feb 09 12:54:35.807802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Port d2436d00-49b7-45a8-867f-db65c9acb4f8 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:54:35.808123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Attempting to bind port d2436d00-49b7-45a8-867f-db65c9acb4f8 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:35.825061 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-456ac69e-5764-4d3f-b58b-ecee4ee3b82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.833784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:35.834114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:35.834507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:35.835120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Bound port: d2436d00-49b7-45a8-867f-db65c9acb4f8, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:35.835645 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.881983 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-456ac69e-5764-4d3f-b58b-ecee4ee3b82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.955568 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:54:35.963248 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-456ac69e-5764-4d3f-b58b-ecee4ee3b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.976509 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:35.983819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ac69e-5764-4d3f-b58b-ecee4ee3b82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b70c50-8f95-4f63-bba2-4e22ea22ca86,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:35.989002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22b5c66-2b59-4c16-977a-9257be643bf5 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:35.997642 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:36.002684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-456ac69e-5764-4d3f-b58b-ecee4ee3b82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:36.005205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-456ac69e-5764-4d3f-b58b-ecee4ee3b82c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37b70c50-8f95-4f63-bba2-4e22ea22ca86 HTTP/1.1" status: 204 len: 168 time: 0.2670321 Feb 09 12:54:36.022688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:36.023414 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:36.107758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Transition to ACTIVE for port object e22b5c66-2b59-4c16-977a-9257be643bf5 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:36.162249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:36.269654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdafe78-739f-43c4-90b4-760007a383cb,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:36.527577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 430a597b-4f96-497c-ab63-e92c1a4f101f details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:36.530217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:36.569935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] For port d2436d00-49b7-45a8-867f-db65c9acb4f8, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:36.599540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:36.599809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e22b5c66-2b59-4c16-977a-9257be643bf5,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:36.609234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] For port d2436d00-49b7-45a8-867f-db65c9acb4f8, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d2436d00-49b7-45a8-867f-db65c9acb4f8,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:36.623691 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:36.709901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada1566-b865-426c-9b01-d2b51e544d6f req-d7515223-297c-4650-855d-aa912c6a640b tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:36.715598 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ada1566-b865-426c-9b01-d2b51e544d6f req-d7515223-297c-4650-855d-aa912c6a640b tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 947 time: 0.8041699 Feb 09 12:54:36.721242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:36.733795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:36.734161 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:36.743199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7106303-83f0-4d50-a3a0-06ff82f550fe req-718e922f-bb1f-46a2-93f8-bc08a005993a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:36.744753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7106303-83f0-4d50-a3a0-06ff82f550fe req-718e922f-bb1f-46a2-93f8-bc08a005993a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 943 time: 0.7281671 Feb 09 12:54:36.781109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:36.805107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 430a597b-4f96-497c-ab63-e92c1a4f101f has no active binding in host n-h1-825175-3 {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:54:36.830055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Network 753d0f04-521a-4d52-91e8-9cb546d28f29 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:36.839443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:36.846546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Attempting to bind port e22b5c66-2b59-4c16-977a-9257be643bf5 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:36.846931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Attempting to bind port e22b5c66-2b59-4c16-977a-9257be643bf5 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:36.847288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Attempting to bind port e22b5c66-2b59-4c16-977a-9257be643bf5 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:36.881948 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:36.935078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b536c4-4619-4d1a-9db1-a912a2337174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:36.939814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:36.941645 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] 10.222.0.67 "PUT /v2.0/ports/d2436d00-49b7-45a8-867f-db65c9acb4f8 HTTP/1.1" status: 200 len: 1095 time: 3.8357148 Feb 09 12:54:36.949834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ada1566-b865-426c-9b01-d2b51e544d6f req-609e4150-c4fa-40a5-b757-e11f1173c70c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990676 Feb 09 12:54:36.976759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c55179e-b5e3-427d-8be2-c4e25085957f', 'tag': 'd2436d00-49b7-45a8-867f-db65c9acb4f8'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:36.981777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:36.991814 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:37.011791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba3cae-d475-4b2f-873b-b41f1f7ec22b service neutron] Pushing event updated for resources: {'Port': ['ID=d2436d00-49b7-45a8-867f-db65c9acb4f8,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:37.149163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:37.192493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Port e22b5c66-2b59-4c16-977a-9257be643bf5 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:54:37.192818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Attempting to bind port e22b5c66-2b59-4c16-977a-9257be643bf5 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:37.254416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:37.254673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:37.255039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:37.255469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Bound port: e22b5c66-2b59-4c16-977a-9257be643bf5, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:37.255805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:37.278741 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7106303-83f0-4d50-a3a0-06ff82f550fe req-c625ad09-4dcf-4419-bd99-4f3b41923bd2 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143762 Feb 09 12:54:37.324573 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f', 'status': 'completed', 'code': 200} Feb 09 12:54:37.349800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5c78770c-8090-470f-a00a-91038831f8d6 None None] Provisioning complete for port 5bdafe78-739f-43c4-90b4-760007a383cb triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:37.350163 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c78770c-8090-470f-a00a-91038831f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:37.422204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5c78770c-8090-470f-a00a-91038831f8d6 None None] Port 5bdafe78-739f-43c4-90b4-760007a383cb cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:54:37.538625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-f29ce6db-0e01-49ae-b60b-cda2fddfb63e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 1098 time: 0.5159945 Feb 09 12:54:37.546742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] For port e22b5c66-2b59-4c16-977a-9257be643bf5, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:37.725405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] For port e22b5c66-2b59-4c16-977a-9257be643bf5, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=e22b5c66-2b59-4c16-977a-9257be643bf5,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:37.754006 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:37.791679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-2411f717-29d5-4e1c-ac9b-14d72cd9957a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=d2436d00-49b7-45a8-867f-db65c9acb4f8 HTTP/1.1" status: 200 len: 217 time: 0.2423861 Feb 09 12:54:37.920257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79d79eb4-6ce8-4203-8709-8b2d979b39ad req-6d1c3dae-9467-4db1-a809-574e17dde59a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1124 time: 0.5670187 Feb 09 12:54:37.929763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:37.931392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] 10.222.0.62 "PUT /v2.0/ports/e22b5c66-2b59-4c16-977a-9257be643bf5 HTTP/1.1" status: 200 len: 1096 time: 3.6069076 Feb 09 12:54:37.996494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c1464-5c1b-4c72-9692-9238a60dedc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e22b5c66-2b59-4c16-977a-9257be643bf5,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:38.017994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c415e-7e5f-4cb8-a7ff-2e114eb95e6a req-08d1344d-4a53-4d6a-a13b-08cbe1d28025 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:38.019635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-970c415e-7e5f-4cb8-a7ff-2e114eb95e6a req-08d1344d-4a53-4d6a-a13b-08cbe1d28025 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 949 time: 0.5785394 Feb 09 12:54:38.021060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-c7b4c4b2-dfab-41f8-850a-341e4e4cf8e0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:38.022525 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-c7b4c4b2-dfab-41f8-850a-341e4e4cf8e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2190795 Feb 09 12:54:38.067215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab911db-886c-4d51-af73-3d15ca76a415 req-ca4091f5-d6ce-4fc8-8752-66274b7595c4 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:38.068771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aab911db-886c-4d51-af73-3d15ca76a415 req-ca4091f5-d6ce-4fc8-8752-66274b7595c4 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 948 time: 0.5737286 Feb 09 12:54:38.431746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aab911db-886c-4d51-af73-3d15ca76a415 req-ef9df90b-e87f-483b-a880-54dcf4d4d0ec tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147883 Feb 09 12:54:38.433704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-970c415e-7e5f-4cb8-a7ff-2e114eb95e6a req-99902463-c8f3-4ba6-a60c-2f7bc86c4900 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739991 Feb 09 12:54:38.438487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d79eb4-6ce8-4203-8709-8b2d979b39ad req-197c382e-dcc3-44d9-949f-fc2629a1f2aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:38.440415 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79d79eb4-6ce8-4203-8709-8b2d979b39ad req-197c382e-dcc3-44d9-949f-fc2629a1f2aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.5008965 Feb 09 12:54:38.512457 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b536c4-4619-4d1a-9db1-a912a2337174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95', 'code': 200} Feb 09 12:54:38.524366 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c55179e-b5e3-427d-8be2-c4e25085957f', 'tag': 'd2436d00-49b7-45a8-867f-db65c9acb4f8', 'status': 'completed', 'code': 200} Feb 09 12:54:38.539497 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-3d9d63b0-5b03-4ff9-8741-1accf2818ee5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ed46f67e1904f3194fe8881afb51522&device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 1099 time: 0.5356500 Feb 09 12:54:38.546854 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79d79eb4-6ce8-4203-8709-8b2d979b39ad req-31a8e707-366f-4362-9264-1f501f76c12c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 200 len: 217 time: 0.0966995 Feb 09 12:54:38.680387 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-6c2fb76d-fbe5-4d51-a117-e51578a06295 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6193540 Feb 09 12:54:38.720637 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c487091-7efe-4ced-bb19-fe67ef42625c req-3c5931de-5f32-41ce-8913-c34c318ccf79 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 1100 time: 0.0748503 Feb 09 12:54:38.722206 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-04a6e680-9ddf-4f03-8b36-8173591dabb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=e22b5c66-2b59-4c16-977a-9257be643bf5 HTTP/1.1" status: 200 len: 217 time: 0.1740913 Feb 09 12:54:38.775814 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c487091-7efe-4ced-bb19-fe67ef42625c req-ef2dd4eb-59c5-44e9-8137-8ff2e4ef33ad service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Feb 09 12:54:38.908832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1065469574', 'description': 'tempest-description-1007890676'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:38.916770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d79eb4-6ce8-4203-8709-8b2d979b39ad req-e4834528-ec88-4a0f-b9e0-6b6b86ebcfe5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:38.918139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79d79eb4-6ce8-4203-8709-8b2d979b39ad req-e4834528-ec88-4a0f-b9e0-6b6b86ebcfe5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.2962151 Feb 09 12:54:38.935374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:38.973785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Router d9fba36c-8150-4dd3-b335-573a02b62d19 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:54:38.974812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Usage tracker for resource:security_group and tenant:f4b4fd1f325647d7867896682158d788 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:38.990160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:39.006085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-51279287-6a92-4ee6-9284-994124c9b32c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:39.007533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-51279287-6a92-4ee6-9284-994124c9b32c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2608445 Feb 09 12:54:39.008862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:39.015536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79d79eb4-6ce8-4203-8709-8b2d979b39ad req-9730d393-f218-4ff1-b9f4-fb079d28cad3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777974 Feb 09 12:54:39.082398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-db806693-b8c8-4117-89f5-b7616f7f2902 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679798 Feb 09 12:54:39.086420 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:39.105600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8885dc-26ca-4225-b180-3f0726a6a36c req-4e4bafec-7250-49be-83e8-219e38fbef8f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:39.107017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a8885dc-26ca-4225-b180-3f0726a6a36c req-4e4bafec-7250-49be-83e8-219e38fbef8f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 947 time: 0.4353974 Feb 09 12:54:39.193243 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:39.475541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79d79eb4-6ce8-4203-8709-8b2d979b39ad req-f4882a0a-f197-4bd6-897c-0118e8f67f13 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494293 Feb 09 12:54:39.476678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:39.484852 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a8885dc-26ca-4225-b180-3f0726a6a36c req-8d6b7b45-dac5-4015-be1d-28051a7a91e1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080561 Feb 09 12:54:39.490512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Usage tracker for resource:security_group_rule and tenant:f4b4fd1f325647d7867896682158d788 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:39.514150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:39.548756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:39.619295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6541f9f6-de0d-48be-b441-41308b8561b5 req-4abac344-4f4e-4efb-a54f-97bb02e2cb3f service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221281 Feb 09 12:54:39.838019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.67', 50058) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:39.918569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79d79eb4-6ce8-4203-8709-8b2d979b39ad req-66010d8e-e0d4-4d9b-91b3-76703011d80c service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319541 Feb 09 12:54:39.919976 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-6b6192bb-830d-4bcf-8655-f44300a9b720 service neutron] 10.222.0.67 "GET /v2.0/ports/430a597b-4f96-497c-ab63-e92c1a4f101f/bindings/n-h1-825175-3 HTTP/1.1" status: 200 len: 384 time: 0.0807731 Feb 09 12:54:39.959814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:39.979929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:40.028480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca5934-9c0c-4a5f-b827-a95faa3d8ac3 req-9c4ff5ad-c19f-4439-a4e9-f2ab20d8e0e4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:40.029945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daca5934-9c0c-4a5f-b827-a95faa3d8ac3 req-9c4ff5ad-c19f-4439-a4e9-f2ab20d8e0e4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 943 time: 0.4192815 Feb 09 12:54:40.032710 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67ab03c8-8e88-48c4-b203-f2425d93d534 req-16fa1589-c352-4f4a-b963-4a2030eb05f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 1098 time: 0.3495712 Feb 09 12:54:40.067185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:40.104158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705366b4-c023-431e-bd95-c054915a3326,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:40.106626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Usage tracker for resource:security_group_rule and tenant:f4b4fd1f325647d7867896682158d788 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:40.117622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:40.178587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:40.200380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.200699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.201034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.201365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.201692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.202017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.202337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.202685 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.203006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.203324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.203644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.218211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:40.244439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:40.251014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daca5934-9c0c-4a5f-b827-a95faa3d8ac3 req-60502b5f-2597-4f95-92da-1910c7458dd6 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065239 Feb 09 12:54:40.268347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:54:40.304602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430a597b-4f96-497c-ab63-e92c1a4f101f {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:40.320350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:40.344341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab03c8-8e88-48c4-b203-f2425d93d534 req-2e6c4d2a-a888-4b61-8dd6-73a9a7465f3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:40.347223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67ab03c8-8e88-48c4-b203-f2425d93d534 req-2e6c4d2a-a888-4b61-8dd6-73a9a7465f3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3075843 Feb 09 12:54:40.351644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:40.361601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6b851f18-3e05-4311-9106-37e30afde211 admin admin] 10.222.0.59 "PUT /v2.0/routers/d9fba36c-8150-4dd3-b335-573a02b62d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8759370 Feb 09 12:54:40.487409 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:40.496359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Transition to ACTIVE for port object 430a597b-4f96-497c-ab63-e92c1a4f101f will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:40.502736 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:40.529326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2c153b-3d14-4110-a85c-194df53346be', 'tag': 'e22b5c66-2b59-4c16-977a-9257be643bf5'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:40.535469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 430a597b-4f96-497c-ab63-e92c1a4f101f details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:40.540658 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67ab03c8-8e88-48c4-b203-f2425d93d534 req-9603df8e-4317-4a10-883f-8e63a596bc6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=d2436d00-49b7-45a8-867f-db65c9acb4f8 HTTP/1.1" status: 200 len: 217 time: 0.1302526 Feb 09 12:54:40.541339 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:40.653055 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:40.654263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-400d34c6-9292-48f7-a5b2-477241469452 req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.7727950 Feb 09 12:54:40.657923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a58c9-c9b6-4139-b7f8-17bcd7e91b71 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0160f27e-7863-463e-a368-bebbc1296a23,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:40.684264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab03c8-8e88-48c4-b203-f2425d93d534 req-7cb962dd-3a9c-40e0-866f-59d230651657 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:40.685726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67ab03c8-8e88-48c4-b203-f2425d93d534 req-7cb962dd-3a9c-40e0-866f-59d230651657 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1370943 Feb 09 12:54:40.757152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Pushing event updated for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=10']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:40.761194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] No DVR routers for this DVR port 430a597b-4f96-497c-ab63-e92c1a4f101f on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:54:40.762141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:40.774266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca716469-6411-4826-95d6-19299081f18f req-cfdd20ed-1b79-41cc-931d-2d201721f994 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:40.777070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca716469-6411-4826-95d6-19299081f18f req-cfdd20ed-1b79-41cc-931d-2d201721f994 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 949 time: 0.2928615 Feb 09 12:54:40.799640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.800116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.800538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.806461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.807009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.807514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.807952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.808341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '430a597b-4f96-497c-ab63-e92c1a4f101f', 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb', 'port_id': '430a597b-4f96-497c-ab63-e92c1a4f101f', 'mac_address': 'fa:16:3e:ec:91:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de4a952-3b81-4858-aae6-119ad222c3a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:54:40.808493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.808923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.809437 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.809904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:54:40.844074 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-6636d53f-d08e-4bb3-ab20-ccb550b1600e service neutron] 10.222.0.67 "PUT /v2.0/ports/430a597b-4f96-497c-ab63-e92c1a4f101f/bindings/n-h1-825175-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9120970 Feb 09 12:54:40.891993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:40.896745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:40.916228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430a597b-4f96-497c-ab63-e92c1a4f101f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:40.919897 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67ab03c8-8e88-48c4-b203-f2425d93d534 req-e2bda83b-52c4-467e-ba5d-2f6fb6d1260b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2183466 Feb 09 12:54:40.926044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca716469-6411-4826-95d6-19299081f18f req-efb9ab8f-46e0-4b2d-b796-64beb1320dcc tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369524 Feb 09 12:54:40.934702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:40.945388 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:41.026305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=11']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:41.040676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['430a597b-4f96-497c-ab63-e92c1a4f101f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:41.079127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6b539-a4c9-4c90-a017-fe5c195a5ee9 req-ef9e22e8-f229-4737-ad71-56699f90524d tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:41.080672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbc6b539-a4c9-4c90-a017-fe5c195a5ee9 req-ef9e22e8-f229-4737-ad71-56699f90524d tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 948 time: 0.2505414 Feb 09 12:54:41.152789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67ab03c8-8e88-48c4-b203-f2425d93d534 req-804e77d4-d0d4-4fda-866c-a31a0a06055b service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257535 Feb 09 12:54:41.217812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72802c77-77c3-4576-b409-338145498a26 None None] Sync routers for ids ['d9fba36c-8150-4dd3-b335-573a02b62d19'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:54:41.227157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbc6b539-a4c9-4c90-a017-fe5c195a5ee9 req-24632133-89c2-48fe-9ac9-87f227ae2408 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376266 Feb 09 12:54:41.324017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72802c77-77c3-4576-b409-338145498a26 None None] Routers {'d9fba36c-8150-4dd3-b335-573a02b62d19'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:54:41.325232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-72802c77-77c3-4576-b409-338145498a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:54:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d9fba36c-8150-4dd3-b335-573a02b62d19'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:41.356733 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2c153b-3d14-4110-a85c-194df53346be', 'tag': 'e22b5c66-2b59-4c16-977a-9257be643bf5', 'status': 'completed', 'code': 200} Feb 09 12:54:41.412574 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67ab03c8-8e88-48c4-b203-f2425d93d534 req-03d12d8a-bce4-41a3-a068-60f8a89c9870 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454453 Feb 09 12:54:41.442601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ffe01-1f8e-4e52-81c6-10ea7d6d02cf req-86a8d587-e0ee-4829-9122-a85c171f4f70 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:41.444958 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e58ffe01-1f8e-4e52-81c6-10ea7d6d02cf req-86a8d587-e0ee-4829-9122-a85c171f4f70 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 947 time: 0.1412315 Feb 09 12:54:41.585165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Request body: {'security_group': {'name': 'tempest-securitygroup-213493452', 'description': 'tempest-description-1635277851'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:41.592676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:41.601854 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e58ffe01-1f8e-4e52-81c6-10ea7d6d02cf req-63bd54dc-fe6b-42d8-8b9a-86c0cc3be262 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441407 Feb 09 12:54:41.604503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Usage tracker for resource:security_group and tenant:f4b4fd1f325647d7867896682158d788 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:41.608351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:41.611553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-72802c77-77c3-4576-b409-338145498a26 None None] Set router d9fba36c-8150-4dd3-b335-573a02b62d19 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:54:41.619367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:41.652153 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-47891537-7037-491a-adb4-a273de11e4ee tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.1001756 Feb 09 12:54:41.655594 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:41.698126 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-d0cd7d3b-b27f-46fd-8b97-94ecc21cf1f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1888776 Feb 09 12:54:41.769603 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-24af7f6d-8481-4510-8b66-e1366a610ad4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e&tenant_id=4356ca73cb7b44649bc5b79338960c01 HTTP/1.1" status: 200 len: 1096 time: 0.1089203 Feb 09 12:54:41.879650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:41.887848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Usage tracker for resource:security_group_rule and tenant:f4b4fd1f325647d7867896682158d788 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:41.892404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:41.919319 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-56de5cf8-acba-491a-87fe-46b8c5dec185 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1096 time: 0.1193955 Feb 09 12:54:41.924947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:41.931665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-5fda9e13-9a94-4334-9b65-2a2a2234824e service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231867 Feb 09 12:54:42.132603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-72802c77-77c3-4576-b409-338145498a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-router', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:23Z', 'updated_at': '2022-02-09T12:54:34Z', 'revision_number': 4, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'gw_port': {'id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:24Z', 'updated_at': '2022-02-09T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '5bdafe78-739f-43c4-90b4-760007a383cb', 'name': '', 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'mac_address': 'fa:16:3e:3a:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:35Z', 'revision_number': 2, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'subnets': [{'id': '3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:42.139766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72802c77-77c3-4576-b409-338145498a26 None None] Checking router: d9fba36c-8150-4dd3-b335-573a02b62d19 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:54:42.140393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72802c77-77c3-4576-b409-338145498a26 None None] Updating router d9fba36c-8150-4dd3-b335-573a02b62d19 port 5bdafe78-739f-43c4-90b4-760007a383cb binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:54:42.153682 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:42.161946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-b4b794b7-e2a4-416d-9443-e92aff895197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:42.163877 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-b4b794b7-e2a4-416d-9443-e92aff895197 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.2315559 Feb 09 12:54:42.166459 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:42.202448 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-72802c77-77c3-4576-b409-338145498a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:42.229250 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17cb8d77-0686-4bbc-a89a-e0e55a6b9244 req-e6850330-aa90-467d-ae29-a413549b9aff service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907045 Feb 09 12:54:42.237562 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-3898c525-e385-43dd-b118-96e403679495 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 200 len: 217 time: 0.0665259 Feb 09 12:54:42.248770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014e5850-b182-4a16-bdeb-4229bc2c024c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:42.251368 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:42.252553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79e4dc67-2337-4305-9c33-e8599e27395b req-df38b220-61fd-4396-9b6a-ee1e51a9f748 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6785855 Feb 09 12:54:42.266246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec9a02-c73f-4f19-939d-00a8324feff3 req-88590b4a-9c0a-4811-8d82-e945629850db tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:42.266246 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdec9a02-c73f-4f19-939d-00a8324feff3 req-88590b4a-9c0a-4811-8d82-e945629850db tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 945 time: 0.2802880 Feb 09 12:54:42.336070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-cc6e4c2c-a014-4a97-baf0-8964ed2e4d09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:42.337811 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-cc6e4c2c-a014-4a97-baf0-8964ed2e4d09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.0904508 Feb 09 12:54:42.400259 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-bf520fd9-1330-4340-b812-5a7f7038ef7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537386 Feb 09 12:54:42.512161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdec9a02-c73f-4f19-939d-00a8324feff3 req-9352b8f6-7d2a-46f1-a7ce-1808726ee7f5 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346311 Feb 09 12:54:42.561221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c37ae07-7d69-4cf3-b600-27425503d3e4 req-db5e93f4-77d8-4e1e-95fc-3d80be553066 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ed46f67e1904f3194fe8881afb51522&device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 1099 time: 0.2552669 Feb 09 12:54:42.630911 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-369acad8-03f4-40af-b51c-abf79ca7b7b3 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127228 Feb 09 12:54:42.686044 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-72802c77-77c3-4576-b409-338145498a26 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:42.701918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-72802c77-77c3-4576-b409-338145498a26 None None] Transition to ACTIVE for port object 5bdafe78-739f-43c4-90b4-760007a383cb will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:42.710046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 430a597b-4f96-497c-ab63-e92c1a4f101f up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:42.739542 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-72802c77-77c3-4576-b409-338145498a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:42.835301 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-41ef3207-02a9-4a99-a976-d4cd9bdcb29c service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013235 Feb 09 12:54:42.843532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37ae07-7d69-4cf3-b600-27425503d3e4 req-ad598d0d-2fcd-4ef8-a0cf-b1f2b5551c2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:42.845025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c37ae07-7d69-4cf3-b600-27425503d3e4 req-ad598d0d-2fcd-4ef8-a0cf-b1f2b5551c2b service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2777748 Feb 09 12:54:42.941157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed27e99-20b4-4545-9610-bcac299c0dc0 None None] Pushing event updated for resources: {'Port': ['ID=5bdafe78-739f-43c4-90b4-760007a383cb,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:42.950292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 430a597b-4f96-497c-ab63-e92c1a4f101f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:42.954543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f5cc-3201-4d52-9cbe-584b934d4296 req-05ceeec3-b108-4785-a931-5f17e10d9d8e tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:42.956294 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cde0f5cc-3201-4d52-9cbe-584b934d4296 req-05ceeec3-b108-4785-a931-5f17e10d9d8e tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 949 time: 0.2485192 Feb 09 12:54:42.957545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c37ae07-7d69-4cf3-b600-27425503d3e4 req-55dec177-447a-4fc7-a13f-8dc40de56580 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=e22b5c66-2b59-4c16-977a-9257be643bf5 HTTP/1.1" status: 200 len: 217 time: 0.0986645 Feb 09 12:54:42.969636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111db078-1834-48f7-94b9-bc1876260169 req-66ef9515-9004-4a04-8daa-9f32f8dec2e9 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:42.971681 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-111db078-1834-48f7-94b9-bc1876260169 req-66ef9515-9004-4a04-8daa-9f32f8dec2e9 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 948 time: 0.2621760 Feb 09 12:54:42.994305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 430a597b-4f96-497c-ab63-e92c1a4f101f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:42.994305 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:43.109284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-72802c77-77c3-4576-b409-338145498a26 None None] Attempting to bind port 5bdafe78-739f-43c4-90b4-760007a383cb on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:43.109645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-72802c77-77c3-4576-b409-338145498a26 None None] Attempting to bind port 5bdafe78-739f-43c4-90b4-760007a383cb by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '8844359f-bb46-4bb0-8f15-d95934d5b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:43.110240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72802c77-77c3-4576-b409-338145498a26 None None] Attempting to bind port 5bdafe78-739f-43c4-90b4-760007a383cb on network 753d0f04-521a-4d52-91e8-9cb546d28f29 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:43.124407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37ae07-7d69-4cf3-b600-27425503d3e4 req-1ed37826-1af9-4c37-9455-f575323dc77c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:43.126108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c37ae07-7d69-4cf3-b600-27425503d3e4 req-1ed37826-1af9-4c37-9455-f575323dc77c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1532917 Feb 09 12:54:43.130736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72802c77-77c3-4576-b409-338145498a26 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:43.131084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cde0f5cc-3201-4d52-9cbe-584b934d4296 req-d926f4d8-4a50-4c0f-8179-c3b08e45f45a tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686416 Feb 09 12:54:43.131791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72802c77-77c3-4576-b409-338145498a26 None None] Checking segment: {'id': '8844359f-bb46-4bb0-8f15-d95934d5b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:43.132524 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-72802c77-77c3-4576-b409-338145498a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:43.133947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72802c77-77c3-4576-b409-338145498a26 None None] Bound using segment: {'id': '8844359f-bb46-4bb0-8f15-d95934d5b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:43.135045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-72802c77-77c3-4576-b409-338145498a26 None None] Bound port: 5bdafe78-739f-43c4-90b4-760007a383cb, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8844359f-bb46-4bb0-8f15-d95934d5b214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:43.136240 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-72802c77-77c3-4576-b409-338145498a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:43.150056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-111db078-1834-48f7-94b9-bc1876260169 req-74a5ad7b-ed18-411b-9921-231a01f45c27 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142349 Feb 09 12:54:43.260557 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c37ae07-7d69-4cf3-b600-27425503d3e4 req-3009eac1-310f-45e2-9166-460498f4f49c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107502 Feb 09 12:54:43.369076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-683509215', 'description': 'tempest-description-1102940101'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:43.424280 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-3dd778ea-f64a-45b1-8fc2-e459dafaa29b tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.1783743 Feb 09 12:54:43.428791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:43.439062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Usage tracker for resource:security_group and tenant:8772392a79f24597b958a120ec36a8f1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:43.448460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:43.450238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-72802c77-77c3-4576-b409-338145498a26 None None] For port 5bdafe78-739f-43c4-90b4-760007a383cb, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:43.458450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:43.487116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:43.504080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-72802c77-77c3-4576-b409-338145498a26 None None] For port 5bdafe78-739f-43c4-90b4-760007a383cb, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5bdafe78-739f-43c4-90b4-760007a383cb,segment=NetworkSegment(8844359f-bb46-4bb0-8f15-d95934d5b214),segment_id=8844359f-bb46-4bb0-8f15-d95934d5b214)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:43.504791 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:43.516526 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:43.518576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c37ae07-7d69-4cf3-b600-27425503d3e4 req-a56d8470-e6c6-465f-a026-a6a7e3ad9f3f service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469704 Feb 09 12:54:43.528687 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-72802c77-77c3-4576-b409-338145498a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:43.609477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-31f698f0-b145-4a4c-99c1-8beebbfe970e service neutron] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:43.615540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-31f698f0-b145-4a4c-99c1-8beebbfe970e service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:43.618488 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d46d2680-9335-4659-8a1f-aebc37f6da8b req-31f698f0-b145-4a4c-99c1-8beebbfe970e service neutron] 10.222.0.62 "DELETE /v2.0/ports/430a597b-4f96-497c-ab63-e92c1a4f101f/bindings/n-h2-825175-3 HTTP/1.1" status: 204 len: 173 time: 0.1877842 Feb 09 12:54:43.672687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed27e99-20b4-4545-9610-bcac299c0dc0 None None] Pushing event updated for resources: {'Port': ['ID=5bdafe78-739f-43c4-90b4-760007a383cb,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:43.691843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72802c77-77c3-4576-b409-338145498a26 None None] Routers {'d9fba36c-8150-4dd3-b335-573a02b62d19'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:54:43.692588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-72802c77-77c3-4576-b409-338145498a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:54:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d9fba36c-8150-4dd3-b335-573a02b62d19'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:43.722902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:43.734636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Usage tracker for resource:security_group_rule and tenant:8772392a79f24597b958a120ec36a8f1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:43.742580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:43.753713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d2436d00-49b7-45a8-867f-db65c9acb4f8 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:43.755992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 430a597b-4f96-497c-ab63-e92c1a4f101f no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:54:43.759225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:43.779895 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:54:43.780247 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:54:43.785065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c37ae07-7d69-4cf3-b600-27425503d3e4 req-30addfd7-726e-41a9-81f4-d16873e868d6 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553005 Feb 09 12:54:43.805804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b93e8-65c3-4893-8648-68677cf90df3 req-c671df0e-39b9-4c2d-9ca9-f5dcc7744ce5 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:43.807321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e9b93e8-65c3-4893-8648-68677cf90df3 req-c671df0e-39b9-4c2d-9ca9-f5dcc7744ce5 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 947 time: 0.2360582 Feb 09 12:54:43.919844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e9b93e8-65c3-4893-8648-68677cf90df3 req-a1d476e9-511a-43ba-b6a2-37818b41489a tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950167 Feb 09 12:54:43.924933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:43.933788 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:44.000071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:44.004252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Usage tracker for resource:security_group_rule and tenant:8772392a79f24597b958a120ec36a8f1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:44.013707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:44.021599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:44.044086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 430a597b-4f96-497c-ab63-e92c1a4f101f not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:54:44.117754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:44.124975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-72802c77-77c3-4576-b409-338145498a26 None None] Set router d9fba36c-8150-4dd3-b335-573a02b62d19 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:54:44.125760 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:44.133473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf4a3d2-5ff4-4a78-8490-e7bc95816f2c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:44.192014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port d2436d00-49b7-45a8-867f-db65c9acb4f8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d2436d00-49b7-45a8-867f-db65c9acb4f8,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:44.201319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfef5d8c-b6b5-4853-b4bb-300593c469f1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:44.209593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:44.221466 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-303e3525-4352-48f9-9bff-173b13f9413c req-9d5e1d72-ed12-41d0-a663-71d71b0da4fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.8543260 Feb 09 12:54:44.223757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'd2436d00-49b7-45a8-867f-db65c9acb4f8', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': 'd2436d00-49b7-45a8-867f-db65c9acb4f8', 'mac_address': 'fa:16:3e:b8:ac:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:54:44.420562 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:44.426946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94836df-2069-437c-b4e7-02d959c40890 req-d466d3dd-da2e-48df-9d1f-13012d3b0eb0 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:44.428524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a94836df-2069-437c-b4e7-02d959c40890 req-d466d3dd-da2e-48df-9d1f-13012d3b0eb0 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 945 time: 0.1042027 Feb 09 12:54:44.499783 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:44.515029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2436d00-49b7-45a8-867f-db65c9acb4f8 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:44.533012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a94836df-2069-437c-b4e7-02d959c40890 req-46f0a220-6453-4059-bcc1-acd7332c94f5 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953541 Feb 09 12:54:44.548108 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device e22b5c66-2b59-4c16-977a-9257be643bf5 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:44.578457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:44.586765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbf8d9-c8b1-4fc3-91fb-848687ab1082 req-91b05b62-bb99-4a93-82b4-9131b589a9d3 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:44.591223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26bbf8d9-c8b1-4fc3-91fb-848687ab1082 req-91b05b62-bb99-4a93-82b4-9131b589a9d3 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 949 time: 0.1340196 Feb 09 12:54:44.592355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port d2436d00-49b7-45a8-867f-db65c9acb4f8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d2436d00-49b7-45a8-867f-db65c9acb4f8,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:44.610303 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:44.653662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:44.660266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26bbf8d9-c8b1-4fc3-91fb-848687ab1082 req-9ee1786b-42b8-40d7-8790-cfce8ed891b4 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614393 Feb 09 12:54:44.719664 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:44.720989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-40572872', 'description': 'tempest-description-1268475184'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:44.729054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:44.734292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Usage tracker for resource:security_group and tenant:8772392a79f24597b958a120ec36a8f1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:44.738775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:44.746617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:44.763287 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:44.797409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24f8f7-2886-4610-997d-da04167f137f req-9a873d7e-bfaf-4ae6-955c-4d208430cd75 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:44.798936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d24f8f7-2886-4610-997d-da04167f137f req-9a873d7e-bfaf-4ae6-955c-4d208430cd75 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 948 time: 0.1361425 Feb 09 12:54:44.823174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=d2436d00-49b7-45a8-867f-db65c9acb4f8,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:44.839886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:44.850566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Usage tracker for resource:security_group_rule and tenant:8772392a79f24597b958a120ec36a8f1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:44.855091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:44.866428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:44.869297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:44.881370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d24f8f7-2886-4610-997d-da04167f137f req-0a86bbb1-7431-44eb-b6b4-a617aa3dbe6b tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751243 Feb 09 12:54:44.966123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port e22b5c66-2b59-4c16-977a-9257be643bf5, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=e22b5c66-2b59-4c16-977a-9257be643bf5,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:44.990972 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:45.001838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'e22b5c66-2b59-4c16-977a-9257be643bf5', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': 'e22b5c66-2b59-4c16-977a-9257be643bf5', 'mac_address': 'fa:16:3e:42:1d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:54:45.003555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=13']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:45.005366 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:45.060637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-72802c77-77c3-4576-b409-338145498a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-router', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:23Z', 'updated_at': '2022-02-09T12:54:34Z', 'revision_number': 4, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'gw_port': {'id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:24Z', 'updated_at': '2022-02-09T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '5bdafe78-739f-43c4-90b4-760007a383cb', 'name': '', 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'mac_address': 'fa:16:3e:3a:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:43Z', 'revision_number': 4, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'subnets': [{'id': '3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:54:45.076297 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:45.078329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc5a04a9-be73-4f66-b97b-125007fab4be req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.3658612 Feb 09 12:54:45.078488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72802c77-77c3-4576-b409-338145498a26 None None] The sync data for ids ['d9fba36c-8150-4dd3-b335-573a02b62d19'] in n-d-825175-3 is: [{'id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-router', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:23Z', 'updated_at': '2022-02-09T12:54:34Z', 'revision_number': 4, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'gw_port': {'id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:24Z', 'updated_at': '2022-02-09T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '5bdafe78-739f-43c4-90b4-760007a383cb', 'name': '', 'network_id': '753d0f04-521a-4d52-91e8-9cb546d28f29', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'mac_address': 'fa:16:3e:3a:8e:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:32Z', 'updated_at': '2022-02-09T12:54:43Z', 'revision_number': 4, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'subnets': [{'id': '3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:54:45.081863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0d6e8-e71b-4e07-84ef-05652676f1c2 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd7715-5bd7-48a1-9655-6fa5599ffbbc,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:45.104572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:45.175926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22b5c66-2b59-4c16-977a-9257be643bf5 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:45.228174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port e22b5c66-2b59-4c16-977a-9257be643bf5, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=e22b5c66-2b59-4c16-977a-9257be643bf5,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:45.242346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:45.309860 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f', 'code': 200} Feb 09 12:54:45.338114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=e22b5c66-2b59-4c16-977a-9257be643bf5,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:45.418087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59668) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:45.423794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710420048', 'description': 'tempest-description--351450372'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:45.433171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:45.446438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Usage tracker for resource:security_group and tenant:9b2dc5b3466d4cf2ad35e474c66b87fb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:45.451446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:45.460481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:45.484896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:45.503825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['e22b5c66-2b59-4c16-977a-9257be643bf5'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:45.531043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:45.537431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Usage tracker for resource:security_group_rule and tenant:9b2dc5b3466d4cf2ad35e474c66b87fb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:45.544404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:45.556026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:45.643845 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:45.653132 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:45.749216 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d2436d00-49b7-45a8-867f-db65c9acb4f8 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:45.768926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7fd81d-e49e-4c3f-9907-200df00bbec4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:45.783462 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:45.785242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-921ac6b5-b9f1-4247-b448-1478204a7a27 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3658350 Feb 09 12:54:45.789426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59680) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:45.798560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Request body: {'security_group_rule': {'security_group_id': 'ed7fd81d-e49e-4c3f-9907-200df00bbec4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:45.879640 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:45.975000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:45.995707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port d2436d00-49b7-45a8-867f-db65c9acb4f8 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:46.004526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port d2436d00-49b7-45a8-867f-db65c9acb4f8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:46.005312 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.012141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Usage tracker for resource:security_group_rule and tenant:9b2dc5b3466d4cf2ad35e474c66b87fb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:46.023162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:46.040548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:46.118406 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.186977 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.214305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf74e9c-60a0-4378-9aba-343def374499 req-0b112143-0f78-4451-bcde-6b82e2990b9a tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:46.215998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8cf74e9c-60a0-4378-9aba-343def374499 req-0b112143-0f78-4451-bcde-6b82e2990b9a tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 948 time: 0.4288898 Feb 09 12:54:46.229113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port d2436d00-49b7-45a8-867f-db65c9acb4f8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d2436d00-49b7-45a8-867f-db65c9acb4f8,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:46.234644 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.333282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.348894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.363344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=d2436d00-49b7-45a8-867f-db65c9acb4f8,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:46.373517 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8cf74e9c-60a0-4378-9aba-343def374499 req-56fae9c0-7631-41f5-b511-2b48a5a97daa tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399715 Feb 09 12:54:46.388516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2ff7da-d9f6-438d-9cd4-e7c2883a20dd,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:46.419902 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.421102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c45b7ef4-ca9c-4e87-a85a-a24f256c6bf3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6304984 Feb 09 12:54:46.424463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59688) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:46.434448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Request body: {'security_group_rule': {'security_group_id': 'ed7fd81d-e49e-4c3f-9907-200df00bbec4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:46.445533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:46.456630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Usage tracker for resource:security_group_rule and tenant:9b2dc5b3466d4cf2ad35e474c66b87fb is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:46.464460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:46.476024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:46.505096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.562713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-1e7c6357-8c3d-4cf4-b3c9-2720b90f4907 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Synchronizing usage tracker for tenant:8772392a79f24597b958a120ec36a8f1 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:46.570288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device e22b5c66-2b59-4c16-977a-9257be643bf5 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:46.599022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-1e7c6357-8c3d-4cf4-b3c9-2720b90f4907 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Unset dirty status for tenant:8772392a79f24597b958a120ec36a8f1 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:46.604068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-1e7c6357-8c3d-4cf4-b3c9-2720b90f4907 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 41222 time: 0.6258695 Feb 09 12:54:46.629767 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.636143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.645570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port e22b5c66-2b59-4c16-977a-9257be643bf5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:46.650696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port e22b5c66-2b59-4c16-977a-9257be643bf5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:46.651064 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.664552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586d7f08-001a-4379-a149-bd0046b20793,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:46.673907 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.678611 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a83ced5d-90d6-47fb-95a8-c7439181de98 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2512569 Feb 09 12:54:46.679260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59694) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:46.686039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:46.692818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:46.697338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Usage tracker for resource:floatingip and tenant:9b2dc5b3466d4cf2ad35e474c66b87fb is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:46.700869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:46.707665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:46.719545 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.769329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-1b6b42cd-ff82-4258-b7cf-6d34ecebe8c3 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/0ab0109c-690d-4604-9f39-40d3e71e7051 HTTP/1.1" status: 200 len: 2649 time: 0.1149173 Feb 09 12:54:46.775453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd911f31-3f10-404d-a8cf-feb965d1c261 req-8b0caec2-2bfd-43e5-9287-db4c56209527 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1097 time: 0.1698740 Feb 09 12:54:46.782779 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.818384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port e22b5c66-2b59-4c16-977a-9257be643bf5, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=e22b5c66-2b59-4c16-977a-9257be643bf5,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:46.823004 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.854022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd911f31-3f10-404d-a8cf-feb965d1c261 req-9deb181c-78c6-4bb0-bcea-e44759cfa25f tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650823 Feb 09 12:54:46.855293 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-2743cf69-e49d-4c48-bb6c-101a1b4f39fb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/0ab0109c-690d-4604-9f39-40d3e71e7051 HTTP/1.1" status: 200 len: 2649 time: 0.0790181 Feb 09 12:54:46.865934 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:46.925707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=e22b5c66-2b59-4c16-977a-9257be643bf5,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:46.969015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-426839fb-7f1e-41c8-8ef7-76f7fe2a48d7 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/1dd05988-7628-4879-abb0-ea90a9835257 HTTP/1.1" status: 200 len: 2649 time: 0.1056151 Feb 09 12:54:47.046866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-6e261baf-d8e2-45c2-8452-4ca7d41c76b8 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/1dd05988-7628-4879-abb0-ea90a9835257 HTTP/1.1" status: 200 len: 2649 time: 0.0717103 Feb 09 12:54:47.053785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Allocated IP 172.25.5.192 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/e57edb96-8c15-49d6-b9e0-c1e2201005da) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:47.140138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5bdafe78-739f-43c4-90b4-760007a383cb up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:47.146360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-b450aee1-1a95-4ba8-86dc-9a73df7b878b tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/23995cde-8fa4-4cef-ae01-e63956f9d768 HTTP/1.1" status: 200 len: 2649 time: 0.0938179 Feb 09 12:54:47.192392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afaf0907-98bc-4eb9-b7fc-8aefd4eadc35 req-46c88ec5-1abe-4cfe-b37f-998074023ebe tempest-ServersAdminNegativeTestJSON-469547029 tempest-ServersAdminNegativeTestJSON-469547029-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 1100 time: 0.1171706 Feb 09 12:54:47.220199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 5bdafe78-739f-43c4-90b4-760007a383cb completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:47.224960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5bdafe78-739f-43c4-90b4-760007a383cb triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:47.225441 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.225647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.228306 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afaf0907-98bc-4eb9-b7fc-8aefd4eadc35 req-c5be5a46-2e98-430c-87fc-72a1693c8461 tempest-ServersAdminNegativeTestJSON-469547029 tempest-ServersAdminNegativeTestJSON-469547029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.242265 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-ae91241c-2b22-44c1-95ce-4d9c040ee039 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/23995cde-8fa4-4cef-ae01-e63956f9d768 HTTP/1.1" status: 200 len: 2649 time: 0.0884409 Feb 09 12:54:47.255451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.280395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-afaf0907-98bc-4eb9-b7fc-8aefd4eadc35 req-c5be5a46-2e98-430c-87fc-72a1693c8461 tempest-ServersAdminNegativeTestJSON-469547029 tempest-ServersAdminNegativeTestJSON-469547029-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:47.292293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-afaf0907-98bc-4eb9-b7fc-8aefd4eadc35 req-c5be5a46-2e98-430c-87fc-72a1693c8461 tempest-ServersAdminNegativeTestJSON-469547029 tempest-ServersAdminNegativeTestJSON-469547029-project-admin] Usage tracker for resource:security_group_rule and tenant:0120bcc6988440329132dc730095f07a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:47.296941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-afaf0907-98bc-4eb9-b7fc-8aefd4eadc35 req-c5be5a46-2e98-430c-87fc-72a1693c8461 tempest-ServersAdminNegativeTestJSON-469547029 tempest-ServersAdminNegativeTestJSON-469547029-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:47.311558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-afaf0907-98bc-4eb9-b7fc-8aefd4eadc35 req-c5be5a46-2e98-430c-87fc-72a1693c8461 tempest-ServersAdminNegativeTestJSON-469547029 tempest-ServersAdminNegativeTestJSON-469547029-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:47.315842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c55179e-b5e3-427d-8be2-c4e25085957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2436d00-49b7-45a8-867f-db65c9acb4f8'}, {'server_uuid': 'ef2c153b-3d14-4110-a85c-194df53346be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b5c66-2b59-4c16-977a-9257be643bf5'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:47.320593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:47.323884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:47.327723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:47.329784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-b46f21f1-ea82-40a7-9fc3-40302289f52a tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/32d05f23-bb1f-40e4-9bf1-5c5a29f42ef4 HTTP/1.1" status: 200 len: 2649 time: 0.0732152 Feb 09 12:54:47.359455 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.401793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 5bdafe78-739f-43c4-90b4-760007a383cb, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5bdafe78-739f-43c4-90b4-760007a383cb,segment=NetworkSegment(8844359f-bb46-4bb0-8f15-d95934d5b214),segment_id=8844359f-bb46-4bb0-8f15-d95934d5b214)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:47.405778 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.427383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-8ab982fd-456e-4971-a028-542608ab8302 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/32d05f23-bb1f-40e4-9bf1-5c5a29f42ef4 HTTP/1.1" status: 200 len: 2649 time: 0.0849564 Feb 09 12:54:47.434088 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afaf0907-98bc-4eb9-b7fc-8aefd4eadc35 req-c5be5a46-2e98-430c-87fc-72a1693c8461 tempest-ServersAdminNegativeTestJSON-469547029 tempest-ServersAdminNegativeTestJSON-469547029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.455755 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afaf0907-98bc-4eb9-b7fc-8aefd4eadc35 req-c5be5a46-2e98-430c-87fc-72a1693c8461 tempest-ServersAdminNegativeTestJSON-469547029 tempest-ServersAdminNegativeTestJSON-469547029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.457807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event updated for resources: {'Port': ['ID=e57edb96-8c15-49d6-b9e0-c1e2201005da,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:47.475840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=5bdafe78-739f-43c4-90b4-760007a383cb,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:47.515035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afaf0907-98bc-4eb9-b7fc-8aefd4eadc35 req-c5be5a46-2e98-430c-87fc-72a1693c8461 tempest-ServersAdminNegativeTestJSON-469547029 tempest-ServersAdminNegativeTestJSON-469547029-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094633 Feb 09 12:54:47.523184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be5a46-2e98-430c-87fc-72a1693c8461 tempest-ServersAdminNegativeTestJSON-469547029 tempest-ServersAdminNegativeTestJSON-469547029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a8f5d6-9df9-4bf5-ab12-6765f0ea2ee9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:47.528212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-030fc5b3-cde6-4c1a-b326-c1595112fab1 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3768239e-0f74-4216-8daf-33837b2114c0 HTTP/1.1" status: 200 len: 2649 time: 0.0905159 Feb 09 12:54:47.585608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-715df574-429b-468c-95a2-ab6984d96e59 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3768239e-0f74-4216-8daf-33837b2114c0 HTTP/1.1" status: 200 len: 2649 time: 0.0503740 Feb 09 12:54:47.619491 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.639429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-6d0e6c13-cf8d-49bd-aafa-56f7168a624e tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4601cef4-b07f-405f-82e7-12c1c063e806 HTTP/1.1" status: 200 len: 2649 time: 0.0479140 Feb 09 12:54:47.678812 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.738704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-5ae2d283-8079-4495-b7b6-a9c1d4e7b661 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4601cef4-b07f-405f-82e7-12c1c063e806 HTTP/1.1" status: 200 len: 2649 time: 0.0934820 Feb 09 12:54:47.788623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f02c59-c9bc-4e38-9ea5-1993adbc3fd2 req-d8528799-f07a-4ce8-b3e0-54ad765232ca tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:47.790239 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89f02c59-c9bc-4e38-9ea5-1993adbc3fd2 req-d8528799-f07a-4ce8-b3e0-54ad765232ca tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 950 time: 0.1332989 Feb 09 12:54:47.833272 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-804d5513-7810-4afe-9363-78ad82d6f77b tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/48bd8317-d750-4391-aeca-93cfdefa7cef HTTP/1.1" status: 200 len: 2649 time: 0.0872476 Feb 09 12:54:47.856947 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89f02c59-c9bc-4e38-9ea5-1993adbc3fd2 req-368dede1-c1af-4e05-8588-1b937ed004a1 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599041 Feb 09 12:54:47.882033 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.887390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:47.891423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-aaad00c4-44ab-4a7b-9cda-c37b983c04ca tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/48bd8317-d750-4391-aeca-93cfdefa7cef HTTP/1.1" status: 200 len: 2649 time: 0.0509665 Feb 09 12:54:47.951830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-25b156ee-6119-4a3a-8cbc-491aa7709309 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/6bf4a3d2-5ff4-4a78-8490-e7bc95816f2c HTTP/1.1" status: 200 len: 2649 time: 0.0545995 Feb 09 12:54:48.005582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event updated for resources: {'Port': ['ID=e57edb96-8c15-49d6-b9e0-c1e2201005da,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:48.014185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:48.018937 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-759bdc3c-dccb-4a26-a741-e4b7adac9065 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/6bf4a3d2-5ff4-4a78-8490-e7bc95816f2c HTTP/1.1" status: 200 len: 2649 time: 0.0596411 Feb 09 12:54:48.041436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:48.047402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-08493dee-e835-42ec-a8e7-6f6614b2e5e0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3666558 Feb 09 12:54:48.071132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-dc410b00-db5a-436e-afb5-8b6580069076 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/705366b4-c023-431e-bd95-c054915a3326 HTTP/1.1" status: 200 len: 2649 time: 0.0510490 Feb 09 12:54:48.132600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-a3d24d8b-f295-46bb-9033-ef0cd24cd82d tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/705366b4-c023-431e-bd95-c054915a3326 HTTP/1.1" status: 200 len: 2649 time: 0.0528934 Feb 09 12:54:48.178572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-baa684b2-d61d-459b-87e3-f1e5d891c5f8 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/8dbf816e-43fc-4e21-8083-305a5095cc52 HTTP/1.1" status: 200 len: 2649 time: 0.0464959 Feb 09 12:54:48.265233 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-a9862084-938b-4501-84d6-486b0ceb9bdb tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/8dbf816e-43fc-4e21-8083-305a5095cc52 HTTP/1.1" status: 200 len: 2649 time: 0.0801737 Feb 09 12:54:48.404577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-d2f8b6d6-447e-4084-9dee-ed39588f1770 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/abbb700e-da6d-41f3-af76-9f90c6c2f354 HTTP/1.1" status: 200 len: 2649 time: 0.1323967 Feb 09 12:54:48.416195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-74fd065a-7886-4ab1-afa4-f71496629b36 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:48.417641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-74fd065a-7886-4ab1-afa4-f71496629b36 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 807 time: 0.1938164 Feb 09 12:54:48.462713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-30a98eae-4478-4c88-98f8-b384ddc5938e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/quotas/4356ca73cb7b44649bc5b79338960c01 HTTP/1.1" status: 200 len: 375 time: 0.0327287 Feb 09 12:54:48.507399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-717ed02b-cbf4-418c-80bf-b32916a3e49b tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/abbb700e-da6d-41f3-af76-9f90c6c2f354 HTTP/1.1" status: 200 len: 2649 time: 0.0886226 Feb 09 12:54:48.576026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-dbced889-b0db-45e9-94f8-46a232aafec7 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/abda2ee7-f999-45b4-a4f9-3b5c06090952 HTTP/1.1" status: 200 len: 2649 time: 0.0622923 Feb 09 12:54:48.600667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-50d6dced-c64a-4e20-bbe0-578912b19d7c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1321273 Feb 09 12:54:48.619252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-19c86408-1187-48bf-8f48-1e431a2ac266 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:54:48.620209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-19c86408-1187-48bf-8f48-1e431a2ac266 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0113485 Feb 09 12:54:48.678354 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-fece8a17-72ae-4481-9f62-ea5a3f798d79 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/abda2ee7-f999-45b4-a4f9-3b5c06090952 HTTP/1.1" status: 200 len: 2649 time: 0.0944493 Feb 09 12:54:48.863867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-1f7835c3-ba42-413a-a506-5ad04016b11e tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/cf3b4f10-d964-4781-bdb4-cc42118cc093 HTTP/1.1" status: 200 len: 2649 time: 0.1438937 Feb 09 12:54:48.865784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-65ae3527-22ab-46bd-82ab-42368c109a47 service neutron] 10.222.0.59 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322454 Feb 09 12:54:49.011541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-9f3e72b1-ec7e-4cd4-b955-1cd0280ae905 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/cf3b4f10-d964-4781-bdb4-cc42118cc093 HTTP/1.1" status: 200 len: 2649 time: 0.1413515 Feb 09 12:54:49.057756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-a8891dc3-5ce4-4d75-a7e1-344c4038d46d service neutron] 10.222.0.59 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861317 Feb 09 12:54:49.088220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-3398fa65-e6ec-4125-8ce7-4c642b3fbbc7 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/dd590473-8593-4080-aa90-bfc1882c3e4c HTTP/1.1" status: 200 len: 2649 time: 0.0664005 Feb 09 12:54:49.121408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5bdafe78-739f-43c4-90b4-760007a383cb up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:49.165012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed91a6a4-7c76-4c74-bcb2-c414a464c396 req-c33dfacb-5b6c-4c4d-a6ec-d6d25f482741 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/dd590473-8593-4080-aa90-bfc1882c3e4c HTTP/1.1" status: 200 len: 2649 time: 0.0680561 Feb 09 12:54:49.236392 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c55179e-b5e3-427d-8be2-c4e25085957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2436d00-49b7-45a8-867f-db65c9acb4f8', 'code': 200} Feb 09 12:54:49.236794 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c153b-3d14-4110-a85c-194df53346be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22b5c66-2b59-4c16-977a-9257be643bf5', 'code': 200} Feb 09 12:54:49.241392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5bdafe78-739f-43c4-90b4-760007a383cb triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:49.242106 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:49.622537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d9a7e-4766-4346-aed3-037a6971fceb req-d3417614-9310-42e3-bda8-c78a23815db3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:49.624628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-716d9a7e-4766-4346-aed3-037a6971fceb req-d3417614-9310-42e3-bda8-c78a23815db3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 949 time: 0.2034671 Feb 09 12:54:49.633325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f70297ce-54d8-40f8-a8b3-becc7299d775 req-d9b95bf2-23a1-4722-bf98-8909f85c5e95 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 1100 time: 0.2945552 Feb 09 12:54:49.638051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48175b8c-bbac-4505-8cbd-a8bfe887b8fa req-cd087d25-5e7a-4812-a9a0-0e219de3b732 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 1101 time: 0.2464330 Feb 09 12:54:49.641618 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9ed5923-f411-41d7-82c1-0e22be8fb88c req-c389d9eb-d953-4a9e-8759-35c0f9c51893 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2515860 Feb 09 12:54:49.747824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-716d9a7e-4766-4346-aed3-037a6971fceb req-cce36887-8bb5-47a6-a356-72135e707e19 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127932 Feb 09 12:54:49.749784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f70297ce-54d8-40f8-a8b3-becc7299d775 req-71a7e34c-c760-4c50-99eb-755aa27298d4 service neutron] Synchronizing usage tracker for tenant:6f84113e0e664e6fb691c2ca95a70298 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:49.752691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-48175b8c-bbac-4505-8cbd-a8bfe887b8fa req-26c9dfa3-4879-495f-81ee-ac39ce11ef44 service neutron] Synchronizing usage tracker for tenant:6f84113e0e664e6fb691c2ca95a70298 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:49.790798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-48175b8c-bbac-4505-8cbd-a8bfe887b8fa req-26c9dfa3-4879-495f-81ee-ac39ce11ef44 service neutron] Unset dirty status for tenant:6f84113e0e664e6fb691c2ca95a70298 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:49.791926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48175b8c-bbac-4505-8cbd-a8bfe887b8fa req-26c9dfa3-4879-495f-81ee-ac39ce11ef44 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225176 Feb 09 12:54:49.795341 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [req-f70297ce-54d8-40f8-a8b3-becc7299d775 req-71a7e34c-c760-4c50-99eb-755aa27298d4 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 6f84113e0e664e6fb691c2ca95a70298-security_group {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:54:49.795691 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [req-f70297ce-54d8-40f8-a8b3-becc7299d775 req-71a7e34c-c760-4c50-99eb-755aa27298d4 service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:54:49.819428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-e530a6c8-915e-4ef9-951a-bc5f0790797b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Synchronizing usage tracker for tenant:9b2dc5b3466d4cf2ad35e474c66b87fb on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:49.837759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-e530a6c8-915e-4ef9-951a-bc5f0790797b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Unset dirty status for tenant:9b2dc5b3466d4cf2ad35e474c66b87fb on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:49.843025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-e530a6c8-915e-4ef9-951a-bc5f0790797b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--710420048&fields=id&tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb HTTP/1.1" status: 200 len: 267 time: 0.0711257 Feb 09 12:54:50.043135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-397d2ec9-fe0e-4e24-a332-e782bd1fef16 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:50.043803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-397d2ec9-fe0e-4e24-a332-e782bd1fef16 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Synchronizing usage tracker for tenant:9b2dc5b3466d4cf2ad35e474c66b87fb on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:50.072657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a589b4a-ab59-4814-893b-92d9a5e0db0b req-7d54ab15-336c-4e60-acf2-6913d7603e62 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:50.074098 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a589b4a-ab59-4814-893b-92d9a5e0db0b req-7d54ab15-336c-4e60-acf2-6913d7603e62 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 950 time: 0.1385849 Feb 09 12:54:50.078490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-397d2ec9-fe0e-4e24-a332-e782bd1fef16 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Unset dirty status for tenant:9b2dc5b3466d4cf2ad35e474c66b87fb on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:50.080301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-397d2ec9-fe0e-4e24-a332-e782bd1fef16 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/networks?id=f64636e3-1a92-49a2-9146-0ce893b89e65 HTTP/1.1" status: 200 len: 824 time: 0.2340865 Feb 09 12:54:50.111300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-46f6cc98-8f9c-4468-b6d1-f6f6f300c408 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/quotas/9b2dc5b3466d4cf2ad35e474c66b87fb HTTP/1.1" status: 200 len: 375 time: 0.0165925 Feb 09 12:54:50.170717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a589b4a-ab59-4814-893b-92d9a5e0db0b req-46e37847-cd35-4959-8f47-60bd2b4475e1 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894642 Feb 09 12:54:50.203478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-8e3865cc-b2be-4bdb-a665-96a8397d8e45 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Synchronizing usage tracker for tenant:9b2dc5b3466d4cf2ad35e474c66b87fb on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:50.245912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-8e3865cc-b2be-4bdb-a665-96a8397d8e45 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Unset dirty status for tenant:9b2dc5b3466d4cf2ad35e474c66b87fb on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:50.247212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-8e3865cc-b2be-4bdb-a665-96a8397d8e45 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1290603 Feb 09 12:54:50.371718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f70297ce-54d8-40f8-a8b3-becc7299d775 req-71a7e34c-c760-4c50-99eb-755aa27298d4 service neutron] Unset dirty status for tenant:6f84113e0e664e6fb691c2ca95a70298 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:50.372709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f70297ce-54d8-40f8-a8b3-becc7299d775 req-71a7e34c-c760-4c50-99eb-755aa27298d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7302821 Feb 09 12:54:50.392965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-25d9c7e7-c5c2-4604-9854-3f19de310ae8 req-f53cb238-3c94-43f2-b458-82d1df02a108 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Synchronizing usage tracker for tenant:f4b4fd1f325647d7867896682158d788 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:50.429224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-25d9c7e7-c5c2-4604-9854-3f19de310ae8 req-f53cb238-3c94-43f2-b458-82d1df02a108 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Unset dirty status for tenant:f4b4fd1f325647d7867896682158d788 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:50.430499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25d9c7e7-c5c2-4604-9854-3f19de310ae8 req-f53cb238-3c94-43f2-b458-82d1df02a108 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4b4fd1f325647d7867896682158d788 HTTP/1.1" status: 200 len: 5439 time: 0.2202175 Feb 09 12:54:50.440372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-25dba8dc-5e87-4d2a-9e88-708f314ab54a service neutron] 10.222.0.59 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803322 Feb 09 12:54:50.473737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-591fa711-32df-4e2b-8748-53283acff24f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:50.475202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-591fa711-32df-4e2b-8748-53283acff24f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 807 time: 0.1501632 Feb 09 12:54:50.575851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25d9c7e7-c5c2-4604-9854-3f19de310ae8 req-b183b7ac-27dc-43ef-a26f-773b03fdde69 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] 10.222.0.59 "GET /v2.0/security-groups/705366b4-c023-431e-bd95-c054915a3326 HTTP/1.1" status: 200 len: 2649 time: 0.1387901 Feb 09 12:54:50.581846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Request body: {'port': {'device_id': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb', 'admin_state_up': True, 'tenant_id': '4356ca73cb7b44649bc5b79338960c01'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:50.623222 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-ef95bc60-3ea6-4dbb-8630-a2840a914482 service neutron] 10.222.0.59 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713843 Feb 09 12:54:50.675372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25d9c7e7-c5c2-4604-9854-3f19de310ae8 req-aeed486d-0aa9-40a0-94e4-dc3a6f155b94 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] 10.222.0.59 "GET /v2.0/security-groups/705366b4-c023-431e-bd95-c054915a3326 HTTP/1.1" status: 200 len: 2649 time: 0.0771723 Feb 09 12:54:50.739149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:50.753155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:50.766777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Made reservation on behalf of 4356ca73cb7b44649bc5b79338960c01 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:50.770597 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:50.840891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5cce7e2a-ad90-4789-9c8d-7184315c05fe req-a5c94880-4d6f-4549-ba8f-10d2df09d804 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 210 time: 0.0576806 Feb 09 12:54:51.068385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Allocated IP 172.20.0.4 (eb25d5a8-8658-4707-8dcc-08534bf785bb/4de4a952-3b81-4858-aae6-119ad222c3a5/10870343-68f8-4a9f-b9e8-4d69288c488b) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:51.133062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29adae8b-1d52-41c7-8ed0-d2fa080c8011 req-f6f7ed99-0e99-4fc7-bbc2-1af0f5e584dc tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/3acd7715-5bd7-48a1-9655-6fa5599ffbbc HTTP/1.1" status: 200 len: 1610 time: 0.2002161 Feb 09 12:54:51.237682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d33bfd-3331-49ea-afaf-8b415d37bd87 req-6f9ca044-c19a-40d4-96a4-3f3bb048ee40 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:51.245457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07d33bfd-3331-49ea-afaf-8b415d37bd87 req-6f9ca044-c19a-40d4-96a4-3f3bb048ee40 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 949 time: 0.1919377 Feb 09 12:54:51.271027 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-29adae8b-1d52-41c7-8ed0-d2fa080c8011 req-ae3e2035-6f04-4f8c-a090-d8b1ce6efcfd tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:51.321399 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:51.355822 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:51.370845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['430a597b-4f96-497c-ab63-e92c1a4f101f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:51.395300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07d33bfd-3331-49ea-afaf-8b415d37bd87 req-7f010e28-76b7-4e87-af29-e3edf549103f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494691 Feb 09 12:54:51.444850 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-29adae8b-1d52-41c7-8ed0-d2fa080c8011 req-ae3e2035-6f04-4f8c-a090-d8b1ce6efcfd tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:51.526403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Network eb25d5a8-8658-4707-8dcc-08534bf785bb is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:51.527667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:51.529453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Pushing event updated for resources: {'Port': ['ID=10870343-68f8-4a9f-b9e8-4d69288c488b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:51.531620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:51.560073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59770) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:51.603861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-601675e6-928a-4ed3-91bc-306ce76d07f6 req-aa3908a0-2686-4dac-aa24-30b2de16067e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 210 time: 0.0896921 Feb 09 12:54:51.630207 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-29adae8b-1d52-41c7-8ed0-d2fa080c8011 req-ae3e2035-6f04-4f8c-a090-d8b1ce6efcfd tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:51.657367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:51.658095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:51.674005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e2035-6f04-4f8c-a090-d8b1ce6efcfd tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd7715-5bd7-48a1-9655-6fa5599ffbbc,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:51.689878 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-29adae8b-1d52-41c7-8ed0-d2fa080c8011 req-ae3e2035-6f04-4f8c-a090-d8b1ce6efcfd tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:51.705637 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29adae8b-1d52-41c7-8ed0-d2fa080c8011 req-ae3e2035-6f04-4f8c-a090-d8b1ce6efcfd tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/3acd7715-5bd7-48a1-9655-6fa5599ffbbc HTTP/1.1" status: 204 len: 173 time: 0.5654759 Feb 09 12:54:51.713736 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-76550fe1-7601-4dfd-9617-750935bf77a9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1370091 Feb 09 12:54:51.724895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Request body: {'port': {'device_id': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:51.916979 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b94fb034-1479-434c-9965-9bf635675a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:51.937084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897aa4e1-d04b-4491-a262-0103ab954a5c req-7918d7bb-65f9-40dd-b0df-099bacf2e9a7 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "GET /v2.0/security-groups/bfef5d8c-b6b5-4853-b4bb-300593c469f1 HTTP/1.1" status: 200 len: 1611 time: 0.0597522 Feb 09 12:54:51.966282 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:51.985333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b94fb034-1479-434c-9965-9bf635675a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:51.990390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b94fb034-1479-434c-9965-9bf635675a32 admin admin] Usage tracker for resource:security_group_rule and tenant:214593ed61174536b9f6182554b30f45 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:51.992942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d39a43-4f26-4374-8492-6de42f12f588 req-6566cb3a-4022-4743-a632-73ab7e4c5289 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:51.994736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18d39a43-4f26-4374-8492-6de42f12f588 req-6566cb3a-4022-4743-a632-73ab7e4c5289 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 950 time: 0.1526096 Feb 09 12:54:52.020500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b94fb034-1479-434c-9965-9bf635675a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:52.033148 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b94fb034-1479-434c-9965-9bf635675a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:52.065253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18d39a43-4f26-4374-8492-6de42f12f588 req-da0afd3e-cdb8-4579-81c0-69f912fe0220 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613871 Feb 09 12:54:52.067803 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-897aa4e1-d04b-4491-a262-0103ab954a5c req-33578d68-c03a-4951-a425-5801a7c4daa1 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.096123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-897aa4e1-d04b-4491-a262-0103ab954a5c req-33578d68-c03a-4951-a425-5801a7c4daa1 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.156209 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-897aa4e1-d04b-4491-a262-0103ab954a5c req-33578d68-c03a-4951-a425-5801a7c4daa1 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.175106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33578d68-c03a-4951-a425-5801a7c4daa1 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfef5d8c-b6b5-4853-b4bb-300593c469f1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:52.192912 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-897aa4e1-d04b-4491-a262-0103ab954a5c req-33578d68-c03a-4951-a425-5801a7c4daa1 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.200006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897aa4e1-d04b-4491-a262-0103ab954a5c req-33578d68-c03a-4951-a425-5801a7c4daa1 tempest-SecurityGroupsTestAdminJSON-1419077864 tempest-SecurityGroupsTestAdminJSON-1419077864-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfef5d8c-b6b5-4853-b4bb-300593c469f1 HTTP/1.1" status: 204 len: 173 time: 0.2539759 Feb 09 12:54:52.320708 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b94fb034-1479-434c-9965-9bf635675a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.326666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b94fb034-1479-434c-9965-9bf635675a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.406455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fb034-1479-434c-9965-9bf635675a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62302289-db84-4743-95f1-864f6393d0fe,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:52.417486 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b94fb034-1479-434c-9965-9bf635675a32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=214593ed61174536b9f6182554b30f45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8488810 Feb 09 12:54:52.417486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59794) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:52.418763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63898e3a-a529-447d-93e6-371be8e00474 req-2499053f-01ee-440a-8c9c-3dfc533267d0 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:52.421342 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63898e3a-a529-447d-93e6-371be8e00474 req-2499053f-01ee-440a-8c9c-3dfc533267d0 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 931 time: 0.1153700 Feb 09 12:54:52.529044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10870343-68f8-4a9f-b9e8-4d69288c488b {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:52.544995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.555201 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5776106-d1b3-4730-ac44-8ba2c776f6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.573145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Transition to ACTIVE for port object 10870343-68f8-4a9f-b9e8-4d69288c488b will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:52.584865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.591662 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63898e3a-a529-447d-93e6-371be8e00474 req-dabaefee-a19e-4983-85ba-d71f654b529f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478472 Feb 09 12:54:52.624724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5776106-d1b3-4730-ac44-8ba2c776f6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.626653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-7e6708af-8b5c-4a9c-8a4e-6d990eb2b170 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:52.628800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-7e6708af-8b5c-4a9c-8a4e-6d990eb2b170 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.67 "GET /v2.0/networks?id=f64636e3-1a92-49a2-9146-0ce893b89e65 HTTP/1.1" status: 200 len: 824 time: 0.2064321 Feb 09 12:54:52.761792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a306f20b-61ce-4d5b-910b-302d5a577ea3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb HTTP/1.1" status: 200 len: 379 time: 0.1209273 Feb 09 12:54:52.766854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Pushing event updated for resources: {'Port': ['ID=10870343-68f8-4a9f-b9e8-4d69288c488b,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:52.785011 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Request body: {'port': {'device_id': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'admin_state_up': True, 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'security_groups': ['ed7fd81d-e49e-4c3f-9907-200df00bbec4']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:52.866646 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5776106-d1b3-4730-ac44-8ba2c776f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.881963 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc91c617-d036-4173-b511-537983db888d req-2b99515d-1b8e-4e66-a793-d960b1e73a22 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] 10.222.0.59 "GET /v2.0/security-groups/014e5850-b182-4a16-bdeb-4229bc2c024c HTTP/1.1" status: 200 len: 1611 time: 0.1813974 Feb 09 12:54:52.889605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5776106-d1b3-4730-ac44-8ba2c776f6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62302289-db84-4743-95f1-864f6393d0fe,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:52.905120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:52.905447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:52.905770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:52.912714 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5776106-d1b3-4730-ac44-8ba2c776f6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:52.916173 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b5776106-d1b3-4730-ac44-8ba2c776f6e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62302289-db84-4743-95f1-864f6393d0fe HTTP/1.1" status: 204 len: 168 time: 0.4955461 Feb 09 12:54:52.919041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Port 10870343-68f8-4a9f-b9e8-4d69288c488b on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:54:52.919377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:52.926400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:52.926779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:52.927145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:52.927577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Bound port: 10870343-68f8-4a9f-b9e8-4d69288c488b, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:52.927911 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.048479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:53.064891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:53.070347 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bc91c617-d036-4173-b511-537983db888d req-c5662a07-563a-4dea-bfc6-525e642b6afa tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.070513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.119081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:53.130073 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bc91c617-d036-4173-b511-537983db888d req-c5662a07-563a-4dea-bfc6-525e642b6afa tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.140782 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.142660 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] 10.222.0.67 "PUT /v2.0/ports/10870343-68f8-4a9f-b9e8-4d69288c488b HTTP/1.1" status: 200 len: 1091 time: 1.4223027 Feb 09 12:54:53.143108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'tag': '10870343-68f8-4a9f-b9e8-4d69288c488b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:53.152820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:53.166675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aac0d-083c-421a-b5d1-01e2a5d0b495 service neutron] Pushing event updated for resources: {'Port': ['ID=10870343-68f8-4a9f-b9e8-4d69288c488b,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:53.180423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbfb8f-4090-4473-a31c-2b18a877d54e req-6264cfc4-bfb5-49c4-82b2-59ece36cee54 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:53.181889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ffbfb8f-4090-4473-a31c-2b18a877d54e req-6264cfc4-bfb5-49c4-82b2-59ece36cee54 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 949 time: 0.3347933 Feb 09 12:54:53.213408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Made reservation on behalf of 9b2dc5b3466d4cf2ad35e474c66b87fb for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:54:53.216558 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.286533 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-d1381914-8ba1-46a2-a69e-098c22b73ae2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1094 time: 0.0988526 Feb 09 12:54:53.295895 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bc91c617-d036-4173-b511-537983db888d req-c5662a07-563a-4dea-bfc6-525e642b6afa tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.327463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5662a07-563a-4dea-bfc6-525e642b6afa tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014e5850-b182-4a16-bdeb-4229bc2c024c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:53.341743 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ffbfb8f-4090-4473-a31c-2b18a877d54e req-e0be5ce1-4d15-4f4f-ab72-9dabbd39a267 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486542 Feb 09 12:54:53.362628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bc91c617-d036-4173-b511-537983db888d req-c5662a07-563a-4dea-bfc6-525e642b6afa tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.363762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc91c617-d036-4173-b511-537983db888d req-c5662a07-563a-4dea-bfc6-525e642b6afa tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] 10.222.0.59 "DELETE /v2.0/security-groups/014e5850-b182-4a16-bdeb-4229bc2c024c HTTP/1.1" status: 204 len: 173 time: 0.4261405 Feb 09 12:54:53.413132 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-864d8dca-81d3-49af-82d5-6c9ec0388972 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10870343-68f8-4a9f-b9e8-4d69288c488b HTTP/1.1" status: 200 len: 217 time: 0.1200593 Feb 09 12:54:53.427425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59814) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:53.463609 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59a0c273-756a-46ab-8e4f-1f91718e26f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.503372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-c2f4f4c6-2e2e-45dc-8887-02d4b0921fc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:53.505507 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-c2f4f4c6-2e2e-45dc-8887-02d4b0921fc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.0862772 Feb 09 12:54:53.550148 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-ee162e86-7f65-48a3-88d5-aa121b90993d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393109 Feb 09 12:54:53.550840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Allocated IP 172.20.0.8 (f64636e3-1a92-49a2-9146-0ce893b89e65/e783f890-6d5e-423d-a0e0-59464ef7e9c4/83c55c52-fcc8-41ce-bb76-2028ae27657f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:54:53.611590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-59a0c273-756a-46ab-8e4f-1f91718e26f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:53.615504 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e869c3f1-7528-41a2-9bbb-c17e0b791ef5 req-bd571793-2ec8-468f-93bc-d182c81b0250 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 210 time: 0.0824437 Feb 09 12:54:53.622610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-59a0c273-756a-46ab-8e4f-1f91718e26f0 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4280f3d6ac4e01b7809f9d955d182d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:53.639073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-59a0c273-756a-46ab-8e4f-1f91718e26f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:53.661296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-59a0c273-756a-46ab-8e4f-1f91718e26f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:53.696989 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-14aef956-b610-4425-9f19-7611bf6647b2 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406715 Feb 09 12:54:53.853178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455a887-35d0-40dd-bc2b-6ba86b69d946 req-0bcaf997-e371-4259-a0b3-23f399ea8bf1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:53.854668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d455a887-35d0-40dd-bc2b-6ba86b69d946 req-0bcaf997-e371-4259-a0b3-23f399ea8bf1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 949 time: 0.3642406 Feb 09 12:54:53.867268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d19e7ca-d336-4a65-84ec-5b900ec5be99 req-4c24e306-b8e7-4d69-9956-fceec28a4f9e service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647239 Feb 09 12:54:53.942768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.997355 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59a0c273-756a-46ab-8e4f-1f91718e26f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:53.998608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Transition to ACTIVE for port object 83c55c52-fcc8-41ce-bb76-2028ae27657f will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:54.002695 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d455a887-35d0-40dd-bc2b-6ba86b69d946 req-6d2e345f-aa4b-4fe8-a8a5-65f14b99f3ee tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349213 Feb 09 12:54:54.010900 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59a0c273-756a-46ab-8e4f-1f91718e26f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:54.104141 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'tag': '10870343-68f8-4a9f-b9e8-4d69288c488b', 'status': 'completed', 'code': 200} Feb 09 12:54:54.180828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c40f45-13f6-4b85-a412-288fbd0384dd req-5fad207b-00a4-4a6f-a86d-cb4136b14065 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:54.182250 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05c40f45-13f6-4b85-a412-288fbd0384dd req-5fad207b-00a4-4a6f-a86d-cb4136b14065 tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 950 time: 0.3962958 Feb 09 12:54:54.199675 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7a619d82-b204-46c2-b59d-3c8450132cfa req-8e5c0a39-e78c-425d-9852-8766a2c0c647 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1094 time: 0.0724826 Feb 09 12:54:54.211056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-59a0c273-756a-46ab-8e4f-1f91718e26f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc4280f3d6ac4e01b7809f9d955d182d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7803543 Feb 09 12:54:54.211056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0c273-756a-46ab-8e4f-1f91718e26f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5497f0ca-5d88-49a5-87b7-f6bcfa4ac390,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:54.214856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59824) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:54.278945 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:54.386346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a619d82-b204-46c2-b59d-3c8450132cfa req-a7b276b3-a090-4aa4-a6f9-affa523c9536 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:54.387853 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7a619d82-b204-46c2-b59d-3c8450132cfa req-a7b276b3-a090-4aa4-a6f9-affa523c9536 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.1823800 Feb 09 12:54:54.388031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05c40f45-13f6-4b85-a412-288fbd0384dd req-914fc7cb-e100-42d0-8f5d-1acbc462f21f tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877954 Feb 09 12:54:54.405885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed709e3b-a207-42ab-a5ce-7aa64a3a1398 req-3a4ef1b7-ad8e-4fad-ac5b-9ebedee8bdde tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] 10.222.0.59 "GET /v2.0/security-groups/0160f27e-7863-463e-a368-bebbc1296a23 HTTP/1.1" status: 200 len: 1612 time: 0.2624683 Feb 09 12:54:54.426216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Network f64636e3-1a92-49a2-9146-0ce893b89e65 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:54:54.436239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:54:54.438739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:54:54.442598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:54.443210 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:54.446913 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event updated for resources: {'Port': ['ID=83c55c52-fcc8-41ce-bb76-2028ae27657f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:54.466278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7a619d82-b204-46c2-b59d-3c8450132cfa req-880b4ea5-326b-4590-b1c0-172916a789c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10870343-68f8-4a9f-b9e8-4d69288c488b HTTP/1.1" status: 200 len: 217 time: 0.0721114 Feb 09 12:54:54.483628 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:54:54.499205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-f69fa25c-af52-4a88-92a1-72dba00d1197 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:54.501299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-f69fa25c-af52-4a88-92a1-72dba00d1197 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.62 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 949 time: 0.3979571 Feb 09 12:54:54.552249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a619d82-b204-46c2-b59d-3c8450132cfa req-d710987c-889f-4c58-a88a-2d4c823a939c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:54.554455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7a619d82-b204-46c2-b59d-3c8450132cfa req-d710987c-889f-4c58-a88a-2d4c823a939c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.0743206 Feb 09 12:54:54.592225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-499ce9ce-c5c9-4e6e-b081-ee0c5d9a5570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:54.602380 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7a619d82-b204-46c2-b59d-3c8450132cfa req-c6cd6664-ff1a-4353-bd02-faa35dbbc73b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417004 Feb 09 12:54:54.694776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-aa0cc143-9503-4014-80fc-c6c3eea4e471 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Deleting port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:54:54.695111 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-aa0cc143-9503-4014-80fc-c6c3eea4e471 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:54.720170 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-a08a85f2-2690-4dbb-bcbb-f95f83a752c2 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9419651 Feb 09 12:54:54.747199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Request body: {'port': {'device_id': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:54:54.749848 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7a619d82-b204-46c2-b59d-3c8450132cfa req-db8e4b04-46cd-4bdc-bb2b-707bbe3a429b service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413505 Feb 09 12:54:54.750394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-070f02d9-3603-4474-a9bf-b03f6f4e2c16 None None] Provisioning for port 83c55c52-fcc8-41ce-bb76-2028ae27657f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:54.757007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-070f02d9-3603-4474-a9bf-b03f6f4e2c16 None None] Provisioning complete for port 83c55c52-fcc8-41ce-bb76-2028ae27657f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:54.757755 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-070f02d9-3603-4474-a9bf-b03f6f4e2c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:54.784337 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-499ce9ce-c5c9-4e6e-b081-ee0c5d9a5570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:54.801127 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed709e3b-a207-42ab-a5ce-7aa64a3a1398 req-6f68925b-1825-41d9-8437-77e13743a886 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:54.832723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-070f02d9-3603-4474-a9bf-b03f6f4e2c16 None None] Port 83c55c52-fcc8-41ce-bb76-2028ae27657f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:54:54.858013 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-004f3dd3-1d99-4c09-8042-6455c6c599e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:54.906324 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7a619d82-b204-46c2-b59d-3c8450132cfa req-3ee582f3-8a04-458c-986e-5d7d809db0a4 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508694 Feb 09 12:54:55.009032 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed709e3b-a207-42ab-a5ce-7aa64a3a1398 req-6f68925b-1825-41d9-8437-77e13743a886 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:55.088507 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:55.105428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aded5-d074-4e89-ac32-cd150c0c3ce6 req-8dee7a20-4552-4b4e-8c3f-a4ef9dfc3b1f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:55.106938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-763aded5-d074-4e89-ac32-cd150c0c3ce6 req-8dee7a20-4552-4b4e-8c3f-a4ef9dfc3b1f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 943 time: 0.5271716 Feb 09 12:54:55.167762 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-499ce9ce-c5c9-4e6e-b081-ee0c5d9a5570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:55.272623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ce9ce-c5c9-4e6e-b081-ee0c5d9a5570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5497f0ca-5d88-49a5-87b7-f6bcfa4ac390,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:55.304550 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed709e3b-a207-42ab-a5ce-7aa64a3a1398 req-6f68925b-1825-41d9-8437-77e13743a886 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:55.370243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68925b-1825-41d9-8437-77e13743a886 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0160f27e-7863-463e-a368-bebbc1296a23,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:55.381524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed709e3b-a207-42ab-a5ce-7aa64a3a1398 req-6f68925b-1825-41d9-8437-77e13743a886 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:55.382679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed709e3b-a207-42ab-a5ce-7aa64a3a1398 req-6f68925b-1825-41d9-8437-77e13743a886 tempest-SecurityGroupsTestAdminJSON-872801968 tempest-SecurityGroupsTestAdminJSON-872801968-project] 10.222.0.59 "DELETE /v2.0/security-groups/0160f27e-7863-463e-a368-bebbc1296a23 HTTP/1.1" status: 204 len: 173 time: 0.9520440 Feb 09 12:54:55.383356 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-499ce9ce-c5c9-4e6e-b081-ee0c5d9a5570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:55.391266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-499ce9ce-c5c9-4e6e-b081-ee0c5d9a5570 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5497f0ca-5d88-49a5-87b7-f6bcfa4ac390 HTTP/1.1" status: 204 len: 168 time: 1.1562405 Feb 09 12:54:55.392376 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-763aded5-d074-4e89-ac32-cd150c0c3ce6 req-783510a2-ebd0-42b0-aa02-e230bc23966a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590599 Feb 09 12:54:55.446859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-aa0cc143-9503-4014-80fc-c6c3eea4e471 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] For port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:55.447216 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-aa0cc143-9503-4014-80fc-c6c3eea4e471 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:55.604307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-aa0cc143-9503-4014-80fc-c6c3eea4e471 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Calling delete_port for b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:54:55.815821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59850) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:55.915795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10ec7f-c78c-4591-b5a8-ec927818ac1b req-aaae8497-0a10-4ea8-8b88-4e362dcfed42 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:55.917899 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c10ec7f-c78c-4591-b5a8-ec927818ac1b req-aaae8497-0a10-4ea8-8b88-4e362dcfed42 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=82b536c4-4619-4d1a-9db1-a912a2337174 HTTP/1.1" status: 200 len: 949 time: 0.3229842 Feb 09 12:54:56.111900 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9da8aa68-6995-493e-a44b-c79716cd2624 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4b4fd1f325647d7867896682158d788&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2920189 Feb 09 12:54:56.112063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59860) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:56.131145 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-aa0cc143-9503-4014-80fc-c6c3eea4e471 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.142999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['19cd3fb7-37d6-4db0-9331-9dbd7694beb9', 'b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:56.185493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c55c52-fcc8-41ce-bb76-2028ae27657f {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:56.189503 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1c86ac51-dac8-4fa6-aa41-c1e1f7c8342c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.229310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1c86ac51-dac8-4fa6-aa41-c1e1f7c8342c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.231283 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.246249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cc143-9503-4014-80fc-c6c3eea4e471 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Pushing event deleted for resources: {'Port': ['ID=b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:56.261474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c10ec7f-c78c-4591-b5a8-ec927818ac1b req-6238e346-7e93-4794-be76-780a4bc04040 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214445 Feb 09 12:54:56.312305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Transition to ACTIVE for port object 83c55c52-fcc8-41ce-bb76-2028ae27657f will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:54:56.324368 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1c86ac51-dac8-4fa6-aa41-c1e1f7c8342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.324637 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.387459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86ac51-dac8-4fa6-aa41-c1e1f7c8342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705366b4-c023-431e-bd95-c054915a3326,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:56.408381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1c86ac51-dac8-4fa6-aa41-c1e1f7c8342c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.412411 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1c86ac51-dac8-4fa6-aa41-c1e1f7c8342c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/705366b4-c023-431e-bd95-c054915a3326 HTTP/1.1" status: 204 len: 168 time: 0.2966967 Feb 09 12:54:56.426969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-aa0cc143-9503-4014-80fc-c6c3eea4e471 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] No DVR routers for this DVR port b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 on host n-h1-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:54:56.436199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-aa0cc143-9503-4014-80fc-c6c3eea4e471 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.444439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b536c4-4619-4d1a-9db1-a912a2337174', 'name': 'network-vif-deleted', 'tag': 'b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:56.683558 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-255f2f39-11b3-4773-83b1-e44ba444ead6 req-aa0cc143-9503-4014-80fc-c6c3eea4e471 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.62 "DELETE /v2.0/ports/b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 HTTP/1.1" status: 204 len: 173 time: 2.1443491 Feb 09 12:54:56.750382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c929ee5-0495-4426-890c-089776e16e1f req-21277951-7860-4397-be67-1849306b39fb tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 1100 time: 0.5691030 Feb 09 12:54:56.776505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Pushing event updated for resources: {'Port': ['ID=83c55c52-fcc8-41ce-bb76-2028ae27657f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:56.782548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Attempting to bind port 83c55c52-fcc8-41ce-bb76-2028ae27657f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:54:56.782948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Attempting to bind port 83c55c52-fcc8-41ce-bb76-2028ae27657f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:54:56.783264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Attempting to bind port 83c55c52-fcc8-41ce-bb76-2028ae27657f on network f64636e3-1a92-49a2-9146-0ce893b89e65 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:56.790963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Port 83c55c52-fcc8-41ce-bb76-2028ae27657f on network f64636e3-1a92-49a2-9146-0ce893b89e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:54:56.791270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Attempting to bind port 83c55c52-fcc8-41ce-bb76-2028ae27657f on network f64636e3-1a92-49a2-9146-0ce893b89e65 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:54:56.813405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:54:56.814065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Checking segment: {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:54:56.814625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Bound using segment: {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:54:56.815227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Bound port: 83c55c52-fcc8-41ce-bb76-2028ae27657f, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:54:56.815726 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.882328 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4c929ee5-0495-4426-890c-089776e16e1f req-0d6b18e9-4880-4ecd-9d32-2e0a38722e51 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:56.969521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-4c929ee5-0495-4426-890c-089776e16e1f req-0d6b18e9-4880-4ecd-9d32-2e0a38722e51 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:54:56.973466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4c929ee5-0495-4426-890c-089776e16e1f req-0d6b18e9-4880-4ecd-9d32-2e0a38722e51 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] Usage tracker for resource:security_group_rule and tenant:d281874bb12f4c869d19185e0f2e213b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:54:56.976714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4c929ee5-0495-4426-890c-089776e16e1f req-0d6b18e9-4880-4ecd-9d32-2e0a38722e51 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:54:56.983618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-4c929ee5-0495-4426-890c-089776e16e1f req-0d6b18e9-4880-4ecd-9d32-2e0a38722e51 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:54:57.007812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59882) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:57.073841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4b25b1f3-2e2f-4cea-b6b0-ec19984018e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8772392a79f24597b958a120ec36a8f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0647280 Feb 09 12:54:57.074569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59888) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:54:57.090800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] For port 83c55c52-fcc8-41ce-bb76-2028ae27657f, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:54:57.116862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6f779fa5-c2b1-4f18-93aa-bf444f0eb834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:57.119847 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4c929ee5-0495-4426-890c-089776e16e1f req-0d6b18e9-4880-4ecd-9d32-2e0a38722e51 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:57.122389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] For port 83c55c52-fcc8-41ce-bb76-2028ae27657f, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=83c55c52-fcc8-41ce-bb76-2028ae27657f,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:54:57.128032 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4c929ee5-0495-4426-890c-089776e16e1f req-0d6b18e9-4880-4ecd-9d32-2e0a38722e51 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:57.154223 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54487f40-1d72-4125-92ea-2d96d8a953f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:57.163177 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:57.170953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c929ee5-0495-4426-890c-089776e16e1f req-0d6b18e9-4880-4ecd-9d32-2e0a38722e51 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907766 Feb 09 12:54:57.190362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54487f40-1d72-4125-92ea-2d96d8a953f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:57.233890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf32fdd-dcb4-45e9-9544-bd5ae48af006 req-431631e4-00bf-45aa-bdb4-88a459f0189c tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:57.235288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6cf32fdd-dcb4-45e9-9544-bd5ae48af006 req-431631e4-00bf-45aa-bdb4-88a459f0189c tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Synchronizing usage tracker for tenant:9b2dc5b3466d4cf2ad35e474c66b87fb on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:57.263586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54487f40-1d72-4125-92ea-2d96d8a953f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:57.268426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b18e9-4880-4ecd-9d32-2e0a38722e51 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d368dc63-7440-40f7-92a2-ad3ccdbda655,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:57.278110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6cf32fdd-dcb4-45e9-9544-bd5ae48af006 req-431631e4-00bf-45aa-bdb4-88a459f0189c tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Unset dirty status for tenant:9b2dc5b3466d4cf2ad35e474c66b87fb on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:57.279890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6cf32fdd-dcb4-45e9-9544-bd5ae48af006 req-431631e4-00bf-45aa-bdb4-88a459f0189c tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 943 time: 0.4071441 Feb 09 12:54:57.281854 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:57.283935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] 10.222.0.67 "PUT /v2.0/ports/83c55c52-fcc8-41ce-bb76-2028ae27657f HTTP/1.1" status: 200 len: 1091 time: 2.5440292 Feb 09 12:54:57.306363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c07bad-c81a-4a29-b2f1-c2e96b8ea230 service neutron] Pushing event updated for resources: {'Port': ['ID=83c55c52-fcc8-41ce-bb76-2028ae27657f,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:57.336469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54487f40-1d72-4125-92ea-2d96d8a953f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf4a3d2-5ff4-4a78-8490-e7bc95816f2c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:57.352706 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54487f40-1d72-4125-92ea-2d96d8a953f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:57.354078 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-54487f40-1d72-4125-92ea-2d96d8a953f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6bf4a3d2-5ff4-4a78-8490-e7bc95816f2c HTTP/1.1" status: 204 len: 168 time: 0.2784290 Feb 09 12:54:57.428452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6cf32fdd-dcb4-45e9-9544-bd5ae48af006 req-b96c6621-da75-40e7-ad8d-57e6e1601633 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112101 Feb 09 12:54:57.457541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-20056fe6-d6be-4750-af83-2deb6bdee9e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb&device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 1094 time: 0.1095054 Feb 09 12:54:57.606912 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b536c4-4619-4d1a-9db1-a912a2337174', 'name': 'network-vif-deleted', 'tag': 'b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95', 'status': 'completed', 'code': 200} Feb 09 12:54:57.616963 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-670cb640-6620-4ed1-ac83-84109fa66da6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83c55c52-fcc8-41ce-bb76-2028ae27657f HTTP/1.1" status: 200 len: 217 time: 0.1530969 Feb 09 12:54:57.716893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-da7c9c60-533f-41dc-91b0-9071090f9cb8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:57.719437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-da7c9c60-533f-41dc-91b0-9071090f9cb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e783f890-6d5e-423d-a0e0-59464ef7e9c4 HTTP/1.1" status: 200 len: 863 time: 0.0955122 Feb 09 12:54:57.731063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a040715-a90f-4366-a5de-33f6221695e7 req-e370bd96-e31d-4f8b-b480-2fa1fd860979 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:57.732533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a040715-a90f-4366-a5de-33f6221695e7 req-e370bd96-e31d-4f8b-b480-2fa1fd860979 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 943 time: 0.1988792 Feb 09 12:54:57.796845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10870343-68f8-4a9f-b9e8-4d69288c488b details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:54:57.895181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a040715-a90f-4366-a5de-33f6221695e7 req-c1daf4dd-1442-479d-8d3b-d482a059c1e1 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216440 Feb 09 12:54:57.983331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:57.995018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-c934cae7-77fb-4220-a677-b55770b615fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f64636e3-1a92-49a2-9146-0ce893b89e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2611403 Feb 09 12:54:58.011502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6d607-0dd6-47ef-bb09-84dd92b3f495 req-050069cb-7f5e-496b-9dbf-29f6639c4b1d tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:58.018399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '10870343-68f8-4a9f-b9e8-4d69288c488b', 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb', 'port_id': '10870343-68f8-4a9f-b9e8-4d69288c488b', 'mac_address': 'fa:16:3e:2a:1a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de4a952-3b81-4858-aae6-119ad222c3a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:54:58.027654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ccf6d607-0dd6-47ef-bb09-84dd92b3f495 req-050069cb-7f5e-496b-9dbf-29f6639c4b1d tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 950 time: 0.2530260 Feb 09 12:54:58.135744 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:58.163069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10870343-68f8-4a9f-b9e8-4d69288c488b {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:54:58.183268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:58.191804 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:58.210998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ccf6d607-0dd6-47ef-bb09-84dd92b3f495 req-e499ef5b-4441-40a3-9f63-5d56a33054aa tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/security-groups?id=3768239e-0f74-4216-8daf-33837b2114c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823609 Feb 09 12:54:58.324886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=10870343-68f8-4a9f-b9e8-4d69288c488b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:54:58.362298 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:58.382301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-bbe45265-7c99-4908-8c3b-ac6611ea8ccc service neutron] 10.222.0.67 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779919 Feb 09 12:54:58.428939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['10870343-68f8-4a9f-b9e8-4d69288c488b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:54:58.591034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:54:58.651360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c41b3e8e-42a7-4fba-8a30-af72882b3f16 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669429 Feb 09 12:54:58.673420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-9576ebea-1621-4896-b7fe-c955649964ca tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:58.674864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:54:58.676533 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b6db5dd3-76cc-4bde-b6d5-b1c9542f8f95 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:54:58.677022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-9576ebea-1621-4896-b7fe-c955649964ca tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 950 time: 0.4628448 Feb 09 12:54:58.696165 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:59.076184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ced0f2c2-8941-47d9-9269-ee63d38ef225 req-27b32cd1-d365-4ea6-8baa-0c666c02963a service neutron] 10.222.0.67 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6862996 Feb 09 12:54:59.098363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-1936c913-4a18-4a3c-93b5-b64f67ed76eb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Deleting port e22b5c66-2b59-4c16-977a-9257be643bf5 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:54:59.098761 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-1936c913-4a18-4a3c-93b5-b64f67ed76eb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:59.153224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-cfeea407-140f-4bd2-9c54-d144cea979bb tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:59.154664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-cfeea407-140f-4bd2-9c54-d144cea979bb tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5017524 Feb 09 12:54:59.235360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-69ddca92-31a5-4842-94f4-e8a2285a7d72 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/quotas/c7c66e53d67a4481ba63f73966466b9e HTTP/1.1" status: 200 len: 375 time: 0.0711727 Feb 09 12:54:59.300255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d578b-40b1-419e-812c-aab00cdba01a req-8f0c0028-0227-4ede-9e08-1e68364d1170 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:59.300255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a42d578b-40b1-419e-812c-aab00cdba01a req-8f0c0028-0227-4ede-9e08-1e68364d1170 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 943 time: 0.3801446 Feb 09 12:54:59.481732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a42d578b-40b1-419e-812c-aab00cdba01a req-628209cb-b616-4d5f-8111-b5989ac1ade7 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696696 Feb 09 12:54:59.494185 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-6600ed79-da76-4bb0-bbe7-6788b039b45c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2531922 Feb 09 12:54:59.504226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-1936c913-4a18-4a3c-93b5-b64f67ed76eb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] For port e22b5c66-2b59-4c16-977a-9257be643bf5, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=e22b5c66-2b59-4c16-977a-9257be643bf5,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:54:59.504708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-1936c913-4a18-4a3c-93b5-b64f67ed76eb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:59.645872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'tag': '83c55c52-fcc8-41ce-bb76-2028ae27657f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:54:59.658985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-1936c913-4a18-4a3c-93b5-b64f67ed76eb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Calling delete_port for e22b5c66-2b59-4c16-977a-9257be643bf5 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:54:59.687223 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:59.793124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10870343-68f8-4a9f-b9e8-4d69288c488b up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:54:59.844984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc224397-3a29-499d-b484-04215a34d6a7 req-588125ee-5e1f-4010-bfa2-73d63dbeb285 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:54:59.845672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-cc224397-3a29-499d-b484-04215a34d6a7 req-588125ee-5e1f-4010-bfa2-73d63dbeb285 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Synchronizing usage tracker for tenant:54f2cf2f54654c178ea3873472ca1f4a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:54:59.903894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-cc224397-3a29-499d-b484-04215a34d6a7 req-588125ee-5e1f-4010-bfa2-73d63dbeb285 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Unset dirty status for tenant:54f2cf2f54654c178ea3873472ca1f4a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:54:59.905378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc224397-3a29-499d-b484-04215a34d6a7 req-588125ee-5e1f-4010-bfa2-73d63dbeb285 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 950 time: 0.2194855 Feb 09 12:54:59.908920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 10870343-68f8-4a9f-b9e8-4d69288c488b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:54:59.919787 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-1936c913-4a18-4a3c-93b5-b64f67ed76eb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:59.926032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 10870343-68f8-4a9f-b9e8-4d69288c488b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:54:59.926392 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:54:59.999694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['e22b5c66-2b59-4c16-977a-9257be643bf5'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:00.098294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936c913-4a18-4a3c-93b5-b64f67ed76eb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Pushing event deleted for resources: {'Port': ['ID=e22b5c66-2b59-4c16-977a-9257be643bf5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:00.212483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-1936c913-4a18-4a3c-93b5-b64f67ed76eb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] No DVR routers for this DVR port e22b5c66-2b59-4c16-977a-9257be643bf5 on host n-h1-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:55:00.224180 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-1936c913-4a18-4a3c-93b5-b64f67ed76eb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:00.245995 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:00.255240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc224397-3a29-499d-b484-04215a34d6a7 req-46fe966f-c0f4-4afb-b6bd-908e99276527 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ab0109c-690d-4604-9f39-40d3e71e7051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427036 Feb 09 12:55:00.260731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-98bb2b8f-82df-4873-a1b1-5abcab9395fd req-1936c913-4a18-4a3c-93b5-b64f67ed76eb tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.62 "DELETE /v2.0/ports/e22b5c66-2b59-4c16-977a-9257be643bf5 HTTP/1.1" status: 204 len: 173 time: 1.3446071 Feb 09 12:55:00.323265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10870343-68f8-4a9f-b9e8-4d69288c488b'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:00.340605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219975-dd89-4262-8149-b819f195dfeb req-a09bcad9-8643-4790-aa59-450c24bb90b7 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:00.342057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-02219975-dd89-4262-8149-b819f195dfeb req-a09bcad9-8643-4790-aa59-450c24bb90b7 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Synchronizing usage tracker for tenant:54f2cf2f54654c178ea3873472ca1f4a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:00.346926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:00.352298 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:00.380130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-02219975-dd89-4262-8149-b819f195dfeb req-a09bcad9-8643-4790-aa59-450c24bb90b7 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Unset dirty status for tenant:54f2cf2f54654c178ea3873472ca1f4a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:00.384185 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-02219975-dd89-4262-8149-b819f195dfeb req-a09bcad9-8643-4790-aa59-450c24bb90b7 tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.62 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 950 time: 0.2064393 Feb 09 12:55:00.502561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=10870343-68f8-4a9f-b9e8-4d69288c488b,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:00.528684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-02219975-dd89-4262-8149-b819f195dfeb req-091e518f-9cff-4eee-8ffc-6ccadfb263af tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Deleting port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:55:00.532433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-02219975-dd89-4262-8149-b819f195dfeb req-091e518f-9cff-4eee-8ffc-6ccadfb263af tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:00.591976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401181-5f82-4e62-95f7-b0b89f77bac3 req-be3003ce-aab4-49ae-80f0-ed51be5cfcfc tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:00.594547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf401181-5f82-4e62-95f7-b0b89f77bac3 req-be3003ce-aab4-49ae-80f0-ed51be5cfcfc tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 945 time: 0.1607258 Feb 09 12:55:00.653378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5ed51a6c-6c79-4db4-a734-15dd405b8b96 req-bbba9cce-a97a-4852-9770-8eb772b0a69e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Synchronizing usage tracker for tenant:4ed46f67e1904f3194fe8881afb51522 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:00.688914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5ed51a6c-6c79-4db4-a734-15dd405b8b96 req-bbba9cce-a97a-4852-9770-8eb772b0a69e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] Unset dirty status for tenant:4ed46f67e1904f3194fe8881afb51522 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:00.690221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ed51a6c-6c79-4db4-a734-15dd405b8b96 req-bbba9cce-a97a-4852-9770-8eb772b0a69e tempest-DeleteServersAdminTestJSON-427678188 tempest-DeleteServersAdminTestJSON-427678188-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef2c153b-3d14-4110-a85c-194df53346be HTTP/1.1" status: 200 len: 210 time: 0.1098194 Feb 09 12:55:00.703120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf401181-5f82-4e62-95f7-b0b89f77bac3 req-a89bf7dc-14ae-4d01-9b70-7c941ae77a49 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707755 Feb 09 12:55:00.781244 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'tag': '83c55c52-fcc8-41ce-bb76-2028ae27657f', 'status': 'completed', 'code': 200} Feb 09 12:55:00.893866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-02219975-dd89-4262-8149-b819f195dfeb req-091e518f-9cff-4eee-8ffc-6ccadfb263af tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] For port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:00.894244 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-02219975-dd89-4262-8149-b819f195dfeb req-091e518f-9cff-4eee-8ffc-6ccadfb263af tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:01.014424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d56e58c-8bf2-4aa2-8979-b9b181b0d45d req-10351989-896c-40d8-844c-6d5de52d5dfe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb&device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 1094 time: 0.2101490 Feb 09 12:55:01.135983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-02219975-dd89-4262-8149-b819f195dfeb req-091e518f-9cff-4eee-8ffc-6ccadfb263af tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Calling delete_port for 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:55:01.219307 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10870343-68f8-4a9f-b9e8-4d69288c488b', 'code': 200} Feb 09 12:55:01.389517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e58c-8bf2-4aa2-8979-b9b181b0d45d req-cc131fcd-af2b-43f5-b898-63e5f9e9de9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:01.391195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d56e58c-8bf2-4aa2-8979-b9b181b0d45d req-cc131fcd-af2b-43f5-b898-63e5f9e9de9e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f64636e3-1a92-49a2-9146-0ce893b89e65 HTTP/1.1" status: 200 len: 925 time: 0.3696797 Feb 09 12:55:01.430044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-02219975-dd89-4262-8149-b819f195dfeb req-091e518f-9cff-4eee-8ffc-6ccadfb263af tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:01.442441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['19cd3fb7-37d6-4db0-9331-9dbd7694beb9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:01.475570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d56e58c-8bf2-4aa2-8979-b9b181b0d45d req-46ee2a70-323b-4bf4-a4cb-3262692789e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83c55c52-fcc8-41ce-bb76-2028ae27657f HTTP/1.1" status: 200 len: 217 time: 0.0781546 Feb 09 12:55:01.543589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e518f-9cff-4eee-8ffc-6ccadfb263af tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Pushing event deleted for resources: {'Port': ['ID=19cd3fb7-37d6-4db0-9331-9dbd7694beb9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:01.661318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e58c-8bf2-4aa2-8979-b9b181b0d45d req-f68401ff-8f0d-4dcd-8980-280ec71defab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:01.663343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d56e58c-8bf2-4aa2-8979-b9b181b0d45d req-f68401ff-8f0d-4dcd-8980-280ec71defab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e783f890-6d5e-423d-a0e0-59464ef7e9c4 HTTP/1.1" status: 200 len: 863 time: 0.1774187 Feb 09 12:55:01.680794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-02219975-dd89-4262-8149-b819f195dfeb req-091e518f-9cff-4eee-8ffc-6ccadfb263af tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] No DVR routers for this DVR port 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:55:01.688128 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-02219975-dd89-4262-8149-b819f195dfeb req-091e518f-9cff-4eee-8ffc-6ccadfb263af tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:01.691283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f6a96e-b869-4b91-a86c-0d0dc3dff351', 'name': 'network-vif-deleted', 'tag': '19cd3fb7-37d6-4db0-9331-9dbd7694beb9'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:01.728552 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-02219975-dd89-4262-8149-b819f195dfeb req-091e518f-9cff-4eee-8ffc-6ccadfb263af tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.62 "DELETE /v2.0/ports/19cd3fb7-37d6-4db0-9331-9dbd7694beb9 HTTP/1.1" status: 204 len: 173 time: 1.3369141 Feb 09 12:55:01.743169 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25c8d8bd-befd-47d5-a0f7-eb68c3017762 req-9bf57b20-e1aa-4578-bdf4-8f1f702a36e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1096 time: 0.3670537 Feb 09 12:55:01.803271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 83c55c52-fcc8-41ce-bb76-2028ae27657f details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:55:01.813011 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25c8d8bd-befd-47d5-a0f7-eb68c3017762 req-ec1e1a4f-c94d-4204-80ec-a4e2d1af8128 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 Feb 09 12:55:01.849164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d56e58c-8bf2-4aa2-8979-b9b181b0d45d req-c343fce9-df21-4765-9caa-522f808d045f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f64636e3-1a92-49a2-9146-0ce893b89e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347136 Feb 09 12:55:01.897645 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38d2d22e-2166-41ba-ae90-1ec7b96f86fb req-b8b11597-719b-4115-b0a0-62844b0fb8bd tempest-ServersAdminNegativeTestJSON-971859006 tempest-ServersAdminNegativeTestJSON-971859006-project] 10.222.0.59 "GET /v2.0/ports?device_id=50f6a96e-b869-4b91-a86c-0d0dc3dff351 HTTP/1.1" status: 200 len: 210 time: 0.0560675 Feb 09 12:55:01.903289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489603e-9992-4cec-8463-2783f3d90786 req-589f3360-6931-4f7f-965e-063385ee4a47 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:01.904912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c489603e-9992-4cec-8463-2783f3d90786 req-589f3360-6931-4f7f-965e-063385ee4a47 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 943 time: 0.4215586 Feb 09 12:55:01.994240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c489603e-9992-4cec-8463-2783f3d90786 req-2ee2bd13-011a-4154-810f-3a04a70ff4b3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784652 Feb 09 12:55:02.216700 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-900d6cf6-e8c2-443d-a487-0ce1bf90d5fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980310 Feb 09 12:55:02.234601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 83c55c52-fcc8-41ce-bb76-2028ae27657f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=83c55c52-fcc8-41ce-bb76-2028ae27657f,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:02.286230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '83c55c52-fcc8-41ce-bb76-2028ae27657f', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'port_id': '83c55c52-fcc8-41ce-bb76-2028ae27657f', 'mac_address': 'fa:16:3e:02:79:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:55:02.419811 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.458410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c55c52-fcc8-41ce-bb76-2028ae27657f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:02.458607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6f7fe7d-ddd7-4cf9-a546-5a6f1af7aaa0 req-3682cf1d-1780-4f48-a5fa-4f1addad355c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 210 time: 0.1213603 Feb 09 12:55:02.476017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-6d9decde-6a4c-4348-975f-82cacab34f31 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:02.477523 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-6d9decde-6a4c-4348-975f-82cacab34f31 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536750 Feb 09 12:55:02.479422 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f6a96e-b869-4b91-a86c-0d0dc3dff351', 'name': 'network-vif-deleted', 'tag': '19cd3fb7-37d6-4db0-9331-9dbd7694beb9', 'status': 'completed', 'code': 200} Feb 09 12:55:02.500291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Request body: {'port': {'device_id': '59d9855f-7343-44b3-8539-59e316dc1090', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'c7c66e53d67a4481ba63f73966466b9e'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:02.504126 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d56e58c-8bf2-4aa2-8979-b9b181b0d45d req-fd5e3b71-d24a-4d38-890e-cfef96764f6f service neutron] 10.222.0.67 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821591 Feb 09 12:55:02.507605 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 83c55c52-fcc8-41ce-bb76-2028ae27657f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=83c55c52-fcc8-41ce-bb76-2028ae27657f,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:02.512167 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.605737 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device e22b5c66-2b59-4c16-977a-9257be643bf5 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:55:02.658712 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: e22b5c66-2b59-4c16-977a-9257be643bf5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:55:02.659327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device e22b5c66-2b59-4c16-977a-9257be643bf5 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:55:02.661240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=83c55c52-fcc8-41ce-bb76-2028ae27657f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:02.740101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:02.751488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:02.763257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Made reservation on behalf of c7c66e53d67a4481ba63f73966466b9e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:02.766664 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:02.766918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d56e58c-8bf2-4aa2-8979-b9b181b0d45d req-98fdfc63-4b7e-497b-8e4a-98ab1bf93058 service neutron] 10.222.0.67 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560194 Feb 09 12:55:02.789383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['83c55c52-fcc8-41ce-bb76-2028ae27657f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:02.820175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2c153b-3d14-4110-a85c-194df53346be', 'name': 'network-vif-deleted', 'tag': 'e22b5c66-2b59-4c16-977a-9257be643bf5'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:02.872694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d7aef-23e3-499d-90b9-b1737b1289dd req-8d36675e-28dc-455b-a4e0-9b2c32a18b01 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:02.883147 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-830d7aef-23e3-499d-90b9-b1737b1289dd req-8d36675e-28dc-455b-a4e0-9b2c32a18b01 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 945 time: 0.1150854 Feb 09 12:55:02.941383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-830d7aef-23e3-499d-90b9-b1737b1289dd req-3695402e-402a-4cb4-9743-d4ed0ad82503 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570006 Feb 09 12:55:03.069778 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c153b-3d14-4110-a85c-194df53346be', 'name': 'network-vif-deleted', 'tag': 'e22b5c66-2b59-4c16-977a-9257be643bf5', 'status': 'completed', 'code': 200} Feb 09 12:55:03.227819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Allocated IP 192.168.233.97 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:03.288750 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-ea33539c-dde3-4fb0-b543-c8da594d42f9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779033 Feb 09 12:55:03.560708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0df542a-0b35-490c-97e0-d74f8249569f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:03.562289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0df542a-0b35-490c-97e0-d74f8249569f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2669349 Feb 09 12:55:03.590152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Request body: {'port': {'device_id': '91bb75b3-bc27-4315-81f9-db4748b086c6', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'c7c66e53d67a4481ba63f73966466b9e'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:03.680169 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:03.733393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Transition to ACTIVE for port object 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:03.784540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:03.795881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:03.897712 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 83c55c52-fcc8-41ce-bb76-2028ae27657f up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:04.027550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event updated for resources: {'Port': ['ID=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:04.034565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60094) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:04.103389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:04.110632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:04.115323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:04.154639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 83c55c52-fcc8-41ce-bb76-2028ae27657f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:04.168971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 83c55c52-fcc8-41ce-bb76-2028ae27657f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:04.169357 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.238749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:04.288350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:04.288988 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.294338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc675b5-1aa1-4152-87bd-9a7cc3a96cad req-74192d6e-03b3-4464-8865-7216bad5e335 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:04.300998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fc675b5-1aa1-4152-87bd-9a7cc3a96cad req-74192d6e-03b3-4464-8865-7216bad5e335 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 944 time: 0.5856943 Feb 09 12:55:04.312261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60100) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:04.361493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:04.391491 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-54595fda-5dd1-4b25-bb2f-e2e00f3f6348 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8948302 Feb 09 12:55:04.415694 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 12:55:04.415694 n-d-825175-3 neutron-server[83480]: [SQL: INSERT INTO resourcedeltas (resource, reservation_id, amount) VALUES (%(resource)s, %(reservation_id)s, %(amount)s)] Feb 09 12:55:04.415694 n-d-825175-3 neutron-server[83480]: [parameters: {'resource': 'port', 'reservation_id': 'a7747606-0836-4216-ae86-dc394f59ba0b', 'amount': 1}] Feb 09 12:55:04.415694 n-d-825175-3 neutron-server[83480]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:55:04.416696 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Performing DB retry for function neutron.db.quota.driver.DbQuotaDriver.make_reservation {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:55:04.428339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Request body: {'port': {'device_id': '59d9855f-7343-44b3-8539-59e316dc1090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:04.456375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fc675b5-1aa1-4152-87bd-9a7cc3a96cad req-515c2780-8860-45be-8242-ea18495101e5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883677 Feb 09 12:55:04.502033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4b0ff-945e-4070-8919-2fc501b9a33f req-f7a7d3f5-29e5-4965-a8b6-e87a2d5a3204 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:04.505894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eee4b0ff-945e-4070-8919-2fc501b9a33f req-f7a7d3f5-29e5-4965-a8b6-e87a2d5a3204 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 935 time: 0.2288089 Feb 09 12:55:04.564569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eee4b0ff-945e-4070-8919-2fc501b9a33f req-cd48a9d0-e892-44c7-9c9a-ba2f0290edc5 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531683 Feb 09 12:55:04.577831 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ad5ca782-f17f-4e8d-a5ab-060ea3e9a432 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=98c01e7f01434c2d92cb13e7f92f6fae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5421066 Feb 09 12:55:04.582032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60108) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:04.618820 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.632181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:55:04.812699 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cabfe83-9540-47b1-8b8b-b59867cdaf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.843330 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:04.860545 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:55:04.861082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 19cd3fb7-37d6-4db0-9331-9dbd7694beb9 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:55:04.916143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c55c52-fcc8-41ce-bb76-2028ae27657f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:04.954002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 83c55c52-fcc8-41ce-bb76-2028ae27657f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=83c55c52-fcc8-41ce-bb76-2028ae27657f,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:04.960616 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:05.037201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:05.054687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Usage tracker for resource:port and tenant:c7c66e53d67a4481ba63f73966466b9e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:05.065443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:05.090381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:05.156454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=83c55c52-fcc8-41ce-bb76-2028ae27657f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:05.237105 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cabfe83-9540-47b1-8b8b-b59867cdaf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:05.275003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ff2ab5b0-1154-4995-95a6-bf52fda3906a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54f2cf2f54654c178ea3873472ca1f4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9613769 Feb 09 12:55:05.281056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60118) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:05.293802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Made reservation on behalf of c7c66e53d67a4481ba63f73966466b9e for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:05.297994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:05.303251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:05.320440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:05.361436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Transition to ACTIVE for port object 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:05.373584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:05.551985 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cabfe83-9540-47b1-8b8b-b59867cdaf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:05.568372 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c984c38f-560c-41b1-8795-5c4d5cd6ce0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:05.574808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabfe83-9540-47b1-8b8b-b59867cdaf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abda2ee7-f999-45b4-a4f9-3b5c06090952,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:05.608476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60d05d-6805-40fd-b012-3396fd6ac8f1 req-bad5d396-a5ef-4804-97dd-9a42eaf1cd91 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:05.619568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e60d05d-6805-40fd-b012-3396fd6ac8f1 req-bad5d396-a5ef-4804-97dd-9a42eaf1cd91 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 945 time: 0.4945669 Feb 09 12:55:05.623092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Pushing event updated for resources: {'Port': ['ID=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:05.698668 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c55c52-fcc8-41ce-bb76-2028ae27657f', 'code': 200} Feb 09 12:55:05.714245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c984c38f-560c-41b1-8795-5c4d5cd6ce0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:05.967028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60136) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:06.153200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Allocated IP 192.168.233.113 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/be3c8289-4c79-4db4-af58-a7d026020fc0) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:06.272606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cabfe83-9540-47b1-8b8b-b59867cdaf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.276714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4cabfe83-9540-47b1-8b8b-b59867cdaf90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/abda2ee7-f999-45b4-a4f9-3b5c06090952 HTTP/1.1" status: 204 len: 168 time: 1.6932383 Feb 09 12:55:06.299717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e60d05d-6805-40fd-b012-3396fd6ac8f1 req-060a655a-d86a-482c-b3e8-e91f5eeea12f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822679 Feb 09 12:55:06.329311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Attempting to bind port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:06.329956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Attempting to bind port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:06.330124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Attempting to bind port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:06.365098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c984c38f-560c-41b1-8795-5c4d5cd6ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.398997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:55:06.399834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Attempting to bind port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:06.430898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984c38f-560c-41b1-8795-5c4d5cd6ce0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0109c-690d-4604-9f39-40d3e71e7051,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:06.438850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c984c38f-560c-41b1-8795-5c4d5cd6ce0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.445917 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c984c38f-560c-41b1-8795-5c4d5cd6ce0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ab0109c-690d-4604-9f39-40d3e71e7051 HTTP/1.1" status: 204 len: 168 time: 1.1627636 Feb 09 12:55:06.450997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:06.451558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:06.452244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:06.452744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Bound port: 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:06.453126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.556759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60150) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:06.572136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7272d57-3a22-4d69-81b9-67d852ee6874 req-fd96cc61-c778-4fca-84c3-b3b227586da0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 1096 time: 0.7551649 Feb 09 12:55:06.581958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f0f8e8d9-a261-4ca5-bb50-ed1003caa9a1 None None] Provisioning for port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:06.728773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] For port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:06.736774 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b7b1acb-af8b-4c54-9daa-be606a2eebbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.767961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] For port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:06.783779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.870641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083a0ee-f9fc-4f23-9f00-54d9515a3bb2 req-d6ac769a-7590-4e48-974e-7813e95f0fb9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:06.878320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9b7b1acb-af8b-4c54-9daa-be606a2eebbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:06.878456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a083a0ee-f9fc-4f23-9f00-54d9515a3bb2 req-d6ac769a-7590-4e48-974e-7813e95f0fb9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 945 time: 0.7700090 Feb 09 12:55:06.887166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9b7b1acb-af8b-4c54-9daa-be606a2eebbf admin admin] Usage tracker for resource:security_group_rule and tenant:db8da03a5e45459c8701a58d65fb1cfd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:06.894345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9b7b1acb-af8b-4c54-9daa-be606a2eebbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:06.909645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:06.911411 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] 10.222.0.62 "PUT /v2.0/ports/9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d HTTP/1.1" status: 200 len: 1095 time: 2.5068109 Feb 09 12:55:06.911863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d9855f-7343-44b3-8539-59e316dc1090', 'tag': '9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:06.932686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9b7b1acb-af8b-4c54-9daa-be606a2eebbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:06.947376 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7272d57-3a22-4d69-81b9-67d852ee6874 req-7c778c84-e954-467f-a45c-16e2a2890010 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253722 Feb 09 12:55:07.022282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847f505-9022-44c9-ac80-e53dff4dc7ea service neutron] Pushing event updated for resources: {'Port': ['ID=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:07.099892 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.148221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a083a0ee-f9fc-4f23-9f00-54d9515a3bb2 req-30978b88-260c-4d1a-be3d-9cae83cbb0c8 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690113 Feb 09 12:55:07.160805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b7b1acb-af8b-4c54-9daa-be606a2eebbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.164715 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-34324258-b98c-46ec-9266-aa1494a3029b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 1098 time: 0.2090847 Feb 09 12:55:07.168113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b7b1acb-af8b-4c54-9daa-be606a2eebbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.175852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Transition to ACTIVE for port object be3c8289-4c79-4db4-af58-a7d026020fc0 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:07.182280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6976d7-ba4d-4a97-8696-b4abc73e228c req-3625d777-e438-49b8-ae44-7c83b6578518 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:07.183049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ff6976d7-ba4d-4a97-8696-b4abc73e228c req-3625d777-e438-49b8-ae44-7c83b6578518 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:07.224387 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8c564097-9809-40b6-81cc-5e9134c6b23c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ed46f67e1904f3194fe8881afb51522&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6658733 Feb 09 12:55:07.226970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60164) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:07.321323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ff6976d7-ba4d-4a97-8696-b4abc73e228c req-3625d777-e438-49b8-ae44-7c83b6578518 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:07.322975 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff6976d7-ba4d-4a97-8696-b4abc73e228c req-3625d777-e438-49b8-ae44-7c83b6578518 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 947 time: 0.7420580 Feb 09 12:55:07.330818 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-90e74292-91a3-49f5-b05c-f1d5f4f8e732 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d HTTP/1.1" status: 200 len: 217 time: 0.1437387 Feb 09 12:55:07.336356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b1acb-af8b-4c54-9daa-be606a2eebbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe371e9-af7a-49dc-8eda-4faeaa593881,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:07.351980 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.360735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60170) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:07.370646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:07.399482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60174) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:07.419850 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9b7b1acb-af8b-4c54-9daa-be606a2eebbf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db8da03a5e45459c8701a58d65fb1cfd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4120002 Feb 09 12:55:07.426228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60178) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:07.447394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a5ccf19b-c24b-42d7-8bda-648d8f6b5431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:07.450077 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a5ccf19b-c24b-42d7-8bda-648d8f6b5431 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1105971 Feb 09 12:55:07.557582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-058d7fef-88af-4b39-a5a1-2120dfd69d24 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0120bcc6988440329132dc730095f07a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1569870 Feb 09 12:55:07.560628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60182) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:07.609241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8bc71d35-286e-4f51-86fe-861633b5c0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.621685 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff6976d7-ba4d-4a97-8696-b4abc73e228c req-48062dce-2934-443c-b56e-5fe85226c90e tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718925 Feb 09 12:55:07.637463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event updated for resources: {'Port': ['ID=be3c8289-4c79-4db4-af58-a7d026020fc0,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:07.656847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:07.658052 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bf0af1d-f710-440e-b905-8f5ad63a5840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.660080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:07.666268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:07.670895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:07.671190 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8bc71d35-286e-4f51-86fe-861633b5c0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.671573 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.693587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-f55af6d1-7ba2-40b9-a25b-27ac860bea08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2267342 Feb 09 12:55:07.732018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-89f1c516-f62d-4d82-9477-33fcc984ab98 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a4a711fe66d44f688050a0019948b90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3673329 Feb 09 12:55:07.741714 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bf0af1d-f710-440e-b905-8f5ad63a5840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.745925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60186) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:07.767554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-c0479363-f0ec-476f-946c-b8184e89d1d9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1824265 Feb 09 12:55:07.792248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Request body: {'port': {'device_id': '91bb75b3-bc27-4315-81f9-db4748b086c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:07.854480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb249439-3e26-4dbc-ae18-43341610def2 req-14bf99b0-bb26-4243-b158-57e8ce080ef5 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1096 time: 0.3785787 Feb 09 12:55:07.898652 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d9855f-7343-44b3-8539-59e316dc1090', 'tag': '9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'status': 'completed', 'code': 200} Feb 09 12:55:07.913115 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8bc71d35-286e-4f51-86fe-861633b5c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.944037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4844077-6433-41c7-8235-63a5bcdf31f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:07.951221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-23c52c0c-d64a-42fb-84b9-4af58d28568d None None] Provisioning for port be3c8289-4c79-4db4-af58-a7d026020fc0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:07.958222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-23c52c0c-d64a-42fb-84b9-4af58d28568d None None] Provisioning complete for port be3c8289-4c79-4db4-af58-a7d026020fc0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:07.959043 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23c52c0c-d64a-42fb-84b9-4af58d28568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.001347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc71d35-286e-4f51-86fe-861633b5c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe371e9-af7a-49dc-8eda-4faeaa593881,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:08.012174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-8ac361a6-2ff2-49b3-87d6-ab5010c205bf service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457387 Feb 09 12:55:08.082003 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8bc71d35-286e-4f51-86fe-861633b5c0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.088355 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8bc71d35-286e-4f51-86fe-861633b5c0d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bbe371e9-af7a-49dc-8eda-4faeaa593881 HTTP/1.1" status: 204 len: 168 time: 0.6536913 Feb 09 12:55:08.095037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-23c52c0c-d64a-42fb-84b9-4af58d28568d None None] Port be3c8289-4c79-4db4-af58-a7d026020fc0 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:55:08.114975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4844077-6433-41c7-8235-63a5bcdf31f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.153668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb249439-3e26-4dbc-ae18-43341610def2 req-9cc7dec2-b003-4d7d-8173-db3c527ec180 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981663 Feb 09 12:55:08.173549 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.199741 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bf0af1d-f710-440e-b905-8f5ad63a5840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.206931 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-564d84ed-6f7c-4e8d-9a89-088d73962b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.280538 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4844077-6433-41c7-8235-63a5bcdf31f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.299882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0af1d-f710-440e-b905-8f5ad63a5840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3768239e-0f74-4216-8daf-33837b2114c0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:08.335345 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a9dc487e-9093-422d-83b0-8c03b4def58f service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018022 Feb 09 12:55:08.338550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4844077-6433-41c7-8235-63a5bcdf31f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a8f5d6-9df9-4bf5-ab12-6765f0ea2ee9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:08.340515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4844077-6433-41c7-8235-63a5bcdf31f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.344812 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-564d84ed-6f7c-4e8d-9a89-088d73962b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.346638 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c4844077-6433-41c7-8235-63a5bcdf31f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/00a8f5d6-9df9-4bf5-ab12-6765f0ea2ee9 HTTP/1.1" status: 204 len: 168 time: 0.7849696 Feb 09 12:55:08.362436 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bf0af1d-f710-440e-b905-8f5ad63a5840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.363708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4bf0af1d-f710-440e-b905-8f5ad63a5840 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3768239e-0f74-4216-8daf-33837b2114c0 HTTP/1.1" status: 204 len: 168 time: 1.1357872 Feb 09 12:55:08.500300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60214) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:08.534918 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7669ae50-367e-4ba3-afd2-658a32cd3298 req-8e2e8c08-5604-4cf6-837e-207e6f945c19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 1098 time: 0.1066287 Feb 09 12:55:08.719049 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-564d84ed-6f7c-4e8d-9a89-088d73962b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.747810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669ae50-367e-4ba3-afd2-658a32cd3298 req-348437aa-15c3-4fae-895b-ba8bc1226423 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:08.750637 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7669ae50-367e-4ba3-afd2-658a32cd3298 req-348437aa-15c3-4fae-895b-ba8bc1226423 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2079482 Feb 09 12:55:08.770989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d84ed-6f7c-4e8d-9a89-088d73962b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4601cef4-b07f-405f-82e7-12c1c063e806,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:08.798331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-827c0e4d-757a-46a2-84a4-b78f6c12f22f req-9aad4cd1-2ee4-4afa-a314-9c838def601b tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1096 time: 0.3495710 Feb 09 12:55:08.814434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e75a5-7307-4aa1-9b01-1c7d07d07ebd req-698b57b5-5c8d-479c-baa7-ea2a773c1bd8 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:08.816062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d86e75a5-7307-4aa1-9b01-1c7d07d07ebd req-698b57b5-5c8d-479c-baa7-ea2a773c1bd8 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 945 time: 0.4319205 Feb 09 12:55:08.844185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-564d84ed-6f7c-4e8d-9a89-088d73962b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:08.845325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-564d84ed-6f7c-4e8d-9a89-088d73962b2d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4601cef4-b07f-405f-82e7-12c1c063e806 HTTP/1.1" status: 204 len: 168 time: 1.0878918 Feb 09 12:55:08.866706 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7669ae50-367e-4ba3-afd2-658a32cd3298 req-a87aed26-dd4b-4d36-af05-50f353b03700 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d HTTP/1.1" status: 200 len: 217 time: 0.1087620 Feb 09 12:55:08.943049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-827c0e4d-757a-46a2-84a4-b78f6c12f22f req-70b5a722-e683-4ece-a7fb-66449683f739 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436350 Feb 09 12:55:08.952004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669ae50-367e-4ba3-afd2-658a32cd3298 req-c19f6262-9438-4b49-b21f-39251fec20db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:08.953964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d86e75a5-7307-4aa1-9b01-1c7d07d07ebd req-28fcf401-1744-4d1d-bae7-126402bb395e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111417 Feb 09 12:55:08.954203 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7669ae50-367e-4ba3-afd2-658a32cd3298 req-c19f6262-9438-4b49-b21f-39251fec20db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0788026 Feb 09 12:55:09.040479 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88174919-3dbc-4c1e-89e2-d2d219314319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.054347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3c8289-4c79-4db4-af58-a7d026020fc0 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:09.065224 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.086056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Transition to ACTIVE for port object be3c8289-4c79-4db4-af58-a7d026020fc0 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:09.086767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-88174919-3dbc-4c1e-89e2-d2d219314319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:09.092059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-88174919-3dbc-4c1e-89e2-d2d219314319 admin admin] Usage tracker for resource:security_group_rule and tenant:fd44058807bc4049b4939c69e78482f3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:09.094604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.095659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-88174919-3dbc-4c1e-89e2-d2d219314319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:09.101366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-88174919-3dbc-4c1e-89e2-d2d219314319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:09.154797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60232) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:09.160152 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7669ae50-367e-4ba3-afd2-658a32cd3298 req-b28aed1a-d40e-48c8-ab50-27eea6e067a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1884923 Feb 09 12:55:09.181817 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66860189-aef6-40b7-8d48-9a5d2f732e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.272982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-66860189-aef6-40b7-8d48-9a5d2f732e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:09.277518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66860189-aef6-40b7-8d48-9a5d2f732e4a admin admin] Usage tracker for resource:security_group_rule and tenant:7ee26a9d2c1d4ba199aea9444f92d422 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:09.280541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66860189-aef6-40b7-8d48-9a5d2f732e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:09.287886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-66860189-aef6-40b7-8d48-9a5d2f732e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:09.374510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66860189-aef6-40b7-8d48-9a5d2f732e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.379799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60242) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:09.404081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66860189-aef6-40b7-8d48-9a5d2f732e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.492782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Pushing event updated for resources: {'Port': ['ID=be3c8289-4c79-4db4-af58-a7d026020fc0,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:09.571912 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-66860189-aef6-40b7-8d48-9a5d2f732e4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ee26a9d2c1d4ba199aea9444f92d422&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4106905 Feb 09 12:55:09.583553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60252) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:09.604339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d308733-469b-4c08-bdcc-86110e7aea1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.626199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66860189-aef6-40b7-8d48-9a5d2f732e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d6ecb-e8c9-459d-8387-604515b5d0c1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:09.692054 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88174919-3dbc-4c1e-89e2-d2d219314319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.710029 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88174919-3dbc-4c1e-89e2-d2d219314319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.715460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Attempting to bind port be3c8289-4c79-4db4-af58-a7d026020fc0 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:09.716543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Attempting to bind port be3c8289-4c79-4db4-af58-a7d026020fc0 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:09.717025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Attempting to bind port be3c8289-4c79-4db4-af58-a7d026020fc0 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:09.740252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Port be3c8289-4c79-4db4-af58-a7d026020fc0 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:55:09.740793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Attempting to bind port be3c8289-4c79-4db4-af58-a7d026020fc0 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:09.752902 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-88174919-3dbc-4c1e-89e2-d2d219314319 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd44058807bc4049b4939c69e78482f3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2472143 Feb 09 12:55:09.757188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8d308733-469b-4c08-bdcc-86110e7aea1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:09.765907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60260) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:09.780425 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7669ae50-367e-4ba3-afd2-658a32cd3298 req-f3ba545c-94c8-488f-9bc0-09425bd1eca4 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813661 Feb 09 12:55:09.782195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8d308733-469b-4c08-bdcc-86110e7aea1f admin admin] Usage tracker for resource:security_group_rule and tenant:4771f3f974b04b2ebd7c73a6520bd862 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:09.787631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8d308733-469b-4c08-bdcc-86110e7aea1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:09.793395 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38774480-34cd-4a45-882d-3422140a7784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.817280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcfa71-2812-4fad-93a0-68a1f78b3d1b req-085dc777-36a5-450c-ab56-38f6fa1294b5 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:09.819984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88174919-3dbc-4c1e-89e2-d2d219314319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f014841f-3ad1-4066-8c6f-65860fb1bf2f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:09.824035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26fcfa71-2812-4fad-93a0-68a1f78b3d1b req-085dc777-36a5-450c-ab56-38f6fa1294b5 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 947 time: 0.3512721 Feb 09 12:55:09.825920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:09.826341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:09.827368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:09.827368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Bound port: be3c8289-4c79-4db4-af58-a7d026020fc0, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:09.827632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:09.833971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8d308733-469b-4c08-bdcc-86110e7aea1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:09.872640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df48130-693c-48a7-8c53-7ee8155c9c08 req-eb5efc2c-3e6d-44c0-9d66-94c34fbb9d22 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:09.887645 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2df48130-693c-48a7-8c53-7ee8155c9c08 req-eb5efc2c-3e6d-44c0-9d66-94c34fbb9d22 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 945 time: 0.3960326 Feb 09 12:55:09.900475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60270) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:09.959147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-48214be3-7e68-41e6-9278-e372740ea48b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Request body: {'floatingip': {'port_id': '83c55c52-fcc8-41ce-bb76-2028ae27657f'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:09.996987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7669ae50-367e-4ba3-afd2-658a32cd3298 req-93587720-dcdf-4756-a706-3fadaf1c6a72 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043221 Feb 09 12:55:10.026506 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d308733-469b-4c08-bdcc-86110e7aea1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.031982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d308733-469b-4c08-bdcc-86110e7aea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.076909 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8d308733-469b-4c08-bdcc-86110e7aea1f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4771f3f974b04b2ebd7c73a6520bd862&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6958299 Feb 09 12:55:10.080206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60276) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:10.138455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d308733-469b-4c08-bdcc-86110e7aea1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aded90fd-b961-48ba-b948-0cf36556e788,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:10.179437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c6bddcd-841d-4963-a64e-7f35cdf5f46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.215164 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c6bddcd-841d-4963-a64e-7f35cdf5f46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.222532 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38774480-34cd-4a45-882d-3422140a7784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.286707 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c6bddcd-841d-4963-a64e-7f35cdf5f46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.309187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6bddcd-841d-4963-a64e-7f35cdf5f46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded90fd-b961-48ba-b948-0cf36556e788,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:10.321452 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c6bddcd-841d-4963-a64e-7f35cdf5f46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.322825 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8c6bddcd-841d-4963-a64e-7f35cdf5f46f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aded90fd-b961-48ba-b948-0cf36556e788 HTTP/1.1" status: 204 len: 168 time: 0.2412786 Feb 09 12:55:10.336271 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48214be3-7e68-41e6-9278-e372740ea48b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.539601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26fcfa71-2812-4fad-93a0-68a1f78b3d1b req-6dc9b790-6770-4cbf-90a1-8df0691312a4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147081 Feb 09 12:55:10.573266 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bd26cd9-ec14-4309-84cb-c43bfc628463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.581458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] For port be3c8289-4c79-4db4-af58-a7d026020fc0, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:10.611702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] For port be3c8289-4c79-4db4-af58-a7d026020fc0, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=be3c8289-4c79-4db4-af58-a7d026020fc0,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:10.636291 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.639092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:55:10.682086 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bd26cd9-ec14-4309-84cb-c43bfc628463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.720261 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38774480-34cd-4a45-882d-3422140a7784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.785074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38774480-34cd-4a45-882d-3422140a7784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d6ecb-e8c9-459d-8387-604515b5d0c1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:10.811455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:10.835430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.836780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] 10.222.0.62 "PUT /v2.0/ports/be3c8289-4c79-4db4-af58-a7d026020fc0 HTTP/1.1" status: 200 len: 1096 time: 3.0512829 Feb 09 12:55:10.837497 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38774480-34cd-4a45-882d-3422140a7784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.841909 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-38774480-34cd-4a45-882d-3422140a7784 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f2d6ecb-e8c9-459d-8387-604515b5d0c1 HTTP/1.1" status: 204 len: 168 time: 1.2502685 Feb 09 12:55:10.841909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91bb75b3-bc27-4315-81f9-db4748b086c6', 'tag': 'be3c8289-4c79-4db4-af58-a7d026020fc0'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:10.877815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70c716a7-d342-4c02-bf12-819d3de389c5 req-3488c2ea-de9f-4c8d-b42e-f9f9d9cd2f47 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1096 time: 0.4663916 Feb 09 12:55:10.884762 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'mac_address': 'fa:16:3e:68:9b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:55:10.976608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:10.993759 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:11.012074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df690e-c4fb-4c99-a5f8-5ec36afd98dc service neutron] Pushing event updated for resources: {'Port': ['ID=be3c8289-4c79-4db4-af58-a7d026020fc0,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:11.019286 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91bb75b3-bc27-4315-81f9-db4748b086c6', 'tag': 'be3c8289-4c79-4db4-af58-a7d026020fc0', 'status': 'completed', 'code': 200} Feb 09 12:55:11.026948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:11.045502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:11.050973 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:11.159709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:11.185780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.186206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.187051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.188074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.188588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.188957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.189274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.189588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.190263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.190604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.190921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:11.209116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bd26cd9-ec14-4309-84cb-c43bfc628463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:11.244164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd26cd9-ec14-4309-84cb-c43bfc628463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f014841f-3ad1-4066-8c6f-65860fb1bf2f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:11.262692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70c716a7-d342-4c02-bf12-819d3de389c5 req-57f7b612-27c0-4c52-bee3-6af5d1815c64 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454774 Feb 09 12:55:11.275459 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bd26cd9-ec14-4309-84cb-c43bfc628463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:11.276563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4bd26cd9-ec14-4309-84cb-c43bfc628463 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f014841f-3ad1-4066-8c6f-65860fb1bf2f HTTP/1.1" status: 204 len: 168 time: 1.5036659 Feb 09 12:55:11.339156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:11.353355 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-8b8c9a60-b6f1-4c40-b2be-635e8a764d57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 1099 time: 0.3330202 Feb 09 12:55:11.662288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a86239b8-ae8d-40d2-8be8-23449e68575b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=be3c8289-4c79-4db4-af58-a7d026020fc0 HTTP/1.1" status: 200 len: 217 time: 0.2999709 Feb 09 12:55:11.811208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-55dd56ce-2b8b-4c80-abbf-3fe34a49e038 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:11.812575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-55dd56ce-2b8b-4c80-abbf-3fe34a49e038 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1387460 Feb 09 12:55:11.950315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc7ef0-a956-42ae-9f20-cd81743ae03b req-b3906d67-c758-4ca8-8212-ae362bef4141 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:11.951737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58cc7ef0-a956-42ae-9f20-cd81743ae03b req-b3906d67-c758-4ca8-8212-ae362bef4141 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 948 time: 0.2379627 Feb 09 12:55:12.085634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60340) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:12.094986 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48214be3-7e68-41e6-9278-e372740ea48b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.098504 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-e5ed333d-3772-400e-8710-37993821c7db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2771578 Feb 09 12:55:12.102218 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48214be3-7e68-41e6-9278-e372740ea48b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.110766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22244f7e-d03d-4f69-802f-e28540c6d2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.147743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-22244f7e-d03d-4f69-802f-e28540c6d2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:12.152183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-22244f7e-d03d-4f69-802f-e28540c6d2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:30fa13ef0054444b861115b5f527a870 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:12.155387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-22244f7e-d03d-4f69-802f-e28540c6d2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:12.161891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-22244f7e-d03d-4f69-802f-e28540c6d2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:12.247652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22244f7e-d03d-4f69-802f-e28540c6d2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.254290 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22244f7e-d03d-4f69-802f-e28540c6d2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.258374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58cc7ef0-a956-42ae-9f20-cd81743ae03b req-695df873-a3cb-4e6e-bd10-3ecaa7d0aec1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455254 Feb 09 12:55:12.346233 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-22244f7e-d03d-4f69-802f-e28540c6d2c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30fa13ef0054444b861115b5f527a870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2564807 Feb 09 12:55:12.346434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60348) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:12.350845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22244f7e-d03d-4f69-802f-e28540c6d2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32118f76-b2e4-496b-8a01-232ab1796295,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:12.383468 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-a360de59-bbfc-499a-a07b-6843ca7328f5 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279751 Feb 09 12:55:12.597593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7492944c-18e1-488d-a6c5-d239df334095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.638202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:12.647159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa0af4d3-c801-4011-b66f-da0b06ee9949 req-2a0e3d00-5b80-45a4-ad58-a283c47f0a9a service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448800 Feb 09 12:55:12.657945 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7492944c-18e1-488d-a6c5-d239df334095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.723668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82e12adb-bbae-45ba-99bd-a1b76b9179bf req-2932c3aa-0576-4760-9b91-33fa08aaad49 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1096 time: 0.2601349 Feb 09 12:55:12.764234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:12.775858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:12.777066 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.815864 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-48214be3-7e68-41e6-9278-e372740ea48b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Floating IP 027f7bb4-21ad-4f41-987c-0a9c63f27830 associated. External IP: 172.25.5.192, port: 83c55c52-fcc8-41ce-bb76-2028ae27657f. Feb 09 12:55:12.917796 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.946749 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7492944c-18e1-488d-a6c5-d239df334095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:12.948918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d9855f-7343-44b3-8539-59e316dc1090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:12.969524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:12.975812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:13.084804 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d9855f-7343-44b3-8539-59e316dc1090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'code': 200} Feb 09 12:55:13.098351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:13.126176 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82e12adb-bbae-45ba-99bd-a1b76b9179bf req-f7cb28ab-d0ae-4ea5-b845-99610ea6325d tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016194 Feb 09 12:55:13.133410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492944c-18e1-488d-a6c5-d239df334095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32118f76-b2e4-496b-8a01-232ab1796295,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:13.159907 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7492944c-18e1-488d-a6c5-d239df334095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:13.170708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7492944c-18e1-488d-a6c5-d239df334095 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32118f76-b2e4-496b-8a01-232ab1796295 HTTP/1.1" status: 204 len: 168 time: 0.8236611 Feb 09 12:55:13.181842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa57ed6-9f32-4404-b29b-505aed4e3a74 req-735d8c8d-bf1f-4d06-ab19-7830d940f889 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 1099 time: 0.4480851 Feb 09 12:55:13.249546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-392e36c7-d93c-4b45-b003-e05e69d384e9 req-c2d0c66d-751f-4d9e-bf01-5e1252f66b49 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 1100 time: 0.1105726 Feb 09 12:55:13.313854 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-392e36c7-d93c-4b45-b003-e05e69d384e9 req-ce0145c3-b5dc-4264-9aae-6c332446563b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572405 Feb 09 12:55:13.380568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa57ed6-9f32-4404-b29b-505aed4e3a74 req-cd0571ef-f712-4562-a400-9c9e2d18d273 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:13.382158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa57ed6-9f32-4404-b29b-505aed4e3a74 req-cd0571ef-f712-4562-a400-9c9e2d18d273 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.1868422 Feb 09 12:55:13.652011 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa57ed6-9f32-4404-b29b-505aed4e3a74 req-4733b6a1-e0dd-43db-a232-98b041883f3c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=be3c8289-4c79-4db4-af58-a7d026020fc0 HTTP/1.1" status: 200 len: 217 time: 0.1445453 Feb 09 12:55:13.771824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f912f726-4ab6-4774-bf61-0593489eaf04 req-f41ffe9c-547e-4250-a934-4e8e3eedf34d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3876195 Feb 09 12:55:13.802705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cf389-f1b8-4786-82e7-772f7aa0dc27 req-f6125115-4f7e-4f28-91dc-baa55cb9cc5b tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:13.804973 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a0cf389-f1b8-4786-82e7-772f7aa0dc27 req-f6125115-4f7e-4f28-91dc-baa55cb9cc5b tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 949 time: 0.3894186 Feb 09 12:55:13.840537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa57ed6-9f32-4404-b29b-505aed4e3a74 req-bf45f764-648b-4a95-b212-0b9791658f57 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:13.842045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa57ed6-9f32-4404-b29b-505aed4e3a74 req-bf45f764-648b-4a95-b212-0b9791658f57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1353490 Feb 09 12:55:13.969192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a0cf389-f1b8-4786-82e7-772f7aa0dc27 req-af4ce0a8-3812-4e6b-9b3f-2bfac7883db9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521094 Feb 09 12:55:14.041177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa57ed6-9f32-4404-b29b-505aed4e3a74 req-824d6c0d-15b2-4c2e-8d33-5e145ac57332 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1905959 Feb 09 12:55:14.194454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48214be3-7e68-41e6-9278-e372740ea48b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Router 576faf3b-c5bc-44c7-b7e5-3acba6037492 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:55:14.229950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa57ed6-9f32-4404-b29b-505aed4e3a74 req-f2480df8-b9f4-4883-873b-7a3f098c363e service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788790 Feb 09 12:55:14.491483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa57ed6-9f32-4404-b29b-505aed4e3a74 req-353e4d8b-5142-445a-b264-2133375a5fe0 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106819 Feb 09 12:55:14.563158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48214be3-7e68-41e6-9278-e372740ea48b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:55:14.576594 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] Sync routers for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:55:14.578602 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48214be3-7e68-41e6-9278-e372740ea48b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:14.597781 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:55:14.598775 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:54:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:14.637251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device be3c8289-4c79-4db4-af58-a7d026020fc0 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:55:14.673904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-48214be3-7e68-41e6-9278-e372740ea48b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "PUT /v2.0/floatingips/027f7bb4-21ad-4f41-987c-0a9c63f27830 HTTP/1.1" status: 200 len: 991 time: 4.7717631 Feb 09 12:55:14.674682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'tag': '83c55c52-fcc8-41ce-bb76-2028ae27657f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:14.818586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port be3c8289-4c79-4db4-af58-a7d026020fc0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=be3c8289-4c79-4db4-af58-a7d026020fc0,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:14.836156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'be3c8289-4c79-4db4-af58-a7d026020fc0', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': 'be3c8289-4c79-4db4-af58-a7d026020fc0', 'mac_address': 'fa:16:3e:1a:27:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:55:14.843707 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:55:14.899415 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:14.920586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3c8289-4c79-4db4-af58-a7d026020fc0 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:14.938784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port be3c8289-4c79-4db4-af58-a7d026020fc0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=be3c8289-4c79-4db4-af58-a7d026020fc0,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:14.943002 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:15.021760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=be3c8289-4c79-4db4-af58-a7d026020fc0,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:15.206383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['be3c8289-4c79-4db4-af58-a7d026020fc0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:15.396720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef99db-526f-4335-9958-4741b982933b req-b7895df4-6923-404d-bb21-471c5a1c83ed tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:15.402573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39ef99db-526f-4335-9958-4741b982933b req-b7895df4-6923-404d-bb21-471c5a1c83ed tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 945 time: 0.1621563 Feb 09 12:55:15.487804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39ef99db-526f-4335-9958-4741b982933b req-bead7b45-f51a-4e6f-a112-226df5e5e801 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807388 Feb 09 12:55:15.567598 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'tag': '83c55c52-fcc8-41ce-bb76-2028ae27657f', 'status': 'completed', 'code': 200} Feb 09 12:55:15.636626 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '027f7bb4-21ad-4f41-987c-0a9c63f27830', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'port_id': '83c55c52-fcc8-41ce-bb76-2028ae27657f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'mac_address': 'fa:16:3e:02:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:55:11Z', 'revision_number': 1, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:15.654244 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] Checking router: 576faf3b-c5bc-44c7-b7e5-3acba6037492 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:55:15.673787 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:55:15.674409 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:54:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:15.714244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0f718d-1b1a-4a1f-abb7-63995c50fadb req-2ed8ad04-72a5-4cba-ab54-606e8ac00817 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb&device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 1096 time: 0.1222248 Feb 09 12:55:15.760262 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:15.946893 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:55:15.963299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-beb220ec-b733-4aa4-a382-256d9f4914b0 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:55:15.964316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-beb220ec-b733-4aa4-a382-256d9f4914b0 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057526 Feb 09 12:55:16.016019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Request body: {'binding': {'host': 'n-h1-825175-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:16.016359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Unknown quota resources ['binding']. {{(pid=83480) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 09 12:55:16.159169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f718d-1b1a-4a1f-abb7-63995c50fadb req-2527d8bf-8d80-41e5-86aa-0da4b2b721e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:16.160630 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0f718d-1b1a-4a1f-abb7-63995c50fadb req-2527d8bf-8d80-41e5-86aa-0da4b2b721e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f64636e3-1a92-49a2-9146-0ce893b89e65 HTTP/1.1" status: 200 len: 925 time: 0.4399302 Feb 09 12:55:16.309008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd85237-9072-4abf-839f-d1052191df1c req-7d213d54-744a-4a36-9f19-2825671fcb72 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:16.316185 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbd85237-9072-4abf-839f-d1052191df1c req-7d213d54-744a-4a36-9f19-2825671fcb72 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 949 time: 0.3586450 Feb 09 12:55:16.435800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0f718d-1b1a-4a1f-abb7-63995c50fadb req-7017f80c-15f4-4d2c-8698-cfb4be0a0a47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83c55c52-fcc8-41ce-bb76-2028ae27657f HTTP/1.1" status: 200 len: 999 time: 0.2674351 Feb 09 12:55:16.448954 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '027f7bb4-21ad-4f41-987c-0a9c63f27830', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'port_id': '83c55c52-fcc8-41ce-bb76-2028ae27657f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'mac_address': 'fa:16:3e:02:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:55:11Z', 'revision_number': 1, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:16.454688 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844f3f97-3352-4666-844b-24578e7b6e0e None None] The sync data for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 is: [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '027f7bb4-21ad-4f41-987c-0a9c63f27830', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'port_id': '83c55c52-fcc8-41ce-bb76-2028ae27657f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'mac_address': 'fa:16:3e:02:79:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:55:11Z', 'revision_number': 1, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:55:16.515155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbd85237-9072-4abf-839f-d1052191df1c req-07a41500-8005-4329-aebb-be52f1eb3089 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979721 Feb 09 12:55:16.517346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b on host n-h1-825175-3 for vnic_type normal with profile None {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:16.518218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:16.518775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:16.524043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f718d-1b1a-4a1f-abb7-63995c50fadb req-a4360e54-665d-4761-8448-143f915ac460 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:16.525488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0f718d-1b1a-4a1f-abb7-63995c50fadb req-a4360e54-665d-4761-8448-143f915ac460 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e783f890-6d5e-423d-a0e0-59464ef7e9c4 HTTP/1.1" status: 200 len: 863 time: 0.0792546 Feb 09 12:55:16.530257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Port 10870343-68f8-4a9f-b9e8-4d69288c488b on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:55:16.531132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:16.577742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:16.578343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:16.578938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:16.579846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Bound port: 10870343-68f8-4a9f-b9e8-4d69288c488b, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:16.652266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0f718d-1b1a-4a1f-abb7-63995c50fadb req-caa8d40f-df2b-4b65-8222-607d3f0d4f15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f64636e3-1a92-49a2-9146-0ce893b89e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141076 Feb 09 12:55:16.655403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:16.667817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device be3c8289-4c79-4db4-af58-a7d026020fc0 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:16.748526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ee0f16-364a-4d40-8a52-d66732b8b6cb None None] New status for floating IP 027f7bb4-21ad-4f41-987c-0a9c63f27830: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 12:55:16.808360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0f718d-1b1a-4a1f-abb7-63995c50fadb req-cf2ae8aa-81ba-415f-8468-e47245f01635 service neutron] 10.222.0.67 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511469 Feb 09 12:55:16.811742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] Notify callbacks [] for binding, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:16.811742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-87981d41-298d-4375-97a7-8d2dba2e40df service neutron] 10.222.0.59 "POST /v2.0/ports/10870343-68f8-4a9f-b9e8-4d69288c488b/bindings HTTP/1.1" status: 201 len: 389 time: 0.8124874 Feb 09 12:55:16.842763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port be3c8289-4c79-4db4-af58-a7d026020fc0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:16.861857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port be3c8289-4c79-4db4-af58-a7d026020fc0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:16.862761 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:17.009882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0f718d-1b1a-4a1f-abb7-63995c50fadb req-76fd0509-0932-439d-bda4-cf571ceacb02 service neutron] 10.222.0.67 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950879 Feb 09 12:55:17.233135 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-22530c24-ce74-4eb8-bbb9-ae0ad97b24b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1096 time: 0.1070917 Feb 09 12:55:17.266479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:17.303870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bb75b3-bc27-4315-81f9-db4748b086c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3c8289-4c79-4db4-af58-a7d026020fc0'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:17.316564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port be3c8289-4c79-4db4-af58-a7d026020fc0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=be3c8289-4c79-4db4-af58-a7d026020fc0,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:17.321270 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:17.398899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=be3c8289-4c79-4db4-af58-a7d026020fc0,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:17.494628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-48277485-1715-4080-99c5-c754e7d03ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:17.496132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-48277485-1715-4080-99c5-c754e7d03ce2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.2557991 Feb 09 12:55:17.578667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-793a1799-d274-433a-b782-ab91a09e5b5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10870343-68f8-4a9f-b9e8-4d69288c488b HTTP/1.1" status: 200 len: 217 time: 0.0706770 Feb 09 12:55:17.653932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfeac9-3f37-4d55-ba06-493946630cdd req-b908d647-ea81-4290-8149-b1d9aacba6b5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:17.655432 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39bfeac9-3f37-4d55-ba06-493946630cdd req-b908d647-ea81-4290-8149-b1d9aacba6b5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 945 time: 0.2693522 Feb 09 12:55:17.682937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-14b597e0-df37-416d-b023-d16de28d6240 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:17.684353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-14b597e0-df37-416d-b023-d16de28d6240 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.0978286 Feb 09 12:55:17.728617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75b064-7d53-4ba1-ba46-d582fe9583a0 req-b87e097b-a75e-41cb-93f5-98f222858cea tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:17.730116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb75b064-7d53-4ba1-ba46-d582fe9583a0 req-b87e097b-a75e-41cb-93f5-98f222858cea tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 950 time: 0.2758584 Feb 09 12:55:17.764882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-982931f0-0b79-4ecb-a269-72d38ba81bbb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716171 Feb 09 12:55:17.905227 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39bfeac9-3f37-4d55-ba06-493946630cdd req-f7f10e1d-b3d1-4645-a2c2-1de5f01cbc81 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415111 Feb 09 12:55:17.969889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb75b064-7d53-4ba1-ba46-d582fe9583a0 req-174ab295-698f-414b-8cd5-e671be1f0267 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273548 Feb 09 12:55:18.049918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-0d3426d4-c528-41b9-8090-22d2ca0f261f service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755446 Feb 09 12:55:18.165921 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bb75b3-bc27-4315-81f9-db4748b086c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3c8289-4c79-4db4-af58-a7d026020fc0', 'code': 200} Feb 09 12:55:18.253839 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-dec80161-e79d-49cb-85e1-7a597c5060c0 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966274 Feb 09 12:55:18.275235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393f0e9-a5f3-4570-92e3-ea78a2f76d36 req-7fc22c54-9fc4-47e2-a0b3-3a8e57c16aba tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:18.276801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9393f0e9-a5f3-4570-92e3-ea78a2f76d36 req-7fc22c54-9fc4-47e2-a0b3-3a8e57c16aba tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 945 time: 0.1243966 Feb 09 12:55:18.353913 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef35d36c-4f42-4411-a0bf-2baa31869691 req-f7f15598-e6a9-4cb3-b5e0-ddd87663fba9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 1101 time: 0.0855470 Feb 09 12:55:18.384205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9393f0e9-a5f3-4570-92e3-ea78a2f76d36 req-19af5967-069b-4931-be5b-39efd514bdf0 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009736 Feb 09 12:55:18.408707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60554) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:18.418942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-3ca4173c-438e-47de-9cff-9822dd56e29b tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.0962877 Feb 09 12:55:18.432775 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef35d36c-4f42-4411-a0bf-2baa31869691 req-35fe05fc-b01a-475f-98c0-d9703f5ee529 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706680 Feb 09 12:55:18.433043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-3'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:18.607339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c7635a18-259a-4a23-b5e6-5ed1c6ae1d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:18.608008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:18.666945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c7635a18-259a-4a23-b5e6-5ed1c6ae1d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:18.674843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c7635a18-259a-4a23-b5e6-5ed1c6ae1d66 admin admin] Usage tracker for resource:security_group_rule and tenant:6130d15caddb4ec189c3135f45d080a7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:18.678032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c7635a18-259a-4a23-b5e6-5ed1c6ae1d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:18.691818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c7635a18-259a-4a23-b5e6-5ed1c6ae1d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:18.734833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91c180-49d7-4ea5-a485-990ca70898ff req-02a32ea9-3544-4138-93db-e2359a2a4e2d tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:18.736392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f91c180-49d7-4ea5-a485-990ca70898ff req-02a32ea9-3544-4138-93db-e2359a2a4e2d tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 945 time: 0.2062073 Feb 09 12:55:18.790453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c7635a18-259a-4a23-b5e6-5ed1c6ae1d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:18.795848 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c7635a18-259a-4a23-b5e6-5ed1c6ae1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:18.850679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7635a18-259a-4a23-b5e6-5ed1c6ae1d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b99502-98c4-4a83-8423-6272eacc74a2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:18.863495 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f91c180-49d7-4ea5-a485-990ca70898ff req-756cd80a-d284-4275-a0f8-4bd214095e9e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140585 Feb 09 12:55:18.865907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60572) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:18.866606 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c7635a18-259a-4a23-b5e6-5ed1c6ae1d66 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6130d15caddb4ec189c3135f45d080a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4466743 Feb 09 12:55:18.895062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:18.969730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:19.008736 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25ebb1aa-f174-4635-939a-0016920c75ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:19.064916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10870343-68f8-4a9f-b9e8-4d69288c488b'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:19.071313 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:19.074443 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25ebb1aa-f174-4635-939a-0016920c75ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:19.091178 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:19.363649 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10870343-68f8-4a9f-b9e8-4d69288c488b', 'code': 200} Feb 09 12:55:19.383369 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25ebb1aa-f174-4635-939a-0016920c75ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:19.394863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Pushing event updated for resources: {'Port': ['ID=10870343-68f8-4a9f-b9e8-4d69288c488b,revision_number=7']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:19.418832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebb1aa-f174-4635-939a-0016920c75ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b99502-98c4-4a83-8423-6272eacc74a2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:19.472616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60606) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:19.489498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25ebb1aa-f174-4635-939a-0016920c75ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:19.493331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-25ebb1aa-f174-4635-939a-0016920c75ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2b99502-98c4-4a83-8423-6272eacc74a2 HTTP/1.1" status: 204 len: 168 time: 0.6265497 Feb 09 12:55:19.504741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b on host n-h2-825175-3 for vnic_type normal with profile {"migrating_to": "n-h1-825175-3"} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:19.505065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:19.505388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:19.523559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Port 10870343-68f8-4a9f-b9e8-4d69288c488b on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:55:19.523994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Attempting to bind port 10870343-68f8-4a9f-b9e8-4d69288c488b on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:19.535849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fc3b2-82b3-4c09-81c8-10a83d149819 req-6facd8db-6b58-421f-b516-bf0983991d48 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:19.543866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-806fc3b2-82b3-4c09-81c8-10a83d149819 req-6facd8db-6b58-421f-b516-bf0983991d48 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 950 time: 0.2523987 Feb 09 12:55:19.572627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:19.572949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:19.573320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:19.573755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Bound port: 10870343-68f8-4a9f-b9e8-4d69288c488b, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:19.574094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:19.670708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-806fc3b2-82b3-4c09-81c8-10a83d149819 req-e635378a-e4a2-4547-9e24-7c5ec042e8b6 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257491 Feb 09 12:55:19.789935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa78e001-ee8c-4165-9ab4-ef2858c3621d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:19.848375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:19.890286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa78e001-ee8c-4165-9ab4-ef2858c3621d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:19.899960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa78e001-ee8c-4165-9ab4-ef2858c3621d admin admin] Usage tracker for resource:security_group_rule and tenant:210b59ebc5454457a111dba4b93f9ec6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:19.906297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:19.908020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa78e001-ee8c-4165-9ab4-ef2858c3621d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:19.932995 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:19.937445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa78e001-ee8c-4165-9ab4-ef2858c3621d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:19.979830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60628) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:20.110900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa78e001-ee8c-4165-9ab4-ef2858c3621d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.130063 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa78e001-ee8c-4165-9ab4-ef2858c3621d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.305622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78e001-ee8c-4165-9ab4-ef2858c3621d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250ec8b4-0756-4e6f-a69e-1439798d1c18,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:20.322819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Pushing event updated for resources: {'Port': ['ID=10870343-68f8-4a9f-b9e8-4d69288c488b,revision_number=8']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:20.367460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a68eb8-8191-4b7c-86f6-a682b82d1de6 req-2d8b3ebc-2132-469e-9803-fc32df44a60c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:20.373769 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aa78e001-ee8c-4165-9ab4-ef2858c3621d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=210b59ebc5454457a111dba4b93f9ec6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8978314 Feb 09 12:55:20.375082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07a68eb8-8191-4b7c-86f6-a682b82d1de6 req-2d8b3ebc-2132-469e-9803-fc32df44a60c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 943 time: 0.6566780 Feb 09 12:55:20.377531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60646) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:20.435188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.437864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-08d113bb-2177-41b4-8cdf-d635f2a0e65e service neutron] 10.222.0.62 "PUT /v2.0/ports/10870343-68f8-4a9f-b9e8-4d69288c488b HTTP/1.1" status: 200 len: 1121 time: 2.0117497 Feb 09 12:55:20.523486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07a68eb8-8191-4b7c-86f6-a682b82d1de6 req-40252aa7-e2c3-4e98-9608-9a19079e2dd7 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469073 Feb 09 12:55:20.534613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['10870343-68f8-4a9f-b9e8-4d69288c488b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:20.570972 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b4dae4b8-0b8f-4dbc-aea6-57d0ddbadd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.601710 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2039987d-2565-4800-92ec-eeeb20abbcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.606356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60654) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:20.636062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b4dae4b8-0b8f-4dbc-aea6-57d0ddbadd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.659987 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-238bad78-d010-4b7d-9460-fd84618dbfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.719582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-238bad78-d010-4b7d-9460-fd84618dbfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:20.723192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2039987d-2565-4800-92ec-eeeb20abbcfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:20.727260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-238bad78-d010-4b7d-9460-fd84618dbfc0 admin admin] Usage tracker for resource:security_group_rule and tenant:0512f7a268a94500a389e16bb649dcae is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:20.729002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2039987d-2565-4800-92ec-eeeb20abbcfb admin admin] Usage tracker for resource:security_group_rule and tenant:431a61ba65c6420ebffb0c64dec4e3c1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:20.734395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2039987d-2565-4800-92ec-eeeb20abbcfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:20.737499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-238bad78-d010-4b7d-9460-fd84618dbfc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:20.742941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2039987d-2565-4800-92ec-eeeb20abbcfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:20.762248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-238bad78-d010-4b7d-9460-fd84618dbfc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:20.771377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b4dae4b8-0b8f-4dbc-aea6-57d0ddbadd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.833573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dae4b8-0b8f-4dbc-aea6-57d0ddbadd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250ec8b4-0756-4e6f-a69e-1439798d1c18,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:20.845839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b4dae4b8-0b8f-4dbc-aea6-57d0ddbadd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.847923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b4dae4b8-0b8f-4dbc-aea6-57d0ddbadd82 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/250ec8b4-0756-4e6f-a69e-1439798d1c18 HTTP/1.1" status: 204 len: 168 time: 0.4690385 Feb 09 12:55:20.894019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-238bad78-d010-4b7d-9460-fd84618dbfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.901640 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-238bad78-d010-4b7d-9460-fd84618dbfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.944400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2039987d-2565-4800-92ec-eeeb20abbcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:20.950139 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2039987d-2565-4800-92ec-eeeb20abbcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.038208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039987d-2565-4800-92ec-eeeb20abbcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75130ecd-3934-4ea5-ae0c-09f9fd05079f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:21.054988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60674) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:21.068794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bad78-d010-4b7d-9460-fd84618dbfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e374c2-b634-4fab-908f-3022e6f60a58,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:21.081891 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2039987d-2565-4800-92ec-eeeb20abbcfb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=431a61ba65c6420ebffb0c64dec4e3c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1002669 Feb 09 12:55:21.095357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60680) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:21.187903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-238bad78-d010-4b7d-9460-fd84618dbfc0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0512f7a268a94500a389e16bb649dcae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5791399 Feb 09 12:55:21.191953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60686) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:21.238173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d779-57c4-4ca7-b355-e4bd7306411b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.240139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b98ab-263a-49d4-8e84-fa30e90b029c req-3a405e69-3db1-44d1-a2f0-c5699ef8c0fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:21.241660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd5b98ab-263a-49d4-8e84-fa30e90b029c req-3a405e69-3db1-44d1-a2f0-c5699ef8c0fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 950 time: 0.1750987 Feb 09 12:55:21.296086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd5b98ab-263a-49d4-8e84-fa30e90b029c req-99d37a7c-336b-4703-9009-4045b8192de2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 Feb 09 12:55:21.301685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d779-57c4-4ca7-b355-e4bd7306411b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.352414 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50ff403c-1847-47cf-b6a0-18c581b00c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.364634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'tag': '10870343-68f8-4a9f-b9e8-4d69288c488b'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:21.416721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93f50c72-a5a6-418d-90a6-b329f5a5a230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.462726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-50ff403c-1847-47cf-b6a0-18c581b00c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:21.470822 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93f50c72-a5a6-418d-90a6-b329f5a5a230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.479029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-50ff403c-1847-47cf-b6a0-18c581b00c04 admin admin] Usage tracker for resource:security_group_rule and tenant:f8d7ee6281d8424787f0a27186baea37 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:21.483175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-50ff403c-1847-47cf-b6a0-18c581b00c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:21.493782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-50ff403c-1847-47cf-b6a0-18c581b00c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:21.508379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d779-57c4-4ca7-b355-e4bd7306411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.554893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2d779-57c4-4ca7-b355-e4bd7306411b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75130ecd-3934-4ea5-ae0c-09f9fd05079f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:21.588657 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1d2d779-57c4-4ca7-b355-e4bd7306411b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.593744 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c1d2d779-57c4-4ca7-b355-e4bd7306411b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75130ecd-3934-4ea5-ae0c-09f9fd05079f HTTP/1.1" status: 204 len: 168 time: 0.4972928 Feb 09 12:55:21.619996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93f50c72-a5a6-418d-90a6-b329f5a5a230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.632444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60706) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:21.659941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f50c72-a5a6-418d-90a6-b329f5a5a230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e374c2-b634-4fab-908f-3022e6f60a58,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:21.670588 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c6ee9bba-bcde-43d5-9540-82eec4d3ac8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.681283 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93f50c72-a5a6-418d-90a6-b329f5a5a230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.684492 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-93f50c72-a5a6-418d-90a6-b329f5a5a230 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5e374c2-b634-4fab-908f-3022e6f60a58 HTTP/1.1" status: 204 len: 168 time: 0.4887345 Feb 09 12:55:21.711970 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50ff403c-1847-47cf-b6a0-18c581b00c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.719149 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50ff403c-1847-47cf-b6a0-18c581b00c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.770082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c6ee9bba-bcde-43d5-9540-82eec4d3ac8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:21.782577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c6ee9bba-bcde-43d5-9540-82eec4d3ac8a admin admin] Usage tracker for resource:security_group_rule and tenant:0403a7d745ba4f0793e2f1721c7a572f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:21.784975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff403c-1847-47cf-b6a0-18c581b00c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169d0949-50aa-462b-b1bf-3fc86eb5f0e6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:21.790395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c6ee9bba-bcde-43d5-9540-82eec4d3ac8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:21.804178 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-50ff403c-1847-47cf-b6a0-18c581b00c04 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8d7ee6281d8424787f0a27186baea37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7406220 Feb 09 12:55:21.808949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c6ee9bba-bcde-43d5-9540-82eec4d3ac8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:21.810344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60714) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:21.884148 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'tag': '10870343-68f8-4a9f-b9e8-4d69288c488b', 'status': 'completed', 'code': 200} Feb 09 12:55:21.907982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80f19911-855d-4fe2-ada8-6b0ba7363fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:21.976433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80f19911-855d-4fe2-ada8-6b0ba7363fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.065766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80f19911-855d-4fe2-ada8-6b0ba7363fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.114794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f19911-855d-4fe2-ada8-6b0ba7363fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169d0949-50aa-462b-b1bf-3fc86eb5f0e6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:22.118770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80f19911-855d-4fe2-ada8-6b0ba7363fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.125210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-80f19911-855d-4fe2-ada8-6b0ba7363fa5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/169d0949-50aa-462b-b1bf-3fc86eb5f0e6 HTTP/1.1" status: 204 len: 168 time: 0.3124111 Feb 09 12:55:22.251696 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c6ee9bba-bcde-43d5-9540-82eec4d3ac8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.270380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c6ee9bba-bcde-43d5-9540-82eec4d3ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.375826 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9954f0d2-6a55-40b3-892a-2239b6041433 req-509ca817-112a-41d4-b5bb-6137e06a1e46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1124 time: 0.4893875 Feb 09 12:55:22.394941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60724) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:22.409030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee9bba-bcde-43d5-9540-82eec4d3ac8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea2e461-3d7d-4ffb-be2d-b4e805b4e490,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:22.414966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3a8218d-95a9-4e91-b6ad-51f5a3498a65 req-a7c7f149-daca-4572-831a-619a18fdb685 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3447754 Feb 09 12:55:22.419424 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14dc8b89-7c76-416e-89bd-de5d12eb9542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.423311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c6ee9bba-bcde-43d5-9540-82eec4d3ac8a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0403a7d745ba4f0793e2f1721c7a572f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7897027 Feb 09 12:55:22.433649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60728) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:22.444179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca2fa6-84be-4e4b-baf7-38d9abb138cb req-0693b079-614c-4a74-9609-dc9a5f0a1dc1 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:22.445904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdca2fa6-84be-4e4b-baf7-38d9abb138cb req-0693b079-614c-4a74-9609-dc9a5f0a1dc1 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 943 time: 0.4473326 Feb 09 12:55:22.455938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402fb39-912d-41f5-a781-0220fac2ae70 req-e7fd4c3a-752e-48ec-89fc-1a783978c7f6 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:22.461424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402fb39-912d-41f5-a781-0220fac2ae70 req-e7fd4c3a-752e-48ec-89fc-1a783978c7f6 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:22.463887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e402fb39-912d-41f5-a781-0220fac2ae70 req-e7fd4c3a-752e-48ec-89fc-1a783978c7f6 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090&device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 1690 time: 0.5861542 Feb 09 12:55:22.553594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-14dc8b89-7c76-416e-89bd-de5d12eb9542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:22.565545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-14dc8b89-7c76-416e-89bd-de5d12eb9542 admin admin] Usage tracker for resource:security_group_rule and tenant:09c1ffb5482a444c8f7b39c585ec8f62 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:22.570585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-14dc8b89-7c76-416e-89bd-de5d12eb9542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:22.586380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-14dc8b89-7c76-416e-89bd-de5d12eb9542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:22.596097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbec5758-02d4-4ccc-8235-f734ed66c2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.657270 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbec5758-02d4-4ccc-8235-f734ed66c2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.698675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 10870343-68f8-4a9f-b9e8-4d69288c488b details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:55:22.764491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdca2fa6-84be-4e4b-baf7-38d9abb138cb req-efb68ad1-2a14-4ba2-8b2d-62015a3c417c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947497 Feb 09 12:55:22.801436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14dc8b89-7c76-416e-89bd-de5d12eb9542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.808066 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14dc8b89-7c76-416e-89bd-de5d12eb9542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.831935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e402fb39-912d-41f5-a781-0220fac2ae70 req-79582375-8cc6-45bd-883b-13cc12c5fb15 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427205 Feb 09 12:55:22.865936 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbec5758-02d4-4ccc-8235-f734ed66c2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:22.873287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954f0d2-6a55-40b3-892a-2239b6041433 req-71c3f4b5-3f6b-4a5e-a447-26f5936ce570 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:22.877198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9954f0d2-6a55-40b3-892a-2239b6041433 req-71c3f4b5-3f6b-4a5e-a447-26f5936ce570 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.4909530 Feb 09 12:55:22.915592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60746) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:22.958224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3a8218d-95a9-4e91-b6ad-51f5a3498a65 req-64e541b4-b515-42fb-8072-d7e67e5b361e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1097 time: 0.3451581 Feb 09 12:55:23.004765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:23.010228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc8b89-7c76-416e-89bd-de5d12eb9542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d575a4a-ca42-44b1-8fc3-2daaa6c03e3e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:23.037666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9954f0d2-6a55-40b3-892a-2239b6041433 req-1db313f8-3609-49ac-b0e6-9c2ebd7360f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10870343-68f8-4a9f-b9e8-4d69288c488b HTTP/1.1" status: 200 len: 217 time: 0.1508064 Feb 09 12:55:23.047525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fc3171b-5109-44d5-b6b6-a8c4fd4d0be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.052857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 10870343-68f8-4a9f-b9e8-4d69288c488b has no active binding in host n-h1-825175-3 {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:55:23.092867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbec5758-02d4-4ccc-8235-f734ed66c2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.094742 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cbec5758-02d4-4ccc-8235-f734ed66c2a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fea2e461-3d7d-4ffb-be2d-b4e805b4e490 HTTP/1.1" status: 204 len: 168 time: 0.6569448 Feb 09 12:55:23.102385 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-14dc8b89-7c76-416e-89bd-de5d12eb9542 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09c1ffb5482a444c8f7b39c585ec8f62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7026114 Feb 09 12:55:23.103989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60758) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:23.105380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec5758-02d4-4ccc-8235-f734ed66c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea2e461-3d7d-4ffb-be2d-b4e805b4e490,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:23.211030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6fc3171b-5109-44d5-b6b6-a8c4fd4d0be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:23.287014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6fc3171b-5109-44d5-b6b6-a8c4fd4d0be8 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3a4eb55fd746ada6cfa82ef40dd69a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:23.292900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6fc3171b-5109-44d5-b6b6-a8c4fd4d0be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:23.301944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6fc3171b-5109-44d5-b6b6-a8c4fd4d0be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:23.340848 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98d50892-7402-45b0-90b7-17939f7dfe8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.354914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954f0d2-6a55-40b3-892a-2239b6041433 req-863f5875-03cb-41a0-a53a-3b6d49deaebf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:23.356367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9954f0d2-6a55-40b3-892a-2239b6041433 req-863f5875-03cb-41a0-a53a-3b6d49deaebf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.3007758 Feb 09 12:55:23.440254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8218d-95a9-4e91-b6ad-51f5a3498a65 req-f337b564-1c1c-490b-ab2e-63ee54eccc76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:23.442674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3a8218d-95a9-4e91-b6ad-51f5a3498a65 req-f337b564-1c1c-490b-ab2e-63ee54eccc76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.4512551 Feb 09 12:55:23.446017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9954f0d2-6a55-40b3-892a-2239b6041433 req-84b63037-45a2-4944-aaee-c0482bd68ab7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751357 Feb 09 12:55:23.455098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98d50892-7402-45b0-90b7-17939f7dfe8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.559853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fc3171b-5109-44d5-b6b6-a8c4fd4d0be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.565321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fc3171b-5109-44d5-b6b6-a8c4fd4d0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.585424 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98d50892-7402-45b0-90b7-17939f7dfe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.638447 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3657b23d-3083-44d6-8dfd-d9d859f3c410 req-3a8e536c-6993-4fe0-b50c-b635ce194589 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 1100 time: 0.3724756 Feb 09 12:55:23.644698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98d50892-7402-45b0-90b7-17939f7dfe8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.646755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-98d50892-7402-45b0-90b7-17939f7dfe8c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d575a4a-ca42-44b1-8fc3-2daaa6c03e3e HTTP/1.1" status: 204 len: 168 time: 0.5293484 Feb 09 12:55:23.660134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3171b-5109-44d5-b6b6-a8c4fd4d0be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf74ae8-cfcc-41cd-aee5-82954c45604b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:23.680290 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6fc3171b-5109-44d5-b6b6-a8c4fd4d0be8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d3a4eb55fd746ada6cfa82ef40dd69a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7493031 Feb 09 12:55:23.680290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d50892-7402-45b0-90b7-17939f7dfe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d575a4a-ca42-44b1-8fc3-2daaa6c03e3e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:23.681456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60786) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:23.774199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3a8218d-95a9-4e91-b6ad-51f5a3498a65 req-1e73f7b0-cbbc-4c3b-9573-beffe637763f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 200 len: 217 time: 0.2873371 Feb 09 12:55:23.808403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3490b9ee-7407-40a7-9c6e-1d806b62539d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.863391 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3490b9ee-7407-40a7-9c6e-1d806b62539d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:23.961678 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3490b9ee-7407-40a7-9c6e-1d806b62539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:24.005075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490b9ee-7407-40a7-9c6e-1d806b62539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf74ae8-cfcc-41cd-aee5-82954c45604b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:24.022756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3490b9ee-7407-40a7-9c6e-1d806b62539d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:24.027508 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3490b9ee-7407-40a7-9c6e-1d806b62539d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/baf74ae8-cfcc-41cd-aee5-82954c45604b HTTP/1.1" status: 204 len: 168 time: 0.3448901 Feb 09 12:55:24.107965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3657b23d-3083-44d6-8dfd-d9d859f3c410 req-2226ebfc-570d-4a8c-b7d5-7f475a32f0c0 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] Synchronizing usage tracker for tenant:d281874bb12f4c869d19185e0f2e213b on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:24.125448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60806) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:24.183217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9954f0d2-6a55-40b3-892a-2239b6041433 req-fa713fba-18e5-47c8-960a-26b566612573 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234654 Feb 09 12:55:24.185293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8218d-95a9-4e91-b6ad-51f5a3498a65 req-eb808dd3-d43a-415f-80ca-4e2f95cf3668 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:24.186846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3a8218d-95a9-4e91-b6ad-51f5a3498a65 req-eb808dd3-d43a-415f-80ca-4e2f95cf3668 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.3645289 Feb 09 12:55:24.210573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3657b23d-3083-44d6-8dfd-d9d859f3c410 req-2226ebfc-570d-4a8c-b7d5-7f475a32f0c0 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] Unset dirty status for tenant:d281874bb12f4c869d19185e0f2e213b on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:24.211720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3657b23d-3083-44d6-8dfd-d9d859f3c410 req-2226ebfc-570d-4a8c-b7d5-7f475a32f0c0 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720477 Feb 09 12:55:24.344946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3a8218d-95a9-4e91-b6ad-51f5a3498a65 req-93831d00-7f0a-4fb3-ab35-4627f3bb111b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292744 Feb 09 12:55:24.416952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384f244-f26b-451d-93a7-f2aa0ccc6e06 req-827c34fe-34f2-4a1d-bc0e-e1f814e52210 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:24.424073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5384f244-f26b-451d-93a7-f2aa0ccc6e06 req-827c34fe-34f2-4a1d-bc0e-e1f814e52210 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 943 time: 0.3641493 Feb 09 12:55:24.564715 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-05faef63-3424-4873-8b31-ff55a034573a service neutron] 10.222.0.67 "GET /v2.0/ports/10870343-68f8-4a9f-b9e8-4d69288c488b/bindings/n-h1-825175-3 HTTP/1.1" status: 200 len: 384 time: 0.0888298 Feb 09 12:55:24.578188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1847980897-network', 'tenant_id': '1fc4f987cd214c52a25508025dc755f6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:24.583243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:24.592424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9954f0d2-6a55-40b3-892a-2239b6041433 req-4ad6eb13-24e0-4f7d-9e93-1a388e2c4c52 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029231 Feb 09 12:55:24.628980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Usage tracker for resource:network and tenant:1fc4f987cd214c52a25508025dc755f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:24.635081 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5384f244-f26b-451d-93a7-f2aa0ccc6e06 req-51d231f5-f35e-4864-ae14-b4e3761a7943 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100506 Feb 09 12:55:24.637725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:24.654361 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3a8218d-95a9-4e91-b6ad-51f5a3498a65 req-6e694ae1-b8e2-442a-a359-1c00b7ea85db service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938569 Feb 09 12:55:24.671733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:24.693412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Made reservation on behalf of 1fc4f987cd214c52a25508025dc755f6 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:24.697437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:24.737945 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:24.826789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78674015-6502-49a2-8994-51dd92a2e457 req-fda38405-a7d6-47ce-9d05-0ef89e354d1c tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 1101 time: 0.3254931 Feb 09 12:55:24.851385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:24.861775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc4f987cd214c52a25508025dc755f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:24.869719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:24.888474 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7021a55a-d6ab-4d5f-845d-38b2347fb9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:24.916597 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78674015-6502-49a2-8994-51dd92a2e457 req-e5bbf3a0-029b-43f1-9fc2-0d30f35bd0a6 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883303 Feb 09 12:55:24.925549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3a8218d-95a9-4e91-b6ad-51f5a3498a65 req-abc5524c-2c45-4925-91d5-4fb83ecdaa33 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594557 Feb 09 12:55:24.935689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:25.106931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-ea460268-b1c8-46b2-bcaf-c895cb9740ff service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:25.190123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-ea460268-b1c8-46b2-bcaf-c895cb9740ff service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:25.228401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:25.244494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:25.279816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:55:25.299464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-ea460268-b1c8-46b2-bcaf-c895cb9740ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10870343-68f8-4a9f-b9e8-4d69288c488b {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:25.316659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:25.317702 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Added segment cb6655a0-2636-4cfd-a537-639a0808151a of type vlan for network 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 Feb 09 12:55:25.318928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-ea460268-b1c8-46b2-bcaf-c895cb9740ff service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:25.332768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f868f88-66b3-4f74-ad37-9ca7920ff1e5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:25.369737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-ea460268-b1c8-46b2-bcaf-c895cb9740ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:25.481052 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:25.572682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:25.573574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:25.574185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:25.578231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-ea460268-b1c8-46b2-bcaf-c895cb9740ff service neutron] Transition to ACTIVE for port object 10870343-68f8-4a9f-b9e8-4d69288c488b will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:25.626320 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-ea460268-b1c8-46b2-bcaf-c895cb9740ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:25.669225 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-5ae644fc-0d4b-44b6-8d7b-89773cdf67ab tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538578 Feb 09 12:55:25.677238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60884) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:26.083165 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9531145 Feb 09 12:55:26.088474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60900) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:26.107082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548160c-b6ee-422c-ab28-638017167ed0 req-72d874da-2fcb-4d20-8aa0-aaf813264edc tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:26.119537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b548160c-b6ee-422c-ab28-638017167ed0 req-72d874da-2fcb-4d20-8aa0-aaf813264edc tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 944 time: 0.2481630 Feb 09 12:55:26.128033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Request body: {'subnet': {'network_id': '2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1847980897-subnet', 'tenant_id': '1fc4f987cd214c52a25508025dc755f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:26.135932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:26.143083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Usage tracker for resource:subnet and tenant:1fc4f987cd214c52a25508025dc755f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:26.147589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:26.157711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:26.180907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64033f4d-e521-401c-a24c-5b147434ead7 req-99de877c-7da0-48a0-be9f-aa2886e42454 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:26.192883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-99de877c-7da0-48a0-be9f-aa2886e42454 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5224764 Feb 09 12:55:26.227084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-ea460268-b1c8-46b2-bcaf-c895cb9740ff service neutron] No DVR routers for this DVR port 10870343-68f8-4a9f-b9e8-4d69288c488b on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:55:26.237873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Made reservation on behalf of 1fc4f987cd214c52a25508025dc755f6 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:26.238907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b085b0b-0d41-46de-8a59-1423bbcac689 admin admin] Pushing event updated for resources: {'Network': ['ID=2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:26.240844 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:26.253177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:55:26.396769 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-ea460268-b1c8-46b2-bcaf-c895cb9740ff service neutron] 10.222.0.67 "PUT /v2.0/ports/10870343-68f8-4a9f-b9e8-4d69288c488b/bindings/n-h1-825175-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8237278 Feb 09 12:55:26.410296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea460268-b1c8-46b2-bcaf-c895cb9740ff service neutron] Pushing event updated for resources: {'Port': ['ID=10870343-68f8-4a9f-b9e8-4d69288c488b,revision_number=10']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:26.476378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-network', 'tenant_id': '3f87049e7ae349579835171912f526a8'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:26.543174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:26.555304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Usage tracker for resource:network and tenant:3f87049e7ae349579835171912f526a8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:26.570846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-a974c780-7657-480a-b14c-a09fdd974fb0 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/quotas/c7c66e53d67a4481ba63f73966466b9e HTTP/1.1" status: 200 len: 375 time: 0.3767140 Feb 09 12:55:26.572818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:26.626004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:26.628484 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:26.665819 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b548160c-b6ee-422c-ab28-638017167ed0 req-80fc0581-1d31-4104-9ae7-feb89c14de96 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449703 Feb 09 12:55:26.708950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Made reservation on behalf of 3f87049e7ae349579835171912f526a8 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:26.711229 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:26.745981 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:26.768756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dded3125-4186-46c6-9f61-62f6d44e817b,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:26.828587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-106e67f9-2c41-4a1e-8289-ea994bb7898c tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1095 time: 0.3322809 Feb 09 12:55:26.835773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Checking segment: {'id': 'cb6655a0-2636-4cfd-a537-639a0808151a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:26.836127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Network hostable DHCP agents. Network: 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:55:26.861746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-74457412-f711-4743-96d2-75881faa5175 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2899454 Feb 09 12:55:26.896476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:26.913341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Usage tracker for resource:security_group_rule and tenant:3f87049e7ae349579835171912f526a8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:26.917825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:26.926879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:26.960823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Network 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:55:26.987765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:26.996030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:26.996616 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:27.009185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee0f31-2bba-4b03-a5ab-9f04b3c6205e None None] Network 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:55:27.013573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-b932491a-3979-4b1c-ad82-da83dc4b6f00 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36&tenant_id=4356ca73cb7b44649bc5b79338960c01 HTTP/1.1" status: 200 len: 1095 time: 0.1711495 Feb 09 12:55:27.198833 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1c156da-f729-4950-97a9-1682f7ea37d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:27.259775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:27.273181 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:27.286865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:55:27.304858 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:27.308332 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Added segment 5b5560ac-dea7-4f4a-97f5-7c5bca1ed187 of type vlan for network c94dde66-53f2-4207-ba32-f728209ad5d1 Feb 09 12:55:27.407908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecc2785-67f7-4164-a06e-30db1dfd8532 None None] Network 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:55:27.416250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5027e0ac-9d5d-4d8d-960d-8c813990d365,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:27.484214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-08063de9-2ff4-425d-8d7b-e70f0861e767 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3942699 Feb 09 12:55:27.554632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-1b0ce030-8eae-4298-a3e6-d7d218aa94c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1095 time: 0.5118709 Feb 09 12:55:27.556585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:27.720143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60954) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:27.809357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:55:27.915779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10870343-68f8-4a9f-b9e8-4d69288c488b no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:55:27.936339 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:27.938087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:27.943571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:28.105402 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-424566d3-2eda-4044-94c2-4ecf0bfa7702 req-d2daa527-b871-40af-abaa-04ee34962231 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 210 time: 0.1246364 Feb 09 12:55:28.122741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-690ab87c-266e-40a0-9a18-5f0c2ab751cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:28.125149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-690ab87c-266e-40a0-9a18-5f0c2ab751cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.5536716 Feb 09 12:55:28.130648 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10870343-68f8-4a9f-b9e8-4d69288c488b not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:55:28.283505 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4723fed4-0faf-48b8-959a-819950e89501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:28.295776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6168921 Feb 09 12:55:28.304840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60978) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:28.316739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6a5bc-fc7c-425b-998e-2eea92b7a75f admin admin] Pushing event updated for resources: {'Network': ['ID=c94dde66-53f2-4207-ba32-f728209ad5d1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:28.323098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Request body: {'subnet': {'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-subnet', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:28.330498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-2a07ac6c-a01b-4007-ad34-5a192520e477 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10870343-68f8-4a9f-b9e8-4d69288c488b HTTP/1.1" status: 200 len: 217 time: 0.1933246 Feb 09 12:55:28.332954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:28.338678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Usage tracker for resource:subnet and tenant:3f87049e7ae349579835171912f526a8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:28.342765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:28.346599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network c94dde66-53f2-4207-ba32-f728209ad5d1 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:55:28.385606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:28.387506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4723fed4-0faf-48b8-959a-819950e89501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:28.396486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4723fed4-0faf-48b8-959a-819950e89501 admin admin] Usage tracker for resource:security_group_rule and tenant:319e328803c640e99cae536db354373b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:28.406989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4723fed4-0faf-48b8-959a-819950e89501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:28.420131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4723fed4-0faf-48b8-959a-819950e89501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:28.467250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Made reservation on behalf of 3f87049e7ae349579835171912f526a8 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:28.470265 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:28.529028 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:28.550689 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:28.557130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-6a196269-b79d-4463-a1d4-23fffa3dab70 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:28.558921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-6a196269-b79d-4463-a1d4-23fffa3dab70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.2174201 Feb 09 12:55:28.573462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936739b-0670-436d-86d6-f1784bd02c23 req-987b34d8-4c25-4ba6-ae19-477df5916cf0 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:28.580894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5936739b-0670-436d-86d6-f1784bd02c23 req-987b34d8-4c25-4ba6-ae19-477df5916cf0 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 944 time: 0.6011364 Feb 09 12:55:28.586211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4723fed4-0faf-48b8-959a-819950e89501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:28.592053 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4723fed4-0faf-48b8-959a-819950e89501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:28.677345 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4723fed4-0faf-48b8-959a-819950e89501 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=319e328803c640e99cae536db354373b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9560792 Feb 09 12:55:28.678395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723fed4-0faf-48b8-959a-819950e89501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f69f5f-6b9a-4675-a81b-337b3798f9d7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:28.685800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60992) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:28.701739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-8e1a6cd2-42bb-4b5b-a3de-794b3d291e4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345377 Feb 09 12:55:28.952725 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a70f96-9c57-4d2c-a094-f676c1b67498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:28.968722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5936739b-0670-436d-86d6-f1784bd02c23 req-226427d3-4ba6-4a6e-931f-5a6067193a2c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859818 Feb 09 12:55:29.063687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a70f96-9c57-4d2c-a094-f676c1b67498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:29.180666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-4b017b68-e52f-4fbe-a8c0-0d0fd88c691f service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637570 Feb 09 12:55:29.333027 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a70f96-9c57-4d2c-a094-f676c1b67498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:29.359010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:29.397419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a70f96-9c57-4d2c-a094-f676c1b67498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f69f5f-6b9a-4675-a81b-337b3798f9d7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:29.423585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a70f96-9c57-4d2c-a094-f676c1b67498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:29.426937 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d0a70f96-9c57-4d2c-a094-f676c1b67498 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/36f69f5f-6b9a-4675-a81b-337b3798f9d7 HTTP/1.1" status: 204 len: 168 time: 0.7355940 Feb 09 12:55:29.642309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-c150c768-fda4-4622-8562-e8b6ef9bd18c service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490299 Feb 09 12:55:29.650631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e784b01-47ad-45b9-b1fd-ff1efda01565 req-cb86eaff-be2f-41d0-ad91-ac768a825791 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 210 time: 0.1961098 Feb 09 12:55:29.656373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26fd653-776c-468c-8cfb-1a99f0552deb,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:29.675265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Checking segment: {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:29.675621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Network hostable DHCP agents. Network: c94dde66-53f2-4207-ba32-f728209ad5d1, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:55:29.700460 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:29.720670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Network c94dde66-53f2-4207-ba32-f728209ad5d1 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:55:29.741815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, c94dde66-53f2-4207-ba32-f728209ad5d1) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:29.753275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fecebb-b3cb-4be3-827c-20e7c36bc9e7 None None] Network c94dde66-53f2-4207-ba32-f728209ad5d1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:55:29.763440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:29.764153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:29.835372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2f01575f-4d65-4fc3-ad0c-f47635e63f72 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5293932 Feb 09 12:55:29.836074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32794) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:29.849232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:29.862339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:29.877264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Usage tracker for resource:router and tenant:3f87049e7ae349579835171912f526a8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:29.896566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:29.911310 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-275c81b7-a093-469c-ade3-d5f6f93fcfdc tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904436 Feb 09 12:55:29.933476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:29.957298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32800) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:30.078982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1812580706-network', 'tenant_id': '8a04e32320034c2d938750d6ede700bb'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:30.093535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:30.102719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Usage tracker for resource:network and tenant:8a04e32320034c2d938750d6ede700bb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:30.112875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:30.128796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:30.172972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-d8c75632-0a68-4594-9c66-c093abfa57c3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2307200 Feb 09 12:55:30.177315 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:30.178668 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:30.192833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Made reservation on behalf of 8a04e32320034c2d938750d6ede700bb for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:30.201099 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:30.215101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32812) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:30.298071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-c94dde66-53f2-4207-ba32-f728209ad5d1', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 12:55:30.299375 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:30.346704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8d9d-1120-4571-b0f5-7b0a03f00b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:30.414135 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:30.444855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dc6c8d9d-1120-4571-b0f5-7b0a03f00b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:30.453616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dc6c8d9d-1120-4571-b0f5-7b0a03f00b74 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9307b65a064786978624fc91c4401a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:30.465833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dc6c8d9d-1120-4571-b0f5-7b0a03f00b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:30.481871 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dc6c8d9d-1120-4571-b0f5-7b0a03f00b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:30.634043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64033f4d-e521-401c-a24c-5b147434ead7 req-6cd0d537-15fe-4353-a9ae-48fdffa69f5b tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:30.635570 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-6cd0d537-15fe-4353-a9ae-48fdffa69f5b tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7187538 Feb 09 12:55:30.661323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Request body: {'port': {'device_id': 'e0f44248-3c75-4843-8c5d-76ae18ec413f', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'c7c66e53d67a4481ba63f73966466b9e'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:30.815410 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8d9d-1120-4571-b0f5-7b0a03f00b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:30.870220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8d9d-1120-4571-b0f5-7b0a03f00b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:30.875559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Allocated IP 172.20.0.2 (c94dde66-53f2-4207-ba32-f728209ad5d1/f26fd653-776c-468c-8cfb-1a99f0552deb/efc17712-8912-4309-9dd2-e9d549cac56b) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:30.957506 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:30.999832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32826) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:31.038227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:31.044117 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-3f195712-3a88-403f-8b61-3a002ab06978 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1095 time: 0.6655080 Feb 09 12:55:31.049335 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dc6c8d9d-1120-4571-b0f5-7b0a03f00b74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed9307b65a064786978624fc91c4401a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8026514 Feb 09 12:55:31.053636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c8d9d-1120-4571-b0f5-7b0a03f00b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb15146-838e-4885-9358-4f844cc70b30,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:31.061845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32832) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:31.064899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:31.162303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6611b881-e46d-41a7-9c29-bfbe6b913aa9 req-66f24b69-66bf-45b2-8b5b-678f7f59dd3f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 210 time: 0.1800523 Feb 09 12:55:31.185249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Made reservation on behalf of c7c66e53d67a4481ba63f73966466b9e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:31.188723 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.237423 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.248916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Transition to ACTIVE for port object efc17712-8912-4309-9dd2-e9d549cac56b will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:31.270865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Transition to ACTIVE for port object efc17712-8912-4309-9dd2-e9d549cac56b will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:31.277279 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.279873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:31.299457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64033f4d-e521-401c-a24c-5b147434ead7 req-ae0c6062-af51-4fb3-94fe-f7f6008b984c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:31.300946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-ae0c6062-af51-4fb3-94fe-f7f6008b984c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0504832 Feb 09 12:55:31.307442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Usage tracker for resource:security_group_rule and tenant:8a04e32320034c2d938750d6ede700bb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:31.311687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32840) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:31.312426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:31.323659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:31.335476 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-687285e1-62f0-47e7-82ca-046cb35d5c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.336517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Request body: {'port': {'device_id': '7e486fe9-f565-4c7a-bd44-54eec8c96bb1', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'c7c66e53d67a4481ba63f73966466b9e'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:31.371315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Network c94dde66-53f2-4207-ba32-f728209ad5d1 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:31.378620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:31.381246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:31.381482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.414082 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-687285e1-62f0-47e7-82ca-046cb35d5c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.433856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-3f93ff65-7551-4db4-a39b-6c5da1d60213 service neutron] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:31.464700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Pushing event updated for resources: {'Port': ['ID=efc17712-8912-4309-9dd2-e9d549cac56b,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:31.484971 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:55:31.497080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Attempting to bind port efc17712-8912-4309-9dd2-e9d549cac56b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:31.497441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Attempting to bind port efc17712-8912-4309-9dd2-e9d549cac56b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:31.497978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Attempting to bind port efc17712-8912-4309-9dd2-e9d549cac56b on network c94dde66-53f2-4207-ba32-f728209ad5d1 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:31.505147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:31.505509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Checking segment: {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:31.505896 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.506272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Bound using segment: {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:31.506751 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Bound port: efc17712-8912-4309-9dd2-e9d549cac56b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:31.507325 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.564463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-3f93ff65-7551-4db4-a39b-6c5da1d60213 service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.565527 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3dfa8d7-2a52-4be8-b93e-53ad9a1265d5 req-3f93ff65-7551-4db4-a39b-6c5da1d60213 service neutron] 10.222.0.62 "DELETE /v2.0/ports/10870343-68f8-4a9f-b9e8-4d69288c488b/bindings/n-h2-825175-3 HTTP/1.1" status: 204 len: 173 time: 0.5048306 Feb 09 12:55:31.588397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Allocated IP 192.168.233.101 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/294012ad-3ae0-41a1-9408-31c43cc47f2a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:31.597075 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-687285e1-62f0-47e7-82ca-046cb35d5c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.606916 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b9559d88-d705-4d59-aad3-3c03755ec146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.618055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] For port efc17712-8912-4309-9dd2-e9d549cac56b, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:31.622614 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] For port efc17712-8912-4309-9dd2-e9d549cac56b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=efc17712-8912-4309-9dd2-e9d549cac56b,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:31.628008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407b559-bcf8-48a7-87eb-ea126a25bf04 req-1bf129b6-8cbd-4657-8387-70dc5e47e708 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:31.629658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.634845 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9407b559-bcf8-48a7-87eb-ea126a25bf04 req-1bf129b6-8cbd-4657-8387-70dc5e47e708 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 944 time: 1.1975965 Feb 09 12:55:31.636727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6631f537-d552-4200-a5a2-6d8bf90624f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.710564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0581309-9bed-4e24-8821-613ad5f2a164 None None] Pushing event updated for resources: {'Port': ['ID=efc17712-8912-4309-9dd2-e9d549cac56b,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:31.744009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-687285e1-62f0-47e7-82ca-046cb35d5c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.745102 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-687285e1-62f0-47e7-82ca-046cb35d5c8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dcb15146-838e-4885-9358-4f844cc70b30 HTTP/1.1" status: 204 len: 168 time: 0.6820478 Feb 09 12:55:31.751542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687285e1-62f0-47e7-82ca-046cb35d5c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb15146-838e-4885-9358-4f844cc70b30,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:31.869521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6631f537-d552-4200-a5a2-6d8bf90624f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:31.873901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b9559d88-d705-4d59-aad3-3c03755ec146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:31.902841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:31.907431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6631f537-d552-4200-a5a2-6d8bf90624f0 admin admin] Usage tracker for resource:security_group_rule and tenant:5ff22ed8f0db480e8a6dd9f74d5b9d2b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:31.912499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b9559d88-d705-4d59-aad3-3c03755ec146 admin admin] Usage tracker for resource:security_group_rule and tenant:541eeaa629b047dcaa13ec5342b39fcb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:31.931864 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:31.952398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b9559d88-d705-4d59-aad3-3c03755ec146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:31.965595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6631f537-d552-4200-a5a2-6d8bf90624f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:31.968581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Transition to ACTIVE for port object 294012ad-3ae0-41a1-9408-31c43cc47f2a will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:32.030770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Usage tracker for resource:port and tenant:c7c66e53d67a4481ba63f73966466b9e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:32.036875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:32.051141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:32.053985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:32.079762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6631f537-d552-4200-a5a2-6d8bf90624f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:32.091959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b9559d88-d705-4d59-aad3-3c03755ec146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:32.105133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:32.137635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'be3c8289-4c79-4db4-af58-a7d026020fc0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:32.138787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9407b559-bcf8-48a7-87eb-ea126a25bf04 req-5ee9c111-bea2-429d-bf23-a13c9170f401 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027573 Feb 09 12:55:32.188081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:32.205321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event updated for resources: {'Port': ['ID=294012ad-3ae0-41a1-9408-31c43cc47f2a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:32.252936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:32.254990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:32.273769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:32.280323 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:32.383233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:32.384711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:32.411700 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-55a62805-ff9c-4b28-8f69-5bd7a1ddb219 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7609143 Feb 09 12:55:32.428761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Request body: {'port': {'device_id': 'e0f44248-3c75-4843-8c5d-76ae18ec413f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:32.571009 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6631f537-d552-4200-a5a2-6d8bf90624f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:32.573128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7503a1d2-198f-4895-abc0-a487ef868b7f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:32.585891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:55:32.679844 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6631f537-d552-4200-a5a2-6d8bf90624f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:32.690428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Made reservation on behalf of c7c66e53d67a4481ba63f73966466b9e for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:32.693404 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:32.705007 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:32.749338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08b3741c-60df-4bb0-9e90-748fa216ba04 req-414319a4-177e-4f4d-82ae-14a4a91b3eb9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 210 time: 0.1589806 Feb 09 12:55:32.775425 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:32.775812 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Added segment 6112093d-c004-43b2-b550-6463c3f53012 of type vlan for network c2860d96-2813-4414-89cc-d608e4d27a50 Feb 09 12:55:32.962785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631f537-d552-4200-a5a2-6d8bf90624f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e864d6fc-3a19-470b-a187-dc332ea952f9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:33.036643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6631f537-d552-4200-a5a2-6d8bf90624f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ff22ed8f0db480e8a6dd9f74d5b9d2b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7201838 Feb 09 12:55:33.045046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32860) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:33.073632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e8d0883f-dc55-4fce-9099-f026ba34f5b8 None None] Provisioning for port 294012ad-3ae0-41a1-9408-31c43cc47f2a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:33.084060 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.106222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e8d0883f-dc55-4fce-9099-f026ba34f5b8 None None] Provisioning complete for port 294012ad-3ae0-41a1-9408-31c43cc47f2a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:33.106222 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e8d0883f-dc55-4fce-9099-f026ba34f5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.215284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294012ad-3ae0-41a1-9408-31c43cc47f2a {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:33.228280 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.252292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b9559d88-d705-4d59-aad3-3c03755ec146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.279246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b9559d88-d705-4d59-aad3-3c03755ec146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.292792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Transition to ACTIVE for port object 294012ad-3ae0-41a1-9408-31c43cc47f2a will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:33.299355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.301132 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:55:33.403608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device efc17712-8912-4309-9dd2-e9d549cac56b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:33.443320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=294012ad-3ae0-41a1-9408-31c43cc47f2a,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:33.496307 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.540806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.544429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9559d88-d705-4d59-aad3-3c03755ec146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76767ac-33db-4d3c-85f9-7700af7c4521,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:33.627100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b9559d88-d705-4d59-aad3-3c03755ec146 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=541eeaa629b047dcaa13ec5342b39fcb&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6049428 Feb 09 12:55:33.627976 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.628917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:33.629524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.642125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32870) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:33.710165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.6628726 Feb 09 12:55:33.725838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32872) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:33.764092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Request body: {'subnet': {'network_id': 'c2860d96-2813-4414-89cc-d608e4d27a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1812580706-subnet', 'tenant_id': '8a04e32320034c2d938750d6ede700bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:33.801402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0883f-dc55-4fce-9099-f026ba34f5b8 None None] Port 294012ad-3ae0-41a1-9408-31c43cc47f2a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:55:33.808616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Attempting to bind port 294012ad-3ae0-41a1-9408-31c43cc47f2a on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:33.808616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Attempting to bind port 294012ad-3ae0-41a1-9408-31c43cc47f2a by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:33.808616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Attempting to bind port 294012ad-3ae0-41a1-9408-31c43cc47f2a on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:33.813294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deea67f-7067-4dcf-b39c-7537dec19669 None None] Network c94dde66-53f2-4207-ba32-f728209ad5d1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:55:33.832259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Port 294012ad-3ae0-41a1-9408-31c43cc47f2a on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:55:33.838684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Attempting to bind port 294012ad-3ae0-41a1-9408-31c43cc47f2a on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:33.852773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:33.865415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:33.865741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:33.866123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:33.866596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Bound port: 294012ad-3ae0-41a1-9408-31c43cc47f2a, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:33.866937 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.890708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07c68f60-3787-4103-b0ae-978caa2163df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:33.919221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Allocated IP 192.168.233.159 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/1d594510-41b5-4512-891f-3f309d0ef494) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:33.939075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8aa96-ead6-447d-bdf6-ad14ade71d13 admin admin] Pushing event updated for resources: {'Network': ['ID=c2860d96-2813-4414-89cc-d608e4d27a50,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:33.973850 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07c68f60-3787-4103-b0ae-978caa2163df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.012322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network c2860d96-2813-4414-89cc-d608e4d27a50 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:55:34.038332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Usage tracker for resource:subnet and tenant:8a04e32320034c2d938750d6ede700bb is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:34.047805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:34.065640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:34.096204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Made reservation on behalf of 8a04e32320034c2d938750d6ede700bb for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:34.098502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.170296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5655ec36-a86f-4cad-89c2-677f2ff396a1 None None] Provisioning for port efc17712-8912-4309-9dd2-e9d549cac56b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:34.187713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port efc17712-8912-4309-9dd2-e9d549cac56b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:34.193254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5655ec36-a86f-4cad-89c2-677f2ff396a1 None None] Provisioning complete for port efc17712-8912-4309-9dd2-e9d549cac56b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:34.193867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5655ec36-a86f-4cad-89c2-677f2ff396a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.223003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port efc17712-8912-4309-9dd2-e9d549cac56b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:34.223690 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.310608 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-451ca5d8-6571-43b3-b3f1-f5f2bfa2a226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.316458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] For port 294012ad-3ae0-41a1-9408-31c43cc47f2a, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:34.355812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] For port 294012ad-3ae0-41a1-9408-31c43cc47f2a, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=294012ad-3ae0-41a1-9408-31c43cc47f2a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:34.366357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-451ca5d8-6571-43b3-b3f1-f5f2bfa2a226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.375699 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.417896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8ff82008-8f80-4e2c-bea6-c85807efe86c req-7c0bb775-7eaa-4544-ab24-d0268453c83f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:34.497436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.498982 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] 10.222.0.67 "PUT /v2.0/ports/294012ad-3ae0-41a1-9408-31c43cc47f2a HTTP/1.1" status: 200 len: 1096 time: 2.0764122 Feb 09 12:55:34.500072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f44248-3c75-4843-8c5d-76ae18ec413f', 'tag': '294012ad-3ae0-41a1-9408-31c43cc47f2a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:34.584108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Allocated IP 172.25.5.109 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/9ee3d298-59fa-4fd6-a4bb-34832337a7fd) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:34.599840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911e27-65f6-426b-abab-609a72890cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=294012ad-3ae0-41a1-9408-31c43cc47f2a,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:34.611378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34ef2c-c8a3-44fa-8727-cd8b1cc5fa76 req-8ff67610-0cee-4eaa-803c-1c693c13de10 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:34.614770 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da34ef2c-c8a3-44fa-8727-cd8b1cc5fa76 req-8ff67610-0cee-4eaa-803c-1c693c13de10 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 944 time: 0.9060183 Feb 09 12:55:34.615811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8ff82008-8f80-4e2c-bea6-c85807efe86c req-7c0bb775-7eaa-4544-ab24-d0268453c83f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:34.638576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ff82008-8f80-4e2c-bea6-c85807efe86c req-7c0bb775-7eaa-4544-ab24-d0268453c83f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 210 time: 0.5337896 Feb 09 12:55:34.755614 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5655ec36-a86f-4cad-89c2-677f2ff396a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.775060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-451ca5d8-6571-43b3-b3f1-f5f2bfa2a226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.801446 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f44248-3c75-4843-8c5d-76ae18ec413f', 'tag': '294012ad-3ae0-41a1-9408-31c43cc47f2a', 'status': 'completed', 'code': 200} Feb 09 12:55:34.830377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ca5d8-6571-43b3-b3f1-f5f2bfa2a226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76767ac-33db-4d3c-85f9-7700af7c4521,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:34.845034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-451ca5d8-6571-43b3-b3f1-f5f2bfa2a226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.849277 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-451ca5d8-6571-43b3-b3f1-f5f2bfa2a226 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d76767ac-33db-4d3c-85f9-7700af7c4521 HTTP/1.1" status: 204 len: 168 time: 1.1220520 Feb 09 12:55:34.850741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.855172 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.861221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07c68f60-3787-4103-b0ae-978caa2163df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.872829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da34ef2c-c8a3-44fa-8727-cd8b1cc5fa76 req-48fb5c3d-beaa-4231-ae12-d2bcb4f989b0 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327876 Feb 09 12:55:34.894088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5655ec36-a86f-4cad-89c2-677f2ff396a1 None None] For port efc17712-8912-4309-9dd2-e9d549cac56b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=efc17712-8912-4309-9dd2-e9d549cac56b,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:34.921347 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5655ec36-a86f-4cad-89c2-677f2ff396a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:34.942278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6600ebd0-bd63-4969-b62f-5fa7e9846be8,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:34.957278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-a5bef49c-ca49-4dba-9c4d-d85af8cd62d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=e0f44248-3c75-4843-8c5d-76ae18ec413f HTTP/1.1" status: 200 len: 1099 time: 0.3586237 Feb 09 12:55:35.010942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c68f60-3787-4103-b0ae-978caa2163df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e864d6fc-3a19-470b-a187-dc332ea952f9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:35.099718 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07c68f60-3787-4103-b0ae-978caa2163df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:35.104357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-07c68f60-3787-4103-b0ae-978caa2163df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e864d6fc-3a19-470b-a187-dc332ea952f9 HTTP/1.1" status: 204 len: 168 time: 2.0529354 Feb 09 12:55:35.171100 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-5fd1b499-d219-4465-8afe-e1ac00478a4f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=294012ad-3ae0-41a1-9408-31c43cc47f2a HTTP/1.1" status: 200 len: 217 time: 0.1878958 Feb 09 12:55:35.252342 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:35.301898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64033f4d-e521-401c-a24c-5b147434ead7 req-402fc8eb-797e-4d8a-b3b8-696a00471996 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.303419 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-402fc8eb-797e-4d8a-b3b8-696a00471996 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1260390 Feb 09 12:55:35.310178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655ec36-a86f-4cad-89c2-677f2ff396a1 None None] Pushing event updated for resources: {'Port': ['ID=efc17712-8912-4309-9dd2-e9d549cac56b,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:35.324342 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:35.328408 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:55:35.328811 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:55:35.331603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Transition to ACTIVE for port object 1d594510-41b5-4512-891f-3f309d0ef494 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:35.383796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0c60c1af-c9be-4b64-b597-9b3c48135f14 None None] Provisioning complete for port efc17712-8912-4309-9dd2-e9d549cac56b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:35.384234 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0c60c1af-c9be-4b64-b597-9b3c48135f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:35.390672 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:35.430537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Checking segment: {'id': '6112093d-c004-43b2-b550-6463c3f53012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c2860d96-2813-4414-89cc-d608e4d27a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:35.431098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Network hostable DHCP agents. Network: c2860d96-2813-4414-89cc-d608e4d27a50, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:55:35.458182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'be3c8289-4c79-4db4-af58-a7d026020fc0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:35.465823 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:35.502543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Network c2860d96-2813-4414-89cc-d608e4d27a50 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:55:35.528199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:35.531261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, c2860d96-2813-4414-89cc-d608e4d27a50) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:35.548963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.549610 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:35.549946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:35.556873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:35.571151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:35.581406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:35.583964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:35.591184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:35.595587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event updated for resources: {'Port': ['ID=1d594510-41b5-4512-891f-3f309d0ef494,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:35.635340 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b067df43-e8e0-4623-8062-b0828cbb25e8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8779571 Feb 09 12:55:35.639560 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-671184df-7982-4bfb-b18f-0c3cacb0d460 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3276465 Feb 09 12:55:35.658261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf7172c-c3e0-47ff-ad28-fd66ebf7f55c None None] Network c2860d96-2813-4414-89cc-d608e4d27a50 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:55:35.665917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:35.672752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:35.786342 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-565905c3-8c61-44bc-b25a-a96e46b1adc1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4550908 Feb 09 12:55:35.844589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Request body: {'port': {'device_id': '7e486fe9-f565-4c7a-bd44-54eec8c96bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:35.928261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32914) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:35.966853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79e9e89e-8ed6-472b-b523-782e9ab62595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:35.988697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee3d298-59fa-4fd6-a4bb-34832337a7fd,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:36.030496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-79e9e89e-8ed6-472b-b523-782e9ab62595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:36.040067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-79e9e89e-8ed6-472b-b523-782e9ab62595 admin admin] Usage tracker for resource:security_group_rule and tenant:ff42c51b1cba4790955f79613048e293 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:36.046729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-79e9e89e-8ed6-472b-b523-782e9ab62595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:36.061412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-79e9e89e-8ed6-472b-b523-782e9ab62595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:36.080213 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-d6f98a55-624e-46fe-a2d9-65b58c4fc6ee service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333060 Feb 09 12:55:36.287595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79e9e89e-8ed6-472b-b523-782e9ab62595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:36.294541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79e9e89e-8ed6-472b-b523-782e9ab62595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:36.304605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32924) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:36.334748 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:36.366146 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-e9b525da-a2b5-44e9-ab28-30b785e28112 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788427 Feb 09 12:55:36.388876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea9977e7-1091-435b-ae11-621b7ed0d9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:36.416019 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-79e9e89e-8ed6-472b-b523-782e9ab62595 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff42c51b1cba4790955f79613048e293&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4840970 Feb 09 12:55:36.416019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9e89e-8ed6-472b-b523-782e9ab62595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95fa02c-0a1c-4faa-898b-ff7de1e2ce75,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:36.418059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32930) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:36.502401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ea9977e7-1091-435b-ae11-621b7ed0d9c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:36.517373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ea9977e7-1091-435b-ae11-621b7ed0d9c1 admin admin] Usage tracker for resource:security_group_rule and tenant:71fe6cbafa68420694b1aa199eace460 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:36.521294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ea9977e7-1091-435b-ae11-621b7ed0d9c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:36.535472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ea9977e7-1091-435b-ae11-621b7ed0d9c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:36.579570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53d8fbd8-3a34-4d6d-8654-1bd2b160f05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:36.641330 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53d8fbd8-3a34-4d6d-8654-1bd2b160f05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:36.658817 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4c5a816f-edd5-41f0-a43f-03474b71878b req-f179cfea-e7e2-401f-a65e-ac998027978c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=e0f44248-3c75-4843-8c5d-76ae18ec413f HTTP/1.1" status: 200 len: 1099 time: 0.1950157 Feb 09 12:55:36.704088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device efc17712-8912-4309-9dd2-e9d549cac56b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:36.739190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80c34c5-90d4-416b-b222-1c3b121cac71 None None] Network c2860d96-2813-4414-89cc-d608e4d27a50 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:55:36.740806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38aec-602b-4a0a-8fc6-4a0df4629528 req-d005911f-9c23-4bff-81f4-68fd1303b4f7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:36.753440 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cda38aec-602b-4a0a-8fc6-4a0df4629528 req-d005911f-9c23-4bff-81f4-68fd1303b4f7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 936 time: 0.8171794 Feb 09 12:55:36.763596 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb796899-78fc-4370-9ad6-a88cc75656ff req-142f1983-64c3-49ec-9c5e-fde0a8e99c52 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1095 time: 1.1689420 Feb 09 12:55:36.807211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea9977e7-1091-435b-ae11-621b7ed0d9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:36.815625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea9977e7-1091-435b-ae11-621b7ed0d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:36.885123 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53d8fbd8-3a34-4d6d-8654-1bd2b160f05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:36.897484 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ea9977e7-1091-435b-ae11-621b7ed0d9c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71fe6cbafa68420694b1aa199eace460&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5817847 Feb 09 12:55:36.899987 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cda38aec-602b-4a0a-8fc6-4a0df4629528 req-a32dc2ec-7d5f-470a-bb81-083e2538c5f3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408069 Feb 09 12:55:36.906748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9977e7-1091-435b-ae11-621b7ed0d9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b78bf0-0a54-4e8f-a38d-7479714bf31e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:36.909363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32938) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:36.944907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a816f-edd5-41f0-a43f-03474b71878b req-705b1ced-f0cb-4265-87f1-2d786098def9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:36.946519 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4c5a816f-edd5-41f0-a43f-03474b71878b req-705b1ced-f0cb-4265-87f1-2d786098def9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2784021 Feb 09 12:55:36.952702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8fbd8-3a34-4d6d-8654-1bd2b160f05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95fa02c-0a1c-4faa-898b-ff7de1e2ce75,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:36.967665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb796899-78fc-4370-9ad6-a88cc75656ff req-cca93ddc-f03f-4432-991e-1be1c9781a14 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030547 Feb 09 12:55:37.011225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.012200 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.091881 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4c5a816f-edd5-41f0-a43f-03474b71878b req-54a00ecc-79ed-40ec-a5c9-00c097abef0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=294012ad-3ae0-41a1-9408-31c43cc47f2a HTTP/1.1" status: 200 len: 217 time: 0.1348860 Feb 09 12:55:37.096436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53d8fbd8-3a34-4d6d-8654-1bd2b160f05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.100405 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-53d8fbd8-3a34-4d6d-8654-1bd2b160f05a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c95fa02c-0a1c-4faa-898b-ff7de1e2ce75 HTTP/1.1" status: 204 len: 168 time: 0.6788888 Feb 09 12:55:37.226099 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61cde4d8-19cf-4cb6-b538-567f4f145c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.246215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-172457f2-455a-48d7-b4d4-2b356fab3a7b None None] Provisioning for port 1d594510-41b5-4512-891f-3f309d0ef494 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:37.249994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d594510-41b5-4512-891f-3f309d0ef494 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:37.256168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-172457f2-455a-48d7-b4d4-2b356fab3a7b None None] Provisioning complete for port 1d594510-41b5-4512-891f-3f309d0ef494 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:37.256537 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-172457f2-455a-48d7-b4d4-2b356fab3a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.268889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.297396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Transition to ACTIVE for port object 1d594510-41b5-4512-891f-3f309d0ef494 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:37.316366 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.340284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port efc17712-8912-4309-9dd2-e9d549cac56b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:37.340653 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.359494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61cde4d8-19cf-4cb6-b538-567f4f145c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.375058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a816f-edd5-41f0-a43f-03474b71878b req-c72c962b-3754-4ebf-b34c-6a8f1c9bdffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:37.375303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-172457f2-455a-48d7-b4d4-2b356fab3a7b None None] Port 1d594510-41b5-4512-891f-3f309d0ef494 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:55:37.376300 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4c5a816f-edd5-41f0-a43f-03474b71878b req-c72c962b-3754-4ebf-b34c-6a8f1c9bdffe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2738934 Feb 09 12:55:37.396305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Pushing event updated for resources: {'Port': ['ID=1d594510-41b5-4512-891f-3f309d0ef494,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:37.543305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61cde4d8-19cf-4cb6-b538-567f4f145c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.559849 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4c5a816f-edd5-41f0-a43f-03474b71878b req-d0859f4a-482c-4783-8cd6-6add1e4fee0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720850 Feb 09 12:55:37.570981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cde4d8-19cf-4cb6-b538-567f4f145c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b78bf0-0a54-4e8f-a38d-7479714bf31e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:37.642849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61cde4d8-19cf-4cb6-b538-567f4f145c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:37.647939 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-61cde4d8-19cf-4cb6-b538-567f4f145c3a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4b78bf0-0a54-4e8f-a38d-7479714bf31e HTTP/1.1" status: 204 len: 168 time: 0.7306674 Feb 09 12:55:37.884082 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4c5a816f-edd5-41f0-a43f-03474b71878b req-fc46e396-2071-42bd-9b62-78dc9fdb9fa9 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143651 Feb 09 12:55:37.989499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Attempting to bind port 1d594510-41b5-4512-891f-3f309d0ef494 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:37.990065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Attempting to bind port 1d594510-41b5-4512-891f-3f309d0ef494 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:37.990158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Attempting to bind port 1d594510-41b5-4512-891f-3f309d0ef494 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:38.059582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Port 1d594510-41b5-4512-891f-3f309d0ef494 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:55:38.059900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Attempting to bind port 1d594510-41b5-4512-891f-3f309d0ef494 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:38.120304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-0383fc2d-5ed3-4a53-a3cb-e8d29afff47a tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:38.122224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-0383fc2d-5ed3-4a53-a3cb-e8d29afff47a tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/networks?id=2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 HTTP/1.1" status: 200 len: 815 time: 0.3831427 Feb 09 12:55:38.125497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:38.125889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:38.126343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:38.126871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Bound port: 1d594510-41b5-4512-891f-3f309d0ef494, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:38.127275 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:38.128470 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4c5a816f-edd5-41f0-a43f-03474b71878b req-be7c3e1b-e3ab-4c1b-8e0f-356f9081a243 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270722 Feb 09 12:55:38.250922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:55:38.253490 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-4aebccfb-101d-45c9-a058-70be6816d071 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/quotas/1fc4f987cd214c52a25508025dc755f6 HTTP/1.1" status: 200 len: 375 time: 0.1068318 Feb 09 12:55:38.393686 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-56274d93-c626-4a80-8a3e-9fb389c24cb8 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fc4f987cd214c52a25508025dc755f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146269 Feb 09 12:55:38.396503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] For port 1d594510-41b5-4512-891f-3f309d0ef494, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:38.412198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] For port 1d594510-41b5-4512-891f-3f309d0ef494, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1d594510-41b5-4512-891f-3f309d0ef494,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:38.509197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:38.721311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-f1ba8299-9f4e-4f44-a01d-c1ccc6cb48bd tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:38.727714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-f1ba8299-9f4e-4f44-a01d-c1ccc6cb48bd tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 807 time: 0.5548885 Feb 09 12:55:38.742619 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:38.743971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] 10.222.0.62 "PUT /v2.0/ports/1d594510-41b5-4512-891f-3f309d0ef494 HTTP/1.1" status: 200 len: 1096 time: 2.9386494 Feb 09 12:55:38.748268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e486fe9-f565-4c7a-bd44-54eec8c96bb1', 'tag': '1d594510-41b5-4512-891f-3f309d0ef494'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:38.803187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-30976606-a61d-4b38-aca0-7b07495b847b service neutron] 10.222.0.59 "GET /v2.0/networks/2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861117 Feb 09 12:55:38.835919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d7541-db3f-4b49-95dc-067604ae7fdd service neutron] Pushing event updated for resources: {'Port': ['ID=1d594510-41b5-4512-891f-3f309d0ef494,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:38.853546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-bc0a5c00-7d10-491d-a39c-defcce13c838 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/quotas/4356ca73cb7b44649bc5b79338960c01 HTTP/1.1" status: 200 len: 375 time: 0.1248307 Feb 09 12:55:39.127609 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-45247eed-eff2-414b-82d8-d73869947712 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 1099 time: 0.2935512 Feb 09 12:55:39.212536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-63f6b45e-3b84-4e52-85a4-8f226faa8c91 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3580835 Feb 09 12:55:39.222375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-918361df-4227-41af-847d-0f46e1fc7205 service neutron] 10.222.0.59 "GET /v2.0/networks/2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161787 Feb 09 12:55:39.249134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-6d32347e-39f6-4da5-9629-20498b4c19a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1d594510-41b5-4512-891f-3f309d0ef494 HTTP/1.1" status: 200 len: 217 time: 0.1022458 Feb 09 12:55:39.409113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64033f4d-e521-401c-a24c-5b147434ead7 req-3607e62f-f649-47e8-88cd-91434068af2b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:39.410798 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-3607e62f-f649-47e8-88cd-91434068af2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1490605 Feb 09 12:55:39.469311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:55:39.480619 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Sync routers for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:55:39.506826 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:55:39.507465 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:55:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:39.511558 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e87af8d2-652c-404d-8a8c-46ea91ab0bc8 service neutron] 10.222.0.59 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859924 Feb 09 12:55:39.809251 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:55:39.901561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:39.902850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d9989393-3519-426b-bb6f-82bf991cbcb7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 10.0623426 Feb 09 12:55:39.907547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33030) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:39.975441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-f69d8f67-fab3-46dd-960f-7193c065da1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5447588 Feb 09 12:55:39.988064 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-0663e9b9-5016-4a37-a09d-c6ed08093875 service neutron] 10.222.0.59 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760821 Feb 09 12:55:40.001863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 294012ad-3ae0-41a1-9408-31c43cc47f2a details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:55:40.062424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02048d19-e50a-4194-87e6-28f88178cc3a req-37e4e48d-30bb-4b5f-a50a-0736f2653a63 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:40.070693 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02048d19-e50a-4194-87e6-28f88178cc3a req-37e4e48d-30bb-4b5f-a50a-0736f2653a63 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 948 time: 0.5541828 Feb 09 12:55:40.202054 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02048d19-e50a-4194-87e6-28f88178cc3a req-29a302d8-f3ef-4770-addf-ed0fc666fc6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293972 Feb 09 12:55:40.253128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-9ccdef57-2b3d-41e1-8b1e-d11734bd71c2 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622175 Feb 09 12:55:40.594357 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:36Z', 'revision_number': 3, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:40.597749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 294012ad-3ae0-41a1-9408-31c43cc47f2a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=294012ad-3ae0-41a1-9408-31c43cc47f2a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:40.607244 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Checking router: e7f4adc0-df31-4b3c-b375-f24e6dc68c52 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:55:40.608861 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Updating router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:55:40.626980 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e486fe9-f565-4c7a-bd44-54eec8c96bb1', 'tag': '1d594510-41b5-4512-891f-3f309d0ef494', 'status': 'completed', 'code': 200} Feb 09 12:55:40.647434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '294012ad-3ae0-41a1-9408-31c43cc47f2a', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '294012ad-3ae0-41a1-9408-31c43cc47f2a', 'mac_address': 'fa:16:3e:46:4e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:55:40.830365 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:40.844381 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:40.871122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fb90775-f0ba-4cff-9b6b-9bb2d86ef225 req-7325b36e-3788-4737-863a-79a1fb561e38 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 210 time: 0.2432153 Feb 09 12:55:40.875780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294012ad-3ae0-41a1-9408-31c43cc47f2a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:40.905782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 294012ad-3ae0-41a1-9408-31c43cc47f2a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=294012ad-3ae0-41a1-9408-31c43cc47f2a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:40.917063 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5127fbff-b353-479e-b812-1984b95c295f req-a031952b-cd09-47dd-a6a9-22956d7f3207 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 210 time: 0.1752017 Feb 09 12:55:40.951397 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:41.071178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64033f4d-e521-401c-a24c-5b147434ead7 req-d34cf13f-f222-4238-8428-c2323cf4b138 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045170 Feb 09 12:55:41.157426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=294012ad-3ae0-41a1-9408-31c43cc47f2a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:41.167843 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:41.247156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['294012ad-3ae0-41a1-9408-31c43cc47f2a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:41.349587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b39a388f-739d-42c9-bd33-6b4ed0878398 req-b138d5e7-8fee-4779-84f6-fbc45a7a9aeb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 1099 time: 0.1589472 Feb 09 12:55:41.724159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a388f-739d-42c9-bd33-6b4ed0878398 req-972d55cd-4bae-4270-afc8-b8b9bd64d609 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:41.725624 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b39a388f-739d-42c9-bd33-6b4ed0878398 req-972d55cd-4bae-4270-afc8-b8b9bd64d609 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3677850 Feb 09 12:55:41.813173 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:41.836236 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Transition to ACTIVE for port object 9ee3d298-59fa-4fd6-a4bb-34832337a7fd will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:41.854555 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:41.865389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b39a388f-739d-42c9-bd33-6b4ed0878398 req-45b32de9-3e63-4722-94d9-c56b998ec251 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=1d594510-41b5-4512-891f-3f309d0ef494 HTTP/1.1" status: 200 len: 217 time: 0.1268630 Feb 09 12:55:41.949365 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Pushing event updated for resources: {'Port': ['ID=9ee3d298-59fa-4fd6-a4bb-34832337a7fd,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:41.963053 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Attempting to bind port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:41.963468 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Attempting to bind port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:41.963827 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Attempting to bind port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:41.976290 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.976916 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.977227 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.977745 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.978154 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.978608 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.979223 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.979862 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.980398 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.984888 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.985514 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:41.999610 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:41.999987 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:42.000444 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:42.000887 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:42.001368 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Bound port: 9ee3d298-59fa-4fd6-a4bb-34832337a7fd, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:42.001772 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:42.010651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dff9f-0474-460b-9da8-fad27b7dd55f req-c4cb5611-8a54-4dff-8c5e-d676c61386e8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:42.017918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f80dff9f-0474-460b-9da8-fad27b7dd55f req-c4cb5611-8a54-4dff-8c5e-d676c61386e8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 948 time: 0.4284678 Feb 09 12:55:42.137805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-9442cea6-daf2-4f24-8d8a-6eddf22f131c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:42.139592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-9442cea6-daf2-4f24-8d8a-6eddf22f131c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Synchronizing usage tracker for tenant:1fc4f987cd214c52a25508025dc755f6 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:42.145130 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] For port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:42.152893 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] For port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9ee3d298-59fa-4fd6-a4bb-34832337a7fd,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:42.158364 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:42.159928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33082) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:42.187778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a388f-739d-42c9-bd33-6b4ed0878398 req-d756be16-afb6-4a47-946e-f6e9b5785d00 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:42.189879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b39a388f-739d-42c9-bd33-6b4ed0878398 req-d756be16-afb6-4a47-946e-f6e9b5785d00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2935238 Feb 09 12:55:42.213046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-9442cea6-daf2-4f24-8d8a-6eddf22f131c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Unset dirty status for tenant:1fc4f987cd214c52a25508025dc755f6 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:42.230519 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-9442cea6-daf2-4f24-8d8a-6eddf22f131c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.67 "GET /v2.0/networks?id=2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 HTTP/1.1" status: 200 len: 815 time: 0.3696859 Feb 09 12:55:42.279838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f80dff9f-0474-460b-9da8-fad27b7dd55f req-fb071ade-77bd-4af1-80e7-c4596994d0bd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533622 Feb 09 12:55:42.283741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Request body: {'port': {'device_id': '857fca9c-5ab2-4f12-84e8-86ead59536bd', 'network_id': '2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1', 'admin_state_up': True, 'tenant_id': '1fc4f987cd214c52a25508025dc755f6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:42.350725 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:55:42.351354 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:55:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:42.376844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b39a388f-739d-42c9-bd33-6b4ed0878398 req-3f20ff12-7a9a-4513-992a-d86169bf7851 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708841 Feb 09 12:55:42.519916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:42.523721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Usage tracker for resource:port and tenant:1fc4f987cd214c52a25508025dc755f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:42.526888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:42.533599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:42.644020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Made reservation on behalf of 1fc4f987cd214c52a25508025dc755f6 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:42.647415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:42.669670 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:55:42.671518 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:42.708072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:42.712090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Usage tracker for resource:security_group_rule and tenant:58510ab56dc04ed1a200f508208f8734 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:42.715274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:42.722147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:42.762122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33094) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:42.766432 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:42.865319 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054767d5-fd6f-4b83-bfcb-0dad8007ae98 None None] Pushing event updated for resources: {'Port': ['ID=9ee3d298-59fa-4fd6-a4bb-34832337a7fd,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:42.963227 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:42.976078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:43.058118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Allocated IP 172.20.0.12 (2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1/dded3125-4186-46c6-9f61-62f6d44e817b/eb5a5963-421d-4954-8e6a-328c794732b5) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:43.070563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f06faa-ee9d-4a3f-a5c7-1f888f94ee02,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:43.117838 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:36Z', 'revision_number': 3, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:43.119565 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e926814c-1f42-4b45-80dd-e455fda48f0a req-a13c5514-aaed-408f-9dab-005bb38ffcb2 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 210 time: 0.3385599 Feb 09 12:55:43.121362 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4957e1c9-00a9-48f7-8e83-47505dc2f511 req-2a77682c-fa74-409d-8338-0638e97968c9 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 210 time: 0.3387449 Feb 09 12:55:43.135074 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cfedee-b2cb-42f7-866a-05d92fe3ee89 None None] The sync data for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 is: [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:36Z', 'revision_number': 3, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:55:43.157089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.157790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.158117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.158746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.159176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.159618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.160043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.160501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.161059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.161565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.162329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:43.214391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-2d0ea5cd-05e4-4e26-b19a-f29497bf4463 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:43.215994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-2d0ea5cd-05e4-4e26-b19a-f29497bf4463 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 807 time: 0.6095912 Feb 09 12:55:43.219731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b39a388f-739d-42c9-bd33-6b4ed0878398 req-7758a5ed-c974-4d47-9b38-730d041cf4ac service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8351812 Feb 09 12:55:43.223248 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b1b6079a-7c4b-42e1-be13-61534d79067b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58510ab56dc04ed1a200f508208f8734&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0603509 Feb 09 12:55:43.227146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33102) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:43.254580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51fa5868-9974-494e-a595-3faffb0b37ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:43.413296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-51fa5868-9974-494e-a595-3faffb0b37ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:43.427513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b39a388f-739d-42c9-bd33-6b4ed0878398 req-7cdb026b-8138-45f1-925a-e97c9a756daa service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967201 Feb 09 12:55:43.431226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Request body: {'port': {'device_id': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb', 'admin_state_up': True, 'tenant_id': '4356ca73cb7b44649bc5b79338960c01'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:43.433033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-51fa5868-9974-494e-a595-3faffb0b37ca admin admin] Usage tracker for resource:security_group_rule and tenant:34a0cb0ce0024fa8bff48da7b4d35e0d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:43.463353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-51fa5868-9974-494e-a595-3faffb0b37ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:43.595637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-51fa5868-9974-494e-a595-3faffb0b37ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:43.608986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Allocated IP 172.20.0.1 (c94dde66-53f2-4207-ba32-f728209ad5d1/f26fd653-776c-468c-8cfb-1a99f0552deb/21c46860-f759-48fa-aafb-f49881e1999d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:43.730422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:43.750028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Usage tracker for resource:port and tenant:4356ca73cb7b44649bc5b79338960c01 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:43.760775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:43.824456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:43.824456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:43.824629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:43.865925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9c9bf-60d6-40cc-aeb0-a2269b54e67d req-8f62d975-623c-4c87-890f-9aa656788574 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:43.867935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2df9c9bf-60d6-40cc-aeb0-a2269b54e67d req-8f62d975-623c-4c87-890f-9aa656788574 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 948 time: 0.2871630 Feb 09 12:55:43.868677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Made reservation on behalf of 4356ca73cb7b44649bc5b79338960c01 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:43.872194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:43.896426 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:43.994303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.019573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 294012ad-3ae0-41a1-9408-31c43cc47f2a up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:44.126560 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.144483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2df9c9bf-60d6-40cc-aeb0-a2269b54e67d req-423a0ec2-07ee-4608-aef3-d27a3ea2d0e3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381437 Feb 09 12:55:44.149196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Transition to ACTIVE for port object 21c46860-f759-48fa-aafb-f49881e1999d will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:44.156933 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51fa5868-9974-494e-a595-3faffb0b37ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.179830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Network 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:44.184583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51fa5868-9974-494e-a595-3faffb0b37ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.199254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:44.203339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:44.223493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 294012ad-3ae0-41a1-9408-31c43cc47f2a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:44.235301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 294012ad-3ae0-41a1-9408-31c43cc47f2a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:44.238923 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.319073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Pushing event updated for resources: {'Port': ['ID=eb5a5963-421d-4954-8e6a-328c794732b5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:44.344930 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-51fa5868-9974-494e-a595-3faffb0b37ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34a0cb0ce0024fa8bff48da7b4d35e0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5812740 Feb 09 12:55:44.350579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33136) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:44.355006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:44.355636 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.358066 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.364322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa5868-9974-494e-a595-3faffb0b37ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915ca792-8af7-4b95-8fdb-a0a7692de4a2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:44.396289 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.480744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Allocated IP 172.20.0.14 (eb25d5a8-8658-4707-8dcc-08534bf785bb/4de4a952-3b81-4858-aae6-119ad222c3a5/de18a697-0083-46f2-87ce-e6f95bfb159e) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:44.540625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.548637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Network c94dde66-53f2-4207-ba32-f728209ad5d1 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:44.554246 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-f01df504-ed96-4aaa-bf5c-cbd0be033f5e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2958472 Feb 09 12:55:44.555082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:44.558641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:44.588988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33140) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:44.596964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 294012ad-3ae0-41a1-9408-31c43cc47f2a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=294012ad-3ae0-41a1-9408-31c43cc47f2a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:44.598398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f44248-3c75-4843-8c5d-76ae18ec413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294012ad-3ae0-41a1-9408-31c43cc47f2a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:44.605385 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.605631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Request body: {'port': {'device_id': '857fca9c-5ab2-4f12-84e8-86ead59536bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:44.658822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Pushing event updated for resources: {'Port': ['ID=21c46860-f759-48fa-aafb-f49881e1999d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:44.709113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ee3d298-59fa-4fd6-a4bb-34832337a7fd up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:44.713032 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8df9c5f8-63e2-4825-a87b-00a4593103c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.722917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.814046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1d594510-41b5-4512-891f-3f309d0ef494 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:55:44.815922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8df9c5f8-63e2-4825-a87b-00a4593103c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.825237 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.880094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.898650 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:44.908377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['430a597b-4f96-497c-ab63-e92c1a4f101f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:44.979693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=294012ad-3ae0-41a1-9408-31c43cc47f2a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:44.987078 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:55:45.054831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56ab3e4d-44f9-44e2-826a-45a7ecdfedec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.103973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6598c296-15ac-4dcd-be16-261acc7f6b57 None None] Provisioning for port 21c46860-f759-48fa-aafb-f49881e1999d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:45.119945 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.123563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6598c296-15ac-4dcd-be16-261acc7f6b57 None None] Provisioning complete for port 21c46860-f759-48fa-aafb-f49881e1999d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:45.124155 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6598c296-15ac-4dcd-be16-261acc7f6b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.129800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f06faa-ee9d-4a3f-a5c7-1f888f94ee02,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:45.145565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Pushing event updated for resources: {'Port': ['ID=de18a697-0083-46f2-87ce-e6f95bfb159e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:45.164341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Network eb25d5a8-8658-4707-8dcc-08534bf785bb is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:45.170800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:45.174663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:45.178861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:45.179488 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.195074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.195417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.195745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.196071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.196396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.196717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.197034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.197457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.197676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.197980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.198294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.204695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:45.213998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.214336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.214718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.215038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.215347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.215694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.215985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.216299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.216610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.217503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.217817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:55:45.223680 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.227533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-632c4b82-628f-4999-ace7-a62c738a09c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/85f06faa-ee9d-4a3f-a5c7-1f888f94ee02 HTTP/1.1" status: 204 len: 168 time: 1.9985452 Feb 09 12:55:45.237563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-e958fd3d-9a4d-4898-984f-f0948d04015f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0054064 Feb 09 12:55:45.252254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:45.252625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.254684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Request body: {'port': {'device_id': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:45.259541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8df9c5f8-63e2-4825-a87b-00a4593103c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.305967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8df9c5f8-63e2-4825-a87b-00a4593103c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.309375 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8df9c5f8-63e2-4825-a87b-00a4593103c1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/915ca792-8af7-4b95-8fdb-a0a7692de4a2 HTTP/1.1" status: 204 len: 168 time: 0.9469218 Feb 09 12:55:45.309513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0b2ac-9e91-4147-b1ef-475f56f2c93a req-09c4c331-51a8-42d3-9002-ba067459b67f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:45.309513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-19f0b2ac-9e91-4147-b1ef-475f56f2c93a req-09c4c331-51a8-42d3-9002-ba067459b67f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Synchronizing usage tracker for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:45.310336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6598c296-15ac-4dcd-be16-261acc7f6b57 None None] Port 21c46860-f759-48fa-aafb-f49881e1999d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:55:45.329881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 1d594510-41b5-4512-891f-3f309d0ef494, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1d594510-41b5-4512-891f-3f309d0ef494,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:45.341743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cbaa8-120c-4db7-aa2b-d5fb359ade3d req-e134597c-476b-4244-9c63-96f0fae0a768 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:45.343214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-317cbaa8-120c-4db7-aa2b-d5fb359ade3d req-e134597c-476b-4244-9c63-96f0fae0a768 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 932 time: 0.4694738 Feb 09 12:55:45.370076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-56ab3e4d-44f9-44e2-826a-45a7ecdfedec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:45.381218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9c5f8-63e2-4825-a87b-00a4593103c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915ca792-8af7-4b95-8fdb-a0a7692de4a2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:45.381619 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '1d594510-41b5-4512-891f-3f309d0ef494', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '1d594510-41b5-4512-891f-3f309d0ef494', 'mac_address': 'fa:16:3e:ef:d7:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:55:45.400351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-19f0b2ac-9e91-4147-b1ef-475f56f2c93a req-09c4c331-51a8-42d3-9002-ba067459b67f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Unset dirty status for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:45.406864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19f0b2ac-9e91-4147-b1ef-475f56f2c93a req-09c4c331-51a8-42d3-9002-ba067459b67f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 932 time: 0.5378618 Feb 09 12:55:45.474823 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.497616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-317cbaa8-120c-4db7-aa2b-d5fb359ade3d req-6d56bd55-6d62-4a12-83fd-54f3a2dc31f7 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251445 Feb 09 12:55:45.519743 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19f0b2ac-9e91-4147-b1ef-475f56f2c93a req-336fe8b7-d77a-4506-b25d-40f9f5dfee69 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119246 Feb 09 12:55:45.637813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-56ab3e4d-44f9-44e2-826a-45a7ecdfedec admin admin] Usage tracker for resource:security_group_rule and tenant:f0b4c2e0dbd74010bb391d67a959d5b6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:45.688484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-56ab3e4d-44f9-44e2-826a-45a7ecdfedec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:45.750779 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f44248-3c75-4843-8c5d-76ae18ec413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294012ad-3ae0-41a1-9408-31c43cc47f2a', 'code': 200} Feb 09 12:55:45.765313 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.830959 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.839389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-56ab3e4d-44f9-44e2-826a-45a7ecdfedec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:45.898911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d594510-41b5-4512-891f-3f309d0ef494 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:45.947318 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:45.982212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9ee3d298-59fa-4fd6-a4bb-34832337a7fd,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:46.047993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.144277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33162) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:46.182210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33166) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:46.218692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 1d594510-41b5-4512-891f-3f309d0ef494, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1d594510-41b5-4512-891f-3f309d0ef494,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:46.220130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=9ee3d298-59fa-4fd6-a4bb-34832337a7fd,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:46.225652 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.236582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21e493d2-4aea-4ba2-a0a2-8189d73e8669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.249759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34e4b689-e64e-485c-9497-17346535c1da req-c0cea512-7cc7-46f3-ba74-35f43071b7ef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0f44248-3c75-4843-8c5d-76ae18ec413f HTTP/1.1" status: 200 len: 1101 time: 0.4657860 Feb 09 12:55:46.262326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abdb0f-eec7-4750-874f-68eeb39ff2aa req-b69981ec-d61d-49e1-813a-3f782d22411a tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:46.270238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7abdb0f-eec7-4750-874f-68eeb39ff2aa req-b69981ec-d61d-49e1-813a-3f782d22411a tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 948 time: 0.4851158 Feb 09 12:55:46.273883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40366148-9175-4656-8e46-54cd7a057b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.338941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=1d594510-41b5-4512-891f-3f309d0ef494,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:46.379664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34e4b689-e64e-485c-9497-17346535c1da req-c10ef102-8e79-4f7a-bb16-256844a12e00 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067190 Feb 09 12:55:46.402164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7abdb0f-eec7-4750-874f-68eeb39ff2aa req-2d3c3ede-fe8a-4544-ac14-77990590291b tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306159 Feb 09 12:55:46.455958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-21e493d2-4aea-4ba2-a0a2-8189d73e8669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:46.479334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-21e493d2-4aea-4ba2-a0a2-8189d73e8669 admin admin] Usage tracker for resource:security_group_rule and tenant:1c0fba59a0ba4d28827b48d46c80da6a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:46.484658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:55:46.486905 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-68354563-c7f9-42ce-8faf-2210960c7ec5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--710420048&fields=id&tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb HTTP/1.1" status: 200 len: 267 time: 0.1044035 Feb 09 12:55:46.493332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-21e493d2-4aea-4ba2-a0a2-8189d73e8669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:46.499908 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56ab3e4d-44f9-44e2-826a-45a7ecdfedec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.501270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de18a697-0083-46f2-87ce-e6f95bfb159e {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:46.508846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-40366148-9175-4656-8e46-54cd7a057b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:46.512545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-21e493d2-4aea-4ba2-a0a2-8189d73e8669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:46.517872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5a5963-421d-4954-8e6a-328c794732b5 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:46.524065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56ab3e4d-44f9-44e2-826a-45a7ecdfedec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.529966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.533257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.535903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-40366148-9175-4656-8e46-54cd7a057b84 admin admin] Usage tracker for resource:security_group_rule and tenant:788ef63879b849e5828a4e524a74cec8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:46.551396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ee3d298-59fa-4fd6-a4bb-34832337a7fd up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:46.587990 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.595313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-40366148-9175-4656-8e46-54cd7a057b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:46.602441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-40366148-9175-4656-8e46-54cd7a057b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:46.613447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1d594510-41b5-4512-891f-3f309d0ef494'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:46.614964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Transition to ACTIVE for port object de18a697-0083-46f2-87ce-e6f95bfb159e will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:46.627154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.633032 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-56ab3e4d-44f9-44e2-826a-45a7ecdfedec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0b4c2e0dbd74010bb391d67a959d5b6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0357759 Feb 09 12:55:46.637099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33184) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:46.642715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.730831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:46.731208 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.765208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.793664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Transition to ACTIVE for port object eb5a5963-421d-4954-8e6a-328c794732b5 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:46.847238 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:46.858826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab3e4d-44f9-44e2-826a-45a7ecdfedec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdeaf8aa-ec2a-494f-9c46-4d96f23d17b1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:46.887036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-4225690d-d235-41ae-aa13-f8bb0d86de9c tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:46.889238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-4225690d-d235-41ae-aa13-f8bb0d86de9c tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/networks?id=f64636e3-1a92-49a2-9146-0ce893b89e65 HTTP/1.1" status: 200 len: 824 time: 0.3911095 Feb 09 12:55:46.911367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Pushing event updated for resources: {'Port': ['ID=21c46860-f759-48fa-aafb-f49881e1999d,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:46.926483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Pushing event updated for resources: {'Port': ['ID=de18a697-0083-46f2-87ce-e6f95bfb159e,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:46.958284 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-e6228fd0-f937-49cd-82e0-13d6ebb02f80 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/quotas/9b2dc5b3466d4cf2ad35e474c66b87fb HTTP/1.1" status: 200 len: 375 time: 0.0392656 Feb 09 12:55:47.055840 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bdd0ee2-025e-4af1-a61c-e882a240641a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.068207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40366148-9175-4656-8e46-54cd7a057b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.097186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:47.097580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:47.097850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:47.125122 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bdd0ee2-025e-4af1-a61c-e882a240641a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.136851 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40366148-9175-4656-8e46-54cd7a057b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.150761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b392f-d5fc-4ecf-8e1a-6b5c606291d4 req-fec49bd2-f372-49db-a2ab-b75dd2f9f442 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:47.152312 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-326b392f-d5fc-4ecf-8e1a-6b5c606291d4 req-fec49bd2-f372-49db-a2ab-b75dd2f9f442 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 932 time: 0.4432812 Feb 09 12:55:47.152893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Port de18a697-0083-46f2-87ce-e6f95bfb159e on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:55:47.154067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:47.216109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:47.216458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:47.217337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:47.217773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Bound port: de18a697-0083-46f2-87ce-e6f95bfb159e, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:47.218107 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.241934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5a5963-421d-4954-8e6a-328c794732b5,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:47.261219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21e493d2-4aea-4ba2-a0a2-8189d73e8669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.286244 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21e493d2-4aea-4ba2-a0a2-8189d73e8669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.300024 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-40366148-9175-4656-8e46-54cd7a057b84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=788ef63879b849e5828a4e524a74cec8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1064038 Feb 09 12:55:47.304505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40366148-9175-4656-8e46-54cd7a057b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6989f2d5-b333-445c-ae32-a83458adad06,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:47.310823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33188) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:47.313999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-bbfa0f3a-55a2-445e-8154-c90f59646744 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3109951 Feb 09 12:55:47.363108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-326b392f-d5fc-4ecf-8e1a-6b5c606291d4 req-cd32a20b-cdd5-4eb6-9455-c9ad47190194 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973193 Feb 09 12:55:47.377577 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bdd0ee2-025e-4af1-a61c-e882a240641a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.428491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Network c94dde66-53f2-4207-ba32-f728209ad5d1 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:47.440098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:47.473925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd0ee2-025e-4af1-a61c-e882a240641a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdeaf8aa-ec2a-494f-9c46-4d96f23d17b1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:47.531982 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-b94ab259-d5a9-4a48-a922-410bce93fd79 service neutron] 10.222.0.59 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116992 Feb 09 12:55:47.538660 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-21e493d2-4aea-4ba2-a0a2-8189d73e8669 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c0fba59a0ba4d28827b48d46c80da6a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3908558 Feb 09 12:55:47.553493 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bdd0ee2-025e-4af1-a61c-e882a240641a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.555600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33194) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:47.557223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8bdd0ee2-025e-4af1-a61c-e882a240641a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bdeaf8aa-ec2a-494f-9c46-4d96f23d17b1 HTTP/1.1" status: 204 len: 168 time: 0.8717744 Feb 09 12:55:47.558654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:47.569112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e493d2-4aea-4ba2-a0a2-8189d73e8669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b793cd7-a2c0-4e26-9d20-075fa95858a7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:47.630799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:47.687976 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.784610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f80f8753-1409-45e8-81a8-a2c5fa417cc8 None None] Provisioning complete for port 21c46860-f759-48fa-aafb-f49881e1999d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:47.786771 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f80f8753-1409-45e8-81a8-a2c5fa417cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.822582 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.823942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] 10.222.0.67 "PUT /v2.0/ports/de18a697-0083-46f2-87ce-e6f95bfb159e HTTP/1.1" status: 200 len: 1092 time: 2.5763693 Feb 09 12:55:47.824383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'tag': 'de18a697-0083-46f2-87ce-e6f95bfb159e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:47.855395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f80f8753-1409-45e8-81a8-a2c5fa417cc8 None None] Port 21c46860-f759-48fa-aafb-f49881e1999d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:55:47.869204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c6ab1b96-59e2-4d32-946e-36ae164a2e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.875216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Attempting to bind port eb5a5963-421d-4954-8e6a-328c794732b5 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:47.875794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Attempting to bind port eb5a5963-421d-4954-8e6a-328c794732b5 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'cb6655a0-2636-4cfd-a537-639a0808151a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:47.876116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Attempting to bind port eb5a5963-421d-4954-8e6a-328c794732b5 on network 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:47.887464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eb60e-7add-4550-b827-dee8a279f49d service neutron] Pushing event updated for resources: {'Port': ['ID=de18a697-0083-46f2-87ce-e6f95bfb159e,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:47.922335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6b0cc47-16ab-4c9a-b6fa-54685b01652f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.928257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Port eb5a5963-421d-4954-8e6a-328c794732b5 on network 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:55:47.928580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Attempting to bind port eb5a5963-421d-4954-8e6a-328c794732b5 on network 2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:47.935581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-7ddb8984-9520-4332-9ac3-b9a95702d96b service neutron] 10.222.0.59 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026611 Feb 09 12:55:47.944547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c6ab1b96-59e2-4d32-946e-36ae164a2e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:47.995048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:47.995393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Checking segment: {'id': 'cb6655a0-2636-4cfd-a537-639a0808151a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:47.995803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Bound using segment: {'id': 'cb6655a0-2636-4cfd-a537-639a0808151a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:47.996480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Bound port: eb5a5963-421d-4954-8e6a-328c794732b5, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6655a0-2636-4cfd-a537-639a0808151a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:47.996728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:48.000700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412eee1-f40f-4a9c-85aa-f26a0b51d1ad req-dd62d409-aa6b-4c70-a249-b90fcdb62655 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:48.009366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5412eee1-f40f-4a9c-85aa-f26a0b51d1ad req-dd62d409-aa6b-4c70-a249-b90fcdb62655 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 944 time: 0.4753122 Feb 09 12:55:48.018397 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6b0cc47-16ab-4c9a-b6fa-54685b01652f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:48.076923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-44311a58-63ee-4115-9fc3-be4507b2a39a tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:48.078421 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-44311a58-63ee-4115-9fc3-be4507b2a39a tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc6b4b49-af40-482c-b8a9-9c7de244812f HTTP/1.1" status: 200 len: 945 time: 0.3524902 Feb 09 12:55:48.199221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5412eee1-f40f-4a9c-85aa-f26a0b51d1ad req-bbd0660b-8b12-49f5-bd44-b954166dccf8 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860301 Feb 09 12:55:48.269052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-d72cd55d-4eea-44a7-9701-cc98d60dc284 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1095 time: 0.3826036 Feb 09 12:55:48.269631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33210) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:48.277308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Deleting port 83c55c52-fcc8-41ce-bb76-2028ae27657f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:55:48.277708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:48.376510 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'tag': 'de18a697-0083-46f2-87ce-e6f95bfb159e', 'status': 'completed', 'code': 200} Feb 09 12:55:48.409152 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c6ab1b96-59e2-4d32-946e-36ae164a2e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:48.452848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab1b96-59e2-4d32-946e-36ae164a2e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6989f2d5-b333-445c-ae32-a83458adad06,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:48.470945 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6b0cc47-16ab-4c9a-b6fa-54685b01652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:48.477124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] For port eb5a5963-421d-4954-8e6a-328c794732b5, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:48.508550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c6ab1b96-59e2-4d32-946e-36ae164a2e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:48.514067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c6ab1b96-59e2-4d32-946e-36ae164a2e78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6989f2d5-b333-445c-ae32-a83458adad06 HTTP/1.1" status: 204 len: 168 time: 1.1749682 Feb 09 12:55:48.514067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] For port eb5a5963-421d-4954-8e6a-328c794732b5, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=eb5a5963-421d-4954-8e6a-328c794732b5,segment=NetworkSegment(cb6655a0-2636-4cfd-a537-639a0808151a),segment_id=cb6655a0-2636-4cfd-a537-639a0808151a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:48.525139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0cc47-16ab-4c9a-b6fa-54685b01652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b793cd7-a2c0-4e26-9d20-075fa95858a7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:48.538981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6b0cc47-16ab-4c9a-b6fa-54685b01652f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:48.540496 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f6b0cc47-16ab-4c9a-b6fa-54685b01652f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b793cd7-a2c0-4e26-9d20-075fa95858a7 HTTP/1.1" status: 204 len: 168 time: 0.9836931 Feb 09 12:55:48.542055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:48.644864 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:48.646782 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] 10.222.0.67 "PUT /v2.0/ports/eb5a5963-421d-4954-8e6a-328c794732b5 HTTP/1.1" status: 200 len: 1092 time: 4.0586300 Feb 09 12:55:48.647373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857fca9c-5ab2-4f12-84e8-86ead59536bd', 'tag': 'eb5a5963-421d-4954-8e6a-328c794732b5'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:48.674386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-225325fe-1ed0-4e42-bd86-d17c47c4bb2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de18a697-0083-46f2-87ce-e6f95bfb159e HTTP/1.1" status: 200 len: 217 time: 0.3627062 Feb 09 12:55:48.698714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f88b0a-fe23-4158-a789-0413bc885057 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5a5963-421d-4954-8e6a-328c794732b5,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:48.830836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1d594510-41b5-4512-891f-3f309d0ef494 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:48.847891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d25428e8-7db0-4430-bdba-563171cd4e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:48.881741 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c06a185e-ae4c-4c02-932b-dedce5985a25 req-48799108-1817-4b17-bd7d-a2ca9451341b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 210 time: 0.2021632 Feb 09 12:55:48.931423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:55:49.011828 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-5ad13037-e2df-4a6f-84cc-0f3728f88b1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fc4f987cd214c52a25508025dc755f6&device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 1095 time: 0.2934797 Feb 09 12:55:49.016874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 1d594510-41b5-4512-891f-3f309d0ef494 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:49.031157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 1d594510-41b5-4512-891f-3f309d0ef494 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:49.032550 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:49.126756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-f607ee2f-3fc1-4086-87d9-d4e7b3cc3ac0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:49.140695 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-f607ee2f-3fc1-4086-87d9-d4e7b3cc3ac0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.4204662 Feb 09 12:55:49.204930 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-ef276ee2-9268-49f1-9860-4fe08235ded0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb5a5963-421d-4954-8e6a-328c794732b5 HTTP/1.1" status: 200 len: 217 time: 0.1757276 Feb 09 12:55:49.277035 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:49.317333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d25428e8-7db0-4430-bdba-563171cd4e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:49.318481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 1d594510-41b5-4512-891f-3f309d0ef494, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1d594510-41b5-4512-891f-3f309d0ef494,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:49.319511 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e486fe9-f565-4c7a-bd44-54eec8c96bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d594510-41b5-4512-891f-3f309d0ef494'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:49.327381 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:49.327590 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-c73eb6d9-d9bf-4001-863b-588529c30249 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743722 Feb 09 12:55:49.336658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d25428e8-7db0-4430-bdba-563171cd4e40 admin admin] Usage tracker for resource:security_group_rule and tenant:aadb07b357c64c71b98527a363c9f0bd is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:49.353030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-4814e692-dd48-4e86-82e8-119b043b37ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:49.354501 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-4814e692-dd48-4e86-82e8-119b043b37ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dded3125-4186-46c6-9f61-62f6d44e817b HTTP/1.1" status: 200 len: 855 time: 0.1372776 Feb 09 12:55:49.417350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=1d594510-41b5-4512-891f-3f309d0ef494,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:49.418384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d25428e8-7db0-4430-bdba-563171cd4e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:49.464315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d25428e8-7db0-4430-bdba-563171cd4e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:49.474196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a76a81-1e02-49b1-91c7-c393ae3db8a3 req-2934386c-2452-4096-b0ff-84c1aa63516a tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:49.476698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8a76a81-1e02-49b1-91c7-c393ae3db8a3 req-2934386c-2452-4096-b0ff-84c1aa63516a tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 949 time: 1.1580095 Feb 09 12:55:49.529293 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-b0597bb2-4c80-48c8-ae5c-5e8d5e068774 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191759 Feb 09 12:55:49.677359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] For port 83c55c52-fcc8-41ce-bb76-2028ae27657f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=83c55c52-fcc8-41ce-bb76-2028ae27657f,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:49.677951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:49.738179 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-cfc98322-c77e-458c-9e06-c67c004052f1 service neutron] 10.222.0.67 "GET /v2.0/networks/2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017303 Feb 09 12:55:49.765919 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-2d3222c1-4691-4d62-ba0f-483c8a78787c service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263432 Feb 09 12:55:49.768128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8a76a81-1e02-49b1-91c7-c393ae3db8a3 req-e3f97565-d511-4296-9063-c5aaef5d1492 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776303 Feb 09 12:55:49.790673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042e0e8-d015-41a5-87ff-da7d4f9eda0b req-718b72af-7fec-4377-bfa9-429acd41af89 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:49.792274 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5042e0e8-d015-41a5-87ff-da7d4f9eda0b req-718b72af-7fec-4377-bfa9-429acd41af89 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 944 time: 0.5999005 Feb 09 12:55:49.945995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:55:49.957771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Sync routers for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:55:49.967988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7f545468-476e-4fcc-add1-e1248c2d95c0 admin admin] 10.222.0.59 "PUT /v2.0/routers/e7f4adc0-df31-4b3c-b375-f24e6dc68c52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0589507 Feb 09 12:55:49.980945 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:55:49.981627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:55:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:49.983509 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857fca9c-5ab2-4f12-84e8-86ead59536bd', 'tag': 'eb5a5963-421d-4954-8e6a-328c794732b5', 'status': 'completed', 'code': 200} Feb 09 12:55:50.055037 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a197a1b3-96b6-42dd-abfc-0536b1233b0e req-eeda2c19-0371-487b-9ea0-cf918cb140f6 service neutron] 10.222.0.67 "GET /v2.0/networks/2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078520 Feb 09 12:55:50.272766 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9ffc24b9-94f6-406a-af52-0bc4a71e3593 req-1c17ca73-3c2b-42be-9450-b34c700aa4d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1fc4f987cd214c52a25508025dc755f6&device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 1095 time: 0.1572924 Feb 09 12:55:50.313667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:55:50.346234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:50.346903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:50.347328 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Floating IP 027f7bb4-21ad-4f41-987c-0a9c63f27830 disassociated. External IP: 172.25.5.192, port: 83c55c52-fcc8-41ce-bb76-2028ae27657f. Feb 09 12:55:50.347760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Calling delete_port for 83c55c52-fcc8-41ce-bb76-2028ae27657f owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:55:50.490926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc24b9-94f6-406a-af52-0bc4a71e3593 req-da157b47-3548-4a7d-ad3b-464ad2f65588 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:50.493319 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9ffc24b9-94f6-406a-af52-0bc4a71e3593 req-da157b47-3548-4a7d-ad3b-464ad2f65588 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 HTTP/1.1" status: 200 len: 916 time: 0.2141936 Feb 09 12:55:50.544248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d25428e8-7db0-4430-bdba-563171cd4e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:50.581268 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d25428e8-7db0-4430-bdba-563171cd4e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:50.665970 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9ffc24b9-94f6-406a-af52-0bc4a71e3593 req-7e135014-4a0f-4dbf-b3cd-888a1702d8a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb5a5963-421d-4954-8e6a-328c794732b5 HTTP/1.1" status: 200 len: 217 time: 0.1648986 Feb 09 12:55:50.710166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25428e8-7db0-4430-bdba-563171cd4e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c40890d-70f4-4d19-842b-3b043faa4a37,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:50.728761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 2, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:50.735566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Checking router: e7f4adc0-df31-4b3c-b375-f24e6dc68c52 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:55:50.735930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Updating router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 port 21c46860-f759-48fa-aafb-f49881e1999d binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:55:50.736135 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:50.797086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc24b9-94f6-406a-af52-0bc4a71e3593 req-39b2e5b4-4827-44ed-bb1b-ceee8c9c5ce5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:50.799110 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9ffc24b9-94f6-406a-af52-0bc4a71e3593 req-39b2e5b4-4827-44ed-bb1b-ceee8c9c5ce5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dded3125-4186-46c6-9f61-62f6d44e817b HTTP/1.1" status: 200 len: 855 time: 0.1269670 Feb 09 12:55:50.818025 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:50.981725 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9ffc24b9-94f6-406a-af52-0bc4a71e3593 req-2c1262c9-6b9e-434c-901e-ef29b3061c90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1728094 Feb 09 12:55:50.993332 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5042e0e8-d015-41a5-87ff-da7d4f9eda0b req-59ec3c53-077f-477a-bfbc-d647a1f80692 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1935554 Feb 09 12:55:51.094665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event deleted for resources: {'Port': ['ID=83c55c52-fcc8-41ce-bb76-2028ae27657f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:51.119292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d25428e8-7db0-4430-bdba-563171cd4e40 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aadb07b357c64c71b98527a363c9f0bd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8443768 Feb 09 12:55:51.184430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33284) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:51.285708 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e486fe9-f565-4c7a-bd44-54eec8c96bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d594510-41b5-4512-891f-3f309d0ef494', 'code': 200} Feb 09 12:55:51.361208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45156f27-cc08-43a4-9319-45ed4bd3c3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:51.396871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45156f27-cc08-43a4-9319-45ed4bd3c3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:51.434481 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:51.446102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30f9c5e2-2591-4359-af49-d0ea6a330e80 req-edf50579-4c7b-450d-b762-2017076be042 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6525781 Feb 09 12:55:51.448566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Transition to ACTIVE for port object 21c46860-f759-48fa-aafb-f49881e1999d will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:51.465674 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:51.480696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-087db5d1-191a-4608-acb5-b00417e9550c tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:51.491418 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9ffc24b9-94f6-406a-af52-0bc4a71e3593 req-95019250-4f6a-4758-bcb2-58b2ca82d755 service neutron] 10.222.0.67 "GET /v2.0/networks/2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012529 Feb 09 12:55:51.494080 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45156f27-cc08-43a4-9319-45ed4bd3c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:51.496630 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-087db5d1-191a-4608-acb5-b00417e9550c tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.62 "GET /v2.0/networks?id=f64636e3-1a92-49a2-9146-0ce893b89e65 HTTP/1.1" status: 200 len: 824 time: 1.6371675 Feb 09 12:55:51.512983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dfa1a-3714-4b4d-8e97-17409af2a84a req-f72d96c3-17dc-4092-8c59-98622da95dc5 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:51.521238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc8dfa1a-3714-4b4d-8e97-17409af2a84a req-f72d96c3-17dc-4092-8c59-98622da95dc5 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 944 time: 0.9592228 Feb 09 12:55:51.539556 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47ed5fda-22ba-467a-a0ef-0ba8740779e4 req-28582d5a-bfc0-4bee-bc69-ab8af9149b01 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 210 time: 0.2292013 Feb 09 12:55:51.575451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45156f27-cc08-43a4-9319-45ed4bd3c3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c40890d-70f4-4d19-842b-3b043faa4a37,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:51.705911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc8dfa1a-3714-4b4d-8e97-17409af2a84a req-9888138d-2450-4a42-a9ed-d11b9df57196 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837451 Feb 09 12:55:51.723351 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9ffc24b9-94f6-406a-af52-0bc4a71e3593 req-4d09196a-f544-4157-92b3-18d4095b555b service neutron] 10.222.0.67 "GET /v2.0/networks/2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245328 Feb 09 12:55:51.735050 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45156f27-cc08-43a4-9319-45ed4bd3c3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:51.735050 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-45156f27-cc08-43a4-9319-45ed4bd3c3c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c40890d-70f4-4d19-842b-3b043faa4a37 HTTP/1.1" status: 204 len: 168 time: 0.5474775 Feb 09 12:55:51.780533 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e7ad57c1-c94d-49c7-a64f-2d9ff24afb94 req-7f155b80-c713-4993-a704-60ce7809347c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 1101 time: 0.5352197 Feb 09 12:55:51.809129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc1e30-d090-41ea-8ca8-a20f9a0454bc None None] Pushing event updated for resources: {'Port': ['ID=21c46860-f759-48fa-aafb-f49881e1999d,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:51.819086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-28ae9f7d-df88-4345-863f-5a0918f8ca41 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb HTTP/1.1" status: 200 len: 379 time: 0.2784557 Feb 09 12:55:51.838867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Request body: {'port': {'device_id': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'admin_state_up': True, 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'security_groups': ['ed7fd81d-e49e-4c3f-9907-200df00bbec4']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:51.885031 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e7ad57c1-c94d-49c7-a64f-2d9ff24afb94 req-47065410-8e3d-4001-8b1f-93a928cc1687 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915911 Feb 09 12:55:51.985779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Attempting to bind port 21c46860-f759-48fa-aafb-f49881e1999d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:51.986154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Attempting to bind port 21c46860-f759-48fa-aafb-f49881e1999d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:51.986530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Attempting to bind port 21c46860-f759-48fa-aafb-f49881e1999d on network c94dde66-53f2-4207-ba32-f728209ad5d1 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:52.006153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:52.006647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Checking segment: {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:52.006949 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:52.007317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Bound using segment: {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:52.007781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Bound port: 21c46860-f759-48fa-aafb-f49881e1999d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:52.008146 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:52.048293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 83c55c52-fcc8-41ce-bb76-2028ae27657f no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:55:52.087006 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 83c55c52-fcc8-41ce-bb76-2028ae27657f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:55:52.087873 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 83c55c52-fcc8-41ce-bb76-2028ae27657f not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:55:52.175453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6814d614-92b8-462b-9a60-99f62e9aa5fc req-a2f2290b-3a00-47a6-94a0-8b8e7f6b76f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1095 time: 0.6309946 Feb 09 12:55:52.179864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] For port 21c46860-f759-48fa-aafb-f49881e1999d, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:52.184076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] For port 21c46860-f759-48fa-aafb-f49881e1999d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=21c46860-f759-48fa-aafb-f49881e1999d,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:52.188696 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:52.220665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:52.241864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Usage tracker for resource:port and tenant:9b2dc5b3466d4cf2ad35e474c66b87fb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:52.248573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:52.283364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:55:52.284017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:55:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:52.438166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:52.447013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814d614-92b8-462b-9a60-99f62e9aa5fc req-66137e51-5ea7-4a68-a599-76be11dc01b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:52.448882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6814d614-92b8-462b-9a60-99f62e9aa5fc req-66137e51-5ea7-4a68-a599-76be11dc01b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.2613733 Feb 09 12:55:52.457531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe93d3-da5f-4bcb-8c06-4ae308e18785 req-222ab91d-5080-499d-977a-85bf0b958820 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:52.458192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc1e30-d090-41ea-8ca8-a20f9a0454bc None None] Pushing event updated for resources: {'Port': ['ID=21c46860-f759-48fa-aafb-f49881e1999d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:52.465697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30fe93d3-da5f-4bcb-8c06-4ae308e18785 req-222ab91d-5080-499d-977a-85bf0b958820 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 950 time: 0.5290134 Feb 09 12:55:52.578490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Made reservation on behalf of 9b2dc5b3466d4cf2ad35e474c66b87fb for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:52.579423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:55:52.585506 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:52.752322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b5d064df-5fde-46cf-9f78-61e579a16737 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:52.753043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b5d064df-5fde-46cf-9f78-61e579a16737 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Synchronizing usage tracker for tenant:3f87049e7ae349579835171912f526a8 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:52.799122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6814d614-92b8-462b-9a60-99f62e9aa5fc req-c0cb397d-794f-4998-a8d6-f4b8c221e4a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de18a697-0083-46f2-87ce-e6f95bfb159e HTTP/1.1" status: 200 len: 217 time: 0.2990327 Feb 09 12:55:52.803968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Router 576faf3b-c5bc-44c7-b7e5-3acba6037492 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:55:52.817500 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30fe93d3-da5f-4bcb-8c06-4ae308e18785 req-7f343416-434c-400c-ae88-8f24e222298a tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508475 Feb 09 12:55:52.995917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b5d064df-5fde-46cf-9f78-61e579a16737 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Unset dirty status for tenant:3f87049e7ae349579835171912f526a8 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:53.001124 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b5d064df-5fde-46cf-9f78-61e579a16737 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 821 time: 0.4888258 Feb 09 12:55:53.096489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:52Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:53.106000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56300611-b1fd-43f5-ad87-b96cfad28d75 None None] The sync data for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 is: [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:52Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:55:53.493592 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-994770ba-10b3-462b-8880-f0746d254c4e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/quotas/3f87049e7ae349579835171912f526a8 HTTP/1.1" status: 200 len: 375 time: 0.4815133 Feb 09 12:55:53.516270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814d614-92b8-462b-9a60-99f62e9aa5fc req-6a85b78b-5863-452f-a952-3530909a7af6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:53.517660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6814d614-92b8-462b-9a60-99f62e9aa5fc req-6a85b78b-5863-452f-a952-3530909a7af6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.5930996 Feb 09 12:55:53.680050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6814d614-92b8-462b-9a60-99f62e9aa5fc req-73084f6c-a9e6-45d3-b7d3-042ee9fc9148 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385729 Feb 09 12:55:53.730653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Allocated IP 172.20.0.6 (f64636e3-1a92-49a2-9146-0ce893b89e65/e783f890-6d5e-423d-a0e0-59464ef7e9c4/3504e36f-1264-4240-94ee-ba823f9634c6) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:53.958492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efb451-9896-46a5-a2e3-8bd0fb89637a req-d7846ec3-2560-4f80-87e6-f458bd879a1e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:53.960399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74efb451-9896-46a5-a2e3-8bd0fb89637a req-d7846ec3-2560-4f80-87e6-f458bd879a1e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 944 time: 0.8093987 Feb 09 12:55:54.043758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device de18a697-0083-46f2-87ce-e6f95bfb159e details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:55:54.101541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-f4e5b3be-6c7a-4ab4-abc2-1e27ab0e642a tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5787096 Feb 09 12:55:54.118291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6814d614-92b8-462b-9a60-99f62e9aa5fc req-a939e8fd-a8fa-452c-9dc0-ccb22ed66954 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235444 Feb 09 12:55:54.283127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:54.307682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'de18a697-0083-46f2-87ce-e6f95bfb159e', 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb', 'port_id': 'de18a697-0083-46f2-87ce-e6f95bfb159e', 'mac_address': 'fa:16:3e:46:4e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de4a952-3b81-4858-aae6-119ad222c3a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:55:54.394742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:54.403020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:54.428519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de18a697-0083-46f2-87ce-e6f95bfb159e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:54.450845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:54.456531 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:54.457642 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device eb5a5963-421d-4954-8e6a-328c794732b5 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:55:54.480293 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74efb451-9896-46a5-a2e3-8bd0fb89637a req-79a84d3d-883f-4d82-b611-5737081eba08 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981861 Feb 09 12:55:54.527920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Transition to ACTIVE for port object 3504e36f-1264-4240-94ee-ba823f9634c6 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:54.568547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-84495af5-0b96-4111-98be-4f6dff1b31d2 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460304 Feb 09 12:55:54.592501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=de18a697-0083-46f2-87ce-e6f95bfb159e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:54.665516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6814d614-92b8-462b-9a60-99f62e9aa5fc req-1603bfbd-dd54-4df1-a615-408612074629 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301360 Feb 09 12:55:54.714665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 21c46860-f759-48fa-aafb-f49881e1999d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:54.770634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:55:54.785226 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] Sync routers for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:55:54.802619 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:55:54.803572 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:55:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:54.807212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port eb5a5963-421d-4954-8e6a-328c794732b5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=eb5a5963-421d-4954-8e6a-328c794732b5,segment=NetworkSegment(cb6655a0-2636-4cfd-a537-639a0808151a),segment_id=cb6655a0-2636-4cfd-a537-639a0808151a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:54.827057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'eb5a5963-421d-4954-8e6a-328c794732b5', 'network_id': '2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1', 'port_id': 'eb5a5963-421d-4954-8e6a-328c794732b5', 'mac_address': 'fa:16:3e:9c:a3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded3125-4186-46c6-9f61-62f6d44e817b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:55:54.843105 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8eeb363a-498c-4c3b-9094-16814f3adc4b req-3eeae413-38b0-43f4-904d-523928297877 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 210 time: 0.1718521 Feb 09 12:55:54.910192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 21c46860-f759-48fa-aafb-f49881e1999d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:54.926308 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:54.930230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] No DVR routers for this DVR port 83c55c52-fcc8-41ce-bb76-2028ae27657f on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:55:54.940898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 21c46860-f759-48fa-aafb-f49881e1999d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:54.941165 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:55.025573 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:55.028938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event updated for resources: {'Port': ['ID=3504e36f-1264-4240-94ee-ba823f9634c6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:55.032188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'name': 'network-vif-deleted', 'tag': '83c55c52-fcc8-41ce-bb76-2028ae27657f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:55.048184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Network f64636e3-1a92-49a2-9146-0ce893b89e65 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:55.050657 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:55.055625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:55.061342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:55.067131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:55.067974 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:55.069171 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ffb119c2-b5ea-4380-927a-d5df8a7f977e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:55.106279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5a5963-421d-4954-8e6a-328c794732b5 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:55.135901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port eb5a5963-421d-4954-8e6a-328c794732b5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=eb5a5963-421d-4954-8e6a-328c794732b5,segment=NetworkSegment(cb6655a0-2636-4cfd-a537-639a0808151a),segment_id=cb6655a0-2636-4cfd-a537-639a0808151a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:55.144566 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:55:55.168019 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:55.194247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-013578de-096f-4e34-bc91-531e11254763 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906899 Feb 09 12:55:55.196953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d10c67a2-4d36-4609-884d-bd177aa74eef req-cae3ea6d-4af6-4001-9dc2-e5c91df2efe5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.67 "DELETE /v2.0/ports/83c55c52-fcc8-41ce-bb76-2028ae27657f HTTP/1.1" status: 204 len: 173 time: 7.1111147 Feb 09 12:55:55.204485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-ecd008ac-6041-42f5-b9b3-22554dc3314e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3753114 Feb 09 12:55:55.231055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Request body: {'port': {'device_id': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:55.297525 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:55.428351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=eb5a5963-421d-4954-8e6a-328c794732b5,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:55.455677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 21c46860-f759-48fa-aafb-f49881e1999d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=21c46860-f759-48fa-aafb-f49881e1999d,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:55.464783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['de18a697-0083-46f2-87ce-e6f95bfb159e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:55.493837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff734d-9184-459c-84ee-cc3c94db5eff req-d52b0e13-87a6-4422-b2f3-e9457763c820 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:55.495809 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73ff734d-9184-459c-84ee-cc3c94db5eff req-d52b0e13-87a6-4422-b2f3-e9457763c820 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 945 time: 0.4008768 Feb 09 12:55:55.518037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['eb5a5963-421d-4954-8e6a-328c794732b5'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:55:55.557200 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:55.652712 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:55.723111 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73ff734d-9184-459c-84ee-cc3c94db5eff req-84129aa9-0423-46fa-bd4e-8c9e86fdc15a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004194 Feb 09 12:55:55.821728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-664cc3ad-722c-442b-a937-272ebe083a40 None None] Provisioning for port 3504e36f-1264-4240-94ee-ba823f9634c6 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:55.851737 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-664cc3ad-722c-442b-a937-272ebe083a40 None None] Provisioning complete for port 3504e36f-1264-4240-94ee-ba823f9634c6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:55.852337 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-664cc3ad-722c-442b-a937-272ebe083a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:55.888988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=21c46860-f759-48fa-aafb-f49881e1999d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:55.942581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-664cc3ad-722c-442b-a937-272ebe083a40 None None] Port 3504e36f-1264-4240-94ee-ba823f9634c6 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:55:56.131368 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:56.137747 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] Checking router: 576faf3b-c5bc-44c7-b7e5-3acba6037492 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:55:56.164658 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:55:56.165441 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:55:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:56.467467 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:55:56.509698 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b4b49-af40-482c-b8a9-9c7de244812f', 'name': 'network-vif-deleted', 'tag': '83c55c52-fcc8-41ce-bb76-2028ae27657f', 'status': 'completed', 'code': 200} Feb 09 12:55:56.618411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 21c46860-f759-48fa-aafb-f49881e1999d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:56.690828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3504e36f-1264-4240-94ee-ba823f9634c6 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:56.699367 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:56.710407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 21c46860-f759-48fa-aafb-f49881e1999d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:56.710880 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:56.719356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Transition to ACTIVE for port object 3504e36f-1264-4240-94ee-ba823f9634c6 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:56.722420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f29ad47-6c22-42f1-9284-81f12a7450b2 req-2cec8d8d-5096-46ad-9588-f687b085abb1 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 210 time: 0.1108131 Feb 09 12:55:56.725667 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:56.936368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128c7f-4eff-4761-892f-c9ef40dc3a84 req-8f3e5c92-ce49-4717-bda8-565501c612ed tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:56.953128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35128c7f-4eff-4761-892f-c9ef40dc3a84 req-8f3e5c92-ce49-4717-bda8-565501c612ed tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 950 time: 0.5205140 Feb 09 12:55:57.065492 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:55:57.070416 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4905d30-621a-48ff-ba92-f681be251b6a None None] The sync data for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 is: [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:55:57.082321 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb5b9803-3029-4eba-a841-25e9cc4c20de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:57.158686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Pushing event updated for resources: {'Port': ['ID=3504e36f-1264-4240-94ee-ba823f9634c6,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:57.255942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35128c7f-4eff-4761-892f-c9ef40dc3a84 req-f658b7c9-5473-4b47-bd1a-5f3c37f0cc3e tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791654 Feb 09 12:55:57.272455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Attempting to bind port 3504e36f-1264-4240-94ee-ba823f9634c6 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:55:57.272455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Attempting to bind port 3504e36f-1264-4240-94ee-ba823f9634c6 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:55:57.272693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Attempting to bind port 3504e36f-1264-4240-94ee-ba823f9634c6 on network f64636e3-1a92-49a2-9146-0ce893b89e65 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:57.303722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Port 3504e36f-1264-4240-94ee-ba823f9634c6 on network f64636e3-1a92-49a2-9146-0ce893b89e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:55:57.304046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Attempting to bind port 3504e36f-1264-4240-94ee-ba823f9634c6 on network f64636e3-1a92-49a2-9146-0ce893b89e65 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:55:57.315649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:55:57.315952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Checking segment: {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:55:57.316331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Bound using segment: {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:55:57.316750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Bound port: 3504e36f-1264-4240-94ee-ba823f9634c6, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4150667d-12c1-4f49-9cc4-366aaf52a87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:55:57.317149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:57.336714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6b33f-f83b-4d31-8229-147c6d19f13c req-c63a5a79-c87b-4864-b5d2-efdebae07d42 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:57.350290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07f6b33f-f83b-4d31-8229-147c6d19f13c req-c63a5a79-c87b-4864-b5d2-efdebae07d42 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 945 time: 0.3943651 Feb 09 12:55:57.441456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-0b140b42-96c7-4fc4-8e8c-2b352c07a373 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:57.443147 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-0b140b42-96c7-4fc4-8e8c-2b352c07a373 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.62 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 821 time: 0.1893914 Feb 09 12:55:57.465974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Request body: {'port': {'device_id': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'admin_state_up': True, 'tenant_id': '3f87049e7ae349579835171912f526a8'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:57.520693 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07f6b33f-f83b-4d31-8229-147c6d19f13c req-04c6f879-be29-4fa6-a357-ae8aa724ebf8 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694949 Feb 09 12:55:57.537175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] For port 3504e36f-1264-4240-94ee-ba823f9634c6, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:55:57.550761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] For port 3504e36f-1264-4240-94ee-ba823f9634c6, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3504e36f-1264-4240-94ee-ba823f9634c6,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:55:57.558933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:57.605458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2092a10-332a-4da0-9533-7778c7137eab req-b01390f3-08c9-46c9-abaf-d42c55f776ae tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:57.606148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c2092a10-332a-4da0-9533-7778c7137eab req-b01390f3-08c9-46c9-abaf-d42c55f776ae tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Synchronizing usage tracker for tenant:9b2dc5b3466d4cf2ad35e474c66b87fb on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:57.619623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:57.625759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Usage tracker for resource:port and tenant:3f87049e7ae349579835171912f526a8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:57.630290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:57.632323 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:57.633700 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] 10.222.0.62 "PUT /v2.0/ports/3504e36f-1264-4240-94ee-ba823f9634c6 HTTP/1.1" status: 200 len: 1091 time: 2.4145384 Feb 09 12:55:57.643090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:57.658379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Made reservation on behalf of 3f87049e7ae349579835171912f526a8 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:55:57.662043 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:57.665117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c2092a10-332a-4da0-9533-7778c7137eab req-b01390f3-08c9-46c9-abaf-d42c55f776ae tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Unset dirty status for tenant:9b2dc5b3466d4cf2ad35e474c66b87fb on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:57.666241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2092a10-332a-4da0-9533-7778c7137eab req-b01390f3-08c9-46c9-abaf-d42c55f776ae tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 943 time: 0.2475147 Feb 09 12:55:57.670352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c63ca-0618-43f2-aaf2-7940fa936407 service neutron] Pushing event updated for resources: {'Port': ['ID=3504e36f-1264-4240-94ee-ba823f9634c6,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:57.769540 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2092a10-332a-4da0-9533-7778c7137eab req-cc2d511d-fdca-414d-9e44-d39ae8fa53fd tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942290 Feb 09 12:55:57.795200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-8867ffe0-cfb4-4807-a11e-dac6f067b34c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb&device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 1094 time: 0.1042256 Feb 09 12:55:57.890553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-4462c039-bd61-43b1-a0bc-e00694943abf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3504e36f-1264-4240-94ee-ba823f9634c6 HTTP/1.1" status: 200 len: 217 time: 0.0782716 Feb 09 12:55:57.923876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Allocated IP 172.20.0.13 (c94dde66-53f2-4207-ba32-f728209ad5d1/f26fd653-776c-468c-8cfb-1a99f0552deb/8a8d8d2e-501e-40ef-8aa8-69cea89128ae) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:55:58.046172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device de18a697-0083-46f2-87ce-e6f95bfb159e up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:58.060950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-3370bf3d-4676-4003-bbe5-a44fde022fb7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:58.062948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-3370bf3d-4676-4003-bbe5-a44fde022fb7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e783f890-6d5e-423d-a0e0-59464ef7e9c4 HTTP/1.1" status: 200 len: 863 time: 0.1642942 Feb 09 12:55:58.175782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port de18a697-0083-46f2-87ce-e6f95bfb159e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:58.190168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port de18a697-0083-46f2-87ce-e6f95bfb159e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:58.190420 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.237699 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.272959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Transition to ACTIVE for port object 8a8d8d2e-501e-40ef-8aa8-69cea89128ae will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:58.307316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.332983 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.343349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342f265-d7df-4c70-bb11-73905acb9ffa req-df5d54bf-6d10-4551-9412-15dfc37180d5 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:58.344846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f342f265-d7df-4c70-bb11-73905acb9ffa req-df5d54bf-6d10-4551-9412-15dfc37180d5 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0f44248-3c75-4843-8c5d-76ae18ec413f HTTP/1.1" status: 200 len: 950 time: 0.2706866 Feb 09 12:55:58.351881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5c183-7c28-428b-bf59-10396880e30e req-a306b4d8-9220-43da-b502-a5df3f41e08f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:58.352182 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.353306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eec5c183-7c28-428b-bf59-10396880e30e req-a306b4d8-9220-43da-b502-a5df3f41e08f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 945 time: 0.1675246 Feb 09 12:55:58.356059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-1f5743af-e7f3-4376-8020-886aad2be391 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f64636e3-1a92-49a2-9146-0ce893b89e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063839 Feb 09 12:55:58.392089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de18a697-0083-46f2-87ce-e6f95bfb159e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:58.407294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:58.413762 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.415381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device eb5a5963-421d-4954-8e6a-328c794732b5 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:55:58.430023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Network c94dde66-53f2-4207-ba32-f728209ad5d1 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:55:58.430849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33430) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:58.441301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:55:58.444052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:55:58.485403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Pushing event updated for resources: {'Port': ['ID=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:58.530361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'tag': '3504e36f-1264-4240-94ee-ba823f9634c6'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:55:58.533635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:58.534384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.574939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f342f265-d7df-4c70-bb11-73905acb9ffa req-c1d7003c-9f09-48b6-a56b-b735769ea268 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175908 Feb 09 12:55:58.600601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-b4f35505-e777-4bc2-8ca6-24aace2439d6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1388061 Feb 09 12:55:58.600960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eec5c183-7c28-428b-bf59-10396880e30e req-1c91859a-61b2-4f71-b013-e453b16e7cac tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274723 Feb 09 12:55:58.621175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Request body: {'port': {'device_id': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:55:58.663244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-6ad58e5e-acbd-4844-a19a-0037bac5a360 service neutron] 10.222.0.62 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890880 Feb 09 12:55:58.698454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=de18a697-0083-46f2-87ce-e6f95bfb159e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:58.720457 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.806559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port eb5a5963-421d-4954-8e6a-328c794732b5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:58.819874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port eb5a5963-421d-4954-8e6a-328c794732b5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:58.820640 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.899020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:58.912089 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-881f4e29-cbba-4ccc-971b-fad58779778a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.021527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-881f4e29-cbba-4ccc-971b-fad58779778a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:55:59.023561 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.041018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-881f4e29-cbba-4ccc-971b-fad58779778a admin admin] Usage tracker for resource:security_group_rule and tenant:4e79993a4dcd486d8042902b02bb1668 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:55:59.047433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-881f4e29-cbba-4ccc-971b-fad58779778a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:55:59.047662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1197c837-1cc8-4e30-aeb4-c48806cfcf89 None None] Provisioning for port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:55:59.056687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1197c837-1cc8-4e30-aeb4-c48806cfcf89 None None] Provisioning complete for port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:55:59.057053 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1197c837-1cc8-4e30-aeb4-c48806cfcf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.111333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-881f4e29-cbba-4ccc-971b-fad58779778a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:55:59.118425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1197c837-1cc8-4e30-aeb4-c48806cfcf89 None None] Port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:55:59.145408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port eb5a5963-421d-4954-8e6a-328c794732b5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=eb5a5963-421d-4954-8e6a-328c794732b5,segment=NetworkSegment(cb6655a0-2636-4cfd-a537-639a0808151a),segment_id=cb6655a0-2636-4cfd-a537-639a0808151a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:55:59.152345 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.256257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8976139e-016d-4e6b-ac3b-c915d6c44eff req-e01b864e-fdb0-4dbf-8407-472cdadad22d service neutron] 10.222.0.62 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819924 Feb 09 12:55:59.284017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=eb5a5963-421d-4954-8e6a-328c794732b5,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:59.284225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34bcf8-0cdd-489c-a9f5-fabb5064ead3 req-3ef6ac16-2d76-4486-81b4-1471e1f1719e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:59.288488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d34bcf8-0cdd-489c-a9f5-fabb5064ead3 req-3ef6ac16-2d76-4486-81b4-1471e1f1719e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 932 time: 0.4702575 Feb 09 12:55:59.359331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0d34bcf8-0cdd-489c-a9f5-fabb5064ead3 req-9f5ab602-b31f-4268-a6bb-910bf4f1256e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Synchronizing usage tracker for tenant:3f87049e7ae349579835171912f526a8 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:55:59.375304 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de18a697-0083-46f2-87ce-e6f95bfb159e', 'code': 200} Feb 09 12:55:59.386759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0d34bcf8-0cdd-489c-a9f5-fabb5064ead3 req-9f5ab602-b31f-4268-a6bb-910bf4f1256e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Unset dirty status for tenant:3f87049e7ae349579835171912f526a8 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:55:59.389132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d34bcf8-0cdd-489c-a9f5-fabb5064ead3 req-9f5ab602-b31f-4268-a6bb-910bf4f1256e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924845 Feb 09 12:55:59.455536 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-881f4e29-cbba-4ccc-971b-fad58779778a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.465658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-881f4e29-cbba-4ccc-971b-fad58779778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.556364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f4e29-cbba-4ccc-971b-fad58779778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5731311-b76b-4b6c-aa8e-f8142b75d421,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:55:59.573106 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-881f4e29-cbba-4ccc-971b-fad58779778a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e79993a4dcd486d8042902b02bb1668&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1408310 Feb 09 12:55:59.582487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33458) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:55:59.642419 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'tag': '3504e36f-1264-4240-94ee-ba823f9634c6', 'status': 'completed', 'code': 200} Feb 09 12:55:59.682799 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.735200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7ccda365-fa8a-4dda-be6c-6c2a779642be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.751198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8d8d2e-501e-40ef-8aa8-69cea89128ae {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:55:59.761728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.788160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7ccda365-fa8a-4dda-be6c-6c2a779642be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.800510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Transition to ACTIVE for port object 8a8d8d2e-501e-40ef-8aa8-69cea89128ae will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:55:59.804010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf1fdc-72a3-409b-9b2a-11a950aa3cc6 req-ccf21074-e0e4-446f-bfd4-5fffdbbe5604 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:55:59.805656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fcf1fdc-72a3-409b-9b2a-11a950aa3cc6 req-ccf21074-e0e4-446f-bfd4-5fffdbbe5604 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 946 time: 0.2713614 Feb 09 12:55:59.807229 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:55:59.810758 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc030ec1-83a8-4f37-95b3-d2a0c6bd601d req-27bd6171-dbac-4654-96c1-3ff4f1656735 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1097 time: 0.3517201 Feb 09 12:55:59.836190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5bdf5ed-e6d7-4aaf-9413-9e0f3cc3803d req-58b3be96-374d-43f7-a2d2-aed778b5b447 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb&device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 1094 time: 0.1920795 Feb 09 12:55:59.995317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:00.075486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fcf1fdc-72a3-409b-9b2a-11a950aa3cc6 req-4c64902c-4be1-4393-a0f0-fdb38302a8dc tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633662 Feb 09 12:56:00.085656 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7ccda365-fa8a-4dda-be6c-6c2a779642be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:00.103780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdf5ed-e6d7-4aaf-9413-9e0f3cc3803d req-dd7357aa-3855-4721-ab3b-04653726dbce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:00.105672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5bdf5ed-e6d7-4aaf-9413-9e0f3cc3803d req-dd7357aa-3855-4721-ab3b-04653726dbce service neutron] 10.222.0.62 "GET /v2.0/networks?id=f64636e3-1a92-49a2-9146-0ce893b89e65 HTTP/1.1" status: 200 len: 925 time: 0.2539375 Feb 09 12:56:00.110287 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc030ec1-83a8-4f37-95b3-d2a0c6bd601d req-bf99e791-25a5-4f36-9dbe-37e203467e8f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800748 Feb 09 12:56:00.114363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Attempting to bind port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:00.114725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Attempting to bind port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:00.115058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Attempting to bind port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae on network c94dde66-53f2-4207-ba32-f728209ad5d1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:00.117215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccda365-fa8a-4dda-be6c-6c2a779642be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5731311-b76b-4b6c-aa8e-f8142b75d421,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:00.125293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae on network c94dde66-53f2-4207-ba32-f728209ad5d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:56:00.125620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Attempting to bind port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae on network c94dde66-53f2-4207-ba32-f728209ad5d1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:00.127862 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7ccda365-fa8a-4dda-be6c-6c2a779642be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:00.128966 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7ccda365-fa8a-4dda-be6c-6c2a779642be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5731311-b76b-4b6c-aa8e-f8142b75d421 HTTP/1.1" status: 204 len: 168 time: 0.5457661 Feb 09 12:56:00.137196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:56:00.137545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Checking segment: {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:00.137959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Bound using segment: {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:56:00.138391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Bound port: 8a8d8d2e-501e-40ef-8aa8-69cea89128ae, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:00.138768 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:00.225784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5bdf5ed-e6d7-4aaf-9413-9e0f3cc3803d req-c9201a87-f155-4a47-94e4-3bd698b205af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3504e36f-1264-4240-94ee-ba823f9634c6 HTTP/1.1" status: 200 len: 217 time: 0.1089077 Feb 09 12:56:00.246243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] For port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:00.249806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] For port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:00.255565 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:00.319984 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:00.321474 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] 10.222.0.62 "PUT /v2.0/ports/8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 1092 time: 1.7090006 Feb 09 12:56:00.324116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:00.334118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdf5ed-e6d7-4aaf-9413-9e0f3cc3803d req-323cc5c3-1793-4d2c-9787-d0333ff0c09c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:00.335610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5bdf5ed-e6d7-4aaf-9413-9e0f3cc3803d req-323cc5c3-1793-4d2c-9787-d0333ff0c09c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e783f890-6d5e-423d-a0e0-59464ef7e9c4 HTTP/1.1" status: 200 len: 863 time: 0.0992835 Feb 09 12:56:00.366746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87de68f-2d49-4ff9-8981-7a7391c04328 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:00.379231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf1f62-5cff-4c8f-ba2f-b9e71c228e9b req-5caaf426-6d09-49db-ac88-127145d44961 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:00.393428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf1f62-5cff-4c8f-ba2f-b9e71c228e9b req-5caaf426-6d09-49db-ac88-127145d44961 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:00.399072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1bcf1f62-5cff-4c8f-ba2f-b9e71c228e9b req-5caaf426-6d09-49db-ac88-127145d44961 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1&device_id=e0f44248-3c75-4843-8c5d-76ae18ec413f HTTP/1.1" status: 200 len: 1691 time: 0.5113103 Feb 09 12:56:00.510867 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-7673cfef-0ef6-468c-b789-5bc7bee9fe49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1095 time: 0.1353478 Feb 09 12:56:00.557140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1bcf1f62-5cff-4c8f-ba2f-b9e71c228e9b req-869db6eb-526a-479d-8c06-315e0adb425d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997469 Feb 09 12:56:00.611692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5bdf5ed-e6d7-4aaf-9413-9e0f3cc3803d req-bd48078e-b9ef-4e41-9ddb-e875db64e07e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f64636e3-1a92-49a2-9146-0ce893b89e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450533 Feb 09 12:56:00.618535 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-4ce4ceea-54bb-41bb-94b4-aae8b9e82471 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 217 time: 0.0911853 Feb 09 12:56:00.621769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f4627-b542-47cb-a3ad-33ea6c5b324d req-870a49de-67a2-439d-a28d-599b42b27580 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:00.623915 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f00f4627-b542-47cb-a3ad-33ea6c5b324d req-870a49de-67a2-439d-a28d-599b42b27580 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 943 time: 0.3909929 Feb 09 12:56:00.625620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33478) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:00.683099 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a402cc15-2242-4d58-9e49-2fc9197fcad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:00.728172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a402cc15-2242-4d58-9e49-2fc9197fcad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:00.731127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a5a8ac0b-1334-4cdb-9cc5-3423aace6f07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:00.733296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a5a8ac0b-1334-4cdb-9cc5-3423aace6f07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.1049328 Feb 09 12:56:00.735988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a402cc15-2242-4d58-9e49-2fc9197fcad9 admin admin] Usage tracker for resource:security_group_rule and tenant:3687e9c3d3404216ba1abe844e39be1e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:00.739251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a402cc15-2242-4d58-9e49-2fc9197fcad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:00.779570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f00f4627-b542-47cb-a3ad-33ea6c5b324d req-ce2e0c1a-efcc-4b22-aa47-3b4e755568cc tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337152 Feb 09 12:56:00.780848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a402cc15-2242-4d58-9e49-2fc9197fcad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:00.814994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5bdf5ed-e6d7-4aaf-9413-9e0f3cc3803d req-bad7ee96-5ba6-43c7-af84-4bfae5807571 service neutron] 10.222.0.62 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877546 Feb 09 12:56:00.864350 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-70af9375-08ce-461a-aba6-17d8be9a2d26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218944 Feb 09 12:56:00.904257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a402cc15-2242-4d58-9e49-2fc9197fcad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:00.917557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a402cc15-2242-4d58-9e49-2fc9197fcad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:01.044164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402cc15-2242-4d58-9e49-2fc9197fcad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfebbe40-d61c-4d44-b1f2-ea43e1f8f5cb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:01.054261 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a402cc15-2242-4d58-9e49-2fc9197fcad9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3687e9c3d3404216ba1abe844e39be1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4275010 Feb 09 12:56:01.054922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33488) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:01.097010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5bdf5ed-e6d7-4aaf-9413-9e0f3cc3803d req-d2ee634c-976b-4e14-bdb1-d3fb86c6846b service neutron] 10.222.0.62 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715945 Feb 09 12:56:01.110255 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-a108c580-6ae7-4d7b-a9fb-ca32c64308a9 service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337370 Feb 09 12:56:01.118551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a09c2-cd36-46ac-81ed-dc8fd7b2a167 req-e084e674-9183-4665-a491-fcee5fba552f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:01.126550 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed6a09c2-cd36-46ac-81ed-dc8fd7b2a167 req-e084e674-9183-4665-a491-fcee5fba552f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 946 time: 0.1728978 Feb 09 12:56:01.152697 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'status': 'completed', 'code': 200} Feb 09 12:56:01.179501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed6a09c2-cd36-46ac-81ed-dc8fd7b2a167 req-b8449d0f-da84-4caf-ad36-8a3b6fe1f727 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521278 Feb 09 12:56:01.276928 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ea13-33bb-4158-bc6b-dfe87b220330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:01.322869 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ea13-33bb-4158-bc6b-dfe87b220330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:01.376560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857fca9c-5ab2-4f12-84e8-86ead59536bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5a5963-421d-4954-8e6a-328c794732b5'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:01.377126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44cbb2d4-e686-4cfc-a781-864f068a4659 req-dbaf3ca9-96a5-481c-843f-8d8f26137af6 service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517285 Feb 09 12:56:01.402513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcb0a4-f466-4765-b5cc-994f96ed2f90 req-086bcc1e-2840-47bf-8007-84568a196800 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:01.404870 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30bcb0a4-f466-4765-b5cc-994f96ed2f90 req-086bcc1e-2840-47bf-8007-84568a196800 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 944 time: 0.1237919 Feb 09 12:56:01.415305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ea13-33bb-4158-bc6b-dfe87b220330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:01.434228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7ea13-33bb-4158-bc6b-dfe87b220330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfebbe40-d61c-4d44-b1f2-ea43e1f8f5cb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:01.437656 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ea13-33bb-4158-bc6b-dfe87b220330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:01.438791 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ffd7ea13-33bb-4158-bc6b-dfe87b220330 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dfebbe40-d61c-4d44-b1f2-ea43e1f8f5cb HTTP/1.1" status: 204 len: 168 time: 0.3806131 Feb 09 12:56:01.495134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30bcb0a4-f466-4765-b5cc-994f96ed2f90 req-916f9412-e6f7-4d8a-9289-44af21d6b59f tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827630 Feb 09 12:56:01.604562 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d9e1ea3-13dc-4155-8ef9-4528ee131ee2 req-e3131001-c53d-46b6-b9eb-a9e968d65c77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1095 time: 0.1440563 Feb 09 12:56:01.788651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-370c51b8-2254-49f9-b14e-3b9431b13d74 req-a9e777f9-2240-4caf-a787-9b262d250428 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 1101 time: 0.1390743 Feb 09 12:56:01.798794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa31fb5-09e9-48b8-9295-96ec755e72f8 req-958d12e8-79a8-421b-920c-6f6cdbcd5010 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:01.800275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fa31fb5-09e9-48b8-9295-96ec755e72f8 req-958d12e8-79a8-421b-920c-6f6cdbcd5010 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 946 time: 0.1134393 Feb 09 12:56:01.838937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1ea3-13dc-4155-8ef9-4528ee131ee2 req-c222c734-985e-46c7-aba0-14e9a130727e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:01.840437 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d9e1ea3-13dc-4155-8ef9-4528ee131ee2 req-c222c734-985e-46c7-aba0-14e9a130727e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.2233438 Feb 09 12:56:01.960474 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d9e1ea3-13dc-4155-8ef9-4528ee131ee2 req-de60d31a-016f-438d-adb3-98005c559a21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 217 time: 0.1078002 Feb 09 12:56:01.973555 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-370c51b8-2254-49f9-b14e-3b9431b13d74 req-8bf3e381-8e8a-432f-b263-4af550c95eb9 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722860 Feb 09 12:56:01.991411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fa31fb5-09e9-48b8-9295-96ec755e72f8 req-69402aee-2546-428e-a7f7-77beaddcd43f tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731284 Feb 09 12:56:02.064239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1ea3-13dc-4155-8ef9-4528ee131ee2 req-5635bf4d-e62c-41c1-a04d-00d4759624da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:02.067334 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d9e1ea3-13dc-4155-8ef9-4528ee131ee2 req-5635bf4d-e62c-41c1-a04d-00d4759624da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.0996413 Feb 09 12:56:02.114012 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857fca9c-5ab2-4f12-84e8-86ead59536bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5a5963-421d-4954-8e6a-328c794732b5', 'code': 200} Feb 09 12:56:02.236235 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d9e1ea3-13dc-4155-8ef9-4528ee131ee2 req-b26d45a7-591e-4978-9308-286ed2cb1fd6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566849 Feb 09 12:56:02.399489 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdc52fa9-21a4-47b9-80bf-6f2d9b88deea req-e5339777-41a7-4a0b-bc74-da35004f1cf8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 1097 time: 0.2216733 Feb 09 12:56:02.410152 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d9e1ea3-13dc-4155-8ef9-4528ee131ee2 req-8b1c0824-a70e-48b2-ad93-5d985c25c14a service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640050 Feb 09 12:56:02.411499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c20a587-ffd6-4024-b740-f4fd2e136074 req-02906c21-81a4-4566-8685-8038a4cf48a8 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e0f44248-3c75-4843-8c5d-76ae18ec413f HTTP/1.1" status: 200 len: 1101 time: 0.1806362 Feb 09 12:56:02.456248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c2ad1-0371-4e7b-918c-ce3a6f2826ba req-cbccca4f-6b85-4fb1-b9dd-48c60866100d tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:02.457743 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33c2ad1-0371-4e7b-918c-ce3a6f2826ba req-cbccca4f-6b85-4fb1-b9dd-48c60866100d tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 943 time: 0.1827366 Feb 09 12:56:02.539539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33c2ad1-0371-4e7b-918c-ce3a6f2826ba req-5450d4bd-cb81-4862-af53-4eb37ae78641 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699024 Feb 09 12:56:02.540999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdc52fa9-21a4-47b9-80bf-6f2d9b88deea req-b7a52cc0-cfb3-40d1-8518-93fa46e09177 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342778 Feb 09 12:56:02.561846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c20a587-ffd6-4024-b740-f4fd2e136074 req-64b26305-5003-4c9c-b40f-d1b95dd1b9a1 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338272 Feb 09 12:56:02.642185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a521d9-58bc-4f07-bc8a-42532e29f27f None None] New status for floating IP 027f7bb4-21ad-4f41-987c-0a9c63f27830: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 12:56:02.681219 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d9e1ea3-13dc-4155-8ef9-4528ee131ee2 req-7fa1702b-3691-4f63-aaef-1a533be7a4af service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441547 Feb 09 12:56:02.833289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24b8e9-2448-4e37-99d1-253430ec58da req-33298699-da35-4c27-afbd-7614c0e7763e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:02.839112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d24b8e9-2448-4e37-99d1-253430ec58da req-33298699-da35-4c27-afbd-7614c0e7763e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 946 time: 0.1172779 Feb 09 12:56:02.862680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33552) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:02.925993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d24b8e9-2448-4e37-99d1-253430ec58da req-09d3566f-c9f0-4f6a-b1ef-1404c68e37da tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802882 Feb 09 12:56:02.941156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 3504e36f-1264-4240-94ee-ba823f9634c6 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:56:03.191017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7618f39c-5dde-45c6-af68-a519348f9127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.240749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7618f39c-5dde-45c6-af68-a519348f9127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:03.247973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7618f39c-5dde-45c6-af68-a519348f9127 admin admin] Usage tracker for resource:security_group_rule and tenant:74fd4606bb504d85947480afb7821db8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:03.251769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7618f39c-5dde-45c6-af68-a519348f9127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:03.258578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7618f39c-5dde-45c6-af68-a519348f9127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:03.300266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-77154423-5d29-4e3f-8794-53a9a7d44065 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568419 Feb 09 12:56:03.303489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 3504e36f-1264-4240-94ee-ba823f9634c6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3504e36f-1264-4240-94ee-ba823f9634c6,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:03.332333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '3504e36f-1264-4240-94ee-ba823f9634c6', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'port_id': '3504e36f-1264-4240-94ee-ba823f9634c6', 'mac_address': 'fa:16:3e:b4:22:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:56:03.359366 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7618f39c-5dde-45c6-af68-a519348f9127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.366829 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7618f39c-5dde-45c6-af68-a519348f9127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.445050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618f39c-5dde-45c6-af68-a519348f9127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cca807c-d35a-4029-a2ab-820d9df98b38,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:03.451671 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.456199 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7618f39c-5dde-45c6-af68-a519348f9127 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=74fd4606bb504d85947480afb7821db8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5901961 Feb 09 12:56:03.459022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33574) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:03.473234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dcf45-5f60-425d-8da5-ff9a83cd9efe req-262ba30f-18de-4156-84fb-eba10664bc55 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:03.482887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f99dcf45-5f60-425d-8da5-ff9a83cd9efe req-262ba30f-18de-4156-84fb-eba10664bc55 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 944 time: 0.3436894 Feb 09 12:56:03.495043 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3504e36f-1264-4240-94ee-ba823f9634c6 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:03.538616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 3504e36f-1264-4240-94ee-ba823f9634c6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3504e36f-1264-4240-94ee-ba823f9634c6,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:03.545398 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.564212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-34f591a8-72fe-42c1-aa18-c76d670e11e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.582284 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f99dcf45-5f60-425d-8da5-ff9a83cd9efe req-c5dbafcb-5594-4206-a38c-b2b3c52a30dc tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984201 Feb 09 12:56:03.599586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-34f591a8-72fe-42c1-aa18-c76d670e11e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.602407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-bc0ffdfc-8706-4e36-811d-920436767e2d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:03.603866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-bc0ffdfc-8706-4e36-811d-920436767e2d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2925124 Feb 09 12:56:03.633292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-a163399a-2e8c-4a95-bf51-769ccf32ac92 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/quotas/c7c66e53d67a4481ba63f73966466b9e HTTP/1.1" status: 200 len: 375 time: 0.0228827 Feb 09 12:56:03.677590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=3504e36f-1264-4240-94ee-ba823f9634c6,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:03.714994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33582) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:03.719787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-34f591a8-72fe-42c1-aa18-c76d670e11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.770009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f591a8-72fe-42c1-aa18-c76d670e11e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cca807c-d35a-4029-a2ab-820d9df98b38,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:03.793560 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-34f591a8-72fe-42c1-aa18-c76d670e11e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:03.796109 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-34f591a8-72fe-42c1-aa18-c76d670e11e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6cca807c-d35a-4029-a2ab-820d9df98b38 HTTP/1.1" status: 204 len: 168 time: 0.3357136 Feb 09 12:56:03.866831 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-818bc07c-bbbf-42e2-9a6d-6fd4b784226a tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2282166 Feb 09 12:56:03.910331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8db9d254-59cc-43b4-bad5-2bfe4fa8d3be req-63c2f953-a3eb-4306-abcd-e9164ff67eed tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1097 time: 0.0930715 Feb 09 12:56:03.955617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['3504e36f-1264-4240-94ee-ba823f9634c6'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:03.979325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8db9d254-59cc-43b4-bad5-2bfe4fa8d3be req-6a909267-65a1-4a35-ab6d-2d31a6481796 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621777 Feb 09 12:56:04.131816 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e956dcdb-2ad4-4a11-b282-073d9cb8f40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.209597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e956dcdb-2ad4-4a11-b282-073d9cb8f40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:04.220421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e956dcdb-2ad4-4a11-b282-073d9cb8f40b admin admin] Usage tracker for resource:security_group_rule and tenant:356015d7d9504deb9d2244d95d2d388c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:04.229638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e956dcdb-2ad4-4a11-b282-073d9cb8f40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:04.242603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e956dcdb-2ad4-4a11-b282-073d9cb8f40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:04.285919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f29d3b-99c4-4f32-acc9-298de77bc39d req-9b2a55a3-e727-4d39-ae84-4a32eb55d384 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:04.295544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14f29d3b-99c4-4f32-acc9-298de77bc39d req-9b2a55a3-e727-4d39-ae84-4a32eb55d384 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 946 time: 0.1491134 Feb 09 12:56:04.376240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e956dcdb-2ad4-4a11-b282-073d9cb8f40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.382276 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e956dcdb-2ad4-4a11-b282-073d9cb8f40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.438754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956dcdb-2ad4-4a11-b282-073d9cb8f40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d3efe0-d254-46f1-881b-54054e54bf89,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:04.452428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14f29d3b-99c4-4f32-acc9-298de77bc39d req-998e8067-bec9-4120-b4ac-c558c09eb02e tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552684 Feb 09 12:56:04.471603 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e956dcdb-2ad4-4a11-b282-073d9cb8f40b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=356015d7d9504deb9d2244d95d2d388c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7520378 Feb 09 12:56:04.472424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33610) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:04.518053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94ddff-d1d5-461f-af14-2f444fbccef0 req-a027f361-22ba-40ba-9da4-38747e4f85c6 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:04.529325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a94ddff-d1d5-461f-af14-2f444fbccef0 req-a027f361-22ba-40ba-9da4-38747e4f85c6 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 944 time: 0.2310176 Feb 09 12:56:04.583055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bab3758d-06bf-44ce-a101-2e210b2a07c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.641566 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bab3758d-06bf-44ce-a101-2e210b2a07c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.656261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33622) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:04.712267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bab3758d-06bf-44ce-a101-2e210b2a07c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.726669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a94ddff-d1d5-461f-af14-2f444fbccef0 req-04ab4f1b-429b-4f7a-a074-bab7b658dfca tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889908 Feb 09 12:56:04.777611 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c335d54-1220-49c2-943f-fed4060d89ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.778434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3758d-06bf-44ce-a101-2e210b2a07c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d3efe0-d254-46f1-881b-54054e54bf89,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:04.787554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bab3758d-06bf-44ce-a101-2e210b2a07c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:04.788713 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bab3758d-06bf-44ce-a101-2e210b2a07c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06d3efe0-d254-46f1-881b-54054e54bf89 HTTP/1.1" status: 204 len: 168 time: 0.3152301 Feb 09 12:56:04.859292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f6d9690-1cb3-4185-bbe7-61d0ae51947c req-6cc31ff4-18f6-4e6c-a921-41a2d7485fbe tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 210 time: 0.1238446 Feb 09 12:56:04.944276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8a8d8d2e-501e-40ef-8aa8-69cea89128ae details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:56:04.954933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3c335d54-1220-49c2-943f-fed4060d89ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:04.974723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3c335d54-1220-49c2-943f-fed4060d89ac admin admin] Usage tracker for resource:security_group_rule and tenant:c98e77cbd6c749ba918e0b20c507f058 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:04.989407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3c335d54-1220-49c2-943f-fed4060d89ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:05.013424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3c335d54-1220-49c2-943f-fed4060d89ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:05.306649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:05.338659 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'port_id': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'mac_address': 'fa:16:3e:83:b2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:56:05.428059 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.442316 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c335d54-1220-49c2-943f-fed4060d89ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.454714 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c335d54-1220-49c2-943f-fed4060d89ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.463782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8d8d2e-501e-40ef-8aa8-69cea89128ae {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:05.491326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:05.496991 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.550623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c335d54-1220-49c2-943f-fed4060d89ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63317031-8347-4f42-bcd0-df26464d9859,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:05.628928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:05.634718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f10f7b-7866-4011-9524-cfd236b145cf req-601df218-8732-4cb2-9d78-4fa95a1f06f0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:05.643856 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8f10f7b-7866-4011-9524-cfd236b145cf req-601df218-8732-4cb2-9d78-4fa95a1f06f0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 944 time: 0.4124262 Feb 09 12:56:05.651113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3c335d54-1220-49c2-943f-fed4060d89ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c98e77cbd6c749ba918e0b20c507f058&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9919207 Feb 09 12:56:05.654234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33642) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:05.737537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8f10f7b-7866-4011-9524-cfd236b145cf req-547b02c0-377a-4658-980b-6d736c6336f3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842829 Feb 09 12:56:05.832030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33650) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:05.832716 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-387947c9-924d-4b0d-9b83-54cdf55a2c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.889578 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-387947c9-924d-4b0d-9b83-54cdf55a2c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:05.891656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['8a8d8d2e-501e-40ef-8aa8-69cea89128ae'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:05.922485 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a75db24f-794b-4c0f-86ee-242f984dd884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:06.023532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a75db24f-794b-4c0f-86ee-242f984dd884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:06.035268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a75db24f-794b-4c0f-86ee-242f984dd884 admin admin] Usage tracker for resource:security_group_rule and tenant:c3559b901cd5485bb4453db32109bf50 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:06.045262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a75db24f-794b-4c0f-86ee-242f984dd884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:06.063345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a75db24f-794b-4c0f-86ee-242f984dd884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:06.110802 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-387947c9-924d-4b0d-9b83-54cdf55a2c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:06.181777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387947c9-924d-4b0d-9b83-54cdf55a2c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63317031-8347-4f42-bcd0-df26464d9859,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:06.205080 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a75db24f-794b-4c0f-86ee-242f984dd884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:06.212474 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a75db24f-794b-4c0f-86ee-242f984dd884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:06.231877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-387947c9-924d-4b0d-9b83-54cdf55a2c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:06.236205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-387947c9-924d-4b0d-9b83-54cdf55a2c97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63317031-8347-4f42-bcd0-df26464d9859 HTTP/1.1" status: 204 len: 168 time: 0.5775619 Feb 09 12:56:06.369405 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a75db24f-794b-4c0f-86ee-242f984dd884 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3559b901cd5485bb4453db32109bf50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5334988 Feb 09 12:56:06.370323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33668) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:06.385057 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-b18c4173-f312-47ed-aeae-eafd94125315 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614097 Feb 09 12:56:06.623800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-1a604c13-a585-4245-a2ad-1829735c4c6b tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:06.627000 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-1a604c13-a585-4245-a2ad-1829735c4c6b tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335823 Feb 09 12:56:06.660050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Request body: {'port': {'device_id': '9a82493f-1056-4c57-a290-3f337faa21ba', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'c7c66e53d67a4481ba63f73966466b9e'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:06.693657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75db24f-794b-4c0f-86ee-242f984dd884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdabab0-fbc7-4890-9179-8d3378255c51,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:06.819484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8276a53a-593f-4d96-816b-3f838bfb6db0 req-a993ebf2-d084-48f3-9d0a-8be1e2a0c6ef tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 210 time: 0.1540740 Feb 09 12:56:06.876776 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d6900a4-2a34-4938-a7a6-38bd3c0f8810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:06.942678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50505f-2c9a-48e3-b1b5-10dd9e82298d req-250255b1-d0a7-4d44-9390-d07ab0e2f2c6 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:06.947847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 3504e36f-1264-4240-94ee-ba823f9634c6 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:06.957857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e50505f-2c9a-48e3-b1b5-10dd9e82298d req-250255b1-d0a7-4d44-9390-d07ab0e2f2c6 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 944 time: 0.6655226 Feb 09 12:56:06.961545 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d6900a4-2a34-4938-a7a6-38bd3c0f8810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:06.981230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:06.999137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:07.032087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Made reservation on behalf of c7c66e53d67a4481ba63f73966466b9e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:07.037710 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:07.114630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 3504e36f-1264-4240-94ee-ba823f9634c6 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:07.121263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 3504e36f-1264-4240-94ee-ba823f9634c6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:07.122121 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:07.201549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e50505f-2c9a-48e3-b1b5-10dd9e82298d req-fa5d7a3d-bc73-4515-b234-9ecb8b7fa8bc tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427409 Feb 09 12:56:07.232247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d6900a4-2a34-4938-a7a6-38bd3c0f8810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:07.270657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Allocated IP 192.168.233.59 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/c28a157c-c4d7-466d-8467-1457cbf2779f) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:07.291021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6900a4-2a34-4938-a7a6-38bd3c0f8810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdabab0-fbc7-4890-9179-8d3378255c51,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:07.322489 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d6900a4-2a34-4938-a7a6-38bd3c0f8810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:07.330368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5d6900a4-2a34-4938-a7a6-38bd3c0f8810 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/efdabab0-fbc7-4890-9179-8d3378255c51 HTTP/1.1" status: 204 len: 168 time: 0.9547021 Feb 09 12:56:07.404437 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:07.459385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3504e36f-1264-4240-94ee-ba823f9634c6'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:07.475532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 3504e36f-1264-4240-94ee-ba823f9634c6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3504e36f-1264-4240-94ee-ba823f9634c6,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:07.480537 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:07.774593 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3504e36f-1264-4240-94ee-ba823f9634c6', 'code': 200} Feb 09 12:56:07.812827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=3504e36f-1264-4240-94ee-ba823f9634c6,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:08.052677 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:08.085303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Transition to ACTIVE for port object c28a157c-c4d7-466d-8467-1457cbf2779f will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:08.123098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:08.141540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'be3c8289-4c79-4db4-af58-a7d026020fc0', '1d594510-41b5-4512-891f-3f309d0ef494'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:08.214692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8', '294012ad-3ae0-41a1-9408-31c43cc47f2a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:08.236276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8cbcaee-bb19-4da9-a4f3-562a83f2b585 req-fb382c85-42ef-4166-9599-c421d867ff46 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 1096 time: 0.3592353 Feb 09 12:56:08.255990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ff8be-d45a-4b1e-a255-009f233c154f req-aed790f2-d32c-4d27-9e20-0021d8f85a0a tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:08.264987 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-939ff8be-d45a-4b1e-a255-009f233c154f req-aed790f2-d32c-4d27-9e20-0021d8f85a0a tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 945 time: 0.7326751 Feb 09 12:56:08.325950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8cbcaee-bb19-4da9-a4f3-562a83f2b585 req-b4aac226-1404-4c08-a2e3-fa018dc21e19 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575879 Feb 09 12:56:08.351518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2b080-f61f-45de-a36a-8b874afda880 req-4fec402d-d46e-4997-acfe-589097536167 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:08.359590 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66c2b080-f61f-45de-a36a-8b874afda880 req-4fec402d-d46e-4997-acfe-589097536167 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 935 time: 0.2711856 Feb 09 12:56:08.368284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:08.379152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:08.400719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:56:08.473371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66c2b080-f61f-45de-a36a-8b874afda880 req-f143444c-eda2-43eb-9f4f-f105758f2a1e tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130641 Feb 09 12:56:08.507631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-939ff8be-d45a-4b1e-a255-009f233c154f req-c61d02a1-e178-4e72-b624-fda9ab0956bb tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411883 Feb 09 12:56:08.507631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33734) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:08.522081 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:56:08.525953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:08.535709 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:08.535709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event updated for resources: {'Port': ['ID=c28a157c-c4d7-466d-8467-1457cbf2779f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:08.598848 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-6e2eb345-caa1-404c-be1a-d72834751433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9441240 Feb 09 12:56:08.614649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Request body: {'port': {'device_id': '9a82493f-1056-4c57-a290-3f337faa21ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:08.897721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.017097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8a8d8d2e-501e-40ef-8aa8-69cea89128ae up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:09.156768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-710cc5ee-18ec-4e6f-9ce5-5659fea3bc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.214666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d3bcc7c0-19a2-450b-8d5b-261c4817c57e None None] Provisioning for port c28a157c-c4d7-466d-8467-1457cbf2779f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:09.216003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-710cc5ee-18ec-4e6f-9ce5-5659fea3bc3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:09.220182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-710cc5ee-18ec-4e6f-9ce5-5659fea3bc3a admin admin] Usage tracker for resource:security_group_rule and tenant:bca54eed2fa046058ee473c8d820cb32 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:09.223376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-710cc5ee-18ec-4e6f-9ce5-5659fea3bc3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:09.230089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-710cc5ee-18ec-4e6f-9ce5-5659fea3bc3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:09.284535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d3bcc7c0-19a2-450b-8d5b-261c4817c57e None None] Provisioning complete for port c28a157c-c4d7-466d-8467-1457cbf2779f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:09.285057 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d3bcc7c0-19a2-450b-8d5b-261c4817c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.390317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d3bcc7c0-19a2-450b-8d5b-261c4817c57e None None] Port c28a157c-c4d7-466d-8467-1457cbf2779f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:56:09.401646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:09.408769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0a53a-7c00-47a5-bc86-4670aba1e243 req-8b8ac8c1-3a62-44e1-8b5f-20db16819c3f tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:09.411300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8de0a53a-7c00-47a5-bc86-4670aba1e243 req-8b8ac8c1-3a62-44e1-8b5f-20db16819c3f tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 945 time: 0.4570131 Feb 09 12:56:09.420390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:09.420838 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.442055 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-710cc5ee-18ec-4e6f-9ce5-5659fea3bc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.493151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-710cc5ee-18ec-4e6f-9ce5-5659fea3bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.567323 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.579513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8de0a53a-7c00-47a5-bc86-4670aba1e243 req-7bb02c70-b95d-4a3c-a139-87b02f1ac93e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358271 Feb 09 12:56:09.580992 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cc5ee-18ec-4e6f-9ce5-5659fea3bc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67460d4a-f674-4cc9-b89b-b41548e4ad22,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:09.630257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-710cc5ee-18ec-4e6f-9ce5-5659fea3bc3a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bca54eed2fa046058ee473c8d820cb32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1216075 Feb 09 12:56:09.633529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33768) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:09.771240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:09.783394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:09.802979 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.841350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc5fd-4d33-493d-b8ba-2eb381c4224e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.844349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28a157c-c4d7-466d-8467-1457cbf2779f {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:09.859764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.890443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc5fd-4d33-493d-b8ba-2eb381c4224e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.898326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Transition to ACTIVE for port object c28a157c-c4d7-466d-8467-1457cbf2779f will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:09.905223 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:09.974744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374afd7d-d70a-4a63-a378-9ee220dce69f req-ce779e43-077e-47a9-b539-22e4be0ae3fc tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:09.976948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-374afd7d-d70a-4a63-a378-9ee220dce69f req-ce779e43-077e-47a9-b539-22e4be0ae3fc tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 935 time: 0.2165284 Feb 09 12:56:09.988990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df0a0b-5eca-462a-b91b-79992f2b232d req-fcb4a782-c0ff-4f16-a29f-37996a9da878 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:10.000952 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7df0a0b-5eca-462a-b91b-79992f2b232d req-fcb4a782-c0ff-4f16-a29f-37996a9da878 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 946 time: 0.1821733 Feb 09 12:56:10.054291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:10.161614 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc5fd-4d33-493d-b8ba-2eb381c4224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:10.162496 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7df0a0b-5eca-462a-b91b-79992f2b232d req-939aab19-db7e-4ff4-9f87-45845fef5727 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605196 Feb 09 12:56:10.170902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-374afd7d-d70a-4a63-a378-9ee220dce69f req-ac6bb2ea-25c0-4aa5-ab35-2363b64327ae tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677248 Feb 09 12:56:10.214294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fc5fd-4d33-493d-b8ba-2eb381c4224e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67460d4a-f674-4cc9-b89b-b41548e4ad22,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:10.327878 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc8fc5fd-4d33-493d-b8ba-2eb381c4224e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:10.329005 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc8fc5fd-4d33-493d-b8ba-2eb381c4224e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67460d4a-f674-4cc9-b89b-b41548e4ad22 HTTP/1.1" status: 204 len: 168 time: 0.6935165 Feb 09 12:56:10.349965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Pushing event updated for resources: {'Port': ['ID=c28a157c-c4d7-466d-8467-1457cbf2779f,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:10.447728 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'code': 200} Feb 09 12:56:10.675920 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9987d902-0ac0-4a37-8a75-e7bd2909ce67 req-284b2155-9141-4a09-b4c7-e395540fc6fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1097 time: 0.1269922 Feb 09 12:56:10.731864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Attempting to bind port c28a157c-c4d7-466d-8467-1457cbf2779f on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:10.732643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Attempting to bind port c28a157c-c4d7-466d-8467-1457cbf2779f by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:10.735338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Attempting to bind port c28a157c-c4d7-466d-8467-1457cbf2779f on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:10.751994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Port c28a157c-c4d7-466d-8467-1457cbf2779f on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:56:10.752364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Attempting to bind port c28a157c-c4d7-466d-8467-1457cbf2779f on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:10.760351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:56:10.760864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:10.761209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:56:10.761756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Bound port: c28a157c-c4d7-466d-8467-1457cbf2779f, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:10.763242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:10.814010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9987d902-0ac0-4a37-8a75-e7bd2909ce67 req-de45644f-f97a-4c61-a0ba-b91e311c2a85 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252546 Feb 09 12:56:10.915184 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:10.957806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] For port c28a157c-c4d7-466d-8467-1457cbf2779f, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:10.963808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] For port c28a157c-c4d7-466d-8467-1457cbf2779f, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c28a157c-c4d7-466d-8467-1457cbf2779f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:10.971993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:11.061205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:11.080050 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] 10.222.0.62 "PUT /v2.0/ports/c28a157c-c4d7-466d-8467-1457cbf2779f HTTP/1.1" status: 200 len: 1095 time: 2.4739685 Feb 09 12:56:11.090920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a82493f-1056-4c57-a290-3f337faa21ba', 'tag': 'c28a157c-c4d7-466d-8467-1457cbf2779f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:11.207363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c8d15-e768-4029-ad19-9cf191e40b54 service neutron] Pushing event updated for resources: {'Port': ['ID=c28a157c-c4d7-466d-8467-1457cbf2779f,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:11.402390 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-d039532f-0d41-49df-adde-af1b0193ea8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 1098 time: 0.1737101 Feb 09 12:56:11.618100 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-94b8e95d-e832-47d2-bc8c-d339d5946a23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c28a157c-c4d7-466d-8467-1457cbf2779f HTTP/1.1" status: 200 len: 217 time: 0.2017565 Feb 09 12:56:11.641146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33840) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:11.697680 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-293a19a8-4b1c-4959-bf85-c1cd23d6a0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:11.789245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-293a19a8-4b1c-4959-bf85-c1cd23d6a0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:11.813666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-293a19a8-4b1c-4959-bf85-c1cd23d6a0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4434172f394fbf8ced42727e723e2c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:11.825537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-293a19a8-4b1c-4959-bf85-c1cd23d6a0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:11.844046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-47ab9783-1c69-41f5-84d6-bc8a3938951c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:11.846741 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-47ab9783-1c69-41f5-84d6-bc8a3938951c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2200713 Feb 09 12:56:11.855387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-293a19a8-4b1c-4959-bf85-c1cd23d6a0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:11.992629 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a82493f-1056-4c57-a290-3f337faa21ba', 'tag': 'c28a157c-c4d7-466d-8467-1457cbf2779f', 'status': 'completed', 'code': 200} Feb 09 12:56:12.050587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-edcc7a25-ab4a-4065-a2ea-176280d02266 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921825 Feb 09 12:56:12.205717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-293a19a8-4b1c-4959-bf85-c1cd23d6a0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:12.234740 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-293a19a8-4b1c-4959-bf85-c1cd23d6a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:12.277745 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-515691ca-246c-4692-8f6b-0cec77bcea2a service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118022 Feb 09 12:56:12.448092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a19a8-4b1c-4959-bf85-c1cd23d6a0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd424fe1-9baa-41ba-895a-935e267dbe5f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:12.473623 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-293a19a8-4b1c-4959-bf85-c1cd23d6a0d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e4434172f394fbf8ced42727e723e2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8300743 Feb 09 12:56:12.474724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33854) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:12.566308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a84be-2e77-47b9-b25b-0e591ffaf467 req-000a1450-f747-42e4-9647-6e35bcc9a7bf tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:12.575352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e5a84be-2e77-47b9-b25b-0e591ffaf467 req-000a1450-f747-42e4-9647-6e35bcc9a7bf tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 946 time: 0.3189697 Feb 09 12:56:12.600357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f74c8-7537-463b-ab72-b4b21d6c67aa req-ac30166d-3555-4584-98e2-46b338334f92 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:12.609089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c9f74c8-7537-463b-ab72-b4b21d6c67aa req-ac30166d-3555-4584-98e2-46b338334f92 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 945 time: 0.5658600 Feb 09 12:56:12.686439 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe1dfac5-8e7a-46ff-a6ee-3dffffff4231 req-abf1681f-7198-44dd-a0f1-257d5d2e382b service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007056 Feb 09 12:56:12.702704 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69547c94-9f75-4960-acd1-0b28b74cc2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:12.730353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c9f74c8-7537-463b-ab72-b4b21d6c67aa req-179c34bc-e6fd-4a66-808c-d4f8d8ef9729 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201427 Feb 09 12:56:12.856311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e5a84be-2e77-47b9-b25b-0e591ffaf467 req-3215f863-2a43-4e2f-bd69-81be9ac064a0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796297 Feb 09 12:56:12.882350 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69547c94-9f75-4960-acd1-0b28b74cc2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:13.051134 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69547c94-9f75-4960-acd1-0b28b74cc2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:13.098771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69547c94-9f75-4960-acd1-0b28b74cc2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd424fe1-9baa-41ba-895a-935e267dbe5f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:13.114307 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c2ca7bd-c1b1-4500-a4db-955f8b40e0e4 req-2a2f7fa8-f8e3-46f0-9092-7a32cba34c73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 1098 time: 0.2249160 Feb 09 12:56:13.144240 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69547c94-9f75-4960-acd1-0b28b74cc2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:13.151010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-69547c94-9f75-4960-acd1-0b28b74cc2f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd424fe1-9baa-41ba-895a-935e267dbe5f HTTP/1.1" status: 204 len: 168 time: 0.6732080 Feb 09 12:56:13.404617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4e19d30-ce74-4517-9e7d-d398d30eca68 req-9a3d1a43-3246-40cc-82b7-522a99afec5e tempest-FlavorsV2NegativeTest-734664180 tempest-FlavorsV2NegativeTest-734664180-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=94a498fcdcb946c791928a3122d8bb70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1735368 Feb 09 12:56:13.454729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ca7bd-c1b1-4500-a4db-955f8b40e0e4 req-0276f4ac-24b3-4470-8c60-d4011421f595 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:13.458094 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c2ca7bd-c1b1-4500-a4db-955f8b40e0e4 req-0276f4ac-24b3-4470-8c60-d4011421f595 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3332257 Feb 09 12:56:13.636083 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c2ca7bd-c1b1-4500-a4db-955f8b40e0e4 req-f179414a-2348-4b05-ba7a-4ddda0aec10e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=c28a157c-c4d7-466d-8467-1457cbf2779f HTTP/1.1" status: 200 len: 217 time: 0.1559656 Feb 09 12:56:13.760581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ca7bd-c1b1-4500-a4db-955f8b40e0e4 req-1f343817-062b-4cc9-a33c-fd5dd1985bf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:13.762131 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c2ca7bd-c1b1-4500-a4db-955f8b40e0e4 req-1f343817-062b-4cc9-a33c-fd5dd1985bf8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1182153 Feb 09 12:56:13.776957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f69c7-0588-498c-aac7-f9ac9c613c57 req-26a6a75c-d473-445e-9ee3-1a650c516a09 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:13.780479 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d5f69c7-0588-498c-aac7-f9ac9c613c57 req-26a6a75c-d473-445e-9ee3-1a650c516a09 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 947 time: 0.4905894 Feb 09 12:56:13.797730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19d30-ce74-4517-9e7d-d398d30eca68 req-68616d60-b0c9-41a5-aca8-7285b02db3d2 tempest-FlavorsV2NegativeTest-734664180 tempest-FlavorsV2NegativeTest-734664180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:13.810659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4e19d30-ce74-4517-9e7d-d398d30eca68 req-68616d60-b0c9-41a5-aca8-7285b02db3d2 tempest-FlavorsV2NegativeTest-734664180 tempest-FlavorsV2NegativeTest-734664180-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4044585 Feb 09 12:56:13.886312 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4e19d30-ce74-4517-9e7d-d398d30eca68 req-752dbe6d-cf80-4729-baf2-4b0d31024cc9 tempest-FlavorsV2NegativeTest-734664180 tempest-FlavorsV2NegativeTest-734664180-project] 10.222.0.59 "GET /v2.0/quotas/94a498fcdcb946c791928a3122d8bb70 HTTP/1.1" status: 200 len: 375 time: 0.0741968 Feb 09 12:56:14.003139 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c2ca7bd-c1b1-4500-a4db-955f8b40e0e4 req-db40f32f-0b8b-4a24-81a9-d548c2d66247 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2279613 Feb 09 12:56:14.007771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4e19d30-ce74-4517-9e7d-d398d30eca68 req-a36c70ed-a477-432e-9cb0-f3c7e9575fb1 tempest-FlavorsV2NegativeTest-734664180 tempest-FlavorsV2NegativeTest-734664180-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=94a498fcdcb946c791928a3122d8bb70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185455 Feb 09 12:56:14.060551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d5f69c7-0588-498c-aac7-f9ac9c613c57 req-9400de7e-7ce7-4d4c-b00c-3225545d4ed2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300949 Feb 09 12:56:14.342409 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c2ca7bd-c1b1-4500-a4db-955f8b40e0e4 req-b8ca8673-cb75-4551-825c-3fc78e2da575 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295174 Feb 09 12:56:14.538018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c3192-d5e2-4f01-9bd4-a81f4dec25d4 req-1eac9541-1a0c-4273-8ea5-91e1e7c1e8d7 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:14.556466 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e0c3192-d5e2-4f01-9bd4-a81f4dec25d4 req-1eac9541-1a0c-4273-8ea5-91e1e7c1e8d7 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 945 time: 0.3127077 Feb 09 12:56:14.563294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33898) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:14.587533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-3391826b-0b3c-475e-bc26-e69589169bd0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Request body: {'floatingip': {'port_id': '3504e36f-1264-4240-94ee-ba823f9634c6'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:14.832860 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c2ca7bd-c1b1-4500-a4db-955f8b40e0e4 req-1175e57c-f3d5-4daf-b577-650578b2bb03 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808085 Feb 09 12:56:15.001356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c28a157c-c4d7-466d-8467-1457cbf2779f details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:56:15.025021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3391826b-0b3c-475e-bc26-e69589169bd0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:15.254055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c28a157c-c4d7-466d-8467-1457cbf2779f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c28a157c-c4d7-466d-8467-1457cbf2779f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:15.287648 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'c28a157c-c4d7-466d-8467-1457cbf2779f', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': 'c28a157c-c4d7-466d-8467-1457cbf2779f', 'mac_address': 'fa:16:3e:42:f0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:56:15.455858 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:15.506829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28a157c-c4d7-466d-8467-1457cbf2779f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:15.537466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c28a157c-c4d7-466d-8467-1457cbf2779f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c28a157c-c4d7-466d-8467-1457cbf2779f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:15.545369 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:15.669135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e979fa0-e216-49d8-941b-b9e2cb7d6439 req-b6b1b2ee-b4ef-48ee-8b42-39708eb322ea tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:15.676119 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e979fa0-e216-49d8-941b-b9e2cb7d6439 req-b6b1b2ee-b4ef-48ee-8b42-39708eb322ea tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 946 time: 0.7058034 Feb 09 12:56:15.683710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c28a157c-c4d7-466d-8467-1457cbf2779f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:15.701100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.703923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.704352 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.704780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.705248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.705648 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.707208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.707893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.708590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.709077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.709861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:15.820380 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:15.887816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e979fa0-e216-49d8-941b-b9e2cb7d6439 req-cf60eb79-02e5-4840-95ad-2e752c6afc8d tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105317 Feb 09 12:56:15.915361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9b62e-786d-4269-bf69-71e8666883c7 req-6d24dbad-1196-4e1d-8232-e5fd8e3f8a51 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:15.931655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ede9b62e-786d-4269-bf69-71e8666883c7 req-6d24dbad-1196-4e1d-8232-e5fd8e3f8a51 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 948 time: 0.4469440 Feb 09 12:56:16.027664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['c28a157c-c4d7-466d-8467-1457cbf2779f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:16.048879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33930) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:16.096835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33936) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:16.155228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ede9b62e-786d-4269-bf69-71e8666883c7 req-b67e78ca-77e3-4f6e-b6dc-b98dc4d4a410 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207389 Feb 09 12:56:16.244604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-0ae73d7c-4de8-4914-98bb-3087f88bb037 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2827511 Feb 09 12:56:16.348551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:16.378407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:16.379757 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-250cda89-b423-4ffa-98cb-0d9a18314dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:16.445073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Usage tracker for resource:floatingip and tenant:3f87049e7ae349579835171912f526a8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:16.456426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-250cda89-b423-4ffa-98cb-0d9a18314dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:16.461757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:16.470271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-250cda89-b423-4ffa-98cb-0d9a18314dad admin admin] Usage tracker for resource:security_group_rule and tenant:0c9ecd208e56480c80dc673b703660dd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:16.484143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:16.484351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-250cda89-b423-4ffa-98cb-0d9a18314dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:16.498690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-250cda89-b423-4ffa-98cb-0d9a18314dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:16.544857 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:16.629587 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-250cda89-b423-4ffa-98cb-0d9a18314dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:16.636150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-250cda89-b423-4ffa-98cb-0d9a18314dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:16.657031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33944) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:16.687346 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-250cda89-b423-4ffa-98cb-0d9a18314dad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c9ecd208e56480c80dc673b703660dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6366858 Feb 09 12:56:16.702311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33950) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:16.714433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cda89-b423-4ffa-98cb-0d9a18314dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c311697-5731-48a0-9d09-79491825abc7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:16.782087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-563659d9-ccef-41b5-bea0-a84cf9ea1f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:16.817751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-563659d9-ccef-41b5-bea0-a84cf9ea1f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:16.822337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-563659d9-ccef-41b5-bea0-a84cf9ea1f9e admin admin] Usage tracker for resource:security_group_rule and tenant:94a498fcdcb946c791928a3122d8bb70 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:16.825995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-563659d9-ccef-41b5-bea0-a84cf9ea1f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:16.833752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-563659d9-ccef-41b5-bea0-a84cf9ea1f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:16.842542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-55356601-network', 'tenant_id': '39bf5e6213774240a529d4f791d96059'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:16.858285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:16.872541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Usage tracker for resource:network and tenant:39bf5e6213774240a529d4f791d96059 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:16.877067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:16.894707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:16.931252 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-563659d9-ccef-41b5-bea0-a84cf9ea1f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:16.946862 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-563659d9-ccef-41b5-bea0-a84cf9ea1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.019351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Made reservation on behalf of 39bf5e6213774240a529d4f791d96059 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:17.021635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.049895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563659d9-ccef-41b5-bea0-a84cf9ea1f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa5fa77-6c91-466f-bb51-f6937f9a4bde,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:17.061981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-563659d9-ccef-41b5-bea0-a84cf9ea1f9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94a498fcdcb946c791928a3122d8bb70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9592307 Feb 09 12:56:17.063256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33954) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:17.064624 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3491469e-1a2c-43ce-bbd8-f59625f29629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.095442 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.120769 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3391826b-0b3c-475e-bc26-e69589169bd0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.147262 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3391826b-0b3c-475e-bc26-e69589169bd0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.202236 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3491469e-1a2c-43ce-bbd8-f59625f29629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.526323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:17.538307 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.544910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Usage tracker for resource:security_group_rule and tenant:39bf5e6213774240a529d4f791d96059 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:17.584783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:17.607842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:17.656168 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4284fde-7715-439a-ad7b-0f8c83fecb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.749073 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3491469e-1a2c-43ce-bbd8-f59625f29629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.784766 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4284fde-7715-439a-ad7b-0f8c83fecb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.819944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491469e-1a2c-43ce-bbd8-f59625f29629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c311697-5731-48a0-9d09-79491825abc7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:17.880226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22d43f-d19f-4aa1-b0d1-31bd06967dab req-1fb9532a-dcac-4593-9f88-4bbd494679f2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:17.881972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da22d43f-d19f-4aa1-b0d1-31bd06967dab req-1fb9532a-dcac-4593-9f88-4bbd494679f2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 948 time: 0.5502706 Feb 09 12:56:17.937574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Allocated IP 172.25.5.107 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/b5230a6a-cc01-48b1-a8fb-2e6ae5e64183) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:17.972282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3491469e-1a2c-43ce-bbd8-f59625f29629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:17.976243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3491469e-1a2c-43ce-bbd8-f59625f29629 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c311697-5731-48a0-9d09-79491825abc7 HTTP/1.1" status: 204 len: 168 time: 1.2697606 Feb 09 12:56:17.999106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.021542 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.110238 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4284fde-7715-439a-ad7b-0f8c83fecb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.144273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0386d5b-77e2-43bb-b8a8-3d3a65758887,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:18.144273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:56:18.204899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284fde-7715-439a-ad7b-0f8c83fecb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa5fa77-6c91-466f-bb51-f6937f9a4bde,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:18.210458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da22d43f-d19f-4aa1-b0d1-31bd06967dab req-8db5ebff-dabe-42a2-9d70-79f7ce50d690 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156977 Feb 09 12:56:18.259234 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-3391826b-0b3c-475e-bc26-e69589169bd0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Floating IP 027f7bb4-21ad-4f41-987c-0a9c63f27830 associated. External IP: 172.25.5.192, port: 3504e36f-1264-4240-94ee-ba823f9634c6. Feb 09 12:56:18.325961 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4284fde-7715-439a-ad7b-0f8c83fecb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.330360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b4284fde-7715-439a-ad7b-0f8c83fecb64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/faa5fa77-6c91-466f-bb51-f6937f9a4bde HTTP/1.1" status: 204 len: 168 time: 1.2613592 Feb 09 12:56:18.330360 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.330360 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Added segment 12b7e0f0-dc99-48cf-9470-a603409651a5 of type vlan for network be6ddba7-e948-4582-adad-69a9026e606b Feb 09 12:56:18.415746 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.495548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33968) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:18.523735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f05670d-499b-4f5a-96cf-42c3161307f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.524034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.583164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2f05670d-499b-4f5a-96cf-42c3161307f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:18.589083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2f05670d-499b-4f5a-96cf-42c3161307f3 admin admin] Usage tracker for resource:security_group_rule and tenant:082ff5350fbd4e838ca088c2fe8aa29b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:18.598003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2f05670d-499b-4f5a-96cf-42c3161307f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:18.603885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2f05670d-499b-4f5a-96cf-42c3161307f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:18.627934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.677632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:18.698971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:18.701647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:56:18.715954 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f05670d-499b-4f5a-96cf-42c3161307f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.719519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Pushing event updated for resources: {'Port': ['ID=b5230a6a-cc01-48b1-a8fb-2e6ae5e64183,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:18.723876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f05670d-499b-4f5a-96cf-42c3161307f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.786287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05670d-499b-4f5a-96cf-42c3161307f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1eae06-cb4e-48e4-b760-985198c6b87e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:18.792663 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2f05670d-499b-4f5a-96cf-42c3161307f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=082ff5350fbd4e838ca088c2fe8aa29b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2955527 Feb 09 12:56:18.797321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33974) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:18.800814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.801774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:18.802614 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.932750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd642326-5066-46c8-9e94-d0ef012e4574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.980578 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd642326-5066-46c8-9e94-d0ef012e4574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:18.997504 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3351400 Feb 09 12:56:18.998721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33982) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:19.018637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871314c-b799-4613-b5f5-1a2967999b59 admin admin] Pushing event updated for resources: {'Network': ['ID=be6ddba7-e948-4582-adad-69a9026e606b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:19.020878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Request body: {'subnet': {'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-55356601-subnet', 'tenant_id': '39bf5e6213774240a529d4f791d96059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:19.032237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network be6ddba7-e948-4582-adad-69a9026e606b details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:56:19.057241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:19.072468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Usage tracker for resource:subnet and tenant:39bf5e6213774240a529d4f791d96059 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:19.078036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:19.086025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:19.098245 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c28a157c-c4d7-466d-8467-1457cbf2779f up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:19.106957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Made reservation on behalf of 39bf5e6213774240a529d4f791d96059 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:19.111232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:19.255289 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:19.577748 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd642326-5066-46c8-9e94-d0ef012e4574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:19.611757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port c28a157c-c4d7-466d-8467-1457cbf2779f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:19.629973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port c28a157c-c4d7-466d-8467-1457cbf2779f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:19.632389 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:19.633206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd642326-5066-46c8-9e94-d0ef012e4574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1eae06-cb4e-48e4-b760-985198c6b87e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:19.684698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd642326-5066-46c8-9e94-d0ef012e4574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:19.694210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bd642326-5066-46c8-9e94-d0ef012e4574 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d1eae06-cb4e-48e4-b760-985198c6b87e HTTP/1.1" status: 204 len: 168 time: 0.8956842 Feb 09 12:56:19.699302 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:19.841559 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:19.853779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd2727c-15b8-45c3-8c15-2175775019e9,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:19.908452 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:19.956704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:19.956956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Network hostable DHCP agents. Network: be6ddba7-e948-4582-adad-69a9026e606b, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:56:19.967260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a82493f-1056-4c57-a290-3f337faa21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28a157c-c4d7-466d-8467-1457cbf2779f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:19.984500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c28a157c-c4d7-466d-8467-1457cbf2779f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c28a157c-c4d7-466d-8467-1457cbf2779f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:19.990105 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:20.013145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Network be6ddba7-e948-4582-adad-69a9026e606b is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:56:20.033361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, be6ddba7-e948-4582-adad-69a9026e606b) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:20.040695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:20.041303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:20.081264 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8da60a10-7eb0-4066-a981-1964be2c0201 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0806046 Feb 09 12:56:20.105392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c28a157c-c4d7-466d-8467-1457cbf2779f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:20.109482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9361d9-9a59-40fd-9164-f5fb19d81687 None None] Network be6ddba7-e948-4582-adad-69a9026e606b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:56:20.431916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77c17b-23dd-4335-a7d2-3863053179eb None None] Network be6ddba7-e948-4582-adad-69a9026e606b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:56:20.684595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7185e043-a2a8-4ff8-8867-ed16f7790993 req-3aec1224-03d7-472e-8bb4-006fb38d9a7a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3713152 Feb 09 12:56:20.688666 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:20.717757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735864c-5dad-473b-a942-f45a39ba0558 req-e1c40e6c-0ebc-4bff-9eb3-85939db50a03 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:20.725110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5735864c-5dad-473b-a942-f45a39ba0558 req-e1c40e6c-0ebc-4bff-9eb3-85939db50a03 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 948 time: 1.1144879 Feb 09 12:56:20.780584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:20.934490 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:20.963803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5735864c-5dad-473b-a942-f45a39ba0558 req-6cd90e3f-6dfe-4942-b7c1-9b5bbaf2e0a0 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332838 Feb 09 12:56:20.964591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Pushing event updated for resources: {'Port': ['ID=b5230a6a-cc01-48b1-a8fb-2e6ae5e64183,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:21.016392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:21.017957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-f8d137c1-0226-498c-9665-4e4142eed8d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6850076 Feb 09 12:56:21.092002 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a82493f-1056-4c57-a290-3f337faa21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28a157c-c4d7-466d-8467-1457cbf2779f', 'code': 200} Feb 09 12:56:21.104481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7185e043-a2a8-4ff8-8867-ed16f7790993 req-b3026f0d-f687-42db-b8cf-a0a48474f749 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 1100 time: 0.2831092 Feb 09 12:56:21.247938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-713bd0ac-9128-43c4-bed1-49c399461326 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Synchronizing usage tracker for tenant:3f87049e7ae349579835171912f526a8 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:21.297101 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d9eeb3b4-1cb3-4eda-9245-25e05bba800f req-df1633af-730e-4b2b-bdf0-73275e67d00e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 1100 time: 0.0958211 Feb 09 12:56:21.320560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3391826b-0b3c-475e-bc26-e69589169bd0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Router 576faf3b-c5bc-44c7-b7e5-3acba6037492 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:56:21.328268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-713bd0ac-9128-43c4-bed1-49c399461326 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Unset dirty status for tenant:3f87049e7ae349579835171912f526a8 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:21.329862 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-713bd0ac-9128-43c4-bed1-49c399461326 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 696 time: 0.2962499 Feb 09 12:56:21.382982 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d9eeb3b4-1cb3-4eda-9245-25e05bba800f req-29b00921-adfc-4d28-8e99-a3ede07ee4f3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786824 Feb 09 12:56:21.420145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185e043-a2a8-4ff8-8867-ed16f7790993 req-bff40cb4-380e-4563-9c99-343a91ed5633 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:21.422428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7185e043-a2a8-4ff8-8867-ed16f7790993 req-bff40cb4-380e-4563-9c99-343a91ed5633 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2854025 Feb 09 12:56:21.867273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7185e043-a2a8-4ff8-8867-ed16f7790993 req-cd834bbe-b818-4227-bf5a-17a95d553e33 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=d2436d00-49b7-45a8-867f-db65c9acb4f8 HTTP/1.1" status: 200 len: 217 time: 0.3274395 Feb 09 12:56:21.873900 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-3610dfa7-73f5-415e-91b9-e6c4a312256d tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=72d80853309441d996368e102358799a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2092686 Feb 09 12:56:21.965762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34066) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:21.972949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-991428809-network', 'tenant_id': 'cb446d79631f481a877cd4927bb92846'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:21.996320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:22.005338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Usage tracker for resource:network and tenant:cb446d79631f481a877cd4927bb92846 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:22.009957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:22.029837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:22.055869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Made reservation on behalf of cb446d79631f481a877cd4927bb92846 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:22.061563 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:22.076754 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:22.144957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:22.151834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Usage tracker for resource:security_group_rule and tenant:cb446d79631f481a877cd4927bb92846 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:22.157709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:22.166836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:22.194882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-4eaed70b-cee0-4278-9aa5-ce92c7adf590 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:22.196534 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-4eaed70b-cee0-4278-9aa5-ce92c7adf590 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.8499949 Feb 09 12:56:22.224409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185e043-a2a8-4ff8-8867-ed16f7790993 req-a4a093c2-2a08-4a43-bdc2-1c020a82a9b9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:22.226004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7185e043-a2a8-4ff8-8867-ed16f7790993 req-a4a093c2-2a08-4a43-bdc2-1c020a82a9b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.3501809 Feb 09 12:56:22.238073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-eb49b76c-eea3-4ad8-8f59-0fa6e1f72d07 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:56:22.239126 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fbe55f3-a638-41f7-9292-d9428538ad15 req-eb49b76c-eea3-4ad8-8f59-0fa6e1f72d07 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0260954 Feb 09 12:56:22.275337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:22.282795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:22.338981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:56:22.352560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889aafc4-b974-4215-8b5c-38c08febd0fe,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:22.362783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:22.363446 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Added segment 0ff82249-efc7-477a-b04c-64efdf2d2e9c of type vlan for network 892576b9-7a64-4120-bbaf-b2c458ec27cc Feb 09 12:56:22.377558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a649454-deac-439e-8826-be807bff5612 req-586e2972-bfd1-4ed0-b89f-6eb5cf969ec7 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:22.379157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-586e2972-bfd1-4ed0-b89f-6eb5cf969ec7 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4531891 Feb 09 12:56:22.411496 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-e960ebfe-b229-4212-a5bb-daef33d9cd6c tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/quotas/72d80853309441d996368e102358799a HTTP/1.1" status: 200 len: 375 time: 0.0249538 Feb 09 12:56:22.438505 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:22.477190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-632aa11b-77e7-48e7-abcd-41edbecee58f tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=72d80853309441d996368e102358799a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534019 Feb 09 12:56:22.479984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7185e043-a2a8-4ff8-8867-ed16f7790993 req-f9f128dc-5c56-4686-bb0a-0ccf43708229 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374675 Feb 09 12:56:22.557676 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:22.559746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:22.560516 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:22.769931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] Pushing event updated for resources: {'Network': ['ID=892576b9-7a64-4120-bbaf-b2c458ec27cc,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:22.775296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f64453f9-26e2-46bb-9ea7-1b9b29d96763 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8083987 Feb 09 12:56:22.780584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34090) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:22.787649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 892576b9-7a64-4120-bbaf-b2c458ec27cc details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:56:22.789818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Request body: {'subnet': {'network_id': '892576b9-7a64-4120-bbaf-b2c458ec27cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-991428809-subnet', 'tenant_id': 'cb446d79631f481a877cd4927bb92846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:22.809036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:22.816574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Usage tracker for resource:subnet and tenant:cb446d79631f481a877cd4927bb92846 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:22.828594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:22.843200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:22.870238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Made reservation on behalf of cb446d79631f481a877cd4927bb92846 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:22.873978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3391826b-0b3c-475e-bc26-e69589169bd0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:56:22.888004 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:22.890611 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3391826b-0b3c-475e-bc26-e69589169bd0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:22.903903 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] Sync routers for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:56:22.977549 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:56:22.978485 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:55:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:23.414203 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3391826b-0b3c-475e-bc26-e69589169bd0 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "PUT /v2.0/floatingips/027f7bb4-21ad-4f41-987c-0a9c63f27830 HTTP/1.1" status: 200 len: 991 time: 8.8487606 Feb 09 12:56:23.421012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'tag': '3504e36f-1264-4240-94ee-ba823f9634c6'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:23.428550 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7185e043-a2a8-4ff8-8867-ed16f7790993 req-a060e8a4-3372-4b68-bf81-3d0f55188e62 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9368393 Feb 09 12:56:23.522777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3157b-b416-4952-bcda-21738ceda13a req-45568914-d01c-4af3-834a-1121c7b8ee51 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:23.525414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aaf3157b-b416-4952-bcda-21738ceda13a req-45568914-d01c-4af3-834a-1121c7b8ee51 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 949 time: 0.9900491 Feb 09 12:56:23.543551 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:56:23.553145 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:23.626582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16944b5-8a52-4baa-b500-c49a63da601d req-489b62fa-b8fe-4953-ac0b-b83d31325334 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:23.635068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-489b62fa-b8fe-4953-ac0b-b83d31325334 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 821 time: 0.6655405 Feb 09 12:56:23.689275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-3e26a320-4032-4a7b-b9b3-7000e47a981e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/quotas/3f87049e7ae349579835171912f526a8 HTTP/1.1" status: 200 len: 375 time: 0.0531647 Feb 09 12:56:23.697893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c0a30c-9eb0-42db-823d-1cea5b94b012,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:23.701868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Checking segment: {'id': '0ff82249-efc7-477a-b04c-64efdf2d2e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '892576b9-7a64-4120-bbaf-b2c458ec27cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:23.702879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Network hostable DHCP agents. Network: 892576b9-7a64-4120-bbaf-b2c458ec27cc, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:56:23.743584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Network 892576b9-7a64-4120-bbaf-b2c458ec27cc is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:56:23.771336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 892576b9-7a64-4120-bbaf-b2c458ec27cc) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:23.783726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:23.784899 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:23.790618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1eb9c5-27d2-4fa4-947b-343fb2078dd7 None None] Network 892576b9-7a64-4120-bbaf-b2c458ec27cc requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:56:23.795392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aaf3157b-b416-4952-bcda-21738ceda13a req-64875de3-2930-44b7-9a0b-9df16f15ee55 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532790 Feb 09 12:56:23.805850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7185e043-a2a8-4ff8-8867-ed16f7790993 req-8d2416bc-8586-475a-b208-44e466ceebd6 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617508 Feb 09 12:56:23.833961 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dee4996f-a50b-478c-b787-7bd076e35e44 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0515289 Feb 09 12:56:23.904329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-b3da93fd-d0bf-4c02-91d0-c69d69565e1c tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2137082 Feb 09 12:56:24.279440 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bd20bfe5-381c-47c8-9cda-96323f426b31 req-5262a779-ffac-4d7c-8fc4-65f20d03a103 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2016778 Feb 09 12:56:24.315077 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-412a625f-1698-4f15-b17b-f70d6d9a0b99 req-4ecb328f-7f59-4c63-93bb-8394184ece6a tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 210 time: 0.1679394 Feb 09 12:56:24.385217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4438a35-bb0d-416e-941b-d2e7937d94eb None None] Network 892576b9-7a64-4120-bbaf-b2c458ec27cc requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:56:24.416523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-355cce59-02d4-40ac-b96d-1ce0e1215307 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990733 Feb 09 12:56:24.447323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bd20bfe5-381c-47c8-9cda-96323f426b31 req-bc3bd3c4-4083-4770-8772-c0173144f4ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 1100 time: 0.1315703 Feb 09 12:56:24.577331 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '027f7bb4-21ad-4f41-987c-0a9c63f27830', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'port_id': '3504e36f-1264-4240-94ee-ba823f9634c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'mac_address': 'fa:16:3e:b4:22:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:56:16Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:24.587675 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] Checking router: 576faf3b-c5bc-44c7-b7e5-3acba6037492 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:56:24.620160 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:56:24.620794 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:55:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:24.787077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20bfe5-381c-47c8-9cda-96323f426b31 req-23d7f5f4-d503-4a40-b406-809dafc6bb50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:24.789596 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bd20bfe5-381c-47c8-9cda-96323f426b31 req-23d7f5f4-d503-4a40-b406-809dafc6bb50 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3012819 Feb 09 12:56:24.820148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-8a5f3ce6-9cd0-4574-9ee1-61e101f351f6 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022231 Feb 09 12:56:24.912260 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dec38b75-b037-4213-a2b2-1bb7373ebd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:25.052765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bd20bfe5-381c-47c8-9cda-96323f426b31 req-900f3d80-894d-4dc4-93e8-b74194c48ddf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d HTTP/1.1" status: 200 len: 217 time: 0.2526984 Feb 09 12:56:25.061139 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:56:25.257457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-57e47fb9-982f-4e12-9997-aeb32efac06e tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=72d80853309441d996368e102358799a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893891 Feb 09 12:56:25.267849 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'tag': '3504e36f-1264-4240-94ee-ba823f9634c6', 'status': 'completed', 'code': 200} Feb 09 12:56:25.330447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20bfe5-381c-47c8-9cda-96323f426b31 req-da706912-b2de-41ad-8b0c-0da50bde9522 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:25.350212 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bd20bfe5-381c-47c8-9cda-96323f426b31 req-da706912-b2de-41ad-8b0c-0da50bde9522 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2755423 Feb 09 12:56:25.519235 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bd20bfe5-381c-47c8-9cda-96323f426b31 req-58934f3c-3704-4e7c-98c6-135c058fcb6e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595478 Feb 09 12:56:25.757092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a649454-deac-439e-8826-be807bff5612 req-5f0f5056-4843-4f6d-9059-5c97ffbac689 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:25.765877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-5f0f5056-4843-4f6d-9059-5c97ffbac689 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4872067 Feb 09 12:56:25.829647 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bd20bfe5-381c-47c8-9cda-96323f426b31 req-07ef69d5-b78e-4915-8f7c-095d04eab0b6 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913404 Feb 09 12:56:25.865722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Request body: {'port': {'device_id': 'd848b062-253f-4c4b-8c63-3530be6f7424', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '72d80853309441d996368e102358799a'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:26.015768 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '027f7bb4-21ad-4f41-987c-0a9c63f27830', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'port_id': '3504e36f-1264-4240-94ee-ba823f9634c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'mac_address': 'fa:16:3e:b4:22:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:56:16Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:26.022371 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead07710-2e94-4b45-94da-4511a75edf50 None None] The sync data for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 is: [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '027f7bb4-21ad-4f41-987c-0a9c63f27830', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'port_id': '3504e36f-1264-4240-94ee-ba823f9634c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'mac_address': 'fa:16:3e:b4:22:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:54:47Z', 'updated_at': '2022-02-09T12:56:16Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:56:26.060168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a6562-cf3a-4379-a984-d21961591fcc req-3ef0c8b5-9311-4709-bb04-c746e99c95e4 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:26.061071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d01a6562-cf3a-4379-a984-d21961591fcc req-3ef0c8b5-9311-4709-bb04-c746e99c95e4 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Synchronizing usage tracker for tenant:39bf5e6213774240a529d4f791d96059 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:26.169385 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bd20bfe5-381c-47c8-9cda-96323f426b31 req-fd04b4e1-370b-4436-9bc6-c519d5746402 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088362 Feb 09 12:56:26.213464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ac8d8-8feb-4ba7-a6ea-5904d561c62f req-eed4f648-5766-454c-a1cc-e33b0462df30 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:26.215963 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a6ac8d8-8feb-4ba7-a6ea-5904d561c62f req-eed4f648-5766-454c-a1cc-e33b0462df30 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 945 time: 1.0110171 Feb 09 12:56:26.268481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d01a6562-cf3a-4379-a984-d21961591fcc req-3ef0c8b5-9311-4709-bb04-c746e99c95e4 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Unset dirty status for tenant:39bf5e6213774240a529d4f791d96059 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:26.269624 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-3ef0c8b5-9311-4709-bb04-c746e99c95e4 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 819 time: 0.5015206 Feb 09 12:56:26.307702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c72cae2-a46a-400c-9671-e6bd5d7a3819 req-ead87932-31e1-4803-9dab-8111672f0a23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb&device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 1096 time: 0.5407505 Feb 09 12:56:26.350543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-13075db5-86bd-41c2-b961-a7e17e3c9ccf tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/quotas/39bf5e6213774240a529d4f791d96059 HTTP/1.1" status: 200 len: 375 time: 0.0721200 Feb 09 12:56:26.371950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:26.377460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba4edd7-104b-4075-999a-643e2c7e0a97 None None] New status for floating IP 027f7bb4-21ad-4f41-987c-0a9c63f27830: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 12:56:26.409787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a6ac8d8-8feb-4ba7-a6ea-5904d561c62f req-038ba00d-0c1c-4a2a-bf7d-764bb31b84f9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799512 Feb 09 12:56:26.411067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Usage tracker for resource:port and tenant:72d80853309441d996368e102358799a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:26.582863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:26.592471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-3dc8f47e-2a7e-43d7-8bf1-6c3f84ca5a3c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2274871 Feb 09 12:56:26.625708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:26.694046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Made reservation on behalf of 72d80853309441d996368e102358799a for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:26.697008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.783841 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:26.854009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72cae2-a46a-400c-9671-e6bd5d7a3819 req-4cd78e9c-2a16-4956-97e1-3560167e364b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:26.857316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c72cae2-a46a-400c-9671-e6bd5d7a3819 req-4cd78e9c-2a16-4956-97e1-3560167e364b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f64636e3-1a92-49a2-9146-0ce893b89e65 HTTP/1.1" status: 200 len: 925 time: 0.5360103 Feb 09 12:56:27.070044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:27.076362 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1697f10c-7e6c-40fd-8b72-428d813ce734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:27.086876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Usage tracker for resource:security_group_rule and tenant:72d80853309441d996368e102358799a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:27.101649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:27.106293 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-f8775041-27b1-4a75-837d-1a1d55fdfd89 service neutron] 10.222.0.59 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737949 Feb 09 12:56:27.116717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb09fb-57f5-4c15-80df-1dca67d951c2 req-adb1e95e-3b8c-4464-a675-7c36e5e09294 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:27.118128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6afb09fb-57f5-4c15-80df-1dca67d951c2 req-adb1e95e-3b8c-4464-a675-7c36e5e09294 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 949 time: 0.5370858 Feb 09 12:56:27.124372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:27.201239 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c72cae2-a46a-400c-9671-e6bd5d7a3819 req-4f6031cf-fd56-42b4-8150-3d952e2f9c71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3504e36f-1264-4240-94ee-ba823f9634c6 HTTP/1.1" status: 200 len: 1001 time: 0.3289735 Feb 09 12:56:27.216171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1ad64830-cdd2-4a9c-ade7-46082130ba27 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:27.217528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1ad64830-cdd2-4a9c-ade7-46082130ba27 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.67 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 821 time: 0.4358683 Feb 09 12:56:27.318382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Request body: {'port': {'device_id': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'admin_state_up': True, 'tenant_id': '3f87049e7ae349579835171912f526a8'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:27.456912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6afb09fb-57f5-4c15-80df-1dca67d951c2 req-11bf330b-e036-4cba-8a84-a20bdafdca12 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291903 Feb 09 12:56:27.497383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72cae2-a46a-400c-9671-e6bd5d7a3819 req-0b8dc258-c870-40e3-8db6-c319a49bbda1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:27.499127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c72cae2-a46a-400c-9671-e6bd5d7a3819 req-0b8dc258-c870-40e3-8db6-c319a49bbda1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e783f890-6d5e-423d-a0e0-59464ef7e9c4 HTTP/1.1" status: 200 len: 863 time: 0.2796319 Feb 09 12:56:27.571266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-c0b301a3-34de-422c-aa12-621e02e6d466 service neutron] 10.222.0.59 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445889 Feb 09 12:56:27.588253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:27.610011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:27.685176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:27.703396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Usage tracker for resource:port and tenant:3f87049e7ae349579835171912f526a8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:27.720735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:27.742329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:27.744373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c42cb-69b2-471e-b979-8bb5d7a30d6f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:27.837016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c72cae2-a46a-400c-9671-e6bd5d7a3819 req-0d9d8c14-14fd-474c-9913-25cd2e401ea6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f64636e3-1a92-49a2-9146-0ce893b89e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3140888 Feb 09 12:56:27.852413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Made reservation on behalf of 3f87049e7ae349579835171912f526a8 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:27.855728 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:27.927894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25ea6d4c-fa09-4b6f-aa15-0be8140e84ce req-4dbe0d87-26d3-408d-99e1-c3ba68517653 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 210 time: 0.1571207 Feb 09 12:56:28.129571 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-738d0097-1838-4993-917b-dc81686f841e req-dac1486f-93df-435a-9245-1dfad364ff05 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 210 time: 0.1622758 Feb 09 12:56:28.282444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Allocated IP 192.168.233.67 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/a119eb58-3564-4f3b-9a32-0feb6b0d4a8f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:28.378671 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.556603 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:28.673740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c72cae2-a46a-400c-9671-e6bd5d7a3819 req-49401de6-b542-42e0-9131-bbcb80745e28 service neutron] 10.222.0.62 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7892306 Feb 09 12:56:28.683030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Allocated IP 172.20.0.5 (c94dde66-53f2-4207-ba32-f728209ad5d1/f26fd653-776c-468c-8cfb-1a99f0552deb/ccca5e1b-7583-4356-a197-04d03a016a42) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:29.055275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2452886-7177-4ecc-b601-cbeb1849c23d req-64c2fb41-0eba-4182-9342-17da62408c84 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1097 time: 0.7469051 Feb 09 12:56:29.104361 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c72cae2-a46a-400c-9671-e6bd5d7a3819 req-a5f6c072-a35f-4271-a476-ff58363ee8d6 service neutron] 10.222.0.62 "GET /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978212 Feb 09 12:56:29.192651 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.257155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Transition to ACTIVE for port object a119eb58-3564-4f3b-9a32-0feb6b0d4a8f will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:29.270230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554677b1-3192-4768-acf8-c9afcb9ab340 req-589ab4f2-be6f-420c-bb16-1e541e76b6e5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:29.270230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-554677b1-3192-4768-acf8-c9afcb9ab340 req-589ab4f2-be6f-420c-bb16-1e541e76b6e5 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 945 time: 0.4540522 Feb 09 12:56:29.280664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2452886-7177-4ecc-b601-cbeb1849c23d req-48f9dbcd-8165-40fa-bbf6-f2aa2f6f400b tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132318 Feb 09 12:56:29.360553 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.369059 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.420631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-554677b1-3192-4768-acf8-c9afcb9ab340 req-b0943ecc-d7b7-4c9f-b9e3-d4070c8afa88 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396222 Feb 09 12:56:29.430193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Transition to ACTIVE for port object ccca5e1b-7583-4356-a197-04d03a016a42 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:29.503924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:29.515879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:29.515879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:56:29.526237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:29.526237 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.538362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Pushing event updated for resources: {'Port': ['ID=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:29.567917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.590964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['8a8d8d2e-501e-40ef-8aa8-69cea89128ae'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:29.665764 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-40d85d6b-4814-4d67-9b03-fe84a6db58a5 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7993662 Feb 09 12:56:29.756385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Request body: {'port': {'device_id': 'd848b062-253f-4c4b-8c63-3530be6f7424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:29.765987 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:29.910756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fe7cd2b-8c7d-4b01-a0b4-6bb410eafd51 req-62cfe743-6485-4090-bdb6-dee1b2db30a7 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 210 time: 0.1312044 Feb 09 12:56:29.926787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4c48fec-eacd-472b-af30-5ebed82a9cfe req-858c5923-3938-4f8f-94bc-16865183378e tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 1100 time: 0.4950323 Feb 09 12:56:29.944776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Network c94dde66-53f2-4207-ba32-f728209ad5d1 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:29.961204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Pushing event updated for resources: {'Port': ['ID=ccca5e1b-7583-4356-a197-04d03a016a42,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:29.974777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:29.987843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:56:29.992064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:29.992858 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.020826 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7e435b67-ee0a-4aa7-9a27-198b3d495d1b None None] Provisioning for port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:30.026986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7e435b67-ee0a-4aa7-9a27-198b3d495d1b None None] Provisioning complete for port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:30.028191 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7e435b67-ee0a-4aa7-9a27-198b3d495d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.084000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a6562-cf3a-4379-a984-d21961591fcc req-f47bd717-965b-485a-ba21-4a5d0766d37f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:30.085112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-f47bd717-965b-485a-ba21-4a5d0766d37f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 819 time: 0.4708426 Feb 09 12:56:30.092219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-1de9d52b-191c-428c-a1e6-635e9391c5e3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7999718 Feb 09 12:56:30.106416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Request body: {'port': {'device_id': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:30.121645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7e435b67-ee0a-4aa7-9a27-198b3d495d1b None None] Port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:56:30.143015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4c48fec-eacd-472b-af30-5ebed82a9cfe req-7dfe1ac4-2bc3-4d6e-ad77-90b71930bdf0 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971121 Feb 09 12:56:30.153776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Request body: {'port': {'device_id': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b', 'admin_state_up': True, 'tenant_id': '39bf5e6213774240a529d4f791d96059'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:30.188484 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.356688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4a28b829-4c1f-4215-9218-4095d9911598 None None] Provisioning for port ccca5e1b-7583-4356-a197-04d03a016a42 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:30.371448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4a28b829-4c1f-4215-9218-4095d9911598 None None] Provisioning complete for port ccca5e1b-7583-4356-a197-04d03a016a42 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:30.371805 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4a28b829-4c1f-4215-9218-4095d9911598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.451405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4a28b829-4c1f-4215-9218-4095d9911598 None None] Port ccca5e1b-7583-4356-a197-04d03a016a42 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:56:30.640146 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:30.803605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:30.823157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Usage tracker for resource:port and tenant:39bf5e6213774240a529d4f791d96059 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:30.836384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:30.854457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:30.972663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25a6e5-ffe7-4b5d-b11a-7ce9e2fc6bc3 req-9187e9f3-dac3-4587-a8fc-39ecfb05ded6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:30.972663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ca25a6e5-ffe7-4b5d-b11a-7ce9e2fc6bc3 req-9187e9f3-dac3-4587-a8fc-39ecfb05ded6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Synchronizing usage tracker for tenant:3f87049e7ae349579835171912f526a8 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:31.054091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Made reservation on behalf of 39bf5e6213774240a529d4f791d96059 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:31.057075 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.079988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfa889-a797-4740-afef-5dd75e08eec1 req-787515eb-3332-4bdc-a4fc-30b86d8dc481 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:31.080750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0acfa889-a797-4740-afef-5dd75e08eec1 req-787515eb-3332-4bdc-a4fc-30b86d8dc481 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Synchronizing usage tracker for tenant:72d80853309441d996368e102358799a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:31.211578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ca25a6e5-ffe7-4b5d-b11a-7ce9e2fc6bc3 req-9187e9f3-dac3-4587-a8fc-39ecfb05ded6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Unset dirty status for tenant:3f87049e7ae349579835171912f526a8 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:31.212729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca25a6e5-ffe7-4b5d-b11a-7ce9e2fc6bc3 req-9187e9f3-dac3-4587-a8fc-39ecfb05ded6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 931 time: 0.8473341 Feb 09 12:56:31.231704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0acfa889-a797-4740-afef-5dd75e08eec1 req-787515eb-3332-4bdc-a4fc-30b86d8dc481 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Unset dirty status for tenant:72d80853309441d996368e102358799a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:31.232732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0acfa889-a797-4740-afef-5dd75e08eec1 req-787515eb-3332-4bdc-a4fc-30b86d8dc481 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 935 time: 0.6860516 Feb 09 12:56:31.479360 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:56:31.536823 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca25a6e5-ffe7-4b5d-b11a-7ce9e2fc6bc3 req-f45121e8-7501-417e-8edd-9e319bf66c41 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122125 Feb 09 12:56:31.550405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0acfa889-a797-4740-afef-5dd75e08eec1 req-57facd95-5d19-4a7c-8e67-1dac2d4afef4 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Synchronizing usage tracker for tenant:72d80853309441d996368e102358799a on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:31.592609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Allocated IP 172.20.0.4 (be6ddba7-e948-4582-adad-69a9026e606b/fdd2727c-15b8-45c3-8c15-2175775019e9/3b2f4298-97b7-46dd-b353-74988bed84e2) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:31.648499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a119eb58-3564-4f3b-9a32-0feb6b0d4a8f {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:31.700796 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.709784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0acfa889-a797-4740-afef-5dd75e08eec1 req-57facd95-5d19-4a7c-8e67-1dac2d4afef4 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Unset dirty status for tenant:72d80853309441d996368e102358799a on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:31.711122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0acfa889-a797-4740-afef-5dd75e08eec1 req-57facd95-5d19-4a7c-8e67-1dac2d4afef4 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/security-groups?id=d65c42cb-69b2-471e-b979-8bb5d7a30d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040909 Feb 09 12:56:31.727495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccca5e1b-7583-4356-a197-04d03a016a42 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:31.766947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.769559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Transition to ACTIVE for port object a119eb58-3564-4f3b-9a32-0feb6b0d4a8f will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:31.789784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:31.873816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Transition to ACTIVE for port object ccca5e1b-7583-4356-a197-04d03a016a42 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:31.895570 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.129450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:32.365877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-cf0d8f99-53ec-4601-8872-f43a4f382a22 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3566265 Feb 09 12:56:32.389966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f52746d-9832-467a-9150-9c6fcf1f570f req-5c95a42c-54d5-4b7b-83c4-6c67e4643de7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7236106 Feb 09 12:56:32.559799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f05170-8514-423a-bf82-77c19274720f service neutron] Pushing event updated for resources: {'Port': ['ID=ccca5e1b-7583-4356-a197-04d03a016a42,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:32.564072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Attempting to bind port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:32.567037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Attempting to bind port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:32.567551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Attempting to bind port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:32.701612 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.723866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:56:32.724292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Attempting to bind port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:32.745808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Attempting to bind port ccca5e1b-7583-4356-a197-04d03a016a42 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:32.746735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Attempting to bind port ccca5e1b-7583-4356-a197-04d03a016a42 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:32.747055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Attempting to bind port ccca5e1b-7583-4356-a197-04d03a016a42 on network c94dde66-53f2-4207-ba32-f728209ad5d1 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:32.769515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:56:32.769951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:32.770297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:56:32.770656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Bound port: a119eb58-3564-4f3b-9a32-0feb6b0d4a8f, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:32.771026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.787334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f74d-e274-401f-8e2e-c9133740b310 req-3583c0ff-4ce8-4fd4-bbb4-5cb9e6071be9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:32.788683 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-3583c0ff-4ce8-4fd4-bbb4-5cb9e6071be9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4022396 Feb 09 12:56:32.796597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Port ccca5e1b-7583-4356-a197-04d03a016a42 on network c94dde66-53f2-4207-ba32-f728209ad5d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:56:32.796912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Attempting to bind port ccca5e1b-7583-4356-a197-04d03a016a42 on network c94dde66-53f2-4207-ba32-f728209ad5d1 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:32.848255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:56:32.848671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Checking segment: {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:32.849360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Bound using segment: {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:56:32.850058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Bound port: ccca5e1b-7583-4356-a197-04d03a016a42, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:32.850413 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.869802 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:32.883925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-87585a50-b4fd-4326-8076-b04b5c4f903e tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/quotas/c7c66e53d67a4481ba63f73966466b9e HTTP/1.1" status: 200 len: 375 time: 0.0820081 Feb 09 12:56:33.088830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Network be6ddba7-e948-4582-adad-69a9026e606b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:33.090607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] For port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:33.099000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Pushing event updated for resources: {'Port': ['ID=3b2f4298-97b7-46dd-b353-74988bed84e2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:33.105634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:33.115908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:56:33.119926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:33.120623 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.143605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] For port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:33.161840 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.220186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] For port ccca5e1b-7583-4356-a197-04d03a016a42, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:33.240662 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-78acaa1a-72a0-4458-894b-c53b43214def tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1051993 Feb 09 12:56:33.250569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] For port ccca5e1b-7583-4356-a197-04d03a016a42, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ccca5e1b-7583-4356-a197-04d03a016a42,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:33.265154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-ef7e938e-c57f-4854-bd5c-90ce8f9c9bde tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3463562 Feb 09 12:56:33.277721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.288772 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.290116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] 10.222.0.67 "PUT /v2.0/ports/a119eb58-3564-4f3b-9a32-0feb6b0d4a8f HTTP/1.1" status: 200 len: 1095 time: 3.5799105 Feb 09 12:56:33.290593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd848b062-253f-4c4b-8c63-3530be6f7424', 'tag': 'a119eb58-3564-4f3b-9a32-0feb6b0d4a8f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:33.302586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Request body: {'port': {'device_id': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:33.450448 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.451874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-87f05170-8514-423a-bf82-77c19274720f service neutron] 10.222.0.67 "PUT /v2.0/ports/ccca5e1b-7583-4356-a197-04d03a016a42 HTTP/1.1" status: 200 len: 1091 time: 3.3496315 Feb 09 12:56:33.467394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998062d-87bf-4d28-adbe-f922204d2cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:33.510301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-514add5a-ebe4-4703-a24c-5d98a2061ba2 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:56:33.511738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-514add5a-ebe4-4703-a24c-5d98a2061ba2 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0459924 Feb 09 12:56:33.601852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Request body: {'binding': {'host': 'n-h1-825175-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:33.602285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Unknown quota resources ['binding']. {{(pid=83480) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 09 12:56:33.846646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f05170-8514-423a-bf82-77c19274720f service neutron] Pushing event updated for resources: {'Port': ['ID=ccca5e1b-7583-4356-a197-04d03a016a42,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:33.886002 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:33.963364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-34b024a4-fed7-47fa-825d-ff6dbd7c14f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72d80853309441d996368e102358799a&device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 1098 time: 0.6004963 Feb 09 12:56:34.133959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-c086a498-1cc3-4b4d-8c55-37928f029981 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f HTTP/1.1" status: 200 len: 217 time: 0.1551561 Feb 09 12:56:34.136943 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-c957e794-ed7b-49a3-a210-46c0e740b1a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 1094 time: 0.6168969 Feb 09 12:56:34.170716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464434da-4cdc-471e-a194-9d5778ab9bda req-34e0d745-d0df-4c1b-84a2-0e2da1f573c3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:34.172965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-464434da-4cdc-471e-a194-9d5778ab9bda req-34e0d745-d0df-4c1b-84a2-0e2da1f573c3 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 945 time: 0.5867448 Feb 09 12:56:34.502311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-f5d93c6e-8d11-4e97-9e1e-a5db6f420944 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccca5e1b-7583-4356-a197-04d03a016a42 HTTP/1.1" status: 200 len: 217 time: 0.3445597 Feb 09 12:56:34.579152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a649454-deac-439e-8826-be807bff5612 req-df654452-fb36-4732-ae77-d47621319636 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:34.580660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-df654452-fb36-4732-ae77-d47621319636 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.4268737 Feb 09 12:56:34.636193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e on host n-h1-825175-3 for vnic_type normal with profile None {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:34.637115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:34.637520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:34.703548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-464434da-4cdc-471e-a194-9d5778ab9bda req-9e3373db-1104-44ec-bd08-c7dc2434c44b tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4387782 Feb 09 12:56:34.707957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16944b5-8a52-4baa-b500-c49a63da601d req-e6a40d78-a1c6-47c9-9ceb-1d5d0bae8910 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:34.709292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-e6a40d78-a1c6-47c9-9ceb-1d5d0bae8910 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.1874607 Feb 09 12:56:34.709799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Port de18a697-0083-46f2-87ce-e6f95bfb159e on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:56:34.710102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:34.822078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:56:34.825935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:34.825935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:56:34.825935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Bound port: de18a697-0083-46f2-87ce-e6f95bfb159e, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:34.945361 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-71347eb9-54c3-4713-b272-b4aee5879306 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300121 Feb 09 12:56:34.990859 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-9098bcba-f5c9-4a42-ac47-ddacf9bb92b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3968754 Feb 09 12:56:35.008210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:35.081719 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.082698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e6952635-f695-4ea2-a449-19e585ed33d6 service neutron] 10.222.0.59 "POST /v2.0/ports/de18a697-0083-46f2-87ce-e6f95bfb159e/bindings HTTP/1.1" status: 201 len: 389 time: 1.5599749 Feb 09 12:56:35.095471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-a18ddf3a-f217-4eb7-8176-de6e1fb2e929 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3286312 Feb 09 12:56:35.163551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f74d-e274-401f-8e2e-c9133740b310 req-4edc50d5-4b93-40ce-ab48-16f96b13e74f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:35.165215 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-4edc50d5-4b93-40ce-ab48-16f96b13e74f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138097 Feb 09 12:56:35.195463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Request body: {'port': {'device_id': 'a22344ae-8587-4f26-bd9a-092a6080179d', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'c7c66e53d67a4481ba63f73966466b9e'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:35.224062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2f4298-97b7-46dd-b353-74988bed84e2 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:35.248958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.340897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:35.344978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Usage tracker for resource:port and tenant:c7c66e53d67a4481ba63f73966466b9e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:35.347891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:35.353692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:35.366437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Transition to ACTIVE for port object 3b2f4298-97b7-46dd-b353-74988bed84e2 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:35.377048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e2a07-d59b-495e-9293-d2770d602996 req-634add12-05b7-49e3-825b-ea9ad25c5aa9 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:35.377778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f99e2a07-d59b-495e-9293-d2770d602996 req-634add12-05b7-49e3-825b-ea9ad25c5aa9 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Synchronizing usage tracker for tenant:39bf5e6213774240a529d4f791d96059 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:35.415810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-c24867e0-90df-4ec6-952e-4f1b042eda09 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061706 Feb 09 12:56:35.424452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.459561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Made reservation on behalf of c7c66e53d67a4481ba63f73966466b9e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:35.462638 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:35.562686 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-b44e72a6-3982-4f7f-b78a-31f2bee82535 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1097 time: 0.2059417 Feb 09 12:56:35.564778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-ed624873-68b8-4dfb-8a49-98b5142c5107 service neutron] 10.222.0.67 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098101 Feb 09 12:56:35.669333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f99e2a07-d59b-495e-9293-d2770d602996 req-634add12-05b7-49e3-825b-ea9ad25c5aa9 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Unset dirty status for tenant:39bf5e6213774240a529d4f791d96059 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:35.672071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f99e2a07-d59b-495e-9293-d2770d602996 req-634add12-05b7-49e3-825b-ea9ad25c5aa9 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 931 time: 0.7789326 Feb 09 12:56:35.712661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Pushing event updated for resources: {'Port': ['ID=3b2f4298-97b7-46dd-b353-74988bed84e2,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:35.739569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Allocated IP 192.168.233.224 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/31550b55-d731-40a1-84ae-033973b27039) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:35.784849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77248819-a036-48e7-a5ef-a2d0266a421d req-0cf10699-7749-4008-8fc4-0f8350dc6031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:35.786313 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-0cf10699-7749-4008-8fc4-0f8350dc6031 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.2100160 Feb 09 12:56:35.878962 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-adc87022-ee78-4b92-aa11-33ad4a73cfba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de18a697-0083-46f2-87ce-e6f95bfb159e HTTP/1.1" status: 200 len: 217 time: 0.0761631 Feb 09 12:56:35.954892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cdcb2-9d06-487d-895c-1a80f478a12a req-b4f03053-a588-4618-bf48-03df2f7ac32b tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:35.956294 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f91cdcb2-9d06-487d-895c-1a80f478a12a req-b4f03053-a588-4618-bf48-03df2f7ac32b tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 943 time: 0.6047852 Feb 09 12:56:35.958019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f99e2a07-d59b-495e-9293-d2770d602996 req-b4125871-e45c-4f64-ab9f-05a00032a2a2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Synchronizing usage tracker for tenant:39bf5e6213774240a529d4f791d96059 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:56:35.976881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a649454-deac-439e-8826-be807bff5612 req-3c0e1ca6-bf96-427a-89db-49a5a6070c87 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413420 Feb 09 12:56:36.002748 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:36.003497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:36.003497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:36.027778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16944b5-8a52-4baa-b500-c49a63da601d req-a1270082-d881-4e5b-9e56-f70111b158a6 service neutron] 10.222.0.67 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649724 Feb 09 12:56:36.028375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f99e2a07-d59b-495e-9293-d2770d602996 req-b4125871-e45c-4f64-ab9f-05a00032a2a2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Unset dirty status for tenant:39bf5e6213774240a529d4f791d96059 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:56:36.029417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f99e2a07-d59b-495e-9293-d2770d602996 req-b4125871-e45c-4f64-ab9f-05a00032a2a2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285840 Feb 09 12:56:36.037734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Port 3b2f4298-97b7-46dd-b353-74988bed84e2 on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:56:36.038055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:36.055173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:56:36.055703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:36.056306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:56:36.057243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Bound port: 3b2f4298-97b7-46dd-b353-74988bed84e2, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:36.058022 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.074831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77248819-a036-48e7-a5ef-a2d0266a421d req-ec8b0ce3-1c4f-4cab-9db9-d93b24f13b0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:36.076281 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-ec8b0ce3-1c4f-4cab-9db9-d93b24f13b0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.1775708 Feb 09 12:56:36.078043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f91cdcb2-9d06-487d-895c-1a80f478a12a req-2467ce1a-4ab5-4a60-a8c5-de76c9bed1d1 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094685 Feb 09 12:56:36.081019 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.098613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Transition to ACTIVE for port object 31550b55-d731-40a1-84ae-033973b27039 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:36.160187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.173776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8', '294012ad-3ae0-41a1-9408-31c43cc47f2a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:36.205777 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-d2ae89ff-96f2-4d89-920b-9e9e9e6ce676 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877140 Feb 09 12:56:36.215872 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd848b062-253f-4c4b-8c63-3530be6f7424', 'tag': 'a119eb58-3564-4f3b-9a32-0feb6b0d4a8f', 'status': 'completed', 'code': 200} Feb 09 12:56:36.249304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'be3c8289-4c79-4db4-af58-a7d026020fc0', '1d594510-41b5-4512-891f-3f309d0ef494', 'c28a157c-c4d7-466d-8467-1457cbf2779f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:36.282940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:36.333700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:36.342505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:56:36.385224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event updated for resources: {'Port': ['ID=31550b55-d731-40a1-84ae-033973b27039,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:36.451360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:36.452357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.513844 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-95211799-d0f5-4b00-b4c2-7aacae8de91d service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902980 Feb 09 12:56:36.549543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:36.559885 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-15b04c51-0908-447d-8132-2c502b9f7224 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3685844 Feb 09 12:56:36.565418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:36.580602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Request body: {'port': {'device_id': 'a22344ae-8587-4f26-bd9a-092a6080179d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:36.644842 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.743042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.744325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] 10.222.0.62 "PUT /v2.0/ports/3b2f4298-97b7-46dd-b353-74988bed84e2 HTTP/1.1" status: 200 len: 1091 time: 3.4575047 Feb 09 12:56:36.777912 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-cac99755-25a0-4993-83bc-a6455d7d3bcb service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534060 Feb 09 12:56:36.778537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.830211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-27748008-65db-4b74-9bbf-3335d23c9cc2 None None] Provisioning for port 31550b55-d731-40a1-84ae-033973b27039 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:36.836290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c5669-9045-4ff4-8edc-449611c8991b service neutron] Pushing event updated for resources: {'Port': ['ID=3b2f4298-97b7-46dd-b353-74988bed84e2,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:36.844596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee10d19-2bb3-4726-b768-936f383c1747 req-a3e1b313-b181-416e-9f81-0b8707198cc8 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:36.852621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dee10d19-2bb3-4726-b768-936f383c1747 req-a3e1b313-b181-416e-9f81-0b8707198cc8 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 947 time: 0.3911736 Feb 09 12:56:36.870164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-27748008-65db-4b74-9bbf-3335d23c9cc2 None None] Provisioning complete for port 31550b55-d731-40a1-84ae-033973b27039 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:36.871300 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-27748008-65db-4b74-9bbf-3335d23c9cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:36.938236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36f509-9952-41a9-9a49-b8ecb602f0c6 req-57adffcd-580a-4526-a69c-f8d8e5558e27 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:36.940704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c36f509-9952-41a9-9a49-b8ecb602f0c6 req-57adffcd-580a-4526-a69c-f8d8e5558e27 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 936 time: 0.4731703 Feb 09 12:56:36.968241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-27748008-65db-4b74-9bbf-3335d23c9cc2 None None] Port 31550b55-d731-40a1-84ae-033973b27039 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:56:36.973316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eff091da-33b3-40d1-9190-d8eb82d27287 req-9be6e657-26f9-49ed-8e7a-39217a3ce0df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72d80853309441d996368e102358799a&device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 1098 time: 0.7426524 Feb 09 12:56:36.999864 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-80639dbd-ff4a-41fb-8117-d473d718a05b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1094 time: 0.1649177 Feb 09 12:56:37.038407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dee10d19-2bb3-4726-b768-936f383c1747 req-7defdecf-ff78-4964-9faf-8151f7552626 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/security-groups?id=d65c42cb-69b2-471e-b979-8bb5d7a30d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857135 Feb 09 12:56:37.228263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c36f509-9952-41a9-9a49-b8ecb602f0c6 req-a01416d1-310f-483f-b9b8-ebf3c7c72784 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705905 Feb 09 12:56:37.288319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff091da-33b3-40d1-9190-d8eb82d27287 req-2363fe6a-0d1d-4366-9b0a-455f66708707 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:37.290353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eff091da-33b3-40d1-9190-d8eb82d27287 req-2363fe6a-0d1d-4366-9b0a-455f66708707 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3000619 Feb 09 12:56:37.303597 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-349a8e73-ade3-450e-8313-bb1a7ab917f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b2f4298-97b7-46dd-b353-74988bed84e2 HTTP/1.1" status: 200 len: 217 time: 0.1658981 Feb 09 12:56:37.409165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1da74872-d9f7-42df-bd85-7d3cfafcbb6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:37.410863 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1da74872-d9f7-42df-bd85-7d3cfafcbb6f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.0921519 Feb 09 12:56:37.430768 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eff091da-33b3-40d1-9190-d8eb82d27287 req-33951f3b-60ff-4bdb-b0da-d78c70573881 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f HTTP/1.1" status: 200 len: 217 time: 0.1288962 Feb 09 12:56:37.489238 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-a9748d1e-eabf-456d-9b8a-43658e4a8780 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466738 Feb 09 12:56:37.595468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff091da-33b3-40d1-9190-d8eb82d27287 req-7a9f4751-46e5-4da2-95cb-ab922a5b617f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:37.596911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eff091da-33b3-40d1-9190-d8eb82d27287 req-7a9f4751-46e5-4da2-95cb-ab922a5b617f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1526530 Feb 09 12:56:37.660996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31550b55-d731-40a1-84ae-033973b27039 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:37.710347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d62349-4a7b-4d9b-829e-f0961967c0de req-20a25360-cda6-413c-bf24-e04be186f17d tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:37.711833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75d62349-4a7b-4d9b-829e-f0961967c0de req-20a25360-cda6-413c-bf24-e04be186f17d tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 945 time: 0.1749127 Feb 09 12:56:37.755975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.786321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Transition to ACTIVE for port object 31550b55-d731-40a1-84ae-033973b27039 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:37.793384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:37.798079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75d62349-4a7b-4d9b-829e-f0961967c0de req-188b6ab4-7897-470c-a231-f6be2bb21b2e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784998 Feb 09 12:56:37.811688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e1d1c-3ad3-4db3-88fc-53c3688df5ff req-afeba438-01b3-415a-b2a5-544961579f2e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:37.813171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d1e1d1c-3ad3-4db3-88fc-53c3688df5ff req-afeba438-01b3-415a-b2a5-544961579f2e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 946 time: 0.1622751 Feb 09 12:56:37.821230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eff091da-33b3-40d1-9190-d8eb82d27287 req-a14fb2f2-8968-4248-9b5b-7f536859d6b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2151997 Feb 09 12:56:37.930412 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-1f544550-d556-471d-a22c-f8d090a86869 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890071 Feb 09 12:56:38.072629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d1e1d1c-3ad3-4db3-88fc-53c3688df5ff req-9ce5b427-e3f5-4f4f-aaae-82744da97314 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504225 Feb 09 12:56:38.216551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'tag': 'ccca5e1b-7583-4356-a197-04d03a016a42'}, {'name': 'network-changed', 'server_uuid': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'tag': '3b2f4298-97b7-46dd-b353-74988bed84e2'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:38.245432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a119eb58-3564-4f3b-9a32-0feb6b0d4a8f details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:56:38.253079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eff091da-33b3-40d1-9190-d8eb82d27287 req-3b2d6465-721e-4f52-95f2-18719bb921e8 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002652 Feb 09 12:56:38.327095 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d01a6562-cf3a-4379-a984-d21961591fcc req-2dbad5c3-aca2-475b-8f06-49f1d3a85368 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494464 Feb 09 12:56:38.338553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Pushing event updated for resources: {'Port': ['ID=31550b55-d731-40a1-84ae-033973b27039,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:38.478193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Attempting to bind port 31550b55-d731-40a1-84ae-033973b27039 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:38.478822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Attempting to bind port 31550b55-d731-40a1-84ae-033973b27039 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:38.479320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Attempting to bind port 31550b55-d731-40a1-84ae-033973b27039 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:38.487362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Port 31550b55-d731-40a1-84ae-033973b27039 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:56:38.487958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Attempting to bind port 31550b55-d731-40a1-84ae-033973b27039 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:38.495704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:56:38.496532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:38.497332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:56:38.498593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Bound port: 31550b55-d731-40a1-84ae-033973b27039, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:38.499126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.598019 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eff091da-33b3-40d1-9190-d8eb82d27287 req-2910a7e1-7efa-4b40-bcaf-611af59443e7 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395269 Feb 09 12:56:38.606206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:38.609412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca332ba2-e5eb-4056-894e-20b34bf81a41 req-c1da6e74-a3d2-4864-89c1-a3a5b5e81396 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:38.613426 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca332ba2-e5eb-4056-894e-20b34bf81a41 req-c1da6e74-a3d2-4864-89c1-a3a5b5e81396 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 943 time: 0.3150601 Feb 09 12:56:38.644490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'a119eb58-3564-4f3b-9a32-0feb6b0d4a8f', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': 'a119eb58-3564-4f3b-9a32-0feb6b0d4a8f', 'mac_address': 'fa:16:3e:4e:73:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:56:38.683199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3da991-fd10-41e6-9f00-e5fe01950737 req-2f272e99-a927-4253-963b-4106cdc4e63f tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:38.685314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b3da991-fd10-41e6-9f00-e5fe01950737 req-2f272e99-a927-4253-963b-4106cdc4e63f tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 943 time: 0.2352297 Feb 09 12:56:38.711102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34298) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:38.716098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] For port 31550b55-d731-40a1-84ae-033973b27039, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:38.725636 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca332ba2-e5eb-4056-894e-20b34bf81a41 req-79b5291a-8f14-4f89-bb44-5829bbbca675 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033173 Feb 09 12:56:38.729775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] For port 31550b55-d731-40a1-84ae-033973b27039, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=31550b55-d731-40a1-84ae-033973b27039,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:38.740338 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.744976 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.777828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a119eb58-3564-4f3b-9a32-0feb6b0d4a8f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:38.805586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:38.811303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b3da991-fd10-41e6-9f00-e5fe01950737 req-4561b8c8-912f-4494-8028-bdb7338f1885 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195858 Feb 09 12:56:38.837348 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.883592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:38.886761 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] 10.222.0.62 "PUT /v2.0/ports/31550b55-d731-40a1-84ae-033973b27039 HTTP/1.1" status: 200 len: 1096 time: 2.3094008 Feb 09 12:56:38.895326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22344ae-8587-4f26-bd9a-092a6080179d', 'tag': '31550b55-d731-40a1-84ae-033973b27039'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:39.006180 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'tag': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'status': 'completed', 'code': 200} Feb 09 12:56:39.006668 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'tag': '3b2f4298-97b7-46dd-b353-74988bed84e2', 'status': 'completed', 'code': 200} Feb 09 12:56:39.142759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['a119eb58-3564-4f3b-9a32-0feb6b0d4a8f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:39.220165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea99b2-2445-47e1-b6e6-f3790ff8ea15 service neutron] Pushing event updated for resources: {'Port': ['ID=31550b55-d731-40a1-84ae-033973b27039,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:39.281163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:39.311803 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-74237de7-1331-41d7-a1f7-dc8f878385b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1094 time: 0.2453158 Feb 09 12:56:39.317570 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-e05517ba-3b0c-4804-bb74-28562f21957a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 1099 time: 0.3612547 Feb 09 12:56:39.390237 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-015426ac-9d39-4f6b-ac2a-8e6a5dc34583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:39.526499 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-4556077a-a0e1-4d1a-a569-d519def9db3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=31550b55-d731-40a1-84ae-033973b27039 HTTP/1.1" status: 200 len: 217 time: 0.1509283 Feb 09 12:56:39.609095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-015426ac-9d39-4f6b-ac2a-8e6a5dc34583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:39.633304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-015426ac-9d39-4f6b-ac2a-8e6a5dc34583 admin admin] Usage tracker for resource:security_group_rule and tenant:e2429e1720174ea2801d5064ed0d85b3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:39.639516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-015426ac-9d39-4f6b-ac2a-8e6a5dc34583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:39.647016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-30c04c43-a4e5-47af-9671-eafbc4bce169 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 1094 time: 0.6025577 Feb 09 12:56:39.653911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-015426ac-9d39-4f6b-ac2a-8e6a5dc34583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:39.668702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50baea5-e0ec-40c6-aa5c-38c2680a28d2 req-dd54548f-19e3-4971-93d8-6165ee6ff900 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:39.671113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e50baea5-e0ec-40c6-aa5c-38c2680a28d2 req-dd54548f-19e3-4971-93d8-6165ee6ff900 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 948 time: 0.4886069 Feb 09 12:56:39.731884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f74d-e274-401f-8e2e-c9133740b310 req-3a106b7a-f8a1-4a43-8777-76577b680269 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:39.734091 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-3a106b7a-f8a1-4a43-8777-76577b680269 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1387808 Feb 09 12:56:39.739059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-fd84a690-ba3c-4f43-891d-89ea0e3d7606 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:39.740476 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-fd84a690-ba3c-4f43-891d-89ea0e3d7606 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.3984103 Feb 09 12:56:39.869521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cb3f4-b36d-44bf-bd06-2cf926ce87bf req-adc4bdc5-4126-416e-a4a1-b922dfd2342d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:39.872487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c5cb3f4-b36d-44bf-bd06-2cf926ce87bf req-adc4bdc5-4126-416e-a4a1-b922dfd2342d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 948 time: 0.5571477 Feb 09 12:56:39.911134 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-3dde1125-2abc-43eb-93a8-9ef7003c91e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b2f4298-97b7-46dd-b353-74988bed84e2 HTTP/1.1" status: 200 len: 217 time: 0.1026537 Feb 09 12:56:39.958021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e50baea5-e0ec-40c6-aa5c-38c2680a28d2 req-5e863132-787b-413d-9695-b9e7319f8f9e tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/security-groups?id=d65c42cb-69b2-471e-b979-8bb5d7a30d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493761 Feb 09 12:56:40.053033 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-c3eebef4-4407-48de-9ffb-4948090e79dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2973249 Feb 09 12:56:40.060508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-17261f1c-150b-4a7a-a928-82f0777d8822 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:40.062726 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-17261f1c-150b-4a7a-a928-82f0777d8822 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1433651 Feb 09 12:56:40.190155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c5cb3f4-b36d-44bf-bd06-2cf926ce87bf req-2ef07c89-ce6d-4d6e-92d9-068091c70168 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855942 Feb 09 12:56:40.220878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-51fc048c-f81b-46a8-ac26-308f867bcb80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:40.224891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-51fc048c-f81b-46a8-ac26-308f867bcb80 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.5669804 Feb 09 12:56:40.248215 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22344ae-8587-4f26-bd9a-092a6080179d', 'tag': '31550b55-d731-40a1-84ae-033973b27039', 'status': 'completed', 'code': 200} Feb 09 12:56:40.273988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ccca5e1b-7583-4356-a197-04d03a016a42 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:56:40.281032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a119eb58-3564-4f3b-9a32-0feb6b0d4a8f up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:40.391553 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-015426ac-9d39-4f6b-ac2a-8e6a5dc34583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.442578 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-86150cef-9975-4aeb-ab5a-df5f468d68a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2048779 Feb 09 12:56:40.444886 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-40701438-fb6e-4f55-b16a-63ac041fe426 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694854 Feb 09 12:56:40.459285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-015426ac-9d39-4f6b-ac2a-8e6a5dc34583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.518527 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-13cba8de-585f-496d-820b-3ba7283776c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccca5e1b-7583-4356-a197-04d03a016a42 HTTP/1.1" status: 200 len: 217 time: 0.2848718 Feb 09 12:56:40.621906 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-e4b9c492-e702-4a64-ae55-6094a8078f41 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498640 Feb 09 12:56:40.631621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015426ac-9d39-4f6b-ac2a-8e6a5dc34583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abf1b71-d500-4944-b1f0-18f9733516ee,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:40.640188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-015426ac-9d39-4f6b-ac2a-8e6a5dc34583 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2429e1720174ea2801d5064ed0d85b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9266880 Feb 09 12:56:40.648139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34318) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:40.675572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-81a457cb-79df-4f08-846c-28b183bf71f8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:40.677273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-81a457cb-79df-4f08-846c-28b183bf71f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.1431758 Feb 09 12:56:40.748671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port ccca5e1b-7583-4356-a197-04d03a016a42, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ccca5e1b-7583-4356-a197-04d03a016a42,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:40.783950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7f9ea-c2f2-43ea-8246-ac51fecd75da req-3115e541-a3fc-41a6-8df8-b7cb078faf6e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:40.785677 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ff7f9ea-c2f2-43ea-8246-ac51fecd75da req-3115e541-a3fc-41a6-8df8-b7cb078faf6e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 946 time: 0.3912449 Feb 09 12:56:40.789206 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b052f74d-e274-401f-8e2e-c9133740b310 req-b9b227ef-f1ac-48cf-b6df-ba27b1e9e054 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138237 Feb 09 12:56:40.794661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'port_id': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'mac_address': 'fa:16:3e:62:63:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:56:40.834892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e11dbe-a723-4adf-bfbd-8c5a1b98d7e5 req-5455c643-4ada-4ce7-a23a-e4932d4bc128 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:40.837324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2e11dbe-a723-4adf-bfbd-8c5a1b98d7e5 req-5455c643-4ada-4ce7-a23a-e4932d4bc128 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 943 time: 0.3803351 Feb 09 12:56:40.858942 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6efbc42b-9d41-487c-b0a6-4f3895b0d0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.865859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:40.901011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:40.901564 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.955977 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6efbc42b-9d41-487c-b0a6-4f3895b0d0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.960938 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:40.973220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ff7f9ea-c2f2-43ea-8246-ac51fecd75da req-98dc45ee-78fa-4fa4-9c3c-83f0f0ad07dc tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727614 Feb 09 12:56:40.992914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-25ee0e8f-6f09-4016-9033-7938760a2774 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3040175 Feb 09 12:56:41.023722 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.038194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccca5e1b-7583-4356-a197-04d03a016a42 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:41.048503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2e11dbe-a723-4adf-bfbd-8c5a1b98d7e5 req-b9d0d87a-83d3-4765-9356-6ad396dda82c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950195 Feb 09 12:56:41.062731 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port ccca5e1b-7583-4356-a197-04d03a016a42, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ccca5e1b-7583-4356-a197-04d03a016a42,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:41.069428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.108684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 3b2f4298-97b7-46dd-b353-74988bed84e2 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:56:41.164111 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-51eecfb8-4580-48d5-b51d-b9c5a738b58b service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984182 Feb 09 12:56:41.185536 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.194803 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6efbc42b-9d41-487c-b0a6-4f3895b0d0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.240666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd848b062-253f-4c4b-8c63-3530be6f7424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a119eb58-3564-4f3b-9a32-0feb6b0d4a8f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:41.253154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbc42b-9d41-487c-b0a6-4f3895b0d0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abf1b71-d500-4944-b1f0-18f9733516ee,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:41.253926 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e7c360ee-d663-431b-bcc7-d3d187841c69 req-70c9dad2-8f4f-43f4-8794-96d387a398ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 1099 time: 0.3214304 Feb 09 12:56:41.270229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=ccca5e1b-7583-4356-a197-04d03a016a42,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:41.300022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:41.307831 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.372984 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6efbc42b-9d41-487c-b0a6-4f3895b0d0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:41.377961 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6efbc42b-9d41-487c-b0a6-4f3895b0d0c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4abf1b71-d500-4944-b1f0-18f9733516ee HTTP/1.1" status: 204 len: 168 time: 0.7268324 Feb 09 12:56:41.469276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-5f154b40-d14e-4abd-bfa2-e03e90e644e6 service neutron] 10.222.0.67 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640946 Feb 09 12:56:41.574290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8503ab-a87e-4135-98b6-a02d06e7192d req-afa1c301-053a-4c52-9d74-3f8a57817703 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:41.577487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['ccca5e1b-7583-4356-a197-04d03a016a42'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:41.582606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d8503ab-a87e-4135-98b6-a02d06e7192d req-afa1c301-053a-4c52-9d74-3f8a57817703 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 949 time: 0.2892542 Feb 09 12:56:41.693029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f1ea9-fc13-4fb3-bb14-e589897a9328 req-99b445ed-181c-4f68-9845-5079ddb3f2d1 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:41.695664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba4f1ea9-fc13-4fb3-bb14-e589897a9328 req-99b445ed-181c-4f68-9845-5079ddb3f2d1 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 944 time: 0.4526019 Feb 09 12:56:41.710556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c360ee-d663-431b-bcc7-d3d187841c69 req-b0e7dbd7-6414-47be-814d-00fa65d23892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:41.713550 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e7c360ee-d663-431b-bcc7-d3d187841c69 req-b0e7dbd7-6414-47be-814d-00fa65d23892 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.4462492 Feb 09 12:56:41.875889 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e7c360ee-d663-431b-bcc7-d3d187841c69 req-0f74d317-bce3-4fbb-8aba-099ad419b529 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=31550b55-d731-40a1-84ae-033973b27039 HTTP/1.1" status: 200 len: 217 time: 0.1408412 Feb 09 12:56:41.882396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:41.898821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:41.928075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '3b2f4298-97b7-46dd-b353-74988bed84e2', 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b', 'port_id': '3b2f4298-97b7-46dd-b353-74988bed84e2', 'mac_address': 'fa:16:3e:d2:49:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd2727c-15b8-45c3-8c15-2175775019e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:56:41.950422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d8503ab-a87e-4135-98b6-a02d06e7192d req-6036e665-fc59-4b1a-93cf-0a48171e9a27 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/security-groups?id=d65c42cb-69b2-471e-b979-8bb5d7a30d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669214 Feb 09 12:56:41.952516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e679fbef-4ad4-4965-bed2-99410bffbbf0 req-1c864459-87bf-482d-b5d8-2e0b8abd3916 service neutron] 10.222.0.67 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745929 Feb 09 12:56:41.972255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba4f1ea9-fc13-4fb3-bb14-e589897a9328 req-01631fd9-f254-43b4-83f3-0ac5e08e4565 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609799 Feb 09 12:56:42.025460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c360ee-d663-431b-bcc7-d3d187841c69 req-d64d2606-627d-4704-a18e-4bb3009ea688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:42.027476 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e7c360ee-d663-431b-bcc7-d3d187841c69 req-d64d2606-627d-4704-a18e-4bb3009ea688 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1320126 Feb 09 12:56:42.151444 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.190829 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd848b062-253f-4c4b-8c63-3530be6f7424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a119eb58-3564-4f3b-9a32-0feb6b0d4a8f', 'code': 200} Feb 09 12:56:42.196242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2f4298-97b7-46dd-b353-74988bed84e2 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:42.210835 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e7c360ee-d663-431b-bcc7-d3d187841c69 req-99617bda-9c5e-45f7-b2d4-c88b9446f83e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1561096 Feb 09 12:56:42.260148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:42.271189 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.332798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34346) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:42.405547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=3b2f4298-97b7-46dd-b353-74988bed84e2,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:42.442821 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e7c360ee-d663-431b-bcc7-d3d187841c69 req-15b1eef2-7aa3-49df-a4c5-ed8a8c8c3bfa service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307880 Feb 09 12:56:42.486310 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f96adcde-b504-4a50-a84c-2bd016202b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.563384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f96adcde-b504-4a50-a84c-2bd016202b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:42.582018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f96adcde-b504-4a50-a84c-2bd016202b43 admin admin] Usage tracker for resource:security_group_rule and tenant:965226107a8e48c98bc03d5e3eaa02e7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:42.591929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f96adcde-b504-4a50-a84c-2bd016202b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:42.601669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f96adcde-b504-4a50-a84c-2bd016202b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:42.615603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b979db-4c29-4210-9811-d9b44558b05a req-4d907786-9768-4bff-bc93-dc28e6b2f99b tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:42.617083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84b979db-4c29-4210-9811-d9b44558b05a req-4d907786-9768-4bff-bc93-dc28e6b2f99b tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 946 time: 0.1850090 Feb 09 12:56:42.623165 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e7c360ee-d663-431b-bcc7-d3d187841c69 req-f5e398c1-36fe-4383-9893-0c8bdb3ffcb1 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613894 Feb 09 12:56:42.628108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c291b-64bf-46f2-ac01-9b494b041ef6 req-3d1b98f7-46e8-493f-9681-7b9f2097bde4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:42.629783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-098c291b-64bf-46f2-ac01-9b494b041ef6 req-3d1b98f7-46e8-493f-9681-7b9f2097bde4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 948 time: 0.3748360 Feb 09 12:56:42.638961 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9ecce5f-2d97-43eb-a91b-276733919b55 req-dc136389-743b-4b8c-b2d0-61d84ad751df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 1100 time: 0.3143046 Feb 09 12:56:42.795347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84b979db-4c29-4210-9811-d9b44558b05a req-21d03475-2079-4426-be32-00d4812091dd tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598570 Feb 09 12:56:42.811836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-098c291b-64bf-46f2-ac01-9b494b041ef6 req-cadc38fd-9c6c-470f-9120-439c6576d545 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693387 Feb 09 12:56:42.817923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9ecce5f-2d97-43eb-a91b-276733919b55 req-5f72a6da-c665-460a-946f-4498a2f5d152 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d65c42cb-69b2-471e-b979-8bb5d7a30d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568515 Feb 09 12:56:42.854576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['3b2f4298-97b7-46dd-b353-74988bed84e2'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:42.867200 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f96adcde-b504-4a50-a84c-2bd016202b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.875143 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f96adcde-b504-4a50-a84c-2bd016202b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:42.986232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f96adcde-b504-4a50-a84c-2bd016202b43 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=965226107a8e48c98bc03d5e3eaa02e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6521804 Feb 09 12:56:42.989148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96adcde-b504-4a50-a84c-2bd016202b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f724207-0650-4879-9842-c014a1e1be6d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:42.990401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34352) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:43.129273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 31550b55-d731-40a1-84ae-033973b27039 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:56:43.212836 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.260378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.327292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.342981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f724207-0650-4879-9842-c014a1e1be6d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:43.358459 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.362686 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f724207-0650-4879-9842-c014a1e1be6d HTTP/1.1" status: 204 len: 168 time: 0.3674598 Feb 09 12:56:43.362686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.362686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.362686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.362686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.363332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.363332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.363615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.364422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.364422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.364731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.364856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543f0c19-182c-4dee-a00d-051a6a36d40a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:43.414391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 31550b55-d731-40a1-84ae-033973b27039, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=31550b55-d731-40a1-84ae-033973b27039,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:43.430806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '31550b55-d731-40a1-84ae-033973b27039', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '31550b55-d731-40a1-84ae-033973b27039', 'mac_address': 'fa:16:3e:ee:77:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:56:43.470362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4503f-b715-4a6c-8aa1-6360ebaae4f8 req-388b0fc3-04d9-4fde-aac4-db01bd6c128f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:43.477501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efc4503f-b715-4a6c-8aa1-6360ebaae4f8 req-388b0fc3-04d9-4fde-aac4-db01bd6c128f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 944 time: 0.3187163 Feb 09 12:56:43.486844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3eb66a-c8b6-4a61-a87e-951f061cd2d2 req-276df758-6670-442a-928b-075b0d9c6b98 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:43.488664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b3eb66a-c8b6-4a61-a87e-951f061cd2d2 req-276df758-6670-442a-928b-075b0d9c6b98 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 949 time: 0.1312988 Feb 09 12:56:43.497190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.524334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31550b55-d731-40a1-84ae-033973b27039 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:43.549030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 31550b55-d731-40a1-84ae-033973b27039, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=31550b55-d731-40a1-84ae-033973b27039,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:43.554942 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:43.605871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efc4503f-b715-4a6c-8aa1-6360ebaae4f8 req-9db9f879-9212-4952-9ee2-83f80b5ad932 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272461 Feb 09 12:56:43.623368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b3eb66a-c8b6-4a61-a87e-951f061cd2d2 req-3300b868-8c57-48e1-ae60-0037843938c4 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/security-groups?id=d65c42cb-69b2-471e-b979-8bb5d7a30d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184998 Feb 09 12:56:43.711054 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=31550b55-d731-40a1-84ae-033973b27039,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:43.921660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7570fd-4eb6-4a4a-9fb9-2104bdcbc01a req-c21a6e2f-6b61-45f1-bea1-a62bfb85bb57 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:43.931954 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b7570fd-4eb6-4a4a-9fb9-2104bdcbc01a req-c21a6e2f-6b61-45f1-bea1-a62bfb85bb57 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 944 time: 0.1239915 Feb 09 12:56:44.049248 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b7570fd-4eb6-4a4a-9fb9-2104bdcbc01a req-82fbb4af-91ac-42bd-baef-a67a7eb3aa77 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161971 Feb 09 12:56:44.129955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e1b10-25d9-45a6-9e38-b61ab2e42d73 req-c0b51bc5-c83c-4262-bb97-22863c439db4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:44.139574 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d4e1b10-25d9-45a6-9e38-b61ab2e42d73 req-c0b51bc5-c83c-4262-bb97-22863c439db4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 946 time: 0.1287105 Feb 09 12:56:44.158268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['31550b55-d731-40a1-84ae-033973b27039'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:44.248789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d4e1b10-25d9-45a6-9e38-b61ab2e42d73 req-e9161222-a4f6-468e-8778-c0fafb5c2619 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079438 Feb 09 12:56:44.309041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ccca5e1b-7583-4356-a197-04d03a016a42 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:44.477683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e252e5a-aac6-4ff6-9adc-bb1ddc849fc9 req-5e171c05-879b-46ce-9ab0-2663f0752fb6 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:44.479208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e252e5a-aac6-4ff6-9adc-bb1ddc849fc9 req-5e171c05-879b-46ce-9ab0-2663f0752fb6 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 949 time: 0.1480155 Feb 09 12:56:44.503628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port ccca5e1b-7583-4356-a197-04d03a016a42 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:44.523651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port ccca5e1b-7583-4356-a197-04d03a016a42 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:44.524078 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.532788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e252e5a-aac6-4ff6-9adc-bb1ddc849fc9 req-d90b4969-5902-4f2f-b795-6c16e7125b35 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452833 Feb 09 12:56:44.744001 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.800166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccca5e1b-7583-4356-a197-04d03a016a42'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:44.824288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port ccca5e1b-7583-4356-a197-04d03a016a42, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ccca5e1b-7583-4356-a197-04d03a016a42,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:44.830626 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:44.955839 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=ccca5e1b-7583-4356-a197-04d03a016a42,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:45.012689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751366e-21a0-488e-8d77-f71936104110 req-3fae46ab-a24a-45ea-85bd-3372fa90916c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:45.015191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d751366e-21a0-488e-8d77-f71936104110 req-3fae46ab-a24a-45ea-85bd-3372fa90916c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 944 time: 0.1601746 Feb 09 12:56:45.027084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8705a1-0461-4f59-bacb-8731074f4a55 req-1d563806-0d7f-4734-ac34-67cffea08bf9 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:45.029312 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d8705a1-0461-4f59-bacb-8731074f4a55 req-1d563806-0d7f-4734-ac34-67cffea08bf9 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 949 time: 0.2349842 Feb 09 12:56:45.102277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d8705a1-0461-4f59-bacb-8731074f4a55 req-d1d9d895-7cca-4f16-840c-61a852d352b0 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/security-groups?id=d65c42cb-69b2-471e-b979-8bb5d7a30d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572906 Feb 09 12:56:45.110015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d751366e-21a0-488e-8d77-f71936104110 req-6205034f-0ff5-4307-8409-80e2674d001c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794671 Feb 09 12:56:45.131627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 3b2f4298-97b7-46dd-b353-74988bed84e2 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:45.236173 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'code': 200} Feb 09 12:56:45.245490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 3b2f4298-97b7-46dd-b353-74988bed84e2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:45.255565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 3b2f4298-97b7-46dd-b353-74988bed84e2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:45.256045 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.483726 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.491315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-629702f2-e363-4510-b6f1-a868034ac50e req-0208a0de-60da-4cbd-97e0-6e6d73ed5c50 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 1096 time: 0.1538970 Feb 09 12:56:45.510281 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:56:45.527008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:45.534331 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.613994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-629702f2-e363-4510-b6f1-a868034ac50e req-f7d4413c-6bdb-47d9-ae62-ed94630ceb00 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164570 Feb 09 12:56:45.635942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=3b2f4298-97b7-46dd-b353-74988bed84e2,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:45.640554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc4240-d326-4d56-9e33-5a2fa3dac165 req-e1206df3-2c2f-40bc-a5e2-8a28e0309814 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:45.642139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cacc4240-d326-4d56-9e33-5a2fa3dac165 req-e1206df3-2c2f-40bc-a5e2-8a28e0309814 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 945 time: 0.1101203 Feb 09 12:56:45.701363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cacc4240-d326-4d56-9e33-5a2fa3dac165 req-a950b500-1590-45ba-8b6a-3612cdd4727a tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472515 Feb 09 12:56:45.810538 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:45.921265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3fd83-7734-4909-bf59-5377ff76fdc8 req-5dec58ff-20ab-4be3-a73a-235796cb61fa tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:45.923150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bd3fd83-7734-4909-bf59-5377ff76fdc8 req-5dec58ff-20ab-4be3-a73a-235796cb61fa tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 946 time: 0.0924256 Feb 09 12:56:45.978554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bd3fd83-7734-4909-bf59-5377ff76fdc8 req-123add47-0492-43ac-8fcc-75025d54917f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Feb 09 12:56:46.281400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538b695-3903-43ad-8f09-d4e6a6fbc1c0 req-e26db6db-4e89-4f04-8d90-eb7d23983706 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:46.282876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a538b695-3903-43ad-8f09-d4e6a6fbc1c0 req-e26db6db-4e89-4f04-8d90-eb7d23983706 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 949 time: 0.1543286 Feb 09 12:56:46.288848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940a97d-610c-4c17-87c1-a695787a7414 req-fdffc10d-1f7d-4859-abd2-6806ec5ecf60 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:46.290175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d940a97d-610c-4c17-87c1-a695787a7414 req-fdffc10d-1f7d-4859-abd2-6806ec5ecf60 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 949 time: 0.1180882 Feb 09 12:56:46.362998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a538b695-3903-43ad-8f09-d4e6a6fbc1c0 req-0a179204-d1cd-4a7e-92ea-d169e3d4215c tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/security-groups?id=d65c42cb-69b2-471e-b979-8bb5d7a30d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717509 Feb 09 12:56:46.367393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d940a97d-610c-4c17-87c1-a695787a7414 req-b6621b7d-1c25-4c68-8448-1c06a8208468 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609372 Feb 09 12:56:46.637631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a14821-3393-4585-bf3b-949c35d4b378 req-6da44b31-a29d-48ac-9372-2a04306ec1cc tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:46.639160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2a14821-3393-4585-bf3b-949c35d4b378 req-6da44b31-a29d-48ac-9372-2a04306ec1cc tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 946 time: 0.1439800 Feb 09 12:56:46.650258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d569bad-8459-43af-9f02-0da7f0b874da req-07b59c59-b404-4e08-946e-e6665afbdc99 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:46.652278 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d569bad-8459-43af-9f02-0da7f0b874da req-07b59c59-b404-4e08-946e-e6665afbdc99 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 945 time: 0.1154404 Feb 09 12:56:46.730768 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2a14821-3393-4585-bf3b-949c35d4b378 req-39b2ccd9-4976-43db-9c80-dacdd5997d48 tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774190 Feb 09 12:56:46.733366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d569bad-8459-43af-9f02-0da7f0b874da req-368ee390-b755-4a45-8564-bf0c93668223 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618882 Feb 09 12:56:47.011624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12217176-89b6-42b9-a916-4cc9edd03d92 req-8495f5b2-00b8-4a51-84e8-37227deaf148 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:47.015018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12217176-89b6-42b9-a916-4cc9edd03d92 req-8495f5b2-00b8-4a51-84e8-37227deaf148 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 945 time: 0.1079330 Feb 09 12:56:47.060887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12217176-89b6-42b9-a916-4cc9edd03d92 req-9198ff71-d895-4ebe-8e92-9f61ea83fc0a tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Feb 09 12:56:47.116843 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-4cd45064-080f-46e5-b6bc-adfaf492bfbb tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cc2819efca0d491a9ed7482035fce7d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276856 Feb 09 12:56:47.139169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 31550b55-d731-40a1-84ae-033973b27039 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:56:47.208944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 31550b55-d731-40a1-84ae-033973b27039 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:47.214372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 31550b55-d731-40a1-84ae-033973b27039 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:47.214991 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:47.245852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2f4298-97b7-46dd-b353-74988bed84e2'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:47.342981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:47.379303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 31550b55-d731-40a1-84ae-033973b27039, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=31550b55-d731-40a1-84ae-033973b27039,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:47.384657 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:47.397478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-a5bb5478-2c81-4fb6-8ad6-af3de518fb00 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:47.399045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-a5bb5478-2c81-4fb6-8ad6-af3de518fb00 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763581 Feb 09 12:56:47.437212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ad15f-4f83-458c-ba26-dbe64138013f req-5d0cf3ea-cdbf-4866-8eca-ed78b0aba728 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:47.439392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff2ad15f-4f83-458c-ba26-dbe64138013f req-5d0cf3ea-cdbf-4866-8eca-ed78b0aba728 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 946 time: 0.2255573 Feb 09 12:56:47.443687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-a1fad549-08bc-447c-b171-2a09d1db33cb tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/quotas/cc2819efca0d491a9ed7482035fce7d0 HTTP/1.1" status: 200 len: 375 time: 0.0267060 Feb 09 12:56:47.464339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=31550b55-d731-40a1-84ae-033973b27039,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:47.553035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-3cfe346d-0efc-4f44-a53d-aa02747d468c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896716 Feb 09 12:56:47.571405 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff2ad15f-4f83-458c-ba26-dbe64138013f req-389492d1-5fa2-402b-9669-b7da9ae3154e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234539 Feb 09 12:56:47.610650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-e1819854-561d-4640-893f-13be9e36b682 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:47.612371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-e1819854-561d-4640-893f-13be9e36b682 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.67 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 949 time: 0.1146276 Feb 09 12:56:47.673534 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2f4298-97b7-46dd-b353-74988bed84e2', 'code': 200} Feb 09 12:56:47.728912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Deleting port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:56:47.730139 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:47.863923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-83fa5f6b-82ae-4417-afc5-6f136b5ac808 req-f4c987dd-cedf-491d-a018-a223198a2466 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0904415 Feb 09 12:56:47.933465 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-83fa5f6b-82ae-4417-afc5-6f136b5ac808 req-77df1648-16f3-4523-b045-25f5d127ccee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Feb 09 12:56:48.392673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e49e0-bcb6-4ff3-929a-8a9070109b85 req-fea55ef1-2361-40e7-b0cd-0daf4cac4dc6 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:48.394962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-561e49e0-bcb6-4ff3-929a-8a9070109b85 req-fea55ef1-2361-40e7-b0cd-0daf4cac4dc6 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/ports?device_id=d848b062-253f-4c4b-8c63-3530be6f7424 HTTP/1.1" status: 200 len: 949 time: 0.5870357 Feb 09 12:56:48.420630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fee025-ce4a-4feb-adf8-6212f84dfdfe req-dcf40c34-b35c-4a56-ba8a-a0732faae59d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:48.422077 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9fee025-ce4a-4feb-adf8-6212f84dfdfe req-dcf40c34-b35c-4a56-ba8a-a0732faae59d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 950 time: 0.6083975 Feb 09 12:56:48.437958 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e72d8827-5e7a-46f4-9bf5-93616a4b0a98 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1097 time: 0.0844722 Feb 09 12:56:48.461069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-3'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:48.482865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-436f3954-1b73-493b-90b1-fc002c47deaa tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:48.484834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-436f3954-1b73-493b-90b1-fc002c47deaa tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.67 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 946 time: 0.4490426 Feb 09 12:56:48.505817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] For port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:48.506172 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:48.689216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Calling delete_port for a119eb58-3564-4f3b-9a32-0feb6b0d4a8f owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:56:48.713137 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:48.733692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-561e49e0-bcb6-4ff3-929a-8a9070109b85 req-9ca0a739-d890-42af-8039-04b8a01e63ce tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.59 "GET /v2.0/security-groups?id=d65c42cb-69b2-471e-b979-8bb5d7a30d6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283992 Feb 09 12:56:48.761950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9fee025-ce4a-4feb-adf8-6212f84dfdfe req-510ac857-cf6e-497e-9847-43c1179d04a3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216019 Feb 09 12:56:48.773132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-0b414683-92d8-4cf0-97c1-38449b5fbf0c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Deleting port eb5a5963-421d-4954-8e6a-328c794732b5 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:56:48.773654 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-0b414683-92d8-4cf0-97c1-38449b5fbf0c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:48.957564 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-9129af94-c275-4bdd-babd-b05aa08518c2 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cc2819efca0d491a9ed7482035fce7d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993445 Feb 09 12:56:49.014776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-426d8a1d-dff1-43fb-909a-a822daab5358 req-0e071a2d-ebb0-4728-8ea3-3563c9252e18 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 210 time: 0.0844798 Feb 09 12:56:49.088557 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.100291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['a119eb58-3564-4f3b-9a32-0feb6b0d4a8f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:49.147943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device de18a697-0083-46f2-87ce-e6f95bfb159e details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:56:49.308210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:49.322760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device de18a697-0083-46f2-87ce-e6f95bfb159e has no active binding in host n-h1-825175-3 {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:56:49.333484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:49.338387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Pushing event deleted for resources: {'Port': ['ID=a119eb58-3564-4f3b-9a32-0feb6b0d4a8f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:49.340460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-bc02dc35-5209-4bf2-970b-04eab8f6ad51 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:49.341866 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-bc02dc35-5209-4bf2-970b-04eab8f6ad51 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3788044 Feb 09 12:56:49.363781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Request body: {'port': {'device_id': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'cc2819efca0d491a9ed7482035fce7d0'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:49.485825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:49.578394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de18a697-0083-46f2-87ce-e6f95bfb159e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:49.594525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.607093 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.614546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.615296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.615838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.616045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.616301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.616594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.616917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.617232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.617547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.617856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.618172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:56:49.641934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] No DVR routers for this DVR port a119eb58-3564-4f3b-9a32-0feb6b0d4a8f on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:56:49.645373 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.645530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:49.656833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd848b062-253f-4c4b-8c63-3530be6f7424', 'name': 'network-vif-deleted', 'tag': 'a119eb58-3564-4f3b-9a32-0feb6b0d4a8f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:49.663170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Usage tracker for resource:port and tenant:cc2819efca0d491a9ed7482035fce7d0 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:49.669015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:49.675114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22344ae-8587-4f26-bd9a-092a6080179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31550b55-d731-40a1-84ae-033973b27039'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:49.681673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:49.712125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04dfb54f-6737-4c90-a8d3-ce01f2113820 req-807285ad-5159-4d66-8d2d-d79cdfb5f221 tempest-ImagesNegativeTestJSON-1732552619 tempest-ImagesNegativeTestJSON-1732552619-project] 10.222.0.67 "DELETE /v2.0/ports/a119eb58-3564-4f3b-9a32-0feb6b0d4a8f HTTP/1.1" status: 204 len: 173 time: 2.0928226 Feb 09 12:56:49.722874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-0b414683-92d8-4cf0-97c1-38449b5fbf0c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] For port eb5a5963-421d-4954-8e6a-328c794732b5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=eb5a5963-421d-4954-8e6a-328c794732b5,segment=NetworkSegment(cb6655a0-2636-4cfd-a537-639a0808151a),segment_id=cb6655a0-2636-4cfd-a537-639a0808151a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:49.723258 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-0b414683-92d8-4cf0-97c1-38449b5fbf0c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.779934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Pushing event updated for resources: {'Port': ['ID=de18a697-0083-46f2-87ce-e6f95bfb159e,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:49.784866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Made reservation on behalf of cc2819efca0d491a9ed7482035fce7d0 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:56:49.787758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.802951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d89185-ee49-445f-8b66-9bbe426b794a req-15a39823-e619-4a5f-87b8-bdcd1f1b155c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:49.804316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:49.809852 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-94d89185-ee49-445f-8b66-9bbe426b794a req-15a39823-e619-4a5f-87b8-bdcd1f1b155c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/ports?device_id=857fca9c-5ab2-4f12-84e8-86ead59536bd HTTP/1.1" status: 200 len: 946 time: 0.7263286 Feb 09 12:56:49.877885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e on host n-h2-825175-3 for vnic_type normal with profile {"migrating_to": "n-h1-825175-3"} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:49.878201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:49.878383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:49.882417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12a66c-2d67-4bed-acc8-4266be9f8d97 req-e7e04edd-4ee0-4746-bcc6-b35b21626191 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:49.887203 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b12a66c-2d67-4bed-acc8-4266be9f8d97 req-e7e04edd-4ee0-4746-bcc6-b35b21626191 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 945 time: 0.6492167 Feb 09 12:56:49.887428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:56:49.891166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Port de18a697-0083-46f2-87ce-e6f95bfb159e on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:56:49.891682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Attempting to bind port de18a697-0083-46f2-87ce-e6f95bfb159e on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:49.893998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Usage tracker for resource:security_group_rule and tenant:cc2819efca0d491a9ed7482035fce7d0 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:56:49.898172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:56:49.902260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-0b414683-92d8-4cf0-97c1-38449b5fbf0c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Calling delete_port for eb5a5963-421d-4954-8e6a-328c794732b5 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:56:49.906141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:56:49.908500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:56:49.908821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:49.909380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:56:49.909980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Bound port: de18a697-0083-46f2-87ce-e6f95bfb159e, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:49.910524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.071600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:50.092698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:50.097287 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.099498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.106947 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-94d89185-ee49-445f-8b66-9bbe426b794a req-03ee2cec-5309-4408-bb55-ef4d9f907abb tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.59 "GET /v2.0/security-groups?id=9f868f88-66b3-4f74-ad37-9ca7920ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961793 Feb 09 12:56:50.125430 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b12a66c-2d67-4bed-acc8-4266be9f8d97 req-f4baa4af-1561-4300-8648-e66149dd09c4 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620524 Feb 09 12:56:50.138733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.378983 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-0b414683-92d8-4cf0-97c1-38449b5fbf0c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.424502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8cead8-e19c-4e04-9ffa-f992570e8ee2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:50.441865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Pushing event updated for resources: {'Port': ['ID=de18a697-0083-46f2-87ce-e6f95bfb159e,revision_number=8']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:50.545666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b414683-92d8-4cf0-97c1-38449b5fbf0c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Pushing event deleted for resources: {'Port': ['ID=eb5a5963-421d-4954-8e6a-328c794732b5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:50.553086 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.554406 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-682746de-6819-40d9-b0e3-49c77d21a679 service neutron] 10.222.0.62 "PUT /v2.0/ports/de18a697-0083-46f2-87ce-e6f95bfb159e HTTP/1.1" status: 200 len: 1122 time: 2.1028545 Feb 09 12:56:50.590917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Allocated IP 192.168.233.163 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/1639d619-11a2-454b-a2e9-091b5646125b) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:56:50.636383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['de18a697-0083-46f2-87ce-e6f95bfb159e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:50.703391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-0b414683-92d8-4cf0-97c1-38449b5fbf0c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] No DVR routers for this DVR port eb5a5963-421d-4954-8e6a-328c794732b5 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:56:50.713708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-0b414683-92d8-4cf0-97c1-38449b5fbf0c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:50.737704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1058f50-8677-42b7-9de1-29c3c01af37d req-0b414683-92d8-4cf0-97c1-38449b5fbf0c tempest-VolumesAdminNegativeTest-1437569103 tempest-VolumesAdminNegativeTest-1437569103-project] 10.222.0.67 "DELETE /v2.0/ports/eb5a5963-421d-4954-8e6a-328c794732b5 HTTP/1.1" status: 204 len: 173 time: 2.2339640 Feb 09 12:56:50.803889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b3072-baca-4b9e-906a-f946af93e125 req-fac74ef8-2e5f-4d42-b683-d3e35a3b164f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.807824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc3b3072-baca-4b9e-906a-f946af93e125 req-fac74ef8-2e5f-4d42-b683-d3e35a3b164f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 944 time: 0.3596518 Feb 09 12:56:50.819962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185df66-3bba-4322-9a8a-e091db3f2a09 req-0ac94a31-74a6-4aef-93f8-bf8f689fff7b tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:50.832981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4185df66-3bba-4322-9a8a-e091db3f2a09 req-0ac94a31-74a6-4aef-93f8-bf8f689fff7b tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 945 time: 0.3812177 Feb 09 12:56:50.842892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['de18a697-0083-46f2-87ce-e6f95bfb159e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:50.966171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc3b3072-baca-4b9e-906a-f946af93e125 req-714739cc-8c3e-4154-881b-39748053aa8e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236076 Feb 09 12:56:50.984434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4185df66-3bba-4322-9a8a-e091db3f2a09 req-09ef614e-950b-4f6f-b2fe-1eeb939f1a99 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490107 Feb 09 12:56:51.091595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:51.115020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Transition to ACTIVE for port object 1639d619-11a2-454b-a2e9-091b5646125b will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:51.117845 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd848b062-253f-4c4b-8c63-3530be6f7424', 'name': 'network-vif-deleted', 'tag': 'a119eb58-3564-4f3b-9a32-0feb6b0d4a8f', 'status': 'completed', 'code': 200} Feb 09 12:56:51.156270 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de18a697-0083-46f2-87ce-e6f95bfb159e', 'code': 200} Feb 09 12:56:51.159434 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:51.216729 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22344ae-8587-4f26-bd9a-092a6080179d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31550b55-d731-40a1-84ae-033973b27039', 'code': 200} Feb 09 12:56:51.339211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:56:51.346242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:56:51.476705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:56:51.567547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Pushing event updated for resources: {'Port': ['ID=1639d619-11a2-454b-a2e9-091b5646125b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:51.570187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0984e-f7c6-40d7-b63d-72a50bd5b5ea req-d43039a0-f12e-4f65-b167-225364c90c03 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:51.572992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7f0984e-f7c6-40d7-b63d-72a50bd5b5ea req-d43039a0-f12e-4f65-b167-225364c90c03 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 936 time: 0.1784930 Feb 09 12:56:51.590333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:51.591084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:51.610630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cffaf-e13e-4de9-8e2a-8f59e16ba685 req-341e45ad-8633-49d4-8f73-23c8c0a2d9de tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:51.615012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e1cffaf-e13e-4de9-8e2a-8f59e16ba685 req-341e45ad-8633-49d4-8f73-23c8c0a2d9de tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 950 time: 0.1758103 Feb 09 12:56:51.641977 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a71babc3-105a-40dc-b983-55cb56855eed req-957c5c88-bafc-41c4-bc43-d99746e13e62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 1101 time: 0.2872481 Feb 09 12:56:51.645266 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-19021919-b363-40ad-997d-7a27b05a0d53 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2850578 Feb 09 12:56:51.657862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Request body: {'port': {'device_id': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:51.674508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-db9b95bc-9029-4a99-81b8-5734de15b494 None None] Provisioning for port 1639d619-11a2-454b-a2e9-091b5646125b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:56:51.680633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-db9b95bc-9029-4a99-81b8-5734de15b494 None None] Provisioning complete for port 1639d619-11a2-454b-a2e9-091b5646125b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:56:51.681154 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db9b95bc-9029-4a99-81b8-5734de15b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:51.713444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7f0984e-f7c6-40d7-b63d-72a50bd5b5ea req-d612e690-8000-4fce-907e-42ce3800733a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238270 Feb 09 12:56:51.722184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e1cffaf-e13e-4de9-8e2a-8f59e16ba685 req-b4ae3711-9f94-4db8-8a65-1aeebd3a7a6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780795 Feb 09 12:56:51.752603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-db9b95bc-9029-4a99-81b8-5734de15b494 None None] Port 1639d619-11a2-454b-a2e9-091b5646125b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:56:51.801182 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a71babc3-105a-40dc-b983-55cb56855eed req-ac11178c-f4b1-4066-835e-ed91b92d046b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155992 Feb 09 12:56:51.815886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:51.871109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34488) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:51.955720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-4c6876b5-4154-4b02-8a1b-5cbc358a3a48 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:51.957539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-4c6876b5-4154-4b02-8a1b-5cbc358a3a48 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1097157 Feb 09 12:56:52.001224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc52ba2-2d04-4e6c-a4cd-58f4412690a4 admin admin] Deleting subnet dded3125-4186-46c6-9f61-62f6d44e817b {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 12:56:52.011627 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc52ba2-2d04-4e6c-a4cd-58f4412690a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.094593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc52ba2-2d04-4e6c-a4cd-58f4412690a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.102208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-c4b1b264-f309-4b7b-9e73-458742546475 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 696 time: 0.1363082 Feb 09 12:56:52.116790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-6d0a493b-7096-4096-8e37-4ff87214a4d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Request body: {'floatingip': {'port_id': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:52.204939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-6d0a493b-7096-4096-8e37-4ff87214a4d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.224784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc52ba2-2d04-4e6c-a4cd-58f4412690a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.289454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59ebc9-bd95-4cdd-8805-fc610739bcef req-4cbb0fbc-5a84-453b-a436-b5b199c82c39 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:52.290810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c59ebc9-bd95-4cdd-8805-fc610739bcef req-4cbb0fbc-5a84-453b-a436-b5b199c82c39 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 945 time: 0.2564504 Feb 09 12:56:52.333317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a119eb58-3564-4f3b-9a32-0feb6b0d4a8f no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:56:52.378958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: a119eb58-3564-4f3b-9a32-0feb6b0d4a8f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:56:52.379571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a119eb58-3564-4f3b-9a32-0feb6b0d4a8f not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:56:52.380358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device eb5a5963-421d-4954-8e6a-328c794732b5 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:56:52.380956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc52ba2-2d04-4e6c-a4cd-58f4412690a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.426312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1639d619-11a2-454b-a2e9-091b5646125b {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:52.428536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: eb5a5963-421d-4954-8e6a-328c794732b5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:56:52.428927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c59ebc9-bd95-4cdd-8805-fc610739bcef req-8411e146-2a6f-43cf-ac18-ab010c1926d3 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096516 Feb 09 12:56:52.429046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device eb5a5963-421d-4954-8e6a-328c794732b5 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:56:52.431337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc52ba2-2d04-4e6c-a4cd-58f4412690a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dded3125-4186-46c6-9f61-62f6d44e817b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:52.438840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc52ba2-2d04-4e6c-a4cd-58f4412690a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.442631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.454809 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9bc52ba2-2d04-4e6c-a4cd-58f4412690a4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dded3125-4186-46c6-9f61-62f6d44e817b HTTP/1.1" status: 204 len: 168 time: 0.5767200 Feb 09 12:56:52.458506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34494) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:52.478914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Transition to ACTIVE for port object 1639d619-11a2-454b-a2e9-091b5646125b will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:56:52.501226 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.699182 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.708641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Pushing event updated for resources: {'Port': ['ID=1639d619-11a2-454b-a2e9-091b5646125b,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:52.883681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d48639-4dcc-4b6e-97b2-7b110feb5161 req-b6a28d9e-c81c-4e5c-b377-3f052fe03b4b tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:52.885410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85d48639-4dcc-4b6e-97b2-7b110feb5161 req-b6a28d9e-c81c-4e5c-b377-3f052fe03b4b tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 944 time: 0.1414075 Feb 09 12:56:52.929971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:52.969936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:52.976819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Attempting to bind port 1639d619-11a2-454b-a2e9-091b5646125b on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:52.977147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Attempting to bind port 1639d619-11a2-454b-a2e9-091b5646125b by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:52.977629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Attempting to bind port 1639d619-11a2-454b-a2e9-091b5646125b on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:52.987879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6655a0-2636-4cfd-a537-639a0808151a') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:52.988167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6655a0-2636-4cfd-a537-639a0808151a') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:53.000103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Port 1639d619-11a2-454b-a2e9-091b5646125b on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:56:53.000426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Attempting to bind port 1639d619-11a2-454b-a2e9-091b5646125b on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:53.003332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.023807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:56:53.024198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:53.024578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:56:53.025006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Bound port: 1639d619-11a2-454b-a2e9-091b5646125b, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:53.025348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.035235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.046841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 12:56:53.047264 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: timer() Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:56:53.065819 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:56:53.101806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85d48639-4dcc-4b6e-97b2-7b110feb5161 req-49dd884f-9abe-4a04-ba0f-82a68dca68c5 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864102 Feb 09 12:56:53.125166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857fca9c-5ab2-4f12-84e8-86ead59536bd', 'name': 'network-vif-deleted', 'tag': 'eb5a5963-421d-4954-8e6a-328c794732b5'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:53.175710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'tag': 'de18a697-0083-46f2-87ce-e6f95bfb159e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:53.294555 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.304242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.341331 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-6d0a493b-7096-4096-8e37-4ff87214a4d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.346792 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-6d0a493b-7096-4096-8e37-4ff87214a4d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.358369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:53.367463 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d618b393-071d-483d-b79a-05e9d0d5e9e0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2cb1fc22-c9b8-410a-8dff-1aaf84ab3ad1 HTTP/1.1" status: 204 len: 168 time: 0.9077382 Feb 09 12:56:53.373350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34512) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:53.377447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:56:53.423149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1639d619-11a2-454b-a2e9-091b5646125b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:53.431469 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.501775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaab9a93-2414-4746-83ba-25e0a4d1e8e4 admin admin] Deleting subnet 6600ebd0-bd63-4969-b62f-5fa7e9846be8 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 12:56:53.520783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.522152 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f5de87df-262c-49e5-9457-43cef853955d service neutron] 10.222.0.67 "PUT /v2.0/ports/1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 1096 time: 1.8690281 Feb 09 12:56:53.525341 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaab9a93-2414-4746-83ba-25e0a4d1e8e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.608631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de87df-262c-49e5-9457-43cef853955d service neutron] Pushing event updated for resources: {'Port': ['ID=1639d619-11a2-454b-a2e9-091b5646125b,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:53.636855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaab9a93-2414-4746-83ba-25e0a4d1e8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.700142 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-6d0a493b-7096-4096-8e37-4ff87214a4d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Floating IP 2fc65de9-1709-4d27-9943-cfb40754beb3 associated. External IP: 172.25.5.107, port: 8a8d8d2e-501e-40ef-8aa8-69cea89128ae. Feb 09 12:56:53.709154 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaab9a93-2414-4746-83ba-25e0a4d1e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.746309 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-60df9763-cb14-4a99-891d-0767661d47a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1099 time: 0.1781459 Feb 09 12:56:53.830151 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-4a8ceb35-9572-44e5-9420-7e8d04d4a748 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 217 time: 0.0747335 Feb 09 12:56:53.854696 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4121737c-a0b5-415c-a909-944f34812b39 req-e3744a20-642a-4e40-bb80-ee6c76419442 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1096 time: 0.2830877 Feb 09 12:56:53.903448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaab9a93-2414-4746-83ba-25e0a4d1e8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:53.944321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4121737c-a0b5-415c-a909-944f34812b39 req-a12a741b-4d6a-4060-8b26-64bd8c2c2373 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759764 Feb 09 12:56:53.946370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab9a93-2414-4746-83ba-25e0a4d1e8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6600ebd0-bd63-4969-b62f-5fa7e9846be8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:53.952154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-2c8e99f2-42d4-458b-a87d-4adfc33aaa7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:53.953584 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-2c8e99f2-42d4-458b-a87d-4adfc33aaa7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1154373 Feb 09 12:56:53.958164 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaab9a93-2414-4746-83ba-25e0a4d1e8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:54.004427 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aaab9a93-2414-4746-83ba-25e0a4d1e8e4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6600ebd0-bd63-4969-b62f-5fa7e9846be8 HTTP/1.1" status: 204 len: 168 time: 0.6297886 Feb 09 12:56:54.007293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34516) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:54.045041 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-f870ef63-7ac0-43fb-a5c0-af83e77d16f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838113 Feb 09 12:56:54.263953 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-84f75cd6-2f54-4e7b-bace-d1a1139543fc service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109227 Feb 09 12:56:54.275993 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:54.432922 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-64434b40-43f4-4529-ba36-07efe4fbed10 req-764e25a6-0ae1-43bc-a59f-beb44492d2b3 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617067 Feb 09 12:56:54.596203 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:54.634442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3eff4-b6b4-46a9-98f8-99bc83f06459 req-7c23e13d-1531-4585-b20e-3b258e136537 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:54.636514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14a3eff4-b6b4-46a9-98f8-99bc83f06459 req-7c23e13d-1531-4585-b20e-3b258e136537 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 950 time: 0.3636792 Feb 09 12:56:54.639863 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.640199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.640933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.641255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > port after_create 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.641565 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > port after_delete 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.641907 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > port after_update 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.642221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.642576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.642881 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.643184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.706794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.707044 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.707362 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.707678 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 12:56:54.708056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2860d96-2813-4414-89cc-d608e4d27a50']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:54.752307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6112093d-c004-43b2-b550-6463c3f53012') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:54.752598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6112093d-c004-43b2-b550-6463c3f53012') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:54.769037 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:54.807047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:54.814107 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14a3eff4-b6b4-46a9-98f8-99bc83f06459 req-6e0c8ce9-5843-47c3-9c27-194f159753b4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984950 Feb 09 12:56:54.819271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 12:56:54.819665 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: util.warn_limited( Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: util.warn_limited( Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: timer() Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:56:54.836405 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:56:54.859724 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b630-e928-4cae-b860-184cc713e14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:54.932034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-6d0a493b-7096-4096-8e37-4ff87214a4d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:56:54.932967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:54.966586 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:55.024003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] 10.222.0.59 "DELETE /v2.0/networks/c2860d96-2813-4414-89cc-d608e4d27a50 HTTP/1.1" status: 204 len: 168 time: 1.0154059 Feb 09 12:56:55.025175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d47355-25bf-481e-aa78-5e564d6860fa admin admin] Pushing event deleted for resources: {'Network': ['ID=c2860d96-2813-4414-89cc-d608e4d27a50,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:55.204536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac8a72-3f79-477b-bd13-a163d784e1bb req-0d218ec9-67b8-41f5-858d-5fe1735746a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:55.206322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2ac8a72-3f79-477b-bd13-a163d784e1bb req-0d218ec9-67b8-41f5-858d-5fe1735746a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 948 time: 0.2353215 Feb 09 12:56:55.289705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2ac8a72-3f79-477b-bd13-a163d784e1bb req-f86311ad-80b0-410d-b4b0-ad0f31409e40 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694890 Feb 09 12:56:55.295363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34528) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:55.415924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b307010b-0fee-472a-a6b7-fca951b6c2f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fc4f987cd214c52a25508025dc755f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1189458 Feb 09 12:56:55.418634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34532) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:55.425068 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857fca9c-5ab2-4f12-84e8-86ead59536bd', 'name': 'network-vif-deleted', 'tag': 'eb5a5963-421d-4954-8e6a-328c794732b5', 'status': 'completed', 'code': 200} Feb 09 12:56:55.428892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-6d0a493b-7096-4096-8e37-4ff87214a4d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:56:55.437052 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-6d0a493b-7096-4096-8e37-4ff87214a4d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:55.444161 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] Sync routers for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:56:55.457952 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:56:55.458828 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:56:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:55.519656 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83a35b8b-ef15-45a1-8f70-6e4f0acd8aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:55.558565 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-6d0a493b-7096-4096-8e37-4ff87214a4d4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "PUT /v2.0/floatingips/2fc65de9-1709-4d27-9943-cfb40754beb3 HTTP/1.1" status: 200 len: 997 time: 3.4467421 Feb 09 12:56:55.567165 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83a35b8b-ef15-45a1-8f70-6e4f0acd8aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:55.630858 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'tag': 'de18a697-0083-46f2-87ce-e6f95bfb159e', 'status': 'completed', 'code': 200} Feb 09 12:56:55.679995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-35d73acd-b4d6-4abd-a757-fa120c285821 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1097 time: 0.1170611 Feb 09 12:56:55.686298 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:56:55.747739 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83a35b8b-ef15-45a1-8f70-6e4f0acd8aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:55.767038 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969e06f5-0d4e-41f3-9064-5361d2ff87c8 req-f7853398-b568-43e4-86e1-ac0573b9d4d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1125 time: 0.1393635 Feb 09 12:56:55.770687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a35b8b-ef15-45a1-8f70-6e4f0acd8aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f868f88-66b3-4f74-ad37-9ca7920ff1e5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:55.795201 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83a35b8b-ef15-45a1-8f70-6e4f0acd8aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:55.796299 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-83a35b8b-ef15-45a1-8f70-6e4f0acd8aa7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f868f88-66b3-4f74-ad37-9ca7920ff1e5 HTTP/1.1" status: 204 len: 168 time: 0.3757408 Feb 09 12:56:55.904874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-ae5335a0-dfbb-491f-8bd1-763c73231a5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:55.906983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-ae5335a0-dfbb-491f-8bd1-763c73231a5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.2175281 Feb 09 12:56:55.947393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e06f5-0d4e-41f3-9064-5361d2ff87c8 req-c618a4ca-c3f8-4646-b735-e63686875fba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:55.951253 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969e06f5-0d4e-41f3-9064-5361d2ff87c8 req-c618a4ca-c3f8-4646-b735-e63686875fba service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.1770008 Feb 09 12:56:56.045407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-bba50c8a-93af-4a7c-814f-551034b1a6e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 1000 time: 0.1259449 Feb 09 12:56:56.059296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c2aafd7-049f-4c78-940d-b6a9c2d25704 req-0fc9a5c0-00d2-4999-9074-3c39ef3aad71 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1096 time: 0.2513688 Feb 09 12:56:56.077007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969e06f5-0d4e-41f3-9064-5361d2ff87c8 req-8071a491-707a-4e6d-ab2e-e4896d9c1cc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de18a697-0083-46f2-87ce-e6f95bfb159e HTTP/1.1" status: 200 len: 217 time: 0.1165342 Feb 09 12:56:56.157944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e06f5-0d4e-41f3-9064-5361d2ff87c8 req-1920b9ef-fcbb-46bf-b6b4-f4ea7d4c5249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:56.159801 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969e06f5-0d4e-41f3-9064-5361d2ff87c8 req-1920b9ef-fcbb-46bf-b6b4-f4ea7d4c5249 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.0766165 Feb 09 12:56:56.171883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-e6cd3c30-4b59-4fd7-b1e5-ec6588240459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:56.173329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-e6cd3c30-4b59-4fd7-b1e5-ec6588240459 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.1189163 Feb 09 12:56:56.222530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c2aafd7-049f-4c78-940d-b6a9c2d25704 req-73b409ca-edb8-4ac6-9e8b-c86b45e098cf tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144195 Feb 09 12:56:56.257578 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969e06f5-0d4e-41f3-9064-5361d2ff87c8 req-0b351589-0ee2-469e-8544-169147060ac2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912416 Feb 09 12:56:56.309011 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-5db6dc40-dfe8-4dc7-a832-a87808e88712 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211669 Feb 09 12:56:56.320117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-0da0d823-9552-4608-b9e7-3f2b181176a6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:56:56.321059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-0da0d823-9552-4608-b9e7-3f2b181176a6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051601 Feb 09 12:56:56.433403 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:83:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:56:53Z', 'revision_number': 1, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:56.445451 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] Checking router: e7f4adc0-df31-4b3c-b375-f24e6dc68c52 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:56:56.492293 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:56:56.493422 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:56:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:56.545507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-57066bb0-46a9-403c-90cc-c842717db92b service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171886 Feb 09 12:56:56.559594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34548) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:56.648637 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969e06f5-0d4e-41f3-9064-5361d2ff87c8 req-d452d737-75e5-4fc8-a4c0-f80d1854a59d service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824229 Feb 09 12:56:56.651312 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85224c77-4098-4a39-8561-8fe3308381c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a04e32320034c2d938750d6ede700bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0906072 Feb 09 12:56:56.670901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34552) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:56.747121 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:56:56.799850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b890e0b3-79c9-4aa9-9e9a-9de219d56134 req-3c39ab57-3a51-4b93-8a47-0946ee2814f1 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531006 Feb 09 12:56:56.818656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaef12-ca47-4f26-91de-d5c96e25aa89 req-c4760795-17d7-4df8-9fd7-09d9857c5965 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:56.820217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ecaaef12-ca47-4f26-91de-d5c96e25aa89 req-c4760795-17d7-4df8-9fd7-09d9857c5965 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 944 time: 0.2275310 Feb 09 12:56:56.837963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6331a97c-ba4a-426d-9deb-2c9aab02a694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:56.841680 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969e06f5-0d4e-41f3-9064-5361d2ff87c8 req-09788eab-3693-41b5-9a86-98f990798870 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881421 Feb 09 12:56:56.880220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6331a97c-ba4a-426d-9deb-2c9aab02a694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:56.969625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6331a97c-ba4a-426d-9deb-2c9aab02a694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:57.000802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331a97c-ba4a-426d-9deb-2c9aab02a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7503a1d2-198f-4895-abc0-a487ef868b7f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:57.020471 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6331a97c-ba4a-426d-9deb-2c9aab02a694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:57.022233 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6331a97c-ba4a-426d-9deb-2c9aab02a694 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7503a1d2-198f-4895-abc0-a487ef868b7f HTTP/1.1" status: 204 len: 168 time: 0.3501437 Feb 09 12:56:57.084179 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-938dc56d-5288-4c2d-9482-836a6c06e808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:57.095298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ecaaef12-ca47-4f26-91de-d5c96e25aa89 req-e90576b9-8eb0-4175-8dce-b2f908fca10e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686138 Feb 09 12:56:57.195096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3e6e4-4980-4075-86fe-fc794b03d642 req-2dade01a-8e33-4833-bfa3-dc04e2471fc2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:57.196961 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6af3e6e4-4980-4075-86fe-fc794b03d642 req-2dade01a-8e33-4833-bfa3-dc04e2471fc2 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 950 time: 0.1006167 Feb 09 12:56:57.257722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6af3e6e4-4980-4075-86fe-fc794b03d642 req-bffac53d-d62f-4ef2-b2ac-182a3414eccd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502136 Feb 09 12:56:57.305621 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:83:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:56:53Z', 'revision_number': 1, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:56:57.312087 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0202fc-6588-479d-8c8f-1cb7d4e49326 None None] The sync data for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 is: [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:83:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:56:53Z', 'revision_number': 1, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:56:57.426575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:57.444619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed458e93-184e-4fc6-a7d5-91893fff695e req-bbd2fed8-ee5f-4211-9224-c1c16dafbe67 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:57.445857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed458e93-184e-4fc6-a7d5-91893fff695e req-bbd2fed8-ee5f-4211-9224-c1c16dafbe67 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 948 time: 0.1193697 Feb 09 12:56:57.535041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed458e93-184e-4fc6-a7d5-91893fff695e req-0312d3ad-474b-429a-8988-8f3871658f5f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793369 Feb 09 12:56:57.550341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e86dc8c-0ce0-4271-9c3e-b8fe50156d98 None None] New status for floating IP 2fc65de9-1709-4d27-9943-cfb40754beb3: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 12:56:57.627750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-3b698fc9-c664-40f5-92f4-0b48684887e9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:56:57.632575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:56:57.639919 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-3b698fc9-c664-40f5-92f4-0b48684887e9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0970960 Feb 09 12:56:57.758144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-b323f75a-8073-4162-abde-00096c9f6839 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 1000 time: 0.1172934 Feb 09 12:56:57.768873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Request body: {'floatingip': {'port_id': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:57.879452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:58.168663 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c1afbd6-1b6f-4bbb-8908-ed1a85655ab6 req-3518d9d5-acce-453f-a94f-9d78f733e213 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2916012 Feb 09 12:56:58.327093 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:58.365820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1639d619-11a2-454b-a2e9-091b5646125b details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:56:58.575162 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:58.622876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1639d619-11a2-454b-a2e9-091b5646125b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:58.650096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '1639d619-11a2-454b-a2e9-091b5646125b', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '1639d619-11a2-454b-a2e9-091b5646125b', 'mac_address': 'fa:16:3e:f2:db:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:56:58.673328 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:56:58.674129 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:56:58.717570 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:58.737589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1639d619-11a2-454b-a2e9-091b5646125b {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:56:58.754011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1639d619-11a2-454b-a2e9-091b5646125b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:56:58.762123 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:58.851038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1639d619-11a2-454b-a2e9-091b5646125b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:56:59.035736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['1639d619-11a2-454b-a2e9-091b5646125b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:56:59.175163 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:59.448456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34620) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:56:59.454719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-185db622-b1d4-4bea-a18f-b11a64a0b794 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:56:59.455750 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-185db622-b1d4-4bea-a18f-b11a64a0b794 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058992 Feb 09 12:56:59.668367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Request body: {'binding': {'host': 'n-h2-825175-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:56:59.668693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Unknown quota resources ['binding']. {{(pid=83479) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 09 12:56:59.702919 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:59.890614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 on host n-h2-825175-3 for vnic_type normal with profile None {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:56:59.890918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:56:59.891139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:59.897122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Port 3b2f4298-97b7-46dd-b353-74988bed84e2 on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:56:59.897433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:56:59.904133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:56:59.904475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:56:59.904842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:56:59.905259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Bound port: 3b2f4298-97b7-46dd-b353-74988bed84e2, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:56:59.977402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:56:59.993913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:56:59.998960 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4c2b80e3-ab2b-445b-b7c8-91dbf4ad4c57 service neutron] 10.222.0.59 "POST /v2.0/ports/3b2f4298-97b7-46dd-b353-74988bed84e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4144833 Feb 09 12:57:00.001667 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:00.006639 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:00.145686 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'status': 'completed', 'code': 200} Feb 09 12:57:00.234204 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b', 'status': 'completed', 'code': 200} Feb 09 12:57:00.299935 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Floating IP 2fc65de9-1709-4d27-9943-cfb40754beb3 associated. External IP: 172.25.5.107, port: 8a8d8d2e-501e-40ef-8aa8-69cea89128ae. Feb 09 12:57:00.370554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1639d619-11a2-454b-a2e9-091b5646125b up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:00.393324 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5aa44884-5293-42ea-8ce6-55a9339e7edd req-fdce9da4-2cb0-461e-bc12-e0df67dc4762 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1097 time: 0.2056825 Feb 09 12:57:00.403165 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d349c20-5ef7-4e9b-8511-077fe2df05b1 req-66ac8d4d-d908-47e4-a4db-c0d030910b28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1100 time: 0.1597276 Feb 09 12:57:00.483234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 1639d619-11a2-454b-a2e9-091b5646125b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:00.489325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 1639d619-11a2-454b-a2e9-091b5646125b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:00.489895 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:00.656945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d349c20-5ef7-4e9b-8511-077fe2df05b1 req-3b528d02-c7ae-4082-b5c6-321db1d02b42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.658506 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d349c20-5ef7-4e9b-8511-077fe2df05b1 req-3b528d02-c7ae-4082-b5c6-321db1d02b42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2414494 Feb 09 12:57:00.659583 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-3b60e366-bbf4-4153-af7b-1a07de1a45ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1096 time: 0.2930331 Feb 09 12:57:00.675666 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:00.677483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83fb8c-fe8f-4f75-a5c0-8fb954d40b4a req-bce480d8-23de-4757-b7f5-a8dd995b1715 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.686292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b83fb8c-fe8f-4f75-a5c0-8fb954d40b4a req-bce480d8-23de-4757-b7f5-a8dd995b1715 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 944 time: 0.2464535 Feb 09 12:57:00.713801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:00.726910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1639d619-11a2-454b-a2e9-091b5646125b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:00.733705 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:00.759215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44884-5293-42ea-8ce6-55a9339e7edd req-cb0aa16f-020c-4c2c-bdb0-bae0b5519246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.761090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5aa44884-5293-42ea-8ce6-55a9339e7edd req-cb0aa16f-020c-4c2c-bdb0-bae0b5519246 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.3530357 Feb 09 12:57:00.762937 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d349c20-5ef7-4e9b-8511-077fe2df05b1 req-78acafc1-ee43-46b6-b1bd-7b2c832b48ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 217 time: 0.0865498 Feb 09 12:57:00.818022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1639d619-11a2-454b-a2e9-091b5646125b,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:00.878795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34638) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:00.893939 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5aa44884-5293-42ea-8ce6-55a9339e7edd req-eeeb162a-4c51-41ed-a1ba-0b54ac88956e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 217 time: 0.1257465 Feb 09 12:57:00.939927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b83fb8c-fe8f-4f75-a5c0-8fb954d40b4a req-6564a20e-fe01-4830-be9a-ae3c15064d3e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523987 Feb 09 12:57:00.975995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44884-5293-42ea-8ce6-55a9339e7edd req-3e4ea24f-1cdb-4913-a3dd-60048fb7e00d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.977764 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5aa44884-5293-42ea-8ce6-55a9339e7edd req-3e4ea24f-1cdb-4913-a3dd-60048fb7e00d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.0675187 Feb 09 12:57:00.984083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d349c20-5ef7-4e9b-8511-077fe2df05b1 req-306a684f-6396-47bd-bb7b-e3fdbe601430 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.985780 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d349c20-5ef7-4e9b-8511-077fe2df05b1 req-306a684f-6396-47bd-bb7b-e3fdbe601430 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1538482 Feb 09 12:57:00.996834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-2a90eac7-ef87-40ee-841b-aa4574ac577c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:00.999348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-2a90eac7-ef87-40ee-841b-aa4574ac577c service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.3094513 Feb 09 12:57:01.212849 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5aa44884-5293-42ea-8ce6-55a9339e7edd req-b2dc4181-9051-46d6-815a-3d9f42c0db29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213502 Feb 09 12:57:01.223836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-542e4021-2dfb-4530-a2a7-c7b0c576f47c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b2f4298-97b7-46dd-b353-74988bed84e2 HTTP/1.1" status: 200 len: 217 time: 0.2182260 Feb 09 12:57:01.376055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-fd2c41c7-205f-414d-bdb9-b9b6d5a78244 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:01.378317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-fd2c41c7-205f-414d-bdb9-b9b6d5a78244 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1458607 Feb 09 12:57:01.387528 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d349c20-5ef7-4e9b-8511-077fe2df05b1 req-bd552c4d-d950-4cb2-a922-9a233affae27 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3157790 Feb 09 12:57:01.506640 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-6bac3e8b-7621-4889-99d9-d186132c8e84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114383 Feb 09 12:57:01.611523 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-03be8f4a-27d6-4ce7-87d9-ea0b9d782dc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=72d80853309441d996368e102358799a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7287352 Feb 09 12:57:01.620888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34644) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:01.696088 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5aa44884-5293-42ea-8ce6-55a9339e7edd req-458cb010-666d-4a61-8f01-ab0896ffb3fc service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506323 Feb 09 12:57:01.725422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0896-e86d-4a12-b0a3-40fa2fe412b6 req-fad8ba17-3b41-4410-a13f-98d147212db8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:01.726924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-469b0896-e86d-4a12-b0a3-40fa2fe412b6 req-fad8ba17-3b41-4410-a13f-98d147212db8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 950 time: 0.5897002 Feb 09 12:57:01.756235 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d349c20-5ef7-4e9b-8511-077fe2df05b1 req-e4511c21-40da-4a2c-a42a-90203475ab37 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522158 Feb 09 12:57:01.817464 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-d5410e4b-fee7-472d-a86a-08653c5e2a4c service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014619 Feb 09 12:57:01.868746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-469b0896-e86d-4a12-b0a3-40fa2fe412b6 req-33a91678-78ed-48a9-b8f0-128718de2e97 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284270 Feb 09 12:57:02.005016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-2bbcddba-534d-448e-97af-41921e2cf63b service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786127 Feb 09 12:57:02.006364 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d349c20-5ef7-4e9b-8511-077fe2df05b1 req-0f33d45f-beec-4175-b7a8-69425cf46984 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428920 Feb 09 12:57:02.007539 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38750371-8c2d-4dcc-93ce-a4766dd126d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:02.043802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:02.047058 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5aa44884-5293-42ea-8ce6-55a9339e7edd req-ce938932-b3e6-453f-9290-da0535e61862 service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258293 Feb 09 12:57:02.089198 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38750371-8c2d-4dcc-93ce-a4766dd126d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:02.271875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38750371-8c2d-4dcc-93ce-a4766dd126d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:02.279488 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-6c66a28c-08d7-4667-a0d7-792c1c46188d tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.1628504 Feb 09 12:57:02.300045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-3'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:02.341510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38750371-8c2d-4dcc-93ce-a4766dd126d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65c42cb-69b2-471e-b979-8bb5d7a30d6f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:02.386911 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38750371-8c2d-4dcc-93ce-a4766dd126d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:02.391122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:02.391704 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-38750371-8c2d-4dcc-93ce-a4766dd126d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d65c42cb-69b2-471e-b979-8bb5d7a30d6f HTTP/1.1" status: 204 len: 168 time: 0.7651763 Feb 09 12:57:02.418867 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] Sync routers for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:57:02.453981 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:02.456987 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:56:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:02.461878 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:02.727538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dace8-2b25-4e02-8bc5-051f88cd643d req-419e18bf-7722-43c5-a7a0-1feb93afda4e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:02.732326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-150dace8-2b25-4e02-8bc5-051f88cd643d req-419e18bf-7722-43c5-a7a0-1feb93afda4e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.2015007 Feb 09 12:57:02.805348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:02.845018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-150dace8-2b25-4e02-8bc5-051f88cd643d req-6f135848-d6cd-4846-ba25-472a7de56519 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036258 Feb 09 12:57:02.847930 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:02.863030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:02.998723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2f4298-97b7-46dd-b353-74988bed84e2'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:03.025124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:03.045412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:03.344771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2f4298-97b7-46dd-b353-74988bed84e2,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:03.379261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 on host n-h1-825175-3 for vnic_type normal with profile {"migrating_to": "n-h2-825175-3"} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:57:03.379715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:57:03.380596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:03.388284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Port 3b2f4298-97b7-46dd-b353-74988bed84e2 on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:57:03.388727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Attempting to bind port 3b2f4298-97b7-46dd-b353-74988bed84e2 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:03.396388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:57:03.396777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:03.397534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:57:03.398228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Bound port: 3b2f4298-97b7-46dd-b353-74988bed84e2, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:57:03.401357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:03.402061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-c936936b-14c0-4725-b44e-6b6c75a00c8e service neutron] 10.222.0.67 "GET /v2.0/ports/de18a697-0083-46f2-87ce-e6f95bfb159e/bindings/n-h1-825175-3 HTTP/1.1" status: 200 len: 384 time: 0.1871607 Feb 09 12:57:03.527898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:03.534229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:03.535637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501e713-ad64-4dac-b6da-0f57f83521c7 req-b24084d0-f4e7-4743-bf8a-eedbc3a8d671 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:03.537205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f501e713-ad64-4dac-b6da-0f57f83521c7 req-b24084d0-f4e7-4743-bf8a-eedbc3a8d671 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 943 time: 0.3752151 Feb 09 12:57:03.548953 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:03.649085 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:62:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:56:59Z', 'revision_number': 3, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:03.654886 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] Checking router: e7f4adc0-df31-4b3c-b375-f24e6dc68c52 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:57:03.671065 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:03.671656 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:56:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:03.675721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f501e713-ad64-4dac-b6da-0f57f83521c7 req-a36653ca-ae25-4090-b805-9c8a8cbc8dff tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265287 Feb 09 12:57:03.805497 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b', 'code': 200} Feb 09 12:57:03.942827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2f4298-97b7-46dd-b353-74988bed84e2,revision_number=8']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:03.975252 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:03.980844 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-43130e1a-968b-4b4d-be83-e33ae9c60da1 service neutron] 10.222.0.67 "PUT /v2.0/ports/3b2f4298-97b7-46dd-b353-74988bed84e2 HTTP/1.1" status: 200 len: 1121 time: 1.6902010 Feb 09 12:57:03.988448 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:04.126275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:04.218346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['3b2f4298-97b7-46dd-b353-74988bed84e2'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:04.266503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-77248819-a036-48e7-a5ef-a2d0266a421d req-d2f160e2-cc99-470d-9cb6-b2fdea3df2c7 service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:04.363469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-77248819-a036-48e7-a5ef-a2d0266a421d req-d2f160e2-cc99-470d-9cb6-b2fdea3df2c7 service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:04.496328 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2a5991c-9dbe-471d-bb31-2e9686c53469 req-80e80ba2-0cf5-4fa8-ba76-9c6f4f822398 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1101 time: 0.5436530 Feb 09 12:57:04.563361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-77248819-a036-48e7-a5ef-a2d0266a421d req-d2f160e2-cc99-470d-9cb6-b2fdea3df2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de18a697-0083-46f2-87ce-e6f95bfb159e {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:57:04.591062 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:62:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:56:59Z', 'revision_number': 3, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:04.599240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab84a3-42ec-439f-84a4-6712e252de9b None None] The sync data for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 is: [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:62:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:56:59Z', 'revision_number': 3, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:57:04.605880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-77248819-a036-48e7-a5ef-a2d0266a421d req-d2f160e2-cc99-470d-9cb6-b2fdea3df2c7 service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:04.656655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962226c8-4fed-4958-a7da-8228f736394f req-940fce53-c282-45a3-8f0d-640fbcdb8d1c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:04.658442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-962226c8-4fed-4958-a7da-8228f736394f req-940fce53-c282-45a3-8f0d-640fbcdb8d1c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 944 time: 0.6171348 Feb 09 12:57:04.674019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-77248819-a036-48e7-a5ef-a2d0266a421d req-d2f160e2-cc99-470d-9cb6-b2fdea3df2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:04.747749 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2a5991c-9dbe-471d-bb31-2e9686c53469 req-7708b4e2-6390-4b71-8a8a-3e808a623d6a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155178 Feb 09 12:57:04.840508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab55d21-0304-4d5d-8f1d-536cc2f65cfb None None] New status for floating IP 2fc65de9-1709-4d27-9943-cfb40754beb3: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 12:57:04.903938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-962226c8-4fed-4958-a7da-8228f736394f req-d8380a5d-3234-4176-91d7-fdec7ec0a24c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083328 Feb 09 12:57:05.001161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-77248819-a036-48e7-a5ef-a2d0266a421d req-d2f160e2-cc99-470d-9cb6-b2fdea3df2c7 service neutron] Transition to ACTIVE for port object de18a697-0083-46f2-87ce-e6f95bfb159e will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:05.011374 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-77248819-a036-48e7-a5ef-a2d0266a421d req-d2f160e2-cc99-470d-9cb6-b2fdea3df2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:05.274597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:05.284903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:05.348198 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] Sync routers for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:57:05.361539 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:05.362300 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:56:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:05.368316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f160e2-cc99-470d-9cb6-b2fdea3df2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=de18a697-0083-46f2-87ce-e6f95bfb159e,revision_number=10']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:05.399256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-77248819-a036-48e7-a5ef-a2d0266a421d req-d2f160e2-cc99-470d-9cb6-b2fdea3df2c7 service neutron] No DVR routers for this DVR port de18a697-0083-46f2-87ce-e6f95bfb159e on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:57:05.493846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:05.516468 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-d2f160e2-cc99-470d-9cb6-b2fdea3df2c7 service neutron] 10.222.0.67 "PUT /v2.0/ports/de18a697-0083-46f2-87ce-e6f95bfb159e/bindings/n-h1-825175-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1017106 Feb 09 12:57:05.544812 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a952de80-88f6-48fd-b27b-b78d335802ba tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "PUT /v2.0/floatingips/2fc65de9-1709-4d27-9943-cfb40754beb3 HTTP/1.1" status: 200 len: 998 time: 7.7803748 Feb 09 12:57:05.630061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b061923-d02e-4ec8-9afc-c6dab64a5552 req-e228618b-5d3d-431d-b00b-b778cafb2b55 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:05.632858 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b061923-d02e-4ec8-9afc-c6dab64a5552 req-e228618b-5d3d-431d-b00b-b778cafb2b55 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 950 time: 0.3624494 Feb 09 12:57:05.640448 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:05.692870 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-051e6887-0ce5-46e5-9340-243e3a0095f4 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.0862205 Feb 09 12:57:05.699327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-0d22fed3-807b-4e8b-941c-c9fe86502154 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:05.700743 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-0d22fed3-807b-4e8b-941c-c9fe86502154 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports/8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 943 time: 0.1504939 Feb 09 12:57:05.739982 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b061923-d02e-4ec8-9afc-c6dab64a5552 req-79970fb3-48ea-4149-9b2e-4feef3c4acc6 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925601 Feb 09 12:57:05.811396 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-6b412986-3c2b-4a66-9926-b5def2846c15 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465&tenant_id=4356ca73cb7b44649bc5b79338960c01 HTTP/1.1" status: 200 len: 1096 time: 0.0999165 Feb 09 12:57:05.831280 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2f4298-97b7-46dd-b353-74988bed84e2', 'code': 200} Feb 09 12:57:05.928650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-99609d4f-049c-4225-835a-0d93a5b6fae8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1097 time: 0.1149285 Feb 09 12:57:05.980046 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-fe86247b-8c35-44bd-ad96-7135ac44cfca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1096 time: 0.1310301 Feb 09 12:57:06.199139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-6d083517-d1a4-42b3-95bc-e31569ed700e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.200636 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-6d083517-d1a4-42b3-95bc-e31569ed700e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.2666507 Feb 09 12:57:06.240369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77248819-a036-48e7-a5ef-a2d0266a421d req-76ccd6ab-2719-4b6d-8d73-736e060547ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.241512 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:62:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:57:05Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:06.252087 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-76ccd6ab-2719-4b6d-8d73-736e060547ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.2437468 Feb 09 12:57:06.252314 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] Checking router: e7f4adc0-df31-4b3c-b375-f24e6dc68c52 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:57:06.266353 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:06.267339 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:56:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:06.291977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e9573-b3dc-4e84-a36b-8e052f77980f req-ff3c731d-0629-4eb4-a14c-b8c74904e798 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.293411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b4e9573-b3dc-4e84-a36b-8e052f77980f req-ff3c731d-0629-4eb4-a14c-b8c74904e798 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.2034402 Feb 09 12:57:06.294732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-5490526c-0986-4801-ad56-c3c256c8c490 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 217 time: 0.0813184 Feb 09 12:57:06.336210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-1e68ad74-e427-496e-9630-3aff61088439 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de18a697-0083-46f2-87ce-e6f95bfb159e HTTP/1.1" status: 200 len: 217 time: 0.0775683 Feb 09 12:57:06.394741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-26383ff4-dc76-4a94-b3a9-9ba1d27c4852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.396209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-26383ff4-dc76-4a94-b3a9-9ba1d27c4852 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.0923321 Feb 09 12:57:06.400103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3b2f4298-97b7-46dd-b353-74988bed84e2 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:57:06.408144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b4e9573-b3dc-4e84-a36b-8e052f77980f req-264b6c36-1724-4b59-bfe2-18b8e7f1e623 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726929 Feb 09 12:57:06.443359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77248819-a036-48e7-a5ef-a2d0266a421d req-69e277fd-9f14-4b14-9b9b-1910b7f7547e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:06.448110 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-69e277fd-9f14-4b14-9b9b-1910b7f7547e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.0969863 Feb 09 12:57:06.519233 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-2054aa5c-9fed-4a5c-85ae-acc234269693 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525062 Feb 09 12:57:06.547398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-f1c81e25-0048-415f-9441-49c179dbc1c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350920 Feb 09 12:57:06.590063 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:06.614130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:06.651677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3b2f4298-97b7-46dd-b353-74988bed84e2 has no active binding in host n-h2-825175-3 {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:57:06.654662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device de18a697-0083-46f2-87ce-e6f95bfb159e no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:57:06.728808 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-faac7f0d-7c2e-4071-bba0-3ae4ff583a58 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912732 Feb 09 12:57:06.759432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device de18a697-0083-46f2-87ce-e6f95bfb159e not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:57:06.900654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-8249d652-72ef-4167-9bff-32b4aa39af1c service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524561 Feb 09 12:57:06.967618 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-e3985c20-3709-4cd0-82f1-96b69ca24343 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246995 Feb 09 12:57:07.171147 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:62:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:57:05Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:07.176264 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a3647-e572-490b-ab46-acec4fa2a910 None None] The sync data for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 is: [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:62:63:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:57:05Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:57:07.194107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f96190-64b1-40fe-a32b-a37afe5bc977 req-a6a4b148-e0a7-471a-9dd0-71d8a559c473 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:07.201772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2f96190-64b1-40fe-a32b-a37afe5bc977 req-a6a4b148-e0a7-471a-9dd0-71d8a559c473 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 943 time: 0.2106266 Feb 09 12:57:07.231072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-e0db06ea-57f3-4f8a-a822-0ed594f96e1f service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185515 Feb 09 12:57:07.320738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34698) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:07.337923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2f96190-64b1-40fe-a32b-a37afe5bc977 req-28641c1f-8724-4cbf-9e0b-a1dcceea459f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351283 Feb 09 12:57:07.394272 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-47f0d0fe-ceef-47a8-a886-439bce4d316e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 1096 time: 0.1419210 Feb 09 12:57:07.563718 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'status': 'completed', 'code': 200} Feb 09 12:57:07.629086 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-b857d94c-aef4-4405-a73f-e10a62873c23 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.1945050 Feb 09 12:57:07.657050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1f3073e-c013-410d-9952-f9d35cd4ff60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:07.714052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-39d4823c-a88e-4451-ac38-98da909ed2a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:07.715819 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-39d4823c-a88e-4451-ac38-98da909ed2a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.3136933 Feb 09 12:57:07.749516 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e74f3cef-cd61-4320-a16f-98d9221809fa req-56914707-d54a-466a-ab82-23bf68b0ad42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1097 time: 0.1811142 Feb 09 12:57:07.806530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-77248819-a036-48e7-a5ef-a2d0266a421d req-ee07ceba-fe31-4b7b-9aa4-499127d1ff31 service neutron] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:07.818829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e1f3073e-c013-410d-9952-f9d35cd4ff60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:07.830488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e1f3073e-c013-410d-9952-f9d35cd4ff60 admin admin] Usage tracker for resource:security_group_rule and tenant:65a99386b4674824abe5d1c56136ab40 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:07.840795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e1f3073e-c013-410d-9952-f9d35cd4ff60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:07.856062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'tag': '3b2f4298-97b7-46dd-b353-74988bed84e2'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:07.861358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e1f3073e-c013-410d-9952-f9d35cd4ff60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:07.867055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-77248819-a036-48e7-a5ef-a2d0266a421d req-ee07ceba-fe31-4b7b-9aa4-499127d1ff31 service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:07.868313 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-77248819-a036-48e7-a5ef-a2d0266a421d req-ee07ceba-fe31-4b7b-9aa4-499127d1ff31 service neutron] 10.222.0.62 "DELETE /v2.0/ports/de18a697-0083-46f2-87ce-e6f95bfb159e/bindings/n-h2-825175-3 HTTP/1.1" status: 204 len: 173 time: 0.2252131 Feb 09 12:57:07.869281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-069e9d1a-d433-46c1-bb5b-1164cd376924 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccca5e1b-7583-4356-a197-04d03a016a42 HTTP/1.1" status: 200 len: 1001 time: 0.1413469 Feb 09 12:57:07.878895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d081e99-ef15-4b1d-9eed-7f7f2e05a380 req-3d40511c-b680-4f5b-aba8-0aa100a618c0 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 1101 time: 0.2643178 Feb 09 12:57:07.936788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f3cef-cd61-4320-a16f-98d9221809fa req-d4155ddd-5afa-49e3-a182-d1be534c7069 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:07.938431 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e74f3cef-cd61-4320-a16f-98d9221809fa req-d4155ddd-5afa-49e3-a182-d1be534c7069 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.1769433 Feb 09 12:57:08.033896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-f5bcadf3-231c-499b-a975-fb8b0a6a07d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:08.035518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-f5bcadf3-231c-499b-a975-fb8b0a6a07d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.1545837 Feb 09 12:57:08.052273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d081e99-ef15-4b1d-9eed-7f7f2e05a380 req-221f4431-c4f0-4de8-b18a-e9e8adedd35a tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176817 Feb 09 12:57:08.071714 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e74f3cef-cd61-4320-a16f-98d9221809fa req-e141e105-6776-4714-a728-d57ce48dcce8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 217 time: 0.1134825 Feb 09 12:57:08.149459 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1f3073e-c013-410d-9952-f9d35cd4ff60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:08.159356 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1f3073e-c013-410d-9952-f9d35cd4ff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:08.174930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f3cef-cd61-4320-a16f-98d9221809fa req-74701089-91cb-4b62-b727-81fd69143e63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:08.176653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e74f3cef-cd61-4320-a16f-98d9221809fa req-74701089-91cb-4b62-b727-81fd69143e63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.0931118 Feb 09 12:57:08.290926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3073e-c013-410d-9952-f9d35cd4ff60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dbfb24-baf0-4a35-99a9-5538ee6c541c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:08.295209 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e74f3cef-cd61-4320-a16f-98d9221809fa req-b1e34b83-91aa-4274-850f-612f578b625d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061778 Feb 09 12:57:08.296637 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-a97f585d-0bad-4a19-9934-bc24fd2a1cb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2272377 Feb 09 12:57:08.301222 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e1f3073e-c013-410d-9952-f9d35cd4ff60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65a99386b4674824abe5d1c56136ab40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9770052 Feb 09 12:57:08.301750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34714) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:08.464792 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e74f3cef-cd61-4320-a16f-98d9221809fa req-aebf759a-aaed-4885-9e0f-18b4b31f6ba1 service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498210 Feb 09 12:57:08.521770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90351c4-4501-4a5d-aa40-a9c7451d37cd req-8d1e3424-1288-4b88-beb8-e53a617fcbf2 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:08.524191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c90351c4-4501-4a5d-aa40-a9c7451d37cd req-8d1e3424-1288-4b88-beb8-e53a617fcbf2 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 945 time: 0.2829416 Feb 09 12:57:08.533338 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68e9d0d3-d75c-48d4-abc6-8b0a6c9877de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:08.538845 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-2605474c-3aee-4fe3-bf6c-5080b91ca53b service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319100 Feb 09 12:57:08.688406 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68e9d0d3-d75c-48d4-abc6-8b0a6c9877de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:08.761539 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e74f3cef-cd61-4320-a16f-98d9221809fa req-40c9aafd-dfcc-4239-867f-042b8d1a6110 service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775342 Feb 09 12:57:08.771765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c90351c4-4501-4a5d-aa40-a9c7451d37cd req-05aaa43c-f656-4563-960a-a7f1155cc486 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402258 Feb 09 12:57:08.811387 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90c4cb6a-60ef-4220-8036-70b2adcd6237 req-643ed7a2-03ae-48d6-a005-6f4e3759ad35 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488630 Feb 09 12:57:08.829460 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68e9d0d3-d75c-48d4-abc6-8b0a6c9877de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:08.848355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9d0d3-d75c-48d4-abc6-8b0a6c9877de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dbfb24-baf0-4a35-99a9-5538ee6c541c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:08.855238 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68e9d0d3-d75c-48d4-abc6-8b0a6c9877de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:08.859022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-68e9d0d3-d75c-48d4-abc6-8b0a6c9877de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09dbfb24-baf0-4a35-99a9-5538ee6c541c HTTP/1.1" status: 204 len: 168 time: 0.5539439 Feb 09 12:57:08.923814 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'tag': '3b2f4298-97b7-46dd-b353-74988bed84e2', 'status': 'completed', 'code': 200} Feb 09 12:57:09.132327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-c1f6e28d-eb34-4b4e-acf3-df59432a8766 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551867 Feb 09 12:57:09.132575 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e11088d0-df81-4586-bfca-af6e82a0c092 req-201115c8-7ea7-4d7c-a1ce-3c0f424698e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1124 time: 0.1428168 Feb 09 12:57:09.302532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11088d0-df81-4586-bfca-af6e82a0c092 req-94a8dd9b-052a-4468-be59-c51ef3d95cf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.305532 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e11088d0-df81-4586-bfca-af6e82a0c092 req-94a8dd9b-052a-4468-be59-c51ef3d95cf8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.1586056 Feb 09 12:57:09.409060 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e11088d0-df81-4586-bfca-af6e82a0c092 req-e6644e4f-63a5-4418-b2da-7ef951c790a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b2f4298-97b7-46dd-b353-74988bed84e2 HTTP/1.1" status: 200 len: 217 time: 0.0924888 Feb 09 12:57:09.438102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cbbcc-cd99-4aa1-868d-7c859e679d22 req-027fc99d-5cbc-47bd-b1d7-ebf201469208 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.439606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df7cbbcc-cd99-4aa1-868d-7c859e679d22 req-027fc99d-5cbc-47bd-b1d7-ebf201469208 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.4044435 Feb 09 12:57:09.453622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-4893f731-42aa-4a73-bfbe-a23944fd7fb3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.455088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-4893f731-42aa-4a73-bfbe-a23944fd7fb3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220103 Feb 09 12:57:09.496416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-9db2676e-13ef-405a-8600-290b4c9d6433 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/quotas/c7c66e53d67a4481ba63f73966466b9e HTTP/1.1" status: 200 len: 375 time: 0.0249431 Feb 09 12:57:09.497837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11088d0-df81-4586-bfca-af6e82a0c092 req-b280fa8b-0c14-4ec2-b129-71c43681bfde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.499012 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e11088d0-df81-4586-bfca-af6e82a0c092 req-b280fa8b-0c14-4ec2-b129-71c43681bfde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.0744083 Feb 09 12:57:09.563610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df7cbbcc-cd99-4aa1-868d-7c859e679d22 req-c340bbc8-d433-48ad-b27f-dfceb976fbe2 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074057 Feb 09 12:57:09.564565 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e11088d0-df81-4586-bfca-af6e82a0c092 req-d3b761bb-df2e-4e61-bf36-b3e1d812df09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427716 Feb 09 12:57:09.564818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'tag': 'ccca5e1b-7583-4356-a197-04d03a016a42'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:09.635341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-58c1adbd-ea6d-465c-942d-c7d0a949684f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1307259 Feb 09 12:57:09.779407 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e11088d0-df81-4586-bfca-af6e82a0c092 req-38ab6723-626c-4b37-8f4a-543a23416422 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033310 Feb 09 12:57:09.990310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5cd72-d9d7-4f02-ab14-8d658235ed6d req-d9a4092d-9516-4140-b6ce-e1efd8f01c16 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:09.992014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53f5cd72-d9d7-4f02-ab14-8d658235ed6d req-d9a4092d-9516-4140-b6ce-e1efd8f01c16 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 943 time: 0.2561998 Feb 09 12:57:09.996887 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e11088d0-df81-4586-bfca-af6e82a0c092 req-fd6f5978-5a77-403b-bce4-a796cd30f81d service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005866 Feb 09 12:57:10.060306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88d48211-e6bb-4e95-b67a-72bf4cdfa9f8 req-d9d3d950-5e65-4398-9d91-2653666ed956 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 1001 time: 0.2159488 Feb 09 12:57:10.109678 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53f5cd72-d9d7-4f02-ab14-8d658235ed6d req-662eb971-71f4-4f28-b516-7e0655cbc102 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085482 Feb 09 12:57:10.155488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d48211-e6bb-4e95-b67a-72bf4cdfa9f8 req-f2a2cbcf-4132-47f3-bcb1-c30f45523862 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:10.157470 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88d48211-e6bb-4e95-b67a-72bf4cdfa9f8 req-f2a2cbcf-4132-47f3-bcb1-c30f45523862 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports/ccca5e1b-7583-4356-a197-04d03a016a42 HTTP/1.1" status: 200 len: 942 time: 0.0887089 Feb 09 12:57:10.408187 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'tag': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'status': 'completed', 'code': 200} Feb 09 12:57:10.529047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88d48211-e6bb-4e95-b67a-72bf4cdfa9f8 req-a7e6a5b5-e451-400a-9fae-43fbdc177a54 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 1001 time: 0.2131162 Feb 09 12:57:10.642055 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dccf32-267d-4828-a0d6-6e0fc4cc1b32 req-feaea85b-5387-428a-9ff5-05206210dd8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 1096 time: 0.1996253 Feb 09 12:57:10.886918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d48211-e6bb-4e95-b67a-72bf4cdfa9f8 req-bef74da6-10ab-4223-b090-a8eb30099387 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:10.888287 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88d48211-e6bb-4e95-b67a-72bf4cdfa9f8 req-bef74da6-10ab-4223-b090-a8eb30099387 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.3531611 Feb 09 12:57:10.912063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-88d48211-e6bb-4e95-b67a-72bf4cdfa9f8 req-c5c4b398-87bf-4084-b195-4034c4687105 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:57:10.913592 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88d48211-e6bb-4e95-b67a-72bf4cdfa9f8 req-c5c4b398-87bf-4084-b195-4034c4687105 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0153096 Feb 09 12:57:10.943803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:10.944658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dccf32-267d-4828-a0d6-6e0fc4cc1b32 req-c9eabfb3-b9f5-4f4c-9915-65bb337d00ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:10.945936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dccf32-267d-4828-a0d6-6e0fc4cc1b32 req-c9eabfb3-b9f5-4f4c-9915-65bb337d00ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.2939074 Feb 09 12:57:11.116536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02d7f391-7671-43fc-9e76-c36af5cd8e82 req-27844ed7-c6d6-44a0-8ce2-7aa538b8c6ce tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 210 time: 0.0586736 Feb 09 12:57:11.126932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec5e9ae4-33f8-4f0c-a839-9bc1883cbad3 req-bb5fea11-666b-4cd6-b1fb-f6f0a877b429 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1101 time: 0.2942412 Feb 09 12:57:11.198802 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dccf32-267d-4828-a0d6-6e0fc4cc1b32 req-5a17535e-a212-4632-b8b0-c069ff71d2f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccca5e1b-7583-4356-a197-04d03a016a42 HTTP/1.1" status: 200 len: 1001 time: 0.2434580 Feb 09 12:57:11.200515 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ec5e9ae4-33f8-4f0c-a839-9bc1883cbad3 req-b6e82ed4-e752-42d2-b97d-45553c7dda01 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:11.367729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-9af08df2-6543-47ff-86a1-c9e9064143b6 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c7c66e53d67a4481ba63f73966466b9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879383 Feb 09 12:57:11.464820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dccf32-267d-4828-a0d6-6e0fc4cc1b32 req-3f9f74dd-a385-453e-aa78-3edd3b65bf88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:11.467370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dccf32-267d-4828-a0d6-6e0fc4cc1b32 req-3f9f74dd-a385-453e-aa78-3edd3b65bf88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.2464731 Feb 09 12:57:11.492026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ec5e9ae4-33f8-4f0c-a839-9bc1883cbad3 req-b6e82ed4-e752-42d2-b97d-45553c7dda01 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:11.595033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ec5e9ae4-33f8-4f0c-a839-9bc1883cbad3 req-b6e82ed4-e752-42d2-b97d-45553c7dda01 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] Usage tracker for resource:security_group_rule and tenant:40f8c4bf0d0140a89af866b5ea84a593 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:11.602885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ec5e9ae4-33f8-4f0c-a839-9bc1883cbad3 req-b6e82ed4-e752-42d2-b97d-45553c7dda01 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:11.615944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ec5e9ae4-33f8-4f0c-a839-9bc1883cbad3 req-b6e82ed4-e752-42d2-b97d-45553c7dda01 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:11.712172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-4ae32e4f-347e-425e-bc22-7ce2678d92c4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:11.713600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-4ae32e4f-347e-425e-bc22-7ce2678d92c4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3237519 Feb 09 12:57:11.743120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Request body: {'port': {'device_id': '1cfb6369-5139-4a27-8663-0b540530a6fd', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'c7c66e53d67a4481ba63f73966466b9e'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:11.829564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dccf32-267d-4828-a0d6-6e0fc4cc1b32 req-f55d94be-4d92-4a5f-bcbe-307a43996fa5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3445189 Feb 09 12:57:11.904210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34784) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:12.093524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0be2-8c61-4bc7-8e6e-9fafb06604d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:12.097530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ec5e9ae4-33f8-4f0c-a839-9bc1883cbad3 req-b6e82ed4-e752-42d2-b97d-45553c7dda01 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:12.110197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ec5e9ae4-33f8-4f0c-a839-9bc1883cbad3 req-b6e82ed4-e752-42d2-b97d-45553c7dda01 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:12.138284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f6bb0be2-8c61-4bc7-8e6e-9fafb06604d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:12.142297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f6bb0be2-8c61-4bc7-8e6e-9fafb06604d5 admin admin] Usage tracker for resource:security_group_rule and tenant:79112f4bb8d742519aea6a768d60545f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:12.145451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f6bb0be2-8c61-4bc7-8e6e-9fafb06604d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:12.154805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f6bb0be2-8c61-4bc7-8e6e-9fafb06604d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:12.240445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec5e9ae4-33f8-4f0c-a839-9bc1883cbad3 req-b6e82ed4-e752-42d2-b97d-45553c7dda01 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1019423 Feb 09 12:57:12.244793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e82ed4-e752-42d2-b97d-45553c7dda01 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e00cb20-fa04-41eb-9bfc-2b1af1d8592b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:12.245856 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0be2-8c61-4bc7-8e6e-9fafb06604d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:12.251070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0be2-8c61-4bc7-8e6e-9fafb06604d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:12.261115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:12.286563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Usage tracker for resource:port and tenant:c7c66e53d67a4481ba63f73966466b9e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:12.292505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Quota usage for port was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:12.305524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:12.309425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dccf32-267d-4828-a0d6-6e0fc4cc1b32 req-f0c17fb9-c09f-448a-8736-0125dfe124b7 service neutron] 10.222.0.67 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265664 Feb 09 12:57:12.313365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-850755e3-1b61-4b32-b01b-ea4e706e380a req-320984d7-4f6b-4ea2-9938-12ca7264dfb4 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1096 time: 0.5224447 Feb 09 12:57:12.333055 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f6bb0be2-8c61-4bc7-8e6e-9fafb06604d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79112f4bb8d742519aea6a768d60545f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4276876 Feb 09 12:57:12.338661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34796) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:12.351971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Made reservation on behalf of c7c66e53d67a4481ba63f73966466b9e for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:12.352314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb0be2-8c61-4bc7-8e6e-9fafb06604d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9486ce-ab64-4705-9abc-0769998a201a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:12.355178 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:12.413691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7187f9d-56ac-4c99-b906-81f36b2c50df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:12.445766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7187f9d-56ac-4c99-b906-81f36b2c50df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:12.508478 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7187f9d-56ac-4c99-b906-81f36b2c50df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:12.527526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7187f9d-56ac-4c99-b906-81f36b2c50df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9486ce-ab64-4705-9abc-0769998a201a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:12.534157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7187f9d-56ac-4c99-b906-81f36b2c50df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:12.535311 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d7187f9d-56ac-4c99-b906-81f36b2c50df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d9486ce-ab64-4705-9abc-0769998a201a HTTP/1.1" status: 204 len: 168 time: 0.1952584 Feb 09 12:57:12.693726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8f12886a-7e38-47c5-937e-7b9d5a6868d7 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 1001 time: 0.3422110 Feb 09 12:57:12.695265 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-850755e3-1b61-4b32-b01b-ea4e706e380a req-4c9c277b-d890-4545-a8ed-3d00c8db018b tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483813 Feb 09 12:57:12.801667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dccf32-267d-4828-a0d6-6e0fc4cc1b32 req-394b6416-b627-4f30-83ff-abcf456222cc service neutron] 10.222.0.67 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818773 Feb 09 12:57:12.984707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8b1158ca-7ba2-4956-8b97-456f32aa8c58 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:12.987142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8b1158ca-7ba2-4956-8b97-456f32aa8c58 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports/ccca5e1b-7583-4356-a197-04d03a016a42 HTTP/1.1" status: 200 len: 942 time: 0.2809839 Feb 09 12:57:13.043630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Allocated IP 192.168.233.57 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/1f939138-85f7-44fe-a2d0-9614256a461f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:13.110719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e76b3-292e-409c-9749-c1344ce3eff4 req-b37c3fcf-7fdd-4f05-9067-8d1872f9ca56 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:13.112396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db0e76b3-292e-409c-9749-c1344ce3eff4 req-b37c3fcf-7fdd-4f05-9067-8d1872f9ca56 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 943 time: 0.2578175 Feb 09 12:57:13.304419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db0e76b3-292e-409c-9749-c1344ce3eff4 req-be9d9829-594e-4eb0-baa5-793eb50b8125 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768277 Feb 09 12:57:13.425670 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:13.563749 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4794f28-7890-4b57-8f3d-2268e8810559 req-076736f0-3397-4537-a3f8-e818b072451d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 210 time: 0.1220543 Feb 09 12:57:13.565414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Transition to ACTIVE for port object 1f939138-85f7-44fe-a2d0-9614256a461f will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:13.600166 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-9155b9b4-aca0-41d7-bbce-905a0e28b3eb service neutron] 10.222.0.62 "GET /v2.0/ports/3b2f4298-97b7-46dd-b353-74988bed84e2/bindings/n-h2-825175-3 HTTP/1.1" status: 200 len: 384 time: 0.1729951 Feb 09 12:57:13.672280 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-e2ace938-e1c2-4b63-a01d-55cae450fa83 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 1001 time: 0.1901600 Feb 09 12:57:13.704381 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:13.724922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8', '294012ad-3ae0-41a1-9408-31c43cc47f2a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:13.795782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'be3c8289-4c79-4db4-af58-a7d026020fc0', '1d594510-41b5-4512-891f-3f309d0ef494', 'c28a157c-c4d7-466d-8467-1457cbf2779f', '31550b55-d731-40a1-84ae-033973b27039'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:13.907339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34820) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:14.056189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-11491127-40c4-40b0-a19a-2edb548335a6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:14.065609 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-11491127-40c4-40b0-a19a-2edb548335a6 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.3874607 Feb 09 12:57:14.136626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event updated for resources: {'Port': ['ID=1f939138-85f7-44fe-a2d0-9614256a461f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:14.140266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-95d2fc39-984a-43ae-a591-652ff76b92ab service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:14.145124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:14.160355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:14.167261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:57:14.203166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-95d2fc39-984a-43ae-a591-652ff76b92ab service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:14.286978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-572364935-network', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:14.312373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:14.327555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Usage tracker for resource:network and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:14.336679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:14.372313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:14.378201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-95d2fc39-984a-43ae-a591-652ff76b92ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2f4298-97b7-46dd-b353-74988bed84e2 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:57:14.397653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-95d2fc39-984a-43ae-a591-652ff76b92ab service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:14.419663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:14.423819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:14.453664 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:14.478290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:14.479164 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-95d2fc39-984a-43ae-a591-652ff76b92ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:14.479336 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:14.500531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-7f421446-5d84-4276-afd6-2640bfed478d tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 1001 time: 0.4338944 Feb 09 12:57:14.511306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b950674-b6c3-4f26-9d71-62ebf80a0df1 req-0f9937c8-aaf9-4d70-87a5-02fe461752b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.7926974 Feb 09 12:57:14.517040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8ce82e81-fa4b-4574-87eb-68bcd51e7af9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:14.621605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:14.633197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:14.639910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9ce62235-beb5-43b2-a4fe-47cb687bc4bf None None] Provisioning for port 1f939138-85f7-44fe-a2d0-9614256a461f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:14.647640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:14.664388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9ce62235-beb5-43b2-a4fe-47cb687bc4bf None None] Provisioning complete for port 1f939138-85f7-44fe-a2d0-9614256a461f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:14.664825 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9ce62235-beb5-43b2-a4fe-47cb687bc4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:14.680104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:14.714615 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8ce82e81-fa4b-4574-87eb-68bcd51e7af9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:14.730068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-95d2fc39-984a-43ae-a591-652ff76b92ab service neutron] Transition to ACTIVE for port object 3b2f4298-97b7-46dd-b353-74988bed84e2 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:14.744681 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-95d2fc39-984a-43ae-a591-652ff76b92ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:14.789447 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-33e31afd-e6ec-42c8-a068-332ef17aacbf tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0565526 Feb 09 12:57:14.816725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9ce62235-beb5-43b2-a4fe-47cb687bc4bf None None] Port 1f939138-85f7-44fe-a2d0-9614256a461f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:57:14.830737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Request body: {'port': {'device_id': '1cfb6369-5139-4a27-8663-0b540530a6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:15.000871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.008219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.057541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e942ca57-ae29-4a36-8094-7e669357c391,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:15.113179 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.133523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:57:15.156105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2fc39-984a-43ae-a591-652ff76b92ab service neutron] Pushing event updated for resources: {'Port': ['ID=3b2f4298-97b7-46dd-b353-74988bed84e2,revision_number=10']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:15.196799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.196799 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Added segment dc827e56-89c9-4901-a25c-c1bf89859aa3 of type vlan for network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 Feb 09 12:57:15.206625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-95d2fc39-984a-43ae-a591-652ff76b92ab service neutron] No DVR routers for this DVR port 3b2f4298-97b7-46dd-b353-74988bed84e2 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:57:15.218829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 3b2f4298-97b7-46dd-b353-74988bed84e2 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:57:15.310891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8ce82e81-fa4b-4574-87eb-68bcd51e7af9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.318099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 3b2f4298-97b7-46dd-b353-74988bed84e2 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:57:15.331638 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8ce82e81-fa4b-4574-87eb-68bcd51e7af9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.331638 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8ce82e81-fa4b-4574-87eb-68bcd51e7af9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Floating IP 2fc65de9-1709-4d27-9943-cfb40754beb3 disassociated. External IP: 172.25.5.107, port: ccca5e1b-7583-4356-a197-04d03a016a42. Feb 09 12:57:15.387205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.445365 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-95d2fc39-984a-43ae-a591-652ff76b92ab service neutron] 10.222.0.62 "PUT /v2.0/ports/3b2f4298-97b7-46dd-b353-74988bed84e2/bindings/n-h2-825175-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8386781 Feb 09 12:57:15.464455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.465223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:15.465796 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.513656 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-55da751e-f507-483f-8efb-7cca47d3dbf1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2625539 Feb 09 12:57:15.570279 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6609044 Feb 09 12:57:15.575059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34846) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:15.583341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Request body: {'subnet': {'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-572364935-subnet', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:15.589151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a27cec-d675-4c5d-9554-3d46e5394ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=a3ddf5f3-3ed4-4b99-b899-1cabe744ca01,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:15.592602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:15.596344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Usage tracker for resource:subnet and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:15.599602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:15.606937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:15.616698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:57:15.622828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:15.632939 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.844660 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:15.887868 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-412145ff-3bf5-4fa4-9ce5-b5c5aa671903 req-68c2e23b-32d6-4c23-9673-f84612dd793e tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1096 time: 0.5040295 Feb 09 12:57:15.956733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-4ccf0001-4a1e-4942-97ef-d8d59a9c561b tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1095 time: 0.4273405 Feb 09 12:57:15.992315 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:16.072342 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-412145ff-3bf5-4fa4-9ce5-b5c5aa671903 req-eb52d9d9-4271-426a-a33a-dc5709dc9d75 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620157 Feb 09 12:57:16.125560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11cb0e4-4d48-420a-bf11-3909fb73970b,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:16.146245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Checking segment: {'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:16.147247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Network hostable DHCP agents. Network: a3ddf5f3-3ed4-4b99-b899-1cabe744ca01, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:57:16.185629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:57:16.196683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f939138-85f7-44fe-a2d0-9614256a461f {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:57:16.211506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, a3ddf5f3-3ed4-4b99-b899-1cabe744ca01) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:16.215018 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:16.221247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-96af3404-81a1-43ab-868c-1b8c733bae86 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4&tenant_id=39bf5e6213774240a529d4f791d96059 HTTP/1.1" status: 200 len: 1095 time: 0.2546229 Feb 09 12:57:16.222757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:16.223688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:16.225579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e56ce-74c6-4528-b547-cafc09f1aa45 None None] Network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:57:16.241334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Transition to ACTIVE for port object 1f939138-85f7-44fe-a2d0-9614256a461f will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:16.302847 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5c04b3f8-3d3e-4eae-bc4d-d6a2e253dafe admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7265027 Feb 09 12:57:16.305819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34872) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:16.318790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:16.334989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:16.360513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Usage tracker for resource:router and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:16.361068 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:16.364643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:16.374002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:16.391602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:16.394397 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:16.450993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:16.707887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 12:57:16.709541 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:16.725206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:16.807071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f939138-85f7-44fe-a2d0-9614256a461f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:16.952321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Allocated IP 172.20.0.2 (a3ddf5f3-3ed4-4b99-b899-1cabe744ca01/a11cb0e4-4d48-420a-bf11-3909fb73970b/511cc086-85d6-4190-a351-ad587e689a13) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:17.008222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2aa02-d262-413b-a3aa-cb1ad044dba1 req-d77fbf4e-016e-41c0-a8ee-d89ee6406575 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:17.019199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb2aa02-d262-413b-a3aa-cb1ad044dba1 req-d77fbf4e-016e-41c0-a8ee-d89ee6406575 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 944 time: 0.3814802 Feb 09 12:57:17.029729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-8453ef98-a259-44eb-b4e4-8e29246b50e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1095 time: 0.7122982 Feb 09 12:57:17.130657 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.177220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.266932 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.283864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Transition to ACTIVE for port object 511cc086-85d6-4190-a351-ad587e689a13 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:17.299089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Attempting to bind port 1f939138-85f7-44fe-a2d0-9614256a461f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:57:17.300219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Attempting to bind port 1f939138-85f7-44fe-a2d0-9614256a461f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:57:17.300219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Attempting to bind port 1f939138-85f7-44fe-a2d0-9614256a461f on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:17.316633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Transition to ACTIVE for port object 511cc086-85d6-4190-a351-ad587e689a13 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:17.323383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cb2aa02-d262-413b-a3aa-cb1ad044dba1 req-98a45253-9347-44f0-b854-baaf0a7a9a18 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029349 Feb 09 12:57:17.325153 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.338633 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-efce84ea-2081-49e2-87de-bc38d2b0e1d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:17.341226 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-efce84ea-2081-49e2-87de-bc38d2b0e1d2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.2708342 Feb 09 12:57:17.351759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Port 1f939138-85f7-44fe-a2d0-9614256a461f on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:57:17.353072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Attempting to bind port 1f939138-85f7-44fe-a2d0-9614256a461f on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:17.381612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Allocated IP 172.25.5.161 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/50f2f0ea-1e46-4baf-999d-588226a2cba2) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:17.410571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:17.420842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:17.426300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:57:17.496346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:57:17.496921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:17.497508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:57:17.498224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Bound port: 1f939138-85f7-44fe-a2d0-9614256a461f, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:57:17.498805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.512228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-d5be60d7-6bba-4af3-915a-08ac8d216509 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b2f4298-97b7-46dd-b353-74988bed84e2 HTTP/1.1" status: 200 len: 217 time: 0.1630793 Feb 09 12:57:17.553807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Pushing event updated for resources: {'Port': ['ID=511cc086-85d6-4190-a351-ad587e689a13,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:17.558361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Attempting to bind port 511cc086-85d6-4190-a351-ad587e689a13 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:57:17.558809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Attempting to bind port 511cc086-85d6-4190-a351-ad587e689a13 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:57:17.559164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Attempting to bind port 511cc086-85d6-4190-a351-ad587e689a13 on network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:17.571582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.574255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.574688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.575046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.575364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.575709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.575984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.576287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.576596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.576904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.577212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:17.580610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:57:17.581012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Checking segment: {'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:17.581359 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.581764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Bound using segment: {'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:57:17.582254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Bound port: 511cc086-85d6-4190-a351-ad587e689a13, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:57:17.582644 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.606614 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.642674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.671589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8ce82e81-fa4b-4574-87eb-68bcd51e7af9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:17.705846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] For port 511cc086-85d6-4190-a351-ad587e689a13, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:17.710537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] For port 511cc086-85d6-4190-a351-ad587e689a13, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=511cc086-85d6-4190-a351-ad587e689a13,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:17.714898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-d6168aca-1560-49fb-9a3a-c35508ab10fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:17.716876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:17.717406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-d6168aca-1560-49fb-9a3a-c35508ab10fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1713622 Feb 09 12:57:17.717925 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:17.725552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:17.730519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:57:17.760609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Pushing event updated for resources: {'Port': ['ID=50f2f0ea-1e46-4baf-999d-588226a2cba2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:17.815244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b35a9-84ca-48f8-8455-f39fc562eae9 None None] Pushing event updated for resources: {'Port': ['ID=511cc086-85d6-4190-a351-ad587e689a13,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:17.833623 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-b25b12f8-f0f5-420a-b42a-72a6fc09773c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942607 Feb 09 12:57:17.960279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] For port 1f939138-85f7-44fe-a2d0-9614256a461f, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:18.116090 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] For port 1f939138-85f7-44fe-a2d0-9614256a461f, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1f939138-85f7-44fe-a2d0-9614256a461f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:18.127717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf7dd2-2c96-447f-b718-49797d80ba77 req-9b8794dd-ef3c-4cf2-92b1-f80b3cb5f53f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:18.128447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2fbf7dd2-2c96-447f-b718-49797d80ba77 req-9b8794dd-ef3c-4cf2-92b1-f80b3cb5f53f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:57:18.144804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:18.145542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:18.149724 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:18.155222 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-4ece299f-408c-4ee6-a78c-bf707e0d429b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1101 time: 0.1675088 Feb 09 12:57:18.272293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2fbf7dd2-2c96-447f-b718-49797d80ba77 req-9b8794dd-ef3c-4cf2-92b1-f80b3cb5f53f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:57:18.273467 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fbf7dd2-2c96-447f-b718-49797d80ba77 req-9b8794dd-ef3c-4cf2-92b1-f80b3cb5f53f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 947 time: 0.7869170 Feb 09 12:57:18.283964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:18.285381 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] 10.222.0.67 "PUT /v2.0/ports/1f939138-85f7-44fe-a2d0-9614256a461f HTTP/1.1" status: 200 len: 1095 time: 3.4831336 Feb 09 12:57:18.288357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfb6369-5139-4a27-8663-0b540530a6fd', 'tag': '1f939138-85f7-44fe-a2d0-9614256a461f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:18.331759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-c3547c13-7314-4279-a108-8dcd4d4fc165 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821506 Feb 09 12:57:18.332383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760c09f-3dd3-4df5-a799-2f1502d45af3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f939138-85f7-44fe-a2d0-9614256a461f,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:18.434327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be0d46-f694-475d-a18e-802f6ec70209 req-a9c95c71-8ef7-41a1-a592-4ff196481602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:18.434669 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-a9c95c71-8ef7-41a1-a592-4ff196481602 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2254782 Feb 09 12:57:18.543777 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-b61e4712-00f6-4ef1-a78a-c6d772833c92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 217 time: 0.0986133 Feb 09 12:57:18.661006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be0d46-f694-475d-a18e-802f6ec70209 req-f6ebf79b-6baa-4cda-a5b4-edda52a25a40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:18.662479 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-f6ebf79b-6baa-4cda-a5b4-edda52a25a40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1122379 Feb 09 12:57:18.710981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fbf7dd2-2c96-447f-b718-49797d80ba77 req-992298ac-06ea-4be0-b90e-f56967d1e8e8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171612 Feb 09 12:57:18.790575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 511cc086-85d6-4190-a351-ad587e689a13 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:18.829925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-0fedd5e3-79d8-424a-b99d-68e01f60591b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 1098 time: 0.4660108 Feb 09 12:57:18.833348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-5cdba8db-9e16-4b86-a14e-894622fbc45f service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732358 Feb 09 12:57:18.904378 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-3efa8073-3256-461b-9efa-a6b3d0a6da1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2196529 Feb 09 12:57:18.981641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8ce82e81-fa4b-4574-87eb-68bcd51e7af9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:18.994047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 511cc086-85d6-4190-a351-ad587e689a13 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:18.995653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8ce82e81-fa4b-4574-87eb-68bcd51e7af9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:19.008785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] Sync routers for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:57:19.027905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:19.028913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:56:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:19.074083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Router 2361ce84-cb0b-4f82-9867-35a501e1a49e is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:57:19.113475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-78032cb3-2227-4242-baba-c0f90374bf08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=1f939138-85f7-44fe-a2d0-9614256a461f HTTP/1.1" status: 200 len: 217 time: 0.2498424 Feb 09 12:57:19.211946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-8ce82e81-fa4b-4574-87eb-68bcd51e7af9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "PUT /v2.0/floatingips/2fc65de9-1709-4d27-9943-cfb40754beb3 HTTP/1.1" status: 200 len: 695 time: 4.7103803 Feb 09 12:57:19.230853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2763a1eb-e515-40e4-a6cf-fa8f5f8a0f8e None None] Network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:57:19.263772 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-00d7f0ae-95af-4ac3-a8ed-4cf26d065de0 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482502 Feb 09 12:57:19.282274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-c32ae87f-3192-4318-9361-4c2f48cc65df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:19.283744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-c32ae87f-3192-4318-9361-4c2f48cc65df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1635180 Feb 09 12:57:19.291780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4d710-430e-4457-8451-8bf994be8118 req-6fae8b66-f475-49e3-9eb8-d5697452a547 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:19.293321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29e4d710-430e-4457-8451-8bf994be8118 req-6fae8b66-f475-49e3-9eb8-d5697452a547 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.2417197 Feb 09 12:57:19.370758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8ce0fe1d-1251-42da-959d-2076b005af94 None None] Provisioning for port 511cc086-85d6-4190-a351-ad587e689a13 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:19.392318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8ce0fe1d-1251-42da-959d-2076b005af94 None None] Provisioning complete for port 511cc086-85d6-4190-a351-ad587e689a13 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:19.392828 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8ce0fe1d-1251-42da-959d-2076b005af94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:19.436753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:19.438726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29e4d710-430e-4457-8451-8bf994be8118 req-3125b6e5-8280-40c2-888c-c8ebd2e78853 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985096 Feb 09 12:57:19.458780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-57e07226-fc0a-4008-9ca6-d41bee6a1041 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 1096 time: 0.2328563 Feb 09 12:57:19.535021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-d8f924e4-692c-4dd0-a279-240de9fc6beb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2389221 Feb 09 12:57:19.562717 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-45ecb4f9-5969-4cd6-92c8-3fefc54ddab1 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857327 Feb 09 12:57:19.665089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:19.674607 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Sync routers for ids ['2361ce84-cb0b-4f82-9867-35a501e1a49e'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:57:19.717054 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Routers {'2361ce84-cb0b-4f82-9867-35a501e1a49e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:19.719802 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:56:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2361ce84-cb0b-4f82-9867-35a501e1a49e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:19.771068 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:19.774429 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e517e277-ace4-4c14-a9a3-1fa5d5a31b45 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4667587 Feb 09 12:57:19.777726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34892) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:19.874246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-6f62c170-8a54-457b-929d-5e8e1df16c86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:19.882698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-6f62c170-8a54-457b-929d-5e8e1df16c86 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.4226243 Feb 09 12:57:19.984237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-623a5b2f-98f6-4e1e-8c72-c9f6cd2ca1d6 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1095 time: 0.4526932 Feb 09 12:57:19.995922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-637035cb-e45b-418f-9a8d-f773dbbbd57e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccca5e1b-7583-4356-a197-04d03a016a42 HTTP/1.1" status: 200 len: 217 time: 0.1117027 Feb 09 12:57:20.148142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-826d84a2-6695-4c7b-8e44-f646e41fd88f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:20.165960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-826d84a2-6695-4c7b-8e44-f646e41fd88f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.1684186 Feb 09 12:57:20.280232 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfb6369-5139-4a27-8663-0b540530a6fd', 'tag': '1f939138-85f7-44fe-a2d0-9614256a461f', 'status': 'completed', 'code': 200} Feb 09 12:57:20.314287 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8ce0fe1d-1251-42da-959d-2076b005af94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:20.315671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-e02787e6-3549-4b0f-943b-ce2bccf53ef3 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7394404 Feb 09 12:57:20.345170 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Set router 2361ce84-cb0b-4f82-9867-35a501e1a49e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:20.368401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8ce0fe1d-1251-42da-959d-2076b005af94 None None] For port 511cc086-85d6-4190-a351-ad587e689a13, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=511cc086-85d6-4190-a351-ad587e689a13,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:20.391684 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8ce0fe1d-1251-42da-959d-2076b005af94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:20.519931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:20.530044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0fe1d-1251-42da-959d-2076b005af94 None None] Pushing event updated for resources: {'Port': ['ID=511cc086-85d6-4190-a351-ad587e689a13,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:20.534089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] Checking router: e7f4adc0-df31-4b3c-b375-f24e6dc68c52 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:57:20.548688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:20.549314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:56:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:20.818558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:20.823251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-363a6b37-d919-40a7-93b2-81de4eee812d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6559799 Feb 09 12:57:20.960718 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:17Z', 'revision_number': 3, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:20.967718 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Checking router: 2361ce84-cb0b-4f82-9867-35a501e1a49e for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:57:20.968089 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Updating router 2361ce84-cb0b-4f82-9867-35a501e1a49e port 50f2f0ea-1e46-4baf-999d-588226a2cba2 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:57:20.992036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b33d9946-16ee-41eb-bb92-51b89e4336de req-decc0774-886c-48b1-8b38-7660a04315e2 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571012 Feb 09 12:57:21.010765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-b69585e8-7eea-4345-9564-3d2012405143 service neutron] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:21.054197 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:21.110017 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-b69585e8-7eea-4345-9564-3d2012405143 service neutron] Notify callbacks [] for binding, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:21.111250 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd4201d1-4893-4b0e-bea9-5e3d87c54477 req-b69585e8-7eea-4345-9564-3d2012405143 service neutron] 10.222.0.67 "DELETE /v2.0/ports/3b2f4298-97b7-46dd-b353-74988bed84e2/bindings/n-h1-825175-3 HTTP/1.1" status: 204 len: 173 time: 1.1078541 Feb 09 12:57:21.181133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 511cc086-85d6-4190-a351-ad587e689a13 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:21.303080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0ab8e5d0-4918-4e47-8b16-accc80f15e90 None None] Provisioning complete for port 511cc086-85d6-4190-a351-ad587e689a13 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:21.303377 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0ab8e5d0-4918-4e47-8b16-accc80f15e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:21.391898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:21.554873 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 511cc086-85d6-4190-a351-ad587e689a13 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:21.555672 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:21.577894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef256-19f9-4bff-befb-76e48ee83d60 req-d0d7397d-6055-4a2d-8f60-c814dcbbdfe6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:21.580397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-958ef256-19f9-4bff-befb-76e48ee83d60 req-d0d7397d-6055-4a2d-8f60-c814dcbbdfe6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 944 time: 1.1214783 Feb 09 12:57:21.693917 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:21.715593 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Transition to ACTIVE for port object 50f2f0ea-1e46-4baf-999d-588226a2cba2 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:21.726570 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:21.729079 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:21.744275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f365ea02-874f-48a9-bcb6-74d39e14dc5a None None] The sync data for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 is: [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:57:21.752226 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-9b7f0b4c-0a30-457f-a104-537509777561 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8998446 Feb 09 12:57:21.840928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-958ef256-19f9-4bff-befb-76e48ee83d60 req-832baa2c-63c5-4775-8594-8fa31563976f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403815 Feb 09 12:57:21.899389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b99da08b-f08c-422d-abe8-7339c64e7312 req-4637109f-63b4-4a79-92fa-1020f5bd25c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 1098 time: 0.7829809 Feb 09 12:57:21.970276 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Attempting to bind port 50f2f0ea-1e46-4baf-999d-588226a2cba2 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:57:21.971020 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Attempting to bind port 50f2f0ea-1e46-4baf-999d-588226a2cba2 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:57:21.971020 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Attempting to bind port 50f2f0ea-1e46-4baf-999d-588226a2cba2 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:21.993314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bab5916-6c99-43d9-9ce3-b12ad0a6b011 req-5e440310-f88b-4498-b406-e3cbc5ab1792 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0f44248-3c75-4843-8c5d-76ae18ec413f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7580278 Feb 09 12:57:22.035527 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:57:22.035881 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:22.036280 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:22.036670 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:57:22.037132 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Bound port: 50f2f0ea-1e46-4baf-999d-588226a2cba2, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:57:22.037540 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:22.112908 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Pushing event updated for resources: {'Port': ['ID=50f2f0ea-1e46-4baf-999d-588226a2cba2,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:22.204743 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.205218 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.209963 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.210556 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.210915 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.211300 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.211630 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.212105 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.213081 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.213494 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.219202 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:22.244296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Allocated IP 172.20.0.1 (a3ddf5f3-3ed4-4b99-b899-1cabe744ca01/a11cb0e4-4d48-420a-bf11-3909fb73970b/9a3a36bd-028d-4c6a-96ce-b302c4caa77b) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:22.292492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'tag': 'ccca5e1b-7583-4356-a197-04d03a016a42'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:22.340274 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] For port 50f2f0ea-1e46-4baf-999d-588226a2cba2, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:22.348509 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] For port 50f2f0ea-1e46-4baf-999d-588226a2cba2, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=50f2f0ea-1e46-4baf-999d-588226a2cba2,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:22.362448 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:22.455204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89d571-f6df-4e01-9446-1ac07fe191a3 None None] New status for floating IP 2fc65de9-1709-4d27-9943-cfb40754beb3: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 12:57:22.501428 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042be88-8c8c-4e82-80f1-0b98c3f4b5bf None None] Pushing event updated for resources: {'Port': ['ID=50f2f0ea-1e46-4baf-999d-588226a2cba2,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:22.524252 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:57:22.549978 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Routers {'2361ce84-cb0b-4f82-9867-35a501e1a49e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:22.550698 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:56:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2361ce84-cb0b-4f82-9867-35a501e1a49e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:22.628020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:22.638491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1ced72f-31a5-4d8c-8a56-580a72e3ef79 req-7d2d8064-d8d1-4000-97e5-d1fb5f0198ad service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8377490 Feb 09 12:57:22.649115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Transition to ACTIVE for port object 9a3a36bd-028d-4c6a-96ce-b302c4caa77b will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:22.681211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:22.766295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bab5916-6c99-43d9-9ce3-b12ad0a6b011 req-72d204fe-aff3-4d33-83b2-ce1d48ad88f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=e0f44248-3c75-4843-8c5d-76ae18ec413f HTTP/1.1" status: 200 len: 1101 time: 0.6896472 Feb 09 12:57:22.767259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99da08b-f08c-422d-abe8-7339c64e7312 req-d37bd86e-b282-4cf3-a083-d8c0ccce0dcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:22.768607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b99da08b-f08c-422d-abe8-7339c64e7312 req-d37bd86e-b282-4cf3-a083-d8c0ccce0dcf service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.7738533 Feb 09 12:57:22.832891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:22.835938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:22.839358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:57:22.897151 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] Set router 2361ce84-cb0b-4f82-9867-35a501e1a49e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:22.933034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Pushing event updated for resources: {'Port': ['ID=9a3a36bd-028d-4c6a-96ce-b302c4caa77b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:22.952672 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:22.993793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b99da08b-f08c-422d-abe8-7339c64e7312 req-9ae44293-5973-4719-89f6-0c5b98b63733 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=1f939138-85f7-44fe-a2d0-9614256a461f HTTP/1.1" status: 200 len: 217 time: 0.2132785 Feb 09 12:57:23.011799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faab4d-2d01-46d2-a0b9-c4da33ff1dc9 req-606ab2ff-74cf-4347-9e34-1922d82529e4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:23.017893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53faab4d-2d01-46d2-a0b9-c4da33ff1dc9 req-606ab2ff-74cf-4347-9e34-1922d82529e4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 947 time: 0.6975594 Feb 09 12:57:23.175602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:23.455402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99da08b-f08c-422d-abe8-7339c64e7312 req-371d44a7-0a55-4556-8b3c-e60ed226ce57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:23.456943 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b99da08b-f08c-422d-abe8-7339c64e7312 req-371d44a7-0a55-4556-8b3c-e60ed226ce57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.4371488 Feb 09 12:57:23.537510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53faab4d-2d01-46d2-a0b9-c4da33ff1dc9 req-83918b2f-9fdd-40ff-aabc-e682ac0104a9 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661317 Feb 09 12:57:23.550198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab5916-6c99-43d9-9ce3-b12ad0a6b011 req-97e2cae7-6398-48c6-8020-eda231304ffa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:23.551767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bab5916-6c99-43d9-9ce3-b12ad0a6b011 req-97e2cae7-6398-48c6-8020-eda231304ffa service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.6654978 Feb 09 12:57:23.602860 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:17Z', 'revision_number': 3, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:23.635815 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3ec77e-acb5-407e-aeed-9f50958eef3b None None] The sync data for ids ['2361ce84-cb0b-4f82-9867-35a501e1a49e'] in n-d-825175-3 is: [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:17Z', 'revision_number': 3, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:57:23.657550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ce07aaf0-2b57-4005-b894-1cb194c99ad0 None None] Provisioning for port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:23.664958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ce07aaf0-2b57-4005-b894-1cb194c99ad0 None None] Provisioning complete for port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:23.665397 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce07aaf0-2b57-4005-b894-1cb194c99ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:23.705368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bab5916-6c99-43d9-9ce3-b12ad0a6b011 req-b762ed28-7d39-4791-ac58-d82176662e5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=294012ad-3ae0-41a1-9408-31c43cc47f2a HTTP/1.1" status: 200 len: 217 time: 0.1350749 Feb 09 12:57:23.725382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d524f0-afce-4e52-9a9a-a27a1cffe7e3 req-38069615-46bd-4536-afe9-417405111d7d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:23.739159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45d524f0-afce-4e52-9a9a-a27a1cffe7e3 req-38069615-46bd-4536-afe9-417405111d7d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.4144740 Feb 09 12:57:23.763060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ce07aaf0-2b57-4005-b894-1cb194c99ad0 None None] Port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:57:23.802968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:23.823966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:23.880090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b99da08b-f08c-422d-abe8-7339c64e7312 req-4e74b4eb-56cc-4894-8729-8bc401ad89e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4071600 Feb 09 12:57:24.201049 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'tag': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'status': 'completed', 'code': 200} Feb 09 12:57:24.208417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b99da08b-f08c-422d-abe8-7339c64e7312 req-9e34d6dd-33a6-401e-916e-c979a24efcb8 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116508 Feb 09 12:57:24.229183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:24.258879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Pushing event updated for resources: {'Port': ['ID=9a3a36bd-028d-4c6a-96ce-b302c4caa77b,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:24.362072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab5916-6c99-43d9-9ce3-b12ad0a6b011 req-75a0771b-b552-4b0a-bab5-0cdc9bae7e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:24.374935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bab5916-6c99-43d9-9ce3-b12ad0a6b011 req-75a0771b-b552-4b0a-bab5-0cdc9bae7e2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.6554589 Feb 09 12:57:24.463587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1f939138-85f7-44fe-a2d0-9614256a461f details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:57:24.546519 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45d524f0-afce-4e52-9a9a-a27a1cffe7e3 req-b8125c60-0294-43cf-bcc2-ecb2eabb664e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7414272 Feb 09 12:57:24.652852 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d70a434-894c-416b-87c0-0c976648126c req-6ae38fe9-a21e-49e7-92cc-19ca2b0fe64b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 1096 time: 0.7023251 Feb 09 12:57:24.742547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b99da08b-f08c-422d-abe8-7339c64e7312 req-85ceda51-c48c-4b8a-af81-8acd20efeb25 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240023 Feb 09 12:57:24.835646 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bab5916-6c99-43d9-9ce3-b12ad0a6b011 req-d78e721d-bc8c-4a06-83b2-b2eda3f6791e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4412136 Feb 09 12:57:24.899379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 50f2f0ea-1e46-4baf-999d-588226a2cba2 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:25.068134 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0d81d9b-4b08-4a8a-b207-726e9a56360d req-1d8730f2-463d-4264-8f13-ed4e3d73e24e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9273558 Feb 09 12:57:25.144542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1f939138-85f7-44fe-a2d0-9614256a461f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1f939138-85f7-44fe-a2d0-9614256a461f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:25.170679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '1f939138-85f7-44fe-a2d0-9614256a461f', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '1f939138-85f7-44fe-a2d0-9614256a461f', 'mac_address': 'fa:16:3e:b1:e6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:57:25.232237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:25.236594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:25.277634 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-082f8aff-400a-4fab-802c-36d06ebb6a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:25.359412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bab5916-6c99-43d9-9ce3-b12ad0a6b011 req-2ea0827b-452f-4516-84ef-97150ce9f214 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099068 Feb 09 12:57:25.391076 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:25.443956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f939138-85f7-44fe-a2d0-9614256a461f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:57:25.460812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 50f2f0ea-1e46-4baf-999d-588226a2cba2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:25.474955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70a434-894c-416b-87c0-0c976648126c req-61c2be1e-a9f3-4ea1-96da-ef695e65b7f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:25.477217 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d70a434-894c-416b-87c0-0c976648126c req-61c2be1e-a9f3-4ea1-96da-ef695e65b7f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.7758574 Feb 09 12:57:25.477431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 50f2f0ea-1e46-4baf-999d-588226a2cba2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:25.478607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:25.582758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1f939138-85f7-44fe-a2d0-9614256a461f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1f939138-85f7-44fe-a2d0-9614256a461f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:25.587650 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d70a434-894c-416b-87c0-0c976648126c req-9bd1495c-1c41-469b-b500-031515c49b85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccca5e1b-7583-4356-a197-04d03a016a42 HTTP/1.1" status: 200 len: 217 time: 0.0997710 Feb 09 12:57:25.668754 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0d81d9b-4b08-4a8a-b207-726e9a56360d req-17bf79c8-5a76-4933-b879-316a587b662a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c7c66e53d67a4481ba63f73966466b9e&device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 1101 time: 0.5389371 Feb 09 12:57:25.669878 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:25.700658 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bab5916-6c99-43d9-9ce3-b12ad0a6b011 req-b3992207-74d7-41a1-9048-dbb1c019a693 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349167 Feb 09 12:57:25.716719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aedb4989-3fed-4652-9f44-71c23b6a2274 req-cc91e034-475d-4f1e-90ad-6a7b9304eee1 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1095 time: 1.0560336 Feb 09 12:57:25.758358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-ad185689-d472-491f-ac17-33686c218099 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:25.777141 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-ad185689-d472-491f-ac17-33686c218099 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4166737 Feb 09 12:57:25.803184 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:25.823326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fa22476d-fdb3-4417-aa5d-00f48941f76a None None] Provisioning complete for port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:25.823823 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fa22476d-fdb3-4417-aa5d-00f48941f76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:25.885242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1f939138-85f7-44fe-a2d0-9614256a461f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:25.885242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 50f2f0ea-1e46-4baf-999d-588226a2cba2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=50f2f0ea-1e46-4baf-999d-588226a2cba2,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:25.896834 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:25.939101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aedb4989-3fed-4652-9f44-71c23b6a2274 req-cff93f3a-eda3-466b-982e-18379ffe8723 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211609 Feb 09 12:57:25.941454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70a434-894c-416b-87c0-0c976648126c req-1c058269-6c42-435b-af30-bf95462822f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:25.943820 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d70a434-894c-416b-87c0-0c976648126c req-1c058269-6c42-435b-af30-bf95462822f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.3472202 Feb 09 12:57:25.956243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-95cb2df3-b680-4292-a67c-c589d6b748da tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 696 time: 0.1743782 Feb 09 12:57:25.970810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9b532c84-1f83-4d5d-ba39-c3e0806f2107 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Request body: {'floatingip': {'port_id': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:26.035941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['1f939138-85f7-44fe-a2d0-9614256a461f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:26.074562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-fa22476d-fdb3-4417-aa5d-00f48941f76a None None] Port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:57:26.161654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=50f2f0ea-1e46-4baf-999d-588226a2cba2,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:26.328098 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9b532c84-1f83-4d5d-ba39-c3e0806f2107 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:26.348741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d81d9b-4b08-4a8a-b207-726e9a56360d req-9765ac0e-110f-415a-8bb3-52118774c14d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:26.350487 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0d81d9b-4b08-4a8a-b207-726e9a56360d req-9765ac0e-110f-415a-8bb3-52118774c14d service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.6485538 Feb 09 12:57:26.448185 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d70a434-894c-416b-87c0-0c976648126c req-3baacadc-a08f-40ab-b8bd-58e990d1792d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4793291 Feb 09 12:57:26.457193 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0d81d9b-4b08-4a8a-b207-726e9a56360d req-06603aa5-7cae-4296-9015-8f01a821d19c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=be3c8289-4c79-4db4-af58-a7d026020fc0 HTTP/1.1" status: 200 len: 217 time: 0.0903044 Feb 09 12:57:26.630488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d81d9b-4b08-4a8a-b207-726e9a56360d req-09a99ee1-431a-4dc1-a2ec-553503d90800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:26.630488 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0d81d9b-4b08-4a8a-b207-726e9a56360d req-09a99ee1-431a-4dc1-a2ec-553503d90800 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1466801 Feb 09 12:57:26.685117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 50f2f0ea-1e46-4baf-999d-588226a2cba2 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:26.719471 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d70a434-894c-416b-87c0-0c976648126c req-8ece1ef4-c3ef-4a3f-bc33-85d84bb3a3de service neutron] 10.222.0.67 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640421 Feb 09 12:57:26.723375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26614820-5721-4160-be64-2c920522d590 req-cca5c872-5cab-40fb-8c15-d966bce10d53 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:26.724815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26614820-5721-4160-be64-2c920522d590 req-cca5c872-5cab-40fb-8c15-d966bce10d53 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.67 "GET /v2.0/ports?device_id=b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e HTTP/1.1" status: 200 len: 945 time: 0.6198068 Feb 09 12:57:26.771744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7d024-76b9-4f3d-8f65-00e384cf854d req-a568110a-dfaa-48ee-8d3f-b55df75e28cb tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:26.779873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bb7d024-76b9-4f3d-8f65-00e384cf854d req-a568110a-dfaa-48ee-8d3f-b55df75e28cb tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 948 time: 0.3399198 Feb 09 12:57:26.786735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Router 2361ce84-cb0b-4f82-9867-35a501e1a49e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:26.813916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 50f2f0ea-1e46-4baf-999d-588226a2cba2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:26.814655 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:26.871538 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0d81d9b-4b08-4a8a-b207-726e9a56360d req-73242016-479d-47d1-9850-044df9cc0644 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2313433 Feb 09 12:57:27.109522 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-127e7734-2ae8-4534-b640-f9155165bbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:27.159687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-26614820-5721-4160-be64-2c920522d590 req-13282472-84ec-4df2-92f6-f76e1dc8b4f9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Deleting port ccca5e1b-7583-4356-a197-04d03a016a42 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:57:27.160320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-26614820-5721-4160-be64-2c920522d590 req-13282472-84ec-4df2-92f6-f76e1dc8b4f9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:27.204983 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d70a434-894c-416b-87c0-0c976648126c req-325be7d9-64ff-400e-ae2c-70548c7f0a44 service neutron] 10.222.0.67 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610741 Feb 09 12:57:27.217612 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bb7d024-76b9-4f3d-8f65-00e384cf854d req-bda4e4ca-296f-4458-b88d-3c66b83a2b04 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328339 Feb 09 12:57:27.313007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0d81d9b-4b08-4a8a-b207-726e9a56360d req-8ed37d07-cccf-4131-b634-f57cf3574844 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819595 Feb 09 12:57:27.546042 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0d81d9b-4b08-4a8a-b207-726e9a56360d req-6b7571f8-d099-4229-b3ad-7d6ac73c8aba service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137992 Feb 09 12:57:27.566764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:27.581823 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-461b680f-c656-4153-be86-cb64c17c1c9a admin admin] 10.222.0.59 "PUT /v2.0/routers/2361ce84-cb0b-4f82-9867-35a501e1a49e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8028703 Feb 09 12:57:27.949077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd28ab7-4a58-406b-86be-f2962303c6f9 req-91013433-eca3-4a0d-a887-bc6cad44ec91 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:27.951756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4dd28ab7-4a58-406b-86be-f2962303c6f9 req-91013433-eca3-4a0d-a887-bc6cad44ec91 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.4722998 Feb 09 12:57:28.091338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-26614820-5721-4160-be64-2c920522d590 req-13282472-84ec-4df2-92f6-f76e1dc8b4f9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] For port ccca5e1b-7583-4356-a197-04d03a016a42, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ccca5e1b-7583-4356-a197-04d03a016a42,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:28.091856 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-26614820-5721-4160-be64-2c920522d590 req-13282472-84ec-4df2-92f6-f76e1dc8b4f9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:28.212815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4dd28ab7-4a58-406b-86be-f2962303c6f9 req-015dbba2-86af-4a05-a146-626b9be7b7c5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460380 Feb 09 12:57:28.348996 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:28.417812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-26614820-5721-4160-be64-2c920522d590 req-13282472-84ec-4df2-92f6-f76e1dc8b4f9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Calling delete_port for ccca5e1b-7583-4356-a197-04d03a016a42 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:57:28.481772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1f939138-85f7-44fe-a2d0-9614256a461f up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:28.648181 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Sync routers for ids ['2361ce84-cb0b-4f82-9867-35a501e1a49e'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:57:28.677516 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:28.691558 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Routers {'2361ce84-cb0b-4f82-9867-35a501e1a49e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:28.693103 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2361ce84-cb0b-4f82-9867-35a501e1a49e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:28.792058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 1f939138-85f7-44fe-a2d0-9614256a461f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:28.817190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 1f939138-85f7-44fe-a2d0-9614256a461f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:28.817764 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:28.984999 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9b532c84-1f83-4d5d-ba39-c3e0806f2107 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:29.213337 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:29.217517 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9b532c84-1f83-4d5d-ba39-c3e0806f2107 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:29.297426 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Set router 2361ce84-cb0b-4f82-9867-35a501e1a49e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:29.350885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfb6369-5139-4a27-8663-0b540530a6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f939138-85f7-44fe-a2d0-9614256a461f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:29.372312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1f939138-85f7-44fe-a2d0-9614256a461f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1f939138-85f7-44fe-a2d0-9614256a461f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:29.377818 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:29.511468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1f939138-85f7-44fe-a2d0-9614256a461f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:29.521311 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-26614820-5721-4160-be64-2c920522d590 req-13282472-84ec-4df2-92f6-f76e1dc8b4f9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:29.541285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['8a8d8d2e-501e-40ef-8aa8-69cea89128ae'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:29.651819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13282472-84ec-4df2-92f6-f76e1dc8b4f9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Pushing event deleted for resources: {'Port': ['ID=ccca5e1b-7583-4356-a197-04d03a016a42,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:29.672546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-db72d984-e91e-4beb-8966-52e7ff1c0ff8 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:29.675830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-db72d984-e91e-4beb-8966-52e7ff1c0ff8 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 819 time: 1.0548043 Feb 09 12:57:29.798505 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:29.839182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-b5432b5a-1075-468b-a0eb-e0fae221df05 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/quotas/39bf5e6213774240a529d4f791d96059 HTTP/1.1" status: 200 len: 375 time: 0.1541419 Feb 09 12:57:29.876161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35012) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:29.887354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-560635655-network', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:29.892699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:29.896851 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Usage tracker for resource:network and tenant:15335b41d4b6414d9e5615dbb3cea134 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:29.900256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:29.907392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:29.922750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Made reservation on behalf of 15335b41d4b6414d9e5615dbb3cea134 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:29.931826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:29.958314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:29.969421 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9a3a36bd-028d-4c6a-96ce-b302c4caa77b', 'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'mac_address': 'fa:16:3e:19:26:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:21Z', 'updated_at': '2022-02-09T12:57:23Z', 'revision_number': 2, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'subnets': [{'id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:29.984929 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Checking router: 2361ce84-cb0b-4f82-9867-35a501e1a49e for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:57:29.985157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-26614820-5721-4160-be64-2c920522d590 req-13282472-84ec-4df2-92f6-f76e1dc8b4f9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] No DVR routers for this DVR port ccca5e1b-7583-4356-a197-04d03a016a42 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:57:29.985710 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Updating router 2361ce84-cb0b-4f82-9867-35a501e1a49e port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:57:30.012957 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-26614820-5721-4160-be64-2c920522d590 req-13282472-84ec-4df2-92f6-f76e1dc8b4f9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:30.021959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'name': 'network-vif-deleted', 'tag': 'ccca5e1b-7583-4356-a197-04d03a016a42'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:30.025598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:30.038638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Usage tracker for resource:security_group_rule and tenant:15335b41d4b6414d9e5615dbb3cea134 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:30.044852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:30.060751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:30.106660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26614820-5721-4160-be64-2c920522d590 req-13282472-84ec-4df2-92f6-f76e1dc8b4f9 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.67 "DELETE /v2.0/ports/ccca5e1b-7583-4356-a197-04d03a016a42 HTTP/1.1" status: 204 len: 173 time: 3.3700957 Feb 09 12:57:30.231869 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:30.239718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-a3ad58c9-7747-41cd-a482-481dbca306b2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3839810 Feb 09 12:57:30.300888 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:30.310272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:30.404927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:57:30.472127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:30.472624 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Added segment 115d301f-9009-49e9-9356-09159e1fde7b of type vlan for network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 Feb 09 12:57:30.517667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac62c0e-275a-4b52-a34e-8c46e257dda8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:30.519498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ccca5e1b-7583-4356-a197-04d03a016a42 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:57:30.547313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:30.572191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-fd3790ea-5836-4199-8d1c-488acfe1bdd9 service neutron] 10.222.0.59 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026471 Feb 09 12:57:30.578031 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9b532c84-1f83-4d5d-ba39-c3e0806f2107 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Floating IP 2fc65de9-1709-4d27-9943-cfb40754beb3 associated. External IP: 172.25.5.107, port: 8a8d8d2e-501e-40ef-8aa8-69cea89128ae. Feb 09 12:57:30.620903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: ccca5e1b-7583-4356-a197-04d03a016a42 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:57:30.621998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ccca5e1b-7583-4356-a197-04d03a016a42 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:57:30.645822 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:30.647467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:30.648607 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:30.762104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] Pushing event updated for resources: {'Network': ['ID=653911f0-c10c-4fd0-aefa-9b7059bd9ad9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:30.776671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:57:30.801941 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-24218471-010e-42db-b2ff-ed1dab86e735 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9240868 Feb 09 12:57:30.806460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35020) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:30.819819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Request body: {'subnet': {'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-560635655-subnet', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:30.826381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:30.830829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Usage tracker for resource:subnet and tenant:15335b41d4b6414d9e5615dbb3cea134 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:30.844072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:30.854250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:30.867787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Made reservation on behalf of 15335b41d4b6414d9e5615dbb3cea134 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:30.871150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:30.964194 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:31.016389 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Transition to ACTIVE for port object 9a3a36bd-028d-4c6a-96ce-b302c4caa77b will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:31.032170 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:31.119995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ba923072-81e5-444c-80a1-261b4a0e624d service neutron] 10.222.0.59 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902265 Feb 09 12:57:31.364027 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1170eb-2fa2-4d66-bddf-2229f3c21f6f None None] Pushing event updated for resources: {'Port': ['ID=9a3a36bd-028d-4c6a-96ce-b302c4caa77b,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:31.569476 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:31.658380 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Attempting to bind port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:57:31.658975 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Attempting to bind port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:57:31.659521 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Attempting to bind port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b on network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:31.688687 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:57:31.689038 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Checking segment: {'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:31.689427 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:31.690851 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Bound using segment: {'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:57:31.692229 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Bound port: 9a3a36bd-028d-4c6a-96ce-b302c4caa77b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:57:31.694345 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:31.757337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:31.828559 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] For port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:31.832755 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] For port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9a3a36bd-028d-4c6a-96ce-b302c4caa77b,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:31.840900 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:31.856891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Checking segment: {'id': '115d301f-9009-49e9-9356-09159e1fde7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:31.857262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Network hostable DHCP agents. Network: 653911f0-c10c-4fd0-aefa-9b7059bd9ad9, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:57:31.889537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:57:31.909553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 653911f0-c10c-4fd0-aefa-9b7059bd9ad9) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:31.914775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:31.915873 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:31.920318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef55a0-549b-4fca-947b-a2869d9787cd None None] Network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:57:32.005147 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a754ab71-0eec-4af4-8452-6a28f1646ead admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1886005 Feb 09 12:57:32.005562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35038) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:32.016994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-560635655-router', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:32.033889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:32.074386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Usage tracker for resource:router and tenant:15335b41d4b6414d9e5615dbb3cea134 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:32.086058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:32.104221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:32.121552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587ebaf-a373-461a-b996-7c7369a5cabe req-27aebeaa-9af6-4768-a0fa-1ea0661d26c8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:32.129083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b587ebaf-a373-461a-b996-7c7369a5cabe req-27aebeaa-9af6-4768-a0fa-1ea0661d26c8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 949 time: 0.2897968 Feb 09 12:57:32.144025 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:32.146984 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:32.156397 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Routers {'2361ce84-cb0b-4f82-9867-35a501e1a49e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:32.158567 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2361ce84-cb0b-4f82-9867-35a501e1a49e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:32.231049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:32.316350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9b532c84-1f83-4d5d-ba39-c3e0806f2107 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:32.328464 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b587ebaf-a373-461a-b996-7c7369a5cabe req-36632f13-073d-4bb4-a15b-4fd2049f40c1 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641157 Feb 09 12:57:32.805078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:32.820800 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1170eb-2fa2-4d66-bddf-2229f3c21f6f None None] Pushing event updated for resources: {'Port': ['ID=9a3a36bd-028d-4c6a-96ce-b302c4caa77b,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:32.844787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-653911f0-c10c-4fd0-aefa-9b7059bd9ad9', 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'fixed_ips': [{'subnet_id': 'cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 12:57:32.846909 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:32.949101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d90765-cf78-4184-a8e7-0f2237f457ff req-b423f49b-6c88-4c91-868f-b9f63deec726 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:32.950875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89d90765-cf78-4184-a8e7-0f2237f457ff req-b423f49b-6c88-4c91-868f-b9f63deec726 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.2051299 Feb 09 12:57:32.956528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9b532c84-1f83-4d5d-ba39-c3e0806f2107 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:32.962753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9b532c84-1f83-4d5d-ba39-c3e0806f2107 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:33.067832 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] Set router 2361ce84-cb0b-4f82-9867-35a501e1a49e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:33.075833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] Sync routers for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:57:33.094172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89d90765-cf78-4184-a8e7-0f2237f457ff req-41ecb1a3-ae3d-4b0b-b613-f5f14cfbbb21 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903988 Feb 09 12:57:33.107155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:33.116381 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9b532c84-1f83-4d5d-ba39-c3e0806f2107 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "PUT /v2.0/floatingips/2fc65de9-1709-4d27-9943-cfb40754beb3 HTTP/1.1" status: 200 len: 997 time: 7.1571221 Feb 09 12:57:33.137695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:33.270617 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfb6369-5139-4a27-8663-0b540530a6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f939138-85f7-44fe-a2d0-9614256a461f', 'code': 200} Feb 09 12:57:33.404719 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d845a0-ebe7-42da-b6d6-3e55e4b78f3e', 'name': 'network-vif-deleted', 'tag': 'ccca5e1b-7583-4356-a197-04d03a016a42', 'status': 'completed', 'code': 200} Feb 09 12:57:33.434173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-f8cc545d-6f98-4ede-8eef-e22926ce8e25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1097 time: 0.2704718 Feb 09 12:57:33.437984 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:33.501965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:33.820576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9adb0e4d-2707-4f19-98ea-05d3099011a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:33.824467 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-9adb0e4d-2707-4f19-98ea-05d3099011a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.3833206 Feb 09 12:57:33.925621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Allocated IP 172.20.0.2 (653911f0-c10c-4fd0-aefa-9b7059bd9ad9/cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d/cccee2a7-7918-40e3-943d-7cd838d09733) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:33.976932 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9a3a36bd-028d-4c6a-96ce-b302c4caa77b', 'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'mac_address': 'fa:16:3e:19:26:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:21Z', 'updated_at': '2022-02-09T12:57:31Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'subnets': [{'id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:33.984942 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99cf63b-42e1-4bc3-a5a3-b77ede0ae30e None None] The sync data for ids ['2361ce84-cb0b-4f82-9867-35a501e1a49e'] in n-d-825175-3 is: [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9a3a36bd-028d-4c6a-96ce-b302c4caa77b', 'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'mac_address': 'fa:16:3e:19:26:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:21Z', 'updated_at': '2022-02-09T12:57:31Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'subnets': [{'id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:57:33.985591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:34.178539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07040b9b-28d5-4da7-99be-ffc7a27c3f59 req-a4dc1c6a-8ef3-4a43-bb16-02f61153a510 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 1100 time: 0.8502812 Feb 09 12:57:34.343743 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-141be5e2-ad03-437b-81ff-5917a2387b20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 1000 time: 0.4671395 Feb 09 12:57:34.399788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Allocated IP 172.25.5.144 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/72150d99-edf3-43ab-8b48-dde023a141f8) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:34.409862 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f15a7b08-9187-476a-bd6f-b0744ab68541 req-a6a66bf9-3e33-48e2-b90f-d1918f30f501 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 210 time: 0.1359947 Feb 09 12:57:34.419578 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07040b9b-28d5-4da7-99be-ffc7a27c3f59 req-e9e0616f-7982-48e6-88a6-c7ab31a3caf1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346563 Feb 09 12:57:34.499039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-a0f498b0-3514-4b1a-8895-c68073d7e654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:34.501593 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-a0f498b0-3514-4b1a-8895-c68073d7e654 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.1404164 Feb 09 12:57:34.563150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-a371408d-3ec1-4f93-933b-7b40a01b8bf2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:34.565587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-a371408d-3ec1-4f93-933b-7b40a01b8bf2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 819 time: 0.5113013 Feb 09 12:57:34.703178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-2ff51252-b80e-46d6-a38f-01f41f8c13a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906273 Feb 09 12:57:34.724389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Request body: {'port': {'device_id': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b', 'admin_state_up': True, 'tenant_id': '39bf5e6213774240a529d4f791d96059'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:34.841694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9a3a36bd-028d-4c6a-96ce-b302c4caa77b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:35.075520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.152987 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.157099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:35.175124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:35.194913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Made reservation on behalf of 39bf5e6213774240a529d4f791d96059 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:35.199811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.232848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Transition to ACTIVE for port object cccee2a7-7918-40e3-943d-7cd838d09733 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:35.238535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:35.251817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:35.252841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.255337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-43d48344-2720-4d96-91c9-a1eabc73a417 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335639 Feb 09 12:57:35.266274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39afcf5-301d-4236-ab38-358d166c513a req-233ff563-6093-410c-aec1-711fac4cd442 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:35.271029 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d39afcf5-301d-4236-ab38-358d166c513a req-233ff563-6093-410c-aec1-711fac4cd442 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 949 time: 0.4252396 Feb 09 12:57:35.358254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Transition to ACTIVE for port object cccee2a7-7918-40e3-943d-7cd838d09733 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:35.373679 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.388582 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.509760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Pushing event updated for resources: {'Port': ['ID=72150d99-edf3-43ab-8b48-dde023a141f8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:35.560377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Pushing event updated for resources: {'Port': ['ID=cccee2a7-7918-40e3-943d-7cd838d09733,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:35.565175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:35.570339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:35.583398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:57:35.588773 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.603856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:35.619933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:35.633953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:83:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:57:27Z', 'revision_number': 8, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:35.661678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:57:35.661994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:35.672520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] Checking router: e7f4adc0-df31-4b3c-b375-f24e6dc68c52 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:57:35.716344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9a3a36bd-028d-4c6a-96ce-b302c4caa77b,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:35.726994 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.850034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Allocated IP 172.20.0.3 (be6ddba7-e948-4582-adad-69a9026e606b/fdd2727c-15b8-45c3-8c15-2175775019e9/10964075-3c20-4096-ad7e-15d5427c147f) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:35.910874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d39afcf5-301d-4236-ab38-358d166c513a req-14a14462-8fe2-4eea-b0ed-b576583b1596 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873771 Feb 09 12:57:35.946803 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:35.947626 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:36.040377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4fa5c-73f1-43b3-ab4c-6acf7dc9529b req-3ed920af-420e-469f-8c0d-39483028da24 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7682340 Feb 09 12:57:36.061340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:36.062316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:36.293834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364652c-becd-4120-b129-be0a2b3dd592 req-54787a02-662a-4e60-a92f-6b63c7c99d6c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:36.309629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9364652c-becd-4120-b129-be0a2b3dd592 req-54787a02-662a-4e60-a92f-6b63c7c99d6c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.1321063 Feb 09 12:57:36.310878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=9a3a36bd-028d-4c6a-96ce-b302c4caa77b,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:36.356172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Attempting to bind port cccee2a7-7918-40e3-943d-7cd838d09733 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:57:36.356646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Attempting to bind port cccee2a7-7918-40e3-943d-7cd838d09733 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '115d301f-9009-49e9-9356-09159e1fde7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:57:36.357048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Attempting to bind port cccee2a7-7918-40e3-943d-7cd838d09733 on network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:36.382697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:57:36.383120 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Checking segment: {'id': '115d301f-9009-49e9-9356-09159e1fde7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:36.384001 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:36.384484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Bound using segment: {'id': '115d301f-9009-49e9-9356-09159e1fde7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:57:36.385002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Bound port: cccee2a7-7918-40e3-943d-7cd838d09733, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d301f-9009-49e9-9356-09159e1fde7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:57:36.385873 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:36.432151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9364652c-becd-4120-b129-be0a2b3dd592 req-357903db-7216-4394-921c-80ab6c3acfe5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204121 Feb 09 12:57:36.466331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:36.585160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:36.597930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722c2f2-7e25-437b-9bf0-daa51b38a568 req-acc3406a-59d4-4597-b198-a9e9846ca60a tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:36.599554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a722c2f2-7e25-437b-9bf0-daa51b38a568 req-acc3406a-59d4-4597-b198-a9e9846ca60a tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 945 time: 0.2376730 Feb 09 12:57:36.778827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04927e91-dd40-4b23-8d0a-02f359acfb77 req-f85d0756-e187-4f4d-ab12-d4009b8ec699 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 210 time: 0.0755141 Feb 09 12:57:36.801523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a722c2f2-7e25-437b-9bf0-daa51b38a568 req-bd72d728-52b7-4aa4-8944-e053d8d864b8 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848993 Feb 09 12:57:36.832101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-64d4140d-5504-46e3-93d1-b8b5091b925e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:36.832369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9a3a36bd-028d-4c6a-96ce-b302c4caa77b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:36.848226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-64d4140d-5504-46e3-93d1-b8b5091b925e tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.62 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 945 time: 0.4220064 Feb 09 12:57:36.928236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:37.063853 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Deleting port 3504e36f-1264-4240-94ee-ba823f9634c6 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:57:37.064700 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:37.081846 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'status': 'completed', 'code': 200} Feb 09 12:57:37.101617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] For port cccee2a7-7918-40e3-943d-7cd838d09733, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:37.124883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] For port cccee2a7-7918-40e3-943d-7cd838d09733, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cccee2a7-7918-40e3-943d-7cd838d09733,segment=NetworkSegment(115d301f-9009-49e9-9356-09159e1fde7b),segment_id=115d301f-9009-49e9-9356-09159e1fde7b)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:37.136540 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:37.234427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d325dd30-b0d8-4dd9-8033-4ba995159bf3 req-bf5f5852-24e1-41ae-9015-0ba982451bbf tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips/2fc65de9-1709-4d27-9943-cfb40754beb3 HTTP/1.1" status: 200 len: 997 time: 0.2798915 Feb 09 12:57:37.235217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Network be6ddba7-e948-4582-adad-69a9026e606b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:37.236473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Pushing event updated for resources: {'Port': ['ID=10964075-3c20-4096-ad7e-15d5427c147f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:37.244719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0906a19-849d-4357-b35a-b6a91dcb596b None None] Pushing event updated for resources: {'Port': ['ID=cccee2a7-7918-40e3-943d-7cd838d09733,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:37.252433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:37.264461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:37.264832 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:37.267781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:57:37.535032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9bc48a3-d364-4e42-a02b-27eb95cf0906 req-b099974d-644b-4a38-b393-a357726f873f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1097 time: 0.4520855 Feb 09 12:57:37.594309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:83:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:57:27Z', 'revision_number': 8, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:37.598926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36db3be-e636-492f-84ff-33dea5a52a5c None None] The sync data for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 is: [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '2fc65de9-1709-4d27-9943-cfb40754beb3', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'port_id': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'mac_address': 'fa:16:3e:83:b2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:56:18Z', 'updated_at': '2022-02-09T12:57:27Z', 'revision_number': 8, 'project_id': '3f87049e7ae349579835171912f526a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:57:37.622651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:37.623974 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:37.648106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Router 7bb14ef1-c7f0-400e-9768-cb629a55d15c is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:57:37.785298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325dd30-b0d8-4dd9-8033-4ba995159bf3 req-964edac0-d64f-441f-9b96-ab8a86b81abe tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:37.787751 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d325dd30-b0d8-4dd9-8033-4ba995159bf3 req-964edac0-d64f-441f-9b96-ab8a86b81abe tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.5516088 Feb 09 12:57:37.804686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-d325dd30-b0d8-4dd9-8033-4ba995159bf3 req-f6e98cee-1281-4dc0-924d-5cd68ec6bf18 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:57:37.806199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d325dd30-b0d8-4dd9-8033-4ba995159bf3 req-f6e98cee-1281-4dc0-924d-5cd68ec6bf18 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062790 Feb 09 12:57:37.861114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f44c1-0c46-4389-87e3-28e835970b63 req-4be8354f-67df-41bf-8e1e-d99682a523f3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:37.865214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d44f44c1-0c46-4389-87e3-28e835970b63 req-4be8354f-67df-41bf-8e1e-d99682a523f3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 949 time: 0.4321265 Feb 09 12:57:37.923598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc48a3-d364-4e42-a02b-27eb95cf0906 req-aaf37214-95f2-4aa5-9066-0ec248c338f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:37.933568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9bc48a3-d364-4e42-a02b-27eb95cf0906 req-aaf37214-95f2-4aa5-9066-0ec248c338f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.3850513 Feb 09 12:57:37.955212 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-ed3089f6-4359-4ec0-b22b-771f0fb47f50 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2661138 Feb 09 12:57:38.106979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Request body: {'port': {'device_id': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:38.185341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d44f44c1-0c46-4389-87e3-28e835970b63 req-54904494-e709-4d0f-a1ee-7011aeec219a tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029635 Feb 09 12:57:38.203467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] For port 3504e36f-1264-4240-94ee-ba823f9634c6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=3504e36f-1264-4240-94ee-ba823f9634c6,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:38.203829 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:38.335390 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9bc48a3-d364-4e42-a02b-27eb95cf0906 req-c17ad38e-a5cf-4782-bc06-1338815d5510 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 1000 time: 0.3634503 Feb 09 12:57:38.417638 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-49204295-d227-483a-b59c-15ce00e63dd3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 1000 time: 0.1897292 Feb 09 12:57:38.468445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000160f4-b88c-46b8-b7cc-ea092459ac39 req-ab09b871-6a32-4fa4-8291-dd009da1e073 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:38.473178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-000160f4-b88c-46b8-b7cc-ea092459ac39 req-ab09b871-6a32-4fa4-8291-dd009da1e073 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.3534660 Feb 09 12:57:38.483042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:38.541925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc48a3-d364-4e42-a02b-27eb95cf0906 req-c66775a3-aade-48ef-911e-39b42f00af0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:38.544452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9bc48a3-d364-4e42-a02b-27eb95cf0906 req-c66775a3-aade-48ef-911e-39b42f00af0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.1968429 Feb 09 12:57:38.670372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-000160f4-b88c-46b8-b7cc-ea092459ac39 req-5e69cca6-c51b-46a5-933f-28fc2a7ce326 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959975 Feb 09 12:57:38.688014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-edc794fa-f428-4fe7-916f-8c0f4bf0bfab tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:38.688642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-edc794fa-f428-4fe7-916f-8c0f4bf0bfab tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Synchronizing usage tracker for tenant:3f87049e7ae349579835171912f526a8 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:57:38.748669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-edc794fa-f428-4fe7-916f-8c0f4bf0bfab tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Unset dirty status for tenant:3f87049e7ae349579835171912f526a8 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:57:38.755593 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-edc794fa-f428-4fe7-916f-8c0f4bf0bfab tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports/8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 943 time: 0.3303094 Feb 09 12:57:38.756507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cccee2a7-7918-40e3-943d-7cd838d09733 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:38.778149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9bc48a3-d364-4e42-a02b-27eb95cf0906 req-41dc2e21-933f-4a58-a81a-9feb7281558c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081330 Feb 09 12:57:38.935755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port cccee2a7-7918-40e3-943d-7cd838d09733 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:39.059928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe8ee89-6763-4a9c-99f7-fdcd8969f0f2 None None] Network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:57:39.134673 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:39.135303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:39.135750 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Floating IP 027f7bb4-21ad-4f41-987c-0a9c63f27830 disassociated. External IP: 172.25.5.192, port: 3504e36f-1264-4240-94ee-ba823f9634c6. Feb 09 12:57:39.136334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Calling delete_port for 3504e36f-1264-4240-94ee-ba823f9634c6 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:57:39.212824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-249b853a-c904-4fe9-96ad-4ab5e4b1bbcd None None] Provisioning for port cccee2a7-7918-40e3-943d-7cd838d09733 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:39.243293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-249b853a-c904-4fe9-96ad-4ab5e4b1bbcd None None] Provisioning complete for port cccee2a7-7918-40e3-943d-7cd838d09733 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:39.243682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-249b853a-c904-4fe9-96ad-4ab5e4b1bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:39.297521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:39.313664 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Sync routers for ids ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:57:39.352274 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Routers {'7bb14ef1-c7f0-400e-9768-cb629a55d15c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:39.358571 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:39.404082 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:39.406600 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6053329f-19a0-42d5-9801-f48518a556cc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3994780 Feb 09 12:57:39.417539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35086) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:39.565516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-43c00562-2390-40b7-8ef8-e0d8ee84e0b3 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 1000 time: 0.5015147 Feb 09 12:57:39.569636 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9bc48a3-d364-4e42-a02b-27eb95cf0906 req-e426b3f6-9ca7-4c09-80d0-00f9576fb422 service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700267 Feb 09 12:57:39.628387 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-249b853a-c904-4fe9-96ad-4ab5e4b1bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:39.729512 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Set router 7bb14ef1-c7f0-400e-9768-cb629a55d15c gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:39.735704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-249b853a-c904-4fe9-96ad-4ab5e4b1bbcd None None] For port cccee2a7-7918-40e3-943d-7cd838d09733, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cccee2a7-7918-40e3-943d-7cd838d09733,segment=NetworkSegment(115d301f-9009-49e9-9356-09159e1fde7b),segment_id=115d301f-9009-49e9-9356-09159e1fde7b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:39.752095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:39.759314 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-249b853a-c904-4fe9-96ad-4ab5e4b1bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:39.885312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bef5f-4ae0-4dbb-a937-4b8fb0923952 req-0a80b647-3cd3-4ff3-b256-e29cd9ca21e4 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:39.894320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-844bef5f-4ae0-4dbb-a937-4b8fb0923952 req-0a80b647-3cd3-4ff3-b256-e29cd9ca21e4 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 945 time: 0.9737699 Feb 09 12:57:39.911181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b853a-c904-4fe9-96ad-4ab5e4b1bbcd None None] Pushing event updated for resources: {'Port': ['ID=cccee2a7-7918-40e3-943d-7cd838d09733,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:40.015953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event deleted for resources: {'Port': ['ID=3504e36f-1264-4240-94ee-ba823f9634c6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:40.099174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10964075-3c20-4096-ad7e-15d5427c147f {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:57:40.123631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:40.229500 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-844bef5f-4ae0-4dbb-a937-4b8fb0923952 req-e8012e93-be3d-4641-9fbb-4aa0d63fac37 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups?id=ed7fd81d-e49e-4c3f-9907-200df00bbec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341124 Feb 09 12:57:40.236532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9bc48a3-d364-4e42-a02b-27eb95cf0906 req-0e466992-eaa1-4541-aba6-5bf62933202d service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314013 Feb 09 12:57:40.252065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-ef20f4fc-a0b0-4284-8ca2-1ac1ce728fde tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:40.253974 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-ef20f4fc-a0b0-4284-8ca2-1ac1ce728fde tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.6710999 Feb 09 12:57:40.263900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Transition to ACTIVE for port object 10964075-3c20-4096-ad7e-15d5427c147f will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:40.298200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7d2af468-b4d8-4ab4-bcdd-7e0ef9e431e9 None None] Provisioning complete for port cccee2a7-7918-40e3-943d-7cd838d09733 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:40.298615 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d2af468-b4d8-4ab4-bcdd-7e0ef9e431e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:40.394322 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'name': 'tempest-TaggedBootDevicesTest-560635655-router', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:32Z', 'updated_at': '2022-02-09T12:57:35Z', 'revision_number': 3, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'gw_port': {'id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:33Z', 'updated_at': '2022-02-09T12:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:40.408642 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Checking router: 7bb14ef1-c7f0-400e-9768-cb629a55d15c for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:57:40.408988 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Updating router 7bb14ef1-c7f0-400e-9768-cb629a55d15c port 72150d99-edf3-43ab-8b48-dde023a141f8 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:57:40.419180 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:40.547477 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:40.589350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Pushing event updated for resources: {'Port': ['ID=10964075-3c20-4096-ad7e-15d5427c147f,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:40.655023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf67ea2f-2930-46b8-abdb-1ceedca7a8cf None None] New status for floating IP 2fc65de9-1709-4d27-9943-cfb40754beb3: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 12:57:40.684707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-26bb1f75-607c-4321-9ef9-8abf8bc92492 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 1000 time: 0.4206216 Feb 09 12:57:40.709949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-d838fcd0-deff-4ec2-aee6-3078d7f83b34 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:40.785067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cccee2a7-7918-40e3-943d-7cd838d09733 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:40.893776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bf4f8-ea1b-415c-ac38-e99331e94bc6 req-2f5ab46e-6cf4-4207-93e4-c98b3fcccfda tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:40.904875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab1bf4f8-ea1b-415c-ac38-e99331e94bc6 req-2f5ab46e-6cf4-4207-93e4-c98b3fcccfda tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 943 time: 0.4237075 Feb 09 12:57:41.064929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-d838fcd0-deff-4ec2-aee6-3078d7f83b34 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.081547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cccee2a7-7918-40e3-943d-7cd838d09733 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:41.082039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.121351 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.192653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:57:41.193018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:57:41.193348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:41.215552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Port 10964075-3c20-4096-ad7e-15d5427c147f on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:57:41.215864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:41.235734 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.248214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:57:41.248527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:41.249505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:57:41.249965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Bound port: 10964075-3c20-4096-ad7e-15d5427c147f, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:57:41.250312 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.251210 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Transition to ACTIVE for port object 72150d99-edf3-43ab-8b48-dde023a141f8 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:41.262135 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.274703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab1bf4f8-ea1b-415c-ac38-e99331e94bc6 req-e57b916d-bb50-40fd-99ac-5e8fc9eca51b tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606682 Feb 09 12:57:41.280503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Router 576faf3b-c5bc-44c7-b7e5-3acba6037492 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:41.403951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 3504e36f-1264-4240-94ee-ba823f9634c6 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:57:41.428856 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a28711-80e7-4788-98b2-c75cad10ca83 None None] Pushing event updated for resources: {'Port': ['ID=72150d99-edf3-43ab-8b48-dde023a141f8,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:41.474350 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Attempting to bind port 72150d99-edf3-43ab-8b48-dde023a141f8 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:57:41.487091 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Attempting to bind port 72150d99-edf3-43ab-8b48-dde023a141f8 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:57:41.487849 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Attempting to bind port 72150d99-edf3-43ab-8b48-dde023a141f8 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:41.496454 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:57:41.497258 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:41.497899 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.498537 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:57:41.499250 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Bound port: 72150d99-edf3-43ab-8b48-dde023a141f8, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:57:41.499871 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.507784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 3504e36f-1264-4240-94ee-ba823f9634c6 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:57:41.508127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 3504e36f-1264-4240-94ee-ba823f9634c6 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:57:41.548078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:41.585423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:41.606415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.644169 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] For port 72150d99-edf3-43ab-8b48-dde023a141f8, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:41.661175 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] For port 72150d99-edf3-43ab-8b48-dde023a141f8, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72150d99-edf3-43ab-8b48-dde023a141f8,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:41.692527 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.760358 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-d838fcd0-deff-4ec2-aee6-3078d7f83b34 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.766377 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-d838fcd0-deff-4ec2-aee6-3078d7f83b34 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.766832 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-d838fcd0-deff-4ec2-aee6-3078d7f83b34 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Floating IP 2fc65de9-1709-4d27-9943-cfb40754beb3 disassociated. External IP: 172.25.5.107, port: 8a8d8d2e-501e-40ef-8aa8-69cea89128ae. Feb 09 12:57:41.786963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:41.788607 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-55491917-212c-4db3-a112-ae4c661d311f service neutron] 10.222.0.62 "PUT /v2.0/ports/10964075-3c20-4096-ad7e-15d5427c147f HTTP/1.1" status: 200 len: 1091 time: 3.7146230 Feb 09 12:57:41.794091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'tag': '10964075-3c20-4096-ad7e-15d5427c147f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:41.861435 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Routers {'7bb14ef1-c7f0-400e-9768-cb629a55d15c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:41.862005 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:41.978569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55491917-212c-4db3-a112-ae4c661d311f service neutron] Pushing event updated for resources: {'Port': ['ID=10964075-3c20-4096-ad7e-15d5427c147f,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:42.062429 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-493524b0-bf2b-4acd-a59b-cfb67978e885 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1094 time: 0.2020159 Feb 09 12:57:42.125758 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a28711-80e7-4788-98b2-c75cad10ca83 None None] Pushing event updated for resources: {'Port': ['ID=72150d99-edf3-43ab-8b48-dde023a141f8,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:42.224384 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] Set router 7bb14ef1-c7f0-400e-9768-cb629a55d15c gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:42.254945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:42.259722 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-9e26b1d8-ef92-4857-8af4-1e6f52e5a879 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10964075-3c20-4096-ad7e-15d5427c147f HTTP/1.1" status: 200 len: 217 time: 0.1847336 Feb 09 12:57:42.273040 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] Sync routers for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:57:42.358035 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-79be0d46-f694-475d-a18e-802f6ec70209 req-63933747-2581-417a-9065-e243b4b56548 service neutron] show failed (client error): The resource could not be found. Feb 09 12:57:42.359526 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-63933747-2581-417a-9065-e243b4b56548 service neutron] 10.222.0.67 "GET /v2.0/ports/1639d619-11a2-454b-a2e9-091b5646125b/bindings/n-h1-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.5424752 Feb 09 12:57:42.381118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0366a9d9-b49e-4b83-aa0c-9d6e6069b9ab req-d1b47bfc-fcba-411b-aee8-67b944742bad tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 1100 time: 0.6932518 Feb 09 12:57:42.384607 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:42.385468 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:42.391108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] No DVR routers for this DVR port 3504e36f-1264-4240-94ee-ba823f9634c6 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:57:42.396552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:42.422614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-b49f6ae8-76ea-4a80-b56a-f2cbdb2f91a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:42.424083 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-b49f6ae8-76ea-4a80-b56a-f2cbdb2f91a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1331296 Feb 09 12:57:42.426817 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bcd86a21-882b-42e0-907c-6c8df641df6d req-6a13ebbd-bfea-4d5e-bba0-27f4244fea56 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.62 "DELETE /v2.0/ports/3504e36f-1264-4240-94ee-ba823f9634c6 HTTP/1.1" status: 204 len: 173 time: 5.5556114 Feb 09 12:57:42.488219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0366a9d9-b49e-4b83-aa0c-9d6e6069b9ab req-86cd1e22-aa69-4f28-a9e3-9c0e854ea0b8 tempest-ServersOnMultiNodesTest-187337443 tempest-ServersOnMultiNodesTest-187337443-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945466 Feb 09 12:57:42.596845 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-8fc1ea90-d65b-45d9-9252-c21bf82d5ea2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450582 Feb 09 12:57:42.834157 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:42.903819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b6699-e9c9-41d9-908c-f00db3eb4517 req-84b2f898-633c-4e89-8547-76305200a6e1 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:42.905295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc2b6699-e9c9-41d9-908c-f00db3eb4517 req-84b2f898-633c-4e89-8547-76305200a6e1 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.1191959 Feb 09 12:57:42.947385 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-7802d08e-34a3-4422-b267-e0b5ba0b2fc7 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299165 Feb 09 12:57:43.020960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc2b6699-e9c9-41d9-908c-f00db3eb4517 req-f4900795-b980-44a7-b52b-39bd59374c59 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076386 Feb 09 12:57:43.129353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-d838fcd0-deff-4ec2-aee6-3078d7f83b34 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:43.138433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:43.434849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-feb5e9bc-2b43-4e53-ab94-d18dae90e1e6 req-e928c221-62d9-495b-b7a7-35a209445048 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/ports?device_id=acccc544-7137-43a0-8f5c-83fbf0ec9bcb HTTP/1.1" status: 200 len: 210 time: 0.0556941 Feb 09 12:57:43.534301 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8e4cb9b-f470-4a51-8ae7-2d6eb354aa3b req-adfee81e-967d-4eb9-bdca-fc8a3d24f226 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768504 Feb 09 12:57:43.550873 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'name': 'tempest-TaggedBootDevicesTest-560635655-router', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:32Z', 'updated_at': '2022-02-09T12:57:35Z', 'revision_number': 3, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'gw_port': {'id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:33Z', 'updated_at': '2022-02-09T12:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:43.559390 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-e14e24f1-6b3a-441e-b370-3de1f297c9bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf&tenant_id=cc2819efca0d491a9ed7482035fce7d0 HTTP/1.1" status: 200 len: 1101 time: 0.3886178 Feb 09 12:57:43.572676 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe0f78-1fb8-45d8-afed-aed56459bf2a None None] The sync data for ids ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'] in n-d-825175-3 is: [{'id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'name': 'tempest-TaggedBootDevicesTest-560635655-router', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:32Z', 'updated_at': '2022-02-09T12:57:35Z', 'revision_number': 3, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'gw_port': {'id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:33Z', 'updated_at': '2022-02-09T12:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:57:43.588409 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'tag': '10964075-3c20-4096-ad7e-15d5427c147f', 'status': 'completed', 'code': 200} Feb 09 12:57:43.594585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:43.613856 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:43.656919 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] Checking router: 576faf3b-c5bc-44c7-b7e5-3acba6037492 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:57:43.699649 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:43.700556 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:43.710591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-d838fcd0-deff-4ec2-aee6-3078d7f83b34 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:43.717452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-d838fcd0-deff-4ec2-aee6-3078d7f83b34 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:43.947193 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-d838fcd0-deff-4ec2-aee6-3078d7f83b34 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "PUT /v2.0/floatingips/2fc65de9-1709-4d27-9943-cfb40754beb3 HTTP/1.1" status: 200 len: 696 time: 3.2554467 Feb 09 12:57:43.948809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:44.017295 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:44.150169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fda758-424a-43eb-8085-e23016bd736f req-61bfed7c-9b22-4150-938e-7e0ede21734c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:44.159319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6fda758-424a-43eb-8085-e23016bd736f req-61bfed7c-9b22-4150-938e-7e0ede21734c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 943 time: 0.2939417 Feb 09 12:57:44.263166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6fda758-424a-43eb-8085-e23016bd736f req-695b57b3-ceef-4783-b3df-63ef80b1efcc tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017344 Feb 09 12:57:44.278184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Allocated IP 172.20.0.1 (653911f0-c10c-4fd0-aefa-9b7059bd9ad9/cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d/30a828ec-0a41-4374-95f5-fe95b1037c5f) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:57:44.288667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-5ae2c248-0b86-4ed8-b4f0-5462b2e36472 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1097 time: 0.3235090 Feb 09 12:57:44.382597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35118) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:44.436346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:44.519258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1639d619-11a2-454b-a2e9-091b5646125b no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:57:44.528929 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6c1e1d7-2541-4c71-b88c-3deecb74e3f2 req-26d70871-3ab2-43e7-b6d8-87dbec31e863 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1094 time: 0.7963774 Feb 09 12:57:44.796096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-4da6fb05-9ded-4b49-b255-75a049550e96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:44.797756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-4da6fb05-9ded-4b49-b255-75a049550e96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.5079730 Feb 09 12:57:44.969906 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:44.987704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-eca758c2-10f0-4fe9-b596-5edc64cfc378 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 217 time: 0.1789441 Feb 09 12:57:45.008676 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:45.017641 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bb7d99-fe39-4676-a058-6f341822b2c5 None None] The sync data for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 is: [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:54:14Z', 'revision_number': 4, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '2152b564-7453-4ae8-8202-452f08836533', 'name': '', 'network_id': 'f64636e3-1a92-49a2-9146-0ce893b89e65', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'mac_address': 'fa:16:3e:8a:cb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:12Z', 'updated_at': '2022-02-09T12:54:24Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'subnets': [{'id': 'e783f890-6d5e-423d-a0e0-59464ef7e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:57:45.097930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-3488d9f1-ab04-4d58-b81c-0c85bb59f3a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:45.099426 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-3488d9f1-ab04-4d58-b81c-0c85bb59f3a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.0874264 Feb 09 12:57:45.132344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:45.145968 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'status': 'completed', 'code': 200} Feb 09 12:57:45.208377 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-947cfbc1-5174-4f47-ac41-f7c3bf7503c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:45.253737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-947cfbc1-5174-4f47-ac41-f7c3bf7503c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:45.259513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-947cfbc1-5174-4f47-ac41-f7c3bf7503c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ee303e03e18448cbb3202d3c3ee5369d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:45.268075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-947cfbc1-5174-4f47-ac41-f7c3bf7503c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:45.282582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-947cfbc1-5174-4f47-ac41-f7c3bf7503c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:45.375252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e1d7-2541-4c71-b88c-3deecb74e3f2 req-882c9849-0e6a-4c52-97cf-459f64e9995f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:45.377576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6c1e1d7-2541-4c71-b88c-3deecb74e3f2 req-882c9849-0e6a-4c52-97cf-459f64e9995f service neutron] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.7835393 Feb 09 12:57:45.390399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Transition to ACTIVE for port object 30a828ec-0a41-4374-95f5-fe95b1037c5f will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:45.410003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13bc0ec5-249c-44dd-a2ee-dce7b3d388e1 req-4cb884a0-928b-4d71-abe2-5cf170e03ac2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3f87049e7ae349579835171912f526a8&device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 1097 time: 0.3096051 Feb 09 12:57:45.412643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-13455d44-0611-4599-9e6b-0c3bc507424b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604723 Feb 09 12:57:45.484081 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6c1e1d7-2541-4c71-b88c-3deecb74e3f2 req-8c24f8c6-eb20-4ad5-b1ca-453139a7b0f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10964075-3c20-4096-ad7e-15d5427c147f HTTP/1.1" status: 200 len: 217 time: 0.0818763 Feb 09 12:57:45.551515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1639d619-11a2-454b-a2e9-091b5646125b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:45.565690 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:45.603289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'name': 'network-vif-deleted', 'tag': '3504e36f-1264-4240-94ee-ba823f9634c6'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:45.654028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1e1d7-2541-4c71-b88c-3deecb74e3f2 req-aae51125-b85f-46e9-9c04-ae1bc43ba301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:45.655720 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6c1e1d7-2541-4c71-b88c-3deecb74e3f2 req-aae51125-b85f-46e9-9c04-ae1bc43ba301 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1557653 Feb 09 12:57:45.714990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:45.716198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:45.759210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:45.764764 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6c1e1d7-2541-4c71-b88c-3deecb74e3f2 req-468d9cdb-77c4-4dea-a77e-02373cd12af6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949986 Feb 09 12:57:45.765364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Pushing event updated for resources: {'Port': ['ID=30a828ec-0a41-4374-95f5-fe95b1037c5f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:45.774635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:57:45.823665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0a870-7910-4633-b338-1122e2d3fafc req-f20a9058-fa73-493d-b4ad-e8701e404080 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:45.830118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dc0a870-7910-4633-b338-1122e2d3fafc req-f20a9058-fa73-493d-b4ad-e8701e404080 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.5451574 Feb 09 12:57:45.841024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:45.864419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.864419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.864419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.864419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.865166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.865166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.865432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.865606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.865904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.866218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.874550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:45.874817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-947cfbc1-5174-4f47-ac41-f7c3bf7503c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:45.901711 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-947cfbc1-5174-4f47-ac41-f7c3bf7503c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:45.937356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc0ec5-249c-44dd-a2ee-dce7b3d388e1 req-21f198e0-c9c1-4d93-afc0-0e5fa0894699 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:45.939599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13bc0ec5-249c-44dd-a2ee-dce7b3d388e1 req-21f198e0-c9c1-4d93-afc0-0e5fa0894699 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 200 len: 922 time: 0.5189550 Feb 09 12:57:45.944165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] Sync routers for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:57:45.952283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-05669a37-13f0-4be0-9a61-3b9ac9760558 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115061 Feb 09 12:57:45.970117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:45.991436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:45.998832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:46.027805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:46.079848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Transition to ACTIVE for port object 1639d619-11a2-454b-a2e9-091b5646125b will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:57:46.109613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:46.232874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cfbc1-5174-4f47-ac41-f7c3bf7503c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3cee58-914a-45e3-ac4d-71a1edf52a3a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:46.259901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dc0a870-7910-4633-b338-1122e2d3fafc req-ef881549-155e-4e75-bbaf-b0c801d81a3d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285655 Feb 09 12:57:46.331791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13bc0ec5-249c-44dd-a2ee-dce7b3d388e1 req-1fe06179-636f-4191-8ba8-7a654a690883 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 200 len: 217 time: 0.3570211 Feb 09 12:57:46.360422 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6c1e1d7-2541-4c71-b88c-3deecb74e3f2 req-784363e1-de17-4a43-ac41-9e9e908b2f66 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523632 Feb 09 12:57:46.411935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:46.471177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-947cfbc1-5174-4f47-ac41-f7c3bf7503c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee303e03e18448cbb3202d3c3ee5369d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0867581 Feb 09 12:57:46.486578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35142) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:46.628697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Pushing event updated for resources: {'Port': ['ID=1639d619-11a2-454b-a2e9-091b5646125b,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:46.637002 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6c1e1d7-2541-4c71-b88c-3deecb74e3f2 req-ee5d4930-a377-4d92-b4ed-425bf3bb6bfc service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473094 Feb 09 12:57:46.709350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc0ec5-249c-44dd-a2ee-dce7b3d388e1 req-12096a66-2d1e-4319-bc7a-fc681b6faa1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:46.710883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13bc0ec5-249c-44dd-a2ee-dce7b3d388e1 req-12096a66-2d1e-4319-bc7a-fc681b6faa1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 200 len: 860 time: 0.1989126 Feb 09 12:57:46.754091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06d4ac27-5c92-422e-94fc-518fd6b3ac81 req-e610d48e-04c1-481f-beb9-12221c226fd5 service neutron] 10.222.0.59 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354692 Feb 09 12:57:46.770415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:46.812004 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8c91-a5b3-437c-a0a8-06f15ac92818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:46.836903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] No DVR routers for this DVR port 1639d619-11a2-454b-a2e9-091b5646125b on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:57:46.840478 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8c91-a5b3-437c-a0a8-06f15ac92818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:46.903146 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8c91-a5b3-437c-a0a8-06f15ac92818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:46.916105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce81a6-3930-4def-a67a-24485a2b286f req-a44cb92f-563e-490f-83d7-d25ca296a3c5 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:46.917610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-99ce81a6-3930-4def-a67a-24485a2b286f req-a44cb92f-563e-490f-83d7-d25ca296a3c5 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 949 time: 0.6480381 Feb 09 12:57:46.956459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Attempting to bind port 1639d619-11a2-454b-a2e9-091b5646125b on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:57:46.956863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Attempting to bind port 1639d619-11a2-454b-a2e9-091b5646125b by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:57:46.957263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Attempting to bind port 1639d619-11a2-454b-a2e9-091b5646125b on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:46.965429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Port 1639d619-11a2-454b-a2e9-091b5646125b on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:57:46.965681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Attempting to bind port 1639d619-11a2-454b-a2e9-091b5646125b on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:57:47.018646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:57:47.019058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:47.019384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:57:47.019900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Bound port: 1639d619-11a2-454b-a2e9-091b5646125b, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:57:47.020252 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.038891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee8c91-a5b3-437c-a0a8-06f15ac92818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3cee58-914a-45e3-ac4d-71a1edf52a3a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:47.040716 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8c91-a5b3-437c-a0a8-06f15ac92818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.044185 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a7ee8c91-a5b3-437c-a0a8-06f15ac92818 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac3cee58-914a-45e3-ac4d-71a1edf52a3a HTTP/1.1" status: 204 len: 168 time: 0.5246370 Feb 09 12:57:47.044332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ca84203d-2327-49a9-8492-edf0e0c7a1c2 None None] Provisioning for port 30a828ec-0a41-4374-95f5-fe95b1037c5f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:47.068093 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:57:47.068552 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:57:47.120630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ca84203d-2327-49a9-8492-edf0e0c7a1c2 None None] Provisioning complete for port 30a828ec-0a41-4374-95f5-fe95b1037c5f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:47.121642 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca84203d-2327-49a9-8492-edf0e0c7a1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.200152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-99ce81a6-3930-4def-a67a-24485a2b286f req-c07491f7-bb22-42df-b54d-dd9e2dc7785f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Deleting port 1f939138-85f7-44fe-a2d0-9614256a461f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:57:47.200490 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-99ce81a6-3930-4def-a67a-24485a2b286f req-c07491f7-bb22-42df-b54d-dd9e2dc7785f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.257264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13bc0ec5-249c-44dd-a2ee-dce7b3d388e1 req-07eb7e07-ed7f-46d8-967c-df5dc66a2b3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c94dde66-53f2-4207-ba32-f728209ad5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5353894 Feb 09 12:57:47.271301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0d6ba-cc19-4e47-ad43-b50bccb5a565 req-aa15399f-f509-46f1-b854-7be73cc8c840 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:47.272780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dab0d6ba-cc19-4e47-ad43-b50bccb5a565 req-aa15399f-f509-46f1-b854-7be73cc8c840 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cfb6369-5139-4a27-8663-0b540530a6fd HTTP/1.1" status: 200 len: 949 time: 0.3743863 Feb 09 12:57:47.321652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:57:47.334303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1639d619-11a2-454b-a2e9-091b5646125b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:57:47.341212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.355160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ca84203d-2327-49a9-8492-edf0e0c7a1c2 None None] Port 30a828ec-0a41-4374-95f5-fe95b1037c5f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:57:47.421574 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.437698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.439173 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] 10.222.0.62 "PUT /v2.0/ports/1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 1096 time: 3.8492057 Feb 09 12:57:47.447261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.463150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 10964075-3c20-4096-ad7e-15d5427c147f details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:57:47.464980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca2d40-9f4f-4622-b1b7-693c64f990e9 req-1061abe3-5989-485c-a73c-471bbd64d3b0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:47.475476 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29ca2d40-9f4f-4622-b1b7-693c64f990e9 req-1061abe3-5989-485c-a73c-471bbd64d3b0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 943 time: 0.5566468 Feb 09 12:57:47.518229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13bc0ec5-249c-44dd-a2ee-dce7b3d388e1 req-ec7ef82a-1b6a-4c89-84d6-cd284e0f9ab1 service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409263 Feb 09 12:57:47.578548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:47.589472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b05dbc-f923-4636-befc-156beebb6978 service neutron] Pushing event updated for resources: {'Port': ['ID=1639d619-11a2-454b-a2e9-091b5646125b,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:47.647926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] Checking router: e7f4adc0-df31-4b3c-b375-f24e6dc68c52 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:57:47.688834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:47.700139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29ca2d40-9f4f-4622-b1b7-693c64f990e9 req-76ab9a9a-f0d1-4d86-baaa-1bc5b3722c14 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230756 Feb 09 12:57:47.912436 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acccc544-7137-43a0-8f5c-83fbf0ec9bcb', 'name': 'network-vif-deleted', 'tag': '3504e36f-1264-4240-94ee-ba823f9634c6', 'status': 'completed', 'code': 200} Feb 09 12:57:47.929395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Pushing event updated for resources: {'Port': ['ID=30a828ec-0a41-4374-95f5-fe95b1037c5f,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:47.975264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:47.976164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:47.996028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-99ce81a6-3930-4def-a67a-24485a2b286f req-c07491f7-bb22-42df-b54d-dd9e2dc7785f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] For port 1f939138-85f7-44fe-a2d0-9614256a461f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1f939138-85f7-44fe-a2d0-9614256a461f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:47.996384 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-99ce81a6-3930-4def-a67a-24485a2b286f req-c07491f7-bb22-42df-b54d-dd9e2dc7785f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:48.054753 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-66fc95af-0409-4ba9-b1fa-bc136e17dc91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1099 time: 0.5717616 Feb 09 12:57:48.322426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:57:48.325376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:48.362998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-99ce81a6-3930-4def-a67a-24485a2b286f req-c07491f7-bb22-42df-b54d-dd9e2dc7785f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Calling delete_port for 1f939138-85f7-44fe-a2d0-9614256a461f owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:57:48.403418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:48.429581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '10964075-3c20-4096-ad7e-15d5427c147f', 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b', 'port_id': '10964075-3c20-4096-ad7e-15d5427c147f', 'mac_address': 'fa:16:3e:3a:0e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd2727c-15b8-45c3-8c15-2175775019e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:57:48.549031 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:48.578532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dab0d6ba-cc19-4e47-ad43-b50bccb5a565 req-7aef7baf-e2a5-4dc7-9b5e-f47f128f1796 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1500201 Feb 09 12:57:48.579852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10964075-3c20-4096-ad7e-15d5427c147f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:57:48.590714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:48.736410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be0d46-f694-475d-a18e-802f6ec70209 req-8499d1c7-0a58-4ea0-8841-fb7fff35a475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:48.740174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-8499d1c7-0a58-4ea0-8841-fb7fff35a475 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.6777017 Feb 09 12:57:48.775688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:48.824084 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:48.858970 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-c95914ca-5b22-4ac3-b91a-c331c0fbf99a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 217 time: 0.1078131 Feb 09 12:57:48.911227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-99ce81a6-3930-4def-a67a-24485a2b286f req-c07491f7-bb22-42df-b54d-dd9e2dc7785f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:48.948486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8', '294012ad-3ae0-41a1-9408-31c43cc47f2a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:48.949403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be0d46-f694-475d-a18e-802f6ec70209 req-4e8e8fbe-f65e-432d-b246-d55546603653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:48.951245 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-4e8e8fbe-f65e-432d-b246-d55546603653 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0787220 Feb 09 12:57:48.951994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35186) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:48.995330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'be3c8289-4c79-4db4-af58-a7d026020fc0', '1d594510-41b5-4512-891f-3f309d0ef494', 'c28a157c-c4d7-466d-8467-1457cbf2779f', '31550b55-d731-40a1-84ae-033973b27039'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:49.048363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07491f7-bb22-42df-b54d-dd9e2dc7785f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event deleted for resources: {'Port': ['ID=1f939138-85f7-44fe-a2d0-9614256a461f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:49.067239 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13bc0ec5-249c-44dd-a2ee-dce7b3d388e1 req-3ddfdde5-2fa2-4fc5-b373-9c71e0f5a4a2 service neutron] 10.222.0.62 "GET /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5057113 Feb 09 12:57:49.137502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d386acc-cb28-457b-a34c-ee9edd1f8a34 req-d24d9a88-57bf-403a-b6b4-963db40a9458 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:49.150433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d386acc-cb28-457b-a34c-ee9edd1f8a34 req-d24d9a88-57bf-403a-b6b4-963db40a9458 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 948 time: 0.5615880 Feb 09 12:57:49.240369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1120005078-network', 'tenant_id': '7fecec3b42df453293b2fc62ba68b391'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:49.251212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:49.294872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=10964075-3c20-4096-ad7e-15d5427c147f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:49.332363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Usage tracker for resource:network and tenant:7fecec3b42df453293b2fc62ba68b391 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:49.340991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:49.343729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['10964075-3c20-4096-ad7e-15d5427c147f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:49.362490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:49.395126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-4a70400a-d0be-4a40-a0dd-8762973a17fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4212048 Feb 09 12:57:49.396809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Made reservation on behalf of 7fecec3b42df453293b2fc62ba68b391 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:49.399727 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:49.409817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ce81a6-3930-4def-a67a-24485a2b286f req-c07491f7-bb22-42df-b54d-dd9e2dc7785f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] No DVR routers for this DVR port 1f939138-85f7-44fe-a2d0-9614256a461f on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:57:49.419934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-99ce81a6-3930-4def-a67a-24485a2b286f req-c07491f7-bb22-42df-b54d-dd9e2dc7785f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:49.423042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfb6369-5139-4a27-8663-0b540530a6fd', 'name': 'network-vif-deleted', 'tag': '1f939138-85f7-44fe-a2d0-9614256a461f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:49.452588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:49.461506 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-99ce81a6-3930-4def-a67a-24485a2b286f req-c07491f7-bb22-42df-b54d-dd9e2dc7785f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "DELETE /v2.0/ports/1f939138-85f7-44fe-a2d0-9614256a461f HTTP/1.1" status: 204 len: 173 time: 2.4231875 Feb 09 12:57:49.489496 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d386acc-cb28-457b-a34c-ee9edd1f8a34 req-29be6845-d670-433c-b841-6b39c314aeab tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384798 Feb 09 12:57:49.536643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8a912-862e-4658-82e7-e2bfd275a7c1 req-63daada9-f94e-4a13-af0a-26cbf3e0056e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:49.549373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7c8a912-862e-4658-82e7-e2bfd275a7c1 req-63daada9-f94e-4a13-af0a-26cbf3e0056e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 944 time: 0.2213764 Feb 09 12:57:49.593031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-02b4f3b2-7510-4415-ad9a-4c4c8c1dd7a2 None None] Provisioning complete for port 30a828ec-0a41-4374-95f5-fe95b1037c5f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:49.593669 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-02b4f3b2-7510-4415-ad9a-4c4c8c1dd7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:49.639541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7c8a912-862e-4658-82e7-e2bfd275a7c1 req-4ddcb650-10dd-4cc3-99c7-e37436a7d36d tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880105 Feb 09 12:57:49.688523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:49.710284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Usage tracker for resource:security_group_rule and tenant:7fecec3b42df453293b2fc62ba68b391 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:49.720786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:49.726299 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-f09b5d10-e996-44d9-8585-62ca3b21e949 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120856 Feb 09 12:57:49.738691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:49.880018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-02b4f3b2-7510-4415-ad9a-4c4c8c1dd7a2 None None] Port 30a828ec-0a41-4374-95f5-fe95b1037c5f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:57:49.915629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b'}, {'name': 'network-changed', 'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:49.921307 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30576625-4136-4cca-b13c-9a4086c16dda req-87d2a487-7b6b-422a-bbbb-5702cb8de2c0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips/2fc65de9-1709-4d27-9943-cfb40754beb3 HTTP/1.1" status: 200 len: 696 time: 0.1856437 Feb 09 12:57:50.091554 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79be0d46-f694-475d-a18e-802f6ec70209 req-e0f84abf-77b4-4c7b-a160-226d0274f2a8 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500869 Feb 09 12:57:50.102309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Router 7bb14ef1-c7f0-400e-9768-cb629a55d15c has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:57:50.158724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:50.229887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:50.234375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30576625-4136-4cca-b13c-9a4086c16dda req-38d51260-f9d3-485f-9f7f-63a673737900 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:50.243443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30576625-4136-4cca-b13c-9a4086c16dda req-38d51260-f9d3-485f-9f7f-63a673737900 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.3208458 Feb 09 12:57:50.254693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-30576625-4136-4cca-b13c-9a4086c16dda req-086bc762-f375-4b0e-87bc-594007f8bc09 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:57:50.264344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30576625-4136-4cca-b13c-9a4086c16dda req-086bc762-f375-4b0e-87bc-594007f8bc09 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0188806 Feb 09 12:57:50.275798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef919ab4-4828-4b3c-acd8-7e89486ffab4 None None] The sync data for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 is: [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:55:44Z', 'revision_number': 4, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '21c46860-f759-48fa-aafb-f49881e1999d', 'name': '', 'network_id': 'c94dde66-53f2-4207-ba32-f728209ad5d1', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'mac_address': 'fa:16:3e:09:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:42Z', 'updated_at': '2022-02-09T12:55:55Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'subnets': [{'id': 'f26fd653-776c-468c-8cfb-1a99f0552deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:57:50.284658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:50.465450 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30576625-4136-4cca-b13c-9a4086c16dda req-60c50351-cbef-47a9-9801-612ce5e4900b tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 699 time: 0.1980512 Feb 09 12:57:50.471094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:57:50.487113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:50.487727 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Added segment c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d of type vlan for network 2459202c-405b-4450-bc5f-eeb2bfe623a1 Feb 09 12:57:50.547620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1f939138-85f7-44fe-a2d0-9614256a461f no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:57:50.589427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 1f939138-85f7-44fe-a2d0-9614256a461f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:57:50.589876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1f939138-85f7-44fe-a2d0-9614256a461f not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:57:50.628162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35210) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:50.699477 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30576625-4136-4cca-b13c-9a4086c16dda req-d44b03a0-3dbd-4cce-8325-17644bb20928 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.107 HTTP/1.1" status: 200 len: 699 time: 0.2330582 Feb 09 12:57:50.714250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65894f51-9c84-45ae-a909-1a00e83c7f32,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:50.743159 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:50.780117 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfb6369-5139-4a27-8663-0b540530a6fd', 'name': 'network-vif-deleted', 'tag': '1f939138-85f7-44fe-a2d0-9614256a461f', 'status': 'completed', 'code': 200} Feb 09 12:57:50.840439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:50.841405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:50.842806 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:50.943769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-30576625-4136-4cca-b13c-9a4086c16dda req-2c7c98f8-3ea5-4d32-9ec6-6dc1431a11e0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Deleting port b5230a6a-cc01-48b1-a8fb-2e6ae5e64183 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:57:50.945982 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30576625-4136-4cca-b13c-9a4086c16dda req-2c7c98f8-3ea5-4d32-9ec6-6dc1431a11e0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:51.013758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:51.098352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:51.104044 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b', 'code': 200} Feb 09 12:57:51.104512 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b', 'status': 'completed', 'code': 200} Feb 09 12:57:51.170096 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2144644 Feb 09 12:57:51.177616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35220) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:51.194749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Request body: {'subnet': {'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1120005078-subnet', 'tenant_id': '7fecec3b42df453293b2fc62ba68b391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:57:51.217235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa365352-6cf5-4914-b842-ae924f5eaaa4 admin admin] Pushing event updated for resources: {'Network': ['ID=2459202c-405b-4450-bc5f-eeb2bfe623a1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:51.221433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:57:51.238954 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 2459202c-405b-4450-bc5f-eeb2bfe623a1 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:57:51.256882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Usage tracker for resource:subnet and tenant:7fecec3b42df453293b2fc62ba68b391 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:57:51.263007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:57:51.269976 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f9d4092b-7501-4b72-850f-b262242efbba admin admin] 10.222.0.59 "PUT /v2.0/routers/7bb14ef1-c7f0-400e-9768-cb629a55d15c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8509235 Feb 09 12:57:51.271856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:57:51.290556 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-b514fa25-1abe-4fed-934b-3cf809a0309c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1099 time: 0.1770959 Feb 09 12:57:51.349492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:57:51.396948 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30576625-4136-4cca-b13c-9a4086c16dda req-2c7c98f8-3ea5-4d32-9ec6-6dc1431a11e0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:51.397293 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30576625-4136-4cca-b13c-9a4086c16dda req-2c7c98f8-3ea5-4d32-9ec6-6dc1431a11e0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:51.401026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Made reservation on behalf of 7fecec3b42df453293b2fc62ba68b391 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:57:51.403404 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:51.669838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623644b-e6cc-4609-924f-37638482d98e req-ec482fb9-b557-4dad-887a-ce116b2adc6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:51.671939 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-ec482fb9-b557-4dad-887a-ce116b2adc6c service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3805077 Feb 09 12:57:51.762151 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-654e171d-efcf-4039-a01e-ae8cb3cc0d10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 217 time: 0.0810199 Feb 09 12:57:51.822663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-30576625-4136-4cca-b13c-9a4086c16dda req-2c7c98f8-3ea5-4d32-9ec6-6dc1431a11e0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Calling delete_port for b5230a6a-cc01-48b1-a8fb-2e6ae5e64183 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:57:51.873683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623644b-e6cc-4609-924f-37638482d98e req-4a070089-3dea-482f-80ea-de3f07cbec0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:51.875321 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-4a070089-3dea-482f-80ea-de3f07cbec0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0853519 Feb 09 12:57:51.937228 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:51.966851 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:52.052080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7fd81d-e49e-4c3f-9907-200df00bbec4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:52.066765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f46d025-13d3-4ccd-8142-d22e6f2c7fa5,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:52.080040 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-18f270ac-6989-4424-9071-6b5ab785ddd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1874056 Feb 09 12:57:52.190927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.191714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.192853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.193298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Checking segment: {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:57:52.193572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.193702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Network hostable DHCP agents. Network: 2459202c-405b-4450-bc5f-eeb2bfe623a1, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:57:52.194135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.194713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.195265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.195789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.196369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.196875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.197506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:57:52.271624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Network 2459202c-405b-4450-bc5f-eeb2bfe623a1 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:57:52.286013 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-6efabc57-03a8-4361-a19a-f5f6c2204af6 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986358 Feb 09 12:57:52.289348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 2459202c-405b-4450-bc5f-eeb2bfe623a1) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:57:52.303911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06604eff-9cd7-4cd1-b380-a97d1d35fad0 None None] Network 2459202c-405b-4450-bc5f-eeb2bfe623a1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:57:52.321104 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:52.323554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8c9b8957-2a97-4bf0-83ff-e326f2a78faf tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "DELETE /v2.0/security-groups/ed7fd81d-e49e-4c3f-9907-200df00bbec4 HTTP/1.1" status: 204 len: 168 time: 1.6941111 Feb 09 12:57:52.337566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:52.341965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:52.349273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35254) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:52.417485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726c70d-140e-4fbb-bbe1-d979d4098c81 req-172a4deb-2fe0-4c33-88b3-fed95350ef30 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:52.418829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f726c70d-140e-4fbb-bbe1-d979d4098c81 req-172a4deb-2fe0-4c33-88b3-fed95350ef30 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 948 time: 0.6636000 Feb 09 12:57:52.437638 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-14cddbf0-b563-4c44-a343-d72cc7403f7d tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] show failed (client error): The resource could not be found. Feb 09 12:57:52.439265 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-14cddbf0-b563-4c44-a343-d72cc7403f7d tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "GET /v2.0/security-groups/ed7fd81d-e49e-4c3f-9907-200df00bbec4 HTTP/1.1" status: 404 len: 347 time: 0.0796716 Feb 09 12:57:52.462244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35258) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:57:52.485793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-7c327a73-4e9f-410b-9905-55816d474601 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1099 time: 1.3340762 Feb 09 12:57:52.552402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d3506cf8-c981-4e2a-9203-b074d601852d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3655457 Feb 09 12:57:52.591019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30576625-4136-4cca-b13c-9a4086c16dda req-2c7c98f8-3ea5-4d32-9ec6-6dc1431a11e0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:52.698066 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-30949024-ebec-4ea6-90a8-b5c2adc328bc service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038808 Feb 09 12:57:52.854581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998d1a80-ac33-46c6-9d79-d6b74e406adc None None] Network 2459202c-405b-4450-bc5f-eeb2bfe623a1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:57:52.855646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c98f8-3ea5-4d32-9ec6-6dc1431a11e0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Pushing event deleted for resources: {'Port': ['ID=b5230a6a-cc01-48b1-a8fb-2e6ae5e64183,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:53.133908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30576625-4136-4cca-b13c-9a4086c16dda req-2c7c98f8-3ea5-4d32-9ec6-6dc1431a11e0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:53.137520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Deleting port e57edb96-8c15-49d6-b9e0-c1e2201005da {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:57:53.137938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:53.215505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f726c70d-140e-4fbb-bbe1-d979d4098c81 req-f5949354-bb2b-4ede-94bf-771a96d4f003 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7801614 Feb 09 12:57:53.434455 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:53.434826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:53.496363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1639d619-11a2-454b-a2e9-091b5646125b details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:57:53.504826 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 10964075-3c20-4096-ad7e-15d5427c147f up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:53.642817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Calling delete_port for e57edb96-8c15-49d6-b9e0-c1e2201005da owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:57:53.729022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 10964075-3c20-4096-ad7e-15d5427c147f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:53.751251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 10964075-3c20-4096-ad7e-15d5427c147f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:53.751627 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:53.778721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-30576625-4136-4cca-b13c-9a4086c16dda req-2c7c98f8-3ea5-4d32-9ec6-6dc1431a11e0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:53.782005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30576625-4136-4cca-b13c-9a4086c16dda req-2c7c98f8-3ea5-4d32-9ec6-6dc1431a11e0 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "DELETE /v2.0/floatingips/2fc65de9-1709-4d27-9943-cfb40754beb3 HTTP/1.1" status: 204 len: 173 time: 3.0709736 Feb 09 12:57:53.801398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1639d619-11a2-454b-a2e9-091b5646125b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:53.837774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '1639d619-11a2-454b-a2e9-091b5646125b', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '1639d619-11a2-454b-a2e9-091b5646125b', 'mac_address': 'fa:16:3e:f2:db:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:57:53.850395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623644b-e6cc-4609-924f-37638482d98e req-7515149a-fcfe-42a8-89c2-631654bc47e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:53.852201 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-7515149a-fcfe-42a8-89c2-631654bc47e7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 1.2914143 Feb 09 12:57:53.907772 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba51635-7bb1-4d29-b704-70fc1c4ade62 None None] New status for floating IP 027f7bb4-21ad-4f41-987c-0a9c63f27830: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 12:57:54.345168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e4b354-322a-4f25-b546-b495b9422373 None None] New status for floating IP 2fc65de9-1709-4d27-9943-cfb40754beb3: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 12:57:54.359568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c35fce-2eb9-4839-b960-23ec7bbe5533 req-32c7b83d-6f32-4973-a18d-391696c7da57 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:54.367451 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68c35fce-2eb9-4839-b960-23ec7bbe5533 req-32c7b83d-6f32-4973-a18d-391696c7da57 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 944 time: 0.6832049 Feb 09 12:57:54.422964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-40248f4f-6d62-4d0c-b2ea-f6694a491f2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 217 time: 0.5524023 Feb 09 12:57:54.561684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:57:54.562209 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:57:54.606631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68c35fce-2eb9-4839-b960-23ec7bbe5533 req-fb305dd9-697a-412d-a269-ec213929002c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379436 Feb 09 12:57:54.630395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623644b-e6cc-4609-924f-37638482d98e req-5d408a33-a5e0-4a99-b2b0-6faf48ffaadf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:54.632644 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-5d408a33-a5e0-4a99-b2b0-6faf48ffaadf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1960173 Feb 09 12:57:54.672679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:54.756489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1639d619-11a2-454b-a2e9-091b5646125b {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:57:54.825466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1639d619-11a2-454b-a2e9-091b5646125b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:54.841124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72150d99-edf3-43ab-8b48-dde023a141f8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:54.860348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-d90ea458-4aa7-45b3-b408-75001237e372 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2214150 Feb 09 12:57:54.925195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.097387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Deleting port e57edb96-8c15-49d6-b9e0-c1e2201005da {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:57:55.097742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.101199 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d2d13cbb-1816-4f31-8b6a-c8fb30c296dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.113080 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.178049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:55.190052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10964075-3c20-4096-ad7e-15d5427c147f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:55.202098 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.249038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=1639d619-11a2-454b-a2e9-091b5646125b,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:55.268292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-2a3316ce-32db-4ce9-ba8b-e234ceb491af service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946106 Feb 09 12:57:55.294059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 72150d99-edf3-43ab-8b48-dde023a141f8 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:55.311940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 72150d99-edf3-43ab-8b48-dde023a141f8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:55.312319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.458539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=10964075-3c20-4096-ad7e-15d5427c147f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:55.459794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1639d619-11a2-454b-a2e9-091b5646125b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:55.516159 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.524551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ed74cc87-da99-4598-87bd-9fb207684a95 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:55.531771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ed74cc87-da99-4598-87bd-9fb207684a95 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 805 time: 0.6266494 Feb 09 12:57:55.591748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 72150d99-edf3-43ab-8b48-dde023a141f8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72150d99-edf3-43ab-8b48-dde023a141f8,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:55.605166 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.700869 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-e87b8754-5787-4fc9-b8b1-5aa80b881a6e tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/quotas/7fecec3b42df453293b2fc62ba68b391 HTTP/1.1" status: 200 len: 375 time: 0.1651833 Feb 09 12:57:55.715744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=72150d99-edf3-43ab-8b48-dde023a141f8,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:55.818214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-a7828b81-8008-4365-9224-ec38455126d1 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982256 Feb 09 12:57:55.854597 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.855005 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:55.865416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b623644b-e6cc-4609-924f-37638482d98e req-2ebe17b7-f754-4574-88e4-923e52be656b service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806482 Feb 09 12:57:56.085020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Calling delete_port for e57edb96-8c15-49d6-b9e0-c1e2201005da owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:57:56.239150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecf848-e8fe-421f-84be-8caeb72eec8e req-0c80f1aa-985a-477f-8364-15d2052a8983 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:56.241449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-57ecf848-e8fe-421f-84be-8caeb72eec8e req-0c80f1aa-985a-477f-8364-15d2052a8983 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 949 time: 0.6956654 Feb 09 12:57:56.368919 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-f2c2f8bd-fa5c-4a76-9910-f628f7aaaef4 service neutron] 10.222.0.59 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386741 Feb 09 12:57:56.375229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-57ecf848-e8fe-421f-84be-8caeb72eec8e req-190dc6bc-0af8-4032-a56e-9f502b2b4e1e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133888 Feb 09 12:57:56.556142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-abefaff8-9e0a-46f7-9576-ea08069b6f97 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:56.557709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-abefaff8-9e0a-46f7-9576-ea08069b6f97 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:57:56.583440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-abefaff8-9e0a-46f7-9576-ea08069b6f97 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:57:56.584455 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:56.585923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-abefaff8-9e0a-46f7-9576-ea08069b6f97 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 950 time: 0.1325958 Feb 09 12:57:56.714179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-f6927e19-e27b-452e-9ce0-91641a796660 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Deleting port 31550b55-d731-40a1-84ae-033973b27039 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:57:56.714831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-f6927e19-e27b-452e-9ce0-91641a796660 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:56.738314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72150d99-edf3-43ab-8b48-dde023a141f8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:56.826408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-59debdaa-fa3b-4311-9b64-8156821c6c17 service neutron] 10.222.0.59 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495690 Feb 09 12:57:56.832808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Pushing event deleted for resources: {'Port': ['ID=e57edb96-8c15-49d6-b9e0-c1e2201005da,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:56.840344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 72150d99-edf3-43ab-8b48-dde023a141f8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:56.841805 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:56.955241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:56.975171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d8b8a-7d2e-4122-a4e3-9888fd75aae2 req-3a4eadb3-3d5b-4916-93f8-9d9c7005917f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:56.975898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b20d8b8a-7d2e-4122-a4e3-9888fd75aae2 req-3a4eadb3-3d5b-4916-93f8-9d9c7005917f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:57:56.988963 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:56.995022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8a02e72b-657c-495e-a96f-f997abbbe3c9 tempest-ServersWithSpecificFlavorTestJSON-2046529289 tempest-ServersWithSpecificFlavorTestJSON-2046529289-project] 10.222.0.59 "DELETE /v2.0/floatingips/027f7bb4-21ad-4f41-987c-0a9c63f27830 HTTP/1.1" status: 204 len: 168 time: 4.5111997 Feb 09 12:57:56.998570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b20d8b8a-7d2e-4122-a4e3-9888fd75aae2 req-3a4eadb3-3d5b-4916-93f8-9d9c7005917f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:57:56.999930 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b20d8b8a-7d2e-4122-a4e3-9888fd75aae2 req-3a4eadb3-3d5b-4916-93f8-9d9c7005917f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 950 time: 0.3658612 Feb 09 12:57:57.077901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b20d8b8a-7d2e-4122-a4e3-9888fd75aae2 req-0e513983-7d10-456b-8527-204896e3d9a3 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682189 Feb 09 12:57:57.100330 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b21f8686-f55e-4bcc-96d0-5290475528cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:57.182816 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10964075-3c20-4096-ad7e-15d5427c147f', 'code': 200} Feb 09 12:57:57.252265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-f6927e19-e27b-452e-9ce0-91641a796660 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] For port 31550b55-d731-40a1-84ae-033973b27039, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=31550b55-d731-40a1-84ae-033973b27039,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:57.253357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-f6927e19-e27b-452e-9ce0-91641a796660 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:57.516408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1639d619-11a2-454b-a2e9-091b5646125b up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:57:57.602819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-f6927e19-e27b-452e-9ce0-91641a796660 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Calling delete_port for 31550b55-d731-40a1-84ae-033973b27039 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:57:57.603914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584b1ba-4174-403d-b572-d38431affc91 req-697e6f83-7335-4694-977c-699a3a5db718 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:57.604640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5584b1ba-4174-403d-b572-d38431affc91 req-697e6f83-7335-4694-977c-699a3a5db718 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Synchronizing usage tracker for tenant:3f87049e7ae349579835171912f526a8 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:57:57.647606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5584b1ba-4174-403d-b572-d38431affc91 req-697e6f83-7335-4694-977c-699a3a5db718 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Unset dirty status for tenant:3f87049e7ae349579835171912f526a8 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:57:57.649900 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5584b1ba-4174-403d-b572-d38431affc91 req-697e6f83-7335-4694-977c-699a3a5db718 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 946 time: 0.3712053 Feb 09 12:57:57.660806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-788f309c-41f5-4fd3-b2bc-562502281cfb tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:57.662902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-788f309c-41f5-4fd3-b2bc-562502281cfb tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 946 time: 0.2218699 Feb 09 12:57:57.733803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 1639d619-11a2-454b-a2e9-091b5646125b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:57:57.744799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 1639d619-11a2-454b-a2e9-091b5646125b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:57:57.746601 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:57.825748 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0782e-25f9-4d51-9e10-d8640bc042d2 req-389ba55c-5f73-4f4f-b085-38c130c7ab9e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:57.839829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3d0782e-25f9-4d51-9e10-d8640bc042d2 req-389ba55c-5f73-4f4f-b085-38c130c7ab9e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 945 time: 0.4554048 Feb 09 12:57:57.867772 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7839b406-50b0-4d99-88a1-ded281c60100 req-8cdc9fdb-329a-4577-a1e1-f85b1f45e62b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1096 time: 0.4154882 Feb 09 12:57:58.017531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5584b1ba-4174-403d-b572-d38431affc91 req-8cb327e0-2d97-4a2f-a231-9fc44c84f385 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/security-groups?id=5027e0ac-9d5d-4d8d-960d-8c813990d365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481381 Feb 09 12:57:58.034441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-35c2db32-1c33-4fb4-b5be-0f668e724c8e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Deleting port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:57:58.035124 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-35c2db32-1c33-4fb4-b5be-0f668e724c8e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:58.114936 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:58.185595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1639d619-11a2-454b-a2e9-091b5646125b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:58.204398 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:58.209773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3d0782e-25f9-4d51-9e10-d8640bc042d2 req-a17126fd-ba52-494e-a360-20af3b8fe61b tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630087 Feb 09 12:57:58.280751 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7839b406-50b0-4d99-88a1-ded281c60100 req-d7bb959c-2c92-4877-bf03-d2f9886be5c4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096174 Feb 09 12:57:58.316171 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-f6927e19-e27b-452e-9ce0-91641a796660 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:58.404978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8', '294012ad-3ae0-41a1-9408-31c43cc47f2a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:58.454524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'be3c8289-4c79-4db4-af58-a7d026020fc0', '1d594510-41b5-4512-891f-3f309d0ef494', 'c28a157c-c4d7-466d-8467-1457cbf2779f', '31550b55-d731-40a1-84ae-033973b27039'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:57:58.476657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6927e19-e27b-452e-9ce0-91641a796660 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event deleted for resources: {'Port': ['ID=31550b55-d731-40a1-84ae-033973b27039,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:58.497880 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Sync routers for ids ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:57:58.553422 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Routers {'7bb14ef1-c7f0-400e-9768-cb629a55d15c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:57:58.566517 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:58.753752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-f6927e19-e27b-452e-9ce0-91641a796660 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] No DVR routers for this DVR port 31550b55-d731-40a1-84ae-033973b27039 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:57:58.760489 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-f6927e19-e27b-452e-9ce0-91641a796660 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:58.786817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22344ae-8587-4f26-bd9a-092a6080179d', 'name': 'network-vif-deleted', 'tag': '31550b55-d731-40a1-84ae-033973b27039'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:58.804692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=1639d619-11a2-454b-a2e9-091b5646125b,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:57:58.813031 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9970076-a23d-4bec-9529-e2abbb27cac1 req-f6927e19-e27b-452e-9ce0-91641a796660 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "DELETE /v2.0/ports/31550b55-d731-40a1-84ae-033973b27039 HTTP/1.1" status: 204 len: 173 time: 2.2073400 Feb 09 12:57:59.173658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:59.174758 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:59.302730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:57:59.393693 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Set router 7bb14ef1-c7f0-400e-9768-cb629a55d15c gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:57:59.585183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-35c2db32-1c33-4fb4-b5be-0f668e724c8e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] For port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:57:59.585826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-35c2db32-1c33-4fb4-b5be-0f668e724c8e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:59.607501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-a970758a-6995-41ca-887d-be15120770a2 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:57:59.616109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-a970758a-6995-41ca-887d-be15120770a2 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 807 time: 1.0499136 Feb 09 12:57:59.634220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-16bf5efd-4a0c-4421-9fcc-b26e34ceb60d req-8264f516-83fa-4b97-9735-c27b62861ff0 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 210 time: 0.2514379 Feb 09 12:57:59.801658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:57:59.842291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-ce1b201a-bc70-40a6-a7d2-cd4ddc3f7594 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/quotas/4356ca73cb7b44649bc5b79338960c01 HTTP/1.1" status: 200 len: 375 time: 0.2250733 Feb 09 12:57:59.888304 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:57:59.984305 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'name': 'tempest-TaggedBootDevicesTest-560635655-router', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:32Z', 'updated_at': '2022-02-09T12:57:46Z', 'revision_number': 4, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'gw_port': {'id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:33Z', 'updated_at': '2022-02-09T12:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '30a828ec-0a41-4374-95f5-fe95b1037c5f', 'name': '', 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'mac_address': 'fa:16:3e:0e:fb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:43Z', 'updated_at': '2022-02-09T12:57:46Z', 'revision_number': 2, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'subnets': [{'id': 'cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:57:59.990378 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Checking router: 7bb14ef1-c7f0-400e-9768-cb629a55d15c for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:57:59.991454 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Updating router 7bb14ef1-c7f0-400e-9768-cb629a55d15c port 30a828ec-0a41-4374-95f5-fe95b1037c5f binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:58:00.041674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-35c2db32-1c33-4fb4-b5be-0f668e724c8e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Calling delete_port for 8a8d8d2e-501e-40ef-8aa8-69cea89128ae owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:00.095514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-402c174a-2120-4c5a-9e09-637b01a6587b tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:00.096223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-402c174a-2120-4c5a-9e09-637b01a6587b tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Synchronizing usage tracker for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:00.129120 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:00.137174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-402c174a-2120-4c5a-9e09-637b01a6587b tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Unset dirty status for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:00.138414 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-402c174a-2120-4c5a-9e09-637b01a6587b tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 805 time: 0.3856735 Feb 09 12:58:00.155383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Request body: {'port': {'device_id': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'admin_state_up': True, 'tenant_id': '7fecec3b42df453293b2fc62ba68b391'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:00.196228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1b56468-af41-46b8-a2ab-c1c8bbaa6167 req-326f87bf-1fa3-40db-b3bc-c88aee4f9ff4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a22344ae-8587-4f26-bd9a-092a6080179d HTTP/1.1" status: 200 len: 210 time: 0.2532654 Feb 09 12:58:00.387202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a36f29-e712-4589-a908-028130893826 req-82958331-28fe-4f6f-bc90-566c097fc68c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:00.392867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68a36f29-e712-4589-a908-028130893826 req-82958331-28fe-4f6f-bc90-566c097fc68c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf&tenant_id=cc2819efca0d491a9ed7482035fce7d0&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 950 time: 0.9306979 Feb 09 12:58:00.519313 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22344ae-8587-4f26-bd9a-092a6080179d', 'name': 'network-vif-deleted', 'tag': '31550b55-d731-40a1-84ae-033973b27039', 'status': 'completed', 'code': 200} Feb 09 12:58:00.526915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:00.532630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Usage tracker for resource:port and tenant:7fecec3b42df453293b2fc62ba68b391 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:00.537307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:00.553546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:00.575409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Made reservation on behalf of 7fecec3b42df453293b2fc62ba68b391 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:00.584388 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:00.658570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-5bb9e0fc-20df-416a-8381-91c2e092d9aa tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8142145 Feb 09 12:58:00.953691 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:00.970066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Allocated IP 172.20.0.8 (2459202c-405b-4450-bc5f-eeb2bfe623a1/9f46d025-13d3-4ccd-8142-d22e6f2c7fa5/869e5fd7-9d5a-47b6-9f2e-500bb2800cdd) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:00.989920 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Transition to ACTIVE for port object 30a828ec-0a41-4374-95f5-fe95b1037c5f will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:01.000720 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:01.023960 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-68a36f29-e712-4589-a908-028130893826 req-47feae81-4fa9-4b87-9255-d9129ac8f886 service neutron] delete failed (client error): The resource could not be found. Feb 09 12:58:01.025037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68a36f29-e712-4589-a908-028130893826 req-47feae81-4fa9-4b87-9255-d9129ac8f886 service neutron] 10.222.0.67 "DELETE /v2.0/ports/1639d619-11a2-454b-a2e9-091b5646125b/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.5641651 Feb 09 12:58:01.032362 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-35c2db32-1c33-4fb4-b5be-0f668e724c8e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:01.116776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2db32-1c33-4fb4-b5be-0f668e724c8e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Pushing event deleted for resources: {'Port': ['ID=8a8d8d2e-501e-40ef-8aa8-69cea89128ae,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:01.126237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-5ad3c69a-3306-4c43-9610-757ab5a3f6f2 service neutron] 10.222.0.59 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869021 Feb 09 12:58:01.189523 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109e85e-1659-4a28-b657-70a6de5c40bb None None] Pushing event updated for resources: {'Port': ['ID=30a828ec-0a41-4374-95f5-fe95b1037c5f,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:01.200696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711174e-b9d9-4222-995c-1242c4d117dc req-3c2f58bb-339c-417c-aeb6-a0f19f0de27b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:01.208065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9711174e-b9d9-4222-995c-1242c4d117dc req-3c2f58bb-339c-417c-aeb6-a0f19f0de27b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.5464609 Feb 09 12:58:01.345185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-35c2db32-1c33-4fb4-b5be-0f668e724c8e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] No DVR routers for this DVR port 8a8d8d2e-501e-40ef-8aa8-69cea89128ae on host n-h1-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:01.392852 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-35c2db32-1c33-4fb4-b5be-0f668e724c8e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:01.396092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'name': 'network-vif-deleted', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:01.426264 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:01.456764 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7da342c1-93d8-41d7-a641-f0efe44bf7b2 req-35c2db32-1c33-4fb4-b5be-0f668e724c8e tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.62 "DELETE /v2.0/ports/8a8d8d2e-501e-40ef-8aa8-69cea89128ae HTTP/1.1" status: 204 len: 173 time: 3.7481456 Feb 09 12:58:01.472969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:01.484180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9711174e-b9d9-4222-995c-1242c4d117dc req-ae6dc4fc-13fe-473f-9f77-43f0e868ff82 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753522 Feb 09 12:58:01.532232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 31550b55-d731-40a1-84ae-033973b27039 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:01.599478 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-17a26ae1-de2e-4b91-b1e1-de5f39d0e661 service neutron] 10.222.0.59 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285936 Feb 09 12:58:01.627714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68a36f29-e712-4589-a908-028130893826 req-3a2825d7-b693-4b13-8cac-b1e28c5b8c92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1101 time: 0.4339061 Feb 09 12:58:01.660269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 31550b55-d731-40a1-84ae-033973b27039 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:01.660955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 31550b55-d731-40a1-84ae-033973b27039 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:01.661813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8a8d8d2e-501e-40ef-8aa8-69cea89128ae no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:01.730078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Network 2459202c-405b-4450-bc5f-eeb2bfe623a1 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:01.758417 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Attempting to bind port 30a828ec-0a41-4374-95f5-fe95b1037c5f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:01.761912 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Attempting to bind port 30a828ec-0a41-4374-95f5-fe95b1037c5f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '115d301f-9009-49e9-9356-09159e1fde7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:01.762295 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Attempting to bind port 30a828ec-0a41-4374-95f5-fe95b1037c5f on network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:01.774825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:01.781260 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:01.781638 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Checking segment: {'id': '115d301f-9009-49e9-9356-09159e1fde7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:01.782922 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:01.783311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:01.783568 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Bound using segment: {'id': '115d301f-9009-49e9-9356-09159e1fde7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:01.783849 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Bound port: 30a828ec-0a41-4374-95f5-fe95b1037c5f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '115d301f-9009-49e9-9356-09159e1fde7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:01.784326 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:01.812339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 8a8d8d2e-501e-40ef-8aa8-69cea89128ae {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:01.814314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8a8d8d2e-501e-40ef-8aa8-69cea89128ae not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:01.869225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Pushing event updated for resources: {'Port': ['ID=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:01.954499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:01.955190 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:02.014093 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] For port 30a828ec-0a41-4374-95f5-fe95b1037c5f, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:02.020406 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] For port 30a828ec-0a41-4374-95f5-fe95b1037c5f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=30a828ec-0a41-4374-95f5-fe95b1037c5f,segment=NetworkSegment(115d301f-9009-49e9-9356-09159e1fde7b),segment_id=115d301f-9009-49e9-9356-09159e1fde7b)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:02.027834 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:02.033371 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-1990a5d5-0343-41a7-8c2e-ffe21b1d1607 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8814502 Feb 09 12:58:02.052048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Request body: {'port': {'device_id': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:02.142881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a36f29-e712-4589-a908-028130893826 req-859e850d-7bb9-4aa7-a31e-5d6cde2a424b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:02.144424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68a36f29-e712-4589-a908-028130893826 req-859e850d-7bb9-4aa7-a31e-5d6cde2a424b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.5098691 Feb 09 12:58:02.148777 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109e85e-1659-4a28-b657-70a6de5c40bb None None] Pushing event updated for resources: {'Port': ['ID=30a828ec-0a41-4374-95f5-fe95b1037c5f,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:02.156435 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Routers {'7bb14ef1-c7f0-400e-9768-cb629a55d15c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:02.158339 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:02.158498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8fff0f22-7229-474f-89d0-fa525642c0b8 req-423a561d-288d-4f5e-bd3f-6f6d693391b4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Synchronizing usage tracker for tenant:3f87049e7ae349579835171912f526a8 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:02.276597 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68a36f29-e712-4589-a908-028130893826 req-67136b17-fc66-4f35-bf49-3c4ec81fda38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 217 time: 0.1221011 Feb 09 12:58:02.309120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8fff0f22-7229-474f-89d0-fa525642c0b8 req-423a561d-288d-4f5e-bd3f-6f6d693391b4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] Unset dirty status for tenant:3f87049e7ae349579835171912f526a8 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:02.310548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fff0f22-7229-474f-89d0-fa525642c0b8 req-423a561d-288d-4f5e-bd3f-6f6d693391b4 tempest-FloatingIPsAssociationTestJSON-1875069044 tempest-FloatingIPsAssociationTestJSON-1875069044-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea9dc41-04c9-45f5-b41f-dc151daac718 HTTP/1.1" status: 200 len: 210 time: 0.3058131 Feb 09 12:58:02.326272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:02.522911 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b', 'code': 200} Feb 09 12:58:02.726267 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] Set router 7bb14ef1-c7f0-400e-9768-cb629a55d15c gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:02.916878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a36f29-e712-4589-a908-028130893826 req-728a2013-521e-4833-91f2-f4ce36f71d4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:02.919533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68a36f29-e712-4589-a908-028130893826 req-728a2013-521e-4833-91f2-f4ce36f71d4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.5409658 Feb 09 12:58:03.207887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d63b6c-d75a-4d8d-a0bd-df57c38c0230 req-6fa14579-11d1-47e9-97cd-885a6bf0edc3 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:03.210445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54d63b6c-d75a-4d8d-a0bd-df57c38c0230 req-6fa14579-11d1-47e9-97cd-885a6bf0edc3 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 945 time: 0.5335257 Feb 09 12:58:03.254081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:03.268326 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:03.271353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3057303-7745-4399-bdd8-1edb4bc8551c req-c082aa19-6bea-4e2f-858e-22e91eab2523 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:03.280036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3057303-7745-4399-bdd8-1edb4bc8551c req-c082aa19-6bea-4e2f-858e-22e91eab2523 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 931 time: 0.5070686 Feb 09 12:58:03.293513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Transition to ACTIVE for port object 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:03.299194 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:03.319948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68a36f29-e712-4589-a908-028130893826 req-c940e80a-2e61-4c57-a12d-64203977f22c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3855639 Feb 09 12:58:03.417110 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'name': 'tempest-TaggedBootDevicesTest-560635655-router', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:32Z', 'updated_at': '2022-02-09T12:57:46Z', 'revision_number': 4, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'gw_port': {'id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:33Z', 'updated_at': '2022-02-09T12:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '30a828ec-0a41-4374-95f5-fe95b1037c5f', 'name': '', 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'mac_address': 'fa:16:3e:0e:fb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:43Z', 'updated_at': '2022-02-09T12:58:02Z', 'revision_number': 4, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'subnets': [{'id': 'cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:03.432401 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554af91f-4282-457d-a093-0edf3a8c44c2 None None] The sync data for ids ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'] in n-d-825175-3 is: [{'id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'name': 'tempest-TaggedBootDevicesTest-560635655-router', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:32Z', 'updated_at': '2022-02-09T12:57:46Z', 'revision_number': 4, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'gw_port': {'id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:33Z', 'updated_at': '2022-02-09T12:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '30a828ec-0a41-4374-95f5-fe95b1037c5f', 'name': '', 'network_id': '653911f0-c10c-4fd0-aefa-9b7059bd9ad9', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'mac_address': 'fa:16:3e:0e:fb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:43Z', 'updated_at': '2022-02-09T12:58:02Z', 'revision_number': 4, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'subnets': [{'id': 'cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:58:03.470969 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3057303-7745-4399-bdd8-1edb4bc8551c req-9c24bc82-9737-4f23-a2b7-e764a9150257 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899438 Feb 09 12:58:03.495304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Pushing event updated for resources: {'Port': ['ID=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:03.555544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54d63b6c-d75a-4d8d-a0bd-df57c38c0230 req-646d4ddd-8fe4-4cbc-bbd3-d7e2eb657282 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279243 Feb 09 12:58:03.635038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68a36f29-e712-4589-a908-028130893826 req-005792e4-27bd-437b-bcfc-8db3788b0c62 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944651 Feb 09 12:58:03.704951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Attempting to bind port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:03.705094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Attempting to bind port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:03.705418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Attempting to bind port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:03.716621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:58:03.716923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Attempting to bind port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:03.725334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:03.725744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Checking segment: {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:03.726088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Bound using segment: {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:03.726519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Bound port: 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:03.727230 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:03.784817 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea9dc41-04c9-45f5-b41f-dc151daac718', 'name': 'network-vif-deleted', 'tag': '8a8d8d2e-501e-40ef-8aa8-69cea89128ae', 'status': 'completed', 'code': 200} Feb 09 12:58:03.857812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] For port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:03.862910 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] For port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:03.871817 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68a36f29-e712-4589-a908-028130893826 req-4523f836-a164-466f-bd24-fa3bf449a586 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212465 Feb 09 12:58:03.873022 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:04.048939 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:04.050282 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] 10.222.0.67 "PUT /v2.0/ports/869e5fd7-9d5a-47b6-9f2e-500bb2800cdd HTTP/1.1" status: 200 len: 1091 time: 2.0092535 Feb 09 12:58:04.050788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'tag': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:04.084365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88aaa6-7614-4413-a0fe-b6a720a2e52f service neutron] Pushing event updated for resources: {'Port': ['ID=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:04.088099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df57131a-4181-45fd-ad20-f70b679c332d req-fbb86a3c-a232-4614-a864-97233cd6eddf tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 210 time: 0.1156416 Feb 09 12:58:04.350813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35398) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:04.687304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-40730b55-30e0-462a-bc4a-d0eedf7c9bf7 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:04.688785 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-40730b55-30e0-462a-bc4a-d0eedf7c9bf7 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 807 time: 0.5990629 Feb 09 12:58:04.718785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Request body: {'port': {'device_id': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb', 'admin_state_up': True, 'tenant_id': '4356ca73cb7b44649bc5b79338960c01'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:04.749776 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-e36d7005-d9e1-46a8-88da-ba2280ac7e07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 1094 time: 0.4688575 Feb 09 12:58:04.827534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3464f-51de-4d71-9dfa-a31a0ad33691 req-3521357d-6686-420d-9b62-a8a695813e10 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:04.834248 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2a3464f-51de-4d71-9dfa-a31a0ad33691 req-3521357d-6686-420d-9b62-a8a695813e10 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.7432232 Feb 09 12:58:04.838537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 30a828ec-0a41-4374-95f5-fe95b1037c5f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:04.971798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 30a828ec-0a41-4374-95f5-fe95b1037c5f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:04.983321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 30a828ec-0a41-4374-95f5-fe95b1037c5f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:04.984679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:04.985881 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-8ab50239-fe52-4442-bd28-fe5f9591dcee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd HTTP/1.1" status: 200 len: 217 time: 0.2230904 Feb 09 12:58:05.169834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-52a2b8a0-39bb-4ad6-9e0b-475c6a382a21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:05.171597 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-52a2b8a0-39bb-4ad6-9e0b-475c6a382a21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f46d025-13d3-4ccd-8142-d22e6f2c7fa5 HTTP/1.1" status: 200 len: 845 time: 0.1750236 Feb 09 12:58:05.185541 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:05.238248 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-dddd06ee-be25-4c9a-84a6-29af52a0597a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2459202c-405b-4450-bc5f-eeb2bfe623a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582311 Feb 09 12:58:05.257005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 30a828ec-0a41-4374-95f5-fe95b1037c5f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=30a828ec-0a41-4374-95f5-fe95b1037c5f,segment=NetworkSegment(115d301f-9009-49e9-9356-09159e1fde7b),segment_id=115d301f-9009-49e9-9356-09159e1fde7b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:05.260177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:05.264089 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:05.282399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78ecf604-a052-44e2-9187-a0670997983c req-e0ae7687-69f4-4f55-b00b-dd61e7f20624 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1096 time: 0.7443910 Feb 09 12:58:05.372666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:05.462396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2a3464f-51de-4d71-9dfa-a31a0ad33691 req-f9b8984f-f23c-471d-bde4-5beac879a3ba tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6202297 Feb 09 12:58:05.464865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Made reservation on behalf of 4356ca73cb7b44649bc5b79338960c01 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:05.468154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:05.472073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=30a828ec-0a41-4374-95f5-fe95b1037c5f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:05.620968 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-e75014e4-ea4e-43ab-bca2-88bda07188c5 service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651795 Feb 09 12:58:05.736558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Allocated IP 172.20.0.13 (eb25d5a8-8658-4707-8dcc-08534bf785bb/4de4a952-3b81-4858-aae6-119ad222c3a5/d0541015-d38b-45f6-a919-bf5760514d30) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:05.757543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78ecf604-a052-44e2-9187-a0670997983c req-5180fa5a-f30b-4551-b29e-58f585f4bbd4 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742627 Feb 09 12:58:05.814424 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b592d816-b5b3-463f-ae98-44c5f5598e8b req-258adae2-769b-42f9-830d-055bd3fc9d98 service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870484 Feb 09 12:58:05.847805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:06.071189 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'tag': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd', 'status': 'completed', 'code': 200} Feb 09 12:58:06.350271 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:06.367238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b91b8ef-1a60-4fc8-bd7d-9c01b57b3bfb req-ab2c97f8-c937-4937-9bd2-6fda72da1b45 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 210 time: 0.0611711 Feb 09 12:58:06.402424 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-31a97cd4-f026-4473-a6f1-d09455e7104d req-54989d67-d3ac-4b00-8e24-1b76f1b020c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 1094 time: 0.3071799 Feb 09 12:58:06.414907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c959414-436e-4a90-ade7-01e0b719885c req-98c9ad49-ddd0-4f73-975e-b0e7ca43ac29 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:06.416553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c959414-436e-4a90-ade7-01e0b719885c req-98c9ad49-ddd0-4f73-975e-b0e7ca43ac29 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 943 time: 0.2232594 Feb 09 12:58:06.446814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:06.463400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['430a597b-4f96-497c-ab63-e92c1a4f101f', 'de18a697-0083-46f2-87ce-e6f95bfb159e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:06.613191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Network eb25d5a8-8658-4707-8dcc-08534bf785bb is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:06.626326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:06.643805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:06.750368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Pushing event updated for resources: {'Port': ['ID=d0541015-d38b-45f6-a919-bf5760514d30,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:06.777134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97cd4-f026-4473-a6f1-d09455e7104d req-b389356c-f62a-44ca-9dca-e4d3e1f8ae5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:06.778359 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-31a97cd4-f026-4473-a6f1-d09455e7104d req-b389356c-f62a-44ca-9dca-e4d3e1f8ae5e service neutron] 10.222.0.67 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 906 time: 0.3657448 Feb 09 12:58:06.782893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c959414-436e-4a90-ade7-01e0b719885c req-8a87f563-90ce-4911-a70c-348180d6fdf7 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573189 Feb 09 12:58:06.831559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 30a828ec-0a41-4374-95f5-fe95b1037c5f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:06.864192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:06.864758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:06.894952 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-31a97cd4-f026-4473-a6f1-d09455e7104d req-521e68af-5687-4b3a-a9ad-a4d479e39cf5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd HTTP/1.1" status: 200 len: 217 time: 0.1091495 Feb 09 12:58:06.920877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f39099-0876-414b-a0e2-92453af5f91c req-45199636-0d68-4de4-b43c-5c617991de93 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:06.928328 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f39099-0876-414b-a0e2-92453af5f91c req-45199636-0d68-4de4-b43c-5c617991de93 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 949 time: 0.2406328 Feb 09 12:58:06.959465 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c1d979f0-2e82-44b3-9ab7-2f02f5fece4e tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2540781 Feb 09 12:58:06.996373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 30a828ec-0a41-4374-95f5-fe95b1037c5f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:06.996980 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:06.999552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Request body: {'port': {'device_id': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:07.119111 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f39099-0876-414b-a0e2-92453af5f91c req-9420ce4a-1521-4768-abaa-8663a03aa844 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894226 Feb 09 12:58:07.159755 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:07.185279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97cd4-f026-4473-a6f1-d09455e7104d req-387d22ea-d4b2-43a2-99b2-7944d201b15e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:07.189919 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-31a97cd4-f026-4473-a6f1-d09455e7104d req-387d22ea-d4b2-43a2-99b2-7944d201b15e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f46d025-13d3-4ccd-8142-d22e6f2c7fa5 HTTP/1.1" status: 200 len: 845 time: 0.2880998 Feb 09 12:58:07.270695 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-31a97cd4-f026-4473-a6f1-d09455e7104d req-6b4d8e8a-66be-4a3c-b620-5ad4d0bced5b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2459202c-405b-4450-bc5f-eeb2bfe623a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664663 Feb 09 12:58:07.556527 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-31a97cd4-f026-4473-a6f1-d09455e7104d req-902d1cfe-b2c4-4715-8738-14cb7ca3b68f service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331443 Feb 09 12:58:07.730697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dea0ca4e-e97c-4955-b09a-6b9e5079e91c req-b8ba0dc8-14cb-4904-9886-a171801c4412 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1096 time: 0.4233804 Feb 09 12:58:07.757432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba1061-cbd4-4264-8e66-e694972ab6db req-916a7bde-b1e9-490b-b775-8634a55a4aab tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:07.764899 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30ba1061-cbd4-4264-8e66-e694972ab6db req-916a7bde-b1e9-490b-b775-8634a55a4aab tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.4617786 Feb 09 12:58:07.859041 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-31a97cd4-f026-4473-a6f1-d09455e7104d req-ff3a6f30-5708-4c8f-8d54-3e5cf82ee667 service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916865 Feb 09 12:58:07.957476 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30ba1061-cbd4-4264-8e66-e694972ab6db req-e2939232-129f-4dfa-b039-64917cc9f22d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915376 Feb 09 12:58:07.981480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dea0ca4e-e97c-4955-b09a-6b9e5079e91c req-600296dd-4784-4633-b874-d3b4a543bf22 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497480 Feb 09 12:58:08.119216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] Deleting port 21c46860-f759-48fa-aafb-f49881e1999d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:08.119730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:08.136275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-080c8a7c-e4f6-4c24-960c-11b487cb3341 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:08.138242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-080c8a7c-e4f6-4c24-960c-11b487cb3341 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 949 time: 0.3690133 Feb 09 12:58:08.143365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0541015-d38b-45f6-a919-bf5760514d30 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:08.192375 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:08.241167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Transition to ACTIVE for port object d0541015-d38b-45f6-a919-bf5760514d30 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:08.258111 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-c2447045-aa79-467e-922e-606e857149fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Deleting port c28a157c-c4d7-466d-8467-1457cbf2779f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:08.260584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-c2447045-aa79-467e-922e-606e857149fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:08.312393 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:08.437434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] For port 21c46860-f759-48fa-aafb-f49881e1999d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=21c46860-f759-48fa-aafb-f49881e1999d,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:08.437784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:08.611625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Pushing event updated for resources: {'Port': ['ID=d0541015-d38b-45f6-a919-bf5760514d30,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:08.645593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:58:08.686133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] Calling delete_port for 21c46860-f759-48fa-aafb-f49881e1999d owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:08.849076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:08.874109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'port_id': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd', 'mac_address': 'fa:16:3e:82:da:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46d025-13d3-4ccd-8142-d22e6f2c7fa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:58:08.976502 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:09.000360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3351557-c41c-4d50-8bdd-b96d129ddda7 req-3114f2d3-d8e9-43f0-8c94-929f47415c58 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:09.004648 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:09.009413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3351557-c41c-4d50-8bdd-b96d129ddda7 req-3114f2d3-d8e9-43f0-8c94-929f47415c58 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 943 time: 0.6989856 Feb 09 12:58:09.044428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:09.050068 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:09.055289 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:09.148105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:09.154837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c46860-f759-48fa-aafb-f49881e1999d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:09.212179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:09.212179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:09.212500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:09.225376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bf5b7-020a-4765-a4c0-f10e28dbf7a3 req-3ee15f42-7f37-430c-b849-79ad3a60bbf1 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:09.226501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-289bf5b7-020a-4765-a4c0-f10e28dbf7a3 req-3ee15f42-7f37-430c-b849-79ad3a60bbf1 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Synchronizing usage tracker for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:09.269767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Port d0541015-d38b-45f6-a919-bf5760514d30 on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:58:09.270082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:09.288809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['869e5fd7-9d5a-47b6-9f2e-500bb2800cdd'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:09.292832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-c2447045-aa79-467e-922e-606e857149fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] For port c28a157c-c4d7-466d-8467-1457cbf2779f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c28a157c-c4d7-466d-8467-1457cbf2779f,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:09.293250 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-c2447045-aa79-467e-922e-606e857149fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:09.303383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-289bf5b7-020a-4765-a4c0-f10e28dbf7a3 req-3ee15f42-7f37-430c-b849-79ad3a60bbf1 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Unset dirty status for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:09.304724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-289bf5b7-020a-4765-a4c0-f10e28dbf7a3 req-3ee15f42-7f37-430c-b849-79ad3a60bbf1 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 944 time: 0.9934709 Feb 09 12:58:09.311766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:09.312094 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:09.312479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:09.312889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Bound port: d0541015-d38b-45f6-a919-bf5760514d30, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:09.313221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:09.431998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3351557-c41c-4d50-8bdd-b96d129ddda7 req-9633ea65-c4ca-42cc-b600-eb112f18478e tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705271 Feb 09 12:58:09.510331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:09.613121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-c2447045-aa79-467e-922e-606e857149fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Calling delete_port for c28a157c-c4d7-466d-8467-1457cbf2779f owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:09.859228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-289bf5b7-020a-4765-a4c0-f10e28dbf7a3 req-a32132fc-ae77-4cf8-bd75-47a74594ba4a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602008 Feb 09 12:58:09.890164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:09.987166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:10.004849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e62906b5-320f-4f9c-9eed-c91a7940eb5b req-7b067c5a-1183-4fb9-bb2b-a9048d8f8ad3 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1101 time: 0.3454936 Feb 09 12:58:10.005821 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:10.133028 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:10.134494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] 10.222.0.67 "PUT /v2.0/ports/d0541015-d38b-45f6-a919-bf5760514d30 HTTP/1.1" status: 200 len: 1092 time: 3.1505921 Feb 09 12:58:10.139654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'tag': 'd0541015-d38b-45f6-a919-bf5760514d30'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:10.175576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-c2447045-aa79-467e-922e-606e857149fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:10.186590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8', '294012ad-3ae0-41a1-9408-31c43cc47f2a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:10.244207 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'be3c8289-4c79-4db4-af58-a7d026020fc0', '1d594510-41b5-4512-891f-3f309d0ef494'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:10.404696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e62906b5-320f-4f9c-9eed-c91a7940eb5b req-bd472a7a-3b78-4327-bbc8-29dbafab6390 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] Synchronizing usage tracker for tenant:40f8c4bf0d0140a89af866b5ea84a593 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:10.407076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54a37f-1a9d-4369-b1dc-6ae549aaaa69 service neutron] Pushing event updated for resources: {'Port': ['ID=d0541015-d38b-45f6-a919-bf5760514d30,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:10.493526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] Router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:58:10.497449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3225fc8-7057-45d4-8a85-2b07d31b6938 req-5865ea1a-dbae-4a46-95c8-91a6767cf413 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a82493f-1056-4c57-a290-3f337faa21ba HTTP/1.1" status: 200 len: 210 time: 0.2565303 Feb 09 12:58:10.505168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2447045-aa79-467e-922e-606e857149fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event deleted for resources: {'Port': ['ID=c28a157c-c4d7-466d-8467-1457cbf2779f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:10.560220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-c2447045-aa79-467e-922e-606e857149fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] No DVR routers for this DVR port c28a157c-c4d7-466d-8467-1457cbf2779f on host n-h1-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:10.562873 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-c2447045-aa79-467e-922e-606e857149fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:10.580814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e62906b5-320f-4f9c-9eed-c91a7940eb5b req-bd472a7a-3b78-4327-bbc8-29dbafab6390 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] Unset dirty status for tenant:40f8c4bf0d0140a89af866b5ea84a593 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:10.592729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e62906b5-320f-4f9c-9eed-c91a7940eb5b req-bd472a7a-3b78-4327-bbc8-29dbafab6390 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359681 Feb 09 12:58:10.595363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38efa78c-13b3-4741-a059-3f52acd9cc33 req-c2447045-aa79-467e-922e-606e857149fd tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "DELETE /v2.0/ports/c28a157c-c4d7-466d-8467-1457cbf2779f HTTP/1.1" status: 204 len: 173 time: 2.4459124 Feb 09 12:58:10.662192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c017bb35-5c68-42df-a451-134e13613c5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 1095 time: 0.4757743 Feb 09 12:58:10.663897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:10.810348 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35452) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:10.846832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:10.883612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:10.883970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:10.984791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-aa1d949e-36d5-4ed8-a8e5-072fed9b00c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0541015-d38b-45f6-a919-bf5760514d30 HTTP/1.1" status: 200 len: 217 time: 0.3155506 Feb 09 12:58:10.992816 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'tag': 'd0541015-d38b-45f6-a919-bf5760514d30', 'status': 'completed', 'code': 200} Feb 09 12:58:11.079085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:58:11.137592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] Sync routers for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:58:11.145242 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fabc3961-dab0-4d6a-96f2-1bf42f1a53a7 admin admin] 10.222.0.59 "PUT /v2.0/routers/e7f4adc0-df31-4b3c-b375-f24e6dc68c52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7933145 Feb 09 12:58:11.150308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35464) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:11.468894 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:11.490976 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:11.490976 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:11.559085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c21c4cd1-3f1e-49f4-814b-bd2e8ce40833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:11.562215 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-c21c4cd1-3f1e-49f4-814b-bd2e8ce40833 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.5389540 Feb 09 12:58:11.644829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-b82f8057-a2bd-4fd1-aa27-8dedda444289 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675695 Feb 09 12:58:11.655256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c28a157c-c4d7-466d-8467-1457cbf2779f no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:11.743758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:11.802862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: c28a157c-c4d7-466d-8467-1457cbf2779f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:11.803221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c28a157c-c4d7-466d-8467-1457cbf2779f not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:11.934073 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:11.953950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffad8d4-5ca0-44cd-bd4d-fb8150ec713f req-aa1992e7-9bb1-419d-b105-f9fae9048af9 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:11.963113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffad8d4-5ca0-44cd-bd4d-fb8150ec713f req-aa1992e7-9bb1-419d-b105-f9fae9048af9 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 944 time: 0.6562963 Feb 09 12:58:11.972281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:11.999600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:12.025641 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:12.055416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c9ca8-6e46-4f4d-b74b-79134b90c2f3 req-918e981b-7625-4d32-b4c6-6d320e250a75 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:12.068270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-823c9ca8-6e46-4f4d-b74b-79134b90c2f3 req-918e981b-7625-4d32-b4c6-6d320e250a75 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 944 time: 0.6423557 Feb 09 12:58:12.093100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:12.112848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-532ab55c-0dfc-4d5b-93ac-e2b823e9955e service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551852 Feb 09 12:58:12.180678 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:12.192217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Deleting port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:12.192890 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:12.193315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffad8d4-5ca0-44cd-bd4d-fb8150ec713f req-5b81fdaa-6ef3-4781-989a-e412f30f8c62 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293539 Feb 09 12:58:12.288924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-823c9ca8-6e46-4f4d-b74b-79134b90c2f3 req-dd605b90-dfb3-40b1-8d32-13683cb1ef8a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189412 Feb 09 12:58:12.445927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:12.569286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] For port 9ee3d298-59fa-4fd6-a4bb-34832337a7fd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9ee3d298-59fa-4fd6-a4bb-34832337a7fd,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:12.569778 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:12.579417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f70752-7e18-4f97-984b-f6d28e44f643 req-3295c8a0-d8c9-4bdf-b25e-fa7264166932 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541304 Feb 09 12:58:12.587400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-4cbc28ba-0529-4e7d-a3ca-50857fbbddf1 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cc2819efca0d491a9ed7482035fce7d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088526 Feb 09 12:58:12.684882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:58:08Z', 'revision_number': 5, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port': {'id': '9ee3d298-59fa-4fd6-a4bb-34832337a7fd', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:55:33Z', 'updated_at': '2022-02-09T12:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:12.689632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] Checking router: e7f4adc0-df31-4b3c-b375-f24e6dc68c52 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:58:12.703523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] Routers {'e7f4adc0-df31-4b3c-b375-f24e6dc68c52'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:12.704298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:57:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:12.737745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Calling delete_port for 9ee3d298-59fa-4fd6-a4bb-34832337a7fd owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:12.892580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] Set router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:13.004947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a82493f-1056-4c57-a290-3f337faa21ba', 'name': 'network-vif-deleted', 'tag': 'c28a157c-c4d7-466d-8467-1457cbf2779f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:13.029042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:58:12Z', 'revision_number': 6, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:13.044264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04653ff-d844-41b8-893e-0cc64857bf1f None None] The sync data for ids ['e7f4adc0-df31-4b3c-b375-f24e6dc68c52'] in n-d-825175-3 is: [{'id': 'e7f4adc0-df31-4b3c-b375-f24e6dc68c52', 'name': 'tempest-FloatingIPsAssociationTestJSON-1627940163-router', 'tenant_id': '3f87049e7ae349579835171912f526a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:55:30Z', 'updated_at': '2022-02-09T12:58:12Z', 'revision_number': 6, 'project_id': '3f87049e7ae349579835171912f526a8', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:58:13.066156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8a6bf75-299a-44ab-a393-b305d6b65a69 req-fb85a4ab-2dc3-41fb-a436-ce0334eea572 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1096 time: 0.6850512 Feb 09 12:58:13.120947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:13.141152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-ce3baca4-d378-40e4-9d2e-a72c4ae19e8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:13.148134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-ce3baca4-d378-40e4-9d2e-a72c4ae19e8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5476930 Feb 09 12:58:13.169255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33638b68-ddad-43a6-9d9a-d06bb186bcb1 req-37d070dd-784d-4d30-a59a-28d82a2f55af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 1095 time: 0.4956601 Feb 09 12:58:13.182319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee3d298-59fa-4fd6-a4bb-34832337a7fd,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:13.204858 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-a80eba9a-ec4e-4419-a312-f38a04171ca9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/quotas/cc2819efca0d491a9ed7482035fce7d0 HTTP/1.1" status: 200 len: 375 time: 0.0557282 Feb 09 12:58:13.331118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8a6bf75-299a-44ab-a393-b305d6b65a69 req-bdf5f1d5-462e-4019-a25a-eab0de4848c2 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643611 Feb 09 12:58:13.493193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33638b68-ddad-43a6-9d9a-d06bb186bcb1 req-b55fd818-15c7-4800-a604-919b5630523f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:13.495399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33638b68-ddad-43a6-9d9a-d06bb186bcb1 req-b55fd818-15c7-4800-a604-919b5630523f service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.3180168 Feb 09 12:58:13.611079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-abf947f4-1777-431c-b163-d9ac6839b296 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3888278 Feb 09 12:58:13.614518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33638b68-ddad-43a6-9d9a-d06bb186bcb1 req-08d1844f-bb7d-4276-adc0-62230fc1b89f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0541015-d38b-45f6-a919-bf5760514d30 HTTP/1.1" status: 200 len: 217 time: 0.1114142 Feb 09 12:58:13.654202 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:13.671263 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:13.774422 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd', 'code': 200} Feb 09 12:58:13.827650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33638b68-ddad-43a6-9d9a-d06bb186bcb1 req-ec244471-aacd-47d3-a76b-4bc093e9f2dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:13.829922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33638b68-ddad-43a6-9d9a-d06bb186bcb1 req-ec244471-aacd-47d3-a76b-4bc093e9f2dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.2086916 Feb 09 12:58:14.021037 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a82493f-1056-4c57-a290-3f337faa21ba', 'name': 'network-vif-deleted', 'tag': 'c28a157c-c4d7-466d-8467-1457cbf2779f', 'status': 'completed', 'code': 200} Feb 09 12:58:14.251670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33638b68-ddad-43a6-9d9a-d06bb186bcb1 req-97951d72-7f75-4b70-8b16-147e97e6ad35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2368789 Feb 09 12:58:14.326210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:14.335535 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:14.359247 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5dc2f989-be96-4624-bb2c-1e1cd65eb0f7 req-301407f7-39b7-47d9-ae77-ca980f28bb4a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 1096 time: 0.4023149 Feb 09 12:58:14.477147 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:14.477629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f4adc0-df31-4b3c-b375-f24e6dc68c52 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 12:58:14.495153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33638b68-ddad-43a6-9d9a-d06bb186bcb1 req-4785a3b5-e964-4877-86e3-b96a6b027e00 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278707 Feb 09 12:58:14.496032 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5dc2f989-be96-4624-bb2c-1e1cd65eb0f7 req-3448e0a1-b42e-488b-8b1e-0c7082b4861d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648203 Feb 09 12:58:14.502948 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:14.507510 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a91469e9-ed15-4028-a535-dba1b5fbd469 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e7f4adc0-df31-4b3c-b375-f24e6dc68c52 HTTP/1.1" status: 204 len: 168 time: 3.3500552 Feb 09 12:58:14.508337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35512) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:14.532780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930c613-2d36-4a9f-8d5d-48ea84e412c8 req-1ad8f322-7b6a-4bab-9f74-7fd84f00e1fb tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:14.534345 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1930c613-2d36-4a9f-8d5d-48ea84e412c8 req-1ad8f322-7b6a-4bab-9f74-7fd84f00e1fb tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 945 time: 0.3563299 Feb 09 12:58:14.574421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-d130d463-5cad-49bf-aaa6-10431304ffcf admin admin] Deleting subnet f26fd653-776c-468c-8cfb-1a99f0552deb {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 12:58:14.577709 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d130d463-5cad-49bf-aaa6-10431304ffcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:14.600868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac32fe2-e21c-4027-bbe8-9b3f38ff196a req-4416c1f5-ba2d-469a-83a7-bc04cd4df841 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:14.608292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ac32fe2-e21c-4027-bbe8-9b3f38ff196a req-4416c1f5-ba2d-469a-83a7-bc04cd4df841 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 944 time: 0.4619298 Feb 09 12:58:14.638693 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d130d463-5cad-49bf-aaa6-10431304ffcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:14.798005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 21c46860-f759-48fa-aafb-f49881e1999d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:14.811090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1930c613-2d36-4a9f-8d5d-48ea84e412c8 req-09e31b44-5e32-45bd-bbb9-fb8ec67c0122 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691059 Feb 09 12:58:14.845061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 21c46860-f759-48fa-aafb-f49881e1999d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:14.845498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 21c46860-f759-48fa-aafb-f49881e1999d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:14.898211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d130d463-5cad-49bf-aaa6-10431304ffcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:14.985801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ac32fe2-e21c-4027-bbe8-9b3f38ff196a req-b7ecffaf-a89d-4561-acc1-4f7bb5775c1d tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765075 Feb 09 12:58:15.098593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d130d463-5cad-49bf-aaa6-10431304ffcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:15.162179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130d463-5cad-49bf-aaa6-10431304ffcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26fd653-776c-468c-8cfb-1a99f0552deb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:15.176776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d130d463-5cad-49bf-aaa6-10431304ffcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:15.177190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba928b-0b39-489c-919f-ba3916e7dd41 None None] Network c94dde66-53f2-4207-ba32-f728209ad5d1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:58:15.194209 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d130d463-5cad-49bf-aaa6-10431304ffcf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f26fd653-776c-468c-8cfb-1a99f0552deb HTTP/1.1" status: 204 len: 168 time: 0.6842763 Feb 09 12:58:15.196069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35518) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:15.258836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33638b68-ddad-43a6-9d9a-d06bb186bcb1 req-da488563-ea49-458a-afc0-79a81a90ff38 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647418 Feb 09 12:58:15.447104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2483a10a-b443-4635-b6ed-2fd6c5884f44 req-bb9118ae-1b13-45f0-ab04-f9f6f5e14ff0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3687825 Feb 09 12:58:15.510025 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:15.545072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Deleting port efc17712-8912-4309-9dd2-e9d549cac56b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:15.548621 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:15.884117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-8dd37f86-b007-404c-8c07-074bb3848be7 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cc2819efca0d491a9ed7482035fce7d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398905 Feb 09 12:58:15.885751 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:15.955467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] DHCP port deletion for c94dde66-53f2-4207-ba32-f728209ad5d1 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 12:58:15.962371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] Deleting port efc17712-8912-4309-9dd2-e9d549cac56b {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:15.967317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:15.978074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984eb24f-ae91-4a0a-b117-e214c94517e8 req-b885d57b-6df0-4317-8af8-5ac22d4f310a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 210 time: 0.4928255 Feb 09 12:58:16.027872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] For port efc17712-8912-4309-9dd2-e9d549cac56b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=efc17712-8912-4309-9dd2-e9d549cac56b,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:16.028495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:16.359286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Calling delete_port for efc17712-8912-4309-9dd2-e9d549cac56b owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:16.517382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-b8ce4e06-6151-4410-b427-2ce687debf81 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:16.518923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-b8ce4e06-6151-4410-b427-2ce687debf81 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6220000 Feb 09 12:58:16.523091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] For port efc17712-8912-4309-9dd2-e9d549cac56b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=efc17712-8912-4309-9dd2-e9d549cac56b,segment=NetworkSegment(5b5560ac-dea7-4f4a-97f5-7c5bca1ed187),segment_id=5b5560ac-dea7-4f4a-97f5-7c5bca1ed187)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:16.523486 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:16.540426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Request body: {'port': {'device_id': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'cc2819efca0d491a9ed7482035fce7d0'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:16.578173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:16.825616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc17712-8912-4309-9dd2-e9d549cac56b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:16.843468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] No DVR routers for this DVR port efc17712-8912-4309-9dd2-e9d549cac56b on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:16.854519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ee3d298-59fa-4fd6-a4bb-34832337a7fd no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:16.895944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] Calling delete_port for efc17712-8912-4309-9dd2-e9d549cac56b owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:16.933290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 9ee3d298-59fa-4fd6-a4bb-34832337a7fd {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:16.933628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ee3d298-59fa-4fd6-a4bb-34832337a7fd not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:16.934038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device efc17712-8912-4309-9dd2-e9d549cac56b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:17.000924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: efc17712-8912-4309-9dd2-e9d549cac56b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:17.001263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device efc17712-8912-4309-9dd2-e9d549cac56b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:17.063846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.122232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94dde66-53f2-4207-ba32-f728209ad5d1']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:17.140985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:17.141996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5560ac-dea7-4f4a-97f5-7c5bca1ed187') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:17.185557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.186654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:58:17.188021 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:58:17.202161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:17.209574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Usage tracker for resource:port and tenant:cc2819efca0d491a9ed7482035fce7d0 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:17.213467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:17.221275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:17.222514 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.237865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 12:58:17.238548 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: timer() Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:58:17.255800 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:58:17.258945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Made reservation on behalf of cc2819efca0d491a9ed7482035fce7d0 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:17.264082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.299967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-decc95a1-e9ce-479f-a0ef-770aef8a7e67 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:58:17.301175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-decc95a1-e9ce-479f-a0ef-770aef8a7e67 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055354 Feb 09 12:58:17.308527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e40fa-0824-4caf-8987-ea0bd2c9a2f4 req-1a52184e-b9e5-4f83-90dc-72c5f2deaacd tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:17.317102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef2e40fa-0824-4caf-8987-ea0bd2c9a2f4 req-1a52184e-b9e5-4f83-90dc-72c5f2deaacd tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 945 time: 0.5161428 Feb 09 12:58:17.341893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Request body: {'binding': {'host': 'n-h2-825175-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:17.342771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Unknown quota resources ['binding']. {{(pid=83480) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 09 12:58:17.368748 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.390012 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.396436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] Pushing event deleted for resources: {'Network': ['ID=c94dde66-53f2-4207-ba32-f728209ad5d1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:17.418621 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-03e4e925-8cbc-4234-ae09-d37e80bfe605 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c94dde66-53f2-4207-ba32-f728209ad5d1 HTTP/1.1" status: 204 len: 168 time: 2.2209532 Feb 09 12:58:17.479488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef2e40fa-0824-4caf-8987-ea0bd2c9a2f4 req-701f5e85-d432-4e41-8310-045fa4bff75b tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612649 Feb 09 12:58:17.500790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-77432b38-0f64-480a-bf66-7e1838ef8e55 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:17.501690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-77432b38-0f64-480a-bf66-7e1838ef8e55 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:17.634260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-77432b38-0f64-480a-bf66-7e1838ef8e55 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:17.635418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-77432b38-0f64-480a-bf66-7e1838ef8e55 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "GET /v2.0/ports?device_id=e0f44248-3c75-4843-8c5d-76ae18ec413f HTTP/1.1" status: 200 len: 950 time: 0.8332329 Feb 09 12:58:17.641827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35564) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:17.690773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] Deleting port efc17712-8912-4309-9dd2-e9d549cac56b {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:17.692637 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.702528 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-da14b9c3-e687-4956-90d6-a5bcb9f5e616 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f87049e7ae349579835171912f526a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590069 Feb 09 12:58:17.707036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35568) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:17.801094 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-09962fb5-fdb0-4f07-ab16-ef5089bf83c7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Deleting port 294012ad-3ae0-41a1-9408-31c43cc47f2a {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:17.801431 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-09962fb5-fdb0-4f07-ab16-ef5089bf83c7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.817039 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90d0c4f2-6113-421b-9133-8e120dcca517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.836009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b4d66925-866d-4df7-941b-fe0d88e35d20 None None] The port 'efc17712-8912-4309-9dd2-e9d549cac56b' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 12:58:17.871335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90d0c4f2-6113-421b-9133-8e120dcca517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.902530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] Deleting port 2152b564-7453-4ae8-8202-452f08836533 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:17.902530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.955081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90d0c4f2-6113-421b-9133-8e120dcca517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.978682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0c4f2-6113-421b-9133-8e120dcca517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5027e0ac-9d5d-4d8d-960d-8c813990d365,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:17.995239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90d0c4f2-6113-421b-9133-8e120dcca517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:17.999658 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-90d0c4f2-6113-421b-9133-8e120dcca517 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5027e0ac-9d5d-4d8d-960d-8c813990d365 HTTP/1.1" status: 204 len: 168 time: 0.2870195 Feb 09 12:58:18.066459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Allocated IP 192.168.233.7 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/608cab21-dca3-44bd-b517-0a3f04ae355a) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:18.439406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd41c12-f4b5-4cf7-938a-9ebc68ac62b0 req-6b659728-1112-41e9-aa7b-e436f50f41f8 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:18.440912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2cd41c12-f4b5-4cf7-938a-9ebc68ac62b0 req-6b659728-1112-41e9-aa7b-e436f50f41f8 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 944 time: 0.6440415 Feb 09 12:58:18.487672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f on host n-h2-825175-3 for vnic_type normal with profile None {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:18.487895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:18.488174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:18.828740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-c07055b0-9b0b-418e-a3b3-52e73a826fd8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:18.832412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-c07055b0-9b0b-418e-a3b3-52e73a826fd8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:18.836813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Port 10964075-3c20-4096-ad7e-15d5427c147f on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:58:18.838141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:18.876254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-c07055b0-9b0b-418e-a3b3-52e73a826fd8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:18.879723 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-c07055b0-9b0b-418e-a3b3-52e73a826fd8 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/ports?device_id=7e486fe9-f565-4c7a-bd44-54eec8c96bb1 HTTP/1.1" status: 200 len: 950 time: 0.2507122 Feb 09 12:58:19.047668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-e28bff98-d4e1-43af-a54c-02ee2c14165c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Deleting port 1d594510-41b5-4512-891f-3f309d0ef494 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:19.048109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-e28bff98-d4e1-43af-a54c-02ee2c14165c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:19.094756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2cd41c12-f4b5-4cf7-938a-9ebc68ac62b0 req-26a4a95c-d50a-41be-82d4-e434ee127b86 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172283 Feb 09 12:58:19.179072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] For port 2152b564-7453-4ae8-8202-452f08836533, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2152b564-7453-4ae8-8202-452f08836533,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:19.181171 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:19.256146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:19.261280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:19.262068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:19.265027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Bound port: 10964075-3c20-4096-ad7e-15d5427c147f, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:19.326015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-09962fb5-fdb0-4f07-ab16-ef5089bf83c7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] For port 294012ad-3ae0-41a1-9408-31c43cc47f2a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=294012ad-3ae0-41a1-9408-31c43cc47f2a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:19.326426 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-09962fb5-fdb0-4f07-ab16-ef5089bf83c7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:19.510640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-e28bff98-d4e1-43af-a54c-02ee2c14165c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] For port 1d594510-41b5-4512-891f-3f309d0ef494, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1d594510-41b5-4512-891f-3f309d0ef494,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:19.511219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-e28bff98-d4e1-43af-a54c-02ee2c14165c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:19.517231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] Calling delete_port for 2152b564-7453-4ae8-8202-452f08836533 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:19.694440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-e28bff98-d4e1-43af-a54c-02ee2c14165c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Calling delete_port for 1d594510-41b5-4512-891f-3f309d0ef494 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:19.696708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-09962fb5-fdb0-4f07-ab16-ef5089bf83c7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Calling delete_port for 294012ad-3ae0-41a1-9408-31c43cc47f2a owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:19.887103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-e28bff98-d4e1-43af-a54c-02ee2c14165c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:19.899080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35594) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:19.902637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:19.961612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'be3c8289-4c79-4db4-af58-a7d026020fc0', '1d594510-41b5-4512-891f-3f309d0ef494'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:19.966196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bff98-d4e1-43af-a54c-02ee2c14165c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event deleted for resources: {'Port': ['ID=1d594510-41b5-4512-891f-3f309d0ef494,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:20.003359 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.014316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:20.124826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Transition to ACTIVE for port object 608cab21-dca3-44bd-b517-0a3f04ae355a will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:20.154617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-e28bff98-d4e1-43af-a54c-02ee2c14165c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] No DVR routers for this DVR port 1d594510-41b5-4512-891f-3f309d0ef494 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:20.156964 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-e28bff98-d4e1-43af-a54c-02ee2c14165c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.162061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e486fe9-f565-4c7a-bd44-54eec8c96bb1', 'name': 'network-vif-deleted', 'tag': '1d594510-41b5-4512-891f-3f309d0ef494'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:20.213073 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0d2c71d-1ecf-49e5-bf30-1a1b2ca40510 req-e28bff98-d4e1-43af-a54c-02ee2c14165c tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "DELETE /v2.0/ports/1d594510-41b5-4512-891f-3f309d0ef494 HTTP/1.1" status: 204 len: 173 time: 1.3274274 Feb 09 12:58:20.220283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-network', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:20.226071 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] Notify callbacks [] for binding, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.227236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-96500891-8f5e-4d65-8a12-0259a32cbebd service neutron] 10.222.0.59 "POST /v2.0/ports/10964075-3c20-4096-ad7e-15d5427c147f/bindings HTTP/1.1" status: 201 len: 389 time: 2.8895500 Feb 09 12:58:20.237069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bb753-e29c-48e0-a0cb-469b3503224c req-4b5b0e4d-75d8-4667-bc8f-949885c0c57e tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:20.237812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-458bb753-e29c-48e0-a0cb-469b3503224c req-4b5b0e4d-75d8-4667-bc8f-949885c0c57e tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:20.243328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:20.255302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Usage tracker for resource:network and tenant:f287269ce5fc4b3588883a99f521df5a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:20.260205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:20.275018 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-09962fb5-fdb0-4f07-ab16-ef5089bf83c7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.284980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:20.302922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Made reservation on behalf of f287269ce5fc4b3588883a99f521df5a for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:20.306623 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.355113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.419913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:20.420180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-458bb753-e29c-48e0-a0cb-469b3503224c req-4b5b0e4d-75d8-4667-bc8f-949885c0c57e tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:20.421817 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-458bb753-e29c-48e0-a0cb-469b3503224c req-4b5b0e4d-75d8-4667-bc8f-949885c0c57e tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0f44248-3c75-4843-8c5d-76ae18ec413f HTTP/1.1" status: 200 len: 950 time: 1.0025980 Feb 09 12:58:20.422974 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.441854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:f287269ce5fc4b3588883a99f521df5a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:20.447523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09962fb5-fdb0-4f07-ab16-ef5089bf83c7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event deleted for resources: {'Port': ['ID=294012ad-3ae0-41a1-9408-31c43cc47f2a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:20.449391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:20.457972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:20.579531 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.585154 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.630128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:58:20.646346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-09962fb5-fdb0-4f07-ab16-ef5089bf83c7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] No DVR routers for this DVR port 294012ad-3ae0-41a1-9408-31c43cc47f2a on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:20.677000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8510c6c2-5098-4a9a-bda1-f25adf571a86,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:20.694724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d0541015-d38b-45f6-a919-bf5760514d30 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:58:20.697371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.697516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 294012ad-3ae0-41a1-9408-31c43cc47f2a no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:20.697736 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Added segment bf0dbfd5-bf76-4880-8c33-845600da1bdc of type vlan for network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 Feb 09 12:58:20.736684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.736909 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-09962fb5-fdb0-4f07-ab16-ef5089bf83c7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.742828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f44248-3c75-4843-8c5d-76ae18ec413f', 'name': 'network-vif-deleted', 'tag': '294012ad-3ae0-41a1-9408-31c43cc47f2a'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:20.757153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 294012ad-3ae0-41a1-9408-31c43cc47f2a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:20.757868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 294012ad-3ae0-41a1-9408-31c43cc47f2a not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:20.769262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:20.782189 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-e880d5e5-b44e-4e6b-b89a-a2f3195f1a72 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1096 time: 0.1437340 Feb 09 12:58:20.785136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ae3a55f-ad98-4d6e-8459-5bb9bd2149f8 req-09962fb5-fdb0-4f07-ab16-ef5089bf83c7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "DELETE /v2.0/ports/294012ad-3ae0-41a1-9408-31c43cc47f2a HTTP/1.1" status: 204 len: 173 time: 3.0553050 Feb 09 12:58:20.822090 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:20.822928 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.823795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:20.824474 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.829292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:20.830914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:20.857927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:20.892677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Pushing event updated for resources: {'Port': ['ID=608cab21-dca3-44bd-b517-0a3f04ae355a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:21.182896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] Pushing event deleted for resources: {'Port': ['ID=2152b564-7453-4ae8-8202-452f08836533,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:21.239823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:21.240435 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:21.281641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-458bb753-e29c-48e0-a0cb-469b3503224c req-5b4fb755-251c-441a-bc21-b4aa4b76e47d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8175607 Feb 09 12:58:21.289052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-af7ee199-d422-4a6b-9be0-6982a4893f43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7544894 Feb 09 12:58:21.300723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1884d44-094d-4f4a-b8e1-23d8c1c1dd6d req-acb180b8-e822-4c69-a4d3-adcfb7a30abe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:21.301374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d1884d44-094d-4f4a-b8e1-23d8c1c1dd6d req-acb180b8-e822-4c69-a4d3-adcfb7a30abe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Synchronizing usage tracker for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:21.427375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Request body: {'port': {'device_id': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:21.434647 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4987097 Feb 09 12:58:21.488515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35612) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:21.489707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853afa2-6090-4ec3-afde-eb54419c3fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=2bf537c8-eacc-4edd-a9ab-fc3469a19268,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:21.508049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:21.537703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Request body: {'subnet': {'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-subnet', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:21.579195 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:58:21.580911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:21.607560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Usage tracker for resource:subnet and tenant:f287269ce5fc4b3588883a99f521df5a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:21.622317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:21.681794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:21.690344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d1884d44-094d-4f4a-b8e1-23d8c1c1dd6d req-acb180b8-e822-4c69-a4d3-adcfb7a30abe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Unset dirty status for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:21.691186 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1884d44-094d-4f4a-b8e1-23d8c1c1dd6d req-acb180b8-e822-4c69-a4d3-adcfb7a30abe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 934 time: 1.0466719 Feb 09 12:58:21.732438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-5dd59968-d71f-47fa-b7c1-91f4a7a754d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:21.736734 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-5dd59968-d71f-47fa-b7c1-91f4a7a754d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.9442780 Feb 09 12:58:21.914001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Made reservation on behalf of f287269ce5fc4b3588883a99f521df5a for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:21.916304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1639d619-11a2-454b-a2e9-091b5646125b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:21.940540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:22.034179 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-99e7f924-d2f7-4bee-a99c-500381319ba9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10964075-3c20-4096-ad7e-15d5427c147f HTTP/1.1" status: 200 len: 217 time: 0.2905610 Feb 09 12:58:22.040521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'be3c8289-4c79-4db4-af58-a7d026020fc0', '1d594510-41b5-4512-891f-3f309d0ef494'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:22.164358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'd0541015-d38b-45f6-a919-bf5760514d30', 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb', 'port_id': 'd0541015-d38b-45f6-a919-bf5760514d30', 'mac_address': 'fa:16:3e:35:30:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de4a952-3b81-4858-aae6-119ad222c3a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:58:22.287406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-bc7e4199-b1e9-431d-9b23-bbc907d354f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:22.288885 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-bc7e4199-b1e9-431d-9b23-bbc907d354f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1935766 Feb 09 12:58:22.293183 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1884d44-094d-4f4a-b8e1-23d8c1c1dd6d req-1ea2e573-5f76-4033-838a-668721eb531c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898457 Feb 09 12:58:22.341767 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:22.402460 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-00685745-d85b-40e9-941a-e8b54e172b29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962214 Feb 09 12:58:22.443084 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:22.483549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3f96a-4a89-4e71-8cd5-86d1986f5e9e req-f0d83164-c044-4241-94f3-6f695a46f1e0 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:22.488453 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e486fe9-f565-4c7a-bd44-54eec8c96bb1', 'name': 'network-vif-deleted', 'tag': '1d594510-41b5-4512-891f-3f309d0ef494', 'status': 'completed', 'code': 200} Feb 09 12:58:22.490941 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36f3f96a-4a89-4e71-8cd5-86d1986f5e9e req-f0d83164-c044-4241-94f3-6f695a46f1e0 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 944 time: 0.3650124 Feb 09 12:58:22.520370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0541015-d38b-45f6-a919-bf5760514d30 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:22.670035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:22.721562 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36f3f96a-4a89-4e71-8cd5-86d1986f5e9e req-8666d388-a5db-46a1-93b8-e6e19a3d4c2b tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296154 Feb 09 12:58:22.774622 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:22.795086 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-6c165e11-b75d-48e4-8ae1-96ff3a7a4532 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851304 Feb 09 12:58:22.796388 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:22.817521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7963cc94-0bb0-4547-aa10-cb9cd951ed72 None None] Provisioning for port 608cab21-dca3-44bd-b517-0a3f04ae355a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:22.840680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7963cc94-0bb0-4547-aa10-cb9cd951ed72 None None] Provisioning complete for port 608cab21-dca3-44bd-b517-0a3f04ae355a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:22.841048 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7963cc94-0bb0-4547-aa10-cb9cd951ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:22.859453 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f44248-3c75-4843-8c5d-76ae18ec413f', 'name': 'network-vif-deleted', 'tag': '294012ad-3ae0-41a1-9408-31c43cc47f2a', 'status': 'completed', 'code': 200} Feb 09 12:58:22.898185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e2fcf-a2c8-457d-ae41-369b1fca7628 req-34aaa185-4b92-4a44-ab7d-4ecc55423fe2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:22.902239 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-909e2fcf-a2c8-457d-ae41-369b1fca7628 req-34aaa185-4b92-4a44-ab7d-4ecc55423fe2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 945 time: 0.3293173 Feb 09 12:58:22.931818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:23.024042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:23.026527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7963cc94-0bb0-4547-aa10-cb9cd951ed72 None None] Port 608cab21-dca3-44bd-b517-0a3f04ae355a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:58:23.100466 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-909e2fcf-a2c8-457d-ae41-369b1fca7628 req-1502f18f-453e-448a-9c83-4aee0a7a7b97 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910560 Feb 09 12:58:23.130434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Checking segment: {'id': 'bf0dbfd5-bf76-4880-8c33-845600da1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:23.130869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Network hostable DHCP agents. Network: 2bf537c8-eacc-4edd-a9ab-fc3469a19268, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:58:23.158593 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-bae06ce3-5224-4b22-8b07-da364d30ae5c service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846143 Feb 09 12:58:23.185346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:58:23.198887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 2bf537c8-eacc-4edd-a9ab-fc3469a19268) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:23.207002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:23.207953 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:23.222094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d0541015-d38b-45f6-a919-bf5760514d30'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:23.284317 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3534a749-3402-4057-982c-2a9970051cdc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7761130 Feb 09 12:58:23.289986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35634) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:23.299449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-router', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:23.305568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:23.311830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Usage tracker for resource:router and tenant:f287269ce5fc4b3588883a99f521df5a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:23.316867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:23.325603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:23.351640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:23.352703 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:23.383510 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-db79bc75-c16c-4786-b22d-eee9c40c8a34 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.1379988 Feb 09 12:58:23.386963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:23.403303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-3'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:23.436072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641b430f-c33e-4861-b232-e13351bd50f2 None None] Network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:58:23.476124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ee8ba-313c-4d08-aeb2-60061af4364c req-097885b6-5739-477d-8b6f-c59a78676b8b tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:23.483639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f81ee8ba-313c-4d08-aeb2-60061af4364c req-097885b6-5739-477d-8b6f-c59a78676b8b tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 945 time: 0.2515907 Feb 09 12:58:23.552186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608cab21-dca3-44bd-b517-0a3f04ae355a {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:23.552985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:23.572659 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:23.624175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Transition to ACTIVE for port object 608cab21-dca3-44bd-b517-0a3f04ae355a will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:23.650391 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f81ee8ba-313c-4d08-aeb2-60061af4364c req-220cdaf8-3175-40d8-a33d-09f21268b6a8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657674 Feb 09 12:58:23.692432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b5d62-c34a-4c30-89c3-ebbc873b3b5e req-6ce12e93-a4f2-4b67-ba65-1d783fb4e12f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:23.699810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-422b5d62-c34a-4c30-89c3-ebbc873b3b5e req-6ce12e93-a4f2-4b67-ba65-1d783fb4e12f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 934 time: 0.1987088 Feb 09 12:58:23.701605 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:23.715565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1d594510-41b5-4512-891f-3f309d0ef494 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:23.877276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 1d594510-41b5-4512-891f-3f309d0ef494 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:23.877610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1d594510-41b5-4512-891f-3f309d0ef494 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:23.879288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=d0541015-d38b-45f6-a919-bf5760514d30,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:23.909575 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:23.913361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:24.214371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.214601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.215127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.215554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.218998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.219481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.219907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.221062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.221548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.221969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.224204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:24.258711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:24.363822 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:24.461636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Pushing event updated for resources: {'Port': ['ID=608cab21-dca3-44bd-b517-0a3f04ae355a,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:24.493040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10964075-3c20-4096-ad7e-15d5427c147f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:24.504447 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:24.624642 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1690646-7cab-4684-8b4b-0d459fa1813d req-8981354b-c032-4f7c-a090-7fdea291b880 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4557712 Feb 09 12:58:24.699446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-422b5d62-c34a-4c30-89c3-ebbc873b3b5e req-780ca2a5-cd5b-481b-b09b-523fb5ceb2e2 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9987345 Feb 09 12:58:24.793961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Pushing event updated for resources: {'Port': ['ID=10964075-3c20-4096-ad7e-15d5427c147f,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:24.800739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-2bf537c8-eacc-4edd-a9ab-fc3469a19268', 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'fixed_ips': [{'subnet_id': '8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 12:58:24.801988 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:24.872139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Attempting to bind port 608cab21-dca3-44bd-b517-0a3f04ae355a on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:24.872532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Attempting to bind port 608cab21-dca3-44bd-b517-0a3f04ae355a by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:24.872785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Attempting to bind port 608cab21-dca3-44bd-b517-0a3f04ae355a on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:24.923162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbc717-7b3c-426a-8fe7-4c55b1b91eda req-b4d3144d-e8d8-42e3-bfba-a3f86b3e1b5a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:24.924621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bebbc717-7b3c-426a-8fe7-4c55b1b91eda req-b4d3144d-e8d8-42e3-bfba-a3f86b3e1b5a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 945 time: 0.2883534 Feb 09 12:58:24.960653 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-52017ebf-4024-403e-9966-4c07d016cadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.001939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f on host n-h1-825175-3 for vnic_type normal with profile {"migrating_to": "n-h2-825175-3"} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:25.002272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:25.002627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:25.011089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Port 10964075-3c20-4096-ad7e-15d5427c147f on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:58:25.011422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Attempting to bind port 10964075-3c20-4096-ad7e-15d5427c147f on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:25.027243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:25.027703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:25.028273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:25.029076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Bound port: 10964075-3c20-4096-ad7e-15d5427c147f, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:25.029507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.040745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Port 608cab21-dca3-44bd-b517-0a3f04ae355a on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:58:25.047474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Attempting to bind port 608cab21-dca3-44bd-b517-0a3f04ae355a on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:25.093969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:25.094348 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:25.094817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:25.095259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Bound port: 608cab21-dca3-44bd-b517-0a3f04ae355a, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:25.095610 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.126694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bebbc717-7b3c-426a-8fe7-4c55b1b91eda req-6f56a4be-75a8-472e-9b4a-ed343784a71f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924787 Feb 09 12:58:25.144011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:25.152904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:25.185249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.342554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Allocated IP 172.20.0.2 (2bf537c8-eacc-4edd-a9ab-fc3469a19268/8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b/0dd524bb-688f-46d6-95cf-77665fdafccd) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:25.517622 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1690646-7cab-4684-8b4b-0d459fa1813d req-31e5635a-0d9c-4757-9073-9854c303f1c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 1097 time: 0.6886079 Feb 09 12:58:25.639960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] For port 608cab21-dca3-44bd-b517-0a3f04ae355a, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:25.650860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7ea2c-24bd-48da-a903-dd4b8211895d req-fa51a009-4417-4b6f-8606-00b6e5b087f0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:25.658016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebd7ea2c-24bd-48da-a903-dd4b8211895d req-fa51a009-4417-4b6f-8606-00b6e5b087f0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 943 time: 0.2204854 Feb 09 12:58:25.661396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] For port 608cab21-dca3-44bd-b517-0a3f04ae355a, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=608cab21-dca3-44bd-b517-0a3f04ae355a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:25.682132 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.687796 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10964075-3c20-4096-ad7e-15d5427c147f', 'code': 200} Feb 09 12:58:25.698448 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.704636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Transition to ACTIVE for port object 0dd524bb-688f-46d6-95cf-77665fdafccd will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:25.720605 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.722629 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] 10.222.0.67 "PUT /v2.0/ports/10964075-3c20-4096-ad7e-15d5427c147f HTTP/1.1" status: 200 len: 1121 time: 2.3240905 Feb 09 12:58:25.726069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Transition to ACTIVE for port object 0dd524bb-688f-46d6-95cf-77665fdafccd will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:25.734050 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.807435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d9069-8921-4966-8cb5-5e8ca8faff09 service neutron] Pushing event updated for resources: {'Port': ['ID=10964075-3c20-4096-ad7e-15d5427c147f,revision_number=8']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:25.836640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.846569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebd7ea2c-24bd-48da-a903-dd4b8211895d req-41fee1b7-0bd5-400a-8bef-710b9a57b154 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875806 Feb 09 12:58:25.879590 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.888835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:25.899937 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] 10.222.0.62 "PUT /v2.0/ports/608cab21-dca3-44bd-b517-0a3f04ae355a HTTP/1.1" status: 200 len: 1094 time: 4.5901089 Feb 09 12:58:25.900409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'tag': '608cab21-dca3-44bd-b517-0a3f04ae355a'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:25.949077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31a891-50f6-424e-9814-bc1445f8d452 service neutron] Pushing event updated for resources: {'Port': ['ID=608cab21-dca3-44bd-b517-0a3f04ae355a,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:25.954806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Pushing event updated for resources: {'Port': ['ID=0dd524bb-688f-46d6-95cf-77665fdafccd,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:25.971373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:25.972668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:25.979805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:26.122411 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'tag': '608cab21-dca3-44bd-b517-0a3f04ae355a', 'status': 'completed', 'code': 200} Feb 09 12:58:26.127149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['10964075-3c20-4096-ad7e-15d5427c147f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:26.143791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] Router 576faf3b-c5bc-44c7-b7e5-3acba6037492 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:58:26.190557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690646-7cab-4684-8b4b-0d459fa1813d req-21c1fdec-b047-4bc6-9568-c8784ef5d0cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:26.192199 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1690646-7cab-4684-8b4b-0d459fa1813d req-21c1fdec-b047-4bc6-9568-c8784ef5d0cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.6307974 Feb 09 12:58:26.211268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Allocated IP 172.25.5.160 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/66b2607f-662e-4979-aaaa-d21de7560cf8) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:26.294398 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1690646-7cab-4684-8b4b-0d459fa1813d req-01ba858d-2643-4750-afe9-d4d4163ae5ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 200 len: 217 time: 0.0857620 Feb 09 12:58:26.300862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Attempting to bind port 0dd524bb-688f-46d6-95cf-77665fdafccd on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:26.301410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Attempting to bind port 0dd524bb-688f-46d6-95cf-77665fdafccd by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'bf0dbfd5-bf76-4880-8c33-845600da1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:26.301966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Attempting to bind port 0dd524bb-688f-46d6-95cf-77665fdafccd on network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:26.343257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:26.343812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Checking segment: {'id': 'bf0dbfd5-bf76-4880-8c33-845600da1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:26.344599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:26.344986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Bound using segment: {'id': 'bf0dbfd5-bf76-4880-8c33-845600da1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:26.345694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Bound port: 0dd524bb-688f-46d6-95cf-77665fdafccd, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0dbfd5-bf76-4880-8c33-845600da1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:26.346628 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:26.445301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690646-7cab-4684-8b4b-0d459fa1813d req-42c9dd57-8536-403d-a420-5a5dfbe3cf96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:26.446651 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1690646-7cab-4684-8b4b-0d459fa1813d req-42c9dd57-8536-403d-a420-5a5dfbe3cf96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.1342158 Feb 09 12:58:26.497486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-3d77c501-5d06-42d1-bcfb-8ef79693ecdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 1097 time: 0.4689364 Feb 09 12:58:26.499150 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1690646-7cab-4684-8b4b-0d459fa1813d req-a43dcb0b-8d52-43dc-93e0-52ede36e2f2d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441260 Feb 09 12:58:26.569444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] For port 0dd524bb-688f-46d6-95cf-77665fdafccd, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:26.607852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] For port 0dd524bb-688f-46d6-95cf-77665fdafccd, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0dd524bb-688f-46d6-95cf-77665fdafccd,segment=NetworkSegment(bf0dbfd5-bf76-4880-8c33-845600da1bdc),segment_id=bf0dbfd5-bf76-4880-8c33-845600da1bdc)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:26.614867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64465c54-8832-4c54-8207-e133e322d21a req-3df9cf94-8ac6-4bd3-a3b8-177396df8626 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:26.616703 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:26.616995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64465c54-8832-4c54-8207-e133e322d21a req-3df9cf94-8ac6-4bd3-a3b8-177396df8626 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 946 time: 0.4287400 Feb 09 12:58:26.624392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e954a8-427b-47e0-9723-2b79214ebdb7 req-42530629-bfff-4a90-9e4f-23d0821cbff4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:26.631847 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2e954a8-427b-47e0-9723-2b79214ebdb7 req-42530629-bfff-4a90-9e4f-23d0821cbff4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 950 time: 0.3595114 Feb 09 12:58:26.636406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-e17ff823-fc51-4fa5-a8b3-96801184f0e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=608cab21-dca3-44bd-b517-0a3f04ae355a HTTP/1.1" status: 200 len: 217 time: 0.1184959 Feb 09 12:58:26.712432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35686) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:26.721381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccc168-8fff-4b1d-9acd-c07bd220bc04 None None] Pushing event updated for resources: {'Port': ['ID=0dd524bb-688f-46d6-95cf-77665fdafccd,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:26.737066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1018307863'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:26.755318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:26.796270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:58:26.870746 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1690646-7cab-4684-8b4b-0d459fa1813d req-8b7b13aa-403f-4c81-af23-eb3e2430d93e service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449597 Feb 09 12:58:26.879226 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:26.941934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:26.958505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:network and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:26.967731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:26.986807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:26.999735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-a7481f7f-3588-4bb7-a592-6fbe8fd1e687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:27.001185 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-a7481f7f-3588-4bb7-a592-6fbe8fd1e687 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.3457775 Feb 09 12:58:27.020104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2e954a8-427b-47e0-9723-2b79214ebdb7 req-5ae516c8-968b-46af-b6e7-7209aa2bb02f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872659 Feb 09 12:58:27.062520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:27.065654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d0541015-d38b-45f6-a919-bf5760514d30 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:27.072132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:27.092025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:27.099091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64465c54-8832-4c54-8207-e133e322d21a req-cec49bd6-e550-4d2f-a96e-d11b2ad85ba8 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642529 Feb 09 12:58:27.123933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Pushing event updated for resources: {'Port': ['ID=66b2607f-662e-4979-aaaa-d21de7560cf8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:27.140328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:27.143985 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.242282 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4b3f-c890-42cb-8ff0-4d7714f76abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.252517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:58:27.290302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:27.314347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'port_id': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd', 'mac_address': 'fa:16:3e:82:da:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46d025-13d3-4ccd-8142-d22e6f2c7fa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:58:27.318255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.318669 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Added segment 01468ae8-e346-451b-8504-c42cbfe095eb of type vlan for network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e Feb 09 12:58:27.320014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port d0541015-d38b-45f6-a919-bf5760514d30 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:27.343956 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1690646-7cab-4684-8b4b-0d459fa1813d req-cfeb93c2-09c0-46cd-a0ec-17ba219c0ca2 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600184 Feb 09 12:58:27.354877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port d0541015-d38b-45f6-a919-bf5760514d30 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:27.355384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.405718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.406210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.465703 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.491579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.500599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:27.511394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-5d723e05-d204-4704-92ff-8916c9153dd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4872587 Feb 09 12:58:27.523910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:58:27.553207 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] Sync routers for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:58:27.554378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:27.564660 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.592749 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:27.595788 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:58:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:27.610114 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-29c16a6a-c52e-4281-8f78-e0cc63825749 admin admin] 10.222.0.59 "PUT /v2.0/routers/576faf3b-c5bc-44c7-b7e5-3acba6037492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7947021 Feb 09 12:58:27.614996 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.615804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35696) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:27.692364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'tag': '10964075-3c20-4096-ad7e-15d5427c147f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:27.715528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['869e5fd7-9d5a-47b6-9f2e-500bb2800cdd'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:27.801132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0541015-d38b-45f6-a919-bf5760514d30'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:27.809741 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.813391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:27.813608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-a7f06352-5cb0-41da-b2b9-47e976a169ba tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:27.814166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.814284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-a7f06352-5cb0-41da-b2b9-47e976a169ba tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Synchronizing usage tracker for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:58:27.823428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:27.869475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:27.874576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-a7f06352-5cb0-41da-b2b9-47e976a169ba tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Unset dirty status for tenant:c7c66e53d67a4481ba63f73966466b9e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:58:27.875303 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-a7f06352-5cb0-41da-b2b9-47e976a169ba tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 950 time: 0.3762591 Feb 09 12:58:27.879604 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:27.974457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2566540 Feb 09 12:58:28.000892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35704) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:28.053955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-145083032'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:28.095745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:28.097357 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:28.124925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:network and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:28.138408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89522d-262d-4182-8a87-0fde5b207e19 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Network': ['ID=6ec6fb0a-4e82-4d6e-89f0-376ac243455e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:28.153869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:28.170878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:58:28.172148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f61c1-2677-41b4-8c5c-b28c8b9b43c3 req-8a69d2ea-074b-4f75-bac0-9952b0a243c6 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:28.180224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-384f61c1-2677-41b4-8c5c-b28c8b9b43c3 req-8a69d2ea-074b-4f75-bac0-9952b0a243c6 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 945 time: 0.8647130 Feb 09 12:58:28.196407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-8fba07d8-5a43-498f-a0e0-1f3671830917 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Deleting port be3c8289-4c79-4db4-af58-a7d026020fc0 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:28.196949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-8fba07d8-5a43-498f-a0e0-1f3671830917 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:28.215563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-d00f4fd9-85ee-4f11-9977-dc30e0a6fa7b service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6811240 Feb 09 12:58:28.259669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b801f-370c-4922-a5cf-9a53f0a8f81b req-dc380f62-54be-468f-a3e7-0dd9c26cda2c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:28.268483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b4b801f-370c-4922-a5cf-9a53f0a8f81b req-dc380f62-54be-468f-a3e7-0dd9c26cda2c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 943 time: 0.8849916 Feb 09 12:58:28.292256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:28.355306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-384f61c1-2677-41b4-8c5c-b28c8b9b43c3 req-e5859683-6b4d-4b95-b5f9-0fa536a1fd72 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741283 Feb 09 12:58:28.409265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:28.415480 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:28.475081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1561b46-5e39-4a43-a1a0-2b9bf89f226e None None] Network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:58:28.482764 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'tag': '10964075-3c20-4096-ad7e-15d5427c147f', 'status': 'completed', 'code': 200} Feb 09 12:58:28.539361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.62', 59593) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:28.586099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:58:28.590921 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0541015-d38b-45f6-a919-bf5760514d30', 'code': 200} Feb 09 12:58:28.637323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7cad493-1423-41cb-8a9d-9ea3b124721e req-438fea6f-2a61-42d7-a9aa-66ac430326cf service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167455 Feb 09 12:58:28.715982 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:58:20Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:28.729899 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] Checking router: 576faf3b-c5bc-44c7-b7e5-3acba6037492 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:58:28.757321 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] Routers {'576faf3b-c5bc-44c7-b7e5-3acba6037492'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:28.758035 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:58:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['576faf3b-c5bc-44c7-b7e5-3acba6037492'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:28.770926 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:28.781867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b4b801f-370c-4922-a5cf-9a53f0a8f81b req-0ee4794f-a499-4215-9c8d-330bc816fb41 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119185 Feb 09 12:58:28.783880 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:28.806972 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:28.807350 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Added segment 5d2a6621-a0bd-46b1-b052-010804b2bdc7 of type vlan for network 7795d20f-af30-4c07-9448-7781713777a7 Feb 09 12:58:28.911474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=d0541015-d38b-45f6-a919-bf5760514d30,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:28.948983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10964075-3c20-4096-ad7e-15d5427c147f details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:58:29.031634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0dd524bb-688f-46d6-95cf-77665fdafccd up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:29.038567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86aecf13-15b9-4360-b401-9bb2f510be3b req-9f849cd4-87b9-4c23-9d2f-252f4e29e788 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 1097 time: 0.3377147 Feb 09 12:58:29.093981 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] Set router 576faf3b-c5bc-44c7-b7e5-3acba6037492 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:29.132897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:29.202593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-75dd5ae8-f055-4915-84dc-383216152ad4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:29.205368 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-75dd5ae8-f055-4915-84dc-383216152ad4 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "GET /v2.0/ports?device_id=59d9855f-7343-44b3-8539-59e316dc1090 HTTP/1.1" status: 200 len: 949 time: 0.9108305 Feb 09 12:58:29.255932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-8fba07d8-5a43-498f-a0e0-1f3671830917 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] For port be3c8289-4c79-4db4-af58-a7d026020fc0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=be3c8289-4c79-4db4-af58-a7d026020fc0,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:29.256299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-8fba07d8-5a43-498f-a0e0-1f3671830917 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:29.388550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fe991163-b8b5-4d02-9314-13bf0234a14a None None] Provisioning for port 0dd524bb-688f-46d6-95cf-77665fdafccd completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:29.419123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-8fba07d8-5a43-498f-a0e0-1f3671830917 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Calling delete_port for be3c8289-4c79-4db4-af58-a7d026020fc0 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:29.436822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2167d-c56e-47ed-8785-55444746d0b1 req-5a76f059-7a43-4d51-a5eb-99f3ac0dc178 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:29.445652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38e2167d-c56e-47ed-8785-55444746d0b1 req-5a76f059-7a43-4d51-a5eb-99f3ac0dc178 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 950 time: 0.6480360 Feb 09 12:58:29.659231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecf13-15b9-4360-b401-9bb2f510be3b req-7963ec38-3a90-4f0d-8728-8dc19905e2d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:29.660821 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86aecf13-15b9-4360-b401-9bb2f510be3b req-7963ec38-3a90-4f0d-8728-8dc19905e2d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.6042335 Feb 09 12:58:29.680264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e137a-4b70-402b-9252-d4144dbc1211 req-478c5bea-1409-4d7e-a8db-723acca85bff tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:29.693171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-938e137a-4b70-402b-9252-d4144dbc1211 req-478c5bea-1409-4d7e-a8db-723acca85bff tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 946 time: 0.5859938 Feb 09 12:58:29.702336 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:29.755930 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:58:20Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:29.761269 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7103a5-318f-4855-98c4-7bc296476c77 None None] The sync data for ids ['576faf3b-c5bc-44c7-b7e5-3acba6037492'] in n-d-825175-3 is: [{'id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1218130294-router', 'tenant_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:06Z', 'updated_at': '2022-02-09T12:58:20Z', 'revision_number': 5, 'project_id': '9b2dc5b3466d4cf2ad35e474c66b87fb', 'gw_port': {'id': 'bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576faf3b-c5bc-44c7-b7e5-3acba6037492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:08Z', 'updated_at': '2022-02-09T12:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:58:29.777392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:29.800421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:29.801058 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:29.834025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.62', 59595) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:30.029165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:30.046931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10964075-3c20-4096-ad7e-15d5427c147f has no active binding in host n-h2-825175-3 {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:58:30.050168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 0dd524bb-688f-46d6-95cf-77665fdafccd completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:30.057998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0dd524bb-688f-46d6-95cf-77665fdafccd triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:30.058402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:30.091486 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:30.164412 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1216748 Feb 09 12:58:30.181871 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35744) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:30.191054 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-03e8dd9e-d498-41ff-a60c-ca403ba89f99 service neutron] 10.222.0.62 "GET /v2.0/ports/10964075-3c20-4096-ad7e-15d5427c147f/bindings/n-h2-825175-3 HTTP/1.1" status: 200 len: 384 time: 0.2373781 Feb 09 12:58:30.193546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Router 3da5013b-b3bf-42f7-b68b-6decb268b169 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 12:58:30.206196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86aecf13-15b9-4360-b401-9bb2f510be3b req-608635a4-3f36-48b3-9b3b-b3712b730d52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=608cab21-dca3-44bd-b517-0a3f04ae355a HTTP/1.1" status: 200 len: 217 time: 0.3010933 Feb 09 12:58:30.213034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'subnet': {'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:30.285526 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:30.355756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 0dd524bb-688f-46d6-95cf-77665fdafccd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0dd524bb-688f-46d6-95cf-77665fdafccd,segment=NetworkSegment(bf0dbfd5-bf76-4880-8c33-845600da1bdc),segment_id=bf0dbfd5-bf76-4880-8c33-845600da1bdc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:30.365373 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:30.393948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecf13-15b9-4360-b401-9bb2f510be3b req-73d7e96b-264d-4f3e-b2ed-544edba99dfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:30.396074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86aecf13-15b9-4360-b401-9bb2f510be3b req-73d7e96b-264d-4f3e-b2ed-544edba99dfc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1475196 Feb 09 12:58:30.413633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38e2167d-c56e-47ed-8785-55444746d0b1 req-784554bf-134a-40f9-a930-ea56818b4a2f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9659891 Feb 09 12:58:30.484242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=0dd524bb-688f-46d6-95cf-77665fdafccd,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:30.549456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-938e137a-4b70-402b-9252-d4144dbc1211 req-338a586d-4e04-4528-b5b3-d552ea90437f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8554270 Feb 09 12:58:30.669073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd48d14-e235-4dff-83fc-f9039f47c1ee tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Network': ['ID=7795d20f-af30-4c07-9448-7781713777a7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:30.677678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:30.682563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:subnet and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:30.684407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-92153129-0acb-4e72-aa2c-c07ba39f90f8 None None] Provisioning complete for port 0dd524bb-688f-46d6-95cf-77665fdafccd triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:30.684983 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92153129-0acb-4e72-aa2c-c07ba39f90f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:30.686114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:30.692825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:30.710386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86aecf13-15b9-4360-b401-9bb2f510be3b req-f23f53ae-1c5f-460b-9eef-0ef228e4a089 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2919893 Feb 09 12:58:30.750437 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1f476f64-3d76-46a2-a465-8abfb79d8ecf req-2d3ee8b2-63b0-415c-86b2-ad5d78b151c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1124 time: 2.2092698 Feb 09 12:58:30.758065 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:30.821698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 7795d20f-af30-4c07-9448-7781713777a7 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:58:30.879472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:30.954405 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:30.979873 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0dd524bb-688f-46d6-95cf-77665fdafccd up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:31.089037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86aecf13-15b9-4360-b401-9bb2f510be3b req-23583b6a-ae14-4af8-af1e-a5ceaabb9bb2 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673098 Feb 09 12:58:31.167768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-0684e96e-ef11-435a-abfd-1283197b6f33 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Deleting port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:31.171904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-0684e96e-ef11-435a-abfd-1283197b6f33 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:31.355730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:31.356504 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:31.381562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0dd524bb-688f-46d6-95cf-77665fdafccd triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:31.382291 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:31.472026 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-992f2bfd-94eb-43f0-a8c8-635565bbad2f req-6550ed10-8c82-4598-a4ab-e19ec5dca5a0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 1097 time: 2.7983966 Feb 09 12:58:31.524083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86aecf13-15b9-4360-b401-9bb2f510be3b req-2fbac00d-af2a-49df-996e-de7874297111 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691615 Feb 09 12:58:31.670508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8facc-e6de-4e44-8a14-ae75f29278d8 req-72d9db44-0434-4260-8d46-8389f4eb574f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:31.673204 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bf8facc-e6de-4e44-8a14-ae75f29278d8 req-72d9db44-0434-4260-8d46-8389f4eb574f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 946 time: 0.5816460 Feb 09 12:58:31.702957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 608cab21-dca3-44bd-b517-0a3f04ae355a details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:58:31.706078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device be3c8289-4c79-4db4-af58-a7d026020fc0 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:31.738518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:31.778605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bf8facc-e6de-4e44-8a14-ae75f29278d8 req-cd0fbf32-24a0-4d06-ac2c-cd468f6cfb11 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638974 Feb 09 12:58:31.780148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Deleting port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:31.780479 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:31.851243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd212a-4a23-46ec-ac38-4e605a9d7aef req-bcbcab9f-0e46-49fa-85ba-f0601356d983 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:31.856721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2152b564-7453-4ae8-8202-452f08836533 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:31.860936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55fd212a-4a23-46ec-ac38-4e605a9d7aef req-bcbcab9f-0e46-49fa-85ba-f0601356d983 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 943 time: 0.6897695 Feb 09 12:58:31.886886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:31.959545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55fd212a-4a23-46ec-ac38-4e605a9d7aef req-090d93ff-8fe4-4e9e-b5b3-dcb548a49b4e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975869 Feb 09 12:58:32.075341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 2152b564-7453-4ae8-8202-452f08836533 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:32.075834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2152b564-7453-4ae8-8202-452f08836533 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:32.145314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:32.188550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:32.253793 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:32.277382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:32.291024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:32.367288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 608cab21-dca3-44bd-b517-0a3f04ae355a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=608cab21-dca3-44bd-b517-0a3f04ae355a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:32.398552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '608cab21-dca3-44bd-b517-0a3f04ae355a', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '608cab21-dca3-44bd-b517-0a3f04ae355a', 'mac_address': 'fa:16:3e:2a:24:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:58:32.448162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:32.471105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] For port bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:32.471760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:32.472043 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:32.493887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608cab21-dca3-44bd-b517-0a3f04ae355a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:32.527011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 608cab21-dca3-44bd-b517-0a3f04ae355a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=608cab21-dca3-44bd-b517-0a3f04ae355a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:32.532760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:32.542611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Subnet': ['ID=253c534a-f1c3-4167-80d9-d663f21db0ba,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:32.569466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfe030-529f-4354-8403-c527b99b309b req-86d6b174-142e-4cd7-908b-e7fe706e5944 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:32.578197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfcfe030-529f-4354-8403-c527b99b309b req-86d6b174-142e-4cd7-908b-e7fe706e5944 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 950 time: 0.5061774 Feb 09 12:58:32.625098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=608cab21-dca3-44bd-b517-0a3f04ae355a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:32.671438 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-992f2bfd-94eb-43f0-a8c8-635565bbad2f req-15d5f1fd-6e1b-4e57-8f85-ccdae2a9de8e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8178828 Feb 09 12:58:32.672165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Calling delete_port for bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:32.754296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f476f64-3d76-46a2-a465-8abfb79d8ecf req-5f3ad397-2d27-4b46-867d-0e72bcbc2093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:32.755803 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1f476f64-3d76-46a2-a465-8abfb79d8ecf req-5f3ad397-2d27-4b46-867d-0e72bcbc2093 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 1.8547578 Feb 09 12:58:32.761830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-0684e96e-ef11-435a-abfd-1283197b6f33 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] For port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:32.762095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-0684e96e-ef11-435a-abfd-1283197b6f33 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:32.780062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfcfe030-529f-4354-8403-c527b99b309b req-f153d546-9253-48bc-81d8-4134e95f5b4e tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005682 Feb 09 12:58:32.789886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381c66d-64c6-4b73-81f4-8561e8d48945 req-75d4f4ab-64de-4223-895c-37eaa87a62b5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:32.797088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2381c66d-64c6-4b73-81f4-8561e8d48945 req-75d4f4ab-64de-4223-895c-37eaa87a62b5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 946 time: 0.4047792 Feb 09 12:58:32.853933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:32.878434 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-8fba07d8-5a43-498f-a0e0-1f3671830917 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:32.934018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2381c66d-64c6-4b73-81f4-8561e8d48945 req-007c72f2-9584-4d7d-a74f-9038bcae1fd7 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942543 Feb 09 12:58:32.976293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:33.151279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['608cab21-dca3-44bd-b517-0a3f04ae355a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:33.167368 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-0684e96e-ef11-435a-abfd-1283197b6f33 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Calling delete_port for 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:33.168935 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:33.227005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Checking segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:33.227631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network hostable DHCP agents. Network: 6ec6fb0a-4e82-4d6e-89f0-376ac243455e, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:58:33.238848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba07d8-5a43-498f-a0e0-1f3671830917 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event deleted for resources: {'Port': ['ID=be3c8289-4c79-4db4-af58-a7d026020fc0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:33.242241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1f476f64-3d76-46a2-a465-8abfb79d8ecf req-f23f06f8-dd68-4f93-8956-695877bfbcee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10964075-3c20-4096-ad7e-15d5427c147f HTTP/1.1" status: 200 len: 217 time: 0.4208360 Feb 09 12:58:33.278353 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd', 'code': 200} Feb 09 12:58:33.445301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-ac28023f-0886-4181-b27d-1fae7b1c44ef service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:33.487093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-8fba07d8-5a43-498f-a0e0-1f3671830917 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] No DVR routers for this DVR port be3c8289-4c79-4db4-af58-a7d026020fc0 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:33.501525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-8fba07d8-5a43-498f-a0e0-1f3671830917 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:33.505552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f476f64-3d76-46a2-a465-8abfb79d8ecf req-87e9c5e0-909b-4a6e-9168-e3ae07e4dd7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:33.507072 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1f476f64-3d76-46a2-a465-8abfb79d8ecf req-87e9c5e0-909b-4a6e-9168-e3ae07e4dd7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.2545013 Feb 09 12:58:33.507512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91bb75b3-bc27-4315-81f9-db4748b086c6', 'name': 'network-vif-deleted', 'tag': 'be3c8289-4c79-4db4-af58-a7d026020fc0'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:33.538875 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:33.610308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-ac28023f-0886-4181-b27d-1fae7b1c44ef service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:33.638383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:58:33.651488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:33.653246 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1f476f64-3d76-46a2-a465-8abfb79d8ecf req-a6315fbe-da97-482f-a78c-4bff7db92f39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285496 Feb 09 12:58:33.715841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d67e6589-9063-4cd4-8e2b-9cc2190db2eb req-8fba07d8-5a43-498f-a0e0-1f3671830917 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "DELETE /v2.0/ports/be3c8289-4c79-4db4-af58-a7d026020fc0 HTTP/1.1" status: 204 len: 173 time: 5.8283653 Feb 09 12:58:33.735061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 6ec6fb0a-4e82-4d6e-89f0-376ac243455e) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:33.795117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-ac28023f-0886-4181-b27d-1fae7b1c44ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10964075-3c20-4096-ad7e-15d5427c147f {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:58:33.888279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2aec5-1651-4f96-8f1c-f511a16b6ee4 None None] Network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:58:34.117851 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1f476f64-3d76-46a2-a465-8abfb79d8ecf req-8499b231-4ba2-40b3-801e-8657092f562d service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361880 Feb 09 12:58:34.130187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:58:34.155214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda3252-5871-4d8c-8014-1c69ddffc478 req-d913cc2c-8e49-40e8-8b14-86892933448a tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:34.157097 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8cda3252-5871-4d8c-8014-1c69ddffc478 req-d913cc2c-8e49-40e8-8b14-86892933448a tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 943 time: 0.5960150 Feb 09 12:58:34.204469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:34.205620 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:34.230436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-0684e96e-ef11-435a-abfd-1283197b6f33 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:34.252929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-ac28023f-0886-4181-b27d-1fae7b1c44ef service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:34.315068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Sync routers for ids ['3da5013b-b3bf-42f7-b68b-6decb268b169'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:58:34.319410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8cda3252-5871-4d8c-8014-1c69ddffc478 req-3368ebcc-0a47-4e28-9052-54a3dfd2f3ae tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831823 Feb 09 12:58:34.319835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684e96e-ef11-435a-abfd-1283197b6f33 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event deleted for resources: {'Port': ['ID=9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:34.335754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9df76-34ec-48e3-9729-f47d3b828254 req-dcd96e3f-45bb-4513-afd8-bbc6b4355594 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:34.345300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8c9df76-34ec-48e3-9729-f47d3b828254 req-dcd96e3f-45bb-4513-afd8-bbc6b4355594 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 946 time: 1.0546184 Feb 09 12:58:34.354581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 10964075-3c20-4096-ad7e-15d5427c147f no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:34.377511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:34.395918 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dd7a5516-5817-497a-9368-b25fe35cc2d5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.2032409 Feb 09 12:58:34.402948 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:34.404915 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-83e46d82-72fa-4c76-a7b9-30d2b31d58ea admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 11.1130488 Feb 09 12:58:34.413627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35776) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:34.414036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35778) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:34.424567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'subnet': {'network_id': '7795d20f-af30-4c07-9448-7781713777a7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:34.625832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:34.637343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:subnet and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:34.646154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:34.664327 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-ac28023f-0886-4181-b27d-1fae7b1c44ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:34.701766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d2436d00-49b7-45a8-867f-db65c9acb4f8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:58:34.751149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8c9df76-34ec-48e3-9729-f47d3b828254 req-a2fc44ae-9f35-45a2-a9de-28a169ded403 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051092 Feb 09 12:58:34.957531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e740575-95eb-4368-b857-a00b2f6a2f27 req-569d446a-8559-437f-830a-04a8c048a4f7 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=91bb75b3-bc27-4315-81f9-db4748b086c6 HTTP/1.1" status: 200 len: 210 time: 0.1381831 Feb 09 12:58:34.977494 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:34.984282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:35.000140 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91bb75b3-bc27-4315-81f9-db4748b086c6', 'name': 'network-vif-deleted', 'tag': 'be3c8289-4c79-4db4-af58-a7d026020fc0', 'status': 'completed', 'code': 200} Feb 09 12:58:35.008562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Routers {'3da5013b-b3bf-42f7-b68b-6decb268b169'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:35.009242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:58:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3da5013b-b3bf-42f7-b68b-6decb268b169'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:35.040264 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1f476f64-3d76-46a2-a465-8abfb79d8ecf req-80b13757-4f89-4d05-b420-f905335af984 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9056766 Feb 09 12:58:35.061694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:35.104789 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:35.109909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 576faf3b-c5bc-44c7-b7e5-3acba6037492 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 12:58:35.146375 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:35.154220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d0da2a90-3e38-4c38-81f8-14746b31680a admin admin] 10.222.0.59 "DELETE /v2.0/routers/576faf3b-c5bc-44c7-b7e5-3acba6037492 HTTP/1.1" status: 204 len: 168 time: 7.5336986 Feb 09 12:58:35.154851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35788) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:35.245389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4280d3f-2cf7-4543-80a8-db12f908a352 admin admin] Deleting subnet e783f890-6d5e-423d-a0e0-59464ef7e9c4 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 12:58:35.301187 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4280d3f-2cf7-4543-80a8-db12f908a352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:35.315833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:35.373497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-0684e96e-ef11-435a-abfd-1283197b6f33 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] No DVR routers for this DVR port 9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:35.384689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-0684e96e-ef11-435a-abfd-1283197b6f33 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:35.388515 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-167d5a67-fdec-465f-a03a-d18ad875a28a req-0684e96e-ef11-435a-abfd-1283197b6f33 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.62 "DELETE /v2.0/ports/9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d HTTP/1.1" status: 204 len: 173 time: 6.1601365 Feb 09 12:58:35.389040 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4280d3f-2cf7-4543-80a8-db12f908a352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:35.616052 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:35.842724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-ac28023f-0886-4181-b27d-1fae7b1c44ef service neutron] Transition to ACTIVE for port object 10964075-3c20-4096-ad7e-15d5427c147f will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:35.854344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-ac28023f-0886-4181-b27d-1fae7b1c44ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:35.887845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b702cc-0f67-4a02-8aa5-d0ef37b27357 req-c2dd2fb4-e444-426d-9aa9-0adff3c9e5f9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:35.900007 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78b702cc-0f67-4a02-8aa5-d0ef37b27357 req-c2dd2fb4-e444-426d-9aa9-0adff3c9e5f9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 947 time: 0.6512392 Feb 09 12:58:35.932539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'fixed_ips': [{'subnet_id': '253c534a-f1c3-4167-80d9-d663f21db0ba'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 12:58:35.932937 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:36.009260 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78b702cc-0f67-4a02-8aa5-d0ef37b27357 req-f4a77f39-29d0-439c-a71b-23eede701416 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078408 Feb 09 12:58:36.034376 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4280d3f-2cf7-4543-80a8-db12f908a352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:36.076534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Set router 3da5013b-b3bf-42f7-b68b-6decb268b169 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:36.129609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbca6f-3d40-41e5-be07-80144feb4521 req-8697e5a9-8534-499e-958f-978a880880a6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:36.131687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7cbca6f-3d40-41e5-be07-80144feb4521 req-8697e5a9-8534-499e-958f-978a880880a6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 943 time: 0.3954287 Feb 09 12:58:36.234070 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4280d3f-2cf7-4543-80a8-db12f908a352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:36.259300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-ac28023f-0886-4181-b27d-1fae7b1c44ef service neutron] No DVR routers for this DVR port 10964075-3c20-4096-ad7e-15d5427c147f on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:36.261855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28023f-0886-4181-b27d-1fae7b1c44ef service neutron] Pushing event updated for resources: {'Port': ['ID=10964075-3c20-4096-ad7e-15d5427c147f,revision_number=10']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:36.493365 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-ac28023f-0886-4181-b27d-1fae7b1c44ef service neutron] 10.222.0.62 "PUT /v2.0/ports/10964075-3c20-4096-ad7e-15d5427c147f/bindings/n-h2-825175-3/activate HTTP/1.1" status: 200 len: 369 time: 6.2558863 Feb 09 12:58:36.511056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4280d3f-2cf7-4543-80a8-db12f908a352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e783f890-6d5e-423d-a0e0-59464ef7e9c4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:36.537269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7cbca6f-3d40-41e5-be07-80144feb4521 req-5e817142-3a84-48fe-b7ba-31240201f741 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967035 Feb 09 12:58:36.566224 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4280d3f-2cf7-4543-80a8-db12f908a352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:36.579115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b4280d3f-2cf7-4543-80a8-db12f908a352 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e783f890-6d5e-423d-a0e0-59464ef7e9c4 HTTP/1.1" status: 204 len: 168 time: 1.4223192 Feb 09 12:58:36.585571 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:58:36.588611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35808) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:36.588947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b5ce4f-de00-4f48-847b-1568ebb9cc93 None None] Network f64636e3-1a92-49a2-9146-0ce893b89e65 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:58:36.657088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29646d-c081-4b96-a691-c4db5d7257e3 req-f0d8da28-fc6d-4ed7-bbbc-e348ebe04bf1 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:36.659951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe29646d-c081-4b96-a691-c4db5d7257e3 req-f0d8da28-fc6d-4ed7-bbbc-e348ebe04bf1 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 946 time: 0.2047017 Feb 09 12:58:36.755641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:36.779803 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:36.825596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Deleting port 831b8c12-c062-4a52-8b90-7f7057db521c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:36.831236 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:36.894825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:36.985326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Allocated IP 10.1.1.2 (6ec6fb0a-4e82-4d6e-89f0-376ac243455e/253c534a-f1c3-4167-80d9-d663f21db0ba/350b1937-7da6-45a8-9e5e-2507261553ba) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:37.004594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d9855f-7343-44b3-8539-59e316dc1090', 'name': 'network-vif-deleted', 'tag': '9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:37.074425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe29646d-c081-4b96-a691-c4db5d7257e3 req-b5ad7385-d837-4d77-8240-f47be748dc24 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160648 Feb 09 12:58:37.175577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Subnet': ['ID=66d2b1a3-c9c4-4072-9311-fe1aa67fef5a,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:37.189880 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-01845c5a-d0c8-4b7a-b9ca-be6dcc765cb3 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1095 time: 0.5756423 Feb 09 12:58:37.259374 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:37.273410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Transition to ACTIVE for port object 350b1937-7da6-45a8-9e5e-2507261553ba will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:37.276552 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d9855f-7343-44b3-8539-59e316dc1090', 'name': 'network-vif-deleted', 'tag': '9e3f0ce4-a1df-4b29-8d3f-4322cde5ac7d', 'status': 'completed', 'code': 200} Feb 09 12:58:37.297033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Transition to ACTIVE for port object 350b1937-7da6-45a8-9e5e-2507261553ba will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:37.299179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:37.299576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bfd0ca95-9b7c-4e57-b5fc-8f2f4e8b49af not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:37.309313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] For port 831b8c12-c062-4a52-8b90-7f7057db521c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=831b8c12-c062-4a52-8b90-7f7057db521c,segment=NetworkSegment(4150667d-12c1-4f49-9cc4-366aaf52a87b),segment_id=4150667d-12c1-4f49-9cc4-366aaf52a87b)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:37.311568 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:37.339223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Checking segment: {'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:37.342233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network hostable DHCP agents. Network: 7795d20f-af30-4c07-9448-7781713777a7, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:58:37.376105 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:37.430834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network 7795d20f-af30-4c07-9448-7781713777a7 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:58:37.463097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 7795d20f-af30-4c07-9448-7781713777a7) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:37.483743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:37.485050 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:37.488589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Pushing event updated for resources: {'Port': ['ID=350b1937-7da6-45a8-9e5e-2507261553ba,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:37.496289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e5689e-e050-4be2-b77d-258228600ba7 None None] Network 7795d20f-af30-4c07-9448-7781713777a7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:58:37.507847 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-e32f7418-3db0-4f6c-aba6-d74ba3a8ba1d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f&tenant_id=39bf5e6213774240a529d4f791d96059 HTTP/1.1" status: 200 len: 1095 time: 0.3054545 Feb 09 12:58:37.525119 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3ce15586-06f0-4cd5-8241-e9f1503fe9f2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1096561 Feb 09 12:58:37.529433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35824) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:37.537193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'port': {'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'name': 'tempest-TaggedBootDevicesTest-423446075', 'fixed_ips': [{'subnet_id': '253c534a-f1c3-4167-80d9-d663f21db0ba'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:37.571591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Calling delete_port for 831b8c12-c062-4a52-8b90-7f7057db521c owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:37.688542 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:37.702432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:37.754882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] No DVR routers for this DVR port 831b8c12-c062-4a52-8b90-7f7057db521c on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:37.803269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:37.808333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 608cab21-dca3-44bd-b517-0a3f04ae355a up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:37.808588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=831b8c12-c062-4a52-8b90-7f7057db521c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:37.847710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:37.916374 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:37.944793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64636e3-1a92-49a2-9146-0ce893b89e65']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:37.949238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:37.960562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4150667d-12c1-4f49-9cc4-366aaf52a87b') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:37.960862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4150667d-12c1-4f49-9cc4-366aaf52a87b') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:37.963174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:port and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:37.974885 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:37.993247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:38.000809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 12:58:38.001276 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:38.080967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:38.092043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:38.120933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: timer() Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:58:38.161637 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:58:38.276546 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:38.311652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-7795d20f-af30-4c07-9448-7781713777a7', 'network_id': '7795d20f-af30-4c07-9448-7781713777a7', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'fixed_ips': [{'subnet_id': '66d2b1a3-c9c4-4072-9311-fe1aa67fef5a'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 12:58:38.313069 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:38.325913 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64636e3-1a92-49a2-9146-0ce893b89e65,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:38.330769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Attempting to bind port 350b1937-7da6-45a8-9e5e-2507261553ba on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:38.332687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Attempting to bind port 350b1937-7da6-45a8-9e5e-2507261553ba by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:38.333470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Attempting to bind port 350b1937-7da6-45a8-9e5e-2507261553ba on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:38.359258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcf2c8-e304-43de-8676-c91a3e9ac08d req-7b9da0cc-d721-453b-b2da-a6ae76128756 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:38.372663 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77dcf2c8-e304-43de-8676-c91a3e9ac08d req-7b9da0cc-d721-453b-b2da-a6ae76128756 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 947 time: 0.9292779 Feb 09 12:58:38.384515 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-dd4ae7f6-31c6-4404-9f2b-42d127dcbecb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1095 time: 0.8315253 Feb 09 12:58:38.385745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:38.389971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:38.390919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Checking segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:38.392680 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:38.393237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Bound using segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:38.393917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Bound port: 350b1937-7da6-45a8-9e5e-2507261553ba, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:38.394548 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:38.416009 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:38.503549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5a152d0b-5d21-4927-80d9-48f660286ed1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f64636e3-1a92-49a2-9146-0ce893b89e65 HTTP/1.1" status: 204 len: 168 time: 1.9093122 Feb 09 12:58:38.509853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35838) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:38.533047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] device_id is not set on port 165c8fab-ae9a-44df-b792-17f31cf5ddda yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:58:38.554121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d8ec71-3db0-4f26-b861-f029d7330507 None None] DHCP port deletion for f64636e3-1a92-49a2-9146-0ce893b89e65 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 12:58:38.564043 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 608cab21-dca3-44bd-b517-0a3f04ae355a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:38.647874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 608cab21-dca3-44bd-b517-0a3f04ae355a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:38.648562 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:38.697961 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-187d1df6-805b-42d4-b424-b1139a766232 req-d83bd697-9b00-43ed-9076-d569d8260c43 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 1097 time: 0.5160885 Feb 09 12:58:38.700933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-router', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:58:23Z', 'updated_at': '2022-02-09T12:58:27Z', 'revision_number': 3, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'gw_port': {'id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:25Z', 'updated_at': '2022-02-09T12:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:38.749852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Checking router: 3da5013b-b3bf-42f7-b68b-6decb268b169 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:58:38.750631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Updating router 3da5013b-b3bf-42f7-b68b-6decb268b169 port 66b2607f-662e-4979-aaaa-d21de7560cf8 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:58:38.754747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77dcf2c8-e304-43de-8676-c91a3e9ac08d req-cfa5d395-b840-4baf-a4f7-69ad0b93922e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805583 Feb 09 12:58:38.762056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-05a62719-f18f-4f8b-9773-b9f0f34d6bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:38.763874 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-05a62719-f18f-4f8b-9773-b9f0f34d6bd2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.3603175 Feb 09 12:58:38.831831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 831b8c12-c062-4a52-8b90-7f7057db521c no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:38.889410 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-5c16df07-0368-4445-a23c-cf4531af3861 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10964075-3c20-4096-ad7e-15d5427c147f HTTP/1.1" status: 200 len: 217 time: 0.1129062 Feb 09 12:58:38.980545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-187d1df6-805b-42d4-b424-b1139a766232 req-563c6a35-1bbb-43d9-bc4a-21f6d5d398d5 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811675 Feb 09 12:58:39.027068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 831b8c12-c062-4a52-8b90-7f7057db521c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:39.034669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 831b8c12-c062-4a52-8b90-7f7057db521c not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:39.125181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] For port 350b1937-7da6-45a8-9e5e-2507261553ba, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:39.141091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:39.271633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-301d20b6-3cd1-488e-b6e4-f14c6566d482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:39.274674 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-301d20b6-3cd1-488e-b6e4-f14c6566d482 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.3156123 Feb 09 12:58:39.276494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Allocated IP 10.1.1.122 (6ec6fb0a-4e82-4d6e-89f0-376ac243455e/253c534a-f1c3-4167-80d9-d663f21db0ba/165c8fab-ae9a-44df-b792-17f31cf5ddda) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:39.352684 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-2747ae16-f960-412e-94ab-2ac3fae64916 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691178 Feb 09 12:58:39.411911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] For port 350b1937-7da6-45a8-9e5e-2507261553ba, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=350b1937-7da6-45a8-9e5e-2507261553ba,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:39.491883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:39.524939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Allocated IP 10.2.2.2 (7795d20f-af30-4c07-9448-7781713777a7/66d2b1a3-c9c4-4072-9311-fe1aa67fef5a/8ffe4327-a8c1-4362-b413-77cab7e1a278) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:39.751460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8f64b-7ea6-4da5-bf78-e01883ffef90 req-00272697-dc3c-4d95-99a5-3feb9a6efe69 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:39.759363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27a8f64b-7ea6-4da5-bf78-e01883ffef90 req-00272697-dc3c-4d95-99a5-3feb9a6efe69 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 944 time: 0.3846946 Feb 09 12:58:39.797126 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7f57e0d-b9e1-4ea0-8114-046dccd3a272 req-a61ea370-5d7b-4bd7-9bfe-3926effb4791 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 1097 time: 0.1599679 Feb 09 12:58:39.801723 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:39.818087 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:39.820549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Transition to ACTIVE for port object 165c8fab-ae9a-44df-b792-17f31cf5ddda will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:39.833084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Transition to ACTIVE for port object 8ffe4327-a8c1-4362-b413-77cab7e1a278 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:39.852083 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:39.867187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27a8f64b-7ea6-4da5-bf78-e01883ffef90 req-4524b05d-fdd3-496c-9077-5a84e4fadf1d tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066825 Feb 09 12:58:39.869308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Transition to ACTIVE for port object 8ffe4327-a8c1-4362-b413-77cab7e1a278 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:39.963122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:39.992413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7f57e0d-b9e1-4ea0-8114-046dccd3a272 req-1e5b2adb-d105-4412-8b8c-9515c941f1b8 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659963 Feb 09 12:58:39.992683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:40.038118 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-6e8eb80d-a399-4b92-996b-1375a35f7972 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749930 Feb 09 12:58:40.041239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:40.041877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84241556-18c0-4e4c-a152-ab24555c3a8d None None] Pushing event updated for resources: {'Port': ['ID=350b1937-7da6-45a8-9e5e-2507261553ba,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:40.044609 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:40.063566 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:40.086599 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:40.150649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Pushing event updated for resources: {'Port': ['ID=8ffe4327-a8c1-4362-b413-77cab7e1a278,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:40.214382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Port': ['ID=165c8fab-ae9a-44df-b792-17f31cf5ddda,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:40.237975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Network 7795d20f-af30-4c07-9448-7781713777a7 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:40.272432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:40.274877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608cab21-dca3-44bd-b517-0a3f04ae355a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:40.286092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:40.308140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 608cab21-dca3-44bd-b517-0a3f04ae355a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=608cab21-dca3-44bd-b517-0a3f04ae355a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:40.466557 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:40.578947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05a17c-698d-46b1-949c-b9c2cba94c76 req-13ae0af1-e30a-48f1-b645-1dd61ae23e35 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:40.585968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c05a17c-698d-46b1-949c-b9c2cba94c76 req-13ae0af1-e30a-48f1-b645-1dd61ae23e35 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 949 time: 0.3178434 Feb 09 12:58:40.643390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead5484-d1a6-4025-a04f-8606c8cd2a92 req-f2e34bc5-c53f-4873-bb18-1f591ecf07d9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:40.650521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ead5484-d1a6-4025-a04f-8606c8cd2a92 req-f2e34bc5-c53f-4873-bb18-1f591ecf07d9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.2578180 Feb 09 12:58:40.676058 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:40.733146 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c05a17c-698d-46b1-949c-b9c2cba94c76 req-59786b1a-7f43-49ea-b1bf-0eab81b1e1bb tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460633 Feb 09 12:58:40.895327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ead5484-d1a6-4025-a04f-8606c8cd2a92 req-7c3896c5-2753-4541-ad88-ce962c3ef3c2 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430131 Feb 09 12:58:40.902381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 350b1937-7da6-45a8-9e5e-2507261553ba up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:40.963404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Attempting to bind port 8ffe4327-a8c1-4362-b413-77cab7e1a278 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:40.963787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Attempting to bind port 8ffe4327-a8c1-4362-b413-77cab7e1a278 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:40.965299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Attempting to bind port 8ffe4327-a8c1-4362-b413-77cab7e1a278 on network 7795d20f-af30-4c07-9448-7781713777a7 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:40.971315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:40.971854 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.045517 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-b61a94ae-d7ba-4c85-9976-a27c6bc7074b service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8087564 Feb 09 12:58:41.082097 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1e146670-9991-436f-9056-b45bb41c54c0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5384886 Feb 09 12:58:41.082097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35866) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:41.093965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'port': {'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'name': 'tempest-TaggedBootDevicesTest-1363825111', 'fixed_ips': [{'subnet_id': '253c534a-f1c3-4167-80d9-d663f21db0ba'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:41.101825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=608cab21-dca3-44bd-b517-0a3f04ae355a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:41.128813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:41.129247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Checking segment: {'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:41.130455 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.130886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Bound using segment: {'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:41.133145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Bound port: 8ffe4327-a8c1-4362-b413-77cab7e1a278, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:41.133600 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.195264 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608cab21-dca3-44bd-b517-0a3f04ae355a', 'code': 200} Feb 09 12:58:41.230934 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.232933 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:58:41.395266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315291f-f0d4-45cc-a988-935267e80d7e req-00189d25-7c82-4426-b981-d579d699c1bb tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:41.397574 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7315291f-f0d4-45cc-a988-935267e80d7e req-00189d25-7c82-4426-b981-d579d699c1bb tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 949 time: 0.6134360 Feb 09 12:58:41.585658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.618743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Transition to ACTIVE for port object 66b2607f-662e-4979-aaaa-d21de7560cf8 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:41.623058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] For port 8ffe4327-a8c1-4362-b413-77cab7e1a278, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:41.628316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] For port 8ffe4327-a8c1-4362-b413-77cab7e1a278, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8ffe4327-a8c1-4362-b413-77cab7e1a278,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:41.629340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 350b1937-7da6-45a8-9e5e-2507261553ba completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:41.635682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.672243 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.699094 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-7315291f-f0d4-45cc-a988-935267e80d7e req-8b409c0f-1bed-435a-9e59-9ae7bc6cbd6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Deleting port d2436d00-49b7-45a8-867f-db65c9acb4f8 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:41.699477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7315291f-f0d4-45cc-a988-935267e80d7e req-8b409c0f-1bed-435a-9e59-9ae7bc6cbd6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.746797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:41.759633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:port and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:41.763322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:41.773901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:41.798335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Attempting to bind port 66b2607f-662e-4979-aaaa-d21de7560cf8 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:41.808157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Attempting to bind port 66b2607f-662e-4979-aaaa-d21de7560cf8 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:41.808728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Attempting to bind port 66b2607f-662e-4979-aaaa-d21de7560cf8 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:41.823597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23758a1-91df-426e-bcec-0779b95382b2 None None] Pushing event updated for resources: {'Port': ['ID=66b2607f-662e-4979-aaaa-d21de7560cf8,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:41.934602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:41.935467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:41.935898 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.936293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:41.936784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Bound port: 66b2607f-662e-4979-aaaa-d21de7560cf8, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:41.937151 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:41.976287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:58:41.992350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.022370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bdd7eb-b978-4077-b5cc-d7612bb79644 None None] Network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:58:42.032660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06bf83-759a-4759-9508-9078fdf32ffa req-1c90f909-6254-4c35-ba1f-4852f0f72d28 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:42.041950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba06bf83-759a-4759-9508-9078fdf32ffa req-1c90f909-6254-4c35-ba1f-4852f0f72d28 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 944 time: 0.6727781 Feb 09 12:58:42.101046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] device_id is not set on port 75f56570-f103-4f27-adf9-2277e6f67988 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 12:58:42.184216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Allocated IP 172.20.0.1 (2bf537c8-eacc-4edd-a9ab-fc3469a19268/8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b/56bcd16e-507f-4115-88e1-cd5a25585107) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:42.191980 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0200758d-8a17-4def-8793-286f650d3912 req-57154a86-bc42-451d-9545-d2a8c083183f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6719458 Feb 09 12:58:42.352647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7770152e-ed8d-4b8f-a3fb-5f003fcf042c None None] Provisioning for port 350b1937-7da6-45a8-9e5e-2507261553ba completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:42.496520 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aac18172-9f3b-4af7-b09e-0211d40606ec req-b4121a86-8b8c-4061-a6a7-3159a949c904 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 1099 time: 1.0368290 Feb 09 12:58:42.513265 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-7f88e5d8-78e1-4797-953e-a096a76afd65 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1095 time: 1.0541289 Feb 09 12:58:42.523255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec8d2a-cf92-4ce8-b2f8-69c113e82cea None None] Pushing event updated for resources: {'Port': ['ID=8ffe4327-a8c1-4362-b413-77cab7e1a278,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:42.538131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7770152e-ed8d-4b8f-a3fb-5f003fcf042c None None] Provisioning complete for port 350b1937-7da6-45a8-9e5e-2507261553ba triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:42.538518 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7770152e-ed8d-4b8f-a3fb-5f003fcf042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.709522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba06bf83-759a-4759-9508-9078fdf32ffa req-1cefe150-34da-4e49-8ac4-2a4607bafdcb tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6664028 Feb 09 12:58:42.733098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7315291f-f0d4-45cc-a988-935267e80d7e req-8b409c0f-1bed-435a-9e59-9ae7bc6cbd6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] For port d2436d00-49b7-45a8-867f-db65c9acb4f8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d2436d00-49b7-45a8-867f-db65c9acb4f8,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:42.733729 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7315291f-f0d4-45cc-a988-935267e80d7e req-8b409c0f-1bed-435a-9e59-9ae7bc6cbd6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:42.828976 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] For port 66b2607f-662e-4979-aaaa-d21de7560cf8, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:42.919284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8ffe4327-a8c1-4362-b413-77cab7e1a278 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:42.957519 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aac18172-9f3b-4af7-b09e-0211d40606ec req-c995402d-d4cc-4ac9-a378-5a182ec48d19 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365377 Feb 09 12:58:43.001828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-7315291f-f0d4-45cc-a988-935267e80d7e req-8b409c0f-1bed-435a-9e59-9ae7bc6cbd6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Calling delete_port for d2436d00-49b7-45a8-867f-db65c9acb4f8 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:43.004702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] For port 66b2607f-662e-4979-aaaa-d21de7560cf8, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=66b2607f-662e-4979-aaaa-d21de7560cf8,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:43.116400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Allocated IP 10.1.1.183 (6ec6fb0a-4e82-4d6e-89f0-376ac243455e/253c534a-f1c3-4167-80d9-d663f21db0ba/75f56570-f103-4f27-adf9-2277e6f67988) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:43.148175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:43.606446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ee139-5fc1-4ea8-92f2-ae8eaeabcef2 req-ffd1d975-0249-4d63-a7af-5720cf88fb1f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:43.614283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc2ee139-5fc1-4ea8-92f2-ae8eaeabcef2 req-ffd1d975-0249-4d63-a7af-5720cf88fb1f tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c55179e-b5e3-427d-8be2-c4e25085957f HTTP/1.1" status: 200 len: 949 time: 0.3012211 Feb 09 12:58:43.637527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:43.645065 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7770152e-ed8d-4b8f-a3fb-5f003fcf042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:43.657781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Transition to ACTIVE for port object 75f56570-f103-4f27-adf9-2277e6f67988 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:43.713249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9831fe20-c3e6-41e5-bbbc-4cef2ee02fa8 None None] Network 7795d20f-af30-4c07-9448-7781713777a7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:58:43.728443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:43.738064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23758a1-91df-426e-bcec-0779b95382b2 None None] Pushing event updated for resources: {'Port': ['ID=66b2607f-662e-4979-aaaa-d21de7560cf8,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:43.750356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] Deleting port 5bdafe78-739f-43c4-90b4-760007a383cb {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:43.751092 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:43.887580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 8ffe4327-a8c1-4362-b413-77cab7e1a278 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:43.893541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Routers {'3da5013b-b3bf-42f7-b68b-6decb268b169'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:43.894444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:58:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3da5013b-b3bf-42f7-b68b-6decb268b169'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:43.917729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:43.965747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:43.999795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:44.022038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Transition to ACTIVE for port object 56bcd16e-507f-4115-88e1-cd5a25585107 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:44.032054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] For port 5bdafe78-739f-43c4-90b4-760007a383cb, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5bdafe78-739f-43c4-90b4-760007a383cb,segment=NetworkSegment(8844359f-bb46-4bb0-8f15-d95934d5b214),segment_id=8844359f-bb46-4bb0-8f15-d95934d5b214)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:44.032455 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:44.064498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:44.102224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7770152e-ed8d-4b8f-a3fb-5f003fcf042c None None] For port 350b1937-7da6-45a8-9e5e-2507261553ba, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=350b1937-7da6-45a8-9e5e-2507261553ba,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:44.127456 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7770152e-ed8d-4b8f-a3fb-5f003fcf042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:44.147676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Port': ['ID=75f56570-f103-4f27-adf9-2277e6f67988,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:44.161597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:44.163129 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:44.170307 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:44.182588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-773255e0-2039-491e-82dc-44aae1e46114 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:58:44.184156 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-773255e0-2039-491e-82dc-44aae1e46114 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1221347 Feb 09 12:58:44.242596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Request body: {'binding': {'host': 'n-h1-825175-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:44.243274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Unknown quota resources ['binding']. {{(pid=83479) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 09 12:58:44.257688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] Calling delete_port for 5bdafe78-739f-43c4-90b4-760007a383cb owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:44.386539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:44.408787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770152e-ed8d-4b8f-a3fb-5f003fcf042c None None] Pushing event updated for resources: {'Port': ['ID=350b1937-7da6-45a8-9e5e-2507261553ba,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:44.409450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:44.425737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:44.470834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-93038f25-73e0-4699-8efd-a006d4b146d4 None None] Provisioning for port 8ffe4327-a8c1-4362-b413-77cab7e1a278 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:44.523412 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-848299be-c0ff-4c56-bf5b-e0fab3a6cf58 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4390745 Feb 09 12:58:44.547829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-4eaeb9de-75e9-411c-8cda-09b04f4bf63c service neutron] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:44.579454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-93038f25-73e0-4699-8efd-a006d4b146d4 None None] Provisioning complete for port 8ffe4327-a8c1-4362-b413-77cab7e1a278 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:44.588007 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-93038f25-73e0-4699-8efd-a006d4b146d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:44.609762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Pushing event updated for resources: {'Port': ['ID=56bcd16e-507f-4115-88e1-cd5a25585107,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:44.615200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-4eaeb9de-75e9-411c-8cda-09b04f4bf63c service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:44.616499 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3b1a39f-3c95-489a-a02a-08d28d31fbb9 req-4eaeb9de-75e9-411c-8cda-09b04f4bf63c service neutron] 10.222.0.67 "DELETE /v2.0/ports/10964075-3c20-4096-ad7e-15d5427c147f/bindings/n-h1-825175-3 HTTP/1.1" status: 204 len: 173 time: 1.7526903 Feb 09 12:58:44.717407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7315291f-f0d4-45cc-a988-935267e80d7e req-8b409c0f-1bed-435a-9e59-9ae7bc6cbd6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:44.726664 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:44.872963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 350b1937-7da6-45a8-9e5e-2507261553ba up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:44.919506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] Set router 3da5013b-b3bf-42f7-b68b-6decb268b169 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:44.950303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc2ee139-5fc1-4ea8-92f2-ae8eaeabcef2 req-0d134787-752c-4708-b42a-1d514038a2e6 tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.59 "GET /v2.0/security-groups?id=23995cde-8fa4-4cef-ae01-e63956f9d768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3349917 Feb 09 12:58:44.981837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdafe78-739f-43c4-90b4-760007a383cb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:45.017776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d2436d00-49b7-45a8-867f-db65c9acb4f8 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:45.188228 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:45.278071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-7315291f-f0d4-45cc-a988-935267e80d7e req-8b409c0f-1bed-435a-9e59-9ae7bc6cbd6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] No DVR routers for this DVR port d2436d00-49b7-45a8-867f-db65c9acb4f8 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:58:45.278071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b409c0f-1bed-435a-9e59-9ae7bc6cbd6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Pushing event deleted for resources: {'Port': ['ID=d2436d00-49b7-45a8-867f-db65c9acb4f8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:45.287753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7315291f-f0d4-45cc-a988-935267e80d7e req-8b409c0f-1bed-435a-9e59-9ae7bc6cbd6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:45.297946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: d2436d00-49b7-45a8-867f-db65c9acb4f8 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:45.297946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d2436d00-49b7-45a8-867f-db65c9acb4f8 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:45.341405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c55179e-b5e3-427d-8be2-c4e25085957f', 'name': 'network-vif-deleted', 'tag': 'd2436d00-49b7-45a8-867f-db65c9acb4f8'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:58:45.362366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7315291f-f0d4-45cc-a988-935267e80d7e req-8b409c0f-1bed-435a-9e59-9ae7bc6cbd6d tempest-ServersOnMultiNodesTest-1401083551 tempest-ServersOnMultiNodesTest-1401083551-project] 10.222.0.67 "DELETE /v2.0/ports/d2436d00-49b7-45a8-867f-db65c9acb4f8 HTTP/1.1" status: 204 len: 173 time: 3.8919382 Feb 09 12:58:45.475517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 on host n-h1-825175-3 for vnic_type normal with profile None {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:45.475517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:45.475517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:45.521468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Port d0541015-d38b-45f6-a919-bf5760514d30 on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:58:45.521629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:45.627765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:45.629869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:45.632317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:45.634093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Bound port: d0541015-d38b-45f6-a919-bf5760514d30, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:45.702517 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:45.914782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:45.952574 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:45.959013 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-5e0bbe02-d6f0-4880-aa7f-7002ad3c7651 service neutron] 10.222.0.59 "POST /v2.0/ports/d0541015-d38b-45f6-a919-bf5760514d30/bindings HTTP/1.1" status: 201 len: 389 time: 1.7217329 Feb 09 12:58:46.097207 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-93038f25-73e0-4699-8efd-a006d4b146d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.289345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 350b1937-7da6-45a8-9e5e-2507261553ba triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:46.289345 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.553104 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.580059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-93038f25-73e0-4699-8efd-a006d4b146d4 None None] For port 8ffe4327-a8c1-4362-b413-77cab7e1a278, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8ffe4327-a8c1-4362-b413-77cab7e1a278,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:46.596706 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-93038f25-73e0-4699-8efd-a006d4b146d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.705733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5de66-82a3-4424-b5d4-22a69c9b417e req-43172817-585d-475f-9fa6-9d27810e0c70 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:46.717249 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3e5de66-82a3-4424-b5d4-22a69c9b417e req-43172817-585d-475f-9fa6-9d27810e0c70 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 1.1884153 Feb 09 12:58:46.833654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3e5de66-82a3-4424-b5d4-22a69c9b417e req-d9ebbada-3f9d-4006-ba84-135626a03254 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156037 Feb 09 12:58:46.870574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93038f25-73e0-4699-8efd-a006d4b146d4 None None] Pushing event updated for resources: {'Port': ['ID=8ffe4327-a8c1-4362-b413-77cab7e1a278,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:46.891814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Provisioning for port 56bcd16e-507f-4115-88e1-cd5a25585107 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:46.912664 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.961835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:46.986549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Provisioning complete for port 56bcd16e-507f-4115-88e1-cd5a25585107 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:46.987229 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.017409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.213056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Port 56bcd16e-507f-4115-88e1-cd5a25585107 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:58:47.238726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Provisioning complete for port 350b1937-7da6-45a8-9e5e-2507261553ba triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:47.239415 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.285623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-router', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:58:23Z', 'updated_at': '2022-02-09T12:58:27Z', 'revision_number': 3, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'gw_port': {'id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:25Z', 'updated_at': '2022-02-09T12:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:47.293744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce55438-776d-4613-825a-67db6e8a1168 None None] The sync data for ids ['3da5013b-b3bf-42f7-b68b-6decb268b169'] in n-d-825175-3 is: [{'id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-router', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:58:23Z', 'updated_at': '2022-02-09T12:58:27Z', 'revision_number': 3, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'gw_port': {'id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:25Z', 'updated_at': '2022-02-09T12:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:58:47.305445 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-bd09ae5d-22ce-4b52-bcf3-040f317eb781 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 1097 time: 0.5884941 Feb 09 12:58:47.319921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Pushing event updated for resources: {'Port': ['ID=56bcd16e-507f-4115-88e1-cd5a25585107,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:47.437897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52645774-3d55-4101-90a8-20b82f6a70c6 req-94b7a24d-55b4-4bab-aaec-1c7f1e38149a tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:47.448705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52645774-3d55-4101-90a8-20b82f6a70c6 req-94b7a24d-55b4-4bab-aaec-1c7f1e38149a tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 944 time: 0.2454138 Feb 09 12:58:47.482572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8ffe4327-a8c1-4362-b413-77cab7e1a278 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:47.495359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.495698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.496029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.496358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.496678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.496997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.497314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.497627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.497938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.498252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.498596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:47.547191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Provisioning for port 75f56570-f103-4f27-adf9-2277e6f67988 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:47.562803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Provisioning complete for port 75f56570-f103-4f27-adf9-2277e6f67988 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:47.563613 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.576317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52645774-3d55-4101-90a8-20b82f6a70c6 req-d3421c44-6655-40c6-8dc0-9a44fec83ad8 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056938 Feb 09 12:58:47.724057 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:47.764999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35922) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:47.783749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811821892', 'description': 'tempest-description--1700738769'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:47.902726 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c55179e-b5e3-427d-8be2-c4e25085957f', 'name': 'network-vif-deleted', 'tag': 'd2436d00-49b7-45a8-867f-db65c9acb4f8', 'status': 'completed', 'code': 200} Feb 09 12:58:47.909223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Port 75f56570-f103-4f27-adf9-2277e6f67988 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:58:47.916859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 8ffe4327-a8c1-4362-b413-77cab7e1a278 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:47.917260 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:48.020578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:48.040298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:48.047979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:48.052498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:security_group and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:48.170031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Provisioning for port 165c8fab-ae9a-44df-b792-17f31cf5ddda completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:48.188650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Provisioning complete for port 165c8fab-ae9a-44df-b792-17f31cf5ddda triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:48.191970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:48.291331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:48.332690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-421cd605-5b65-46fd-8b1b-c00dcb8680ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:48.336105 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-421cd605-5b65-46fd-8b1b-c00dcb8680ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 1.0046620 Feb 09 12:58:48.343340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:48.401480 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:48.461836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5980c07c-7f88-4ada-9822-e86c298439f6 None None] Port 165c8fab-ae9a-44df-b792-17f31cf5ddda cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:58:48.553177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:48.598033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c7933ed7-4095-403c-881e-7f14d886b0f6 None None] Provisioning complete for port 8ffe4327-a8c1-4362-b413-77cab7e1a278 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:48.598725 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7933ed7-4095-403c-881e-7f14d886b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:48.727190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35936) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:48.884185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:security_group_rule and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:48.915200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dda31-ad51-45a9-89a9-601ee18313ad req-f1856aff-c7ee-4e7b-b7bc-a9f0645911e9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:48.920235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c7933ed7-4095-403c-881e-7f14d886b0f6 None None] Provisioning complete for port 56bcd16e-507f-4115-88e1-cd5a25585107 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:48.920235 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7933ed7-4095-403c-881e-7f14d886b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:48.923298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-949dda31-ad51-45a9-89a9-601ee18313ad req-f1856aff-c7ee-4e7b-b7bc-a9f0645911e9 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 946 time: 0.2711768 Feb 09 12:58:48.930158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8d078d6-d2f0-4968-9c6e-a1da756c8cc1 req-0b17e06d-231d-4b45-acbe-c15df95910c1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6415331 Feb 09 12:58:49.040075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:49.052703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-949dda31-ad51-45a9-89a9-601ee18313ad req-af26bfc1-4be7-4de6-bc3c-a1e636e04755 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096835 Feb 09 12:58:49.071701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] Router d9fba36c-8150-4dd3-b335-573a02b62d19 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:58:49.082194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:49.099740 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-640214c2-0862-4733-9d7b-1ece19d9ca04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0541015-d38b-45f6-a919-bf5760514d30 HTTP/1.1" status: 200 len: 217 time: 0.7428992 Feb 09 12:58:49.271128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c7933ed7-4095-403c-881e-7f14d886b0f6 None None] Port 56bcd16e-507f-4115-88e1-cd5a25585107 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:58:49.300299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-c716dba5-d89a-4f34-8db0-f17b090efe74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:49.308700 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-c716dba5-d89a-4f34-8db0-f17b090efe74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.1912928 Feb 09 12:58:49.411256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 66b2607f-662e-4979-aaaa-d21de7560cf8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:49.454900 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-421b1c8d-7737-404f-baa9-d3be51b90f86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7c66e53d67a4481ba63f73966466b9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7236207 Feb 09 12:58:49.456507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35952) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:49.471261 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-6dac2536-9398-4526-a5ae-7a3ea2b83286 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436472 Feb 09 12:58:49.573490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 66b2607f-662e-4979-aaaa-d21de7560cf8 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:49.582275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 66b2607f-662e-4979-aaaa-d21de7560cf8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:49.583614 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:49.789682 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-9f0cd8ac-2e84-46ed-aa2b-4746843cdf52 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945452 Feb 09 12:58:49.805891 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:49.825837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 66b2607f-662e-4979-aaaa-d21de7560cf8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=66b2607f-662e-4979-aaaa-d21de7560cf8,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:49.832606 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:49.895923 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:49.909898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:49.955567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=66b2607f-662e-4979-aaaa-d21de7560cf8,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:50.065080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720f2990-2bb5-42f2-8e6a-643a1601ed96,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:50.083850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:50.085360 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-00ac537e-baeb-46ce-b019-bccb61747c78 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.3176465 Feb 09 12:58:50.091368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35958) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:50.106423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'security_group_rule': {'security_group_id': '720f2990-2bb5-42f2-8e6a-643a1601ed96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:50.106660 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-ff15e50b-b659-4040-850f-62703ab104f6 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019149 Feb 09 12:58:50.141048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:50.166069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Router 3da5013b-b3bf-42f7-b68b-6decb268b169 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:58:50.179892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:security_group_rule and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:50.192483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:50.201914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b5b4-b1d1-46ee-91ba-ea46a462c30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:50.231822 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b5b4-b1d1-46ee-91ba-ea46a462c30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:50.307701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-1a7d7453-aba8-4787-8132-09578108d876 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8052354 Feb 09 12:58:50.312905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:50.398492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1a9c5-ee80-4276-bc24-1b029ce94b2f req-5a6c13ec-6092-40a8-888b-9a7fb140e5b1 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:50.410972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0e1a9c5-ee80-4276-bc24-1b029ce94b2f req-5a6c13ec-6092-40a8-888b-9a7fb140e5b1 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.7869887 Feb 09 12:58:50.434994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b5b4-b1d1-46ee-91ba-ea46a462c30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:50.462787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9cf95ef-fa4f-4fa7-9027-6c85a31d3622 req-243b9c74-5ee7-4ca4-9677-cba941f5ccf3 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1095 time: 0.7390785 Feb 09 12:58:50.511510 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:50.531218 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b5b4-b1d1-46ee-91ba-ea46a462c30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:50.547846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c7b5b5b4-b1d1-46ee-91ba-ea46a462c30f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/23995cde-8fa4-4cef-ae01-e63956f9d768 HTTP/1.1" status: 204 len: 168 time: 1.0899043 Feb 09 12:58:50.553175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:58:50.566733 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-98529050-68f1-405c-a765-6600e9eca832 admin admin] 10.222.0.59 "PUT /v2.0/routers/3da5013b-b3bf-42f7-b68b-6decb268b169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1497803 Feb 09 12:58:50.583779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5b5b4-b1d1-46ee-91ba-ea46a462c30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23995cde-8fa4-4cef-ae01-e63956f9d768,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:50.663878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:58:50.672660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0e1a9c5-ee80-4276-bc24-1b029ce94b2f req-09ed52fb-cee9-4894-acbb-2110456a398c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606456 Feb 09 12:58:50.672892 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] Sync routers for ids ['d9fba36c-8150-4dd3-b335-573a02b62d19'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:58:50.680313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35980) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:50.692424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-648df10f-6741-4341-9304-9642c4be798f admin admin] 10.222.0.59 "PUT /v2.0/routers/d9fba36c-8150-4dd3-b335-573a02b62d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1782680 Feb 09 12:58:50.696856 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] Routers {'d9fba36c-8150-4dd3-b335-573a02b62d19'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:50.699909 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:58:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d9fba36c-8150-4dd3-b335-573a02b62d19'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:50.723110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9cf95ef-fa4f-4fa7-9027-6c85a31d3622 req-9f42ce19-4ffc-4546-8f84-9db24d5ca714 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128212 Feb 09 12:58:50.767028 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:50.773546 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:50.865829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf84874-eced-49c4-afc6-98aecd53c6a0,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:50.897952 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:50.902800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ad05cc38-310a-4f51-9490-f2fc26f13e71 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8055084 Feb 09 12:58:50.903721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35986) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:50.934632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'security_group_rule': {'security_group_id': '720f2990-2bb5-42f2-8e6a-643a1601ed96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:50.950260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:50.983161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:security_group_rule and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:50.991056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:51.022088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:51.281054 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:51.376406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36002) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:51.389004 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] Set router d9fba36c-8150-4dd3-b335-573a02b62d19 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:51.418734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:51.464626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 66b2607f-662e-4979-aaaa-d21de7560cf8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:51.469932 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:51.482628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:51.642040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ab0b74-276f-4be7-9027-851caae445bc,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:51.644823 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:51.656639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-85070f85-1a3a-4167-ac46-854307494d46 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7488754 Feb 09 12:58:51.659800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36014) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:51.707367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:58:51.751582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 66b2607f-662e-4979-aaaa-d21de7560cf8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:51.752405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:51.768092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e5633-4544-46e6-b66c-e62c1fc8d3bf req-e286cfbf-5b15-428d-b2a5-5b13d9c809ff tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:51.770223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-874e5633-4544-46e6-b66c-e62c1fc8d3bf req-e286cfbf-5b15-428d-b2a5-5b13d9c809ff tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 946 time: 0.7140331 Feb 09 12:58:51.771337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:58:51.798734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:floatingip and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:58:51.813165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:58:51.846906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:58:51.883142 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:52.010513 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b4e81dea-33eb-41f2-90a9-d6aa83051d72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d281874bb12f4c869d19185e0f2e213b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6143010 Feb 09 12:58:52.023225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:52.246419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Sync routers for ids ['3da5013b-b3bf-42f7-b68b-6decb268b169'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:58:52.277250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Routers {'3da5013b-b3bf-42f7-b68b-6decb268b169'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:52.277882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:58:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3da5013b-b3bf-42f7-b68b-6decb268b169'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:52.311968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e42dddaa-ffc1-4c41-840b-99928d3f277a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:52.406443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-874e5633-4544-46e6-b66c-e62c1fc8d3bf req-a51d6c5f-273a-4f33-995e-d11fb0fe4106 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244045 Feb 09 12:58:52.411992 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e42dddaa-ffc1-4c41-840b-99928d3f277a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:52.414875 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-92b84b96-407b-49e7-a5ed-642038016059 req-2e3bc756-a1dd-470a-8073-41d28fecec24 tempest-FloatingIPDetailsNegativeTestJSON-490145541 tempest-FloatingIPDetailsNegativeTestJSON-490145541-project] show failed (client error): The resource could not be found. Feb 09 12:58:52.415449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92b84b96-407b-49e7-a5ed-642038016059 req-2e3bc756-a1dd-470a-8073-41d28fecec24 tempest-FloatingIPDetailsNegativeTestJSON-490145541 tempest-FloatingIPDetailsNegativeTestJSON-490145541-project] 10.222.0.59 "GET /v2.0/floatingips/d1f33874-b7a1-4c1f-a1c0-15460efc6e53 HTTP/1.1" status: 404 len: 350 time: 0.2188153 Feb 09 12:58:52.422174 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-router', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:23Z', 'updated_at': '2022-02-09T12:58:44Z', 'revision_number': 5, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'gw_port': {'id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:24Z', 'updated_at': '2022-02-09T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:52.431458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36028) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:52.454815 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] Checking router: d9fba36c-8150-4dd3-b335-573a02b62d19 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:58:52.514670 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] Routers {'d9fba36c-8150-4dd3-b335-573a02b62d19'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:52.514670 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:58:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d9fba36c-8150-4dd3-b335-573a02b62d19'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:52.767522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:52.795859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Deleting port 92c192e1-0317-461c-95e9-6d7e4e2eeda4 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:58:52.796399 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:53.337625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e42dddaa-ffc1-4c41-840b-99928d3f277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:53.472729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dddaa-ffc1-4c41-840b-99928d3f277a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d368dc63-7440-40f7-92a2-ad3ccdbda655,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:53.495085 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] Set router d9fba36c-8150-4dd3-b335-573a02b62d19 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:53.579215 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e42dddaa-ffc1-4c41-840b-99928d3f277a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:53.600023 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e42dddaa-ffc1-4c41-840b-99928d3f277a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d368dc63-7440-40f7-92a2-ad3ccdbda655 HTTP/1.1" status: 204 len: 168 time: 1.5474212 Feb 09 12:58:53.617853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Set router 3da5013b-b3bf-42f7-b68b-6decb268b169 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:53.816125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] For port 92c192e1-0317-461c-95e9-6d7e4e2eeda4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=92c192e1-0317-461c-95e9-6d7e4e2eeda4,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:58:53.816613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:53.859094 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-8dce8fd1-37fa-4857-a376-4f136b3c4d6f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:53.866571 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-8dce8fd1-37fa-4857-a376-4f136b3c4d6f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 819 time: 0.8064151 Feb 09 12:58:53.922522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-129ee157-626c-4f68-a11e-a7897a8cb90e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/quotas/39bf5e6213774240a529d4f791d96059 HTTP/1.1" status: 200 len: 375 time: 0.0237913 Feb 09 12:58:54.201692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c8a269-c683-479c-9e7a-2cdbf85bfc0a req-b2ef1bd4-7257-4255-ae27-a59e2757a803 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:54.201692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60c8a269-c683-479c-9e7a-2cdbf85bfc0a req-b2ef1bd4-7257-4255-ae27-a59e2757a803 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 1.2784834 Feb 09 12:58:54.226219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Calling delete_port for 92c192e1-0317-461c-95e9-6d7e4e2eeda4 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:58:54.373808 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:54.642261 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-router', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:23Z', 'updated_at': '2022-02-09T12:58:44Z', 'revision_number': 5, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'gw_port': {'id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:24Z', 'updated_at': '2022-02-09T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:54.647508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Allocated IP 172.25.5.232 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/9f98672c-047a-4100-955c-5c912b756a1f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:58:54.659823 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f426b-d01f-466b-9edc-ad2cf36d4247 None None] The sync data for ids ['d9fba36c-8150-4dd3-b335-573a02b62d19'] in n-d-825175-3 is: [{'id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1855072730-router', 'tenant_id': 'c7406246ab4e44f5be583afb63773ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:54:23Z', 'updated_at': '2022-02-09T12:58:44Z', 'revision_number': 5, 'project_id': 'c7406246ab4e44f5be583afb63773ec7', 'gw_port': {'id': '92c192e1-0317-461c-95e9-6d7e4e2eeda4', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:68:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fba36c-8150-4dd3-b335-573a02b62d19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:54:24Z', 'updated_at': '2022-02-09T12:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:58:54.797313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-router', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:58:23Z', 'updated_at': '2022-02-09T12:58:45Z', 'revision_number': 4, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'gw_port': {'id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:25Z', 'updated_at': '2022-02-09T12:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '56bcd16e-507f-4115-88e1-cd5a25585107', 'name': '', 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'mac_address': 'fa:16:3e:d0:35:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:40Z', 'updated_at': '2022-02-09T12:58:45Z', 'revision_number': 2, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'subnets': [{'id': '8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:54.805358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Checking router: 3da5013b-b3bf-42f7-b68b-6decb268b169 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:58:54.806718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Updating router 3da5013b-b3bf-42f7-b68b-6decb268b169 port 56bcd16e-507f-4115-88e1-cd5a25585107 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 12:58:54.880790 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60c8a269-c683-479c-9e7a-2cdbf85bfc0a req-207bb0c6-366c-430a-b72a-097e1ce1e38b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632330 Feb 09 12:58:54.909198 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:54.935015 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-7b024145-2ee8-45e5-a8a3-aff398801806 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 1099 time: 0.2284822 Feb 09 12:58:54.967945 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f1d8e1d8-3521-449a-adf0-d3de8fb2ebec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:55.211046 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:55.252520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-23d775d1-2174-40c1-a31e-b5516df8b110 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3187838 Feb 09 12:58:55.301732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c192e1-0317-461c-95e9-6d7e4e2eeda4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:55.377968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5bdafe78-739f-43c4-90b4-760007a383cb no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:58:55.433024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 5bdafe78-739f-43c4-90b4-760007a383cb {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:58:55.433750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5bdafe78-739f-43c4-90b4-760007a383cb not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:58:55.555230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:55.598784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:55.651390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-6dfd2987-77a6-4d3b-9bdb-bfc044818fb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:55.653969 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-6dfd2987-77a6-4d3b-9bdb-bfc044818fb7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.7023849 Feb 09 12:58:55.834943 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:55.850989 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-c8c7dbf8-ce43-4b3a-ad51-2f36dcb3b6b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=608cab21-dca3-44bd-b517-0a3f04ae355a HTTP/1.1" status: 200 len: 217 time: 0.1003981 Feb 09 12:58:55.857645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Transition to ACTIVE for port object 56bcd16e-507f-4115-88e1-cd5a25585107 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:58:55.870880 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:55.966567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd18afb-1296-4279-b6d2-2cbd056dd377 None None] Pushing event updated for resources: {'Port': ['ID=56bcd16e-507f-4115-88e1-cd5a25585107,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:56.212979 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:56.493536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Attempting to bind port 56bcd16e-507f-4115-88e1-cd5a25585107 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:58:56.493536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Attempting to bind port 56bcd16e-507f-4115-88e1-cd5a25585107 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'bf0dbfd5-bf76-4880-8c33-845600da1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:58:56.493536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Attempting to bind port 56bcd16e-507f-4115-88e1-cd5a25585107 on network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:58:56.534940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:58:56.534940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Checking segment: {'id': 'bf0dbfd5-bf76-4880-8c33-845600da1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:58:56.534940 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:56.534940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Bound using segment: {'id': 'bf0dbfd5-bf76-4880-8c33-845600da1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:58:56.534940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Bound port: 56bcd16e-507f-4115-88e1-cd5a25585107, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0dbfd5-bf76-4880-8c33-845600da1bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:58:56.534940 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:56.592371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:58:56.603745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:58:56.619746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:58:56.679690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Port': ['ID=9f98672c-047a-4100-955c-5c912b756a1f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:56.690268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-f31ebb51-6d44-4f25-88ef-d413c637c2c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:56.691981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-f31ebb51-6d44-4f25-88ef-d413c637c2c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.6498621 Feb 09 12:58:56.726577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-f0c375de-7627-4591-b7bc-b7585a16b58c service neutron] 10.222.0.59 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4465020 Feb 09 12:58:56.815476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] For port 56bcd16e-507f-4115-88e1-cd5a25585107, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:58:56.831678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] For port 56bcd16e-507f-4115-88e1-cd5a25585107, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56bcd16e-507f-4115-88e1-cd5a25585107,segment=NetworkSegment(bf0dbfd5-bf76-4880-8c33-845600da1bdc),segment_id=bf0dbfd5-bf76-4880-8c33-845600da1bdc)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:58:56.831678 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:56.849680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.849680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.849680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.849680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.849680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.849680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.849680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.865534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.865534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.865534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:56.865534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:58:57.170523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd18afb-1296-4279-b6d2-2cbd056dd377 None None] Pushing event updated for resources: {'Port': ['ID=56bcd16e-507f-4115-88e1-cd5a25585107,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:58:57.173646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0d34e-011d-41c2-82ff-3e8a585bd98f req-e7ec895a-dc81-49c7-9635-373c1f5a1687 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:58:57.183244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ff0d34e-011d-41c2-82ff-3e8a585bd98f req-e7ec895a-dc81-49c7-9635-373c1f5a1687 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 946 time: 1.5938017 Feb 09 12:58:57.194792 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:57.210027 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6a6441d-6e08-46d3-bceb-d1ff237e460c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:57.239571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Routers {'3da5013b-b3bf-42f7-b68b-6decb268b169'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:58:57.239571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:58:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3da5013b-b3bf-42f7-b68b-6decb268b169'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:57.284035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:57.333427 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-479fe074-5cf3-4411-b131-1654b87f6a3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6274421 Feb 09 12:58:57.574685 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:57.626189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-9393c0ea-efe2-41fa-81ff-8210ad106e61 service neutron] 10.222.0.59 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8817272 Feb 09 12:58:57.763952 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:57.764694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9fba36c-8150-4dd3-b335-573a02b62d19 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 12:58:57.812009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ff0d34e-011d-41c2-82ff-3e8a585bd98f req-5fa8145d-62a2-42ae-b528-20a068113c73 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6273351 Feb 09 12:58:57.837481 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-e4bb8fe3-92f2-4da8-9068-91f75f83278a service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943922 Feb 09 12:58:57.853973 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:58.033249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] Set router 3da5013b-b3bf-42f7-b68b-6decb268b169 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:58:58.210551 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:58.215653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36088) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:58:58.215835 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-84d11484-cf3d-408e-8857-9d334958d841 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d9fba36c-8150-4dd3-b335-573a02b62d19 HTTP/1.1" status: 204 len: 168 time: 7.5341001 Feb 09 12:58:58.340343 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-1498e7eb-48bf-4fce-98e8-26f61a798659 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604979 Feb 09 12:58:58.388154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-531b88b3-2ec1-4fe8-aacf-0de3e292304c req-4dfcf287-b4de-4a4b-9559-c9f473942652 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 210 time: 0.0886405 Feb 09 12:58:58.514732 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:58.611243 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:58.783346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:58.998299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-router', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:58:23Z', 'updated_at': '2022-02-09T12:58:45Z', 'revision_number': 4, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'gw_port': {'id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:25Z', 'updated_at': '2022-02-09T12:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '56bcd16e-507f-4115-88e1-cd5a25585107', 'name': '', 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'mac_address': 'fa:16:3e:d0:35:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:40Z', 'updated_at': '2022-02-09T12:58:56Z', 'revision_number': 4, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'subnets': [{'id': '8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:58:59.004576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855af1f3-fa5b-412f-848d-ad03ff67de5b None None] The sync data for ids ['3da5013b-b3bf-42f7-b68b-6decb268b169'] in n-d-825175-3 is: [{'id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-router', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:58:23Z', 'updated_at': '2022-02-09T12:58:45Z', 'revision_number': 4, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'gw_port': {'id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:25Z', 'updated_at': '2022-02-09T12:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '56bcd16e-507f-4115-88e1-cd5a25585107', 'name': '', 'network_id': '2bf537c8-eacc-4edd-a9ab-fc3469a19268', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'mac_address': 'fa:16:3e:d0:35:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:40Z', 'updated_at': '2022-02-09T12:58:56Z', 'revision_number': 4, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'subnets': [{'id': '8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:58:59.104654 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:59.137824 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:59.304633 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac83380b-f494-4b0f-976d-97d30acd791c admin admin] Deleting subnet 3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 12:58:59.405830 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac83380b-f494-4b0f-976d-97d30acd791c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:59.417271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56bcd16e-507f-4115-88e1-cd5a25585107 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:58:59.618166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 56bcd16e-507f-4115-88e1-cd5a25585107 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:58:59.639157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 56bcd16e-507f-4115-88e1-cd5a25585107 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:58:59.640137 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:59.811761 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:58:59.997140 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:00.013545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Port': ['ID=9f98672c-047a-4100-955c-5c912b756a1f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:00.075523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 56bcd16e-507f-4115-88e1-cd5a25585107, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56bcd16e-507f-4115-88e1-cd5a25585107,segment=NetworkSegment(bf0dbfd5-bf76-4880-8c33-845600da1bdc),segment_id=bf0dbfd5-bf76-4880-8c33-845600da1bdc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:00.082138 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:00.218737 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=56bcd16e-507f-4115-88e1-cd5a25585107,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:00.295749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbfaec-e1a3-48e1-a27f-4d46cc2bc2a2 req-f620cc85-bd2e-4f9b-9e42-f66bd38b6be4 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:00.297264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69fbfaec-e1a3-48e1-a27f-4d46cc2bc2a2 req-f620cc85-bd2e-4f9b-9e42-f66bd38b6be4 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 2.1149869 Feb 09 12:59:00.309793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac83380b-f494-4b0f-976d-97d30acd791c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:00.418309 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac83380b-f494-4b0f-976d-97d30acd791c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:00.584891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:00.676596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79019f-829f-4dee-b449-01acdc8652db req-81ae357d-9b59-49e3-bfad-4934d6a5990a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:00.687167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff79019f-829f-4dee-b449-01acdc8652db req-81ae357d-9b59-49e3-bfad-4934d6a5990a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 946 time: 1.3759742 Feb 09 12:59:00.783049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69fbfaec-e1a3-48e1-a27f-4d46cc2bc2a2 req-8791cbf2-a7b4-4a33-b4df-45833a8d4651 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922969 Feb 09 12:59:00.797439 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:00.833110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-49872816-28a9-41b6-b3c6-bfc19cad7733 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1453705 Feb 09 12:59:00.841111 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac83380b-f494-4b0f-976d-97d30acd791c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:00.898736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83380b-f494-4b0f-976d-97d30acd791c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:00.921674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff79019f-829f-4dee-b449-01acdc8652db req-610fdf36-f6e8-4951-8391-cc8f345d3261 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334101 Feb 09 12:59:00.935834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac83380b-f494-4b0f-976d-97d30acd791c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:00.947472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7a528-b8a3-4048-aa0e-62e9f5c41423 None None] Network 753d0f04-521a-4d52-91e8-9cb546d28f29 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:59:00.999601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ac83380b-f494-4b0f-976d-97d30acd791c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3dbae6dc-1cb6-4f1d-b5da-79d0ec6027d7 HTTP/1.1" status: 204 len: 168 time: 2.6117926 Feb 09 12:59:01.004905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36124) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:01.222380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-addb74ac-e3b0-47ef-b8ba-0cdf14a03db4 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:01.228060 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-addb74ac-e3b0-47ef-b8ba-0cdf14a03db4 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 819 time: 0.6796229 Feb 09 12:59:01.278737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Request body: {'port': {'device_id': '0c62fc25-f159-446d-baea-c305eabefde0', 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b', 'admin_state_up': True, 'tenant_id': '39bf5e6213774240a529d4f791d96059'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:01.470783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56bcd16e-507f-4115-88e1-cd5a25585107 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:59:01.520382 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:01.612602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6b6195b-c6ad-42f8-bb16-9440c760f814 req-1f6e67bd-e164-43d6-8c3d-9b9d78221bcf tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 210 time: 0.0966942 Feb 09 12:59:01.665685 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-cc0dc683-c0b7-4fb3-893b-d5d3d487c574 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1097 time: 1.5101805 Feb 09 12:59:01.692270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-3'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:01.705273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Deleting port 72f990af-38e0-461a-a0db-5f5959383dec {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:01.706633 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:01.715133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 56bcd16e-507f-4115-88e1-cd5a25585107 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:01.715914 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:01.816992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6a298e-faef-405e-b4db-7641f2e931d0 None None] DHCP port deletion for 753d0f04-521a-4d52-91e8-9cb546d28f29 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 12:59:01.824882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a298e-faef-405e-b4db-7641f2e931d0 None None] Deleting port 72f990af-38e0-461a-a0db-5f5959383dec {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:01.825291 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e6a298e-faef-405e-b4db-7641f2e931d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:01.883840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:01.905546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-67d32db9-a06c-4166-9305-933906256ab5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1811821892&fields=id&tenant_id=0404aaf1bfc2448b8a35a79bc22c6704 HTTP/1.1" status: 200 len: 267 time: 0.2961562 Feb 09 12:59:01.916716 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device d0541015-d38b-45f6-a919-bf5760514d30 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:59:01.923128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Usage tracker for resource:port and tenant:39bf5e6213774240a529d4f791d96059 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:01.938101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:02.096096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:02.102403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:02.125130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:02.179303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device d0541015-d38b-45f6-a919-bf5760514d30 has no active binding in host n-h1-825175-3 {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:59:02.239128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Made reservation on behalf of 39bf5e6213774240a529d4f791d96059 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:02.247576 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:02.316965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-22af9629-5318-4c87-bd86-6e63c88c2b9f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:02.319290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-22af9629-5318-4c87-bd86-6e63c88c2b9f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports/165c8fab-ae9a-44df-b792-17f31cf5ddda HTTP/1.1" status: 200 len: 931 time: 0.4052303 Feb 09 12:59:02.482151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8e6a298e-faef-405e-b4db-7641f2e931d0 None None] For port 72f990af-38e0-461a-a0db-5f5959383dec, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72f990af-38e0-461a-a0db-5f5959383dec,segment=NetworkSegment(8844359f-bb46-4bb0-8f15-d95934d5b214),segment_id=8844359f-bb46-4bb0-8f15-d95934d5b214)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:02.483002 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e6a298e-faef-405e-b4db-7641f2e931d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:02.652085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a122b-2be2-4bf8-8ee6-39fceaa7c769 req-18854472-3f6c-4800-bd88-5f70c96165e0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:02.654018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-355a122b-2be2-4bf8-8ee6-39fceaa7c769 req-18854472-3f6c-4800-bd88-5f70c96165e0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.4703021 Feb 09 12:59:02.672102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-7b1646dd-ee6a-4393-8b5e-6a9f26855f1c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:02.673608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-7b1646dd-ee6a-4393-8b5e-6a9f26855f1c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports/75f56570-f103-4f27-adf9-2277e6f67988 HTTP/1.1" status: 200 len: 932 time: 0.2760386 Feb 09 12:59:02.677501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] For port 72f990af-38e0-461a-a0db-5f5959383dec, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72f990af-38e0-461a-a0db-5f5959383dec,segment=NetworkSegment(8844359f-bb46-4bb0-8f15-d95934d5b214),segment_id=8844359f-bb46-4bb0-8f15-d95934d5b214)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:02.677501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:02.720487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a298e-faef-405e-b4db-7641f2e931d0 None None] Calling delete_port for 72f990af-38e0-461a-a0db-5f5959383dec owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:02.805571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Allocated IP 172.20.0.14 (be6ddba7-e948-4582-adad-69a9026e606b/fdd2727c-15b8-45c3-8c15-2175775019e9/367b8f3d-2d72-4b9a-910d-a1d08629450e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:02.873809 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e6a298e-faef-405e-b4db-7641f2e931d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:02.882924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:02.927405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6a298e-faef-405e-b4db-7641f2e931d0 None None] No DVR routers for this DVR port 72f990af-38e0-461a-a0db-5f5959383dec on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:02.950251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Calling delete_port for 72f990af-38e0-461a-a0db-5f5959383dec owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:02.957754 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 92c192e1-0317-461c-95e9-6d7e4e2eeda4 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:03.015984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 92c192e1-0317-461c-95e9-6d7e4e2eeda4 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:59:03.015984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 92c192e1-0317-461c-95e9-6d7e4e2eeda4 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:03.030555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a298e-faef-405e-b4db-7641f2e931d0 None None] Pushing event deleted for resources: {'Port': ['ID=72f990af-38e0-461a-a0db-5f5959383dec,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:03.064972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:03.154415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0541015-d38b-45f6-a919-bf5760514d30'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:03.156697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-2576ac92-6ad5-4077-b572-104cc8d570e8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?network_id=7795d20f-af30-4c07-9448-7781713777a7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4380136 Feb 09 12:59:03.160282 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.173419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.226504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.296982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72f990af-38e0-461a-a0db-5f5959383dec no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:03.330505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 72f990af-38e0-461a-a0db-5f5959383dec {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:59:03.331057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72f990af-38e0-461a-a0db-5f5959383dec not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:03.338265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Pushing event updated for resources: {'Port': ['ID=d0541015-d38b-45f6-a919-bf5760514d30,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:03.363444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-c762f6ca-6c42-4f6b-8216-4e1436c42d41 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?network_id=7795d20f-af30-4c07-9448-7781713777a7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0634964 Feb 09 12:59:03.373046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:59:03.373358 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:59:03.395039 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.395457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-355a122b-2be2-4bf8-8ee6-39fceaa7c769 req-5c540290-0415-4fa6-8d0d-f60e881e34c0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7208743 Feb 09 12:59:03.453620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 on host n-h2-825175-3 for vnic_type normal with profile {"migrating_to": "n-h1-825175-3"} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:03.453953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:03.454275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:03.480475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Port d0541015-d38b-45f6-a919-bf5760514d30 on network eb25d5a8-8658-4707-8dcc-08534bf785bb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:03.480799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Attempting to bind port d0541015-d38b-45f6-a919-bf5760514d30 on network eb25d5a8-8658-4707-8dcc-08534bf785bb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:03.494173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Pushing event updated for resources: {'Port': ['ID=367b8f3d-2d72-4b9a-910d-a1d08629450e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:03.498244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Network be6ddba7-e948-4582-adad-69a9026e606b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:03.500267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:03.500600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Checking segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:03.501180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Bound using segment: {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:03.501847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Bound port: d0541015-d38b-45f6-a919-bf5760514d30, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525dec19-c1f8-4652-a996-dd849e837821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'eb25d5a8-8658-4707-8dcc-08534bf785bb'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:03.502126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.516143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:03.519705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:59:03.588584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-96f23a6a-1c75-461c-bfbd-a7dfe448bc99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:03.592815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-96f23a6a-1c75-461c-bfbd-a7dfe448bc99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:03.596819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-96f23a6a-1c75-461c-bfbd-a7dfe448bc99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:03.597777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-96f23a6a-1c75-461c-bfbd-a7dfe448bc99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Synchronizing usage tracker for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:03.631786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-96f23a6a-1c75-461c-bfbd-a7dfe448bc99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Unset dirty status for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:03.633455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-96f23a6a-1c75-461c-bfbd-a7dfe448bc99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/networks?id=a3ddf5f3-3ed4-4b99-b899-1cabe744ca01&id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&id=7795d20f-af30-4c07-9448-7781713777a7&id=7795d20f-af30-4c07-9448-7781713777a7 HTTP/1.1" status: 200 len: 1989 time: 0.2619748 Feb 09 12:59:03.637426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:03.638044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.687187 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-c3d14914-5ba2-4904-9585-a074be586dbd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4245980 Feb 09 12:59:03.692892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:03.696306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:03.702653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Request body: {'port': {'device_id': '0c62fc25-f159-446d-baea-c305eabefde0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:03.730520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.732045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-1d75d2dc-a17f-4b23-889f-83e1ccbff7e5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/quotas/0404aaf1bfc2448b8a35a79bc22c6704 HTTP/1.1" status: 200 len: 375 time: 0.0630593 Feb 09 12:59:03.780541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] Deleting port 56bcd16e-507f-4115-88e1-cd5a25585107 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:03.780880 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.878344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Deleting port 72f990af-38e0-461a-a0db-5f5959383dec {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:03.878705 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:03.991689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Pushing event updated for resources: {'Port': ['ID=d0541015-d38b-45f6-a919-bf5760514d30,revision_number=8']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:04.010733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] The port '72f990af-38e0-461a-a0db-5f5959383dec' was deleted {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 12:59:04.017458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22c044-36e1-48ac-8755-0dead76a3bbe req-4fd1cacd-8ef8-498d-947e-ae34f99b813a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:04.018924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d22c044-36e1-48ac-8755-0dead76a3bbe req-4fd1cacd-8ef8-498d-947e-ae34f99b813a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 944 time: 0.3489625 Feb 09 12:59:04.053742 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.055453 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-31036cce-09b4-4381-bda7-3081d8516f12 service neutron] 10.222.0.62 "PUT /v2.0/ports/d0541015-d38b-45f6-a919-bf5760514d30 HTTP/1.1" status: 200 len: 1122 time: 2.3731530 Feb 09 12:59:04.057724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.136004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d0541015-d38b-45f6-a919-bf5760514d30'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:04.148169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-907e08f6-237e-4607-91fd-79f3d4c29c95 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4036880 Feb 09 12:59:04.173549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['d0541015-d38b-45f6-a919-bf5760514d30'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:04.220697 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.288620 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d22c044-36e1-48ac-8755-0dead76a3bbe req-6688db6d-2018-4972-9a63-961669b81c96 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326729 Feb 09 12:59:04.290361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753d0f04-521a-4d52-91e8-9cb546d28f29']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.327771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] For port 56bcd16e-507f-4115-88e1-cd5a25585107, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56bcd16e-507f-4115-88e1-cd5a25585107,segment=NetworkSegment(bf0dbfd5-bf76-4880-8c33-845600da1bdc),segment_id=bf0dbfd5-bf76-4880-8c33-845600da1bdc)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:04.327897 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.348087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8844359f-bb46-4bb0-8f15-d95934d5b214') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.348379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8844359f-bb46-4bb0-8f15-d95934d5b214') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:04.569997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] Calling delete_port for 56bcd16e-507f-4115-88e1-cd5a25585107 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:04.605506 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.634106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367b8f3d-2d72-4b9a-910d-a1d08629450e {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:04.646716 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.681420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Transition to ACTIVE for port object 367b8f3d-2d72-4b9a-910d-a1d08629450e will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:04.686518 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.707965 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.775692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 12:59:04.775692 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: timer() Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:04.799398 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:04.891056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Pushing event updated for resources: {'Port': ['ID=367b8f3d-2d72-4b9a-910d-a1d08629450e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:05.060059 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:05.086368 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:05.088480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:05.088816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:05.089142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:05.095168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0962e9b2-5f38-4f18-ad41-8ab86a817965 service neutron] 10.222.0.59 "GET /v2.0/networks/a3ddf5f3-3ed4-4b99-b899-1cabe744ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8831902 Feb 09 12:59:05.096731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Port 367b8f3d-2d72-4b9a-910d-a1d08629450e on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:05.097294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:05.116342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:05.116737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:05.117165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=753d0f04-521a-4d52-91e8-9cb546d28f29,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:05.117291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:05.117749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Bound port: 367b8f3d-2d72-4b9a-910d-a1d08629450e, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:05.118080 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:05.150023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-013483fa-5bba-400d-95bc-ff8d759bd4cd admin admin] 10.222.0.59 "DELETE /v2.0/networks/753d0f04-521a-4d52-91e8-9cb546d28f29 HTTP/1.1" status: 204 len: 168 time: 4.1433249 Feb 09 12:59:05.178112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda399f-3c93-4b21-9e2c-efaf8d33a989 req-549dbd40-d7d5-4ac5-99e7-40ad6cbda789 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:05.187699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fda399f-3c93-4b21-9e2c-efaf8d33a989 req-549dbd40-d7d5-4ac5-99e7-40ad6cbda789 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 944 time: 0.5499513 Feb 09 12:59:05.293475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:05.296894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:05.308262 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:05.434384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fda399f-3c93-4b21-9e2c-efaf8d33a989 req-96e1733e-a97c-448f-b740-2446219fbb66 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430375 Feb 09 12:59:05.435633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:05.435633 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] 10.222.0.62 "PUT /v2.0/ports/367b8f3d-2d72-4b9a-910d-a1d08629450e HTTP/1.1" status: 200 len: 1092 time: 1.7354140 Feb 09 12:59:05.450444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-cfc04f51-46cb-403b-ba5a-657b4124ed56 service neutron] 10.222.0.59 "GET /v2.0/networks/a3ddf5f3-3ed4-4b99-b899-1cabe744ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313704 Feb 09 12:59:05.464251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10888c42-3288-4c99-b076-3128cb91b129 service neutron] Pushing event updated for resources: {'Port': ['ID=367b8f3d-2d72-4b9a-910d-a1d08629450e,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:05.558252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36182) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:05.605010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-e829e013-227e-4d64-8cf6-c6283479e455 service neutron] 10.222.0.59 "GET /v2.0/ports/165c8fab-ae9a-44df-b792-17f31cf5ddda?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1408772 Feb 09 12:59:05.607244 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:05.681398 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-8060c0fe-8c17-437d-8dd0-beafb59312a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 1095 time: 0.1908638 Feb 09 12:59:05.796281 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-21637a3e-493d-45c3-bbaf-cf6e8527f677 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e HTTP/1.1" status: 200 len: 217 time: 0.1120300 Feb 09 12:59:05.879714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] Pushing event deleted for resources: {'Port': ['ID=56bcd16e-507f-4115-88e1-cd5a25585107,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:05.903981 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0541015-d38b-45f6-a919-bf5760514d30', 'code': 200} Feb 09 12:59:05.965135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-8415410d-17bd-4079-a21a-aab80b48e063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:05.970682 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-8415410d-17bd-4079-a21a-aab80b48e063 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1611845 Feb 09 12:59:06.127621 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-f80e2101-b7b3-4f15-8256-d146cc31a344 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485524 Feb 09 12:59:06.298321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-bf826715-61f2-4bde-9775-cd7ab561013a service neutron] 10.222.0.59 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551988 Feb 09 12:59:06.318175 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f3bd3cba-d8d4-43fc-a8f4-53ab071b0fb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b2dc5b3466d4cf2ad35e474c66b87fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7572899 Feb 09 12:59:06.321491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36198) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:06.386329 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-a875ffd6-adbd-4f19-95cc-f4651a7c3716 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407808 Feb 09 12:59:06.438700 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-67f7e9aa-82d4-433f-9f12-46623b8d3af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:06.515936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32b15b93-6313-4ed3-9cc4-f9f39ae49ed7 service neutron] 10.222.0.59 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061791 Feb 09 12:59:06.577859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36704f-96eb-4388-8308-b1dc1920da98 req-7cfce887-bf53-42f1-954b-a2def63abebd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:06.579610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa36704f-96eb-4388-8308-b1dc1920da98 req-7cfce887-bf53-42f1-954b-a2def63abebd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.2834163 Feb 09 12:59:06.609335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-67f7e9aa-82d4-433f-9f12-46623b8d3af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:06.624817 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-bf63357c-a0b7-4657-9bdd-0064817b841c service neutron] 10.222.0.59 "GET /v2.0/ports/75f56570-f103-4f27-adf9-2277e6f67988?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1012688 Feb 09 12:59:06.666250 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73abf10d-bf44-44ef-9355-64f3d85632d5 req-9edb87c3-8cf6-46dc-95ea-b70f5349cbd9 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701929 Feb 09 12:59:06.688333 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-67f7e9aa-82d4-433f-9f12-46623b8d3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:06.708302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7e9aa-82d4-433f-9f12-46623b8d3af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd590473-8593-4080-aa90-bfc1882c3e4c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:06.714850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-67f7e9aa-82d4-433f-9f12-46623b8d3af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:06.715999 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-67f7e9aa-82d4-433f-9f12-46623b8d3af8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd590473-8593-4080-aa90-bfc1882c3e4c HTTP/1.1" status: 204 len: 168 time: 0.3937640 Feb 09 12:59:06.749789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa36704f-96eb-4388-8308-b1dc1920da98 req-8a5c1b13-f55f-46f7-98e7-c6ce335e8c83 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505413 Feb 09 12:59:06.796332 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:06.826902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-59903e83-afc2-4d6a-9ca4-1b018945df83 service neutron] 10.222.0.59 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940393 Feb 09 12:59:07.037554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:07.083643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36208) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:07.142836 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2ee5034d-9071-48c0-a7e0-f88c19a557cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7406246ab4e44f5be583afb63773ec7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570807 Feb 09 12:59:07.145299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36212) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:07.157500 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:07.187637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:07.199302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:07.204154 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:07.210925 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66aec48e-9d25-4f2f-bc38-8adb2e7a23d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:07.239537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66aec48e-9d25-4f2f-bc38-8adb2e7a23d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:07.284973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:07.310498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-cddc5045-6bd4-496c-9dd8-bda378c88e34 service neutron] 10.222.0.59 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332414 Feb 09 12:59:07.328341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb90bf-fe2d-468a-80d9-4fbd187d4c29 req-2954bb42-1cb0-4ba0-8b87-506b9f0c8864 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:07.331112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77bb90bf-fe2d-468a-80d9-4fbd187d4c29 req-2954bb42-1cb0-4ba0-8b87-506b9f0c8864 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 944 time: 0.4472826 Feb 09 12:59:07.341128 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66aec48e-9d25-4f2f-bc38-8adb2e7a23d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:07.367889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aec48e-9d25-4f2f-bc38-8adb2e7a23d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf816e-43fc-4e21-8083-305a5095cc52,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:07.372428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66aec48e-9d25-4f2f-bc38-8adb2e7a23d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:07.376605 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-66aec48e-9d25-4f2f-bc38-8adb2e7a23d0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8dbf816e-43fc-4e21-8083-305a5095cc52 HTTP/1.1" status: 204 len: 168 time: 0.2301376 Feb 09 12:59:07.488674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77bb90bf-fe2d-468a-80d9-4fbd187d4c29 req-8d6c39f6-3f0c-4b1a-8750-921b5f4c8e75 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330795 Feb 09 12:59:07.533126 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-2b947a05-c528-428a-be9c-427d216bdcf5 service neutron] 10.222.0.59 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006290 Feb 09 12:59:07.882541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-cf084e91-0f2d-4808-98b2-5a27ec125ef4 service neutron] 10.222.0.59 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277919 Feb 09 12:59:07.919300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'tag': 'd0541015-d38b-45f6-a919-bf5760514d30'}, {'name': 'network-changed', 'server_uuid': '0c62fc25-f159-446d-baea-c305eabefde0', 'tag': '367b8f3d-2d72-4b9a-910d-a1d08629450e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:08.243451 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-c1e03039-5666-4a86-abcf-f3823125113b service neutron] 10.222.0.59 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968199 Feb 09 12:59:08.465051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-296e4db4-9ce0-4c54-9a03-f64dd2d06ee7 service neutron] 10.222.0.59 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099466 Feb 09 12:59:08.466802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] Router 3da5013b-b3bf-42f7-b68b-6decb268b169 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 12:59:08.942677 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-cfb33244-ccb7-44cc-bfcf-8c5f5144f738 service neutron] 10.222.0.67 "GET /v2.0/ports/d0541015-d38b-45f6-a919-bf5760514d30/bindings/n-h1-825175-3 HTTP/1.1" status: 200 len: 384 time: 0.8085515 Feb 09 12:59:09.046199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-9c9f1e58-ce12-4aae-90e0-9d434830b20a service neutron] 10.222.0.59 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525079 Feb 09 12:59:09.298973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a09d2b-8053-4970-9847-ce614e764a25 req-f8a5fbf2-6b53-44b1-8216-a580bfcf01ad tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:09.301053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81a09d2b-8053-4970-9847-ce614e764a25 req-f8a5fbf2-6b53-44b1-8216-a580bfcf01ad tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 944 time: 0.4482200 Feb 09 12:59:09.399605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-004d9cc5-72e5-4c5e-8724-1bb7ce61887d service neutron] 10.222.0.59 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460619 Feb 09 12:59:09.527136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81a09d2b-8053-4970-9847-ce614e764a25 req-00b6ac15-367b-4654-b2e3-51d754c8f388 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148452 Feb 09 12:59:09.617320 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd', 'code': 200} Feb 09 12:59:09.654239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-053f0c0f-c3f3-46c1-ab1b-9df0daa63a6a service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:09.738122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 12:59:09.749465 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] Sync routers for ids ['3da5013b-b3bf-42f7-b68b-6decb268b169'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 12:59:09.754971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-053f0c0f-c3f3-46c1-ab1b-9df0daa63a6a service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:09.770250 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] Routers {'3da5013b-b3bf-42f7-b68b-6decb268b169'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:59:09.770250 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:58:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3da5013b-b3bf-42f7-b68b-6decb268b169'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:09.798214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-513f3de7-dbf2-49da-a826-5353c7e50809 service neutron] 10.222.0.59 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892469 Feb 09 12:59:09.837155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3c7a1abd-8d0c-46f3-a2bd-cbf7b910ab5b admin admin] 10.222.0.59 "PUT /v2.0/routers/3da5013b-b3bf-42f7-b68b-6decb268b169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4037900 Feb 09 12:59:09.840221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36306) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:09.931602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-053f0c0f-c3f3-46c1-ab1b-9df0daa63a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0541015-d38b-45f6-a919-bf5760514d30 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:09.952942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 367b8f3d-2d72-4b9a-910d-a1d08629450e details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:59:10.027353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-053f0c0f-c3f3-46c1-ab1b-9df0daa63a6a service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:10.035915 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] Set router 3da5013b-b3bf-42f7-b68b-6decb268b169 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:59:10.077961 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-053f0c0f-c3f3-46c1-ab1b-9df0daa63a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:10.149771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14062d76-6b95-4a0b-b860-9fea686cdd81 req-0e467180-ce08-49b7-b9b6-0e74b26263fd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:10.161455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14062d76-6b95-4a0b-b860-9fea686cdd81 req-0e467180-ce08-49b7-b9b6-0e74b26263fd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.3059554 Feb 09 12:59:10.190547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:10.233479 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:10.240055 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-436aa017-33da-4595-92d3-b6b907ceecc2 service neutron] 10.222.0.59 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362140 Feb 09 12:59:10.265887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '367b8f3d-2d72-4b9a-910d-a1d08629450e', 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b', 'port_id': '367b8f3d-2d72-4b9a-910d-a1d08629450e', 'mac_address': 'fa:16:3e:78:55:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd2727c-15b8-45c3-8c15-2175775019e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:59:10.308788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14062d76-6b95-4a0b-b860-9fea686cdd81 req-5ae9fb4b-33c4-4f4b-b4d1-a2f6d85a3623 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365302 Feb 09 12:59:10.367772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-053f0c0f-c3f3-46c1-ab1b-9df0daa63a6a service neutron] Transition to ACTIVE for port object d0541015-d38b-45f6-a919-bf5760514d30 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:10.384791 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-053f0c0f-c3f3-46c1-ab1b-9df0daa63a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:10.466589 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:10.519877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 367b8f3d-2d72-4b9a-910d-a1d08629450e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:10.558260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:10.558260 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:10.614347 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'tag': 'd0541015-d38b-45f6-a919-bf5760514d30', 'status': 'completed', 'code': 200} Feb 09 12:59:10.614347 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c62fc25-f159-446d-baea-c305eabefde0', 'tag': '367b8f3d-2d72-4b9a-910d-a1d08629450e', 'status': 'completed', 'code': 200} Feb 09 12:59:10.704140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=367b8f3d-2d72-4b9a-910d-a1d08629450e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:10.722459 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-router', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:58:23Z', 'updated_at': '2022-02-09T12:59:05Z', 'revision_number': 5, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'gw_port': {'id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:25Z', 'updated_at': '2022-02-09T12:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:10.729707 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] Checking router: 3da5013b-b3bf-42f7-b68b-6decb268b169 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 12:59:10.742443 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] Routers {'3da5013b-b3bf-42f7-b68b-6decb268b169'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 12:59:10.743368 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T12:58:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3da5013b-b3bf-42f7-b68b-6decb268b169'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:10.771441 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-d341379c-2b4a-4a36-af67-32761b432b91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 1096 time: 0.1685839 Feb 09 12:59:10.772371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f0c0f-c3f3-46c1-ab1b-9df0daa63a6a service neutron] Pushing event updated for resources: {'Port': ['ID=d0541015-d38b-45f6-a919-bf5760514d30,revision_number=10']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:10.777649 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-5ef15306-c66a-4159-9437-836916625b52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 1096 time: 0.2785640 Feb 09 12:59:10.836165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-053f0c0f-c3f3-46c1-ab1b-9df0daa63a6a service neutron] No DVR routers for this DVR port d0541015-d38b-45f6-a919-bf5760514d30 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:10.908490 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-053f0c0f-c3f3-46c1-ab1b-9df0daa63a6a service neutron] 10.222.0.67 "PUT /v2.0/ports/d0541015-d38b-45f6-a919-bf5760514d30/bindings/n-h1-825175-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9240999 Feb 09 12:59:10.954146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76be107-bfb5-47ab-ad6b-d1f860da5c21 req-28a1f996-131a-4310-8d6f-30379ae28d83 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:10.965915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['367b8f3d-2d72-4b9a-910d-a1d08629450e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:10.971254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c76be107-bfb5-47ab-ad6b-d1f860da5c21 req-28a1f996-131a-4310-8d6f-30379ae28d83 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 945 time: 0.2846305 Feb 09 12:59:10.984502 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] Set router 3da5013b-b3bf-42f7-b68b-6decb268b169 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 12:59:11.039761 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:11.054406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d0541015-d38b-45f6-a919-bf5760514d30 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:11.079972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c76be107-bfb5-47ab-ad6b-d1f860da5c21 req-318f7e3e-fb66-4279-90d7-ea4f03626826 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071038 Feb 09 12:59:11.124004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-3cb53c68-63af-4510-b23d-3b1ebe4769e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:11.125542 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-3cb53c68-63af-4510-b23d-3b1ebe4769e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.3411360 Feb 09 12:59:11.237285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d0541015-d38b-45f6-a919-bf5760514d30 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:11.306860 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-4c23bd47-0c01-404a-b8ea-9b885a87a1a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0541015-d38b-45f6-a919-bf5760514d30 HTTP/1.1" status: 200 len: 217 time: 0.1085999 Feb 09 12:59:11.455849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:11.460886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-f433b476-ed20-448d-b660-c87f9401c5f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:11.462340 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-f433b476-ed20-448d-b660-c87f9401c5f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.6577363 Feb 09 12:59:11.465905 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-fd3d3fc8-e4f0-4935-bb70-2ec04ab1f5fe tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.3436859 Feb 09 12:59:11.471718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-c549b649-5260-4f69-a692-3cfe66584c22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:11.473356 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-c549b649-5260-4f69-a692-3cfe66584c22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.1632144 Feb 09 12:59:11.614847 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-router', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:58:23Z', 'updated_at': '2022-02-09T12:59:05Z', 'revision_number': 5, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'gw_port': {'id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:25Z', 'updated_at': '2022-02-09T12:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:11.624257 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-ca550639-c559-458c-a62a-753278ec1a38 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e HTTP/1.1" status: 200 len: 217 time: 0.1446700 Feb 09 12:59:11.628692 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87023470-f469-4ff5-8c71-53ae870cbd80 None None] The sync data for ids ['3da5013b-b3bf-42f7-b68b-6decb268b169'] in n-d-825175-3 is: [{'id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-362883607-router', 'tenant_id': 'f287269ce5fc4b3588883a99f521df5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:58:23Z', 'updated_at': '2022-02-09T12:59:05Z', 'revision_number': 5, 'project_id': 'f287269ce5fc4b3588883a99f521df5a', 'gw_port': {'id': '66b2607f-662e-4979-aaaa-d21de7560cf8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da5013b-b3bf-42f7-b68b-6decb268b169', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:58:25Z', 'updated_at': '2022-02-09T12:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 12:59:11.675044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Deleting port 66b2607f-662e-4979-aaaa-d21de7560cf8 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:11.677277 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:11.874399 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-68ade525-209b-46bc-bccc-90e7ae3c65f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2926910 Feb 09 12:59:12.161044 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-33b9130c-2134-4da5-993d-64cc9207d837 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798&tenant_id=4356ca73cb7b44649bc5b79338960c01 HTTP/1.1" status: 200 len: 1096 time: 0.5763769 Feb 09 12:59:12.163897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-cafde963-c404-411f-a0aa-45af39b59b27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:12.165458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-cafde963-c404-411f-a0aa-45af39b59b27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.4509318 Feb 09 12:59:12.189822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c1b6-78c6-40c0-8eb4-95769b34487e req-f49f11ca-4285-480a-90ae-526f952c5713 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:12.191475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a978c1b6-78c6-40c0-8eb4-95769b34487e req-f49f11ca-4285-480a-90ae-526f952c5713 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.1117718 Feb 09 12:59:12.249723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a978c1b6-78c6-40c0-8eb4-95769b34487e req-9d83d2f3-5c82-4496-b880-5028ccedc214 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514233 Feb 09 12:59:12.331917 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-af5e3ecb-9d18-49e4-8829-d016e06c018a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064820 Feb 09 12:59:12.393355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] For port 66b2607f-662e-4979-aaaa-d21de7560cf8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=66b2607f-662e-4979-aaaa-d21de7560cf8,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:12.393831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:12.570251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db2959-24f1-4c65-aa27-b8a0d8e0c2da req-28ce7d2b-ad30-4a0d-93d2-12a3217374fd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:12.571737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75db2959-24f1-4c65-aa27-b8a0d8e0c2da req-28ce7d2b-ad30-4a0d-93d2-12a3217374fd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 945 time: 0.3258240 Feb 09 12:59:12.610069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Calling delete_port for 66b2607f-662e-4979-aaaa-d21de7560cf8 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:12.668937 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-ca960406-0259-4911-acf2-ac0daa2dc4e8 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7730341 Feb 09 12:59:12.703135 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75db2959-24f1-4c65-aa27-b8a0d8e0c2da req-284fcdf2-122a-4b06-8495-1e1654d771d2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224284 Feb 09 12:59:12.716183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08141e-6786-4225-bc49-a61fffd1620e req-4038481e-c0ec-43fa-b74f-03b823644c2f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:12.724125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-4038481e-c0ec-43fa-b74f-03b823644c2f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 805 time: 0.2003305 Feb 09 12:59:12.742781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-916881b9-0dfb-4156-80ad-71e849571998 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/quotas/7fecec3b42df453293b2fc62ba68b391 HTTP/1.1" status: 200 len: 375 time: 0.0176985 Feb 09 12:59:12.762441 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-b9e3943e-765d-4198-a0ea-986b899fadee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 1096 time: 0.5359125 Feb 09 12:59:12.819348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-0890e814-4102-4491-bf63-6cb4d5a57a0d tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754597 Feb 09 12:59:12.894537 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-ba8898c9-0d68-4006-a2fb-e37f2c23aa3d service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493288 Feb 09 12:59:12.903509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b331234-96b5-48a1-8d8b-6d9efd843dc5 req-f7b183c9-0bb6-4970-aca8-2083c96da4a3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 210 time: 0.0586650 Feb 09 12:59:13.001925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-de42aa6e-7a25-42eb-88f0-e559f1aa8abe service neutron] 10.222.0.59 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762609 Feb 09 12:59:13.139228 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-995e5c7d-821d-47d3-ab35-3a4e1a6cb744 service neutron] 10.222.0.67 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529917 Feb 09 12:59:13.242728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-1691671f-7d27-4e1a-8844-7bc98891e434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:13.245456 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-1691671f-7d27-4e1a-8844-7bc98891e434 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.4712033 Feb 09 12:59:13.273368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56bcd16e-507f-4115-88e1-cd5a25585107 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:13.323146 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32e37ed2-ec1d-4517-9c8c-7353b4fd64f2 service neutron] 10.222.0.67 "GET /v2.0/ports/165c8fab-ae9a-44df-b792-17f31cf5ddda HTTP/1.1" status: 200 len: 1027 time: 0.1947072 Feb 09 12:59:13.330050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 56bcd16e-507f-4115-88e1-cd5a25585107 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:59:13.330737 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56bcd16e-507f-4115-88e1-cd5a25585107 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:13.364000 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46baa3f3-d66f-4179-8954-993593c2ae35 req-95142b8d-659d-4590-915a-a97239562d7c service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053648 Feb 09 12:59:13.372008 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-ad35a7ec-840e-4b6c-b8d7-669f306aac7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0541015-d38b-45f6-a919-bf5760514d30 HTTP/1.1" status: 200 len: 217 time: 0.1042416 Feb 09 12:59:13.391599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-6b1ec4ab-fce9-4e46-bdd6-5f423ffdb203 service neutron] 10.222.0.59 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805485 Feb 09 12:59:13.426191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-94e69d10-4ed3-4664-b965-12e1f0530c7e service neutron] 10.222.0.67 "GET /v2.0/ports/75f56570-f103-4f27-adf9-2277e6f67988 HTTP/1.1" status: 200 len: 1028 time: 0.0842383 Feb 09 12:59:13.595561 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:59:13.634150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6b59c-24f0-43c0-9b57-c2a8b399a83d req-872fd493-6e71-4e5e-a2a4-e300e87836aa tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:13.640872 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60a6b59c-24f0-43c0-9b57-c2a8b399a83d req-872fd493-6e71-4e5e-a2a4-e300e87836aa tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 945 time: 0.4234543 Feb 09 12:59:13.685593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-955e0480-acbc-44b1-998b-fcdf2e7f1026 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:13.689619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-955e0480-acbc-44b1-998b-fcdf2e7f1026 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:13.694683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-955e0480-acbc-44b1-998b-fcdf2e7f1026 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:13.696279 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-955e0480-acbc-44b1-998b-fcdf2e7f1026 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "GET /v2.0/networks?id=a3ddf5f3-3ed4-4b99-b899-1cabe744ca01&id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&id=7795d20f-af30-4c07-9448-7781713777a7&id=7795d20f-af30-4c07-9448-7781713777a7 HTTP/1.1" status: 200 len: 1989 time: 0.2508910 Feb 09 12:59:13.701983 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:13.731055 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60a6b59c-24f0-43c0-9b57-c2a8b399a83d req-be284dba-af52-4173-97fd-2bb0c20b5d88 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892496 Feb 09 12:59:13.813796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-f35fbf91-7c2c-4c90-a3d5-85b91862b618 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0404aaf1bfc2448b8a35a79bc22c6704 HTTP/1.1" status: 200 len: 380 time: 0.0954936 Feb 09 12:59:13.823900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'admin_state_up': True, 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'security_groups': ['720f2990-2bb5-42f2-8e6a-643a1601ed96']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:13.839574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=66b2607f-662e-4979-aaaa-d21de7560cf8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:13.843498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-d8be080e-8952-4e61-93b9-ae1ef2020f0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:13.847072 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-d8be080e-8952-4e61-93b9-ae1ef2020f0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.4654276 Feb 09 12:59:13.968780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 367b8f3d-2d72-4b9a-910d-a1d08629450e up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:59:14.087126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-a2da5de2-3e61-4e7f-b945-913a63a38e19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753240 Feb 09 12:59:14.112291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:14.174708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:port and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:14.183302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for port was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:14.189838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 367b8f3d-2d72-4b9a-910d-a1d08629450e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:14.208745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 367b8f3d-2d72-4b9a-910d-a1d08629450e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:14.209574 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:14.262843 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f01ac6d-9996-4251-91f7-1de283384d8e req-60e202a6-38bd-4974-973c-e257683f71ff tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 210 time: 0.0894861 Feb 09 12:59:14.265202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:14.306184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:14.310676 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:14.331335 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-50bb8713-ec60-4b48-99b6-2fd2b92654b0 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263799 Feb 09 12:59:14.358377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17393e-aee6-4a3c-b0df-c129e18aedd4 req-a63d23a2-f144-4949-bbee-b55e94c498b9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:14.362535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a17393e-aee6-4a3c-b0df-c129e18aedd4 req-a63d23a2-f144-4949-bbee-b55e94c498b9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.2522082 Feb 09 12:59:14.421331 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:14.461133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:14.462730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c62fc25-f159-446d-baea-c305eabefde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367b8f3d-2d72-4b9a-910d-a1d08629450e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:14.471146 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:14.550174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=367b8f3d-2d72-4b9a-910d-a1d08629450e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:14.606737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36402) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:14.631302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a17393e-aee6-4a3c-b0df-c129e18aedd4 req-1646449d-291a-4071-b0a8-6412f4ff5f2b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646061 Feb 09 12:59:14.720803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Allocated IP 172.20.0.4 (a3ddf5f3-3ed4-4b99-b899-1cabe744ca01/a11cb0e4-4d48-420a-bf11-3909fb73970b/1008583a-ab73-48d2-9665-51b1ad9795b4) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:14.756601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-034ad39e-2bfc-4146-9aa4-7476c88319dd tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:14.757310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-034ad39e-2bfc-4146-9aa4-7476c88319dd tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Synchronizing usage tracker for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:14.798983 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:14.954845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-034ad39e-2bfc-4146-9aa4-7476c88319dd tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Unset dirty status for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:14.955970 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-034ad39e-2bfc-4146-9aa4-7476c88319dd tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f9086a0-3e97-4fdf-b272-8b1778cf0276 HTTP/1.1" status: 200 len: 943 time: 1.5230730 Feb 09 12:59:15.051118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e5f698d-04cb-4172-a43b-3b9723a9e389 req-6a820dcd-4497-4be4-b369-73edc37f65e5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 210 time: 0.0621681 Feb 09 12:59:15.096229 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-880e803b-e115-45d9-ba05-28efce1f93d1 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223759 Feb 09 12:59:15.106055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f886a9b-78f3-48fd-8a0d-94b2388b4845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:15.118949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c8e4-f11c-4a10-8214-e5af56a25d51 req-4ca6ac74-a1a7-464e-a3ca-49bcd5cd3114 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:15.126568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1521c8e4-f11c-4a10-8214-e5af56a25d51 req-4ca6ac74-a1a7-464e-a3ca-49bcd5cd3114 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 946 time: 0.5499775 Feb 09 12:59:15.130675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:15.166818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Transition to ACTIVE for port object 1008583a-ab73-48d2-9665-51b1ad9795b4 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:15.205782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1521c8e4-f11c-4a10-8214-e5af56a25d51 req-6589c338-f289-4641-a4e9-53eb1ba2f301 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781457 Feb 09 12:59:15.235551 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:15.267553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-32394987-756c-46f5-8999-e79de9358765 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Deleting port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:15.268156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-32394987-756c-46f5-8999-e79de9358765 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:15.352951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:15.388256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:15.392449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:15.397808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:59:15.409684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5f886a9b-78f3-48fd-8a0d-94b2388b4845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:15.462221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Port': ['ID=1008583a-ab73-48d2-9665-51b1ad9795b4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:15.529450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:15.530136 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:15.583655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b304ac41-555f-4033-accf-18ba5c9bed3c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7655520 Feb 09 12:59:15.593959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'admin_state_up': True, 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'security_groups': ['720f2990-2bb5-42f2-8e6a-643a1601ed96']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:15.712151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08141e-6786-4225-bc49-a61fffd1620e req-8bdab6fa-7b7e-4aaf-9759-232640fa13c5 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:15.713924 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-8bdab6fa-7b7e-4aaf-9759-232640fa13c5 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.62 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 805 time: 0.2331169 Feb 09 12:59:15.717495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5f886a9b-78f3-48fd-8a0d-94b2388b4845 admin admin] Usage tracker for resource:security_group_rule and tenant:3f57a8094a77426faf9f95d49c5d0fd1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:15.723628 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c62fc25-f159-446d-baea-c305eabefde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367b8f3d-2d72-4b9a-910d-a1d08629450e', 'code': 200} Feb 09 12:59:15.728215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5f886a9b-78f3-48fd-8a0d-94b2388b4845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:15.732334 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:15.748207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5f886a9b-78f3-48fd-8a0d-94b2388b4845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:15.755122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Request body: {'port': {'device_id': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'admin_state_up': True, 'tenant_id': '7fecec3b42df453293b2fc62ba68b391'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:15.811910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-72946567-c99e-4ba7-8ffa-e09feb5675a0 None None] Provisioning for port 1008583a-ab73-48d2-9665-51b1ad9795b4 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:15.819715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-72946567-c99e-4ba7-8ffa-e09feb5675a0 None None] Provisioning complete for port 1008583a-ab73-48d2-9665-51b1ad9795b4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:15.820326 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-72946567-c99e-4ba7-8ffa-e09feb5675a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:15.895274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:15.906254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:port and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:15.914232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:15.930077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:15.952797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:15.955880 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:16.074207 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:16.079289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-72946567-c99e-4ba7-8ffa-e09feb5675a0 None None] Port 1008583a-ab73-48d2-9665-51b1ad9795b4 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:59:16.212124 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1112b77b-f149-488b-b3b5-6dc98f39ce14 req-70d11902-d410-4b4f-b0b0-c01b17ca1e25 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 210 time: 0.0606809 Feb 09 12:59:16.288108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:16.288108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3da5013b-b3bf-42f7-b68b-6decb268b169 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 12:59:16.291265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfb6ac-c6df-4a75-96b6-88b8a0814df3 req-093581a3-c53a-4169-a192-60ee7f55037c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:16.300792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6adfb6ac-c6df-4a75-96b6-88b8a0814df3 req-093581a3-c53a-4169-a192-60ee7f55037c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 945 time: 0.3013368 Feb 09 12:59:16.376805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6adfb6ac-c6df-4a75-96b6-88b8a0814df3 req-ef557fe9-200d-4a51-a5da-8c22443c9b7f tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748045 Feb 09 12:59:16.389537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Allocated IP 10.1.1.100 (6ec6fb0a-4e82-4d6e-89f0-376ac243455e/253c534a-f1c3-4167-80d9-d663f21db0ba/e0d1d3d2-9481-4542-b18b-36bfa298e449) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:16.459511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-32394987-756c-46f5-8999-e79de9358765 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] For port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:16.460101 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-32394987-756c-46f5-8999-e79de9358765 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:16.597281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a45225-66ac-4f9d-95c8-153b4e08cd70 req-a7447a0d-7124-46d4-a632-44511347df32 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:16.600755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-32394987-756c-46f5-8999-e79de9358765 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Calling delete_port for 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:16.604713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90a45225-66ac-4f9d-95c8-153b4e08cd70 req-a7447a0d-7124-46d4-a632-44511347df32 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.2047756 Feb 09 12:59:16.721585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:16.738108 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-d260a5da-7e39-4d64-93ca-63632dfca20b tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798&tenant_id=4356ca73cb7b44649bc5b79338960c01&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.9581890 Feb 09 12:59:16.751592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f886a9b-78f3-48fd-8a0d-94b2388b4845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:16.759127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:16.760762 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a0531581-ede7-4844-a6f5-9114cbb0c5ba admin admin] 10.222.0.59 "DELETE /v2.0/routers/3da5013b-b3bf-42f7-b68b-6decb268b169 HTTP/1.1" status: 204 len: 168 time: 6.9179921 Feb 09 12:59:16.764646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36432) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:16.829853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90a45225-66ac-4f9d-95c8-153b4e08cd70 req-2d77ad72-f208-4ba5-baa2-fe707a9a7c46 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241771 Feb 09 12:59:16.873082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:16.919110 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:16.943446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Transition to ACTIVE for port object e0d1d3d2-9481-4542-b18b-36bfa298e449 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:16.976776 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:16.981636 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aaa64bcd-8264-4998-a653-f192c1ad0365 req-3dc59679-d5c9-4ccc-8ae5-3ecd7e093ecf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 1097 time: 0.9256163 Feb 09 12:59:16.982968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f886a9b-78f3-48fd-8a0d-94b2388b4845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.028383 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5f886a9b-78f3-48fd-8a0d-94b2388b4845 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f57a8094a77426faf9f95d49c5d0fd1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3373599 Feb 09 12:59:17.029495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-32394987-756c-46f5-8999-e79de9358765 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.031656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Made reservation on behalf of 7fecec3b42df453293b2fc62ba68b391 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:17.035161 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.040229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36436) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:17.077872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:17.089035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-e016dcd7-6f92-4565-b0ae-3f6014a9ff4a admin admin] Deleting subnet 8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 12:59:17.092383 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e016dcd7-6f92-4565-b0ae-3f6014a9ff4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.112787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:59:17.113772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:17.195415 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aaa64bcd-8264-4998-a653-f192c1ad0365 req-49bc53ec-d68f-44ff-a98a-db075a593bd3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839488 Feb 09 12:59:17.216047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32394987-756c-46f5-8999-e79de9358765 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Pushing event deleted for resources: {'Port': ['ID=869e5fd7-9d5a-47b6-9f2e-500bb2800cdd,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:17.237829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:17.244385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Port': ['ID=e0d1d3d2-9481-4542-b18b-36bfa298e449,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:17.245480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f886a9b-78f3-48fd-8a0d-94b2388b4845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d09501-9497-40f1-9f63-de6fe48dce34,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:17.247351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:17.264902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bcf63-81df-4350-9949-981af495a5b2 req-e9b02b07-4470-45a5-b0c7-7ace3be9ddd1 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:17.265613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f77bcf63-81df-4350-9949-981af495a5b2 req-e9b02b07-4470-45a5-b0c7-7ace3be9ddd1 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Synchronizing usage tracker for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:17.273040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:59:17.311233 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e016dcd7-6f92-4565-b0ae-3f6014a9ff4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.316224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 66b2607f-662e-4979-aaaa-d21de7560cf8 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:17.348689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-32394987-756c-46f5-8999-e79de9358765 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] No DVR routers for this DVR port 869e5fd7-9d5a-47b6-9f2e-500bb2800cdd on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:17.353838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-32394987-756c-46f5-8999-e79de9358765 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.356765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'name': 'network-vif-deleted', 'tag': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:17.375670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-1cd94a93-2ad8-4759-9274-0a0abaec9e2f service neutron] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:17.383405 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-1cd94a93-2ad8-4759-9274-0a0abaec9e2f service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.384771 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd03619a-ef2a-492f-bc8f-83036a6283e0 req-1cd94a93-2ad8-4759-9274-0a0abaec9e2f service neutron] 10.222.0.62 "DELETE /v2.0/ports/d0541015-d38b-45f6-a919-bf5760514d30/bindings/n-h2-825175-3 HTTP/1.1" status: 204 len: 173 time: 0.6269944 Feb 09 12:59:17.420547 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dc7ee2c6-9344-48d8-a5fb-539457137b58 req-32394987-756c-46f5-8999-e79de9358765 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "DELETE /v2.0/ports/869e5fd7-9d5a-47b6-9f2e-500bb2800cdd HTTP/1.1" status: 204 len: 173 time: 2.4569755 Feb 09 12:59:17.421361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:17.422981 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.463918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 66b2607f-662e-4979-aaaa-d21de7560cf8 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:59:17.464238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 66b2607f-662e-4979-aaaa-d21de7560cf8 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:17.489810 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c5af98ce-310d-4c51-9680-a55783f96a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.517901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f77bcf63-81df-4350-9949-981af495a5b2 req-e9b02b07-4470-45a5-b0c7-7ace3be9ddd1 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Unset dirty status for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:17.519635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f77bcf63-81df-4350-9949-981af495a5b2 req-e9b02b07-4470-45a5-b0c7-7ace3be9ddd1 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 931 time: 0.8872969 Feb 09 12:59:17.520835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Allocated IP 172.20.0.10 (2459202c-405b-4450-bc5f-eeb2bfe623a1/9f46d025-13d3-4ccd-8142-d22e6f2c7fa5/46f53394-18c9-4a50-8a7c-57de9b4d9171) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:17.522027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-52b8e894-7796-4d50-bded-86990873221e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9312427 Feb 09 12:59:17.576292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'admin_state_up': True, 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'security_groups': ['720f2990-2bb5-42f2-8e6a-643a1601ed96']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:17.626608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5eb1ac34-3626-454b-948f-0416c5defa41 None None] Provisioning for port e0d1d3d2-9481-4542-b18b-36bfa298e449 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:17.643383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5eb1ac34-3626-454b-948f-0416c5defa41 None None] Provisioning complete for port e0d1d3d2-9481-4542-b18b-36bfa298e449 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:17.644111 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ac34-3626-454b-948f-0416c5defa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.710107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5eb1ac34-3626-454b-948f-0416c5defa41 None None] Port e0d1d3d2-9481-4542-b18b-36bfa298e449 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:59:17.740103 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c5af98ce-310d-4c51-9680-a55783f96a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.812759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ffe8a-e888-4fb5-91d3-90af4296bf80 req-b4af5cfc-59fb-4515-8e9e-51ab795b68be tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:17.821456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f7ffe8a-e888-4fb5-91d3-90af4296bf80 req-b4af5cfc-59fb-4515-8e9e-51ab795b68be tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 946 time: 0.7580512 Feb 09 12:59:17.877451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.931417 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:17.931673 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e016dcd7-6f92-4565-b0ae-3f6014a9ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:18.004729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f77bcf63-81df-4350-9949-981af495a5b2 req-65dabad3-6e8c-4019-a2f6-e9128809d66e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4568005 Feb 09 12:59:18.056719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f7ffe8a-e888-4fb5-91d3-90af4296bf80 req-8c8e20b0-cf92-4cad-ad8a-e610d2f5eed5 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341359 Feb 09 12:59:18.085709 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c5af98ce-310d-4c51-9680-a55783f96a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:18.087068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Network 2459202c-405b-4450-bc5f-eeb2bfe623a1 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:18.088631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:18.093501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:18.104257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:59:18.153262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:port and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:18.165733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for port was recalculated. Used quota:9. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:18.180820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af98ce-310d-4c51-9680-a55783f96a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d09501-9497-40f1-9f63-de6fe48dce34,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:18.193213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:18.196273 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e016dcd7-6f92-4565-b0ae-3f6014a9ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:18.291473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:18.292355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:18.304525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016dcd7-6f92-4565-b0ae-3f6014a9ff4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:18.311429 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c5af98ce-310d-4c51-9680-a55783f96a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:18.316347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c5af98ce-310d-4c51-9680-a55783f96a9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53d09501-9497-40f1-9f63-de6fe48dce34 HTTP/1.1" status: 204 len: 168 time: 1.2653623 Feb 09 12:59:18.316347 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e016dcd7-6f92-4565-b0ae-3f6014a9ff4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:18.320538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e016dcd7-6f92-4565-b0ae-3f6014a9ff4a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8ad4751c-44d9-46aa-ad6a-4f71c21c5f0b HTTP/1.1" status: 204 len: 168 time: 1.5481737 Feb 09 12:59:18.320538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:18.321638 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:18.333244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c9d424-6588-4aa9-8518-eb523194195d None None] Network 2bf537c8-eacc-4edd-a9ab-fc3469a19268 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:59:18.334376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36452) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:18.336514 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f9086a0-3e97-4fdf-b272-8b1778cf0276', 'name': 'network-vif-deleted', 'tag': '869e5fd7-9d5a-47b6-9f2e-500bb2800cdd', 'status': 'completed', 'code': 200} Feb 09 12:59:18.373405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Pushing event updated for resources: {'Port': ['ID=46f53394-18c9-4a50-8a7c-57de9b4d9171,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:18.389553 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-a4ca620b-0c48-4fb5-b10e-7900a24c3b19 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6383405 Feb 09 12:59:18.409495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Request body: {'port': {'device_id': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:18.564993 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:18.651324 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:18.694322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Deleting port 0dd524bb-688f-46d6-95cf-77665fdafccd {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:18.694971 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:18.777351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Allocated IP 10.1.1.141 (6ec6fb0a-4e82-4d6e-89f0-376ac243455e/253c534a-f1c3-4167-80d9-d663f21db0ba/a1ccd91d-1aac-44a6-af3d-0f09b82d3900) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:18.812739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1776fc-1a66-463b-aefe-52985e3c1a5b req-156393a1-0b11-4ff5-9287-5465b48151b7 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:18.821230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e1776fc-1a66-463b-aefe-52985e3c1a5b req-156393a1-0b11-4ff5-9287-5465b48151b7 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 932 time: 0.3547297 Feb 09 12:59:18.908704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] DHCP port deletion for 2bf537c8-eacc-4edd-a9ab-fc3469a19268 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 12:59:18.916141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Deleting port 0dd524bb-688f-46d6-95cf-77665fdafccd {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:18.916741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:19.003791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc0f8c-99ad-4c4f-95e7-7ca30baa3378 req-701ce7cf-ea3d-47c2-a7ab-28232a9d552a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:19.006314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dfc0f8c-99ad-4c4f-95e7-7ca30baa3378 req-701ce7cf-ea3d-47c2-a7ab-28232a9d552a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.4386468 Feb 09 12:59:19.203220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e1776fc-1a66-463b-aefe-52985e3c1a5b req-9e193864-757f-4383-bfaf-546957740943 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806236 Feb 09 12:59:19.301952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36464) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:19.381678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0dd524bb-688f-46d6-95cf-77665fdafccd no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:19.382438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] For port 0dd524bb-688f-46d6-95cf-77665fdafccd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0dd524bb-688f-46d6-95cf-77665fdafccd,segment=NetworkSegment(bf0dbfd5-bf76-4880-8c33-845600da1bdc),segment_id=bf0dbfd5-bf76-4880-8c33-845600da1bdc)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:19.384230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:19.411071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dfc0f8c-99ad-4c4f-95e7-7ca30baa3378 req-379dcf01-e019-4a72-acd1-a841e9918823 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981471 Feb 09 12:59:19.416784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e837403-aa49-4bab-ab7a-4d818d09925e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:19.547112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] For port 0dd524bb-688f-46d6-95cf-77665fdafccd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0dd524bb-688f-46d6-95cf-77665fdafccd,segment=NetworkSegment(bf0dbfd5-bf76-4880-8c33-845600da1bdc),segment_id=bf0dbfd5-bf76-4880-8c33-845600da1bdc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:19.547691 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:19.642150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f53394-18c9-4a50-8a7c-57de9b4d9171 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:19.651440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:19.671024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Transition to ACTIVE for port object 46f53394-18c9-4a50-8a7c-57de9b4d9171 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:19.710820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Calling delete_port for 0dd524bb-688f-46d6-95cf-77665fdafccd owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:19.716302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9e837403-aa49-4bab-ab7a-4d818d09925e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:19.723478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9e837403-aa49-4bab-ab7a-4d818d09925e admin admin] Usage tracker for resource:security_group_rule and tenant:f65f5cade2d745fbabcc303d8c160d29 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:19.727857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9e837403-aa49-4bab-ab7a-4d818d09925e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:19.739464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9e837403-aa49-4bab-ab7a-4d818d09925e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:19.831633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e837403-aa49-4bab-ab7a-4d818d09925e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:19.833371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:19.861638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Calling delete_port for 0dd524bb-688f-46d6-95cf-77665fdafccd owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:19.866712 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:19.878595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e837403-aa49-4bab-ab7a-4d818d09925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:19.905125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Transition to ACTIVE for port object a1ccd91d-1aac-44a6-af3d-0f09b82d3900 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:19.937274 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9e837403-aa49-4bab-ab7a-4d818d09925e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f65f5cade2d745fbabcc303d8c160d29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6333945 Feb 09 12:59:19.947584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36470) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:20.033688 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.082900 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 0dd524bb-688f-46d6-95cf-77665fdafccd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0dd524bb-688f-46d6-95cf-77665fdafccd,segment=NetworkSegment(bf0dbfd5-bf76-4880-8c33-845600da1bdc),segment_id=bf0dbfd5-bf76-4880-8c33-845600da1bdc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:20.088351 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.141238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e837403-aa49-4bab-ab7a-4d818d09925e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f68d3fb-96ac-4465-b5e4-bd6331391547,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:20.157889 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b80e030-b662-4276-90ea-5995ef620de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.162548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Pushing event updated for resources: {'Port': ['ID=46f53394-18c9-4a50-8a7c-57de9b4d9171,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:20.193271 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 12:59:20.193271 n-d-825175-3 neutron-server[83480]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Feb 09 12:59:20.193271 n-d-825175-3 neutron-server[83480]: [parameters: {'port_id': '0dd524bb-688f-46d6-95cf-77665fdafccd', 'host': 'n-d-825175-3'}] Feb 09 12:59:20.193271 n-d-825175-3 neutron-server[83480]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:59:20.193675 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:59:20.221115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f941c4d-1813-47c7-b229-1379a344d341 req-333e4d42-69ef-4862-b780-72188d878624 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:20.223461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=0dd524bb-688f-46d6-95cf-77665fdafccd,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:20.227107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f941c4d-1813-47c7-b229-1379a344d341 req-333e4d42-69ef-4862-b780-72188d878624 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:20.237378 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:59:20.237522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f941c4d-1813-47c7-b229-1379a344d341 req-333e4d42-69ef-4862-b780-72188d878624 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 1653 time: 0.4885530 Feb 09 12:59:20.238726 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:59:20.281758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b80e030-b662-4276-90ea-5995ef620de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.286269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.347931 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e360970b-359b-4ced-87a9-798c02bfa8d8 req-6714a867-32e3-4f55-a296-188857a52132 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 1096 time: 0.4441583 Feb 09 12:59:20.361311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Attempting to bind port 46f53394-18c9-4a50-8a7c-57de9b4d9171 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:20.362153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Attempting to bind port 46f53394-18c9-4a50-8a7c-57de9b4d9171 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:20.362595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Attempting to bind port 46f53394-18c9-4a50-8a7c-57de9b4d9171 on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:20.373599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Port 46f53394-18c9-4a50-8a7c-57de9b4d9171 on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:20.373993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Attempting to bind port 46f53394-18c9-4a50-8a7c-57de9b4d9171 on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:20.382755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:20.383173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Checking segment: {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:20.383613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Bound using segment: {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:20.384096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Bound port: 46f53394-18c9-4a50-8a7c-57de9b4d9171, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:20.384519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.401169 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b80e030-b662-4276-90ea-5995ef620de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.408117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f941c4d-1813-47c7-b229-1379a344d341 req-3cb36a6a-d893-482d-b4b7-ef9849148381 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696773 Feb 09 12:59:20.421155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:20.425703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:20.429272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:59:20.445478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80e030-b662-4276-90ea-5995ef620de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f68d3fb-96ac-4465-b5e4-bd6331391547,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:20.462034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b80e030-b662-4276-90ea-5995ef620de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.463173 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0b80e030-b662-4276-90ea-5995ef620de3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f68d3fb-96ac-4465-b5e4-bd6331391547 HTTP/1.1" status: 204 len: 168 time: 0.5142469 Feb 09 12:59:20.472547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Port': ['ID=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:20.528856 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e360970b-359b-4ced-87a9-798c02bfa8d8 req-6a4270ab-99f7-4a62-940f-acb1cd3dee73 tempest-LiveMigrationTest-979967230 tempest-LiveMigrationTest-979967230-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671031 Feb 09 12:59:20.543754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:20.544476 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.577000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] For port 46f53394-18c9-4a50-8a7c-57de9b4d9171, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:20.584695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] For port 46f53394-18c9-4a50-8a7c-57de9b4d9171, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:20.592204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.597706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-921fa2e5-689f-4c1d-bbb8-ac8d4003d563 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0566659 Feb 09 12:59:20.609274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7795d20f-af30-4c07-9448-7781713777a7', 'admin_state_up': True, 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'security_groups': ['720f2990-2bb5-42f2-8e6a-643a1601ed96']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:20.684009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.686364 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] 10.222.0.62 "PUT /v2.0/ports/46f53394-18c9-4a50-8a7c-57de9b4d9171 HTTP/1.1" status: 200 len: 1092 time: 2.2835841 Feb 09 12:59:20.686981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'tag': '46f53394-18c9-4a50-8a7c-57de9b4d9171'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:20.699675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Deleting port 0dd524bb-688f-46d6-95cf-77665fdafccd {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:20.700378 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:20.718017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce5b52-454e-458b-8b8a-74fddad02205 service neutron] Pushing event updated for resources: {'Port': ['ID=46f53394-18c9-4a50-8a7c-57de9b4d9171,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:20.740251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Deleting port 0dd524bb-688f-46d6-95cf-77665fdafccd {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:20.740771 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:21.001602 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-323e4595-51cd-492e-81a5-edab27d81a74 service neutron] 10.222.0.62 "GET /v2.0/ports/608cab21-dca3-44bd-b517-0a3f04ae355a/bindings/n-h1-825175-3 HTTP/1.1" status: 200 len: 382 time: 0.1554854 Feb 09 12:59:21.013826 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-250c8bf5-6db3-4a01-99d3-d7499f4791d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 1095 time: 0.2771885 Feb 09 12:59:21.157773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] For port 0dd524bb-688f-46d6-95cf-77665fdafccd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0dd524bb-688f-46d6-95cf-77665fdafccd,segment=NetworkSegment(bf0dbfd5-bf76-4880-8c33-845600da1bdc),segment_id=bf0dbfd5-bf76-4880-8c33-845600da1bdc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:21.158893 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:21.191357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:21.238112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Usage tracker for resource:port and tenant:0404aaf1bfc2448b8a35a79bc22c6704 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:21.238112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Quota usage for port was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:21.263427 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-58a088ca-c982-4e53-8477-dce059c19b58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171 HTTP/1.1" status: 200 len: 217 time: 0.2300408 Feb 09 12:59:21.271958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:21.428903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:21.440311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08141e-6786-4225-bc49-a61fffd1620e req-8de36966-ed2f-47fd-985c-744b22ec6265 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:21.441939 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-8de36966-ed2f-47fd-985c-744b22ec6265 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f46d025-13d3-4ccd-8142-d22e6f2c7fa5 HTTP/1.1" status: 200 len: 845 time: 0.1838136 Feb 09 12:59:21.479182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Calling delete_port for 0dd524bb-688f-46d6-95cf-77665fdafccd owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:21.504154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257351ad-2a25-4803-97b6-84fb94a4ec39 req-a038d24f-8775-45e4-9482-c43d0744ff99 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:21.514628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1882f551-faaa-430e-9a45-efdab315a470 None None] Provisioning for port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:21.515958 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-257351ad-2a25-4803-97b6-84fb94a4ec39 req-a038d24f-8775-45e4-9482-c43d0744ff99 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 944 time: 0.5789773 Feb 09 12:59:21.529603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1882f551-faaa-430e-9a45-efdab315a470 None None] Provisioning complete for port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:21.530740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1882f551-faaa-430e-9a45-efdab315a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:21.547298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ba069-a2a6-4ea9-8f2c-d326bf142b7d req-d67c3e4b-b0e8-404b-a801-d9b435770461 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:21.549058 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb4ba069-a2a6-4ea9-8f2c-d326bf142b7d req-d67c3e4b-b0e8-404b-a801-d9b435770461 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 946 time: 0.7006187 Feb 09 12:59:21.569528 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-5930e39c-fc07-40dd-9534-1da038b4f631 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2459202c-405b-4450-bc5f-eeb2bfe623a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214151 Feb 09 12:59:21.571677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] For port 0dd524bb-688f-46d6-95cf-77665fdafccd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0dd524bb-688f-46d6-95cf-77665fdafccd,segment=NetworkSegment(bf0dbfd5-bf76-4880-8c33-845600da1bdc),segment_id=bf0dbfd5-bf76-4880-8c33-845600da1bdc)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:21.572112 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:21.577204 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-76b5ee28-6b7d-4ae4-8df7-74c85071e3cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b&tenant_id=cc2819efca0d491a9ed7482035fce7d0 HTTP/1.1" status: 200 len: 1099 time: 0.2334049 Feb 09 12:59:21.723701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1882f551-faaa-430e-9a45-efdab315a470 None None] Port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:59:21.739148 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:21.799132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] Pushing event deleted for resources: {'Port': ['ID=0dd524bb-688f-46d6-95cf-77665fdafccd,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:21.807080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Calling delete_port for 0dd524bb-688f-46d6-95cf-77665fdafccd owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:21.827486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b1ef0f-18b3-4ddf-87b7-40870e9ab320 None None] No DVR routers for this DVR port 0dd524bb-688f-46d6-95cf-77665fdafccd on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:21.925545 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-04a4aa75-51ea-49e1-a68a-f60411e5a5c1 service neutron] 10.222.0.62 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467414 Feb 09 12:59:21.959941 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-257351ad-2a25-4803-97b6-84fb94a4ec39 req-8785bc81-d2b2-4a7a-a9f7-5be3554cdb6d tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429030 Feb 09 12:59:21.991053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb4ba069-a2a6-4ea9-8f2c-d326bf142b7d req-303f04b6-efa7-4b4e-9cd8-6fb3959de0bd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096122 Feb 09 12:59:22.010568 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:22.061640 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 12:59:22.061640 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 12:59:22.471892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Deleting port 0dd524bb-688f-46d6-95cf-77665fdafccd {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:22.471892 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:22.714964 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-d90b580e-e16a-4636-8cc5-62705a6b46e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 1099 time: 1.0736022 Feb 09 12:59:22.728098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] The port '0dd524bb-688f-46d6-95cf-77665fdafccd' was deleted {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 12:59:22.805750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Allocated IP 10.2.2.100 (7795d20f-af30-4c07-9448-7781713777a7/66d2b1a3-c9c4-4072-9311-fe1aa67fef5a/6128b44b-b443-46ba-a5f6-649285248231) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:22.903538 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'tag': '46f53394-18c9-4a50-8a7c-57de9b4d9171', 'status': 'completed', 'code': 200} Feb 09 12:59:22.969458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da08141e-6786-4225-bc49-a61fffd1620e req-af4f0449-553b-45e2-ade7-8dc6333236ed service neutron] 10.222.0.62 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0309711 Feb 09 12:59:23.010740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-00614cbe-d407-498e-92a3-13c70553a2db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:23.012818 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-00614cbe-d407-498e-92a3-13c70553a2db service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2965248 Feb 09 12:59:23.093636 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:23.144536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf537c8-eacc-4edd-a9ab-fc3469a19268']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:23.200736 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-1062e0de-1542-4a4e-a76e-38941a4cf78b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=608cab21-dca3-44bd-b517-0a3f04ae355a HTTP/1.1" status: 200 len: 217 time: 0.1795893 Feb 09 12:59:23.230874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0dbfd5-bf76-4880-8c33-845600da1bdc') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:23.231160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0dbfd5-bf76-4880-8c33-845600da1bdc') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:23.260852 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:23.284909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-a538541e-78dc-4dbd-b69a-d8dc5ffd1e92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:23.286555 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-a538541e-78dc-4dbd-b69a-d8dc5ffd1e92 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0763237 Feb 09 12:59:23.319145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3cfa8-9a0b-4f5b-b378-20b4faaf6dc9 req-3d8d0edf-b8d7-42f7-a771-f8468ecfe1d3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:23.320587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78d3cfa8-9a0b-4f5b-b378-20b4faaf6dc9 req-3d8d0edf-b8d7-42f7-a771-f8468ecfe1d3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.6666415 Feb 09 12:59:23.350658 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1e065dc6-ef22-4023-b8ef-1d648ebbe52a req-e488dc31-c818-47b3-9295-9a063118aa6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 1095 time: 0.1924844 Feb 09 12:59:23.371195 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:23.399037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 12:59:23.399155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: timer() Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:23.413510 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:23.517025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78d3cfa8-9a0b-4f5b-b378-20b4faaf6dc9 req-1d42c89e-8c83-4eca-9a2e-073620f590b4 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845217 Feb 09 12:59:23.534760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86a42-aa66-4c53-90ab-d5b024100569 req-8beaf744-795e-4574-92b2-d51750be8ba3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:23.539308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86a42-aa66-4c53-90ab-d5b024100569 req-8beaf744-795e-4574-92b2-d51750be8ba3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:23.543244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a86a42-aa66-4c53-90ab-d5b024100569 req-8beaf744-795e-4574-92b2-d51750be8ba3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:23.544088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-73a86a42-aa66-4c53-90ab-d5b024100569 req-8beaf744-795e-4574-92b2-d51750be8ba3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Synchronizing usage tracker for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:23.554650 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:23.567095 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:23.572795 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-efab4085-bea2-4d21-b5ce-051b0bcfe821 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2767136 Feb 09 12:59:23.596273 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:23.598802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Transition to ACTIVE for port object 6128b44b-b443-46ba-a5f6-649285248231 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:23.611190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf537c8-eacc-4edd-a9ab-fc3469a19268,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:23.616844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-73a86a42-aa66-4c53-90ab-d5b024100569 req-8beaf744-795e-4574-92b2-d51750be8ba3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Unset dirty status for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:23.617984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73a86a42-aa66-4c53-90ab-d5b024100569 req-8beaf744-795e-4574-92b2-d51750be8ba3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 2374 time: 0.4622321 Feb 09 12:59:23.627850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-44b647d3-74e8-4e9e-ab74-97f6208eea5e admin admin] 10.222.0.59 "DELETE /v2.0/networks/2bf537c8-eacc-4edd-a9ab-fc3469a19268 HTTP/1.1" status: 204 len: 168 time: 5.2926712 Feb 09 12:59:23.656198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065dc6-ef22-4023-b8ef-1d648ebbe52a req-b561c01c-b48e-4e1b-8cb0-1a84a8fe7b2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:23.658331 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1e065dc6-ef22-4023-b8ef-1d648ebbe52a req-b561c01c-b48e-4e1b-8cb0-1a84a8fe7b2b service neutron] 10.222.0.62 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 906 time: 0.3008325 Feb 09 12:59:23.711952 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:23.774243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73a86a42-aa66-4c53-90ab-d5b024100569 req-a20d30a1-1ee9-4e35-a396-8096d53932ef tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442018 Feb 09 12:59:23.804613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network 7795d20f-af30-4c07-9448-7781713777a7 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:23.809842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:23.813463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Port': ['ID=6128b44b-b443-46ba-a5f6-649285248231,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:23.816868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:59:23.822125 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1e065dc6-ef22-4023-b8ef-1d648ebbe52a req-0769d385-3232-4528-8a87-93cafb3f4fe1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171 HTTP/1.1" status: 200 len: 217 time: 0.1089308 Feb 09 12:59:23.831041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c339d73-96e9-4108-8264-a81295df26ad req-0097131f-af0d-4f98-ab8f-998c0a3e837a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:23.831920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2c339d73-96e9-4108-8264-a81295df26ad req-0097131f-af0d-4f98-ab8f-998c0a3e837a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Synchronizing usage tracker for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:23.881789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec1f0f22-d18a-45ff-a25e-d1d9e84fcf4f req-eacb1390-f0a6-4a02-980e-dd4bbe325213 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 1097 time: 0.2324886 Feb 09 12:59:23.882517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36518) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:23.931420 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-fbb12e01-d46c-4c88-b463-ac7d0594a070 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507013 Feb 09 12:59:23.932094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2c339d73-96e9-4108-8264-a81295df26ad req-0097131f-af0d-4f98-ab8f-998c0a3e837a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Unset dirty status for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:23.933554 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c339d73-96e9-4108-8264-a81295df26ad req-0097131f-af0d-4f98-ab8f-998c0a3e837a tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 945 time: 0.4661689 Feb 09 12:59:23.947350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:23.948240 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:23.985322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065dc6-ef22-4023-b8ef-1d648ebbe52a req-eeb0d885-42f3-4299-a398-6b7582fa5f62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:23.986885 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1e065dc6-ef22-4023-b8ef-1d648ebbe52a req-eeb0d885-42f3-4299-a398-6b7582fa5f62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f46d025-13d3-4ccd-8142-d22e6f2c7fa5 HTTP/1.1" status: 200 len: 845 time: 0.1464119 Feb 09 12:59:23.996501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 608cab21-dca3-44bd-b517-0a3f04ae355a no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:24.016159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-b490877e-b4cb-473f-a1a6-e08bc4231943 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4114804 Feb 09 12:59:24.028938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7795d20f-af30-4c07-9448-7781713777a7', 'admin_state_up': True, 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'security_groups': ['720f2990-2bb5-42f2-8e6a-643a1601ed96']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:24.063471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b9f9c590-8734-4a15-accf-e0fc356bb425 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f287269ce5fc4b3588883a99f521df5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1755598 Feb 09 12:59:24.085535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec1f0f22-d18a-45ff-a25e-d1d9e84fcf4f req-387c74b3-0eb8-47ba-9e2c-2d37783e3863 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897480 Feb 09 12:59:24.095009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36522) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:24.155246 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.176188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-2c339d73-96e9-4108-8264-a81295df26ad req-eacf70d8-e4b3-4375-8fce-47fe2195a457 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Deleting port d0541015-d38b-45f6-a919-bf5760514d30 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:24.176880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2c339d73-96e9-4108-8264-a81295df26ad req-eacf70d8-e4b3-4375-8fce-47fe2195a457 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.205368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608cab21-dca3-44bd-b517-0a3f04ae355a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:24.217075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 608cab21-dca3-44bd-b517-0a3f04ae355a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=608cab21-dca3-44bd-b517-0a3f04ae355a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:24.221817 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.332655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:24.355092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:24.374244 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1605c147-2be1-4d4c-bc6d-da8a5c00fe63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.397932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-45190fc7-8e05-4200-87d6-9f59c4ae7056 None None] Provisioning for port 6128b44b-b443-46ba-a5f6-649285248231 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:24.405691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=608cab21-dca3-44bd-b517-0a3f04ae355a,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:24.409148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-45190fc7-8e05-4200-87d6-9f59c4ae7056 None None] Provisioning complete for port 6128b44b-b443-46ba-a5f6-649285248231 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:24.409770 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-45190fc7-8e05-4200-87d6-9f59c4ae7056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.421845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Made reservation on behalf of 0404aaf1bfc2448b8a35a79bc22c6704 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:24.427480 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.456066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.456528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.456966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.457363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.457935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.458983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.459307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.459629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.460091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.460463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.460831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:24.471485 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1e065dc6-ef22-4023-b8ef-1d648ebbe52a req-d59cb590-0ba8-42c7-9f6c-3a6796d60830 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2459202c-405b-4450-bc5f-eeb2bfe623a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2096994 Feb 09 12:59:24.480487 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1605c147-2be1-4d4c-bc6d-da8a5c00fe63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.487486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-45190fc7-8e05-4200-87d6-9f59c4ae7056 None None] Port 6128b44b-b443-46ba-a5f6-649285248231 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:59:24.662739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16e70a-da17-41f0-93c5-187ec0cadaad req-ba30b36e-3814-4284-95c0-61a3fe920593 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:24.664292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd16e70a-da17-41f0-93c5-187ec0cadaad req-ba30b36e-3814-4284-95c0-61a3fe920593 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 945 time: 0.2937734 Feb 09 12:59:24.699000 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1605c147-2be1-4d4c-bc6d-da8a5c00fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.735832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605c147-2be1-4d4c-bc6d-da8a5c00fe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8510c6c2-5098-4a9a-bda1-f25adf571a86,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:24.818391 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1605c147-2be1-4d4c-bc6d-da8a5c00fe63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.819813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1605c147-2be1-4d4c-bc6d-da8a5c00fe63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8510c6c2-5098-4a9a-bda1-f25adf571a86 HTTP/1.1" status: 204 len: 168 time: 0.7235994 Feb 09 12:59:24.826905 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd16e70a-da17-41f0-93c5-187ec0cadaad req-56fd363b-27bb-455d-a6d5-1c6a4252a177 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497612 Feb 09 12:59:24.831671 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c92f4495-ac94-4d8d-954c-cc379e60a7ef req-27d25da0-1c45-4fa3-85f1-df99f327abcf service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8848968 Feb 09 12:59:24.845342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Allocated IP 10.2.2.200 (7795d20f-af30-4c07-9448-7781713777a7/66d2b1a3-c9c4-4072-9311-fe1aa67fef5a/08e49cf4-828e-408c-a065-93aa80701962) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:24.872582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f70df23e-ba6b-4ffc-9ec8-8f1d1d6307c6 req-96780cd3-c2e4-40d2-acc5-e3d4ca06fe06 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6095698 Feb 09 12:59:24.916792 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7d96-1c5c-47d9-814c-403cf2b8c7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.965545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2c339d73-96e9-4108-8264-a81295df26ad req-eacf70d8-e4b3-4375-8fce-47fe2195a457 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] For port d0541015-d38b-45f6-a919-bf5760514d30, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=d0541015-d38b-45f6-a919-bf5760514d30,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:24.966124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2c339d73-96e9-4108-8264-a81295df26ad req-eacf70d8-e4b3-4375-8fce-47fe2195a457 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:24.977016 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1e065dc6-ef22-4023-b8ef-1d648ebbe52a req-e962fb00-0778-40d7-a21d-aa6b6a4dc38f service neutron] 10.222.0.62 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806266 Feb 09 12:59:25.142944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-2c339d73-96e9-4108-8264-a81295df26ad req-eacf70d8-e4b3-4375-8fce-47fe2195a457 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Calling delete_port for d0541015-d38b-45f6-a919-bf5760514d30 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:25.154248 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '608cab21-dca3-44bd-b517-0a3f04ae355a', 'code': 200} Feb 09 12:59:25.228115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:25.368483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Transition to ACTIVE for port object 08e49cf4-828e-408c-a065-93aa80701962 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:25.433367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df0001-ad79-4fbd-86ee-0d29a5e2bb82 req-4b30bbad-3ee6-4431-b7c1-0899ea609e14 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:25.440607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35df0001-ad79-4fbd-86ee-0d29a5e2bb82 req-4b30bbad-3ee6-4431-b7c1-0899ea609e14 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 944 time: 0.3198926 Feb 09 12:59:25.523537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35df0001-ad79-4fbd-86ee-0d29a5e2bb82 req-c5cc6163-4c60-4175-8474-ac9eaf4b44e9 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819740 Feb 09 12:59:25.525857 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:25.536462 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1e065dc6-ef22-4023-b8ef-1d648ebbe52a req-7e8b91f3-f67c-448d-8d63-7ff8c9e27dbd service neutron] 10.222.0.62 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033775 Feb 09 12:59:25.541334 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2c339d73-96e9-4108-8264-a81295df26ad req-eacf70d8-e4b3-4375-8fce-47fe2195a457 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:25.561096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['430a597b-4f96-497c-ab63-e92c1a4f101f', 'de18a697-0083-46f2-87ce-e6f95bfb159e', 'd0541015-d38b-45f6-a919-bf5760514d30'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:25.596305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf70d8-e4b3-4375-8fce-47fe2195a457 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Pushing event deleted for resources: {'Port': ['ID=d0541015-d38b-45f6-a919-bf5760514d30,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:25.639105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd08ba-4a29-4800-ae86-392c1af2a42e req-43c8098a-ec06-41e1-b505-c617b0893b05 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:25.640570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bbd08ba-4a29-4800-ae86-392c1af2a42e req-43c8098a-ec06-41e1-b505-c617b0893b05 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 946 time: 0.2689159 Feb 09 12:59:25.644544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Network 7795d20f-af30-4c07-9448-7781713777a7 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:25.667154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:25.667933 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f70df23e-ba6b-4ffc-9ec8-8f1d1d6307c6 req-5094b693-07f3-4374-a0d6-c69f061d4cc0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1095 time: 0.3326106 Feb 09 12:59:25.669724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:59:25.710691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c339d73-96e9-4108-8264-a81295df26ad req-eacf70d8-e4b3-4375-8fce-47fe2195a457 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] No DVR routers for this DVR port d0541015-d38b-45f6-a919-bf5760514d30 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:25.713710 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2c339d73-96e9-4108-8264-a81295df26ad req-eacf70d8-e4b3-4375-8fce-47fe2195a457 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:25.728032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event updated for resources: {'Port': ['ID=08e49cf4-828e-408c-a065-93aa80701962,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:25.745090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'name': 'network-vif-deleted', 'tag': 'd0541015-d38b-45f6-a919-bf5760514d30'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:25.839420 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c339d73-96e9-4108-8264-a81295df26ad req-eacf70d8-e4b3-4375-8fce-47fe2195a457 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.62 "DELETE /v2.0/ports/d0541015-d38b-45f6-a919-bf5760514d30 HTTP/1.1" status: 204 len: 173 time: 1.8973832 Feb 09 12:59:25.918802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70df23e-ba6b-4ffc-9ec8-8f1d1d6307c6 req-28cb6f23-7cb7-4ddb-8db2-5016170bf910 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:25.925361 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f70df23e-ba6b-4ffc-9ec8-8f1d1d6307c6 req-28cb6f23-7cb7-4ddb-8db2-5016170bf910 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.2165413 Feb 09 12:59:25.983780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:25.984452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:26.021565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 46f53394-18c9-4a50-8a7c-57de9b4d9171 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:59:26.030091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bbd08ba-4a29-4800-ae86-392c1af2a42e req-8d488244-108a-4e2e-98a3-07dd8e6f6660 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765457 Feb 09 12:59:26.097634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-76033ebb-5bd8-4ce4-8bd2-e116d7933631 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0743866 Feb 09 12:59:26.113434 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f70df23e-ba6b-4ffc-9ec8-8f1d1d6307c6 req-086aa4b4-9ce8-4e9a-8971-42a99cf073f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b2f4298-97b7-46dd-b353-74988bed84e2 HTTP/1.1" status: 200 len: 217 time: 0.1819642 Feb 09 12:59:26.129548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:26.344916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ba0cb-a57f-4019-8aac-81a6fdc2f747 req-aa0cb601-aa01-49e1-947c-ec92591e6935 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:26.358499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ba0cb-a57f-4019-8aac-81a6fdc2f747 req-aa0cb601-aa01-49e1-947c-ec92591e6935 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:26.362499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ba0cb-a57f-4019-8aac-81a6fdc2f747 req-aa0cb601-aa01-49e1-947c-ec92591e6935 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:26.378361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ba0cb-a57f-4019-8aac-81a6fdc2f747 req-aa0cb601-aa01-49e1-947c-ec92591e6935 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:26.388272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ba0cb-a57f-4019-8aac-81a6fdc2f747 req-aa0cb601-aa01-49e1-947c-ec92591e6935 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:26.393274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8d5ba0cb-a57f-4019-8aac-81a6fdc2f747 req-aa0cb601-aa01-49e1-947c-ec92591e6935 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Synchronizing usage tracker for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:26.403261 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e93cd6-5908-4a37-bbaf-b3c52942a798', 'name': 'network-vif-deleted', 'tag': 'd0541015-d38b-45f6-a919-bf5760514d30', 'status': 'completed', 'code': 200} Feb 09 12:59:26.419108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70df23e-ba6b-4ffc-9ec8-8f1d1d6307c6 req-5e4da6d1-d9fb-4de5-9f4f-70baeabd4e57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:26.421825 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f70df23e-ba6b-4ffc-9ec8-8f1d1d6307c6 req-5e4da6d1-d9fb-4de5-9f4f-70baeabd4e57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.2643230 Feb 09 12:59:26.543132 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f70df23e-ba6b-4ffc-9ec8-8f1d1d6307c6 req-2b381db1-ada1-4443-b2fb-456bf324bfb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036170 Feb 09 12:59:26.550985 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25201b13-c2a4-446b-82f5-c00348d4548f req-4623e531-197c-4ea2-ba9d-31f083a7678f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4347265 Feb 09 12:59:26.562649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:26.571229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-14b15ce6-9a81-4c50-b2a8-09b5b546d393 None None] Provisioning for port 08e49cf4-828e-408c-a065-93aa80701962 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:26.597497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-14b15ce6-9a81-4c50-b2a8-09b5b546d393 None None] Provisioning complete for port 08e49cf4-828e-408c-a065-93aa80701962 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:26.597875 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14b15ce6-9a81-4c50-b2a8-09b5b546d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:26.697375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be28b323-f4c8-4daf-bc38-80c93497aef7 req-7d1df923-c6ec-40f5-a1bf-d065670effe7 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0e93cd6-5908-4a37-bbaf-b3c52942a798 HTTP/1.1" status: 200 len: 210 time: 0.1397047 Feb 09 12:59:26.707522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 46f53394-18c9-4a50-8a7c-57de9b4d9171, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:26.750120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8d5ba0cb-a57f-4019-8aac-81a6fdc2f747 req-aa0cb601-aa01-49e1-947c-ec92591e6935 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Unset dirty status for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:26.752631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8d5ba0cb-a57f-4019-8aac-81a6fdc2f747 req-aa0cb601-aa01-49e1-947c-ec92591e6935 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 3816 time: 1.0076327 Feb 09 12:59:26.753672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36582) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:26.773243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '46f53394-18c9-4a50-8a7c-57de9b4d9171', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'port_id': '46f53394-18c9-4a50-8a7c-57de9b4d9171', 'mac_address': 'fa:16:3e:3e:44:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46d025-13d3-4ccd-8142-d22e6f2c7fa5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:59:26.856299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-14b15ce6-9a81-4c50-b2a8-09b5b546d393 None None] Port 08e49cf4-828e-408c-a065-93aa80701962 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:59:26.899623 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8d5ba0cb-a57f-4019-8aac-81a6fdc2f747 req-419213ab-4e00-4d0e-9f04-96aaa2f09af8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321955 Feb 09 12:59:27.038203 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:27.130046 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f70df23e-ba6b-4ffc-9ec8-8f1d1d6307c6 req-28bb3f1a-cb11-4fd1-8302-9da57097a943 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781112 Feb 09 12:59:27.153646 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6f119abb-58bb-4b71-97b6-88f1da55337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:27.160663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f53394-18c9-4a50-8a7c-57de9b4d9171 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:27.212183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 46f53394-18c9-4a50-8a7c-57de9b4d9171, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:27.219332 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:27.361054 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe719143-b71f-4e24-aa01-40c20c11ae59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:27.403388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=46f53394-18c9-4a50-8a7c-57de9b4d9171,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:27.434786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fe719143-b71f-4e24-aa01-40c20c11ae59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:27.439322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fe719143-b71f-4e24-aa01-40c20c11ae59 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ee604709fb48d29db50d7ecc92eaff is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:27.445398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fe719143-b71f-4e24-aa01-40c20c11ae59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:27.452310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fe719143-b71f-4e24-aa01-40c20c11ae59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:27.491119 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:59:27.546502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['46f53394-18c9-4a50-8a7c-57de9b4d9171'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:27.647137 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f70df23e-ba6b-4ffc-9ec8-8f1d1d6307c6 req-cce2166e-013f-473b-805b-1a577ad7422a service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096004 Feb 09 12:59:27.653522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25201b13-c2a4-446b-82f5-c00348d4548f req-33339d13-0278-4ab3-ad00-3713d6ef564e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 1095 time: 0.8600309 Feb 09 12:59:27.669661 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe719143-b71f-4e24-aa01-40c20c11ae59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:27.683797 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe719143-b71f-4e24-aa01-40c20c11ae59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:27.789930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0378fe-483b-40c1-8c8e-8253e289623d req-5743ed2d-ade7-483c-9793-b8c240b21ef1 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:27.798301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef0378fe-483b-40c1-8c8e-8253e289623d req-5743ed2d-ade7-483c-9793-b8c240b21ef1 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 945 time: 0.5591629 Feb 09 12:59:27.846754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1008583a-ab73-48d2-9665-51b1ad9795b4 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:27.864464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe719143-b71f-4e24-aa01-40c20c11ae59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35426f42-05da-4c6d-94a9-db3923d28f1e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:27.872799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:27.891374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fe719143-b71f-4e24-aa01-40c20c11ae59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2ee604709fb48d29db50d7ecc92eaff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1292088 Feb 09 12:59:27.895012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36604) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:27.919472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25201b13-c2a4-446b-82f5-c00348d4548f req-c831f2fa-c483-44a8-82ab-113e52d3b69b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:27.921015 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25201b13-c2a4-446b-82f5-c00348d4548f req-c831f2fa-c483-44a8-82ab-113e52d3b69b service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.2457423 Feb 09 12:59:27.954685 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef0378fe-483b-40c1-8c8e-8253e289623d req-af8930c4-7a36-41ff-8fa8-84f876b52816 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545358 Feb 09 12:59:27.967916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Transition to ACTIVE for port object 1008583a-ab73-48d2-9665-51b1ad9795b4 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:27.976271 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:28.021683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 608cab21-dca3-44bd-b517-0a3f04ae355a details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:59:28.025047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device d0541015-d38b-45f6-a919-bf5760514d30 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:28.074068 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25201b13-c2a4-446b-82f5-c00348d4548f req-227ccb3c-21f3-4be0-8257-54169c5f3ad5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10870343-68f8-4a9f-b9e8-4d69288c488b HTTP/1.1" status: 200 len: 217 time: 0.1422529 Feb 09 12:59:28.117050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: d0541015-d38b-45f6-a919-bf5760514d30 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:59:28.120455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device d0541015-d38b-45f6-a919-bf5760514d30 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:28.134880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ba4be95-9cd8-4cac-9178-248b81a85fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:28.180601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1008583a-ab73-48d2-9665-51b1ad9795b4,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:28.331596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ba4be95-9cd8-4cac-9178-248b81a85fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:28.399393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25201b13-c2a4-446b-82f5-c00348d4548f req-f070d9af-ed35-4c42-8063-91e5dd9c4de1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:28.420628 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25201b13-c2a4-446b-82f5-c00348d4548f req-f070d9af-ed35-4c42-8063-91e5dd9c4de1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.3146491 Feb 09 12:59:28.430603 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:28.445747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 608cab21-dca3-44bd-b517-0a3f04ae355a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=608cab21-dca3-44bd-b517-0a3f04ae355a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:28.476527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '608cab21-dca3-44bd-b517-0a3f04ae355a', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '608cab21-dca3-44bd-b517-0a3f04ae355a', 'mac_address': 'fa:16:3e:2a:24:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:59:28.557900 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25201b13-c2a4-446b-82f5-c00348d4548f req-3db10f2f-b27a-4175-b87f-5b270b654d65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359682 Feb 09 12:59:28.636491 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:28.705854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608cab21-dca3-44bd-b517-0a3f04ae355a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:28.715132 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25201b13-c2a4-446b-82f5-c00348d4548f req-465bf11f-046e-4e2a-9225-b96b5d10d4a1 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497726 Feb 09 12:59:28.756717 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:28.772392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Attempting to bind port 1008583a-ab73-48d2-9665-51b1ad9795b4 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:28.775700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Attempting to bind port 1008583a-ab73-48d2-9665-51b1ad9795b4 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:28.776047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Attempting to bind port 1008583a-ab73-48d2-9665-51b1ad9795b4 on network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:28.789433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Port 1008583a-ab73-48d2-9665-51b1ad9795b4 on network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:28.789783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Attempting to bind port 1008583a-ab73-48d2-9665-51b1ad9795b4 on network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:28.791531 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 608cab21-dca3-44bd-b517-0a3f04ae355a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=608cab21-dca3-44bd-b517-0a3f04ae355a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:28.797545 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:28.805642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadf4b6-b494-4745-9945-20c23036456c req-f0f970fc-c153-40d1-b4f7-a1030145a621 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:28.809533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0aadf4b6-b494-4745-9945-20c23036456c req-f0f970fc-c153-40d1-b4f7-a1030145a621 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 946 time: 0.4700081 Feb 09 12:59:28.822265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:28.822635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Checking segment: {'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:28.823019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Bound using segment: {'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:28.823480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Bound port: 1008583a-ab73-48d2-9665-51b1ad9795b4, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc827e56-89c9-4901-a25c-c1bf89859aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:28.823827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:28.916815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ba4be95-9cd8-4cac-9178-248b81a85fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:28.962505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4be95-9cd8-4cac-9178-248b81a85fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35426f42-05da-4c6d-94a9-db3923d28f1e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:28.967975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ba4be95-9cd8-4cac-9178-248b81a85fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:28.972523 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6ba4be95-9cd8-4cac-9178-248b81a85fe2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35426f42-05da-4c6d-94a9-db3923d28f1e HTTP/1.1" status: 204 len: 168 time: 1.0712736 Feb 09 12:59:28.975171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=608cab21-dca3-44bd-b517-0a3f04ae355a,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:29.014126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25201b13-c2a4-446b-82f5-c00348d4548f req-68fa07c1-8b90-4e00-b432-59fc64bc4af7 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925878 Feb 09 12:59:29.045344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0aadf4b6-b494-4745-9945-20c23036456c req-6b0f747d-8aa9-44e8-96ff-312028343cdd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818495 Feb 09 12:59:29.141812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['608cab21-dca3-44bd-b517-0a3f04ae355a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:29.189874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] For port 1008583a-ab73-48d2-9665-51b1ad9795b4, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:29.194944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] For port 1008583a-ab73-48d2-9665-51b1ad9795b4, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1008583a-ab73-48d2-9665-51b1ad9795b4,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:29.205899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:29.296886 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:29.299200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] 10.222.0.67 "PUT /v2.0/ports/1008583a-ab73-48d2-9665-51b1ad9795b4 HTTP/1.1" status: 200 len: 1091 time: 3.1923866 Feb 09 12:59:29.299959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '1008583a-ab73-48d2-9665-51b1ad9795b4'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:29.363953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:29.669018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb388017-c1a0-4850-8e97-177fef25def2 req-c791bf69-ab68-4753-b4dd-e6bca82f14a9 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:29.675306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb388017-c1a0-4850-8e97-177fef25def2 req-c791bf69-ab68-4753-b4dd-e6bca82f14a9 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:29.681162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb388017-c1a0-4850-8e97-177fef25def2 req-c791bf69-ab68-4753-b4dd-e6bca82f14a9 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:29.701695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb388017-c1a0-4850-8e97-177fef25def2 req-c791bf69-ab68-4753-b4dd-e6bca82f14a9 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:29.713722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb388017-c1a0-4850-8e97-177fef25def2 req-c791bf69-ab68-4753-b4dd-e6bca82f14a9 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:29.715193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36644) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:29.718057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb388017-c1a0-4850-8e97-177fef25def2 req-c791bf69-ab68-4753-b4dd-e6bca82f14a9 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 3828 time: 0.8555384 Feb 09 12:59:29.727944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32534da5-8a91-44f8-bad9-b5431d12d4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1008583a-ab73-48d2-9665-51b1ad9795b4,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:29.744649 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e768ec0-63b7-4cd3-8bce-46b6f1cc04b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:29.764167 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:29.795734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1e768ec0-63b7-4cd3-8bce-46b6f1cc04b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:29.801214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1e768ec0-63b7-4cd3-8bce-46b6f1cc04b8 admin admin] Usage tracker for resource:security_group_rule and tenant:0a0b4ba1445547cbb1878685a6f6b7d1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:29.805845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1e768ec0-63b7-4cd3-8bce-46b6f1cc04b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:29.813553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1e768ec0-63b7-4cd3-8bce-46b6f1cc04b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:29.883134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb388017-c1a0-4850-8e97-177fef25def2 req-cbea11a4-9479-4e15-9b6f-254808ea5278 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563113 Feb 09 12:59:29.891283 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:29.914957 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e768ec0-63b7-4cd3-8bce-46b6f1cc04b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:29.919558 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e768ec0-63b7-4cd3-8bce-46b6f1cc04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:30.011783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e768ec0-63b7-4cd3-8bce-46b6f1cc04b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dcfcd3-5a8c-44ce-9e6c-e528bbebe668,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:30.024966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 46f53394-18c9-4a50-8a7c-57de9b4d9171 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:59:30.061310 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1e768ec0-63b7-4cd3-8bce-46b6f1cc04b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a0b4ba1445547cbb1878685a6f6b7d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3448696 Feb 09 12:59:30.061968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36654) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:30.371719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 46f53394-18c9-4a50-8a7c-57de9b4d9171 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:30.389324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 46f53394-18c9-4a50-8a7c-57de9b4d9171 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:30.389636 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:30.404652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ef041ae-b3a1-49a8-b5f0-02e718d6e118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:30.484898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ef041ae-b3a1-49a8-b5f0-02e718d6e118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:30.584947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ef041ae-b3a1-49a8-b5f0-02e718d6e118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:30.656128 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ef041ae-b3a1-49a8-b5f0-02e718d6e118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:30.683144 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6ef041ae-b3a1-49a8-b5f0-02e718d6e118 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79dcfcd3-5a8c-44ce-9e6c-e528bbebe668 HTTP/1.1" status: 204 len: 168 time: 0.6143320 Feb 09 12:59:30.688157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef041ae-b3a1-49a8-b5f0-02e718d6e118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dcfcd3-5a8c-44ce-9e6c-e528bbebe668,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:30.775640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b900ecf-813c-459b-9a73-caf8fc7f1e57 req-eac5c085-9603-40e6-8294-7913da83a0ee tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:30.790025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b900ecf-813c-459b-9a73-caf8fc7f1e57 req-eac5c085-9603-40e6-8294-7913da83a0ee tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 945 time: 0.3378463 Feb 09 12:59:30.808391 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:30.857112 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 12:59:30.899935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f53394-18c9-4a50-8a7c-57de9b4d9171'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:30.928913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 46f53394-18c9-4a50-8a7c-57de9b4d9171, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:30.936006 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:30.984288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-104d45c9-269b-4c9f-a610-4b81f2c76539 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:30.987581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-104d45c9-269b-4c9f-a610-4b81f2c76539 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Synchronizing usage tracker for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:31.029908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b900ecf-813c-459b-9a73-caf8fc7f1e57 req-c2aa5024-41a5-49bb-b785-c3b3938e62bf tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383199 Feb 09 12:59:31.046224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165c8fab-ae9a-44df-b792-17f31cf5ddda {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:31.060626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-104d45c9-269b-4c9f-a610-4b81f2c76539 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Unset dirty status for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:31.064497 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:31.065811 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-104d45c9-269b-4c9f-a610-4b81f2c76539 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b&tenant_id=cc2819efca0d491a9ed7482035fce7d0&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 947 time: 0.2898118 Feb 09 12:59:31.103601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Transition to ACTIVE for port object 165c8fab-ae9a-44df-b792-17f31cf5ddda will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:31.108991 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:31.223558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=46f53394-18c9-4a50-8a7c-57de9b4d9171,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:31.527639 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-f48f8d91-4d73-4a9b-85b1-f22b487d1f2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 1098 time: 0.2686486 Feb 09 12:59:31.637110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Pushing event updated for resources: {'Port': ['ID=165c8fab-ae9a-44df-b792-17f31cf5ddda,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:31.880061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f74eb5-a986-4e35-9cfe-ee47bd47cf61 req-1c7b110e-585d-4a80-8567-e9cae6d0ab18 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:31.891105 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27f74eb5-a986-4e35-9cfe-ee47bd47cf61 req-1c7b110e-585d-4a80-8567-e9cae6d0ab18 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 947 time: 0.4878516 Feb 09 12:59:31.935273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Attempting to bind port 165c8fab-ae9a-44df-b792-17f31cf5ddda on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:31.935728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Attempting to bind port 165c8fab-ae9a-44df-b792-17f31cf5ddda by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:31.936296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Attempting to bind port 165c8fab-ae9a-44df-b792-17f31cf5ddda on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:31.944107 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '1008583a-ab73-48d2-9665-51b1ad9795b4', 'status': 'completed', 'code': 200} Feb 09 12:59:31.960449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Port 165c8fab-ae9a-44df-b792-17f31cf5ddda on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:31.960943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Attempting to bind port 165c8fab-ae9a-44df-b792-17f31cf5ddda on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:31.976075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:31.976555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Checking segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:31.977149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Bound using segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:31.978352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Bound port: 165c8fab-ae9a-44df-b792-17f31cf5ddda, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:31.978352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:32.007956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27f74eb5-a986-4e35-9cfe-ee47bd47cf61 req-228b1651-b127-47fa-9be1-d5167951b3b9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157618 Feb 09 12:59:32.053310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 608cab21-dca3-44bd-b517-0a3f04ae355a up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:59:32.078125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-341c948a-ae74-4c72-a0a9-b66094a66c65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:32.090139 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-341c948a-ae74-4c72-a0a9-b66094a66c65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.5541697 Feb 09 12:59:32.192808 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f53394-18c9-4a50-8a7c-57de9b4d9171', 'code': 200} Feb 09 12:59:32.206423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] For port 165c8fab-ae9a-44df-b792-17f31cf5ddda, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:32.213481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] For port 165c8fab-ae9a-44df-b792-17f31cf5ddda, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=165c8fab-ae9a-44df-b792-17f31cf5ddda,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:32.223372 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:32.354801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 608cab21-dca3-44bd-b517-0a3f04ae355a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:32.354801 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:32.365570 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-c7632c25-cb7f-47f7-addb-9591c999e0f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=608cab21-dca3-44bd-b517-0a3f04ae355a HTTP/1.1" status: 200 len: 217 time: 0.1931262 Feb 09 12:59:32.406033 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:32.407416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] 10.222.0.67 "PUT /v2.0/ports/165c8fab-ae9a-44df-b792-17f31cf5ddda HTTP/1.1" status: 200 len: 1130 time: 3.0530024 Feb 09 12:59:32.493576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:32.600633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-69d31540-7809-41c0-9dce-a8761705a42b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:32.602103 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-69d31540-7809-41c0-9dce-a8761705a42b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2357821 Feb 09 12:59:32.703148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc5e85-cd68-4a32-9f05-32b59a1db988 service neutron] Pushing event updated for resources: {'Port': ['ID=165c8fab-ae9a-44df-b792-17f31cf5ddda,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:32.839191 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:32.944585 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:33.030498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 608cab21-dca3-44bd-b517-0a3f04ae355a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=608cab21-dca3-44bd-b517-0a3f04ae355a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:33.036611 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:33.223379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=608cab21-dca3-44bd-b517-0a3f04ae355a,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:33.228481 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1e16c5ff-2072-401b-ade1-ae76c03aaef4 req-a3992090-45f1-4c1c-9262-2b7197729024 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5244 time: 1.1372869 Feb 09 12:59:33.339527 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-baafd926-5680-4589-9519-398b07a02aa2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7268806 Feb 09 12:59:33.406522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65d68dc2-688e-4bd5-86ba-e94f710e0ac1 req-9817e875-743e-4b72-92c0-229598594546 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 1097 time: 0.6594598 Feb 09 12:59:33.574697 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d9f02edd-7a37-427e-a95b-1610b55b9edc req-22179db0-1525-4956-88fb-b19a3514c688 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6642296 Feb 09 12:59:33.754195 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65d68dc2-688e-4bd5-86ba-e94f710e0ac1 req-1a7ae659-a0fd-43d2-b07c-cce576ccdf8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537434 Feb 09 12:59:33.797109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16c5ff-2072-401b-ade1-ae76c03aaef4 req-6edb6edc-45cc-4dab-90ef-4af5561f7b31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:33.797484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16c5ff-2072-401b-ade1-ae76c03aaef4 req-6edb6edc-45cc-4dab-90ef-4af5561f7b31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:33.797840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16c5ff-2072-401b-ade1-ae76c03aaef4 req-6edb6edc-45cc-4dab-90ef-4af5561f7b31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:33.799415 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1e16c5ff-2072-401b-ade1-ae76c03aaef4 req-6edb6edc-45cc-4dab-90ef-4af5561f7b31 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5480373 Feb 09 12:59:33.804329 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-26516617-ecac-4be3-9071-0e022e42c039 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218915 Feb 09 12:59:33.910296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d9f02edd-7a37-427e-a95b-1610b55b9edc req-ba40a9c3-492f-4fb7-86e9-3e7017a2284b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4356ca73cb7b44649bc5b79338960c01&device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 1096 time: 0.2641616 Feb 09 12:59:33.963339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '165c8fab-ae9a-44df-b792-17f31cf5ddda'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:33.973440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16c5ff-2072-401b-ade1-ae76c03aaef4 req-36f9e742-5f7b-47e8-8155-e2c174c5009e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:33.975862 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1e16c5ff-2072-401b-ade1-ae76c03aaef4 req-36f9e742-5f7b-47e8-8155-e2c174c5009e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699700 Feb 09 12:59:34.023608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f56570-f103-4f27-adf9-2277e6f67988 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:34.049450 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:34.094881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49488-c809-4aad-9052-97bd9b566de1 req-a0b3e67f-cd62-4dd0-ad0f-5c4596e9c7bd tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:34.102288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ca49488-c809-4aad-9052-97bd9b566de1 req-a0b3e67f-cd62-4dd0-ad0f-5c4596e9c7bd tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 1.2640481 Feb 09 12:59:34.109944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Transition to ACTIVE for port object 75f56570-f103-4f27-adf9-2277e6f67988 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:34.141087 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:34.157160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a97a3-4132-4ae2-b5a0-ee62cf87f663 req-c2be4129-44d0-4f98-97d5-def4fb6986d4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:34.161411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a97a3-4132-4ae2-b5a0-ee62cf87f663 req-c2be4129-44d0-4f98-97d5-def4fb6986d4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:34.166241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a97a3-4132-4ae2-b5a0-ee62cf87f663 req-c2be4129-44d0-4f98-97d5-def4fb6986d4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:34.170347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a97a3-4132-4ae2-b5a0-ee62cf87f663 req-c2be4129-44d0-4f98-97d5-def4fb6986d4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:34.187694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a97a3-4132-4ae2-b5a0-ee62cf87f663 req-c2be4129-44d0-4f98-97d5-def4fb6986d4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:34.198557 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608cab21-dca3-44bd-b517-0a3f04ae355a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:34.198692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a97a3-4132-4ae2-b5a0-ee62cf87f663 req-c2be4129-44d0-4f98-97d5-def4fb6986d4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:34.218737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-208a97a3-4132-4ae2-b5a0-ee62cf87f663 req-c2be4129-44d0-4f98-97d5-def4fb6986d4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 4600 time: 1.3735890 Feb 09 12:59:34.312248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f02edd-7a37-427e-a95b-1610b55b9edc req-bc07c025-84e8-4328-b75a-82333fa7f557 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:34.313794 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d9f02edd-7a37-427e-a95b-1610b55b9edc req-bc07c025-84e8-4328-b75a-82333fa7f557 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 200 len: 908 time: 0.3116107 Feb 09 12:59:34.349074 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4195a221-8ed5-4c1f-92d6-83521c64a711 req-06a0046d-9ae3-4487-9336-544839f13655 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720424 Feb 09 12:59:34.424428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ca49488-c809-4aad-9052-97bd9b566de1 req-c082658e-0dc5-4d16-ab02-a08d0f1a1dac tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209846 Feb 09 12:59:34.448211 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d9f02edd-7a37-427e-a95b-1610b55b9edc req-a9e437ff-9fa8-499e-af64-0b0c048e7b52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de18a697-0083-46f2-87ce-e6f95bfb159e HTTP/1.1" status: 200 len: 217 time: 0.0969207 Feb 09 12:59:34.506386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Pushing event updated for resources: {'Port': ['ID=75f56570-f103-4f27-adf9-2277e6f67988,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:34.562899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f02edd-7a37-427e-a95b-1610b55b9edc req-9fd2f1b5-3fbc-45de-9bd2-8f9950dc26f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:34.564543 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d9f02edd-7a37-427e-a95b-1610b55b9edc req-9fd2f1b5-3fbc-45de-9bd2-8f9950dc26f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 200 len: 847 time: 0.1050363 Feb 09 12:59:34.584598 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-208a97a3-4132-4ae2-b5a0-ee62cf87f663 req-f27cba16-184b-4b9b-9944-698229c8a283 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3731678 Feb 09 12:59:34.643229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Attempting to bind port 75f56570-f103-4f27-adf9-2277e6f67988 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:34.643565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Attempting to bind port 75f56570-f103-4f27-adf9-2277e6f67988 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:34.644272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Attempting to bind port 75f56570-f103-4f27-adf9-2277e6f67988 on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:34.653446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Port 75f56570-f103-4f27-adf9-2277e6f67988 on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:34.653833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Attempting to bind port 75f56570-f103-4f27-adf9-2277e6f67988 on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:34.674229 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d9f02edd-7a37-427e-a95b-1610b55b9edc req-ce319fc0-88b3-4ea9-b93c-4c08cd06a30d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb25d5a8-8658-4707-8dcc-08534bf785bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999355 Feb 09 12:59:34.683169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:34.684035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Checking segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:34.684418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Bound using segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:34.684851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Bound port: 75f56570-f103-4f27-adf9-2277e6f67988, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:34.685198 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:34.923194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] For port 75f56570-f103-4f27-adf9-2277e6f67988, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:34.940404 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d9f02edd-7a37-427e-a95b-1610b55b9edc req-ecca61c1-3cf0-4051-9766-dcf7e4bffb9f service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588611 Feb 09 12:59:34.957504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] For port 75f56570-f103-4f27-adf9-2277e6f67988, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=75f56570-f103-4f27-adf9-2277e6f67988,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:34.970105 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:35.147787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee7ff5-4c07-48e0-9e32-ef41dc5eee82 req-2bbf16e8-eb23-4155-8948-47d7618d1dc7 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:35.155674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6aee7ff5-4c07-48e0-9e32-ef41dc5eee82 req-2bbf16e8-eb23-4155-8948-47d7618d1dc7 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.3228457 Feb 09 12:59:35.158564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:35.160306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] 10.222.0.67 "PUT /v2.0/ports/75f56570-f103-4f27-adf9-2277e6f67988 HTTP/1.1" status: 200 len: 1131 time: 2.6873503 Feb 09 12:59:35.211344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36748) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:35.235840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:35.244044 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d9f02edd-7a37-427e-a95b-1610b55b9edc req-f7348dac-fffa-4e25-b05b-d1c39a6c43d6 service neutron] 10.222.0.62 "GET /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974703 Feb 09 12:59:35.277630 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '165c8fab-ae9a-44df-b792-17f31cf5ddda', 'status': 'completed', 'code': 200} Feb 09 12:59:35.316023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef7ba4-279b-49d1-a1bd-b14131522a6d service neutron] Pushing event updated for resources: {'Port': ['ID=75f56570-f103-4f27-adf9-2277e6f67988,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:35.374137 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608cab21-dca3-44bd-b517-0a3f04ae355a', 'code': 200} Feb 09 12:59:35.378438 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6aee7ff5-4c07-48e0-9e32-ef41dc5eee82 req-f9e54ede-3c6b-4357-93b1-11a580585333 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217796 Feb 09 12:59:35.506937 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-173b3c62-89bf-4f0f-96f9-1e01e947ae86 req-bc773b23-6453-469d-99f6-ffba3ded5249 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6210 time: 0.2080991 Feb 09 12:59:35.567408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:35.692800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b3c62-89bf-4f0f-96f9-1e01e947ae86 req-3d4efe3c-db95-484d-85cd-baa0df3fdbd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:35.693170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b3c62-89bf-4f0f-96f9-1e01e947ae86 req-3d4efe3c-db95-484d-85cd-baa0df3fdbd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:35.693576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b3c62-89bf-4f0f-96f9-1e01e947ae86 req-3d4efe3c-db95-484d-85cd-baa0df3fdbd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:35.695180 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-173b3c62-89bf-4f0f-96f9-1e01e947ae86 req-3d4efe3c-db95-484d-85cd-baa0df3fdbd6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1810567 Feb 09 12:59:35.792664 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-db397a90-c451-4b4d-bfd2-dcce6bcd32c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:35.975463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b3c62-89bf-4f0f-96f9-1e01e947ae86 req-d455911a-7f37-4f71-85ad-f2e392f10da7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:35.977042 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-173b3c62-89bf-4f0f-96f9-1e01e947ae86 req-d455911a-7f37-4f71-85ad-f2e392f10da7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2756948 Feb 09 12:59:35.997650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-68295800-9b94-454a-bab8-5a9ef4d6def8 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:35.999045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-68295800-9b94-454a-bab8-5a9ef4d6def8 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Synchronizing usage tracker for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:36.002934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-db397a90-c451-4b4d-bfd2-dcce6bcd32c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:36.011902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-db397a90-c451-4b4d-bfd2-dcce6bcd32c4 admin admin] Usage tracker for resource:security_group_rule and tenant:28ff916ae84740ae9fd2a309e4bd2db7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:36.017375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-68295800-9b94-454a-bab8-5a9ef4d6def8 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Unset dirty status for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:36.018852 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-68295800-9b94-454a-bab8-5a9ef4d6def8 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.62 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 945 time: 0.1924162 Feb 09 12:59:36.019030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-db397a90-c451-4b4d-bfd2-dcce6bcd32c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:36.034508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ee1dc-6348-4023-b5af-f24c7dfca62f req-0e82a40d-1246-4d27-9b8a-c24e52bbd89c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:36.035970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a8ee1dc-6348-4023-b5af-f24c7dfca62f req-0e82a40d-1246-4d27-9b8a-c24e52bbd89c tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=e16b100e-c5d3-41e9-9708-35bc94dc0465 HTTP/1.1" status: 200 len: 945 time: 0.3259313 Feb 09 12:59:36.036900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-db397a90-c451-4b4d-bfd2-dcce6bcd32c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:36.103819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-da44a1fe-68c8-4a49-b181-e974b83d2e42 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Deleting port de18a697-0083-46f2-87ce-e6f95bfb159e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:36.104083 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-da44a1fe-68c8-4a49-b181-e974b83d2e42 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.174800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a8ee1dc-6348-4023-b5af-f24c7dfca62f req-ad2bd6cf-b523-42e2-8f8d-f9b47b2dc658 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155746 Feb 09 12:59:36.269681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d1d3d2-9481-4542-b18b-36bfa298e449 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:36.287073 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.295317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-db397a90-c451-4b4d-bfd2-dcce6bcd32c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.303739 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-db397a90-c451-4b4d-bfd2-dcce6bcd32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.329873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Transition to ACTIVE for port object e0d1d3d2-9481-4542-b18b-36bfa298e449 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:36.365269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-da44a1fe-68c8-4a49-b181-e974b83d2e42 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] For port de18a697-0083-46f2-87ce-e6f95bfb159e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=de18a697-0083-46f2-87ce-e6f95bfb159e,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:36.365690 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-da44a1fe-68c8-4a49-b181-e974b83d2e42 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.378006 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.464235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db397a90-c451-4b4d-bfd2-dcce6bcd32c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85845b6-1a55-40fd-90af-455dde46da84,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:36.479875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-db397a90-c451-4b4d-bfd2-dcce6bcd32c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28ff916ae84740ae9fd2a309e4bd2db7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2650247 Feb 09 12:59:36.488358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36770) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:36.497529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-da44a1fe-68c8-4a49-b181-e974b83d2e42 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Calling delete_port for de18a697-0083-46f2-87ce-e6f95bfb159e owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:36.553815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d1d3d2-9481-4542-b18b-36bfa298e449,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:36.580163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c9ff0-d51b-4530-9a65-f6964a8e6c40 req-4eb72b33-0b59-4d81-9ca2-05c528a350fe tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:36.581646 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-553c9ff0-d51b-4530-9a65-f6964a8e6c40 req-4eb72b33-0b59-4d81-9ca2-05c528a350fe tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.3767433 Feb 09 12:59:36.634428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-67ea7733-6084-494e-b6d8-e1cf029e987d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.708159 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-67ea7733-6084-494e-b6d8-e1cf029e987d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.718964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7b9e-f74e-4576-9d24-728825dc2323 req-41f82c26-79b1-45f3-bab5-98ae2135d0a2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:36.723346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7b9e-f74e-4576-9d24-728825dc2323 req-41f82c26-79b1-45f3-bab5-98ae2135d0a2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:36.727790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7b9e-f74e-4576-9d24-728825dc2323 req-41f82c26-79b1-45f3-bab5-98ae2135d0a2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:36.731626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7b9e-f74e-4576-9d24-728825dc2323 req-41f82c26-79b1-45f3-bab5-98ae2135d0a2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:36.735876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7b9e-f74e-4576-9d24-728825dc2323 req-41f82c26-79b1-45f3-bab5-98ae2135d0a2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:36.740713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7b9e-f74e-4576-9d24-728825dc2323 req-41f82c26-79b1-45f3-bab5-98ae2135d0a2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:36.744970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce7b9e-f74e-4576-9d24-728825dc2323 req-41f82c26-79b1-45f3-bab5-98ae2135d0a2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:36.747000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fce7b9e-f74e-4576-9d24-728825dc2323 req-41f82c26-79b1-45f3-bab5-98ae2135d0a2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5385 time: 0.4235106 Feb 09 12:59:36.752080 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-da44a1fe-68c8-4a49-b181-e974b83d2e42 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.765232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['430a597b-4f96-497c-ab63-e92c1a4f101f', 'de18a697-0083-46f2-87ce-e6f95bfb159e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:36.806593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44a1fe-68c8-4a49-b181-e974b83d2e42 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Pushing event deleted for resources: {'Port': ['ID=de18a697-0083-46f2-87ce-e6f95bfb159e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:36.895110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-da44a1fe-68c8-4a49-b181-e974b83d2e42 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] No DVR routers for this DVR port de18a697-0083-46f2-87ce-e6f95bfb159e on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:36.898356 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-da44a1fe-68c8-4a49-b181-e974b83d2e42 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.902719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'name': 'network-vif-deleted', 'tag': 'de18a697-0083-46f2-87ce-e6f95bfb159e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:36.910301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-67ea7733-6084-494e-b6d8-e1cf029e987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.935032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea7733-6084-494e-b6d8-e1cf029e987d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85845b6-1a55-40fd-90af-455dde46da84,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:36.937973 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-553c9ff0-d51b-4530-9a65-f6964a8e6c40 req-88cf826a-166f-417a-a456-48cf24816041 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479831 Feb 09 12:59:36.954778 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5e7db930-e514-4411-b807-b12fdf429fd9 req-da44a1fe-68c8-4a49-b181-e974b83d2e42 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.62 "DELETE /v2.0/ports/de18a697-0083-46f2-87ce-e6f95bfb159e HTTP/1.1" status: 204 len: 173 time: 0.9270124 Feb 09 12:59:36.957443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-67ea7733-6084-494e-b6d8-e1cf029e987d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:36.964360 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-67ea7733-6084-494e-b6d8-e1cf029e987d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a85845b6-1a55-40fd-90af-455dde46da84 HTTP/1.1" status: 204 len: 168 time: 0.4739263 Feb 09 12:59:37.000611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fce7b9e-f74e-4576-9d24-728825dc2323 req-d3b41e8d-6ab9-435b-913a-5debdcb00546 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2410126 Feb 09 12:59:37.031304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Attempting to bind port e0d1d3d2-9481-4542-b18b-36bfa298e449 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:37.043878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Attempting to bind port e0d1d3d2-9481-4542-b18b-36bfa298e449 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:37.044783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Attempting to bind port e0d1d3d2-9481-4542-b18b-36bfa298e449 on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:37.057437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Port e0d1d3d2-9481-4542-b18b-36bfa298e449 on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:37.057754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Attempting to bind port e0d1d3d2-9481-4542-b18b-36bfa298e449 on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:37.064209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:37.064536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Checking segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:37.064908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Bound using segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:37.065321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Bound port: e0d1d3d2-9481-4542-b18b-36bfa298e449, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:37.065660 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:37.164636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] For port e0d1d3d2-9481-4542-b18b-36bfa298e449, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:37.169716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] For port e0d1d3d2-9481-4542-b18b-36bfa298e449, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e0d1d3d2-9481-4542-b18b-36bfa298e449,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:37.176525 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:37.273181 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:37.275605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] 10.222.0.67 "PUT /v2.0/ports/e0d1d3d2-9481-4542-b18b-36bfa298e449 HTTP/1.1" status: 200 len: 1091 time: 2.0531335 Feb 09 12:59:37.279477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '75f56570-f103-4f27-adf9-2277e6f67988'}, {'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': 'e0d1d3d2-9481-4542-b18b-36bfa298e449'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:37.317953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:37.373921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7710c-ad33-4e08-bffb-0024c76d4eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d1d3d2-9481-4542-b18b-36bfa298e449,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:37.506109 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:37.603215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2674f1-5cbd-4996-81fd-4b30d4371448 req-60111104-3271-4a1a-9680-83e68e33378d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:37.604782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f2674f1-5cbd-4996-81fd-4b30d4371448 req-60111104-3271-4a1a-9680-83e68e33378d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.1804299 Feb 09 12:59:37.753865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f2674f1-5cbd-4996-81fd-4b30d4371448 req-8ce7b1df-13ad-49bb-bac9-518c8edb4c98 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323125 Feb 09 12:59:37.862905 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16b100e-c5d3-41e9-9708-35bc94dc0465', 'name': 'network-vif-deleted', 'tag': 'de18a697-0083-46f2-87ce-e6f95bfb159e', 'status': 'completed', 'code': 200} Feb 09 12:59:38.087970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ccd91d-1aac-44a6-af3d-0f09b82d3900 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:38.096055 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:38.123199 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '75f56570-f103-4f27-adf9-2277e6f67988', 'status': 'completed', 'code': 200} Feb 09 12:59:38.123688 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': 'e0d1d3d2-9481-4542-b18b-36bfa298e449', 'status': 'completed', 'code': 200} Feb 09 12:59:38.132605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Transition to ACTIVE for port object a1ccd91d-1aac-44a6-af3d-0f09b82d3900 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:38.137931 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:38.249573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36820) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:38.298129 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23a3d114-6f66-404c-ba39-c91149779e6c req-30bda072-989e-4e36-b112-22a1584e3e79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6302 time: 0.1614509 Feb 09 12:59:38.407800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Pushing event updated for resources: {'Port': ['ID=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:38.475996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1855563481-network', 'tenant_id': 'f87af6578a534d759f966dc14c97e6ad'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:38.488834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:38.507169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Usage tracker for resource:network and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:38.510185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:38.527758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:38.538493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3d114-6f66-404c-ba39-c91149779e6c req-48203bdf-6581-4f26-9ba7-a700c9074317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.538870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3d114-6f66-404c-ba39-c91149779e6c req-48203bdf-6581-4f26-9ba7-a700c9074317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.539232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3d114-6f66-404c-ba39-c91149779e6c req-48203bdf-6581-4f26-9ba7-a700c9074317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.540785 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23a3d114-6f66-404c-ba39-c91149779e6c req-48203bdf-6581-4f26-9ba7-a700c9074317 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2353370 Feb 09 12:59:38.545857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Made reservation on behalf of f87af6578a534d759f966dc14c97e6ad for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:38.548809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:38.590631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a80cd0-f48d-4050-986c-e38687bf76c6 req-2114e933-164c-40a3-acc4-564f225a8fd3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.592154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78a80cd0-f48d-4050-986c-e38687bf76c6 req-2114e933-164c-40a3-acc4-564f225a8fd3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.2842574 Feb 09 12:59:38.592998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Attempting to bind port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:38.593328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Attempting to bind port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:38.593679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Attempting to bind port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:38.601650 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:38.622145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:38.622490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Attempting to bind port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:38.673929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:38.674777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Checking segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:38.675192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Bound using segment: {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:38.675839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Bound port: a1ccd91d-1aac-44a6-af3d-0f09b82d3900, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01468ae8-e346-451b-8504-c42cbfe095eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:38.676190 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:38.700568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:38.708801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Usage tracker for resource:security_group_rule and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:38.713642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:38.729046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:38.736702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3d114-6f66-404c-ba39-c91149779e6c req-89f04416-3d9e-41db-b1a2-af3f4b439cd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.738143 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23a3d114-6f66-404c-ba39-c91149779e6c req-89f04416-3d9e-41db-b1a2-af3f4b439cd9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1759298 Feb 09 12:59:38.762378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78a80cd0-f48d-4050-986c-e38687bf76c6 req-1875143f-0ddc-411c-a855-9f1bf958e7b5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622434 Feb 09 12:59:38.825161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f461-7fb5-4f67-8b18-b090141f54f0 req-0b22bf7f-930e-4c47-8622-2ee22dd21cbc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.829082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f461-7fb5-4f67-8b18-b090141f54f0 req-0b22bf7f-930e-4c47-8622-2ee22dd21cbc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.833184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f461-7fb5-4f67-8b18-b090141f54f0 req-0b22bf7f-930e-4c47-8622-2ee22dd21cbc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.838818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f461-7fb5-4f67-8b18-b090141f54f0 req-0b22bf7f-930e-4c47-8622-2ee22dd21cbc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.842827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f461-7fb5-4f67-8b18-b090141f54f0 req-0b22bf7f-930e-4c47-8622-2ee22dd21cbc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.846788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f461-7fb5-4f67-8b18-b090141f54f0 req-0b22bf7f-930e-4c47-8622-2ee22dd21cbc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.852380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f461-7fb5-4f67-8b18-b090141f54f0 req-0b22bf7f-930e-4c47-8622-2ee22dd21cbc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:38.854339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d66f461-7fb5-4f67-8b18-b090141f54f0 req-0b22bf7f-930e-4c47-8622-2ee22dd21cbc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5397 time: 0.2367721 Feb 09 12:59:38.867276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] For port a1ccd91d-1aac-44a6-af3d-0f09b82d3900, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:38.890041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] For port a1ccd91d-1aac-44a6-af3d-0f09b82d3900, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:38.902541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:38.905630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:38.914197 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:38.948081 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23a3d114-6f66-404c-ba39-c91149779e6c req-3d2303d6-9cdc-4143-8e95-6f258c8614b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6302 time: 0.1602125 Feb 09 12:59:38.992380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d66f461-7fb5-4f67-8b18-b090141f54f0 req-8ad19e87-7396-4c67-a4fc-d4bf008d0a7c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280127 Feb 09 12:59:39.053383 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.054849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] 10.222.0.67 "PUT /v2.0/ports/a1ccd91d-1aac-44a6-af3d-0f09b82d3900 HTTP/1.1" status: 200 len: 1091 time: 1.7495611 Feb 09 12:59:39.073262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb418fe-0b3e-4154-80f4-b5733da8c82a service neutron] Pushing event updated for resources: {'Port': ['ID=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:39.100745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:39.229194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66424d58-0926-42a2-badd-39bf90db5745 req-b684e842-54c2-4166-a5f2-36cb779d8eeb tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.230751 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66424d58-0926-42a2-badd-39bf90db5745 req-b684e842-54c2-4166-a5f2-36cb779d8eeb tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.2352021 Feb 09 12:59:39.251622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:59:39.269044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2142220-4e7f-46bb-a097-8e05f0c43fc7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:39.288702 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.289036 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Added segment 393e5061-b10a-4833-a818-9be6a1f1c1ff of type vlan for network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 Feb 09 12:59:39.316724 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.323286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3d114-6f66-404c-ba39-c91149779e6c req-bbc7363c-75f3-413e-bcb2-cc18f3ec98a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.323711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3d114-6f66-404c-ba39-c91149779e6c req-bbc7363c-75f3-413e-bcb2-cc18f3ec98a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.324003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3d114-6f66-404c-ba39-c91149779e6c req-bbc7363c-75f3-413e-bcb2-cc18f3ec98a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.325762 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23a3d114-6f66-404c-ba39-c91149779e6c req-bbc7363c-75f3-413e-bcb2-cc18f3ec98a5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3669794 Feb 09 12:59:39.380940 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.490824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-e1a68976-2847-4229-97a4-41b6eb525bff tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.491504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-e1a68976-2847-4229-97a4-41b6eb525bff tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Synchronizing usage tracker for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:39.501910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66424d58-0926-42a2-badd-39bf90db5745 req-91a56556-bf58-43aa-88f2-7e171f3ed6e0 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298357 Feb 09 12:59:39.533246 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.533246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.533246 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.556124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e9765-bba5-4371-9b2b-ed6d859662e6 req-38bf4bf6-09d1-4674-a7d4-afe67032e3b7 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.557363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-e1a68976-2847-4229-97a4-41b6eb525bff tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Unset dirty status for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:39.557596 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa9e9765-bba5-4371-9b2b-ed6d859662e6 req-38bf4bf6-09d1-4674-a7d4-afe67032e3b7 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 944 time: 0.3360248 Feb 09 12:59:39.558486 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-e1a68976-2847-4229-97a4-41b6eb525bff tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6920ef-883b-4ed5-8417-997e05d73a36 HTTP/1.1" status: 200 len: 944 time: 0.3588486 Feb 09 12:59:39.573322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3d114-6f66-404c-ba39-c91149779e6c req-b577a379-534b-4e17-80f6-0d5c57a4260f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:39.574773 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23a3d114-6f66-404c-ba39-c91149779e6c req-b577a379-534b-4e17-80f6-0d5c57a4260f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2348526 Feb 09 12:59:39.709483 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4559708 Feb 09 12:59:39.712764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36842) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:39.717342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3299f78-0c99-46c3-aed7-c2e85725d054 admin admin] Pushing event updated for resources: {'Network': ['ID=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:39.721332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Request body: {'subnet': {'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1855563481-subnet', 'tenant_id': 'f87af6578a534d759f966dc14c97e6ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:39.730594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:59:39.732145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa9e9765-bba5-4371-9b2b-ed6d859662e6 req-7eae071c-0acc-46a9-b14e-92fca9fd5296 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234224 Feb 09 12:59:39.735464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:39.755886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-cdcd851e-8e64-4e39-b4cc-d7ac6bdf2738 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Deleting port 10870343-68f8-4a9f-b9e8-4d69288c488b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:39.759520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-cdcd851e-8e64-4e39-b4cc-d7ac6bdf2738 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:39.859930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Usage tracker for resource:subnet and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:39.884619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:39.902189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:39.935766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Made reservation on behalf of f87af6578a534d759f966dc14c97e6ad for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:39.938712 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:40.069558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device de18a697-0083-46f2-87ce-e6f95bfb159e no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:40.122413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: de18a697-0083-46f2-87ce-e6f95bfb159e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:59:40.122884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device de18a697-0083-46f2-87ce-e6f95bfb159e not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:40.129138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': 'a1ccd91d-1aac-44a6-af3d-0f09b82d3900'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:40.319952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-cdcd851e-8e64-4e39-b4cc-d7ac6bdf2738 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] For port 10870343-68f8-4a9f-b9e8-4d69288c488b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=10870343-68f8-4a9f-b9e8-4d69288c488b,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:40.320437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-cdcd851e-8e64-4e39-b4cc-d7ac6bdf2738 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:40.421016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36872) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:40.453181 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': 'a1ccd91d-1aac-44a6-af3d-0f09b82d3900', 'status': 'completed', 'code': 200} Feb 09 12:59:40.482565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6128b44b-b443-46ba-a5f6-649285248231 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:40.489291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-cdcd851e-8e64-4e39-b4cc-d7ac6bdf2738 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Calling delete_port for 10870343-68f8-4a9f-b9e8-4d69288c488b owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:40.492052 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:40.497701 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:40.604072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Transition to ACTIVE for port object 6128b44b-b443-46ba-a5f6-649285248231 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:40.619352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-6620ea68-1368-4f49-8bbf-815b11c1fedc tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cc2819efca0d491a9ed7482035fce7d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626380 Feb 09 12:59:40.622250 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:40.641018 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-55c91b3c-6cca-4325-9459-6080c5df01c0 req-225ed852-9cd9-491c-b9b5-d7625f1b9ca7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6344 time: 0.1596022 Feb 09 12:59:40.718385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e841a5-f3f8-4bae-b6f6-0ec4c8e44008 req-8258fdce-dd79-4cd0-82ba-b45906c66d22 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.722259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e841a5-f3f8-4bae-b6f6-0ec4c8e44008 req-8258fdce-dd79-4cd0-82ba-b45906c66d22 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.726361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e841a5-f3f8-4bae-b6f6-0ec4c8e44008 req-8258fdce-dd79-4cd0-82ba-b45906c66d22 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.730353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e841a5-f3f8-4bae-b6f6-0ec4c8e44008 req-8258fdce-dd79-4cd0-82ba-b45906c66d22 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.734550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e841a5-f3f8-4bae-b6f6-0ec4c8e44008 req-8258fdce-dd79-4cd0-82ba-b45906c66d22 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.738355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e841a5-f3f8-4bae-b6f6-0ec4c8e44008 req-8258fdce-dd79-4cd0-82ba-b45906c66d22 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.742906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e841a5-f3f8-4bae-b6f6-0ec4c8e44008 req-8258fdce-dd79-4cd0-82ba-b45906c66d22 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.744387 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bf841c3-576b-430e-9349-1ff76c50b9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:40.744698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a0e841a5-f3f8-4bae-b6f6-0ec4c8e44008 req-8258fdce-dd79-4cd0-82ba-b45906c66d22 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5397 time: 0.3759871 Feb 09 12:59:40.745264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc77c62c-3756-41a0-ba46-8fcac2da16bd,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:40.850411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-cdcd851e-8e64-4e39-b4cc-d7ac6bdf2738 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:40.864298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['430a597b-4f96-497c-ab63-e92c1a4f101f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:40.882826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Checking segment: {'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:40.883186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Network hostable DHCP agents. Network: 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:59:40.933146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6128b44b-b443-46ba-a5f6-649285248231,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:40.934822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9bf841c3-576b-430e-9349-1ff76c50b9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:40.943993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd851e-8e64-4e39-b4cc-d7ac6bdf2738 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Pushing event deleted for resources: {'Port': ['ID=10870343-68f8-4a9f-b9e8-4d69288c488b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:40.946839 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9bf841c3-576b-430e-9349-1ff76c50b9bc admin admin] Usage tracker for resource:security_group_rule and tenant:eb6fffd7890b46b6b8a8d1f23eab5f2d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:40.951584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91b3c-6cca-4325-9459-6080c5df01c0 req-c7344a83-60d1-4339-aab9-9aafde6d266d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.951952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91b3c-6cca-4325-9459-6080c5df01c0 req-c7344a83-60d1-4339-aab9-9aafde6d266d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.952308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91b3c-6cca-4325-9459-6080c5df01c0 req-c7344a83-60d1-4339-aab9-9aafde6d266d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:40.953883 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-55c91b3c-6cca-4325-9459-6080c5df01c0 req-c7344a83-60d1-4339-aab9-9aafde6d266d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2798815 Feb 09 12:59:40.955134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9bf841c3-576b-430e-9349-1ff76c50b9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:40.984552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9bf841c3-576b-430e-9349-1ff76c50b9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:41.056064 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:41.098431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a0e841a5-f3f8-4bae-b6f6-0ec4c8e44008 req-a21a8baa-16e7-44cd-b771-cd735fdb0ae1 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3398566 Feb 09 12:59:41.147416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53749b65-a976-41ed-a208-d55f339381c6 req-43d0cdc0-f5a1-4cb3-84af-e974cac93729 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:41.154214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-43d0cdc0-f5a1-4cb3-84af-e974cac93729 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5194607 Feb 09 12:59:41.182548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:59:41.207876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-324d37f0-f45c-4b08-831f-33cd2958330c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/quotas/cc2819efca0d491a9ed7482035fce7d0 HTTP/1.1" status: 200 len: 375 time: 0.0525725 Feb 09 12:59:41.249955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:41.251339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-cdcd851e-8e64-4e39-b4cc-d7ac6bdf2738 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] No DVR routers for this DVR port 10870343-68f8-4a9f-b9e8-4d69288c488b on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:41.256497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:41.257088 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:41.267935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-cdcd851e-8e64-4e39-b4cc-d7ac6bdf2738 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:41.272231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'name': 'network-vif-deleted', 'tag': '10870343-68f8-4a9f-b9e8-4d69288c488b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:41.288463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5d5ef9-728d-47be-968b-cd5917679f26 None None] Network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:59:41.321313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Attempting to bind port 6128b44b-b443-46ba-a5f6-649285248231 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:41.321752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Attempting to bind port 6128b44b-b443-46ba-a5f6-649285248231 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:41.322082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Attempting to bind port 6128b44b-b443-46ba-a5f6-649285248231 on network 7795d20f-af30-4c07-9448-7781713777a7 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:41.337711 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db170f64-6012-4839-9f1a-cbeef84a7abe req-cdcd851e-8e64-4e39-b4cc-d7ac6bdf2738 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.62 "DELETE /v2.0/ports/10870343-68f8-4a9f-b9e8-4d69288c488b HTTP/1.1" status: 204 len: 173 time: 1.7526798 Feb 09 12:59:41.353101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-94a2041a-89bb-4883-ae50-62c5f317dd06 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6303296 Feb 09 12:59:41.353101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Port 6128b44b-b443-46ba-a5f6-649285248231 on network 7795d20f-af30-4c07-9448-7781713777a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:41.353101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Attempting to bind port 6128b44b-b443-46ba-a5f6-649285248231 on network 7795d20f-af30-4c07-9448-7781713777a7 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:41.361633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c91b3c-6cca-4325-9459-6080c5df01c0 req-506acfbc-3e84-402e-a05c-a635a84703c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:41.363417 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-55c91b3c-6cca-4325-9459-6080c5df01c0 req-506acfbc-3e84-402e-a05c-a635a84703c6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4012806 Feb 09 12:59:41.415335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bf841c3-576b-430e-9349-1ff76c50b9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:41.421547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bf841c3-576b-430e-9349-1ff76c50b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:41.445138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:41.445453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Checking segment: {'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:41.445883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Bound using segment: {'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:41.446356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Bound port: 6128b44b-b443-46ba-a5f6-649285248231, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:41.446724 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:41.476505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf841c3-576b-430e-9349-1ff76c50b9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0132d643-a66e-43d2-899a-a2aa2e2398ca,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:41.519128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-ed3e71e8-5346-416a-a877-86154e858762 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3097265 Feb 09 12:59:41.542519 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9bf841c3-576b-430e-9349-1ff76c50b9bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb6fffd7890b46b6b8a8d1f23eab5f2d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1192679 Feb 09 12:59:41.544391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36892) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:41.620566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f22aa-fa06-41ae-8945-f2cf1e882eec None None] Network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:59:41.647122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] For port 6128b44b-b443-46ba-a5f6-649285248231, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:41.655038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] For port 6128b44b-b443-46ba-a5f6-649285248231, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6128b44b-b443-46ba-a5f6-649285248231,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:41.725985 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:41.740740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04682760-d931-46bd-9b41-aca0ef5bb73c req-d749d601-10fc-4909-a692-dc364e406688 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 1097 time: 0.3681014 Feb 09 12:59:41.795032 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:41.796814 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] 10.222.0.67 "PUT /v2.0/ports/6128b44b-b443-46ba-a5f6-649285248231 HTTP/1.1" status: 200 len: 1091 time: 2.7026021 Feb 09 12:59:41.854162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Request body: {'port': {'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:42.069913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 10870343-68f8-4a9f-b9e8-4d69288c488b no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:42.080034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d2f638d-3ee6-41a5-a872-6e18a6063c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:42.114504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 10870343-68f8-4a9f-b9e8-4d69288c488b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:59:42.115697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 10870343-68f8-4a9f-b9e8-4d69288c488b not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:42.135582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04682760-d931-46bd-9b41-aca0ef5bb73c req-e391595f-77c2-4029-a2c8-a97c978b2ac2 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862462 Feb 09 12:59:42.201171 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d2f638d-3ee6-41a5-a872-6e18a6063c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:42.249519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09537da7-bcbb-440e-b58f-0ba7ec3faeb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6128b44b-b443-46ba-a5f6-649285248231,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:42.319996 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:42.351258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa353f-c940-4897-b0ab-76f659aa7473 req-c27877ae-5fd3-4bc9-88b8-a0653f8569af tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:42.353131 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2baa353f-c940-4897-b0ab-76f659aa7473 req-c27877ae-5fd3-4bc9-88b8-a0653f8569af tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.5178254 Feb 09 12:59:42.385867 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6920ef-883b-4ed5-8417-997e05d73a36', 'name': 'network-vif-deleted', 'tag': '10870343-68f8-4a9f-b9e8-4d69288c488b', 'status': 'completed', 'code': 200} Feb 09 12:59:42.425405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d2f638d-3ee6-41a5-a872-6e18a6063c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:42.461580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '6128b44b-b443-46ba-a5f6-649285248231'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:42.469168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f638d-3ee6-41a5-a872-6e18a6063c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0132d643-a66e-43d2-899a-a2aa2e2398ca,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:42.569994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d2f638d-3ee6-41a5-a872-6e18a6063c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:42.571115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9d2f638d-3ee6-41a5-a872-6e18a6063c42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0132d643-a66e-43d2-899a-a2aa2e2398ca HTTP/1.1" status: 204 len: 168 time: 1.0239623 Feb 09 12:59:42.573669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2baa353f-c940-4897-b0ab-76f659aa7473 req-4c910beb-fef4-4eec-8102-d7373efccb79 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961765 Feb 09 12:59:42.594501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee0f16cc-bc7e-47b3-b773-5c6a9c7d9818 req-4ed317db-cfee-4dd9-9817-9a90a5e64a2a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 210 time: 0.0675714 Feb 09 12:59:42.916818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e49cf4-828e-408c-a065-93aa80701962 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:42.942439 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:42.963786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912eb2b-0aa8-4079-b66b-c2f3ca7a01b8 req-f0adaf77-f619-41fa-b4b4-9b7b56db7183 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:42.967755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912eb2b-0aa8-4079-b66b-c2f3ca7a01b8 req-f0adaf77-f619-41fa-b4b4-9b7b56db7183 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:42.973006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912eb2b-0aa8-4079-b66b-c2f3ca7a01b8 req-f0adaf77-f619-41fa-b4b4-9b7b56db7183 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:42.978689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912eb2b-0aa8-4079-b66b-c2f3ca7a01b8 req-f0adaf77-f619-41fa-b4b4-9b7b56db7183 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:42.982574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912eb2b-0aa8-4079-b66b-c2f3ca7a01b8 req-f0adaf77-f619-41fa-b4b4-9b7b56db7183 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:42.987005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912eb2b-0aa8-4079-b66b-c2f3ca7a01b8 req-f0adaf77-f619-41fa-b4b4-9b7b56db7183 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:42.990596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912eb2b-0aa8-4079-b66b-c2f3ca7a01b8 req-f0adaf77-f619-41fa-b4b4-9b7b56db7183 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:42.992496 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2912eb2b-0aa8-4079-b66b-c2f3ca7a01b8 req-f0adaf77-f619-41fa-b4b4-9b7b56db7183 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5409 time: 0.2303083 Feb 09 12:59:43.031584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Transition to ACTIVE for port object 08e49cf4-828e-408c-a065-93aa80701962 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:43.036036 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-c4c3511a-0108-43e3-b6f2-88042785633b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=cc2819efca0d491a9ed7482035fce7d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718296 Feb 09 12:59:43.055911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36928) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:43.056590 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.152389 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-01c754c1-1a0f-46c6-b97f-7c31e787eec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.210287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53749b65-a976-41ed-a208-d55f339381c6 req-8677e6fc-9f7e-494c-8fe4-da34ca12a851 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:43.211750 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-8677e6fc-9f7e-494c-8fe4-da34ca12a851 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710584 Feb 09 12:59:43.232510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Request body: {'port': {'device_id': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'cc2819efca0d491a9ed7482035fce7d0'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:43.291570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2912eb2b-0aa8-4079-b66b-c2f3ca7a01b8 req-360a9cdb-bcc2-4854-986c-c2931f0fe58f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2823331 Feb 09 12:59:43.363642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Pushing event updated for resources: {'Port': ['ID=08e49cf4-828e-408c-a065-93aa80701962,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:43.393855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-01c754c1-1a0f-46c6-b97f-7c31e787eec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:43.398522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:43.405239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-01c754c1-1a0f-46c6-b97f-7c31e787eec6 admin admin] Usage tracker for resource:security_group_rule and tenant:3b4dcb422b9a4decac05ef20fe063da6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:43.410693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-01c754c1-1a0f-46c6-b97f-7c31e787eec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:43.412250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:43.422510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Made reservation on behalf of cc2819efca0d491a9ed7482035fce7d0 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:43.425666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.451067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-01c754c1-1a0f-46c6-b97f-7c31e787eec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:43.529787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0d233416-4674-4ce2-b40a-2ffcef4e225a tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:43.537060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0d233416-4674-4ce2-b40a-2ffcef4e225a tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/networks?id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 HTTP/1.1" status: 200 len: 822 time: 0.4006972 Feb 09 12:59:43.575110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-99bd3f9c-ac10-464b-a032-caff9d3aa536 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/quotas/f87af6578a534d759f966dc14c97e6ad HTTP/1.1" status: 200 len: 375 time: 0.0370681 Feb 09 12:59:43.616431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Allocated IP 192.168.233.140 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/53e0804e-d170-4f17-98d2-aa9075d199d1) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:43.649437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Attempting to bind port 08e49cf4-828e-408c-a065-93aa80701962 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:43.649437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Attempting to bind port 08e49cf4-828e-408c-a065-93aa80701962 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:43.649826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Attempting to bind port 08e49cf4-828e-408c-a065-93aa80701962 on network 7795d20f-af30-4c07-9448-7781713777a7 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:43.660430 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-45a6b80c-7314-47c0-a039-6e2fdf973ecf tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f87af6578a534d759f966dc14c97e6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795252 Feb 09 12:59:43.674034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Port 08e49cf4-828e-408c-a065-93aa80701962 on network 7795d20f-af30-4c07-9448-7781713777a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:43.674349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Attempting to bind port 08e49cf4-828e-408c-a065-93aa80701962 on network 7795d20f-af30-4c07-9448-7781713777a7 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:43.770351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:43.771271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Checking segment: {'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:43.771652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Bound using segment: {'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:43.772077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Bound port: 08e49cf4-828e-408c-a065-93aa80701962, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2a6621-a0bd-46b1-b052-010804b2bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '7795d20f-af30-4c07-9448-7781713777a7'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:43.772413 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.790333 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-01c754c1-1a0f-46c6-b97f-7c31e787eec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.847830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.851494 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-01c754c1-1a0f-46c6-b97f-7c31e787eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.864183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Transition to ACTIVE for port object 53e0804e-d170-4f17-98d2-aa9075d199d1 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:43.885651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:43.898998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1639d619-11a2-454b-a2e9-091b5646125b', '608cab21-dca3-44bd-b517-0a3f04ae355a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:43.959748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:43.967561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:43.978703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c754c1-1a0f-46c6-b97f-7c31e787eec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88baa26-a26e-4047-a508-555eb3eb32f6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:43.984042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:59:43.998831 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-01c754c1-1a0f-46c6-b97f-7c31e787eec6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b4dcb422b9a4decac05ef20fe063da6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9247961 Feb 09 12:59:44.011902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36942) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:44.034734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:44.053169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-e586b80a-ba8b-41a5-9b6b-1b4b1b78acc3 service neutron] 10.222.0.59 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751025 Feb 09 12:59:44.074338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] For port 08e49cf4-828e-408c-a065-93aa80701962, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:44.091783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:44.092721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:44.129251 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-4bebabe1-284e-4e0d-85dd-7eb8ae7ba43b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9004767 Feb 09 12:59:44.145229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Request body: {'port': {'device_id': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:44.254836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7acf0eb-b1e6-44b5-82c0-2c4977d9890f req-1a0ff5dc-d9df-47fb-9746-0a4e4f0f783a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8119197 Feb 09 12:59:44.269452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] For port 08e49cf4-828e-408c-a065-93aa80701962, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=08e49cf4-828e-408c-a065-93aa80701962,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:44.293875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:44.300425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e756650d-44f4-4d02-be15-1ae5a3f762b5 None None] Provisioning for port 53e0804e-d170-4f17-98d2-aa9075d199d1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:44.308857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e756650d-44f4-4d02-be15-1ae5a3f762b5 None None] Provisioning complete for port 53e0804e-d170-4f17-98d2-aa9075d199d1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:44.309219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e756650d-44f4-4d02-be15-1ae5a3f762b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:44.329242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:44.411999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e756650d-44f4-4d02-be15-1ae5a3f762b5 None None] Port 53e0804e-d170-4f17-98d2-aa9075d199d1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 12:59:44.449478 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:44.450863 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] 10.222.0.67 "PUT /v2.0/ports/08e49cf4-828e-408c-a065-93aa80701962 HTTP/1.1" status: 200 len: 1091 time: 2.6124661 Feb 09 12:59:44.461593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3fe711bb-f3b7-4c1a-82d3-0be3af7860a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:44.487804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-1ea61254-2313-48ec-b1c9-4dabdc7444c4 service neutron] 10.222.0.59 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148464 Feb 09 12:59:44.666142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45d250-0c8e-48ea-8ea0-4d7918fdda33 service neutron] Pushing event updated for resources: {'Port': ['ID=08e49cf4-828e-408c-a065-93aa80701962,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:44.682330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3fe711bb-f3b7-4c1a-82d3-0be3af7860a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:44.761318 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-cadb49b7-5d48-4b66-8c43-11e1293e5d50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6478 time: 0.2508979 Feb 09 12:59:44.843282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-70c9ba87-7f63-4d93-8c1c-9f372e992684 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1008583a-ab73-48d2-9665-51b1ad9795b4 HTTP/1.1" status: 200 len: 217 time: 0.0700660 Feb 09 12:59:44.844345 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3fe711bb-f3b7-4c1a-82d3-0be3af7860a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:44.908337 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3fe711bb-f3b7-4c1a-82d3-0be3af7860a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:44.912463 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3fe711bb-f3b7-4c1a-82d3-0be3af7860a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f88baa26-a26e-4047-a508-555eb3eb32f6 HTTP/1.1" status: 204 len: 168 time: 0.8895354 Feb 09 12:59:44.912463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe711bb-f3b7-4c1a-82d3-0be3af7860a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88baa26-a26e-4047-a508-555eb3eb32f6,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:44.936566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e0804e-d170-4f17-98d2-aa9075d199d1 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:44.964726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-aefc33f1-bdec-4e33-81b7-b105c6e99fe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:44.966750 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-aefc33f1-bdec-4e33-81b7-b105c6e99fe9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a11cb0e4-4d48-420a-bf11-3909fb73970b HTTP/1.1" status: 200 len: 850 time: 0.1120446 Feb 09 12:59:44.969861 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:45.013935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Transition to ACTIVE for port object 53e0804e-d170-4f17-98d2-aa9075d199d1 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:45.018894 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:45.139491 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '6128b44b-b443-46ba-a5f6-649285248231', 'status': 'completed', 'code': 200} Feb 09 12:59:45.152241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-099e7056-9c1a-4081-9d12-aebf0d360777 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a3ddf5f3-3ed4-4b99-b899-1cabe744ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791520 Feb 09 12:59:45.170206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:45.477487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Attempting to bind port 53e0804e-d170-4f17-98d2-aa9075d199d1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:45.478308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Attempting to bind port 53e0804e-d170-4f17-98d2-aa9075d199d1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:45.478953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Attempting to bind port 53e0804e-d170-4f17-98d2-aa9075d199d1 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:45.488151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Port 53e0804e-d170-4f17-98d2-aa9075d199d1 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:45.489076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Attempting to bind port 53e0804e-d170-4f17-98d2-aa9075d199d1 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:45.503675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:45.506950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:45.508832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:45.509763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Bound port: 53e0804e-d170-4f17-98d2-aa9075d199d1, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:45.512845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:45.521413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-09d25473-c3bd-42ae-8b79-0c2c13267cc6 service neutron] 10.222.0.67 "GET /v2.0/networks/a3ddf5f3-3ed4-4b99-b899-1cabe744ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625710 Feb 09 12:59:45.803944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3acb-ad51-4e5f-81e4-a77024d2c78c req-268795ae-7d87-49b1-a9f9-81933ff46bd6 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:45.807101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:45.812111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:45.825748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-49b3c6cf-c28e-4641-b26b-8f9be4f955f4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:45.826674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-49b3c6cf-c28e-4641-b26b-8f9be4f955f4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Synchronizing usage tracker for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:45.826998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f3d3acb-ad51-4e5f-81e4-a77024d2c78c req-268795ae-7d87-49b1-a9f9-81933ff46bd6 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.2454872 Feb 09 12:59:45.831313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:45.896367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-bb810884-dd1d-43a1-afd0-abc47b65ddec service neutron] 10.222.0.67 "GET /v2.0/networks/a3ddf5f3-3ed4-4b99-b899-1cabe744ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662920 Feb 09 12:59:45.900536 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:45.900938 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:45.901568 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] 10.222.0.67 "PUT /v2.0/ports/53e0804e-d170-4f17-98d2-aa9075d199d1 HTTP/1.1" status: 200 len: 1096 time: 1.7652607 Feb 09 12:59:45.902015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:45.909527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-49b3c6cf-c28e-4641-b26b-8f9be4f955f4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Unset dirty status for tenant:4356ca73cb7b44649bc5b79338960c01 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:45.910650 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-49b3c6cf-c28e-4641-b26b-8f9be4f955f4 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 946 time: 0.2142923 Feb 09 12:59:45.945915 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f3d3acb-ad51-4e5f-81e4-a77024d2c78c req-121ab76c-8652-44b2-8416-62a38abd3a52 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172252 Feb 09 12:59:46.092897 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-d3f2171f-c0bc-44e2-b0c8-76638aad9033 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=165c8fab-ae9a-44df-b792-17f31cf5ddda HTTP/1.1" status: 200 len: 217 time: 0.1616447 Feb 09 12:59:46.120944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bded0c4-7893-4d00-aadf-52e053f32da6 service neutron] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:46.133734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Deleting port 430a597b-4f96-497c-ab63-e92c1a4f101f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 12:59:46.134071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:46.180642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-c4e80b7d-92a4-4c32-80f5-129329dc1484 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 12:59:46.181596 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-c4e80b7d-92a4-4c32-80f5-129329dc1484 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049946 Feb 09 12:59:46.197244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Request body: {'binding': {'host': 'n-h2-825175-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:46.197875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Unknown quota resources ['binding']. {{(pid=83479) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 09 12:59:46.277143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-38674456-60ee-41b0-92ee-94761ef21fd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:46.278076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-38674456-60ee-41b0-92ee-94761ef21fd3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=253c534a-f1c3-4167-80d9-d663f21db0ba HTTP/1.1" status: 200 len: 797 time: 0.1707191 Feb 09 12:59:46.345225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ff67-85a9-462b-889c-41d58ee56ecd req-01962070-0fd1-483f-bfb2-d336e62c7c6a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:46.352198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9814ff67-85a9-462b-889c-41d58ee56ecd req-01962070-0fd1-483f-bfb2-d336e62c7c6a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 948 time: 0.1680880 Feb 09 12:59:46.415045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9814ff67-85a9-462b-889c-41d58ee56ecd req-e61fee47-8b9f-4e5b-b5ea-47c31f78668f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620463 Feb 09 12:59:46.436446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-9d843323-c1dc-4c11-acaf-7cfbdf685ccc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1414917 Feb 09 12:59:46.524199 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-16ca7a04-af76-4caa-adc6-be926a6146e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 1099 time: 0.5670772 Feb 09 12:59:46.675031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-4d6193ed-9eb6-4c75-9fb9-eb4431794dd8 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312076 Feb 09 12:59:46.728511 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-e9aa85b0-52e1-4f47-b7e5-070d752bca7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=53e0804e-d170-4f17-98d2-aa9075d199d1 HTTP/1.1" status: 200 len: 217 time: 0.1737452 Feb 09 12:59:46.909859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e on host n-h2-825175-3 for vnic_type normal with profile None {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:46.909859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:46.909859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:46.973209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Port 367b8f3d-2d72-4b9a-910d-a1d08629450e on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:46.973209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:46.993756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53749b65-a976-41ed-a208-d55f339381c6 req-d5d80010-2aba-4100-a906-a740f994feec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:46.997790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62728-004b-4ed5-b2a0-6b155a4147dc req-44bf37cc-1354-43de-add3-246328f02c98 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:47.002112 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-d5d80010-2aba-4100-a906-a740f994feec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2508800 Feb 09 12:59:47.006883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62728-004b-4ed5-b2a0-6b155a4147dc req-44bf37cc-1354-43de-add3-246328f02c98 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:47.013522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62728-004b-4ed5-b2a0-6b155a4147dc req-44bf37cc-1354-43de-add3-246328f02c98 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:47.019509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62728-004b-4ed5-b2a0-6b155a4147dc req-44bf37cc-1354-43de-add3-246328f02c98 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:47.025983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62728-004b-4ed5-b2a0-6b155a4147dc req-44bf37cc-1354-43de-add3-246328f02c98 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:47.032461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62728-004b-4ed5-b2a0-6b155a4147dc req-44bf37cc-1354-43de-add3-246328f02c98 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:47.032461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62728-004b-4ed5-b2a0-6b155a4147dc req-44bf37cc-1354-43de-add3-246328f02c98 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:47.041975 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da62728-004b-4ed5-b2a0-6b155a4147dc req-44bf37cc-1354-43de-add3-246328f02c98 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5421 time: 0.4605520 Feb 09 12:59:47.090562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:47.091016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:47.091542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:47.091998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Bound port: 367b8f3d-2d72-4b9a-910d-a1d08629450e, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:47.094509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-f0d231fd-e5b3-4ae7-84e8-b1771823ba58 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128561 Feb 09 12:59:47.105226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] For port 430a597b-4f96-497c-ab63-e92c1a4f101f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=430a597b-4f96-497c-ab63-e92c1a4f101f,segment=NetworkSegment(525dec19-c1f8-4652-a996-dd849e837821),segment_id=525dec19-c1f8-4652-a996-dd849e837821)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:47.106402 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:47.119280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-105ce810-d783-4a35-922a-22f176387772 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:47.124042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-105ce810-d783-4a35-922a-22f176387772 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Synchronizing usage tracker for tenant:f87af6578a534d759f966dc14c97e6ad on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 12:59:47.161222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '08e49cf4-828e-408c-a065-93aa80701962'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:47.198238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da62728-004b-4ed5-b2a0-6b155a4147dc req-bf432915-e2ad-41f2-a6cf-108fe08f5be8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511910 Feb 09 12:59:47.226850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-7a0d3cff-8af4-4fbc-b075-a716d0b2397b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=75f56570-f103-4f27-adf9-2277e6f67988 HTTP/1.1" status: 200 len: 217 time: 0.1191669 Feb 09 12:59:47.299968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Calling delete_port for 430a597b-4f96-497c-ab63-e92c1a4f101f owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 12:59:47.370565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-105ce810-d783-4a35-922a-22f176387772 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Unset dirty status for tenant:f87af6578a534d759f966dc14c97e6ad on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 12:59:47.370565 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-105ce810-d783-4a35-922a-22f176387772 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "GET /v2.0/networks?id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 HTTP/1.1" status: 200 len: 822 time: 0.7432649 Feb 09 12:59:47.375402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6fbf899e-8880-41bf-86d0-aec34bb50e56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:47.375402 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6fbf899e-8880-41bf-86d0-aec34bb50e56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=253c534a-f1c3-4167-80d9-d663f21db0ba HTTP/1.1" status: 200 len: 797 time: 0.1452744 Feb 09 12:59:47.398077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Request body: {'port': {'device_id': '97272091-f2bc-4838-9ea4-c19d87181839', 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9', 'admin_state_up': True, 'tenant_id': 'f87af6578a534d759f966dc14c97e6ad'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:47.416506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:47.450904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:47.452036 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-b836c110-efad-4b38-a706-bf3acc37fd8a service neutron] 10.222.0.59 "POST /v2.0/ports/367b8f3d-2d72-4b9a-910d-a1d08629450e/bindings HTTP/1.1" status: 201 len: 389 time: 1.2624722 Feb 09 12:59:47.512536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47eb1655-04e6-4f49-8b72-9fc1769df7b9 req-49f795a4-a825-42ef-ae7e-779f610bca18 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 210 time: 0.0738578 Feb 09 12:59:47.516033 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-b1d01c78-ee7b-44a4-8622-5e09e6e0bbe2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4993110 Feb 09 12:59:47.552331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-c8c471ce-3580-42b7-b31d-637c37d2a705 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1736970 Feb 09 12:59:47.845813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-7f16e6c9-1eec-4aa1-8f6c-dfb5a8a03147 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877700 Feb 09 12:59:47.946970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:47.956283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Usage tracker for resource:port and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:47.981087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:47.990949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:47.995022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:48.004654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['430a597b-4f96-497c-ab63-e92c1a4f101f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:48.076101 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-38e4587a-fdd2-4979-ad38-373c1ca6590e service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462964 Feb 09 12:59:48.091006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Pushing event deleted for resources: {'Port': ['ID=430a597b-4f96-497c-ab63-e92c1a4f101f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:48.111959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-7e933f1d-c9fe-4d24-896c-d935f995fe38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 1097 time: 0.3538353 Feb 09 12:59:48.143044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Made reservation on behalf of f87af6578a534d759f966dc14c97e6ad for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:48.146849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:48.244640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.245418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.245418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.245664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.246034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.246253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.246613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.247059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.247178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-c14ec27f-c409-40a8-969d-18514e89a584 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858931 Feb 09 12:59:48.247527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.248027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.248526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 12:59:48.268278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7233c-978a-453d-9773-3edd121f3008 req-9a587200-9d7a-442a-a75e-f0747a26f245 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:48.268786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2a7233c-978a-453d-9773-3edd121f3008 req-9a587200-9d7a-442a-a75e-f0747a26f245 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bcaf5c3-6e0b-423a-9342-4c18f235e05e HTTP/1.1" status: 200 len: 946 time: 0.5211234 Feb 09 12:59:48.307096 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'status': 'completed', 'code': 200} Feb 09 12:59:48.322424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] No DVR routers for this DVR port 430a597b-4f96-497c-ab63-e92c1a4f101f on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 12:59:48.327287 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:48.383746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-3a92f93d-92df-4084-a07d-b01cf993179b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=e0d1d3d2-9481-4542-b18b-36bfa298e449 HTTP/1.1" status: 200 len: 217 time: 0.1092353 Feb 09 12:59:48.393666 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1249404f-80f0-41f9-b7b1-3632557b9285 req-cdf02bf4-c037-46c0-a5b1-437983b41760 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.62 "DELETE /v2.0/ports/430a597b-4f96-497c-ab63-e92c1a4f101f HTTP/1.1" status: 204 len: 173 time: 2.4745939 Feb 09 12:59:48.410769 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53749b65-a976-41ed-a208-d55f339381c6 req-a9625b2f-fbc8-4372-8339-cf7c17434be8 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245926 Feb 09 12:59:48.450505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-94cc1c07-786b-465e-8b76-596ebf8ab80e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:48.452027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-94cc1c07-786b-465e-8b76-596ebf8ab80e service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.3284037 Feb 09 12:59:48.606608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Allocated IP 172.20.0.5 (0d686e8c-c6a7-4b1e-9500-b81a409a8fe9/fc77c62c-3756-41a0-ba46-8fcac2da16bd/fc02754a-e453-47de-9ea7-085f36522649) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 12:59:48.609567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2a7233c-978a-453d-9773-3edd121f3008 req-d35c2ff0-879c-4152-86a8-c318c1c1bf97 tempest-LiveMigrationTest-1917961195 tempest-LiveMigrationTest-1917961195-project] 10.222.0.59 "GET /v2.0/security-groups?id=abbb700e-da6d-41f3-af76-9f90c6c2f354&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399074 Feb 09 12:59:48.613738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-1137e5c9-2c00-4e1e-bd9e-b809868834c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e HTTP/1.1" status: 200 len: 217 time: 0.1062312 Feb 09 12:59:48.624751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-3b7d3c6f-fe97-418d-a041-77da12403bda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:48.626423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-3b7d3c6f-fe97-418d-a041-77da12403bda service neutron] 10.222.0.67 "GET /v2.0/subnets?id=253c534a-f1c3-4167-80d9-d663f21db0ba HTTP/1.1" status: 200 len: 797 time: 0.2321937 Feb 09 12:59:48.647158 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-12449ffd-75eb-4616-acb4-8eca77a60ae3 req-c46c21c2-ce1f-4416-b929-e17b97ae6da8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 1099 time: 0.1823025 Feb 09 12:59:48.701123 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '08e49cf4-828e-408c-a065-93aa80701962', 'status': 'completed', 'code': 200} Feb 09 12:59:48.760543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-c95e63f7-164e-4331-86e4-78b2b8a13e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:48.762083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-c95e63f7-164e-4331-86e4-78b2b8a13e2d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1397722 Feb 09 12:59:48.778531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f2129-e2d6-4e4d-8eef-9d53591037f5 req-4400895a-b9ee-4c46-a26f-7b3ce7e2d097 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:48.778531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-576f2129-e2d6-4e4d-8eef-9d53591037f5 req-4400895a-b9ee-4c46-a26f-7b3ce7e2d097 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.3188372 Feb 09 12:59:48.871752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-4a19f015-832a-47a9-91ae-8cea134f7a4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014757 Feb 09 12:59:48.909443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449ffd-75eb-4616-acb4-8eca77a60ae3 req-74713cc9-16bb-4642-a704-a5f35ca1327c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:48.911614 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-12449ffd-75eb-4616-acb4-8eca77a60ae3 req-74713cc9-16bb-4642-a704-a5f35ca1327c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2582057 Feb 09 12:59:48.946579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-d7973d26-cb1e-430e-9fa5-0accf17b6013 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2797847 Feb 09 12:59:49.040266 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-12449ffd-75eb-4616-acb4-8eca77a60ae3 req-54a584ad-7538-4d70-bec6-d27c165623db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=53e0804e-d170-4f17-98d2-aa9075d199d1 HTTP/1.1" status: 200 len: 217 time: 0.1183038 Feb 09 12:59:49.110356 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:49.142076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449ffd-75eb-4616-acb4-8eca77a60ae3 req-24245d34-a71b-404d-bd6a-1670770ddd5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:49.143531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-12449ffd-75eb-4616-acb4-8eca77a60ae3 req-24245d34-a71b-404d-bd6a-1670770ddd5e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0935411 Feb 09 12:59:49.206787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:49.241977 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-576f2129-e2d6-4e4d-8eef-9d53591037f5 req-d0d9534f-fa5b-4b22-a60c-6c34bfe88ae3 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277048 Feb 09 12:59:49.282855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 12:59:49.294229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:49.302434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 12:59:49.312041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-91df40cf-d0d0-4192-9d28-2d983a5e768e service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286859 Feb 09 12:59:49.326446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4743283-849f-4f6c-a1ff-3462641fe313 req-0deea000-43e1-4136-a049-27fe09c546e2 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:49.327857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4743283-849f-4f6c-a1ff-3462641fe313 req-0deea000-43e1-4136-a049-27fe09c546e2 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 948 time: 0.5125880 Feb 09 12:59:49.333289 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-12449ffd-75eb-4616-acb4-8eca77a60ae3 req-79db20b0-3196-4291-bf50-71d6fe72425a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1829562 Feb 09 12:59:49.336900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event updated for resources: {'Port': ['ID=fc02754a-e453-47de-9ea7-085f36522649,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:49.392468 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-f989dba6-f149-41f5-befa-15913475d928 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885465 Feb 09 12:59:49.460069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:49.460575 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:49.491390 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-0f716c87-c41e-4b04-8fcd-9989af75d338 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1037571 Feb 09 12:59:49.509796 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-12449ffd-75eb-4616-acb4-8eca77a60ae3 req-d3ee1b43-0a20-4e10-94b8-b4f3bf965269 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658459 Feb 09 12:59:49.517383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Request body: {'port': {'device_id': '97272091-f2bc-4838-9ea4-c19d87181839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:49.644864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4743283-849f-4f6c-a1ff-3462641fe313 req-bc1e4b76-7dbe-4634-9f85-499dd3fc566c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872469 Feb 09 12:59:49.657191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-411da176-a2ef-4ab4-8074-779697aa2f33 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367023 Feb 09 12:59:49.710189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6b957563-d4ba-4917-af7c-7e6d01ef6565 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117476 Feb 09 12:59:49.788680 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-9d7d25e1-b5cd-45b7-82d4-679f8fbef86c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a1ccd91d-1aac-44a6-af3d-0f09b82d3900 HTTP/1.1" status: 200 len: 217 time: 0.0717833 Feb 09 12:59:49.804047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263fc40-26e6-4bb0-82fb-173e2b735966 req-32745b70-e086-4ed7-ba77-3542b4750c0e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:49.812340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6263fc40-26e6-4bb0-82fb-173e2b735966 req-32745b70-e086-4ed7-ba77-3542b4750c0e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 946 time: 0.4234638 Feb 09 12:59:49.849010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:49.897939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-e8fc4301-16ef-4ac9-8c78-6767e3e08c85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:49.899498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-e8fc4301-16ef-4ac9-8c78-6767e3e08c85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=253c534a-f1c3-4167-80d9-d663f21db0ba HTTP/1.1" status: 200 len: 797 time: 0.1025422 Feb 09 12:59:49.910730 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-12449ffd-75eb-4616-acb4-8eca77a60ae3 req-035d6c37-1306-4830-a2fe-b6af6678d6a2 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556614 Feb 09 12:59:50.015034 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6263fc40-26e6-4bb0-82fb-173e2b735966 req-15ac8820-0cdc-413e-b126-47df9008273a tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018344 Feb 09 12:59:50.037926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-a8fe4726-7241-4d16-8cd5-59168817cd91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135511 Feb 09 12:59:50.109610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 430a597b-4f96-497c-ab63-e92c1a4f101f no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 12:59:50.188423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 430a597b-4f96-497c-ab63-e92c1a4f101f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 12:59:50.199018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 430a597b-4f96-497c-ab63-e92c1a4f101f not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 12:59:50.309115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'name': 'network-vif-deleted', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:50.370853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-cc6f1891-1319-4aba-bf43-cdbe32fa593e service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269579 Feb 09 12:59:50.410069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc02754a-e453-47de-9ea7-085f36522649 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:50.417479 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:50.433737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Transition to ACTIVE for port object fc02754a-e453-47de-9ea7-085f36522649 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 12:59:50.438278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:50.509013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6982b-3b37-4df4-9e5d-e9e423832f8e req-217e2790-9e41-414b-80f3-457ffc95be17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:50.510505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27f6982b-3b37-4df4-9e5d-e9e423832f8e req-217e2790-9e41-414b-80f3-457ffc95be17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 931 time: 0.2721872 Feb 09 12:59:50.515196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc02754a-e453-47de-9ea7-085f36522649,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:50.554147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67c10-d25c-4038-9f5c-dc8db9b04af3 req-ba8c789e-bc4e-4e6a-8605-401d5aeec4a7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:50.555518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67c10-d25c-4038-9f5c-dc8db9b04af3 req-ba8c789e-bc4e-4e6a-8605-401d5aeec4a7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:50.559453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67c10-d25c-4038-9f5c-dc8db9b04af3 req-ba8c789e-bc4e-4e6a-8605-401d5aeec4a7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:50.563304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67c10-d25c-4038-9f5c-dc8db9b04af3 req-ba8c789e-bc4e-4e6a-8605-401d5aeec4a7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:50.567155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67c10-d25c-4038-9f5c-dc8db9b04af3 req-ba8c789e-bc4e-4e6a-8605-401d5aeec4a7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:50.571102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67c10-d25c-4038-9f5c-dc8db9b04af3 req-ba8c789e-bc4e-4e6a-8605-401d5aeec4a7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:50.574943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67c10-d25c-4038-9f5c-dc8db9b04af3 req-ba8c789e-bc4e-4e6a-8605-401d5aeec4a7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:50.579467 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 12:59:50.580582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93d67c10-d25c-4038-9f5c-dc8db9b04af3 req-ba8c789e-bc4e-4e6a-8605-401d5aeec4a7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5421 time: 0.2879469 Feb 09 12:59:50.632045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-7273fa48-a8fe-47e1-91a6-664d94f65dbe service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533970 Feb 09 12:59:50.718964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Attempting to bind port fc02754a-e453-47de-9ea7-085f36522649 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:50.718964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Attempting to bind port fc02754a-e453-47de-9ea7-085f36522649 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:50.718964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Attempting to bind port fc02754a-e453-47de-9ea7-085f36522649 on network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:50.726666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Port fc02754a-e453-47de-9ea7-085f36522649 on network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:50.727178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Attempting to bind port fc02754a-e453-47de-9ea7-085f36522649 on network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:50.727630 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-1c6b06c5-6ce9-471e-8bb1-5acf8da633c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6128b44b-b443-46ba-a5f6-649285248231 HTTP/1.1" status: 200 len: 217 time: 0.0865164 Feb 09 12:59:50.734320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27f6982b-3b37-4df4-9e5d-e9e423832f8e req-43957b11-7fdc-4342-8a52-c41cc8054de6 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107599 Feb 09 12:59:50.735902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:50.736235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Checking segment: {'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:50.736826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Bound using segment: {'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:50.737522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Bound port: fc02754a-e453-47de-9ea7-085f36522649, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:50.738037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:50.815080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93d67c10-d25c-4038-9f5c-dc8db9b04af3 req-f7d9b07d-a03f-45ab-93cc-7a3f4e533403 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2251678 Feb 09 12:59:50.816572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-3880cf8a-bbe2-44aa-89d1-94515b7b7dac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:50.818582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-3880cf8a-bbe2-44aa-89d1-94515b7b7dac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d2b1a3-c9c4-4072-9311-fe1aa67fef5a HTTP/1.1" status: 200 len: 797 time: 0.0826168 Feb 09 12:59:50.846099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] For port fc02754a-e453-47de-9ea7-085f36522649, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:50.850422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] For port fc02754a-e453-47de-9ea7-085f36522649, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fc02754a-e453-47de-9ea7-085f36522649,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:50.856752 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:50.891971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37052) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:51.026355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:51.028033 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] 10.222.0.62 "PUT /v2.0/ports/fc02754a-e453-47de-9ea7-085f36522649 HTTP/1.1" status: 200 len: 1091 time: 1.5152328 Feb 09 12:59:51.037767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-d1e761fd-0d74-44a4-a7fa-398c41b3044d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7795d20f-af30-4c07-9448-7781713777a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2020888 Feb 09 12:59:51.092114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578356d9-f195-4cf2-a28f-aaf85d2a77c1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc02754a-e453-47de-9ea7-085f36522649,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:51.112532 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcaf5c3-6e0b-423a-9342-4c18f235e05e', 'name': 'network-vif-deleted', 'tag': '430a597b-4f96-497c-ab63-e92c1a4f101f', 'status': 'completed', 'code': 200} Feb 09 12:59:51.269440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 53e0804e-d170-4f17-98d2-aa9075d199d1 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:59:51.283807 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-9c4833b5-fbbd-4f02-9cf9-f58da8bf2116 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f87af6578a534d759f966dc14c97e6ad&device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 1094 time: 0.1737571 Feb 09 12:59:51.403876 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-65738238-3506-42b8-917b-0486320d39f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc02754a-e453-47de-9ea7-085f36522649 HTTP/1.1" status: 200 len: 217 time: 0.1111746 Feb 09 12:59:51.425111 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:51.443077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'mac_address': 'fa:16:3e:28:fe:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:59:51.468531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-e2265dce-b4c1-42e8-afe2-a3fd565aacda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:51.470126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-e2265dce-b4c1-42e8-afe2-a3fd565aacda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc77c62c-3756-41a0-ba46-8fcac2da16bd HTTP/1.1" status: 200 len: 862 time: 0.0589840 Feb 09 12:59:51.498101 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:51.514975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e0804e-d170-4f17-98d2-aa9075d199d1 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:51.516978 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-78da9ed9-876d-4361-b318-b43201d9cbeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401571 Feb 09 12:59:51.530835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:51.535853 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:51.547129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee575e09-0148-49c9-a4f2-ec2c9341c5f9 admin admin] Deleting subnet 4de4a952-3b81-4858-aae6-119ad222c3a5 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 12:59:51.557700 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee575e09-0148-49c9-a4f2-ec2c9341c5f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:51.598136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-4127b98e-7a36-48d8-b569-73b435b54ac4 service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462513 Feb 09 12:59:51.608776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:51.657184 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-2e9a56dc-a5e8-4f50-972e-861457985b4a service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329787 Feb 09 12:59:51.661528 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee575e09-0148-49c9-a4f2-ec2c9341c5f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:51.709379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640448d-d505-4796-99b3-804b6e4c1f06 req-11e940e4-5908-47dc-9bbe-7e6ef9956c0d tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:51.710833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2640448d-d505-4796-99b3-804b6e4c1f06 req-11e940e4-5908-47dc-9bbe-7e6ef9956c0d tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.3504725 Feb 09 12:59:51.765156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['53e0804e-d170-4f17-98d2-aa9075d199d1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:51.790842 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39a83e9c-6e25-4d5a-bf5f-86bd007acd59 req-95a5858f-1cfd-45be-a67a-ad5e123cb689 service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264958 Feb 09 12:59:51.804871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1713f-1301-4f91-a2da-030c5c3cfd6a req-c386665d-7c2e-4d7b-8be8-d4c35aeeb03f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:51.806347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2c1713f-1301-4f91-a2da-030c5c3cfd6a req-c386665d-7c2e-4d7b-8be8-d4c35aeeb03f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 948 time: 0.4448900 Feb 09 12:59:51.862158 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee575e09-0148-49c9-a4f2-ec2c9341c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:51.944259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2640448d-d505-4796-99b3-804b6e4c1f06 req-5839062e-f501-4470-81da-cd199c2990b9 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806750 Feb 09 12:59:51.946270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-043491ef-2885-42c9-aef3-f299951d8a1b service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386314 Feb 09 12:59:51.954441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2c1713f-1301-4f91-a2da-030c5c3cfd6a req-8165292b-aa72-4ec0-9923-56aefc1cc676 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378663 Feb 09 12:59:52.048796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-cd13eedc-606f-49f1-86da-0555b82b243d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08e49cf4-828e-408c-a065-93aa80701962 HTTP/1.1" status: 200 len: 217 time: 0.0901871 Feb 09 12:59:52.094978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee575e09-0148-49c9-a4f2-ec2c9341c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.148465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee575e09-0148-49c9-a4f2-ec2c9341c5f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de4a952-3b81-4858-aae6-119ad222c3a5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:52.210666 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee575e09-0148-49c9-a4f2-ec2c9341c5f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.252589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-e3100203-785c-4303-98e8-ff9f4568043a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:52.254025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-e3100203-785c-4303-98e8-ff9f4568043a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d2b1a3-c9c4-4072-9311-fe1aa67fef5a HTTP/1.1" status: 200 len: 797 time: 0.1971600 Feb 09 12:59:52.262614 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ee575e09-0148-49c9-a4f2-ec2c9341c5f9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4de4a952-3b81-4858-aae6-119ad222c3a5 HTTP/1.1" status: 204 len: 168 time: 1.3672915 Feb 09 12:59:52.262812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37078) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:52.348167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37082) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:52.365720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37088) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:52.390165 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.392282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27ea28-c25d-4b88-b725-245f14dea876 req-a51bd0ba-ed33-41d0-b7cc-bbe6cf62d0ca tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:52.399553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a27ea28-c25d-4b88-b725-245f14dea876 req-a51bd0ba-ed33-41d0-b7cc-bbe6cf62d0ca tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 946 time: 0.2521682 Feb 09 12:59:52.450338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31bee2-716e-4f0b-bc6f-1f23a370bcab req-9821427f-b5ed-46e0-8ee2-38e30e552ecc tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:52.457299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b31bee2-716e-4f0b-bc6f-1f23a370bcab req-9821427f-b5ed-46e0-8ee2-38e30e552ecc tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 943 time: 0.2408462 Feb 09 12:59:52.483834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-66937392-b23b-42b1-b8ec-ae230fec940c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7795d20f-af30-4c07-9448-7781713777a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2213693 Feb 09 12:59:52.570407 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd9fbfca-dd85-47b8-9d99-229e315eaa97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.613682 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a27ea28-c25d-4b88-b725-245f14dea876 req-0ca7a7c0-48cc-4bfd-a7ff-f2cbcd18aca7 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132888 Feb 09 12:59:52.614501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-464c925f-5c15-41fd-8a5c-28e73d19cbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.644789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b31bee2-716e-4f0b-bc6f-1f23a370bcab req-8744ff63-1016-4b31-8fbb-3ec969b41a77 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866231 Feb 09 12:59:52.649326 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.678776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fd9fbfca-dd85-47b8-9d99-229e315eaa97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:52.693742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb25d5a8-8658-4707-8dcc-08534bf785bb']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:52.700778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fd9fbfca-dd85-47b8-9d99-229e315eaa97 admin admin] Usage tracker for resource:security_group_rule and tenant:72f686cd68154fdc9b8d5b0ff2ba792e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:52.706015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fd9fbfca-dd85-47b8-9d99-229e315eaa97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:52.708453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-464c925f-5c15-41fd-8a5c-28e73d19cbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:52.713243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525dec19-c1f8-4652-a996-dd849e837821') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:52.713535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525dec19-c1f8-4652-a996-dd849e837821') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:52.714381 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-6b7dbbd2-2345-4cce-83c7-1890ef084059 service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214551 Feb 09 12:59:52.715313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-464c925f-5c15-41fd-8a5c-28e73d19cbf8 admin admin] Usage tracker for resource:security_group_rule and tenant:df6014ac71824d0eb5bd43aa21c61dc7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:52.718195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-464c925f-5c15-41fd-8a5c-28e73d19cbf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:52.720309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fd9fbfca-dd85-47b8-9d99-229e315eaa97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:52.730308 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.744679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-464c925f-5c15-41fd-8a5c-28e73d19cbf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:52.757312 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.768135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 12:59:52.768543 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: timer() Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:52.782117 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:52.886520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.907989 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.913545 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd9fbfca-dd85-47b8-9d99-229e315eaa97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.920766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb25d5a8-8658-4707-8dcc-08534bf785bb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:52.922863 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd9fbfca-dd85-47b8-9d99-229e315eaa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:52.954641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce5a961e-9d92-4f6c-9434-9ec18a3d3c4d req-7d48000e-c544-4e55-a0c4-553f21427e80 service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334380 Feb 09 12:59:52.977680 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cfe7e1ac-04e1-4e68-bb6a-a5568c50b4f7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/eb25d5a8-8658-4707-8dcc-08534bf785bb HTTP/1.1" status: 204 len: 168 time: 0.7137616 Feb 09 12:59:52.982609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37094) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:52.982609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fbfca-dd85-47b8-9d99-229e315eaa97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960201f5-23ac-4a63-9af5-da6b8bfbeafc,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:52.988547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53668-ef2f-4b36-b864-23c974391178 req-68593029-9047-42eb-b033-95717de4875a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:52.993401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53668-ef2f-4b36-b864-23c974391178 req-68593029-9047-42eb-b033-95717de4875a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:52.997406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53668-ef2f-4b36-b864-23c974391178 req-68593029-9047-42eb-b033-95717de4875a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:53.001589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53668-ef2f-4b36-b864-23c974391178 req-68593029-9047-42eb-b033-95717de4875a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:53.007285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53668-ef2f-4b36-b864-23c974391178 req-68593029-9047-42eb-b033-95717de4875a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:53.011421 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53668-ef2f-4b36-b864-23c974391178 req-68593029-9047-42eb-b033-95717de4875a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:53.016625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd53668-ef2f-4b36-b864-23c974391178 req-68593029-9047-42eb-b033-95717de4875a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:53.018508 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4dd53668-ef2f-4b36-b864-23c974391178 req-68593029-9047-42eb-b033-95717de4875a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5421 time: 0.2590678 Feb 09 12:59:53.024365 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fd9fbfca-dd85-47b8-9d99-229e315eaa97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=72f686cd68154fdc9b8d5b0ff2ba792e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6576018 Feb 09 12:59:53.027445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37102) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:53.039727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-464c925f-5c15-41fd-8a5c-28e73d19cbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.056189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-771fd6be-f9ad-406e-b45f-5eef8015a954 admin admin] Deleting subnet deac4d8d-7b5c-4b8c-936e-9b54ed76273b {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 12:59:53.059626 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-771fd6be-f9ad-406e-b45f-5eef8015a954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.108194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-464c925f-5c15-41fd-8a5c-28e73d19cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.111328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-771fd6be-f9ad-406e-b45f-5eef8015a954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.136881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97272091-f2bc-4838-9ea4-c19d87181839', 'tag': 'fc02754a-e453-47de-9ea7-085f36522649'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:53.176636 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-771fd6be-f9ad-406e-b45f-5eef8015a954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.248097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-771fd6be-f9ad-406e-b45f-5eef8015a954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.278415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 53e0804e-d170-4f17-98d2-aa9075d199d1 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:59:53.286804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fd6be-f9ad-406e-b45f-5eef8015a954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deac4d8d-7b5c-4b8c-936e-9b54ed76273b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:53.294875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-771fd6be-f9ad-406e-b45f-5eef8015a954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.302861 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-771fd6be-f9ad-406e-b45f-5eef8015a954 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/deac4d8d-7b5c-4b8c-936e-9b54ed76273b HTTP/1.1" status: 204 len: 168 time: 0.3156772 Feb 09 12:59:53.303146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37108) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:53.362112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 53e0804e-d170-4f17-98d2-aa9075d199d1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:53.367655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 53e0804e-d170-4f17-98d2-aa9075d199d1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:53.368151 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.400258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c925f-5c15-41fd-8a5c-28e73d19cbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7991bc9-4f4c-445b-b72d-2db0f4a3abc3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:53.409723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-464c925f-5c15-41fd-8a5c-28e73d19cbf8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df6014ac71824d0eb5bd43aa21c61dc7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0591037 Feb 09 12:59:53.413300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37112) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:53.415727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b781dc5f-6458-40c1-b744-40fdca4e568c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.429963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.431885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4dd53668-ef2f-4b36-b864-23c974391178 req-ab484d44-837b-49dd-840e-2c93457cfd36 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3880632 Feb 09 12:59:53.507181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.538047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b781dc5f-6458-40c1-b744-40fdca4e568c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.539211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:53.552404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:53.557334 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.569989 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c830f91-1ec7-4d7c-ab97-d687cfa96bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.578358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c877add6-87b1-4e7c-8a51-a0ee6754a99f req-fdd428dc-1c54-440b-b6b5-dc8e3f135427 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6478 time: 0.4737689 Feb 09 12:59:53.626781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c5d5d-f3b6-4458-8cca-1ba4f86f8026 req-f881a79b-8675-446c-8291-4e4803c59074 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:53.626781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b6c5d5d-f3b6-4458-8cca-1ba4f86f8026 req-f881a79b-8675-446c-8291-4e4803c59074 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.3537650 Feb 09 12:59:53.652465 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.685881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:53.706530 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c830f91-1ec7-4d7c-ab97-d687cfa96bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.756124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ebae7b-3017-4767-abc5-3a493043b8b2']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:53.772367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f030483e-3a42-43e9-a9c0-061557258727') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:53.772628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f030483e-3a42-43e9-a9c0-061557258727') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 12:59:53.785541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.804438 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.809177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b6c5d5d-f3b6-4458-8cca-1ba4f86f8026 req-6776e1a0-6c42-45a6-8b9a-f272d8a69aa4 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608143 Feb 09 12:59:53.811231 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c830f91-1ec7-4d7c-ab97-d687cfa96bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.816917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b781dc5f-6458-40c1-b744-40fdca4e568c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.825431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 12:59:53.825849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: timer() Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 12:59:53.842837 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 12:59:53.850261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781dc5f-6458-40c1-b744-40fdca4e568c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960201f5-23ac-4a63-9af5-da6b8bfbeafc,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:53.862981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c830f91-1ec7-4d7c-ab97-d687cfa96bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7991bc9-4f4c-445b-b72d-2db0f4a3abc3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:53.883238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877add6-87b1-4e7c-8a51-a0ee6754a99f req-960b5d95-9955-45d1-842d-37c289bf17ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:53.887009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c877add6-87b1-4e7c-8a51-a0ee6754a99f req-960b5d95-9955-45d1-842d-37c289bf17ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=7795d20f-af30-4c07-9448-7781713777a7 HTTP/1.1" status: 200 len: 902 time: 0.2939174 Feb 09 12:59:53.935449 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97272091-f2bc-4838-9ea4-c19d87181839', 'tag': 'fc02754a-e453-47de-9ea7-085f36522649', 'status': 'completed', 'code': 200} Feb 09 12:59:53.956021 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'code': 200} Feb 09 12:59:53.971830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c830f91-1ec7-4d7c-ab97-d687cfa96bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.977205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4c830f91-1ec7-4d7c-ab97-d687cfa96bb3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7991bc9-4f4c-445b-b72d-2db0f4a3abc3 HTTP/1.1" status: 204 len: 168 time: 0.5629089 Feb 09 12:59:53.988848 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b781dc5f-6458-40c1-b744-40fdca4e568c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:53.990697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b781dc5f-6458-40c1-b744-40fdca4e568c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/960201f5-23ac-4a63-9af5-da6b8bfbeafc HTTP/1.1" status: 204 len: 168 time: 0.9597812 Feb 09 12:59:54.024075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c877add6-87b1-4e7c-8a51-a0ee6754a99f req-46c01482-c5eb-4574-8a87-31b88907c470 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6128b44b-b443-46ba-a5f6-649285248231 HTTP/1.1" status: 200 len: 217 time: 0.1266191 Feb 09 12:59:54.025682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:54.033126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e633d-334f-46d3-b1f9-407a551c528f req-183ab552-1fe6-49e3-aa59-84869124ac58 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:54.035176 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:54.048156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f00e633d-334f-46d3-b1f9-407a551c528f req-183ab552-1fe6-49e3-aa59-84869124ac58 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.3058131 Feb 09 12:59:54.109625 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] 10.222.0.59 "DELETE /v2.0/networks/70ebae7b-3017-4767-abc5-3a493043b8b2 HTTP/1.1" status: 204 len: 168 time: 0.8052211 Feb 09 12:59:54.124524 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6ff46f1a-64e6-43c9-a5ac-425e62476e1c req-adaf2580-b9bd-4068-81f8-81353cd65fc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f87af6578a534d759f966dc14c97e6ad&device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 1094 time: 0.1908960 Feb 09 12:59:54.127706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068ecbc-5a2e-429b-b14d-e417308a8abd admin admin] Pushing event deleted for resources: {'Network': ['ID=70ebae7b-3017-4767-abc5-3a493043b8b2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:54.143811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fc02754a-e453-47de-9ea7-085f36522649 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:59:54.254400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f00e633d-334f-46d3-b1f9-407a551c528f req-a326438c-4f52-4b37-a747-a649dfde26b6 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053452 Feb 09 12:59:54.274142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877add6-87b1-4e7c-8a51-a0ee6754a99f req-f171b9f5-7e65-475c-aac5-d0129e81bc78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:54.277795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c877add6-87b1-4e7c-8a51-a0ee6754a99f req-f171b9f5-7e65-475c-aac5-d0129e81bc78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d2b1a3-c9c4-4072-9311-fe1aa67fef5a HTTP/1.1" status: 200 len: 797 time: 0.2272885 Feb 09 12:59:54.295179 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a4bd47d0-4643-42a9-8bf4-75d796cf56b9 req-e9c6858d-c3a6-4979-915a-78484a86c363 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 1101 time: 0.2548795 Feb 09 12:59:54.347025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff46f1a-64e6-43c9-a5ac-425e62476e1c req-42003695-6d3d-4b9d-8ab4-fd98423cd398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:54.350228 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6ff46f1a-64e6-43c9-a5ac-425e62476e1c req-42003695-6d3d-4b9d-8ab4-fd98423cd398 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 HTTP/1.1" status: 200 len: 923 time: 0.2183890 Feb 09 12:59:54.370847 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a4bd47d0-4643-42a9-8bf4-75d796cf56b9 req-06c09570-363a-4d0e-896e-e1f1a9006681 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684693 Feb 09 12:59:54.419048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ae75a-e9eb-4529-b417-5c1563aed45e req-ea546aaa-b733-45a9-b71b-25e8fe7c954a tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:54.423563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-086ae75a-e9eb-4529-b417-5c1563aed45e req-ea546aaa-b733-45a9-b71b-25e8fe7c954a tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 946 time: 0.2819376 Feb 09 12:59:54.440791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fc02754a-e453-47de-9ea7-085f36522649, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fc02754a-e453-47de-9ea7-085f36522649,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:54.470426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'fc02754a-e453-47de-9ea7-085f36522649', 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9', 'port_id': 'fc02754a-e453-47de-9ea7-085f36522649', 'mac_address': 'fa:16:3e:fd:2b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc77c62c-3756-41a0-ba46-8fcac2da16bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 12:59:54.559143 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6ff46f1a-64e6-43c9-a5ac-425e62476e1c req-d5c2661f-bb3a-4489-9e8e-a6de300c0a52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc02754a-e453-47de-9ea7-085f36522649 HTTP/1.1" status: 200 len: 217 time: 0.1903970 Feb 09 12:59:54.579671 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:54.612295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc02754a-e453-47de-9ea7-085f36522649 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 12:59:54.627609 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-086ae75a-e9eb-4529-b417-5c1563aed45e req-dc3b86d8-3b96-40eb-ba1a-f97d5f376632 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917925 Feb 09 12:59:54.634531 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fc02754a-e453-47de-9ea7-085f36522649, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fc02754a-e453-47de-9ea7-085f36522649,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:54.641956 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:54.648485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c877add6-87b1-4e7c-8a51-a0ee6754a99f req-49c51127-cad2-4f4d-9169-c6350d263000 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7795d20f-af30-4c07-9448-7781713777a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3545597 Feb 09 12:59:54.699914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff46f1a-64e6-43c9-a5ac-425e62476e1c req-7958ae90-cfbe-4112-a845-2f5b5f82e0f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:54.701347 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6ff46f1a-64e6-43c9-a5ac-425e62476e1c req-7958ae90-cfbe-4112-a845-2f5b5f82e0f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc77c62c-3756-41a0-ba46-8fcac2da16bd HTTP/1.1" status: 200 len: 862 time: 0.1322210 Feb 09 12:59:54.801205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6ff46f1a-64e6-43c9-a5ac-425e62476e1c req-7e5b9452-f13e-425f-a5ba-b3dc9250261b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907168 Feb 09 12:59:54.801752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37136) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:54.867143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=fc02754a-e453-47de-9ea7-085f36522649,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:54.927980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37142) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:54.951830 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a00a3190-f6ea-4f80-96d4-6d582de5d030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:54.964008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e21c2c-8a14-4601-8870-39e53423e26a req-d7d33150-3ac5-4065-bbad-57fdd390a397 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:54.965503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21e21c2c-8a14-4601-8870-39e53423e26a req-d7d33150-3ac5-4065-bbad-57fdd390a397 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 943 time: 0.4589934 Feb 09 12:59:55.008771 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3ca9c158-ef09-49b9-b2ab-f6cbcf1d6e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:55.041418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['fc02754a-e453-47de-9ea7-085f36522649'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:55.112441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c877add6-87b1-4e7c-8a51-a0ee6754a99f req-9a255e37-11d1-40f2-905d-789e2a8c8fff service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572649 Feb 09 12:59:55.118645 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6ff46f1a-64e6-43c9-a5ac-425e62476e1c req-8bf29937-8ddd-4758-b743-e5b9403181df service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884498 Feb 09 12:59:55.181484 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1bef2c4e-44bb-4438-8691-e8b8c4a4507e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4356ca73cb7b44649bc5b79338960c01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3785725 Feb 09 12:59:55.185582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37148) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:55.204458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3ca9c158-ef09-49b9-b2ab-f6cbcf1d6e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:55.212091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3ca9c158-ef09-49b9-b2ab-f6cbcf1d6e16 admin admin] Usage tracker for resource:security_group_rule and tenant:67fb4b33914942b9a4d0c76470d1279d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:55.216834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3ca9c158-ef09-49b9-b2ab-f6cbcf1d6e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:55.227277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3ca9c158-ef09-49b9-b2ab-f6cbcf1d6e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:55.347595 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6ff46f1a-64e6-43c9-a5ac-425e62476e1c req-2376464e-4f7a-48cb-9b15-7027f6f2d02f service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115390 Feb 09 12:59:55.352393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-610bb38b-86aa-48a6-a219-03995cd5557e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:55.356985 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21e21c2c-8a14-4601-8870-39e53423e26a req-d35f97f2-2586-47eb-bf7b-9b0634d7677e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822281 Feb 09 12:59:55.424919 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-610bb38b-86aa-48a6-a219-03995cd5557e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:55.489461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c877add6-87b1-4e7c-8a51-a0ee6754a99f req-73e82b0d-bd1c-4389-a20e-7f0d582e221a service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638473 Feb 09 12:59:55.536770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-610bb38b-86aa-48a6-a219-03995cd5557e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:55.542309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630cae-b710-45cd-afdc-498471caac57 req-ca6fc9dc-a36b-4542-83b0-010e398cbc3d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:55.546795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630cae-b710-45cd-afdc-498471caac57 req-ca6fc9dc-a36b-4542-83b0-010e398cbc3d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:55.551606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630cae-b710-45cd-afdc-498471caac57 req-ca6fc9dc-a36b-4542-83b0-010e398cbc3d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:55.556911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630cae-b710-45cd-afdc-498471caac57 req-ca6fc9dc-a36b-4542-83b0-010e398cbc3d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:55.561034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630cae-b710-45cd-afdc-498471caac57 req-ca6fc9dc-a36b-4542-83b0-010e398cbc3d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:55.565447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630cae-b710-45cd-afdc-498471caac57 req-ca6fc9dc-a36b-4542-83b0-010e398cbc3d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:55.568448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bb38b-86aa-48a6-a219-03995cd5557e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb700e-da6d-41f3-af76-9f90c6c2f354,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:55.571375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630cae-b710-45cd-afdc-498471caac57 req-ca6fc9dc-a36b-4542-83b0-010e398cbc3d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:55.582223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4630cae-b710-45cd-afdc-498471caac57 req-ca6fc9dc-a36b-4542-83b0-010e398cbc3d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5421 time: 0.5554762 Feb 09 12:59:55.591380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-610bb38b-86aa-48a6-a219-03995cd5557e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:55.592492 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-610bb38b-86aa-48a6-a219-03995cd5557e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/abbb700e-da6d-41f3-af76-9f90c6c2f354 HTTP/1.1" status: 204 len: 168 time: 0.4061787 Feb 09 12:59:55.733996 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3ca9c158-ef09-49b9-b2ab-f6cbcf1d6e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:55.746813 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3ca9c158-ef09-49b9-b2ab-f6cbcf1d6e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:55.802013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4630cae-b710-45cd-afdc-498471caac57 req-db750b8c-8560-4fdc-a200-dde76c43f121 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2179444 Feb 09 12:59:55.829420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9c158-ef09-49b9-b2ab-f6cbcf1d6e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed498a8-ef8a-4e16-b844-fa5c8c3dfe7d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:55.837926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3ca9c158-ef09-49b9-b2ab-f6cbcf1d6e16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=67fb4b33914942b9a4d0c76470d1279d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9085960 Feb 09 12:59:55.840498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37168) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:55.853463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660fbd0-5374-463d-85e6-4be3e7ff36d4 req-65788906-4765-4e5e-811c-b29a1a754f9f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:55.853463 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5660fbd0-5374-463d-85e6-4be3e7ff36d4 req-65788906-4765-4e5e-811c-b29a1a754f9f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.2595780 Feb 09 12:59:55.912957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-516453e5-1796-425d-8a62-13a607f57a1b req-1d2aaf36-1838-409f-ae8b-a0fdaeb15d42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6478 time: 0.3230436 Feb 09 12:59:56.068377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37174) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:56.213897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1698778761-network', 'tenant_id': '819a0ead3dfd4a61b8df838745ba906a'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:56.218127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5660fbd0-5374-463d-85e6-4be3e7ff36d4 req-02dec6c6-ca63-4f1e-bb54-a2bd8fe0d3ad tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487945 Feb 09 12:59:56.219157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:56.224226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Usage tracker for resource:network and tenant:819a0ead3dfd4a61b8df838745ba906a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:56.228984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:56.235754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eff91df1-f96c-49cf-a785-f9edff51631d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.237703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:56.249621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37180) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:56.269336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Made reservation on behalf of 819a0ead3dfd4a61b8df838745ba906a for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:56.272316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.287811 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eff91df1-f96c-49cf-a785-f9edff51631d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.291431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.298766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516453e5-1796-425d-8a62-13a607f57a1b req-de604e1a-c590-49e3-ae10-b65e9a7da1d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:56.300257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-516453e5-1796-425d-8a62-13a607f57a1b req-de604e1a-c590-49e3-ae10-b65e9a7da1d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7795d20f-af30-4c07-9448-7781713777a7 HTTP/1.1" status: 200 len: 902 time: 0.3772638 Feb 09 12:59:56.345668 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d4a847e7-7704-4463-8052-2ee045cf6a08 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=517e1e56df734129848f086076b5a9b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0946393 Feb 09 12:59:56.348989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37184) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:56.360908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:56.367731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Usage tracker for resource:security_group_rule and tenant:819a0ead3dfd4a61b8df838745ba906a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:56.371832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:56.386313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:56.445181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c2771ec-067f-43f5-b1f8-42ab72fbdef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.451861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff1d5f-a77d-42e7-941d-e56e650e5a3e req-dfdfbe08-d5ab-40b3-a0f0-b31444c33e54 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:56.453297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4ff1d5f-a77d-42e7-941d-e56e650e5a3e req-dfdfbe08-d5ab-40b3-a0f0-b31444c33e54 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.3672390 Feb 09 12:59:56.456684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-516453e5-1796-425d-8a62-13a607f57a1b req-af536844-3645-4746-89a4-84ce66e4ea20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08e49cf4-828e-408c-a065-93aa80701962 HTTP/1.1" status: 200 len: 217 time: 0.1460280 Feb 09 12:59:56.486449 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c2771ec-067f-43f5-b1f8-42ab72fbdef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.534416 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.540746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.569748 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eff91df1-f96c-49cf-a785-f9edff51631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.573775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516453e5-1796-425d-8a62-13a607f57a1b req-c778ced2-2bdd-4997-a942-816ed7a4be0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:56.575413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-516453e5-1796-425d-8a62-13a607f57a1b req-c778ced2-2bdd-4997-a942-816ed7a4be0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d2b1a3-c9c4-4072-9311-fe1aa67fef5a HTTP/1.1" status: 200 len: 797 time: 0.0955672 Feb 09 12:59:56.576621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 12:59:56.585676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411de4e6-ec4c-4f61-8840-a09d7aa142df,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:56.592358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.593192 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Added segment 1d96a73f-b9a9-46ab-94e5-350a300b06bc of type vlan for network 12788e67-143c-4867-a351-ef88510d233b Feb 09 12:59:56.605046 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c2771ec-067f-43f5-b1f8-42ab72fbdef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.637569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2771ec-067f-43f5-b1f8-42ab72fbdef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bd8317-d750-4391-aeca-93cfdefa7cef,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:56.642855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.650340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4ff1d5f-a77d-42e7-941d-e56e650e5a3e req-fa3041cb-169b-44be-9872-6a152df86f7d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896551 Feb 09 12:59:56.651307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff91df1-f96c-49cf-a785-f9edff51631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed498a8-ef8a-4e16-b844-fa5c8c3dfe7d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:56.666925 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eff91df1-f96c-49cf-a785-f9edff51631d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.670329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-eff91df1-f96c-49cf-a785-f9edff51631d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ed498a8-ef8a-4e16-b844-fa5c8c3dfe7d HTTP/1.1" status: 204 len: 168 time: 0.8261063 Feb 09 12:59:56.672055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c2771ec-067f-43f5-b1f8-42ab72fbdef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.678206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f5b78-a7c8-48a0-8919-bcb3458faf86 req-9b8d6bf4-d9c7-42f7-accb-206deb4bdda6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:56.679719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd5f5b78-a7c8-48a0-8919-bcb3458faf86 req-9b8d6bf4-d9c7-42f7-accb-206deb4bdda6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 946 time: 0.3045495 Feb 09 12:59:56.687282 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4c2771ec-067f-43f5-b1f8-42ab72fbdef5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48bd8317-d750-4391-aeca-93cfdefa7cef HTTP/1.1" status: 204 len: 168 time: 0.3370988 Feb 09 12:59:56.715174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.716414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:56.717577 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:56.815317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd5f5b78-a7c8-48a0-8919-bcb3458faf86 req-c03bad46-d7a8-4bc0-b0bc-dae3980ee10f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294684 Feb 09 12:59:56.818489 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-516453e5-1796-425d-8a62-13a607f57a1b req-555f9174-5183-4d85-ac6b-01068af306bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7795d20f-af30-4c07-9448-7781713777a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2315669 Feb 09 12:59:56.842060 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7724857 Feb 09 12:59:56.849520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37196) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 12:59:56.873511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Request body: {'subnet': {'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1698778761-subnet', 'tenant_id': '819a0ead3dfd4a61b8df838745ba906a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:56.887237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f46514-603f-44e7-96f0-3a4a19888d47 admin admin] Pushing event updated for resources: {'Network': ['ID=12788e67-143c-4867-a351-ef88510d233b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:56.893520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 12:59:56.903189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Usage tracker for resource:subnet and tenant:819a0ead3dfd4a61b8df838745ba906a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 12:59:56.904608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 12788e67-143c-4867-a351-ef88510d233b details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 12:59:56.916528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 12:59:56.950407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 12:59:56.969337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Made reservation on behalf of 819a0ead3dfd4a61b8df838745ba906a for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 12:59:56.971699 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.175051 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-53814e79-4713-4cc8-8784-d2f41de5429e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.176394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-516453e5-1796-425d-8a62-13a607f57a1b req-d16cb51b-9bcf-4d15-84d9-8eb7151c5c8d service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412831 Feb 09 12:59:57.331959 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.339484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d794f-080f-496a-a679-14f0fbb68ad4 req-512ed9e7-a5ed-4895-b92f-ea4adfa17f89 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.346116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d82d794f-080f-496a-a679-14f0fbb68ad4 req-512ed9e7-a5ed-4895-b92f-ea4adfa17f89 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 944 time: 0.5150173 Feb 09 12:59:57.418985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497c8c8-b4b6-4f1e-9aca-5ecbd2820067 req-f4b5455f-b190-45cb-b783-c9fd6affdcda tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.420618 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e497c8c8-b4b6-4f1e-9aca-5ecbd2820067 req-f4b5455f-b190-45cb-b783-c9fd6affdcda tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.3053620 Feb 09 12:59:57.436594 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d82d794f-080f-496a-a679-14f0fbb68ad4 req-105564dc-423c-4b28-8d8d-43400f322189 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896382 Feb 09 12:59:57.439992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-516453e5-1796-425d-8a62-13a607f57a1b req-fd0d573f-cabc-4cb3-b593-3894363ca2d0 service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545598 Feb 09 12:59:57.480343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5831325b-7029-405e-857f-84d59869e409,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:57.523880 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e497c8c8-b4b6-4f1e-9aca-5ecbd2820067 req-6d09ac41-6c33-4ae0-bfb0-b8fd11dd3df0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860012 Feb 09 12:59:57.565629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Checking segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:57.565978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Network hostable DHCP agents. Network: 12788e67-143c-4867-a351-ef88510d233b, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 12:59:57.581957 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-29ec497c-64eb-4de0-9652-c295a294ddf2 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1097 time: 0.1978121 Feb 09 12:59:57.593174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-3'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 12:59:57.716871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.771886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eea76-bb13-4b6b-a771-961394d17d18 req-00f75bdd-5c65-42a4-bd3a-7883e0df9712 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.776192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eea76-bb13-4b6b-a771-961394d17d18 req-00f75bdd-5c65-42a4-bd3a-7883e0df9712 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.780108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eea76-bb13-4b6b-a771-961394d17d18 req-00f75bdd-5c65-42a4-bd3a-7883e0df9712 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.784323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eea76-bb13-4b6b-a771-961394d17d18 req-00f75bdd-5c65-42a4-bd3a-7883e0df9712 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.785647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Network 12788e67-143c-4867-a351-ef88510d233b is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 12:59:57.788268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eea76-bb13-4b6b-a771-961394d17d18 req-00f75bdd-5c65-42a4-bd3a-7883e0df9712 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.792381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eea76-bb13-4b6b-a771-961394d17d18 req-00f75bdd-5c65-42a4-bd3a-7883e0df9712 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.796284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eea76-bb13-4b6b-a771-961394d17d18 req-00f75bdd-5c65-42a4-bd3a-7883e0df9712 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.796795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 12788e67-143c-4867-a351-ef88510d233b) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 12:59:57.804515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e4eea76-bb13-4b6b-a771-961394d17d18 req-00f75bdd-5c65-42a4-bd3a-7883e0df9712 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5421 time: 0.2294619 Feb 09 12:59:57.808610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.809200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:57.810126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff164a0-f1b2-4549-a157-536121a586cd None None] Network 12788e67-143c-4867-a351-ef88510d233b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:59:57.845940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432ad13-56c8-4821-a2d0-98506c040e69 req-ab92a261-26b5-476d-8791-85f1279f23d1 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:57.853044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7432ad13-56c8-4821-a2d0-98506c040e69 req-ab92a261-26b5-476d-8791-85f1279f23d1 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.1800888 Feb 09 12:59:57.911642 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aab200b0-2ad6-45dc-b204-dc037c70cc57 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0548854 Feb 09 12:59:57.912678 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e4eea76-bb13-4b6b-a771-961394d17d18 req-29e10eeb-67f8-491e-b9af-acfdfff491de tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068485 Feb 09 12:59:57.960688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7432ad13-56c8-4821-a2d0-98506c040e69 req-32bd50a3-342a-47e0-8539-a965930d6892 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066992 Feb 09 12:59:58.017847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:58.172146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60230e8e-d601-41cd-93d0-cf0a82e4cb64 None None] Network 12788e67-143c-4867-a351-ef88510d233b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 12:59:58.222275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:58.291856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c1b8d-f2b3-48ec-bbcb-a97f2c51084e req-0ec00877-ef69-45c1-b359-0133f99a56c9 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:58.294035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-560c1b8d-f2b3-48ec-bbcb-a97f2c51084e req-0ec00877-ef69-45c1-b359-0133f99a56c9 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 946 time: 0.1553175 Feb 09 12:59:58.328474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fc02754a-e453-47de-9ea7-085f36522649 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 12:59:58.334278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c62fc25-f159-446d-baea-c305eabefde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367b8f3d-2d72-4b9a-910d-a1d08629450e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:58.339951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.346941 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.468877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-560c1b8d-f2b3-48ec-bbcb-a97f2c51084e req-97bb7070-dcfa-4e84-be69-5a4db79fa770 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602347 Feb 09 12:59:58.519730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Pushing event updated for resources: {'Port': ['ID=367b8f3d-2d72-4b9a-910d-a1d08629450e,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:58.522179 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-465fa766-be0d-4809-a1b0-61d7d2813f7e req-6a2faa02-6650-496b-9db3-e071ee2d86b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2152383 Feb 09 12:59:58.572962 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.606710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e on host n-h1-825175-3 for vnic_type normal with profile {"migrating_to": "n-h2-825175-3"} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 12:59:58.607037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 12:59:58.607195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.607712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:58.618358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Port 367b8f3d-2d72-4b9a-910d-a1d08629450e on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 12:59:58.618705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Attempting to bind port 367b8f3d-2d72-4b9a-910d-a1d08629450e on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 12:59:58.626550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 12:59:58.626894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 12:59:58.627421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 12:59:58.627975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Bound port: 367b8f3d-2d72-4b9a-910d-a1d08629450e, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 12:59:58.628326 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.673935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port fc02754a-e453-47de-9ea7-085f36522649 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 12:59:58.681176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port fc02754a-e453-47de-9ea7-085f36522649 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 12:59:58.681768 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.751079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 12:59:58.755961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 12:59:58.761413 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.897433 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:58.992384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97272091-f2bc-4838-9ea4-c19d87181839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc02754a-e453-47de-9ea7-085f36522649'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 12:59:59.017908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fc02754a-e453-47de-9ea7-085f36522649, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fc02754a-e453-47de-9ea7-085f36522649,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:59.023249 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.036108 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c62fc25-f159-446d-baea-c305eabefde0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367b8f3d-2d72-4b9a-910d-a1d08629450e', 'code': 200} Feb 09 12:59:59.082394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Pushing event updated for resources: {'Port': ['ID=367b8f3d-2d72-4b9a-910d-a1d08629450e,revision_number=8']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:59.165773 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.168676 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-5d4f497d-cb40-455b-8244-f6ef0c263347 service neutron] 10.222.0.67 "PUT /v2.0/ports/367b8f3d-2d72-4b9a-910d-a1d08629450e HTTP/1.1" status: 200 len: 1122 time: 1.5804732 Feb 09 12:59:59.177676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=fc02754a-e453-47de-9ea7-085f36522649,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 12:59:59.247936 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-835d73ef-53bb-4867-bce6-ae131ca133dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2305937 Feb 09 12:59:59.259028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['367b8f3d-2d72-4b9a-910d-a1d08629450e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:59.307155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['367b8f3d-2d72-4b9a-910d-a1d08629450e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 12:59:59.422982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 367b8f3d-2d72-4b9a-910d-a1d08629450e details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 12:59:59.478004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856c520-97af-4a72-9d90-73120c7caf24 req-fd674e4a-98a1-40f6-ba42-89ffcecf5a16 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:59.479873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9856c520-97af-4a72-9d90-73120c7caf24 req-fd674e4a-98a1-40f6-ba42-89ffcecf5a16 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.3369579 Feb 09 12:59:59.485623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-f401bfb8-1b30-4e5a-956c-9415cc6a31f4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 12:59:59.493620 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-f401bfb8-1b30-4e5a-956c-9415cc6a31f4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.2657878 Feb 09 12:59:59.703731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-ae891c2c-dc43-43fc-b369-6afbb313b4e2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/quotas/819a0ead3dfd4a61b8df838745ba906a HTTP/1.1" status: 200 len: 375 time: 0.2089224 Feb 09 12:59:59.740921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 12:59:59.759295 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 12:59:59.778890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 367b8f3d-2d72-4b9a-910d-a1d08629450e has no active binding in host n-h2-825175-3 {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 12:59:59.779120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-5a9553a6-117c-4767-9c70-600815cf9787 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739384 Feb 09 12:59:59.843333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9856c520-97af-4a72-9d90-73120c7caf24 req-cc75509e-aa94-4c7c-a2e5-9ee4615fc735 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469987 Feb 09 13:00:00.003568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-1af4a231-4bbf-4472-bb0a-d590c166bd56 service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234221 Feb 09 13:00:00.212383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-23c40a16-d7f0-47be-b7b4-e23027fc0949 service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076054 Feb 09 13:00:00.239741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c57c3a-94f1-4494-b79f-28422e60c5d3 req-c16ba754-03fd-4f1d-b72d-b5e25622c6c5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.241221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82c57c3a-94f1-4494-b79f-28422e60c5d3 req-c16ba754-03fd-4f1d-b72d-b5e25622c6c5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.2086480 Feb 09 13:00:00.366687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82c57c3a-94f1-4494-b79f-28422e60c5d3 req-19c43a15-d660-4275-8ce6-5234b39eea1c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167338 Feb 09 13:00:00.778031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbccb03-3158-4fd7-ba6c-342fba58542a req-a33a3d8c-4818-45ca-92fb-b53d813cd02a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.783128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbccb03-3158-4fd7-ba6c-342fba58542a req-a33a3d8c-4818-45ca-92fb-b53d813cd02a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.787545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbccb03-3158-4fd7-ba6c-342fba58542a req-a33a3d8c-4818-45ca-92fb-b53d813cd02a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.792045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbccb03-3158-4fd7-ba6c-342fba58542a req-a33a3d8c-4818-45ca-92fb-b53d813cd02a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.796938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbccb03-3158-4fd7-ba6c-342fba58542a req-a33a3d8c-4818-45ca-92fb-b53d813cd02a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.802232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbccb03-3158-4fd7-ba6c-342fba58542a req-a33a3d8c-4818-45ca-92fb-b53d813cd02a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.807392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbccb03-3158-4fd7-ba6c-342fba58542a req-a33a3d8c-4818-45ca-92fb-b53d813cd02a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.809813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dbccb03-3158-4fd7-ba6c-342fba58542a req-a33a3d8c-4818-45ca-92fb-b53d813cd02a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5421 time: 0.2753046 Feb 09 13:00:00.816572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed5e2-7212-4314-9ac0-3187bed6a81c req-b54fbfef-da46-446a-a9d2-73d80e463b3f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:00.819414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c0ed5e2-7212-4314-9ac0-3187bed6a81c req-b54fbfef-da46-446a-a9d2-73d80e463b3f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.2149992 Feb 09 13:00:00.911976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dbccb03-3158-4fd7-ba6c-342fba58542a req-ac6b00c8-62f8-44cc-bf72-cd58db76620b tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915630 Feb 09 13:00:00.918974 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c0ed5e2-7212-4314-9ac0-3187bed6a81c req-7999548f-002f-4fbb-994e-54982b0d4b34 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844498 Feb 09 13:00:01.034289 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97272091-f2bc-4838-9ea4-c19d87181839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc02754a-e453-47de-9ea7-085f36522649', 'code': 200} Feb 09 13:00:01.037429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c62fc25-f159-446d-baea-c305eabefde0', 'tag': '367b8f3d-2d72-4b9a-910d-a1d08629450e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:01.211728 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f3e800c-44e8-4694-90d0-d93fbd63ff93 req-fadbfe63-7bac-49e5-9557-c88021ef62d3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 210 time: 0.0520401 Feb 09 13:00:01.216842 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-446c7ff7-a116-485c-9280-4cfb5e416bef req-911a1961-2efe-4b94-9a8c-e64271346a95 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 1096 time: 0.0760384 Feb 09 13:00:01.258185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cb02e-13b6-4a54-a3d0-c4101598bcac req-da078ecf-ecf8-434b-8217-4620e4a78291 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:01.260650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be9cb02e-13b6-4a54-a3d0-c4101598bcac req-da078ecf-ecf8-434b-8217-4620e4a78291 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 944 time: 0.1401896 Feb 09 13:00:01.268719 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-446c7ff7-a116-485c-9280-4cfb5e416bef req-e411a9d2-5e2e-48f1-acc5-bb4357cc853c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Feb 09 13:00:01.318856 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be9cb02e-13b6-4a54-a3d0-c4101598bcac req-cd6e7c2b-6716-47da-afb3-2bb0a364e9a8 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501621 Feb 09 13:00:01.546983 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-ba8ad983-fb9d-4bfc-93bc-36a7cfdcab88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 1101 time: 0.1112869 Feb 09 13:00:01.589620 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-0dfc298a-9fd7-429a-b4ae-6ff2a58d096c tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e635216b564b468fb6b6d2ab0a01c112&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314586 Feb 09 13:00:01.715260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-dbe27cb3-a96a-4981-8e4a-8cfd5dfee9cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:01.717519 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-dbe27cb3-a96a-4981-8e4a-8cfd5dfee9cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.1641593 Feb 09 13:00:01.806771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-efa3984f-c59a-4f57-8faf-dc9fac0eb5a1 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:01.809148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-efa3984f-c59a-4f57-8faf-dc9fac0eb5a1 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103686 Feb 09 13:00:01.849264 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-82968c5e-99ac-47db-8eef-23a5e06bb911 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=53e0804e-d170-4f17-98d2-aa9075d199d1 HTTP/1.1" status: 200 len: 217 time: 0.1229472 Feb 09 13:00:01.893355 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-a0a51d40-7de9-42a8-893b-4b970026eb7f tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/quotas/e635216b564b468fb6b6d2ab0a01c112 HTTP/1.1" status: 200 len: 375 time: 0.0775132 Feb 09 13:00:01.941543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-d404df58-6b6c-4501-8a95-7e21e031952a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:01.943706 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-d404df58-6b6c-4501-8a95-7e21e031952a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0881076 Feb 09 13:00:01.992940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-44741410-1d85-4ae9-b42d-a48bead78868 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e635216b564b468fb6b6d2ab0a01c112&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741909 Feb 09 13:00:02.078435 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-9a67239b-376f-4736-af72-9b6654150614 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145358 Feb 09 13:00:02.115998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613c744-37b2-4670-a450-3fa32ceaa784 req-1003d4df-8257-4cf2-b7e3-1c5bf0e55531 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:02.118229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a613c744-37b2-4670-a450-3fa32ceaa784 req-1003d4df-8257-4cf2-b7e3-1c5bf0e55531 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.2805517 Feb 09 13:00:02.171739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-5b97e7e2-bbbb-4075-8924-fd29cba8619d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:02.173909 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-5b97e7e2-bbbb-4075-8924-fd29cba8619d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.2792168 Feb 09 13:00:02.209900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Request body: {'port': {'device_id': '90957570-bb64-404b-aefb-db03ae8f07c9', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'admin_state_up': True, 'tenant_id': '819a0ead3dfd4a61b8df838745ba906a'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:02.261616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a613c744-37b2-4670-a450-3fa32ceaa784 req-cc912739-d5ce-4884-9ff6-0a90924591a9 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328423 Feb 09 13:00:02.313407 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c62fc25-f159-446d-baea-c305eabefde0', 'tag': '367b8f3d-2d72-4b9a-910d-a1d08629450e', 'status': 'completed', 'code': 200} Feb 09 13:00:02.345223 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-da0d0efe-edfd-4d3e-b26d-3f35e025adc5 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487471 Feb 09 13:00:02.607754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:02.615752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Usage tracker for resource:port and tenant:819a0ead3dfd4a61b8df838745ba906a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:02.621807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:02.635926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1f267-1754-4129-96bd-cc8c895b0628 req-ea83124a-403f-4b01-9b82-7d4483ac5810 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:02.647861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3b1f267-1754-4129-96bd-cc8c895b0628 req-ea83124a-403f-4b01-9b82-7d4483ac5810 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.2007427 Feb 09 13:00:02.651514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:02.657343 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-c37757f5-9cb9-4379-a0ac-02eef6951e78 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027692 Feb 09 13:00:02.703864 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-26a66c46-a081-4ada-ae5f-878c0c8799f9 req-d030d1df-b654-4eef-8761-5a73e198beda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 1125 time: 0.2880943 Feb 09 13:00:02.707349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Made reservation on behalf of 819a0ead3dfd4a61b8df838745ba906a for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:00:02.712097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:02.828373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3b1f267-1754-4129-96bd-cc8c895b0628 req-7c64e09d-2b4f-4690-b2a3-42079d9f115c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792638 Feb 09 13:00:03.184956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a66c46-a081-4ada-ae5f-878c0c8799f9 req-1e59ec73-4984-44f3-a3eb-e08aeb5c7f24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.188558 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-26a66c46-a081-4ada-ae5f-878c0c8799f9 req-1e59ec73-4984-44f3-a3eb-e08aeb5c7f24 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.4730012 Feb 09 13:00:03.269038 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-26a66c46-a081-4ada-ae5f-878c0c8799f9 req-70cad243-ba18-4486-946c-9f2b0fa61d97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e HTTP/1.1" status: 200 len: 217 time: 0.0695195 Feb 09 13:00:03.381978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Allocated IP 172.20.0.5 (12788e67-143c-4867-a351-ef88510d233b/5831325b-7029-405e-857f-84d59869e409/7e9bc9b0-b782-45c8-bbe8-92607929c15a) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:00:03.396184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f42e2-cecd-4851-8b00-5b298aec1a4a req-1f8bb8a9-452f-42c9-8f69-c24ef3486ce3 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.397968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f01f42e2-cecd-4851-8b00-5b298aec1a4a req-1f8bb8a9-452f-42c9-8f69-c24ef3486ce3 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.5876727 Feb 09 13:00:03.418354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a66c46-a081-4ada-ae5f-878c0c8799f9 req-84848155-2329-4084-833f-9757ca74d9a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.422236 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-26a66c46-a081-4ada-ae5f-878c0c8799f9 req-84848155-2329-4084-833f-9757ca74d9a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1173449 Feb 09 13:00:03.469565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000046-b572-45d1-95b5-2466f297eba4 req-754096b7-53f5-49ce-a73e-3a461bee7262 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.474255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000046-b572-45d1-95b5-2466f297eba4 req-754096b7-53f5-49ce-a73e-3a461bee7262 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.478220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000046-b572-45d1-95b5-2466f297eba4 req-754096b7-53f5-49ce-a73e-3a461bee7262 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.480928 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-26a66c46-a081-4ada-ae5f-878c0c8799f9 req-78a81396-2226-4541-b90f-28b68962e08c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484548 Feb 09 13:00:03.482195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000046-b572-45d1-95b5-2466f297eba4 req-754096b7-53f5-49ce-a73e-3a461bee7262 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.486420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000046-b572-45d1-95b5-2466f297eba4 req-754096b7-53f5-49ce-a73e-3a461bee7262 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.490366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000046-b572-45d1-95b5-2466f297eba4 req-754096b7-53f5-49ce-a73e-3a461bee7262 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.494314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000046-b572-45d1-95b5-2466f297eba4 req-754096b7-53f5-49ce-a73e-3a461bee7262 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:03.496438 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2000046-b572-45d1-95b5-2466f297eba4 req-754096b7-53f5-49ce-a73e-3a461bee7262 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5421 time: 0.3719401 Feb 09 13:00:03.617599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f01f42e2-cecd-4851-8b00-5b298aec1a4a req-1b407606-5d93-4c1a-9bd8-6ade6ec652cb tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039914 Feb 09 13:00:03.660822 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-26a66c46-a081-4ada-ae5f-878c0c8799f9 req-f3564e06-24f1-460c-aebe-5fe28145fb10 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417086 Feb 09 13:00:03.699778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2000046-b572-45d1-95b5-2466f297eba4 req-50e66f22-6c3a-4481-a059-493b2c62c0b8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1895707 Feb 09 13:00:03.804184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b80f843b-efed-4cb3-863e-8401972dd885 req-4eae4b3e-7f47-4681-9d6c-d4796b9df067 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 210 time: 0.0606642 Feb 09 13:00:03.824894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:03.861200 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-26a66c46-a081-4ada-ae5f-878c0c8799f9 req-b29841e4-5fc7-45ec-a19f-b1df4a6a4ceb service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881597 Feb 09 13:00:03.864329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:04.076485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Network 12788e67-143c-4867-a351-ef88510d233b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:00:04.087000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:00:04.089989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event updated for resources: {'Port': ['ID=7e9bc9b0-b782-45c8-bbe8-92607929c15a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:04.093940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:00:04.139605 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-26cf6900-1ea7-4e42-b766-92606a5c9688 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e635216b564b468fb6b6d2ab0a01c112&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373046 Feb 09 13:00:04.165882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.166391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.166897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.167356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.167810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.168349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.168852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.169301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.169906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.170328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.170813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:04.204984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:04.205685 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:04.248947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f56ad-070d-476c-b832-56cc94dc61ff req-adc051da-88c2-4225-a4fa-b285a6da57d9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:04.249699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-de6f56ad-070d-476c-b832-56cc94dc61ff req-adc051da-88c2-4225-a4fa-b285a6da57d9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:00:04.255900 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-186c7596-8f3c-4d40-ae1f-0a1ce4fa887d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0541534 Feb 09 13:00:04.272232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c1f3c-5f6d-4c7a-a9e1-2a7fe66093d2 req-9fdb9cec-bec9-40f1-875c-b72110ebd7d3 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:04.275660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b19c1f3c-5f6d-4c7a-a9e1-2a7fe66093d2 req-9fdb9cec-bec9-40f1-875c-b72110ebd7d3 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 944 time: 0.2604644 Feb 09 13:00:04.285439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Request body: {'port': {'device_id': '90957570-bb64-404b-aefb-db03ae8f07c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:04.380686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-de6f56ad-070d-476c-b832-56cc94dc61ff req-adc051da-88c2-4225-a4fa-b285a6da57d9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:00:04.391475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de6f56ad-070d-476c-b832-56cc94dc61ff req-adc051da-88c2-4225-a4fa-b285a6da57d9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 931 time: 0.5105743 Feb 09 13:00:04.420544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-ea808cbe-f5c1-40d2-9c2a-57e162f3c47a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:04.422267 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-ea808cbe-f5c1-40d2-9c2a-57e162f3c47a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771831 Feb 09 13:00:04.450903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Request body: {'port': {'device_id': '6c6d1870-02d1-4a90-920b-6dbe91e229a1', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'e635216b564b468fb6b6d2ab0a01c112'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:04.554153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b19c1f3c-5f6d-4c7a-a9e1-2a7fe66093d2 req-10fc7a95-77bc-4e27-b79f-ee8b461e40d7 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291639 Feb 09 13:00:04.563509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de6f56ad-070d-476c-b832-56cc94dc61ff req-4452c5bc-b6d6-43e5-98a9-a6b908584a06 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774514 Feb 09 13:00:04.580470 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:04.625615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:04.631068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Usage tracker for resource:port and tenant:e635216b564b468fb6b6d2ab0a01c112 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:04.639837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:04.651623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:04.678660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Made reservation on behalf of e635216b564b468fb6b6d2ab0a01c112 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:00:04.699544 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:04.749196 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:04.892038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:04.897174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Usage tracker for resource:security_group_rule and tenant:e635216b564b468fb6b6d2ab0a01c112 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:04.901696 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:04.912513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:05.058251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:05.084135 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:05.192849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:05.359487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Allocated IP 192.168.233.43 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/5070e550-967e-4a63-98c4-a5ad6b33daf4) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:00:05.400798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e7ee6-45b2-440d-bd9b-7207178f5a22 req-4fc077cb-2877-4863-b41d-b0a1a50b7c13 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:05.410236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e48e7ee6-45b2-440d-bd9b-7207178f5a22 req-4fc077cb-2877-4863-b41d-b0a1a50b7c13 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.2659926 Feb 09 13:00:05.441819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baabbf5-2f32-4744-890b-b187f04adb04 req-ec6a7f88-6ad3-43c4-9c32-cad01755cad9 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:05.448921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7baabbf5-2f32-4744-890b-b187f04adb04 req-ec6a7f88-6ad3-43c4-9c32-cad01755cad9 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.5480604 Feb 09 13:00:05.486279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9bc9b0-b782-45c8-bbe8-92607929c15a {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:05.500971 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:05.548943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Transition to ACTIVE for port object 7e9bc9b0-b782-45c8-bbe8-92607929c15a will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:00:05.569266 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:05.638292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e48e7ee6-45b2-440d-bd9b-7207178f5a22 req-fde1b676-4269-4111-9eab-19b645d6d978 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261279 Feb 09 13:00:05.761003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7baabbf5-2f32-4744-890b-b187f04adb04 req-bc483946-d561-45ec-97bf-a726df5e477d tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110952 Feb 09 13:00:05.761857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9bc9b0-b782-45c8-bbe8-92607929c15a,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:05.859050 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:05.880707 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-7aa3c05f-493a-4f04-aed5-8f2022f0df37 service neutron] 10.222.0.62 "GET /v2.0/ports/367b8f3d-2d72-4b9a-910d-a1d08629450e/bindings/n-h2-825175-3 HTTP/1.1" status: 200 len: 384 time: 0.2740846 Feb 09 13:00:05.976325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Transition to ACTIVE for port object 5070e550-967e-4a63-98c4-a5ad6b33daf4 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:00:06.126283 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:06.196381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd47aa5-49a3-4fbb-8ccc-f84ec59e9660 req-fad1c282-3f67-41be-8bf0-5442c81aa12a tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.199237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fd47aa5-49a3-4fbb-8ccc-f84ec59e9660 req-fad1c282-3f67-41be-8bf0-5442c81aa12a tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.3572953 Feb 09 13:00:06.278831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Attempting to bind port 7e9bc9b0-b782-45c8-bbe8-92607929c15a on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:00:06.279161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Attempting to bind port 7e9bc9b0-b782-45c8-bbe8-92607929c15a by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:00:06.279688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Attempting to bind port 7e9bc9b0-b782-45c8-bbe8-92607929c15a on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:00:06.295386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fd47aa5-49a3-4fbb-8ccc-f84ec59e9660 req-da2acdd0-17a0-439d-8412-c3de14432d49 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907912 Feb 09 13:00:06.296873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Port 7e9bc9b0-b782-45c8-bbe8-92607929c15a on network 12788e67-143c-4867-a351-ef88510d233b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:00:06.297387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Attempting to bind port 7e9bc9b0-b782-45c8-bbe8-92607929c15a on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:00:06.306749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:00:06.307371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Checking segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:00:06.307958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Bound using segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:00:06.308779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Bound port: 7e9bc9b0-b782-45c8-bbe8-92607929c15a, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:00:06.309359 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:06.387874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:00:06.395761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:00:06.400652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Pushing event updated for resources: {'Port': ['ID=5070e550-967e-4a63-98c4-a5ad6b33daf4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:06.405468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:00:06.476599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ceede297-fd89-4a1c-9e2a-409cc6c60a7e service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:06.534086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.534729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:06.548794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ceede297-fd89-4a1c-9e2a-409cc6c60a7e service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:00:06.562903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] For port 7e9bc9b0-b782-45c8-bbe8-92607929c15a, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:00:06.578909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] For port 7e9bc9b0-b782-45c8-bbe8-92607929c15a, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7e9bc9b0-b782-45c8-bbe8-92607929c15a,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:00:06.586129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:06.608895 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-573ee719-dcbd-4486-bb73-be2e1ba9d140 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1620774 Feb 09 13:00:06.613855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ceede297-fd89-4a1c-9e2a-409cc6c60a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367b8f3d-2d72-4b9a-910d-a1d08629450e {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:06.632725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Request body: {'port': {'device_id': '6c6d1870-02d1-4a90-920b-6dbe91e229a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:06.675301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110e244-71ab-47fa-bf64-db572c2978cf req-94dfb9a2-ea18-4867-bcc0-8406b7bd1c2e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.679835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110e244-71ab-47fa-bf64-db572c2978cf req-94dfb9a2-ea18-4867-bcc0-8406b7bd1c2e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.683763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110e244-71ab-47fa-bf64-db572c2978cf req-94dfb9a2-ea18-4867-bcc0-8406b7bd1c2e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.685376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ceede297-fd89-4a1c-9e2a-409cc6c60a7e service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:06.687676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110e244-71ab-47fa-bf64-db572c2978cf req-94dfb9a2-ea18-4867-bcc0-8406b7bd1c2e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.691724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110e244-71ab-47fa-bf64-db572c2978cf req-94dfb9a2-ea18-4867-bcc0-8406b7bd1c2e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.695689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110e244-71ab-47fa-bf64-db572c2978cf req-94dfb9a2-ea18-4867-bcc0-8406b7bd1c2e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.699516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110e244-71ab-47fa-bf64-db572c2978cf req-94dfb9a2-ea18-4867-bcc0-8406b7bd1c2e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.705913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9110e244-71ab-47fa-bf64-db572c2978cf req-94dfb9a2-ea18-4867-bcc0-8406b7bd1c2e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5421 time: 0.2827795 Feb 09 13:00:06.705913 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:06.706206 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] 10.222.0.67 "PUT /v2.0/ports/7e9bc9b0-b782-45c8-bbe8-92607929c15a HTTP/1.1" status: 200 len: 1091 time: 2.4411929 Feb 09 13:00:06.712595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90957570-bb64-404b-aefb-db03ae8f07c9', 'tag': '7e9bc9b0-b782-45c8-bbe8-92607929c15a'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:06.713760 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ceede297-fd89-4a1c-9e2a-409cc6c60a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:06.751045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-95832c11-a469-48e3-a3b7-18959482e7c9 None None] Provisioning for port 5070e550-967e-4a63-98c4-a5ad6b33daf4 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:06.756888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-95832c11-a469-48e3-a3b7-18959482e7c9 None None] Provisioning complete for port 5070e550-967e-4a63-98c4-a5ad6b33daf4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:06.757460 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-95832c11-a469-48e3-a3b7-18959482e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:06.830316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-95832c11-a469-48e3-a3b7-18959482e7c9 None None] Port 5070e550-967e-4a63-98c4-a5ad6b33daf4 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:00:06.838594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441154c9-9bf0-4592-837d-ff93ada6a069 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9bc9b0-b782-45c8-bbe8-92607929c15a,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:06.861029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1570190-74a1-49f6-820a-1f8e7ae290d5 req-6884d17c-54a7-4fb7-be42-6f4fb57b3452 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:06.865027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1570190-74a1-49f6-820a-1f8e7ae290d5 req-6884d17c-54a7-4fb7-be42-6f4fb57b3452 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 935 time: 0.3484440 Feb 09 13:00:06.887533 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:06.906151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9110e244-71ab-47fa-bf64-db572c2978cf req-76e3bde6-f5b6-4e77-9591-aa73b24e50bf tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869078 Feb 09 13:00:06.908978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ceede297-fd89-4a1c-9e2a-409cc6c60a7e service neutron] Transition to ACTIVE for port object 367b8f3d-2d72-4b9a-910d-a1d08629450e will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:00:06.939746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ceede297-fd89-4a1c-9e2a-409cc6c60a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:06.962522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1570190-74a1-49f6-820a-1f8e7ae290d5 req-a2709762-9644-49ce-8745-82a8b009f21c tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917578 Feb 09 13:00:06.967679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-8d5eca38-0649-4f6d-8ef8-84796e4bf96c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 1094 time: 0.1919785 Feb 09 13:00:07.022585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceede297-fd89-4a1c-9e2a-409cc6c60a7e service neutron] Pushing event updated for resources: {'Port': ['ID=367b8f3d-2d72-4b9a-910d-a1d08629450e,revision_number=10']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:07.121969 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-847a52d3-b1bb-43c7-b1cb-db93d9ac7f72 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9bc9b0-b782-45c8-bbe8-92607929c15a HTTP/1.1" status: 200 len: 217 time: 0.1463208 Feb 09 13:00:07.186728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ceede297-fd89-4a1c-9e2a-409cc6c60a7e service neutron] No DVR routers for this DVR port 367b8f3d-2d72-4b9a-910d-a1d08629450e on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:07.259691 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ceede297-fd89-4a1c-9e2a-409cc6c60a7e service neutron] 10.222.0.62 "PUT /v2.0/ports/367b8f3d-2d72-4b9a-910d-a1d08629450e/bindings/n-h2-825175-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3728535 Feb 09 13:00:07.305538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-f1f177e4-415c-4383-8f72-aee33ebce2b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:07.307416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-f1f177e4-415c-4383-8f72-aee33ebce2b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.1413655 Feb 09 13:00:07.367029 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-d90d0176-7f78-41a0-a819-24099a9cc9bd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515029 Feb 09 13:00:07.433617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc467c07-6e9a-4e16-94af-331b4dd56509 req-ac98633e-e672-4323-99e3-2a2aadc171e7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:07.435268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc467c07-6e9a-4e16-94af-331b4dd56509 req-ac98633e-e672-4323-99e3-2a2aadc171e7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 943 time: 0.3122687 Feb 09 13:00:07.443735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb34b56-c02b-4923-beee-addb95e0b2c8 req-11c72e90-0be8-4d74-a63b-de34290d179e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:07.445636 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2cb34b56-c02b-4923-beee-addb95e0b2c8 req-11c72e90-0be8-4d74-a63b-de34290d179e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 945 time: 0.2375612 Feb 09 13:00:07.477630 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-a8689d14-93cd-44d3-b2c9-17815bc4b77f tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.1324332 Feb 09 13:00:07.583800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5070e550-967e-4a63-98c4-a5ad6b33daf4 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:07.591092 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:07.610085 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2cb34b56-c02b-4923-beee-addb95e0b2c8 req-91628c2e-95d7-45b1-9a67-58230d453c2d tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128166 Feb 09 13:00:07.611187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Transition to ACTIVE for port object 5070e550-967e-4a63-98c4-a5ad6b33daf4 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:00:07.612659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc467c07-6e9a-4e16-94af-331b4dd56509 req-5c61e450-4315-45c0-99f1-9688460fb276 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642938 Feb 09 13:00:07.622915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:07.624555 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-4eb04d33-b648-4694-b5e7-03097231aebd service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481165 Feb 09 13:00:07.676150 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-0c2143e7-2fa2-404a-9428-d95c359b268e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0&tenant_id=39bf5e6213774240a529d4f791d96059 HTTP/1.1" status: 200 len: 1096 time: 0.1651590 Feb 09 13:00:07.802247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Pushing event updated for resources: {'Port': ['ID=5070e550-967e-4a63-98c4-a5ad6b33daf4,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:07.933237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaaab0c3-c184-46d3-a478-b02e0d8a5806 req-80a090c9-264f-4607-b21c-203061aafae2 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013191 Feb 09 13:00:07.956226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-2cbe5186-9251-418d-9bbd-4b699590ab03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 1096 time: 0.2046139 Feb 09 13:00:08.034698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Attempting to bind port 5070e550-967e-4a63-98c4-a5ad6b33daf4 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:00:08.035257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Attempting to bind port 5070e550-967e-4a63-98c4-a5ad6b33daf4 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:00:08.036363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Attempting to bind port 5070e550-967e-4a63-98c4-a5ad6b33daf4 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:00:08.117025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba26e2d-4b78-412b-b45b-c9a05be96142 req-64db6a9a-fe1a-402c-9553-0e1f1b62887d tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:08.123287 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ba26e2d-4b78-412b-b45b-c9a05be96142 req-64db6a9a-fe1a-402c-9553-0e1f1b62887d tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.1881483 Feb 09 13:00:08.139491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Port 5070e550-967e-4a63-98c4-a5ad6b33daf4 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:00:08.139491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Attempting to bind port 5070e550-967e-4a63-98c4-a5ad6b33daf4 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:00:08.166511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:00:08.167040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:00:08.167638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:00:08.168339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Bound port: 5070e550-967e-4a63-98c4-a5ad6b33daf4, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:00:08.168958 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:08.170339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b166199-938e-4a23-a0a9-180fac933d21 req-2a7dad7c-e34d-40db-ba91-3feaf1331423 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:08.172244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b166199-938e-4a23-a0a9-180fac933d21 req-2a7dad7c-e34d-40db-ba91-3feaf1331423 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.1638637 Feb 09 13:00:08.237082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 367b8f3d-2d72-4b9a-910d-a1d08629450e no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:08.255310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-8a5433a6-3a70-424d-beff-e514da4ae7bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:08.256801 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-8a5433a6-3a70-424d-beff-e514da4ae7bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.2901015 Feb 09 13:00:08.257665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ba26e2d-4b78-412b-b45b-c9a05be96142 req-131b34ae-5a74-4f98-af55-02ef81ddfc16 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224165 Feb 09 13:00:08.272026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b166199-938e-4a23-a0a9-180fac933d21 req-6b30fded-b356-4686-9c01-5f4f505729d9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921295 Feb 09 13:00:08.374987 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 367b8f3d-2d72-4b9a-910d-a1d08629450e not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:00:08.383703 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90957570-bb64-404b-aefb-db03ae8f07c9', 'tag': '7e9bc9b0-b782-45c8-bbe8-92607929c15a', 'status': 'completed', 'code': 200} Feb 09 13:00:08.496471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-957631f8-c85a-4a37-968d-d1f62a3e64cc req-3fb38694-3160-4ef6-aad7-6fcc026aae5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 1094 time: 0.0823350 Feb 09 13:00:08.501133 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-84058b1e-0522-44dd-b5ec-3c6e245d8d3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e HTTP/1.1" status: 200 len: 217 time: 0.2340133 Feb 09 13:00:08.591425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] For port 5070e550-967e-4a63-98c4-a5ad6b33daf4, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:00:08.607923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] For port 5070e550-967e-4a63-98c4-a5ad6b33daf4, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=5070e550-967e-4a63-98c4-a5ad6b33daf4,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:00:08.611781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ef7aa52a-3b7b-456d-90f9-b70be6c35bb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:08.614893 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-ef7aa52a-3b7b-456d-90f9-b70be6c35bb5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1010735 Feb 09 13:00:08.617662 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:08.728703 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-1c44451f-fa40-4b06-8531-5c528d87e058 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044416 Feb 09 13:00:08.775300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:08.776880 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-32a26238-8d72-4f3f-9377-765151364790 service neutron] 10.222.0.62 "PUT /v2.0/ports/5070e550-967e-4a63-98c4-a5ad6b33daf4 HTTP/1.1" status: 200 len: 1095 time: 2.1497002 Feb 09 13:00:08.786568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6d1870-02d1-4a90-920b-6dbe91e229a1', 'tag': '5070e550-967e-4a63-98c4-a5ad6b33daf4'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:08.931665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a26238-8d72-4f3f-9377-765151364790 service neutron] Pushing event updated for resources: {'Port': ['ID=5070e550-967e-4a63-98c4-a5ad6b33daf4,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:08.939428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957631f8-c85a-4a37-968d-d1f62a3e64cc req-36d82955-3d10-4998-aeb2-b4361dd3abe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:08.941835 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-957631f8-c85a-4a37-968d-d1f62a3e64cc req-36d82955-3d10-4998-aeb2-b4361dd3abe5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 913 time: 0.4325187 Feb 09 13:00:09.011004 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-1922b3e2-b111-436e-961c-a83d85fab941 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727773 Feb 09 13:00:09.061618 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-5cd730fa-2729-435e-814c-9f590aae82f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e635216b564b468fb6b6d2ab0a01c112&device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 1098 time: 0.1692493 Feb 09 13:00:09.086158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63f6f0-bada-43b0-a974-0eb5ce795789 req-63841198-08d8-4686-a198-2b14b01a6727 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.088258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b63f6f0-bada-43b0-a974-0eb5ce795789 req-63841198-08d8-4686-a198-2b14b01a6727 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.5762279 Feb 09 13:00:09.089755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-957631f8-c85a-4a37-968d-d1f62a3e64cc req-b6f36737-805a-4dd8-ad27-2449ff0c23fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e9bc9b0-b782-45c8-bbe8-92607929c15a HTTP/1.1" status: 200 len: 217 time: 0.1309288 Feb 09 13:00:09.099779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e20e-f2b9-4918-b317-5639ac9d60ca req-82ee5e9c-3f90-4f4c-90f1-8cb59a3eaa21 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.103808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e20e-f2b9-4918-b317-5639ac9d60ca req-82ee5e9c-3f90-4f4c-90f1-8cb59a3eaa21 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.109003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e20e-f2b9-4918-b317-5639ac9d60ca req-82ee5e9c-3f90-4f4c-90f1-8cb59a3eaa21 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.115052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e20e-f2b9-4918-b317-5639ac9d60ca req-82ee5e9c-3f90-4f4c-90f1-8cb59a3eaa21 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.119788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e20e-f2b9-4918-b317-5639ac9d60ca req-82ee5e9c-3f90-4f4c-90f1-8cb59a3eaa21 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.126156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e20e-f2b9-4918-b317-5639ac9d60ca req-82ee5e9c-3f90-4f4c-90f1-8cb59a3eaa21 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.131686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e20e-f2b9-4918-b317-5639ac9d60ca req-82ee5e9c-3f90-4f4c-90f1-8cb59a3eaa21 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.133553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc46e20e-f2b9-4918-b317-5639ac9d60ca req-82ee5e9c-3f90-4f4c-90f1-8cb59a3eaa21 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5421 time: 0.4058719 Feb 09 13:00:09.189129 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-f10183f3-464b-4abe-9a82-1e5e07c3c90c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=5070e550-967e-4a63-98c4-a5ad6b33daf4 HTTP/1.1" status: 200 len: 217 time: 0.0819480 Feb 09 13:00:09.271277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957631f8-c85a-4a37-968d-d1f62a3e64cc req-fdd27a17-c236-466e-af36-1cde70de1728 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.271571 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-4a9ce7fc-a8e6-4380-90b4-7b8ea146521f service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508631 Feb 09 13:00:09.272352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-957631f8-c85a-4a37-968d-d1f62a3e64cc req-fdd27a17-c236-466e-af36-1cde70de1728 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.1367764 Feb 09 13:00:09.276606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc46e20e-f2b9-4918-b317-5639ac9d60ca req-a23b51de-ceb8-43a6-98f2-45f56b6830a1 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069500 Feb 09 13:00:09.279426 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b63f6f0-bada-43b0-a974-0eb5ce795789 req-29e2d156-73aa-4861-99ea-d0987e8a6955 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448367 Feb 09 13:00:09.283528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-6d983972-2a82-46ea-b12c-bbc2780bc79c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.286732 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-6d983972-2a82-46ea-b12c-bbc2780bc79c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0897157 Feb 09 13:00:09.343576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-957631f8-c85a-4a37-968d-d1f62a3e64cc req-895f9ec7-09d2-42ef-bd73-92f864963dab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605097 Feb 09 13:00:09.503559 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-43cda3de-0a4b-45a7-91a6-77f9f6887388 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011952 Feb 09 13:00:09.612051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-957631f8-c85a-4a37-968d-d1f62a3e64cc req-5a25e736-55d8-44e6-ac6b-72305a599547 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614245 Feb 09 13:00:09.748933 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-12f497b0-cac1-46bf-a224-faa3717af447 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427862 Feb 09 13:00:09.812105 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-23883ba5-13dc-48c9-8394-2ec123a11931 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.1582482 Feb 09 13:00:09.817884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23e05a-50bc-4693-bcb7-3767675abd8b req-7ea753b3-899c-4aab-b623-b9c04cc7565e tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.819573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba23e05a-50bc-4693-bcb7-3767675abd8b req-7ea753b3-899c-4aab-b623-b9c04cc7565e tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 947 time: 0.2734723 Feb 09 13:00:09.845991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-957631f8-c85a-4a37-968d-d1f62a3e64cc req-8ec38bc2-3f13-4f6b-9da0-4e110351cd9c service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272575 Feb 09 13:00:09.881211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397d8b2-a021-4f56-a052-80b6b361c85e req-e8c32f41-c1eb-473e-9a42-b07fdb7a16a2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:09.882795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a397d8b2-a021-4f56-a052-80b6b361c85e req-e8c32f41-c1eb-473e-9a42-b07fdb7a16a2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 943 time: 0.2308517 Feb 09 13:00:09.908752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba23e05a-50bc-4693-bcb7-3767675abd8b req-3d80f4ae-8089-4995-8413-86989e1d646a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819404 Feb 09 13:00:09.942216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a397d8b2-a021-4f56-a052-80b6b361c85e req-d163cc9c-ebad-4860-b293-7db6ad1c5b88 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529702 Feb 09 13:00:09.996275 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5358b976-3652-4e58-a8e4-7c4e009de655 req-f62d79b3-5d13-4142-a7fa-572707fb56bd service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396975 Feb 09 13:00:10.043207 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6d1870-02d1-4a90-920b-6dbe91e229a1', 'tag': '5070e550-967e-4a63-98c4-a5ad6b33daf4', 'status': 'completed', 'code': 200} Feb 09 13:00:10.050725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-1284278a-1e73-4cf1-9f7c-d6380d59f0b4 service neutron] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:00:10.055972 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-1284278a-1e73-4cf1-9f7c-d6380d59f0b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:10.057551 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4595a2e8-47c4-4e33-b950-adc707a0507e req-1284278a-1e73-4cf1-9f7c-d6380d59f0b4 service neutron] 10.222.0.67 "DELETE /v2.0/ports/367b8f3d-2d72-4b9a-910d-a1d08629450e/bindings/n-h1-825175-3 HTTP/1.1" status: 204 len: 173 time: 0.1883526 Feb 09 13:00:10.194082 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b82cbdc4-c1b6-48e4-a958-6e5c0593b859 req-6cb3922c-d274-412a-ba36-411b2f51f6e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e635216b564b468fb6b6d2ab0a01c112&device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 1098 time: 0.1232743 Feb 09 13:00:10.225395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918bce8-e8d5-4ccd-8ec3-8f78f088616f req-219d0cbe-c0dd-4180-8240-6d5f53e7fb99 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:10.226891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2918bce8-e8d5-4ccd-8ec3-8f78f088616f req-219d0cbe-c0dd-4180-8240-6d5f53e7fb99 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 945 time: 0.1212659 Feb 09 13:00:10.289604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2918bce8-e8d5-4ccd-8ec3-8f78f088616f req-c925216e-47bd-4aa3-808c-da40dab966b8 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565403 Feb 09 13:00:10.311655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf17676-7e6b-4837-a844-39de4204c35f req-83a3ea85-328f-451d-9788-52c9fdf1498c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:10.313093 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbf17676-7e6b-4837-a844-39de4204c35f req-83a3ea85-328f-451d-9788-52c9fdf1498c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.1236598 Feb 09 13:00:10.356277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cbdc4-c1b6-48e4-a958-6e5c0593b859 req-6ed96986-6b11-46fb-b44a-20e7b55b6532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:10.357862 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b82cbdc4-c1b6-48e4-a958-6e5c0593b859 req-6ed96986-6b11-46fb-b44a-20e7b55b6532 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.1555479 Feb 09 13:00:10.365565 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbf17676-7e6b-4837-a844-39de4204c35f req-96791c23-8c4f-456f-bca3-da4904eee28e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Feb 09 13:00:10.453007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b82cbdc4-c1b6-48e4-a958-6e5c0593b859 req-c7321b54-c03d-4d52-b024-7fb19e82ba20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=5070e550-967e-4a63-98c4-a5ad6b33daf4 HTTP/1.1" status: 200 len: 217 time: 0.0861502 Feb 09 13:00:10.516125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c3191-540c-4bc5-b532-91a252364448 req-f45897e8-8596-4645-adb8-8246d9fdb939 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:10.517828 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-275c3191-540c-4bc5-b532-91a252364448 req-f45897e8-8596-4645-adb8-8246d9fdb939 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.0897014 Feb 09 13:00:10.544122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cbdc4-c1b6-48e4-a958-6e5c0593b859 req-2aedbf3b-d2f2-42b1-9705-11db5ebf17dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:10.545949 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b82cbdc4-c1b6-48e4-a958-6e5c0593b859 req-2aedbf3b-d2f2-42b1-9705-11db5ebf17dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0743730 Feb 09 13:00:10.620964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-275c3191-540c-4bc5-b532-91a252364448 req-6a7f1361-7fb1-4113-843d-4a6c08b25050 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618613 Feb 09 13:00:10.640769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497dd0f-bd5a-4d6e-8c98-557c68ab0a40 req-46cd7f76-7702-4fb7-82ad-b32309cecdf1 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:10.642436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c497dd0f-bd5a-4d6e-8c98-557c68ab0a40 req-46cd7f76-7702-4fb7-82ad-b32309cecdf1 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 946 time: 0.1237135 Feb 09 13:00:10.725892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c497dd0f-bd5a-4d6e-8c98-557c68ab0a40 req-042adfe9-bbb3-40b9-b41f-e97b5b6aa6ec tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755627 Feb 09 13:00:10.809850 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b82cbdc4-c1b6-48e4-a958-6e5c0593b859 req-6e2cc249-8f86-45af-8407-6c14112d8bbb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2378786 Feb 09 13:00:10.988536 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:11.003688 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b82cbdc4-c1b6-48e4-a958-6e5c0593b859 req-4eb64701-1163-4f80-a14b-ae5315491793 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809034 Feb 09 13:00:11.016763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668979f4-ab2c-489b-a3ec-b52333d08615 req-2d76f96d-10e0-43b5-88c4-45956bd6af49 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.021186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668979f4-ab2c-489b-a3ec-b52333d08615 req-2d76f96d-10e0-43b5-88c4-45956bd6af49 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.025054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668979f4-ab2c-489b-a3ec-b52333d08615 req-2d76f96d-10e0-43b5-88c4-45956bd6af49 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.028950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668979f4-ab2c-489b-a3ec-b52333d08615 req-2d76f96d-10e0-43b5-88c4-45956bd6af49 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.033210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668979f4-ab2c-489b-a3ec-b52333d08615 req-2d76f96d-10e0-43b5-88c4-45956bd6af49 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.039080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668979f4-ab2c-489b-a3ec-b52333d08615 req-2d76f96d-10e0-43b5-88c4-45956bd6af49 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.041739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668979f4-ab2c-489b-a3ec-b52333d08615 req-2d76f96d-10e0-43b5-88c4-45956bd6af49 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.043942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-668979f4-ab2c-489b-a3ec-b52333d08615 req-2d76f96d-10e0-43b5-88c4-45956bd6af49 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5421 time: 0.1910121 Feb 09 13:00:11.044424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37448) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:11.053236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7ef89-22a8-491e-bc05-423910446d98 req-353a4eda-a379-4cf2-8825-ebe158ce8eb9 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.055013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfe7ef89-22a8-491e-bc05-423910446d98 req-353a4eda-a379-4cf2-8825-ebe158ce8eb9 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.1710465 Feb 09 13:00:11.139295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-668979f4-ab2c-489b-a3ec-b52333d08615 req-5822b3d1-8724-49be-a995-8c564469dd5a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797162 Feb 09 13:00:11.147080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfe7ef89-22a8-491e-bc05-423910446d98 req-045ef2e3-fdd6-4d12-a4f0-392373903cc9 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694683 Feb 09 13:00:11.156885 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b82cbdc4-c1b6-48e4-a958-6e5c0593b859 req-4569819c-53e7-4ce3-a3e7-da7c1d8c108f service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423838 Feb 09 13:00:11.242150 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4d70e28c-ae25-4dc4-b51e-57dfe4686d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:11.300412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4d70e28c-ae25-4dc4-b51e-57dfe4686d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:11.307401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4d70e28c-ae25-4dc4-b51e-57dfe4686d2e admin admin] Usage tracker for resource:security_group_rule and tenant:4e31a63796d44f028eabccdfe8a0ae62 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:11.310552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4d70e28c-ae25-4dc4-b51e-57dfe4686d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:11.350292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4d70e28c-ae25-4dc4-b51e-57dfe4686d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:11.436477 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6128b44b-b443-46ba-a5f6-649285248231 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:11.509203 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bad2ce4f-5658-4e4f-b8d7-467c201f9daf req-7c0dd533-60f7-45c4-9fc9-e52ec9d0a7f7 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 1096 time: 0.1955547 Feb 09 13:00:11.578870 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bad2ce4f-5658-4e4f-b8d7-467c201f9daf req-579b2810-30fa-4b93-96d4-1196e2237fef tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600724 Feb 09 13:00:11.580431 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4d70e28c-ae25-4dc4-b51e-57dfe4686d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:11.585074 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4d70e28c-ae25-4dc4-b51e-57dfe4686d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:11.587747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6128b44b-b443-46ba-a5f6-649285248231, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6128b44b-b443-46ba-a5f6-649285248231,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:11.602950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '6128b44b-b443-46ba-a5f6-649285248231', 'network_id': '7795d20f-af30-4c07-9448-7781713777a7', 'port_id': '6128b44b-b443-46ba-a5f6-649285248231', 'mac_address': 'fa:16:3e:c5:7a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d2b1a3-c9c4-4072-9311-fe1aa67fef5a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:11.639905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70e28c-ae25-4dc4-b51e-57dfe4686d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a418355e-af00-4508-964f-e4f5f9f21e68,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:11.647128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37464) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:11.657397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4d70e28c-ae25-4dc4-b51e-57dfe4686d2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e31a63796d44f028eabccdfe8a0ae62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6110787 Feb 09 13:00:11.665173 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:11.714088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85be110a-bb4f-415c-8905-b4cfe5125e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:11.716018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6128b44b-b443-46ba-a5f6-649285248231 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:11.744839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85be110a-bb4f-415c-8905-b4cfe5125e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:11.751877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6128b44b-b443-46ba-a5f6-649285248231, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6128b44b-b443-46ba-a5f6-649285248231,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:11.758374 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:11.759094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e0d1d3d2-9481-4542-b18b-36bfa298e449 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:11.813596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85be110a-bb4f-415c-8905-b4cfe5125e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:11.844191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be110a-bb4f-415c-8905-b4cfe5125e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a418355e-af00-4508-964f-e4f5f9f21e68,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:11.853151 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85be110a-bb4f-415c-8905-b4cfe5125e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:11.854767 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85be110a-bb4f-415c-8905-b4cfe5125e50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a418355e-af00-4508-964f-e4f5f9f21e68 HTTP/1.1" status: 204 len: 168 time: 0.2063031 Feb 09 13:00:11.856890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=6128b44b-b443-46ba-a5f6-649285248231,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:11.956830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521d838-f978-40c5-9c8b-6e6829bd3aa5 req-c8810f3f-e5c8-4204-b3da-6c858a204fa1 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:11.963453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3521d838-f978-40c5-9c8b-6e6829bd3aa5 req-c8810f3f-e5c8-4204-b3da-6c858a204fa1 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 943 time: 0.1705189 Feb 09 13:00:12.033765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3521d838-f978-40c5-9c8b-6e6829bd3aa5 req-1e82bc69-f049-4f00-91cd-511e553bf51d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693991 Feb 09 13:00:12.040814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ab896-55b2-4ce5-a939-0eb643320182 req-4c687635-a0b9-4a83-8fb3-aad44c919ba3 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:12.042935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba6ab896-55b2-4ce5-a939-0eb643320182 req-4c687635-a0b9-4a83-8fb3-aad44c919ba3 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 947 time: 0.1992965 Feb 09 13:00:12.073301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e0d1d3d2-9481-4542-b18b-36bfa298e449, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e0d1d3d2-9481-4542-b18b-36bfa298e449,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:12.090891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e0d1d3d2-9481-4542-b18b-36bfa298e449', 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'port_id': 'e0d1d3d2-9481-4542-b18b-36bfa298e449', 'mac_address': 'fa:16:3e:2f:89:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253c534a-f1c3-4167-80d9-d663f21db0ba', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:12.115271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba6ab896-55b2-4ce5-a939-0eb643320182 req-39e3bd84-f8e6-418f-8eab-245df6c79032 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674102 Feb 09 13:00:12.167075 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.202757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d1d3d2-9481-4542-b18b-36bfa298e449 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:12.225071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e0d1d3d2-9481-4542-b18b-36bfa298e449, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e0d1d3d2-9481-4542-b18b-36bfa298e449,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:12.230426 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.231100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 75f56570-f103-4f27-adf9-2277e6f67988 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:12.281919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e5120-52f0-4c8e-99aa-173a4eb291a4 req-b3f4c589-e998-45d3-83a9-c134deec61ac tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:12.283522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-614e5120-52f0-4c8e-99aa-173a4eb291a4 req-b3f4c589-e998-45d3-83a9-c134deec61ac tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.0973401 Feb 09 13:00:12.312890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37482) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:12.328458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 5070e550-967e-4a63-98c4-a5ad6b33daf4 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:12.338281 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fe94c95-83bf-47ed-962b-f9742b2ac61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.390628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6fe94c95-83bf-47ed-962b-f9742b2ac61a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:12.397482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-614e5120-52f0-4c8e-99aa-173a4eb291a4 req-af2dcd04-b698-4ee3-87e6-65da0430544d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062601 Feb 09 13:00:12.398420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6fe94c95-83bf-47ed-962b-f9742b2ac61a admin admin] Usage tracker for resource:security_group_rule and tenant:acc53cce6f4f4265acee19d60fa950a0 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:12.403966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6fe94c95-83bf-47ed-962b-f9742b2ac61a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:12.416247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6fe94c95-83bf-47ed-962b-f9742b2ac61a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:12.419838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e644fd32-aaba-49ac-907c-15cf4f5067e4 req-c3e03a8b-9a97-4d28-b951-ee17b0982784 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 1096 time: 0.1134539 Feb 09 13:00:12.483907 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e644fd32-aaba-49ac-907c-15cf4f5067e4 req-3bfa2454-0674-4931-8411-cd437d96140d tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517061 Feb 09 13:00:12.495388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 75f56570-f103-4f27-adf9-2277e6f67988, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=75f56570-f103-4f27-adf9-2277e6f67988,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:12.515584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e0d1d3d2-9481-4542-b18b-36bfa298e449,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:12.532550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '75f56570-f103-4f27-adf9-2277e6f67988', 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'port_id': '75f56570-f103-4f27-adf9-2277e6f67988', 'mac_address': 'fa:16:3e:f8:a1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253c534a-f1c3-4167-80d9-d663f21db0ba', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:12.538824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 5070e550-967e-4a63-98c4-a5ad6b33daf4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=5070e550-967e-4a63-98c4-a5ad6b33daf4,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:12.548284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fe94c95-83bf-47ed-962b-f9742b2ac61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.554176 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fe94c95-83bf-47ed-962b-f9742b2ac61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.592835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '5070e550-967e-4a63-98c4-a5ad6b33daf4', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '5070e550-967e-4a63-98c4-a5ad6b33daf4', 'mac_address': 'fa:16:3e:84:c5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:12.639837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe94c95-83bf-47ed-962b-f9742b2ac61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a69d26f-90c1-4fab-9634-2884d234af41,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:12.648387 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6fe94c95-83bf-47ed-962b-f9742b2ac61a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acc53cce6f4f4265acee19d60fa950a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3343611 Feb 09 13:00:12.652316 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.658339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37488) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:12.688087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f56570-f103-4f27-adf9-2277e6f67988 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:12.711264 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.729585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef6fe4-6edb-4581-b297-27c171a24581 req-ee2f381c-12b3-4616-9c9d-6c5075b33b1a tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:12.731579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bcef6fe4-6edb-4581-b297-27c171a24581 req-ee2f381c-12b3-4616-9c9d-6c5075b33b1a tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.1462381 Feb 09 13:00:12.735025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 75f56570-f103-4f27-adf9-2277e6f67988, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=75f56570-f103-4f27-adf9-2277e6f67988,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:12.742246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5070e550-967e-4a63-98c4-a5ad6b33daf4 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:12.760564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 5070e550-967e-4a63-98c4-a5ad6b33daf4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=5070e550-967e-4a63-98c4-a5ad6b33daf4,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:12.762507 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.763155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 08e49cf4-828e-408c-a065-93aa80701962 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:12.766194 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54bb51b2-fa0e-4c7d-97b5-824092f90880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.786799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 08e49cf4-828e-408c-a065-93aa80701962, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=08e49cf4-828e-408c-a065-93aa80701962,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:12.815625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54bb51b2-fa0e-4c7d-97b5-824092f90880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.835327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '08e49cf4-828e-408c-a065-93aa80701962', 'network_id': '7795d20f-af30-4c07-9448-7781713777a7', 'port_id': '08e49cf4-828e-408c-a065-93aa80701962', 'mac_address': 'fa:16:3e:54:91:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d2b1a3-c9c4-4072-9311-fe1aa67fef5a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:12.836964 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.853836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bcef6fe4-6edb-4581-b297-27c171a24581 req-ccaa2a8c-3a16-4b30-a6a6-0f1d69bfdd09 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101592 Feb 09 13:00:12.944408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54bb51b2-fa0e-4c7d-97b5-824092f90880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.958290 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.974407 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54bb51b2-fa0e-4c7d-97b5-824092f90880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:12.978589 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-54bb51b2-fa0e-4c7d-97b5-824092f90880 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a69d26f-90c1-4fab-9634-2884d234af41 HTTP/1.1" status: 204 len: 168 time: 0.3159940 Feb 09 13:00:12.979782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb51b2-fa0e-4c7d-97b5-824092f90880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a69d26f-90c1-4fab-9634-2884d234af41,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:13.024299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e49cf4-828e-408c-a065-93aa80701962 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:13.065118 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 08e49cf4-828e-408c-a065-93aa80701962, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=08e49cf4-828e-408c-a065-93aa80701962,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:13.068600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=75f56570-f103-4f27-adf9-2277e6f67988,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:13.143292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad9ec8-78e9-428e-9d5a-7629c5fee230 req-a30ba2fa-4e5b-4254-9969-555e65d6ef08 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:13.147303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad9ec8-78e9-428e-9d5a-7629c5fee230 req-a30ba2fa-4e5b-4254-9969-555e65d6ef08 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:13.151256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad9ec8-78e9-428e-9d5a-7629c5fee230 req-a30ba2fa-4e5b-4254-9969-555e65d6ef08 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:13.155083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:13.155593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad9ec8-78e9-428e-9d5a-7629c5fee230 req-a30ba2fa-4e5b-4254-9969-555e65d6ef08 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:13.155682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 165c8fab-ae9a-44df-b792-17f31cf5ddda details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:13.159168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad9ec8-78e9-428e-9d5a-7629c5fee230 req-a30ba2fa-4e5b-4254-9969-555e65d6ef08 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:13.163298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad9ec8-78e9-428e-9d5a-7629c5fee230 req-a30ba2fa-4e5b-4254-9969-555e65d6ef08 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:13.167200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad9ec8-78e9-428e-9d5a-7629c5fee230 req-a30ba2fa-4e5b-4254-9969-555e65d6ef08 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:13.174639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26ad9ec8-78e9-428e-9d5a-7629c5fee230 req-a30ba2fa-4e5b-4254-9969-555e65d6ef08 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5424 time: 0.2535684 Feb 09 13:00:13.209580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=5070e550-967e-4a63-98c4-a5ad6b33daf4,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:13.238614 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26ad9ec8-78e9-428e-9d5a-7629c5fee230 req-bebe05d4-9e2a-4a77-a1b5-72932c87825e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629885 Feb 09 13:00:13.247176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 165c8fab-ae9a-44df-b792-17f31cf5ddda, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=165c8fab-ae9a-44df-b792-17f31cf5ddda,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:13.248018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497c85e-f414-4ff4-b82a-28f8e58550cf req-2ee9132f-4d16-4c0f-ba2c-4928fbab6b57 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:13.249499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e497c85e-f414-4ff4-b82a-28f8e58550cf req-2ee9132f-4d16-4c0f-ba2c-4928fbab6b57 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.2030852 Feb 09 13:00:13.294903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '165c8fab-ae9a-44df-b792-17f31cf5ddda', 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'port_id': '165c8fab-ae9a-44df-b792-17f31cf5ddda', 'mac_address': 'fa:16:3e:80:9e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253c534a-f1c3-4167-80d9-d663f21db0ba', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:13.307519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['5070e550-967e-4a63-98c4-a5ad6b33daf4'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:13.313381 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e497c85e-f414-4ff4-b82a-28f8e58550cf req-6ac343f5-8d3b-4082-892f-c934d2b7a392 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575075 Feb 09 13:00:13.407953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=08e49cf4-828e-408c-a065-93aa80701962,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:13.432411 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:13.463136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165c8fab-ae9a-44df-b792-17f31cf5ddda {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:13.503971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 165c8fab-ae9a-44df-b792-17f31cf5ddda, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=165c8fab-ae9a-44df-b792-17f31cf5ddda,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:13.511125 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:13.511774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7e9bc9b0-b782-45c8-bbe8-92607929c15a details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:13.549238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815165a-76d7-4d6d-ba73-67599474ff69 req-42f25f91-3155-4029-957e-4d23a98acb55 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:13.551087 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8815165a-76d7-4d6d-ba73-67599474ff69 req-42f25f91-3155-4029-957e-4d23a98acb55 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 943 time: 0.0994096 Feb 09 13:00:13.609506 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8815165a-76d7-4d6d-ba73-67599474ff69 req-c29eb73e-1c46-4044-81dc-00274b66bed5 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509150 Feb 09 13:00:13.668696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=165c8fab-ae9a-44df-b792-17f31cf5ddda,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:13.848664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7e9bc9b0-b782-45c8-bbe8-92607929c15a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7e9bc9b0-b782-45c8-bbe8-92607929c15a,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:13.863457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422af99-71c8-4691-8c97-19ef37a86f02 req-8e9c49b6-52aa-43e3-84d2-9866ee303ca3 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:13.865767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9422af99-71c8-4691-8c97-19ef37a86f02 req-8e9c49b6-52aa-43e3-84d2-9866ee303ca3 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 948 time: 0.1147394 Feb 09 13:00:13.871358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '7e9bc9b0-b782-45c8-bbe8-92607929c15a', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'port_id': '7e9bc9b0-b782-45c8-bbe8-92607929c15a', 'mac_address': 'fa:16:3e:df:ab:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5831325b-7029-405e-857f-84d59869e409', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:13.919054 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9422af99-71c8-4691-8c97-19ef37a86f02 req-f355573a-3b34-4f66-9167-57b6a776e552 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469785 Feb 09 13:00:13.990184 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:14.035583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9bc9b0-b782-45c8-bbe8-92607929c15a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:14.038693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c9dc6-1d4f-4490-842f-f5de8943acb8 req-7c9452d1-5914-431d-8adb-532c12fd04bf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:14.045723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-242c9dc6-1d4f-4490-842f-f5de8943acb8 req-7c9452d1-5914-431d-8adb-532c12fd04bf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.1254480 Feb 09 13:00:14.056524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7e9bc9b0-b782-45c8-bbe8-92607929c15a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7e9bc9b0-b782-45c8-bbe8-92607929c15a,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:14.064894 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:14.065830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a1ccd91d-1aac-44a6-af3d-0f09b82d3900 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:14.100386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-242c9dc6-1d4f-4490-842f-f5de8943acb8 req-1d7be38c-7c93-4766-9b13-2bc6dc04f820 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536914 Feb 09 13:00:14.165346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7e9bc9b0-b782-45c8-bbe8-92607929c15a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:14.170514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a1ccd91d-1aac-44a6-af3d-0f09b82d3900, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:14.187222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'a1ccd91d-1aac-44a6-af3d-0f09b82d3900', 'network_id': '6ec6fb0a-4e82-4d6e-89f0-376ac243455e', 'port_id': 'a1ccd91d-1aac-44a6-af3d-0f09b82d3900', 'mac_address': 'fa:16:3e:82:ae:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253c534a-f1c3-4167-80d9-d663f21db0ba', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:14.249891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 46f53394-18c9-4a50-8a7c-57de9b4d9171 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:14.255075 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:14.280215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16ce66-1828-4281-b2f4-96d350311746 req-bcea676c-0698-404d-b6c7-e6cd14e258b4 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:14.280215 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db16ce66-1828-4281-b2f4-96d350311746 req-bcea676c-0698-404d-b6c7-e6cd14e258b4 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.1118648 Feb 09 13:00:14.283920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ccd91d-1aac-44a6-af3d-0f09b82d3900 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:14.334584 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db16ce66-1828-4281-b2f4-96d350311746 req-e06d8c40-3d52-4f17-8bab-4b0b9b25a7b6 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530133 Feb 09 13:00:14.423847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a1ccd91d-1aac-44a6-af3d-0f09b82d3900, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:14.448117 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:14.448785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1008583a-ab73-48d2-9665-51b1ad9795b4 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:14.627598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 46f53394-18c9-4a50-8a7c-57de9b4d9171, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:14.694861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:14.733451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04a0a-85eb-4f53-9467-a30bd80cf279 req-34f27734-1687-400f-b823-9d1d52933836 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:14.741810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4e04a0a-85eb-4f53-9467-a30bd80cf279 req-34f27734-1687-400f-b823-9d1d52933836 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.2392673 Feb 09 13:00:14.776174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '46f53394-18c9-4a50-8a7c-57de9b4d9171', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'port_id': '46f53394-18c9-4a50-8a7c-57de9b4d9171', 'mac_address': 'fa:16:3e:3e:44:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46d025-13d3-4ccd-8142-d22e6f2c7fa5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:14.842955 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:14.857439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4e04a0a-85eb-4f53-9467-a30bd80cf279 req-3002346b-4d12-4c4e-b2a5-5ccbd59733c8 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137226 Feb 09 13:00:14.881783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46f53394-18c9-4a50-8a7c-57de9b4d9171 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:14.886641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fcbd4-75c8-47b4-bc6b-60a72087b7ed req-cb542dc1-8f6b-401d-a5a9-949cefe8ecdc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:14.898924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fcbd4-75c8-47b4-bc6b-60a72087b7ed req-cb542dc1-8f6b-401d-a5a9-949cefe8ecdc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:14.898924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fcbd4-75c8-47b4-bc6b-60a72087b7ed req-cb542dc1-8f6b-401d-a5a9-949cefe8ecdc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:14.902156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fcbd4-75c8-47b4-bc6b-60a72087b7ed req-cb542dc1-8f6b-401d-a5a9-949cefe8ecdc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:14.905344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1008583a-ab73-48d2-9665-51b1ad9795b4, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1008583a-ab73-48d2-9665-51b1ad9795b4,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:14.906426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fcbd4-75c8-47b4-bc6b-60a72087b7ed req-cb542dc1-8f6b-401d-a5a9-949cefe8ecdc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:14.911008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fcbd4-75c8-47b4-bc6b-60a72087b7ed req-cb542dc1-8f6b-401d-a5a9-949cefe8ecdc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:14.915325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fcbd4-75c8-47b4-bc6b-60a72087b7ed req-cb542dc1-8f6b-401d-a5a9-949cefe8ecdc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:14.917873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1d0fcbd4-75c8-47b4-bc6b-60a72087b7ed req-cb542dc1-8f6b-401d-a5a9-949cefe8ecdc tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5427 time: 0.2680354 Feb 09 13:00:14.934219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '1008583a-ab73-48d2-9665-51b1ad9795b4', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'port_id': '1008583a-ab73-48d2-9665-51b1ad9795b4', 'mac_address': 'fa:16:3e:01:d6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:14.952438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 46f53394-18c9-4a50-8a7c-57de9b4d9171, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:14.986645 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:15.106911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1d0fcbd4-75c8-47b4-bc6b-60a72087b7ed req-98b49eaa-7c3f-4395-ac7b-ca3675f91e7e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1742473 Feb 09 13:00:15.188723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:15.219507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['46f53394-18c9-4a50-8a7c-57de9b4d9171'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:15.263327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1008583a-ab73-48d2-9665-51b1ad9795b4 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:15.288377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=46f53394-18c9-4a50-8a7c-57de9b4d9171,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:15.289541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55a12e-ae52-4421-9638-56f0a76f1f0e req-5c7d0ee4-e03e-4671-866d-9bbf5b639fb7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:15.301106 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b55a12e-ae52-4421-9638-56f0a76f1f0e req-5c7d0ee4-e03e-4671-866d-9bbf5b639fb7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 944 time: 0.1909192 Feb 09 13:00:15.301377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1008583a-ab73-48d2-9665-51b1ad9795b4, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1008583a-ab73-48d2-9665-51b1ad9795b4,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:15.310779 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:15.410108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b55a12e-ae52-4421-9638-56f0a76f1f0e req-d630680f-1ab5-4d34-b48e-6a3b5452634b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044281 Feb 09 13:00:15.547133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1008583a-ab73-48d2-9665-51b1ad9795b4,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:15.723210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e53708-7861-4056-b312-e2365a12ac9a req-8ae5c744-7d56-4351-92fc-4c1145ed4498 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:15.724668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0e53708-7861-4056-b312-e2365a12ac9a req-8ae5c744-7d56-4351-92fc-4c1145ed4498 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 948 time: 0.1030257 Feb 09 13:00:15.792629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0e53708-7861-4056-b312-e2365a12ac9a req-dbe05c56-5b9c-422c-8e48-60e5ff8b7b4e tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590794 Feb 09 13:00:15.980507 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:16.185795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6f0f1-9260-464f-9e13-c8fae662c471 req-2c1ed9b8-debd-4045-b7c5-aab43312df78 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:16.196726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3e6f0f1-9260-464f-9e13-c8fae662c471 req-2c1ed9b8-debd-4045-b7c5-aab43312df78 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.1398420 Feb 09 13:00:16.247185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e0d1d3d2-9481-4542-b18b-36bfa298e449'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:16.311722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 46f53394-18c9-4a50-8a7c-57de9b4d9171 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:16.328323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3e6f0f1-9260-464f-9e13-c8fae662c471 req-a9b4e99c-5e6b-4eb9-9bdf-3c1e917c8763 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329670 Feb 09 13:00:16.420995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['6128b44b-b443-46ba-a5f6-649285248231'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:16.454392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['a1ccd91d-1aac-44a6-af3d-0f09b82d3900'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:16.483488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['7e9bc9b0-b782-45c8-bbe8-92607929c15a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:16.541793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['165c8fab-ae9a-44df-b792-17f31cf5ddda'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:16.579094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['08e49cf4-828e-408c-a065-93aa80701962'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:16.609929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['75f56570-f103-4f27-adf9-2277e6f67988'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:16.643332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['1008583a-ab73-48d2-9665-51b1ad9795b4'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:16.769494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-8a663922-69f9-4f97-a0cb-fbf1fff32f7d tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3d99e149d05740e9846fa07b00eab662&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429406 Feb 09 13:00:16.935147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddc45-36b9-4c55-88e6-0b0685e5b09b req-7794b4d7-f44c-4e75-9915-e84c04df7870 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:16.946622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddc45-36b9-4c55-88e6-0b0685e5b09b req-7794b4d7-f44c-4e75-9915-e84c04df7870 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:16.958217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddc45-36b9-4c55-88e6-0b0685e5b09b req-7794b4d7-f44c-4e75-9915-e84c04df7870 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:16.971661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddc45-36b9-4c55-88e6-0b0685e5b09b req-7794b4d7-f44c-4e75-9915-e84c04df7870 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:16.975940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddc45-36b9-4c55-88e6-0b0685e5b09b req-7794b4d7-f44c-4e75-9915-e84c04df7870 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:16.980617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddc45-36b9-4c55-88e6-0b0685e5b09b req-7794b4d7-f44c-4e75-9915-e84c04df7870 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:16.984960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eddc45-36b9-4c55-88e6-0b0685e5b09b req-7794b4d7-f44c-4e75-9915-e84c04df7870 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:16.993262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2eddc45-36b9-4c55-88e6-0b0685e5b09b req-7794b4d7-f44c-4e75-9915-e84c04df7870 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5428 time: 0.4451160 Feb 09 13:00:17.059323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 46f53394-18c9-4a50-8a7c-57de9b4d9171 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:17.059832 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:17.073216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-af453667-4981-4583-9fe2-50aa3e595276 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:17.080022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-af453667-4981-4583-9fe2-50aa3e595276 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3093493 Feb 09 13:00:17.097822 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-a161dc35-1b08-4c5e-8029-1ab63bd7f82a tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/quotas/3d99e149d05740e9846fa07b00eab662 HTTP/1.1" status: 200 len: 375 time: 0.0169177 Feb 09 13:00:17.158160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2eddc45-36b9-4c55-88e6-0b0685e5b09b req-937de001-d99a-46a3-96d1-3bc86e9d5410 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1631851 Feb 09 13:00:17.188691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-a0a55289-3efa-478a-bca8-74a6bc64b8a6 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d99e149d05740e9846fa07b00eab662&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828478 Feb 09 13:00:17.840504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4041e-277f-4ba0-b15a-2bcce5ad8b2f req-0f722ebe-8f13-426c-a8dc-dfdf23e9408a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:17.842898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3b4041e-277f-4ba0-b15a-2bcce5ad8b2f req-0f722ebe-8f13-426c-a8dc-dfdf23e9408a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 944 time: 0.1825559 Feb 09 13:00:17.956691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bae42-b516-4bee-b38d-404c53fd7248 req-f332dd4c-ad9a-432e-9b72-69aef7e6a095 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:17.968507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e43bae42-b516-4bee-b38d-404c53fd7248 req-f332dd4c-ad9a-432e-9b72-69aef7e6a095 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 948 time: 0.1884291 Feb 09 13:00:18.111818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3b4041e-277f-4ba0-b15a-2bcce5ad8b2f req-1c066eb0-a67d-4e46-bca9-440fc4ef835d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588797 Feb 09 13:00:18.156560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e43bae42-b516-4bee-b38d-404c53fd7248 req-b16ea7b1-decc-4221-90e8-615489798382 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863947 Feb 09 13:00:18.312329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fc02754a-e453-47de-9ea7-085f36522649 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:18.394197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a69b49bf-0b1a-4274-a800-0583e2cd16da req-b7a63dd9-5f2e-4812-a228-30ce3c26261c tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 210 time: 0.0837905 Feb 09 13:00:18.501537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e6833-9274-421d-b1b8-5ecff76e5374 req-a06da4b0-877e-420d-be15-63d409acdf5d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:18.503285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-040e6833-9274-421d-b1b8-5ecff76e5374 req-a06da4b0-877e-420d-be15-63d409acdf5d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.1072803 Feb 09 13:00:18.565596 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:18.606068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-040e6833-9274-421d-b1b8-5ecff76e5374 req-38b55462-161b-4603-bbaa-6a0f4ebaa95c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939450 Feb 09 13:00:18.652213 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:00:19.161215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837b04c-ed92-480f-8593-f2d73b65c713 req-ca028d80-89d6-4493-baab-b02ce5813be8 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:19.162073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f837b04c-ed92-480f-8593-f2d73b65c713 req-ca028d80-89d6-4493-baab-b02ce5813be8 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 945 time: 0.4142644 Feb 09 13:00:19.253849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f53394-18c9-4a50-8a7c-57de9b4d9171'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:19.269893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ae0b-1d2d-44d6-9aaa-e73e65534657 req-9c7be394-39ba-4512-8f0e-7ee35be0e897 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:19.285141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ae0b-1d2d-44d6-9aaa-e73e65534657 req-9c7be394-39ba-4512-8f0e-7ee35be0e897 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:19.295755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ae0b-1d2d-44d6-9aaa-e73e65534657 req-9c7be394-39ba-4512-8f0e-7ee35be0e897 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:19.297402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fc02754a-e453-47de-9ea7-085f36522649, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fc02754a-e453-47de-9ea7-085f36522649,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:19.314956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ae0b-1d2d-44d6-9aaa-e73e65534657 req-9c7be394-39ba-4512-8f0e-7ee35be0e897 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:19.326189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ae0b-1d2d-44d6-9aaa-e73e65534657 req-9c7be394-39ba-4512-8f0e-7ee35be0e897 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:19.337605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ae0b-1d2d-44d6-9aaa-e73e65534657 req-9c7be394-39ba-4512-8f0e-7ee35be0e897 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:19.349031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ae0b-1d2d-44d6-9aaa-e73e65534657 req-9c7be394-39ba-4512-8f0e-7ee35be0e897 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:19.349983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 46f53394-18c9-4a50-8a7c-57de9b4d9171, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:19.354119 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67b5ae0b-1d2d-44d6-9aaa-e73e65534657 req-9c7be394-39ba-4512-8f0e-7ee35be0e897 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5428 time: 0.4375033 Feb 09 13:00:19.360238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f837b04c-ed92-480f-8593-f2d73b65c713 req-b2270b8a-ea45-43ff-8278-14cf02dfd9a0 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899192 Feb 09 13:00:19.367445 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:19.368244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 5070e550-967e-4a63-98c4-a5ad6b33daf4 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:19.423152 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'fc02754a-e453-47de-9ea7-085f36522649', 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9', 'port_id': 'fc02754a-e453-47de-9ea7-085f36522649', 'mac_address': 'fa:16:3e:fd:2b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc77c62c-3756-41a0-ba46-8fcac2da16bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:19.443154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67b5ae0b-1d2d-44d6-9aaa-e73e65534657 req-c4791135-29a6-435a-8423-9c82a95d5b5e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800624 Feb 09 13:00:19.704670 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:19.791188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc02754a-e453-47de-9ea7-085f36522649 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:19.800924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=46f53394-18c9-4a50-8a7c-57de9b4d9171,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:19.827895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 5070e550-967e-4a63-98c4-a5ad6b33daf4 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:19.832123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fc02754a-e453-47de-9ea7-085f36522649, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fc02754a-e453-47de-9ea7-085f36522649,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:19.836795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 5070e550-967e-4a63-98c4-a5ad6b33daf4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:19.837164 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:19.888487 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-cfa32db3-280f-4211-98be-e2820435d628 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3d99e149d05740e9846fa07b00eab662&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335205 Feb 09 13:00:19.935342 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:19.979298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95b7cf-34f2-40df-a543-4d64036978d9 req-c0deeeda-8c82-4093-b31c-6a7d650c6abb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:19.988018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e95b7cf-34f2-40df-a543-4d64036978d9 req-c0deeeda-8c82-4093-b31c-6a7d650c6abb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 944 time: 0.2353022 Feb 09 13:00:20.045975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399cd66-98c5-409f-8095-c269574f1bd2 req-31dfae22-0754-4313-8b03-93fa2a41ca7a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:20.059173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d399cd66-98c5-409f-8095-c269574f1bd2 req-31dfae22-0754-4313-8b03-93fa2a41ca7a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 948 time: 0.2453556 Feb 09 13:00:20.177297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d399cd66-98c5-409f-8095-c269574f1bd2 req-67cb3727-b450-4fce-b329-365003e35918 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153331 Feb 09 13:00:20.198144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e95b7cf-34f2-40df-a543-4d64036978d9 req-8bc1e6cc-a34e-4d67-9f2c-84ce6dd034f1 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089379 Feb 09 13:00:20.276234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=fc02754a-e453-47de-9ea7-085f36522649,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:20.318983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-ceabd5c4-4f69-459e-817c-f49cd7051f8c tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:20.322830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-ceabd5c4-4f69-459e-817c-f49cd7051f8c tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4251909 Feb 09 13:00:20.357348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Request body: {'port': {'device_id': '5f83c090-2b2b-4565-8104-936156ced447', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '3d99e149d05740e9846fa07b00eab662'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:20.489656 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f53394-18c9-4a50-8a7c-57de9b4d9171', 'code': 200} Feb 09 13:00:20.493288 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:20.529786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['fc02754a-e453-47de-9ea7-085f36522649'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:20.542123 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92f10c0f-7d4b-42c3-bcae-273fbcacd426 req-9c2071dc-0dec-427c-8c8a-f71ecb9e2ebf tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 210 time: 0.1112876 Feb 09 13:00:20.570059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:20.571804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Usage tracker for resource:port and tenant:3d99e149d05740e9846fa07b00eab662 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:20.575684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:20.582860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:20.595676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Made reservation on behalf of 3d99e149d05740e9846fa07b00eab662 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:00:20.600404 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:20.618087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:20.681766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:20.690045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Usage tracker for resource:security_group_rule and tenant:3d99e149d05740e9846fa07b00eab662 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:20.694763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:20.703683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:20.722372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 5070e550-967e-4a63-98c4-a5ad6b33daf4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=5070e550-967e-4a63-98c4-a5ad6b33daf4,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:20.741238 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:20.799292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e096af-480e-4071-8a6e-45ac917895a3 req-872ceb55-c7af-4aaa-8eff-978f37543cbd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:20.800955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58e096af-480e-4071-8a6e-45ac917895a3 req-872ceb55-c7af-4aaa-8eff-978f37543cbd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.2098353 Feb 09 13:00:20.881654 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:20.887885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:20.952874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=5070e550-967e-4a63-98c4-a5ad6b33daf4,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:21.048340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58e096af-480e-4071-8a6e-45ac917895a3 req-93b2dca9-ef95-4248-ae81-6f9ed51ed611 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386611 Feb 09 13:00:21.093305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7a33f0-7434-4ea1-8f47-7d3a416350fb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:21.177556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179657b-22f8-4c3f-a6fc-dc5da2d9a248 req-efb1f853-2678-4720-a2bd-95bda52c3f61 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:21.180042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0179657b-22f8-4c3f-a6fc-dc5da2d9a248 req-efb1f853-2678-4720-a2bd-95bda52c3f61 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 944 time: 0.2940669 Feb 09 13:00:21.274891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0179657b-22f8-4c3f-a6fc-dc5da2d9a248 req-c77251ec-0e77-4de2-bac8-51d169ab2caf tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890017 Feb 09 13:00:21.353758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6128b44b-b443-46ba-a5f6-649285248231 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:21.433316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Allocated IP 192.168.233.114 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:00:21.563405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 6128b44b-b443-46ba-a5f6-649285248231 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:21.579730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 6128b44b-b443-46ba-a5f6-649285248231 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:21.580110 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:21.659471 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea276b-f259-4f0f-a773-dd4761d63812 req-c92f7674-e3a6-4f4b-8c61-ca6f53c9c675 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:21.670875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea276b-f259-4f0f-a773-dd4761d63812 req-c92f7674-e3a6-4f4b-8c61-ca6f53c9c675 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:21.675843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea276b-f259-4f0f-a773-dd4761d63812 req-c92f7674-e3a6-4f4b-8c61-ca6f53c9c675 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:21.680952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea276b-f259-4f0f-a773-dd4761d63812 req-c92f7674-e3a6-4f4b-8c61-ca6f53c9c675 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:21.686489 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea276b-f259-4f0f-a773-dd4761d63812 req-c92f7674-e3a6-4f4b-8c61-ca6f53c9c675 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:21.691438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea276b-f259-4f0f-a773-dd4761d63812 req-c92f7674-e3a6-4f4b-8c61-ca6f53c9c675 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:21.701749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea276b-f259-4f0f-a773-dd4761d63812 req-c92f7674-e3a6-4f4b-8c61-ca6f53c9c675 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:21.715884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95ea276b-f259-4f0f-a773-dd4761d63812 req-c92f7674-e3a6-4f4b-8c61-ca6f53c9c675 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5428 time: 0.2882419 Feb 09 13:00:21.817472 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:21.888262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95ea276b-f259-4f0f-a773-dd4761d63812 req-dedff0db-88fd-4de7-8003-70acbd7f3e23 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703472 Feb 09 13:00:21.916187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6128b44b-b443-46ba-a5f6-649285248231, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6128b44b-b443-46ba-a5f6-649285248231,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:21.927932 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:21.932582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2709-68a9-4797-839d-0a9e6cb603f5 req-5051bb4b-4783-43c0-abfc-ba958ed3b4ea tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:21.933464 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e0d1d3d2-9481-4542-b18b-36bfa298e449 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:21.958555 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63af2709-68a9-4797-839d-0a9e6cb603f5 req-5051bb4b-4783-43c0-abfc-ba958ed3b4ea tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 949 time: 0.2127633 Feb 09 13:00:22.006443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:22.048510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Transition to ACTIVE for port object 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:00:22.055211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63af2709-68a9-4797-839d-0a9e6cb603f5 req-e35839c8-bb37-4b85-86be-fd9cf1e185b4 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954480 Feb 09 13:00:22.124905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:22.168987 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=6128b44b-b443-46ba-a5f6-649285248231,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:22.254884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:00:22.259743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:00:22.266880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:00:22.305010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fc02754a-e453-47de-9ea7-085f36522649 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:22.477672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d11e4-c5e3-4b2f-88c7-b68652dd14b7 req-a2f62438-5b20-4387-943b-68bae7f26036 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:22.490964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-303d11e4-c5e3-4b2f-88c7-b68652dd14b7 req-a2f62438-5b20-4387-943b-68bae7f26036 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 944 time: 0.2612128 Feb 09 13:00:22.498224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6d1870-02d1-4a90-920b-6dbe91e229a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5070e550-967e-4a63-98c4-a5ad6b33daf4'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6128b44b-b443-46ba-a5f6-649285248231'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:22.507769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:22.508512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:22.516630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port e0d1d3d2-9481-4542-b18b-36bfa298e449 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:22.616981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Pushing event updated for resources: {'Port': ['ID=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:22.646140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-303d11e4-c5e3-4b2f-88c7-b68652dd14b7 req-c5da128b-89bd-4850-b0b5-e7b7d4f91a40 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461115 Feb 09 13:00:22.683777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e0d1d3d2-9481-4542-b18b-36bfa298e449 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:22.684341 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-3f497bee-3474-464f-9270-bc08f6557e56 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3308311 Feb 09 13:00:22.685443 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:22.711492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Request body: {'port': {'device_id': '5f83c090-2b2b-4565-8104-936156ced447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:22.897678 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:22.948510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fc02754a-e453-47de-9ea7-085f36522649 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:23.053483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5cb51-a719-45a8-a65c-8f45d0384dc9 req-704c6d8f-f7ef-4522-a16b-9e9f3ec064e9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:23.067840 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5db5cb51-a719-45a8-a65c-8f45d0384dc9 req-704c6d8f-f7ef-4522-a16b-9e9f3ec064e9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 936 time: 0.2644742 Feb 09 13:00:23.133637 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:23.206266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fc02754a-e453-47de-9ea7-085f36522649, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fc02754a-e453-47de-9ea7-085f36522649,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:23.219830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-626a781f-0f24-4877-839a-bebb08f99930 None None] Provisioning for port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:23.226874 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:23.256070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5db5cb51-a719-45a8-a65c-8f45d0384dc9 req-7055f0d8-ab18-4fec-92ae-f5a24c26e123 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778216 Feb 09 13:00:23.297186 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:23.344297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-626a781f-0f24-4877-839a-bebb08f99930 None None] Provisioning complete for port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:23.344663 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-626a781f-0f24-4877-839a-bebb08f99930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:23.618921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-626a781f-0f24-4877-839a-bebb08f99930 None None] Port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:00:23.643896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e0d1d3d2-9481-4542-b18b-36bfa298e449, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e0d1d3d2-9481-4542-b18b-36bfa298e449,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:23.647759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=fc02754a-e453-47de-9ea7-085f36522649,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:23.668486 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:23.671041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 75f56570-f103-4f27-adf9-2277e6f67988 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:23.679241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9d189-775d-4461-8480-ed923719c0eb req-356759b7-9747-4b2f-9faf-d5acbb325cf3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:23.687167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ffd9d189-775d-4461-8480-ed923719c0eb req-356759b7-9747-4b2f-9faf-d5acbb325cf3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.3869364 Feb 09 13:00:23.701374 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6d1870-02d1-4a90-920b-6dbe91e229a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5070e550-967e-4a63-98c4-a5ad6b33daf4', 'code': 200} Feb 09 13:00:23.701991 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6128b44b-b443-46ba-a5f6-649285248231', 'code': 200} Feb 09 13:00:23.756026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ffd9d189-775d-4461-8480-ed923719c0eb req-7eb54989-9469-471d-a5be-4309c49bf26b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Feb 09 13:00:23.838571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e0d1d3d2-9481-4542-b18b-36bfa298e449,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:23.923231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 75f56570-f103-4f27-adf9-2277e6f67988 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:23.932081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 75f56570-f103-4f27-adf9-2277e6f67988 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:23.932635 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:24.237862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:24.246013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd44ebe-cd5e-4799-806a-1417d37b16e9 req-2de13b3e-4f91-4e56-a527-8e1406033965 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:24.250058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:24.254807 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dbd44ebe-cd5e-4799-806a-1417d37b16e9 req-2de13b3e-4f91-4e56-a527-8e1406033965 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 943 time: 0.2582829 Feb 09 13:00:24.260303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:24.292052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Transition to ACTIVE for port object 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:00:24.308235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 75f56570-f103-4f27-adf9-2277e6f67988, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=75f56570-f103-4f27-adf9-2277e6f67988,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:24.311693 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:24.313454 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:24.314852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 08e49cf4-828e-408c-a065-93aa80701962 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:24.397600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83c522-ad43-4d0a-aa77-2675ae8b4507 req-ebe2db94-5587-4e40-b94d-88a04a76a09b tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:24.408558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83c522-ad43-4d0a-aa77-2675ae8b4507 req-ebe2db94-5587-4e40-b94d-88a04a76a09b tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:24.420010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83c522-ad43-4d0a-aa77-2675ae8b4507 req-ebe2db94-5587-4e40-b94d-88a04a76a09b tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:24.436716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83c522-ad43-4d0a-aa77-2675ae8b4507 req-ebe2db94-5587-4e40-b94d-88a04a76a09b tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:24.444482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83c522-ad43-4d0a-aa77-2675ae8b4507 req-ebe2db94-5587-4e40-b94d-88a04a76a09b tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:24.448871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83c522-ad43-4d0a-aa77-2675ae8b4507 req-ebe2db94-5587-4e40-b94d-88a04a76a09b tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:24.453658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83c522-ad43-4d0a-aa77-2675ae8b4507 req-ebe2db94-5587-4e40-b94d-88a04a76a09b tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:24.463121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db83c522-ad43-4d0a-aa77-2675ae8b4507 req-ebe2db94-5587-4e40-b94d-88a04a76a09b tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5430 time: 0.5741069 Feb 09 13:00:24.529621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dbd44ebe-cd5e-4799-806a-1417d37b16e9 req-10d74fb9-d077-43a9-bcac-5450de463bb8 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738523 Feb 09 13:00:24.645925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db83c522-ad43-4d0a-aa77-2675ae8b4507 req-10225d00-0f2e-4f2f-9062-4c6853eae8a5 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1818068 Feb 09 13:00:24.712630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=75f56570-f103-4f27-adf9-2277e6f67988,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:24.762037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.762284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.762649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.762982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.763309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.763636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.763951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.764275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.764586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.764906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.765429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:24.820569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 08e49cf4-828e-408c-a065-93aa80701962 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:24.840451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 08e49cf4-828e-408c-a065-93aa80701962 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:24.840709 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:24.863313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:24.958658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228760af-af2e-4390-9bb4-8810f7f9ceba req-c9fa0e0c-f5ce-488e-9131-8c21e79994ac tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:24.966606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-228760af-af2e-4390-9bb4-8810f7f9ceba req-c9fa0e0c-f5ce-488e-9131-8c21e79994ac tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 949 time: 0.1113873 Feb 09 13:00:25.058510 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-98ef9795-aed3-46c6-9c0b-e1d6a55f793d req-97e2996a-a9a8-4681-8723-bb526afdaa59 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 1100 time: 1.2243824 Feb 09 13:00:25.080503 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3f53534b-0ba0-4aab-9f94-8fd5402ca743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:25.113857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-228760af-af2e-4390-9bb4-8810f7f9ceba req-fbdc7654-fd39-4c69-b9f3-6e5fe11a5eaa tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457453 Feb 09 13:00:25.201793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540353-c4e2-4dc3-beda-f56e1f6f7b88 req-4310ddf4-9bcc-41e6-9b35-5c0f7e43e2ba tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:25.212266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43540353-c4e2-4dc3-beda-f56e1f6f7b88 req-4310ddf4-9bcc-41e6-9b35-5c0f7e43e2ba tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 944 time: 0.2201407 Feb 09 13:00:25.253026 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-98ef9795-aed3-46c6-9c0b-e1d6a55f793d req-34360dc5-9997-4e22-b5f1-0a59417ef530 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665819 Feb 09 13:00:25.253630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Attempting to bind port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:00:25.253630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Attempting to bind port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:00:25.253824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Attempting to bind port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:00:25.261205 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:25.282534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:00:25.282872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Attempting to bind port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:00:25.316212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:00:25.316604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:00:25.316990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:00:25.317429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Bound port: 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:00:25.317823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:25.320855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 08e49cf4-828e-408c-a065-93aa80701962, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=08e49cf4-828e-408c-a065-93aa80701962,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:25.325216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43540353-c4e2-4dc3-beda-f56e1f6f7b88 req-036025e2-f925-41de-9671-509c6915ebb1 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108649 Feb 09 13:00:25.331701 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:25.332539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7e9bc9b0-b782-45c8-bbe8-92607929c15a up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:25.364493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-2ff4122a-c063-46bd-8891-fb73496e34c0 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:25.365348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-2ff4122a-c063-46bd-8891-fb73496e34c0 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Synchronizing usage tracker for tenant:f87af6578a534d759f966dc14c97e6ad on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:00:25.533010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-2ff4122a-c063-46bd-8891-fb73496e34c0 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Unset dirty status for tenant:f87af6578a534d759f966dc14c97e6ad on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:00:25.536615 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-2ff4122a-c063-46bd-8891-fb73496e34c0 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 943 time: 0.6223271 Feb 09 13:00:25.568176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb878bd-d264-47be-8f50-06f858478cb6 req-16462a21-4671-4518-8ec5-bacaa3190a9c tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:25.579160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8cb878bd-d264-47be-8f50-06f858478cb6 req-16462a21-4671-4518-8ec5-bacaa3190a9c tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 948 time: 0.1536264 Feb 09 13:00:25.584601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=08e49cf4-828e-408c-a065-93aa80701962,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:25.595262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 7e9bc9b0-b782-45c8-bbe8-92607929c15a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:25.607079 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 7e9bc9b0-b782-45c8-bbe8-92607929c15a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:25.607708 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:25.663842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8cb878bd-d264-47be-8f50-06f858478cb6 req-7b78840c-b115-4efd-8382-7172b72a2022 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837042 Feb 09 13:00:25.721730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d1d3d2-9481-4542-b18b-36bfa298e449'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f56570-f103-4f27-adf9-2277e6f67988'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e49cf4-828e-408c-a065-93aa80701962'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:25.834797 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:25.858700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] For port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:00:25.896159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7e9bc9b0-b782-45c8-bbe8-92607929c15a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7e9bc9b0-b782-45c8-bbe8-92607929c15a,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:25.906894 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:25.908117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a1ccd91d-1aac-44a6-af3d-0f09b82d3900 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:25.955462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c9396-a035-4d0d-b2eb-e91f0ec3cc18 req-189d25bc-a4c4-47ea-abf6-e61c21a80e36 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:25.960027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b97c9396-a035-4d0d-b2eb-e91f0ec3cc18 req-189d25bc-a4c4-47ea-abf6-e61c21a80e36 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.2556477 Feb 09 13:00:25.968393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-18c9322f-3b03-41b5-8008-282c0e930c78 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Deleting port fc02754a-e453-47de-9ea7-085f36522649 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:00:25.968786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-18c9322f-3b03-41b5-8008-282c0e930c78 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:26.135568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b97c9396-a035-4d0d-b2eb-e91f0ec3cc18 req-1b29d7ec-4319-486d-a8b4-23314f78ec12 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658071 Feb 09 13:00:26.175416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] For port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:00:26.193634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7e9bc9b0-b782-45c8-bbe8-92607929c15a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:26.197645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:26.219364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:26.231004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:26.232091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:26.240190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca72f7d-90b7-4b1e-a4db-97eab3f26580 req-4fc29e68-d17a-44e0-9a42-bff66413e11c tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:26.255938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ca72f7d-90b7-4b1e-a4db-97eab3f26580 req-4fc29e68-d17a-44e0-9a42-bff66413e11c tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 943 time: 0.2849762 Feb 09 13:00:26.370561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ca72f7d-90b7-4b1e-a4db-97eab3f26580 req-f345bc8c-85ca-4a94-9211-47de7635ed83 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086967 Feb 09 13:00:26.418894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:26.532908 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:26.588267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a1ccd91d-1aac-44a6-af3d-0f09b82d3900, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:26.596044 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:26.597812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1008583a-ab73-48d2-9665-51b1ad9795b4 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:26.609328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:26.617473 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-1fa735f1-7474-492e-a007-45f752c520c7 service neutron] 10.222.0.62 "PUT /v2.0/ports/2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c HTTP/1.1" status: 200 len: 1096 time: 3.9230242 Feb 09 13:00:26.619764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f83c090-2b2b-4565-8104-936156ced447', 'tag': '2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:26.706933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526374-fb95-4c4f-86d6-d28d84fc8360 req-2a35ee0b-1254-47d0-b8ed-06fb16896df4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:26.717345 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0a26d03-3d6f-4c54-9e22-368b106e6354 req-4e821e9f-a3fd-45ba-afce-398299651233 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8613644 Feb 09 13:00:26.724585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526374-fb95-4c4f-86d6-d28d84fc8360 req-2a35ee0b-1254-47d0-b8ed-06fb16896df4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:26.738221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526374-fb95-4c4f-86d6-d28d84fc8360 req-2a35ee0b-1254-47d0-b8ed-06fb16896df4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:26.749181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526374-fb95-4c4f-86d6-d28d84fc8360 req-2a35ee0b-1254-47d0-b8ed-06fb16896df4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:26.759682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526374-fb95-4c4f-86d6-d28d84fc8360 req-2a35ee0b-1254-47d0-b8ed-06fb16896df4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:26.765685 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d1d3d2-9481-4542-b18b-36bfa298e449', 'code': 200} Feb 09 13:00:26.766245 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f56570-f103-4f27-adf9-2277e6f67988', 'code': 200} Feb 09 13:00:26.766245 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e49cf4-828e-408c-a065-93aa80701962', 'code': 200} Feb 09 13:00:26.775645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526374-fb95-4c4f-86d6-d28d84fc8360 req-2a35ee0b-1254-47d0-b8ed-06fb16896df4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:26.798728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526374-fb95-4c4f-86d6-d28d84fc8360 req-2a35ee0b-1254-47d0-b8ed-06fb16896df4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:26.815279 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b526374-fb95-4c4f-86d6-d28d84fc8360 req-2a35ee0b-1254-47d0-b8ed-06fb16896df4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5432 time: 0.3736093 Feb 09 13:00:27.049418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:27.072121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 1008583a-ab73-48d2-9665-51b1ad9795b4 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:27.107266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b526374-fb95-4c4f-86d6-d28d84fc8360 req-29ce041d-15e6-4cf9-ba4d-acd4d197187f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2909155 Feb 09 13:00:27.136499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 1008583a-ab73-48d2-9665-51b1ad9795b4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:27.142075 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:27.290218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-18c9322f-3b03-41b5-8008-282c0e930c78 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] For port fc02754a-e453-47de-9ea7-085f36522649, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fc02754a-e453-47de-9ea7-085f36522649,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:27.291898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-18c9322f-3b03-41b5-8008-282c0e930c78 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:27.303084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f55511-90f9-4411-b434-753a30d986cc req-3940742a-f936-4ba1-8a4c-ee9d04263bac tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:27.304894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-72f55511-90f9-4411-b434-753a30d986cc req-3940742a-f936-4ba1-8a4c-ee9d04263bac tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 949 time: 0.3619788 Feb 09 13:00:27.344672 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d8d67d4-0cd9-474e-a24c-be78a45082b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:27.438944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-72f55511-90f9-4411-b434-753a30d986cc req-55d319a4-be0e-4b5b-bad3-e7d7dedf1594 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267390 Feb 09 13:00:27.516119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-18c9322f-3b03-41b5-8008-282c0e930c78 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Calling delete_port for fc02754a-e453-47de-9ea7-085f36522649 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:00:27.588258 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:27.600963 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:00:27.649084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1008583a-ab73-48d2-9665-51b1ad9795b4, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1008583a-ab73-48d2-9665-51b1ad9795b4,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:27.659517 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:27.744025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 165c8fab-ae9a-44df-b792-17f31cf5ddda up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:27.872604 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-18c9322f-3b03-41b5-8008-282c0e930c78 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:27.875861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a1fa-3f11-426f-940b-afa3dad0fa42 req-31727eb6-4cfa-479e-b30e-a0a82c5184d6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:27.890385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6db5a1fa-3f11-426f-940b-afa3dad0fa42 req-31727eb6-4cfa-479e-b30e-a0a82c5184d6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 945 time: 0.3239253 Feb 09 13:00:27.905192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1008583a-ab73-48d2-9665-51b1ad9795b4,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:27.930047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 165c8fab-ae9a-44df-b792-17f31cf5ddda completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:27.943259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 165c8fab-ae9a-44df-b792-17f31cf5ddda triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:27.943716 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:27.950656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9322f-3b03-41b5-8008-282c0e930c78 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event deleted for resources: {'Port': ['ID=fc02754a-e453-47de-9ea7-085f36522649,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:28.005923 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f83c090-2b2b-4565-8104-936156ced447', 'tag': '2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c', 'status': 'completed', 'code': 200} Feb 09 13:00:28.022284 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0a26d03-3d6f-4c54-9e22-368b106e6354 req-17eab001-752e-46a2-83ba-569de0732058 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1095 time: 1.2360349 Feb 09 13:00:28.115031 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-e0edfeae-e4ea-4ff2-a327-806ad2b9189b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d99e149d05740e9846fa07b00eab662&device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 1099 time: 1.1553221 Feb 09 13:00:28.136951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-18c9322f-3b03-41b5-8008-282c0e930c78 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] No DVR routers for this DVR port fc02754a-e453-47de-9ea7-085f36522649 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:28.140329 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-18c9322f-3b03-41b5-8008-282c0e930c78 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:28.152422 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:28.158005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6db5a1fa-3f11-426f-940b-afa3dad0fa42 req-2ee29035-9bd9-4d34-a423-da43365fd95f tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655861 Feb 09 13:00:28.217020 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f091883a-cf6b-4df1-bbc2-031b9cdfa287 req-18c9322f-3b03-41b5-8008-282c0e930c78 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "DELETE /v2.0/ports/fc02754a-e453-47de-9ea7-085f36522649 HTTP/1.1" status: 204 len: 173 time: 2.6755469 Feb 09 13:00:28.226851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 165c8fab-ae9a-44df-b792-17f31cf5ddda, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=165c8fab-ae9a-44df-b792-17f31cf5ddda,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:28.241462 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:28.253692 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-20c7fcf9-5791-4db7-9694-d2070d2d15f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c HTTP/1.1" status: 200 len: 217 time: 0.1002431 Feb 09 13:00:28.358489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=165c8fab-ae9a-44df-b792-17f31cf5ddda,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:28.370307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fc02754a-e453-47de-9ea7-085f36522649 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:28.371869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-287af2ea-4adb-4679-9dd5-281b0c301a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:28.373432 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-287af2ea-4adb-4679-9dd5-281b0c301a41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0739133 Feb 09 13:00:28.430912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: fc02754a-e453-47de-9ea7-085f36522649 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:00:28.442530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fc02754a-e453-47de-9ea7-085f36522649 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:00:28.450286 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:28.534293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a26d03-3d6f-4c54-9e22-368b106e6354 req-e52ee07a-f911-42b1-b69e-8490802401a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:28.537254 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0a26d03-3d6f-4c54-9e22-368b106e6354 req-e52ee07a-f911-42b1-b69e-8490802401a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.4635131 Feb 09 13:00:28.595497 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:28.636300 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-01be54b4-f8d6-430e-8c59-1a6a5ebc74db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488694 Feb 09 13:00:28.640209 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0a26d03-3d6f-4c54-9e22-368b106e6354 req-502e4ae8-3df7-4dae-ac40-df8a8906a061 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10964075-3c20-4096-ad7e-15d5427c147f HTTP/1.1" status: 200 len: 217 time: 0.0944448 Feb 09 13:00:28.763602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f805e14-ae80-492c-bd78-aa48aa9f1bb3 req-043b2729-b70d-4cb3-a3d5-a45711d7e7e3 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:28.770019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90957570-bb64-404b-aefb-db03ae8f07c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9bc9b0-b782-45c8-bbe8-92607929c15a'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ccd91d-1aac-44a6-af3d-0f09b82d3900'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1008583a-ab73-48d2-9665-51b1ad9795b4'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165c8fab-ae9a-44df-b792-17f31cf5ddda'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:28.781060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a26d03-3d6f-4c54-9e22-368b106e6354 req-92bc0bb4-9b73-41a8-ada2-91f67e5ba8eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:28.784183 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0a26d03-3d6f-4c54-9e22-368b106e6354 req-92bc0bb4-9b73-41a8-ada2-91f67e5ba8eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.0985899 Feb 09 13:00:28.784942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f805e14-ae80-492c-bd78-aa48aa9f1bb3 req-043b2729-b70d-4cb3-a3d5-a45711d7e7e3 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 948 time: 0.4144287 Feb 09 13:00:28.865755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0a26d03-3d6f-4c54-9e22-368b106e6354 req-8da8f527-d8b7-40ee-ab9c-14b028e9770c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577166 Feb 09 13:00:28.923404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f805e14-ae80-492c-bd78-aa48aa9f1bb3 req-f00ebd1c-03f5-48f6-84ae-6da95db24481 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283975 Feb 09 13:00:28.961730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5150-b2bf-4899-94c0-599465764666 req-a2f356e2-c0e7-427e-83fa-2777ad850106 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:28.978439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d3f5150-b2bf-4899-94c0-599465764666 req-a2f356e2-c0e7-427e-83fa-2777ad850106 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.3569374 Feb 09 13:00:29.159054 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-56556281-5574-4a5d-948a-939e3fe08605 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154781 Feb 09 13:00:29.224379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d3f5150-b2bf-4899-94c0-599465764666 req-194164fc-f3db-4ed5-bf59-234447d0d419 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443602 Feb 09 13:00:29.394374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e39976f3-b28e-44ed-8e34-5f0e57817abd req-7998d54f-40cd-4b84-96ce-086a1639ad8e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=97272091-f2bc-4838-9ea4-c19d87181839 HTTP/1.1" status: 200 len: 210 time: 0.0574017 Feb 09 13:00:29.658111 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6a8df48-bc2b-445e-86f1-2b1d3d1463a1 req-098c1cd9-0255-40a1-b47f-2931d238ff87 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697423 Feb 09 13:00:29.661236 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0a26d03-3d6f-4c54-9e22-368b106e6354 req-5ee46b0f-f9e2-4471-9982-5350091a63b6 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321835 Feb 09 13:00:29.734785 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:29.818332 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90957570-bb64-404b-aefb-db03ae8f07c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9bc9b0-b782-45c8-bbe8-92607929c15a', 'code': 200} Feb 09 13:00:29.818640 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ccd91d-1aac-44a6-af3d-0f09b82d3900', 'code': 200} Feb 09 13:00:29.818892 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1008583a-ab73-48d2-9665-51b1ad9795b4', 'code': 200} Feb 09 13:00:29.819141 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165c8fab-ae9a-44df-b792-17f31cf5ddda', 'code': 200} Feb 09 13:00:29.859319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-a1191cd2-e60b-4950-81e4-163ab37de54c service neutron] 10.222.0.67 "GET /v2.0/ports/53e0804e-d170-4f17-98d2-aa9075d199d1/bindings/n-h2-825175-3 HTTP/1.1" status: 200 len: 382 time: 0.2443783 Feb 09 13:00:29.894955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e029d-327f-4181-98ab-0d77140ff0ab req-300b0cca-c4ac-450b-8edd-c946582d5fc0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:29.914280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e029d-327f-4181-98ab-0d77140ff0ab req-300b0cca-c4ac-450b-8edd-c946582d5fc0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:29.919131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e029d-327f-4181-98ab-0d77140ff0ab req-300b0cca-c4ac-450b-8edd-c946582d5fc0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:29.923546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e029d-327f-4181-98ab-0d77140ff0ab req-300b0cca-c4ac-450b-8edd-c946582d5fc0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:29.928203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e029d-327f-4181-98ab-0d77140ff0ab req-300b0cca-c4ac-450b-8edd-c946582d5fc0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:29.932447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e029d-327f-4181-98ab-0d77140ff0ab req-300b0cca-c4ac-450b-8edd-c946582d5fc0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:29.936314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e029d-327f-4181-98ab-0d77140ff0ab req-300b0cca-c4ac-450b-8edd-c946582d5fc0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:29.947181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-767e029d-327f-4181-98ab-0d77140ff0ab req-300b0cca-c4ac-450b-8edd-c946582d5fc0 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 0.3805847 Feb 09 13:00:30.034490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97272091-f2bc-4838-9ea4-c19d87181839', 'name': 'network-vif-deleted', 'tag': 'fc02754a-e453-47de-9ea7-085f36522649'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:30.222860 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0a26d03-3d6f-4c54-9e22-368b106e6354 req-7bfff857-6234-4514-bb61-16a705ad8e3b service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550179 Feb 09 13:00:30.229056 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fb10e39e-bc70-43ce-af26-33d9df4be795 req-c4570d02-f4cc-4627-a16a-df7a8c1e1bc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d99e149d05740e9846fa07b00eab662&device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 1099 time: 0.4853654 Feb 09 13:00:30.347388 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-767e029d-327f-4181-98ab-0d77140ff0ab req-4bd9d14d-3823-4d33-bf27-920eb05c05b9 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3985443 Feb 09 13:00:30.502888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10e39e-bc70-43ce-af26-33d9df4be795 req-2c851d55-7440-4a44-ad9d-9c7fd54abcef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:30.505303 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fb10e39e-bc70-43ce-af26-33d9df4be795 req-2c851d55-7440-4a44-ad9d-9c7fd54abcef service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2672698 Feb 09 13:00:30.696044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a76e3d-a31c-4f8d-837a-74227bbf6347 req-080d36f8-4b17-42c3-97d6-c5e337ec64e2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:30.703932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6a76e3d-a31c-4f8d-837a-74227bbf6347 req-080d36f8-4b17-42c3-97d6-c5e337ec64e2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 945 time: 0.5620189 Feb 09 13:00:30.758043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5155c2c1-5b6d-4b4e-b0f3-eee62d62c35d req-3d245772-ef63-4307-9dac-563e37ea0e22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 1096 time: 0.6684914 Feb 09 13:00:30.793452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c32fec2-1c8c-4557-bb1a-3e0e60f39479 req-e9b3131d-0d5c-4c6c-b6e1-0d4117a28de1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6492 time: 0.8442857 Feb 09 13:00:30.846338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6a76e3d-a31c-4f8d-837a-74227bbf6347 req-e58faa33-53e3-4ffd-8744-4c02b375e13b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390316 Feb 09 13:00:30.873473 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5155c2c1-5b6d-4b4e-b0f3-eee62d62c35d req-5e025d54-7dca-4bbf-9a24-1421138fc380 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013269 Feb 09 13:00:30.885595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c32fec2-1c8c-4557-bb1a-3e0e60f39479 req-6f25a989-1ebc-4cea-9df5-10b761a2a4dc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&id=e942ca57-ae29-4a36-8094-7e669357c391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794427 Feb 09 13:00:30.926600 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fb10e39e-bc70-43ce-af26-33d9df4be795 req-f8a388f1-69e6-4847-942e-096a62483edf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c HTTP/1.1" status: 200 len: 217 time: 0.4092798 Feb 09 13:00:31.204061 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97272091-f2bc-4838-9ea4-c19d87181839', 'name': 'network-vif-deleted', 'tag': 'fc02754a-e453-47de-9ea7-085f36522649', 'status': 'completed', 'code': 200} Feb 09 13:00:31.264551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3bfe6-9796-49dd-9d5b-659d2b8ae448 req-74da440d-2505-4193-8a71-4f1071f13262 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:31.266344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26b3bfe6-9796-49dd-9d5b-659d2b8ae448 req-74da440d-2505-4193-8a71-4f1071f13262 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 948 time: 0.1552725 Feb 09 13:00:31.302977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10e39e-bc70-43ce-af26-33d9df4be795 req-23b13a86-7910-449e-852b-32204443df94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:31.305059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fb10e39e-bc70-43ce-af26-33d9df4be795 req-23b13a86-7910-449e-852b-32204443df94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.3636415 Feb 09 13:00:31.315706 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-aabde5b2-cced-4f58-9b6f-f18fd7039cc2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91&tenant_id=cc2819efca0d491a9ed7482035fce7d0 HTTP/1.1" status: 200 len: 1101 time: 0.4880984 Feb 09 13:00:31.425041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26b3bfe6-9796-49dd-9d5b-659d2b8ae448 req-815cd2cc-8aa3-4687-9954-636d34fe2914 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505499 Feb 09 13:00:31.439280 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0128205b-b0b3-4a62-bf44-624f064bf101 req-7b3b3b66-9bc1-4d36-b15d-064f679ffbaa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3617055 Feb 09 13:00:31.487418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e080b-cb4a-4b87-9201-00637002f924 req-b4ae9746-e643-4fb7-9425-3afa43f39c90 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:31.490248 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a2e080b-cb4a-4b87-9201-00637002f924 req-b4ae9746-e643-4fb7-9425-3afa43f39c90 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.1893630 Feb 09 13:00:31.596782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a2e080b-cb4a-4b87-9201-00637002f924 req-bf90e768-b004-4740-8e81-78f9470599b3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002107 Feb 09 13:00:31.672219 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-8bca3e07-193f-4993-913f-befaa92be7e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 1101 time: 0.2874587 Feb 09 13:00:31.688583 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fb10e39e-bc70-43ce-af26-33d9df4be795 req-f7943f1c-f568-447c-9987-c2f1f00690b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3718233 Feb 09 13:00:32.073102 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0128205b-b0b3-4a62-bf44-624f064bf101 req-723f28ea-5c93-4de4-80dc-4a75960a9a8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1101 time: 0.6019657 Feb 09 13:00:32.120605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-fc615ca5-090c-43d4-8898-c475847f6830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.122604 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-fc615ca5-090c-43d4-8898-c475847f6830 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.4285052 Feb 09 13:00:32.233522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-fe6b1351-fb2f-4215-a2b6-6f6d7042e1f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=53e0804e-d170-4f17-98d2-aa9075d199d1 HTTP/1.1" status: 200 len: 217 time: 0.0897510 Feb 09 13:00:32.235303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf8a17-1b23-4fe4-befd-46f3c2344fba req-d56b123b-687f-4630-a28c-caf5215405c9 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.236841 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62cf8a17-1b23-4fe4-befd-46f3c2344fba req-d56b123b-687f-4630-a28c-caf5215405c9 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 949 time: 0.2526674 Feb 09 13:00:32.255720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d21f14-e63c-49af-84f5-23eda164ad75 req-a9e33ff5-0297-4501-a1fd-4b9dd97aac1d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.270099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d21f14-e63c-49af-84f5-23eda164ad75 req-a9e33ff5-0297-4501-a1fd-4b9dd97aac1d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.276929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d21f14-e63c-49af-84f5-23eda164ad75 req-a9e33ff5-0297-4501-a1fd-4b9dd97aac1d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.284621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d21f14-e63c-49af-84f5-23eda164ad75 req-a9e33ff5-0297-4501-a1fd-4b9dd97aac1d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.290867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d21f14-e63c-49af-84f5-23eda164ad75 req-a9e33ff5-0297-4501-a1fd-4b9dd97aac1d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.297954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d21f14-e63c-49af-84f5-23eda164ad75 req-a9e33ff5-0297-4501-a1fd-4b9dd97aac1d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.310949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d21f14-e63c-49af-84f5-23eda164ad75 req-a9e33ff5-0297-4501-a1fd-4b9dd97aac1d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.323391 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3d21f14-e63c-49af-84f5-23eda164ad75 req-a9e33ff5-0297-4501-a1fd-4b9dd97aac1d tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 0.4715266 Feb 09 13:00:32.349613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:32.388008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-a0db62f2-a170-4398-9604-609d24753c50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.391078 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-a0db62f2-a170-4398-9604-609d24753c50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1199434 Feb 09 13:00:32.394026 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fb10e39e-bc70-43ce-af26-33d9df4be795 req-17e4ce2b-90ee-4fa2-85a2-dd94c7e1fa9f service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502137 Feb 09 13:00:32.496435 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3d21f14-e63c-49af-84f5-23eda164ad75 req-a75ceb80-b94c-4b2d-990d-e2bdc835b664 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1718485 Feb 09 13:00:32.548327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62cf8a17-1b23-4fe4-befd-46f3c2344fba req-226cf7ca-7c5e-4100-aec7-1c0494ffa873 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813257 Feb 09 13:00:32.982522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9599a81-57b8-471d-90ff-aa812bba5dda req-068de933-d46c-4082-8e0a-01d0f0492ca9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:32.994499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9599a81-57b8-471d-90ff-aa812bba5dda req-068de933-d46c-4082-8e0a-01d0f0492ca9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 945 time: 0.2271070 Feb 09 13:00:33.032989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:33.096496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c', 'mac_address': 'fa:16:3e:9d:70:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:33.143397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9599a81-57b8-471d-90ff-aa812bba5dda req-b3e01c83-e991-481e-8b16-4c5fee730413 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397848 Feb 09 13:00:33.262204 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:33.295007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:33.338735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:33.346249 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:33.405572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37858) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:33.425665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205620633', 'description': 'tempest-description--1111413067'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:33.426502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 53e0804e-d170-4f17-98d2-aa9075d199d1 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:33.449810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:33.479280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Usage tracker for resource:security_group and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:33.485318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:33.501416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8864b-00ac-41fd-afe1-bce12701eff0 req-fb419a7d-bd9e-4065-b0dd-0c1826d65e54 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:33.516962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7c8864b-00ac-41fd-afe1-bce12701eff0 req-fb419a7d-bd9e-4065-b0dd-0c1826d65e54 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 949 time: 0.2153697 Feb 09 13:00:33.551064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:33.574512 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-dd200937-08ed-439b-809c-ab75ae21d628 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1503925 Feb 09 13:00:33.600879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7c8864b-00ac-41fd-afe1-bce12701eff0 req-536a868a-dd57-4667-aa31-c1883dea37fc tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826933 Feb 09 13:00:33.607827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:33.668025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128205b-b0b3-4a62-bf44-624f064bf101 req-f7d44940-0a2e-4cde-94a1-1e96615c6b69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:33.670323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0128205b-b0b3-4a62-bf44-624f064bf101 req-f7d44940-0a2e-4cde-94a1-1e96615c6b69 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 1.4321043 Feb 09 13:00:33.677339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:33.775144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:33.840475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:33.859439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Usage tracker for resource:security_group_rule and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:33.865203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:33.884802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:33.987577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2c7f-8e01-401f-89b4-2b54654fd0e8 req-11adab4e-02c2-412b-885c-72fdf0ccd7b5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:33.989480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-653b2c7f-8e01-401f-89b4-2b54654fd0e8 req-11adab4e-02c2-412b-885c-72fdf0ccd7b5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.3068507 Feb 09 13:00:34.026276 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:34.099800 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:34.108120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0128205b-b0b3-4a62-bf44-624f064bf101 req-2b6ebf45-d8dc-40cc-acf2-50a790af2cf2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 217 time: 0.4282620 Feb 09 13:00:34.114373 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fb10e39e-bc70-43ce-af26-33d9df4be795 req-c5f012e0-b0bc-43b2-bc1a-414908f49569 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6904089 Feb 09 13:00:34.169886 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-653b2c7f-8e01-401f-89b4-2b54654fd0e8 req-e5e927b5-0d7d-47dc-8164-1ca4b38664c7 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646996 Feb 09 13:00:34.175065 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:34.190525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-d068580d-0e88-4786-aaa9-2f8163eccf7a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:34.193682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-d068580d-0e88-4786-aaa9-2f8163eccf7a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Synchronizing usage tracker for tenant:e635216b564b468fb6b6d2ab0a01c112 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:00:34.283107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:34.347069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:34.368217 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:34.369952 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9596443 Feb 09 13:00:34.383000 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:34.394193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37878) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:34.420960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Request body: {'security_group_rule': {'security_group_id': '51026503-8eba-4f56-a709-9077b9989deb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:34.437629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:34.445398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Usage tracker for resource:security_group_rule and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:34.449115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:34.458085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:34.486772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87821946-fe2a-4506-a7c1-4fbb57b36f71 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51026503-8eba-4f56-a709-9077b9989deb,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:34.516524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:34.563396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-d068580d-0e88-4786-aaa9-2f8163eccf7a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Unset dirty status for tenant:e635216b564b468fb6b6d2ab0a01c112 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:00:34.564940 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-d068580d-0e88-4786-aaa9-2f8163eccf7a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.62 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 949 time: 1.7184603 Feb 09 13:00:34.645610 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-ee7a7e33-b7de-4538-879f-a4816a5ffdb8 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0537446 Feb 09 13:00:34.661573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:34.741021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128205b-b0b3-4a62-bf44-624f064bf101 req-26102475-8494-4ea5-8f4b-82f6fb5ea62d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:34.742904 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0128205b-b0b3-4a62-bf44-624f064bf101 req-26102475-8494-4ea5-8f4b-82f6fb5ea62d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.6191034 Feb 09 13:00:34.842572 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:34.869938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:34.871094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-6c8252a0-2664-42c8-8798-1341aea4d844 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Deleting port 5070e550-967e-4a63-98c4-a5ad6b33daf4 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:00:34.871995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-6c8252a0-2664-42c8-8798-1341aea4d844 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:34.940520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d66c0-d51a-4c10-bed9-c8877ad2df08 req-9d329172-80c0-4979-a268-aba553683364 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:34.960418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d66c0-d51a-4c10-bed9-c8877ad2df08 req-9d329172-80c0-4979-a268-aba553683364 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:34.984555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d66c0-d51a-4c10-bed9-c8877ad2df08 req-9d329172-80c0-4979-a268-aba553683364 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:35.001116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d66c0-d51a-4c10-bed9-c8877ad2df08 req-9d329172-80c0-4979-a268-aba553683364 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:35.006852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d66c0-d51a-4c10-bed9-c8877ad2df08 req-9d329172-80c0-4979-a268-aba553683364 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:35.032294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d66c0-d51a-4c10-bed9-c8877ad2df08 req-9d329172-80c0-4979-a268-aba553683364 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:35.050864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d66c0-d51a-4c10-bed9-c8877ad2df08 req-9d329172-80c0-4979-a268-aba553683364 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:35.054222 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-086d66c0-d51a-4c10-bed9-c8877ad2df08 req-9d329172-80c0-4979-a268-aba553683364 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 0.5242798 Feb 09 13:00:35.064090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ec854347-ac80-4487-b164-b8ad3747e2ea req-76d47d78-038e-4696-9253-1f1321347eca service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068844 Feb 09 13:00:35.119977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a048868-cc20-4f01-b9f6-1a82d957acb1 req-86c50507-a96c-4711-a24e-a1f421f5913a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:35.132932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a048868-cc20-4f01-b9f6-1a82d957acb1 req-86c50507-a96c-4711-a24e-a1f421f5913a tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 949 time: 0.4429553 Feb 09 13:00:35.155755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0128205b-b0b3-4a62-bf44-624f064bf101 req-4cfcf209-9552-4bb0-96a5-ff490aaa9f35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3419788 Feb 09 13:00:35.190255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389f9432-f103-4562-ba88-42647fc14595,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:35.337626 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.338910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c0daabc9-5d8c-4e43-8072-d237441c0133 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9425385 Feb 09 13:00:35.346704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37892) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:35.357979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Request body: {'security_group_rule': {'security_group_id': '51026503-8eba-4f56-a709-9077b9989deb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:35.365503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:35.370377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Usage tracker for resource:security_group_rule and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:35.373690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:35.386142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:35.439853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.454286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a048868-cc20-4f01-b9f6-1a82d957acb1 req-c30b7d0f-c0b3-4c8d-b243-722c0efa23d5 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/security-groups?id=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202477 Feb 09 13:00:35.484158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-086d66c0-d51a-4c10-bed9-c8877ad2df08 req-55691490-5ec5-4125-ac8c-1d5864fd9c85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3841779 Feb 09 13:00:35.604688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.611899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.636895 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'code': 200} Feb 09 13:00:35.696895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e0b6fc-a582-4a5e-a142-eb5752b329ed,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:35.712290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-6c8252a0-2664-42c8-8798-1341aea4d844 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] For port 5070e550-967e-4a63-98c4-a5ad6b33daf4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=5070e550-967e-4a63-98c4-a5ad6b33daf4,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:35.712906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-6c8252a0-2664-42c8-8798-1341aea4d844 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.733538 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:35.740491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2b0519a4-9e07-43a5-a4c4-b41de520f8ad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3871181 Feb 09 13:00:35.740801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37898) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:35.746426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:35.765375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:35.769872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Usage tracker for resource:floatingip and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:35.773526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:35.805002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:35.825279 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:36.044644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-6c8252a0-2664-42c8-8798-1341aea4d844 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Calling delete_port for 5070e550-967e-4a63-98c4-a5ad6b33daf4 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:00:36.346418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377dede-fa4c-407d-909d-7b0c7568f4fc req-4ac9e716-2095-4a13-9cae-2092f019da07 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:36.355292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e377dede-fa4c-407d-909d-7b0c7568f4fc req-4ac9e716-2095-4a13-9cae-2092f019da07 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 949 time: 0.3525021 Feb 09 13:00:36.382999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b326701-a78b-4216-8f48-cea064224329 req-0c504008-8391-4172-858f-ca584d4b4728 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:36.384755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b326701-a78b-4216-8f48-cea064224329 req-0c504008-8391-4172-858f-ca584d4b4728 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 945 time: 0.5133779 Feb 09 13:00:36.402082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:36.525221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e377dede-fa4c-407d-909d-7b0c7568f4fc req-fa4745c5-7d30-4fd3-97a4-8c1b0c84ba7e tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497982 Feb 09 13:00:36.541004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b326701-a78b-4216-8f48-cea064224329 req-01a454b5-9e40-47df-83fc-c4524108da9e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184547 Feb 09 13:00:36.553357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:36.643555 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-6c8252a0-2664-42c8-8798-1341aea4d844 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:36.671162 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0128205b-b0b3-4a62-bf44-624f064bf101 req-f27cfb11-9f01-4add-9142-884063f897b0 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5040226 Feb 09 13:00:36.684967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:00:36.701341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:36.702192 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:36.976059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8252a0-2664-42c8-8798-1341aea4d844 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Pushing event deleted for resources: {'Port': ['ID=5070e550-967e-4a63-98c4-a5ad6b33daf4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:37.060244 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:37.073134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Allocated IP 172.25.5.166 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/08929aff-5046-47ad-b850-2f8e871da252) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:00:37.153934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:37.164966 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:37.165745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 5070e550-967e-4a63-98c4-a5ad6b33daf4 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:37.242813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-cd4da451-5aaa-4e90-8c9b-845f3a3d08f4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.244485 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-cd4da451-5aaa-4e90-8c9b-845f3a3d08f4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 945 time: 0.8370645 Feb 09 13:00:37.353896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 5070e550-967e-4a63-98c4-a5ad6b33daf4 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:00:37.354234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 5070e550-967e-4a63-98c4-a5ad6b33daf4 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:00:37.475819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:37.490580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-6c8252a0-2664-42c8-8798-1341aea4d844 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] No DVR routers for this DVR port 5070e550-967e-4a63-98c4-a5ad6b33daf4 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:37.495975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-6c8252a0-2664-42c8-8798-1341aea4d844 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:37.524633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 53e0804e-d170-4f17-98d2-aa9075d199d1 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:37.527914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6d1870-02d1-4a90-920b-6dbe91e229a1', 'name': 'network-vif-deleted', 'tag': '5070e550-967e-4a63-98c4-a5ad6b33daf4'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:37.563644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:37.640240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83c090-2b2b-4565-8104-936156ced447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:37.667358 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0128205b-b0b3-4a62-bf44-624f064bf101 req-8a947f1a-a9a2-4f65-b92a-67763db41266 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8260436 Feb 09 13:00:37.678812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402031a-d989-4964-aef7-44c2819aebe8 req-a728cefe-5184-46ff-9f68-6e566b565a99 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.682362 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e02f04f-8254-4746-a5ee-a8286cdbb899 req-6c8252a0-2664-42c8-8798-1341aea4d844 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.62 "DELETE /v2.0/ports/5070e550-967e-4a63-98c4-a5ad6b33daf4 HTTP/1.1" status: 204 len: 173 time: 3.1017072 Feb 09 13:00:37.690976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6402031a-d989-4964-aef7-44c2819aebe8 req-a728cefe-5184-46ff-9f68-6e566b565a99 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 948 time: 0.9251640 Feb 09 13:00:37.722148 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:37.723808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Deleting port 7e9bc9b0-b782-45c8-bbe8-92607929c15a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:00:37.724392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:37.816046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event updated for resources: {'Port': ['ID=08929aff-5046-47ad-b850-2f8e871da252,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:37.831919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac42866-05ce-48b7-896b-95d41e6c9f3f req-9fac41d7-52b7-4a11-91f0-7a7d3e47704e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.836026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac42866-05ce-48b7-896b-95d41e6c9f3f req-9fac41d7-52b7-4a11-91f0-7a7d3e47704e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.840347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac42866-05ce-48b7-896b-95d41e6c9f3f req-9fac41d7-52b7-4a11-91f0-7a7d3e47704e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.844795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac42866-05ce-48b7-896b-95d41e6c9f3f req-9fac41d7-52b7-4a11-91f0-7a7d3e47704e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.849872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac42866-05ce-48b7-896b-95d41e6c9f3f req-9fac41d7-52b7-4a11-91f0-7a7d3e47704e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.857212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac42866-05ce-48b7-896b-95d41e6c9f3f req-9fac41d7-52b7-4a11-91f0-7a7d3e47704e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.862307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac42866-05ce-48b7-896b-95d41e6c9f3f req-9fac41d7-52b7-4a11-91f0-7a7d3e47704e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:37.887080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37922) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:37.891251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eac42866-05ce-48b7-896b-95d41e6c9f3f req-9fac41d7-52b7-4a11-91f0-7a7d3e47704e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 0.4041033 Feb 09 13:00:37.905282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c79edc14-df5d-4526-b597-378341c79d1e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Request body: {'floatingip': {'port_id': '1008583a-ab73-48d2-9665-51b1ad9795b4'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:37.961515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:00:37.977314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:00:38.000859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:00:38.023424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:38.085144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'mac_address': 'fa:16:3e:28:fe:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:38.129377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c79edc14-df5d-4526-b597-378341c79d1e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for floatingip, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:38.153507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6402031a-d989-4964-aef7-44c2819aebe8 req-70244049-18f2-4e20-a7ce-f188c8a769a5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607437 Feb 09 13:00:38.369804 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:38.458041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e0804e-d170-4f17-98d2-aa9075d199d1 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:38.520291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:38.533654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:38.728927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe1f6ba5-42ca-4a63-91dc-ddf06df077cd req-101d77cf-3d2c-4a65-830d-953b764ce437 tempest-ServerDiagnosticsNegativeTest-1351789059 tempest-ServerDiagnosticsNegativeTest-1351789059-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c6d1870-02d1-4a90-920b-6dbe91e229a1 HTTP/1.1" status: 200 len: 210 time: 0.1351731 Feb 09 13:00:38.745079 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:38.930790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['53e0804e-d170-4f17-98d2-aa9075d199d1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:39.147938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de02df8-8f80-4aeb-b9af-2fa89d7b47f7 req-bcf129b8-bb91-478b-8990-e139f265579b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:39.178657 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0de02df8-8f80-4aeb-b9af-2fa89d7b47f7 req-bcf129b8-bb91-478b-8990-e139f265579b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 945 time: 0.6826954 Feb 09 13:00:39.407235 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:39.463330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7e9bc9b0-b782-45c8-bbe8-92607929c15a no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:39.472215 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0de02df8-8f80-4aeb-b9af-2fa89d7b47f7 req-84b76d4a-d30c-4b81-8a55-c9f72ebe476c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919590 Feb 09 13:00:39.533344 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:39.575941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] For port 7e9bc9b0-b782-45c8-bbe8-92607929c15a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7e9bc9b0-b782-45c8-bbe8-92607929c15a,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:39.576856 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:39.769935 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6d1870-02d1-4a90-920b-6dbe91e229a1', 'name': 'network-vif-deleted', 'tag': '5070e550-967e-4a63-98c4-a5ad6b33daf4', 'status': 'completed', 'code': 200} Feb 09 13:00:39.778175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Calling delete_port for 7e9bc9b0-b782-45c8-bbe8-92607929c15a owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:00:39.818793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9aa33-b8e9-4402-b56f-850d7b89757f req-067d5b0e-0bb7-4c2d-9be0-65078ea9fa5e tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:39.822849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19e9aa33-b8e9-4402-b56f-850d7b89757f req-067d5b0e-0bb7-4c2d-9be0-65078ea9fa5e tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 950 time: 0.5553398 Feb 09 13:00:39.988302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19e9aa33-b8e9-4402-b56f-850d7b89757f req-65abe7d1-9518-47eb-b909-7153d510ee31 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542299 Feb 09 13:00:40.031969 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:40.060462 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f83c090-2b2b-4565-8104-936156ced447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c', 'code': 200} Feb 09 13:00:40.140792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7e9bc9b0-b782-45c8-bbe8-92607929c15a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7e9bc9b0-b782-45c8-bbe8-92607929c15a,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:40.146453 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:40.339000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7e9bc9b0-b782-45c8-bbe8-92607929c15a,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:40.508089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:40.518876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d32f5-d19a-4831-81be-e4911e0605b6 req-fe3fe554-1f66-4945-b576-711ccf0c7b59 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:40.520565 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b76d32f5-d19a-4831-81be-e4911e0605b6 req-fe3fe554-1f66-4945-b576-711ccf0c7b59 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 949 time: 0.1697145 Feb 09 13:00:40.521990 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:40.565876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:00:40.568100 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:00:40.706409 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-41ea1de3-c07c-4b33-ab7e-7b7ea86ee983 req-18bb05ce-c9a9-43bf-bf02-be5026381a4e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 1101 time: 0.3158152 Feb 09 13:00:40.828083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event updated for resources: {'Port': ['ID=08929aff-5046-47ad-b850-2f8e871da252,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:40.850889 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-c79edc14-df5d-4526-b597-378341c79d1e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:00:40.917258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b76d32f5-d19a-4831-81be-e4911e0605b6 req-43497ade-9416-488b-a8fa-c39ffebd0704 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057559 Feb 09 13:00:40.938896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:40.972765 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:41.011399 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-41ea1de3-c07c-4b33-ab7e-7b7ea86ee983 req-a1dc11a5-a9f5-4d98-a78a-c23d5c0a1e69 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478909 Feb 09 13:00:41.047205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3c759-ddf8-4236-8919-192bb7b5ec9d req-1709e8e0-9dd4-4364-86ac-bb2acecdf5f7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:41.049783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd3c759-ddf8-4236-8919-192bb7b5ec9d req-1709e8e0-9dd4-4364-86ac-bb2acecdf5f7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=90957570-bb64-404b-aefb-db03ae8f07c9 HTTP/1.1" status: 200 len: 943 time: 0.2793117 Feb 09 13:00:41.081331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Deleting port 7e9bc9b0-b782-45c8-bbe8-92607929c15a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:00:41.085665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:41.086023 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:41.089824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-35205845-62a3-4af2-878b-4de0cf17df0b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3480899 Feb 09 13:00:41.246590 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd3c759-ddf8-4236-8919-192bb7b5ec9d req-1d9e8828-2696-42aa-b6aa-f3136c93414a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298409 Feb 09 13:00:41.249263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37956) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:41.461105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 53e0804e-d170-4f17-98d2-aa9075d199d1 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:00:41.576929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c79edc14-df5d-4526-b597-378341c79d1e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:41.583642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c79edc14-df5d-4526-b597-378341c79d1e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:41.694731 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 53e0804e-d170-4f17-98d2-aa9075d199d1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:00:41.695924 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:42.158884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90957570-bb64-404b-aefb-db03ae8f07c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9bc9b0-b782-45c8-bbe8-92607929c15a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:42.303578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] For port 7e9bc9b0-b782-45c8-bbe8-92607929c15a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7e9bc9b0-b782-45c8-bbe8-92607929c15a,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:42.304404 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:42.316733 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:42.405917 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4f65028e-0443-4c81-909d-c4690b2d7358 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e635216b564b468fb6b6d2ab0a01c112&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1542144 Feb 09 13:00:42.414889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37982) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:42.423271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:42.429922 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:42.565293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Calling delete_port for 7e9bc9b0-b782-45c8-bbe8-92607929c15a owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:00:42.682547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:43.015955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53652f62-a3e0-4fc3-ba97-9012c4dc2e01 req-885e6205-b2c0-439b-9163-6e7018a53b2b tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:43.023737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53652f62-a3e0-4fc3-ba97-9012c4dc2e01 req-885e6205-b2c0-439b-9163-6e7018a53b2b tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 950 time: 1.2952850 Feb 09 13:00:43.052946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-bd49a65d-be1d-4080-b0e3-6ec888a042d2 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:43.054730 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-bd49a65d-be1d-4080-b0e3-6ec888a042d2 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91&tenant_id=cc2819efca0d491a9ed7482035fce7d0&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 949 time: 0.9968274 Feb 09 13:00:43.137267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:43.284902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-d1869a7b-7993-450f-acbf-37ec233eecaa service neutron] 10.222.0.67 "GET /v2.0/ports/53e0804e-d170-4f17-98d2-aa9075d199d1/bindings/n-h2-825175-3 HTTP/1.1" status: 200 len: 382 time: 0.2194562 Feb 09 13:00:43.304403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event deleted for resources: {'Port': ['ID=7e9bc9b0-b782-45c8-bbe8-92607929c15a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:43.332599 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254c52db-91b8-4495-8331-3397b71d7638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:43.499376 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53652f62-a3e0-4fc3-ba97-9012c4dc2e01 req-f085bedb-3bcd-4bd7-b1d2-1a024488fea0 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738779 Feb 09 13:00:43.514860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] No DVR routers for this DVR port 7e9bc9b0-b782-45c8-bbe8-92607929c15a on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:00:43.523969 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254c52db-91b8-4495-8331-3397b71d7638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:43.530337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:43.536589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90957570-bb64-404b-aefb-db03ae8f07c9', 'name': 'network-vif-deleted', 'tag': '7e9bc9b0-b782-45c8-bbe8-92607929c15a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:43.582985 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-085aafd2-048a-4354-a0db-42f6fb768ee0 req-b046248f-c841-46d6-9784-ab357840c458 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "DELETE /v2.0/ports/7e9bc9b0-b782-45c8-bbe8-92607929c15a HTTP/1.1" status: 204 len: 173 time: 6.2894340 Feb 09 13:00:43.661111 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-c79edc14-df5d-4526-b597-378341c79d1e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Floating IP 99b4da6c-ac21-44ae-bfcd-6b73187db287 associated. External IP: 172.25.5.232, port: 1008583a-ab73-48d2-9665-51b1ad9795b4. Feb 09 13:00:43.743141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-0cbc4765-1eda-4a62-b45c-848973eb0729 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:43.756598 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-0cbc4765-1eda-4a62-b45c-848973eb0729 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/networks?id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 HTTP/1.1" status: 200 len: 822 time: 1.0868471 Feb 09 13:00:43.990545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-a115da1f-4ab5-4514-94ba-e56e9a75c107 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/quotas/f87af6578a534d759f966dc14c97e6ad HTTP/1.1" status: 200 len: 375 time: 0.2325163 Feb 09 13:00:44.013656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-b5bd7f18-2b9b-4c27-ae7e-0ce734680503 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 1101 time: 0.6714313 Feb 09 13:00:44.477087 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254c52db-91b8-4495-8331-3397b71d7638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:44.560549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ed377-3518-440e-9f82-e58e4b2d5525 req-ae0d33cd-449a-4887-b78e-2aabf7c219fe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:44.560549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf8ed377-3518-440e-9f82-e58e4b2d5525 req-ae0d33cd-449a-4887-b78e-2aabf7c219fe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.7949605 Feb 09 13:00:44.755504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c52db-91b8-4495-8331-3397b71d7638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32de6dff-1be7-4e4a-b1ff-aaa7f18edefa,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:44.815409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-99b705d9-a464-4bb2-b2d4-45632cd99d77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:44.815409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-99b705d9-a464-4bb2-b2d4-45632cd99d77 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.7689288 Feb 09 13:00:44.815409 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254c52db-91b8-4495-8331-3397b71d7638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:44.815409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-254c52db-91b8-4495-8331-3397b71d7638 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32de6dff-1be7-4e4a-b1ff-aaa7f18edefa HTTP/1.1" status: 204 len: 168 time: 2.3494318 Feb 09 13:00:44.971074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf8ed377-3518-440e-9f82-e58e4b2d5525 req-91478d1a-f8e3-4aca-aa24-e8c57d0c3166 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426456 Feb 09 13:00:45.050976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-13bc39f0-957a-4d24-8503-f31bd4a99d42 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f87af6578a534d759f966dc14c97e6ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9797926 Feb 09 13:00:45.050976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-adb080d0-a799-42b8-85b1-fd5efcd73257 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=53e0804e-d170-4f17-98d2-aa9075d199d1 HTTP/1.1" status: 200 len: 217 time: 0.2324057 Feb 09 13:00:45.204482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79edc14-df5d-4526-b597-378341c79d1e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Router 2361ce84-cb0b-4f82-9867-35a501e1a49e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:00:45.468561 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90957570-bb64-404b-aefb-db03ae8f07c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e9bc9b0-b782-45c8-bbe8-92607929c15a', 'code': 200} Feb 09 13:00:45.737128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79edc14-df5d-4526-b597-378341c79d1e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:00:45.746355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c79edc14-df5d-4526-b597-378341c79d1e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:45.760408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] Sync routers for ids ['2361ce84-cb0b-4f82-9867-35a501e1a49e'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:00:45.800285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] Routers {'2361ce84-cb0b-4f82-9867-35a501e1a49e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:00:45.801048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:00:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2361ce84-cb0b-4f82-9867-35a501e1a49e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:45.848691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-b62b4171-e4e7-4796-a112-c829600dcf86 service neutron] 10.222.0.59 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201449 Feb 09 13:00:45.884350 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c79edc14-df5d-4526-b597-378341c79d1e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "PUT /v2.0/floatingips/99b4da6c-ac21-44ae-bfcd-6b73187db287 HTTP/1.1" status: 200 len: 991 time: 7.9958808 Feb 09 13:00:46.192413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-cd54017a-1986-4d89-ac4d-e7d9e0f94522 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:46.193791 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:46.196332 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-cd54017a-1986-4d89-ac4d-e7d9e0f94522 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 1.1406403 Feb 09 13:00:46.197409 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90957570-bb64-404b-aefb-db03ae8f07c9', 'name': 'network-vif-deleted', 'tag': '7e9bc9b0-b782-45c8-bbe8-92607929c15a', 'status': 'completed', 'code': 200} Feb 09 13:00:46.318007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] Set router 2361ce84-cb0b-4f82-9867-35a501e1a49e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:00:46.390557 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-71d0668b-adff-4ab8-81b1-da7b2a2b518c service neutron] 10.222.0.59 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373204 Feb 09 13:00:46.441422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38026) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:46.665531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-6b6bca2d-f8ed-4adb-933c-c0c7b35e2a39 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4601665 Feb 09 13:00:46.673236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e000af1c-5f69-4eef-b322-f073012a41c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:46.757723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e000af1c-5f69-4eef-b322-f073012a41c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:46.764855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e000af1c-5f69-4eef-b322-f073012a41c6 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c1efe1e649474eabd0ba31203fea47 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:46.771108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e000af1c-5f69-4eef-b322-f073012a41c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:46.780553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e000af1c-5f69-4eef-b322-f073012a41c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:46.936124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e000af1c-5f69-4eef-b322-f073012a41c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:46.945456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e000af1c-5f69-4eef-b322-f073012a41c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:47.052537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000af1c-5f69-4eef-b322-f073012a41c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df38a1f-6cec-421b-84e2-5726e9df112b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:47.058565 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e000af1c-5f69-4eef-b322-f073012a41c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2c1efe1e649474eabd0ba31203fea47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6157212 Feb 09 13:00:47.061089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38046) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:00:47.143117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f620-73e2-4297-818c-395fcb2c2ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:47.186372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-e225b6f9-9872-45ab-a223-54353e70c556 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880044 Feb 09 13:00:47.189143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f620-73e2-4297-818c-395fcb2c2ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:47.219703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '99b4da6c-ac21-44ae-bfcd-6b73187db287', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'port_id': '1008583a-ab73-48d2-9665-51b1ad9795b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'mac_address': 'fa:16:3e:01:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:58:57Z', 'updated_at': '2022-02-09T13:00:40Z', 'revision_number': 1, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3a36bd-028d-4c6a-96ce-b302c4caa77b', 'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'mac_address': 'fa:16:3e:19:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:21Z', 'updated_at': '2022-02-09T12:57:35Z', 'revision_number': 5, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'subnets': [{'id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:47.228000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] Checking router: 2361ce84-cb0b-4f82-9867-35a501e1a49e for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:00:47.244915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] Routers {'2361ce84-cb0b-4f82-9867-35a501e1a49e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:00:47.245774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:00:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2361ce84-cb0b-4f82-9867-35a501e1a49e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:47.313588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f620-73e2-4297-818c-395fcb2c2ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:47.350865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7f620-73e2-4297-818c-395fcb2c2ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df38a1f-6cec-421b-84e2-5726e9df112b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:47.358865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f620-73e2-4297-818c-395fcb2c2ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:47.361439 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2cd7f620-73e2-4297-818c-395fcb2c2ace admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4df38a1f-6cec-421b-84e2-5726e9df112b HTTP/1.1" status: 204 len: 168 time: 0.2990878 Feb 09 13:00:47.399372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4025d4-0ab0-41d8-8566-33e323c8b95f req-25f2b598-ea8e-4f36-a6cd-e235b33c2925 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:47.408454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c4025d4-0ab0-41d8-8566-33e323c8b95f req-25f2b598-ea8e-4f36-a6cd-e235b33c2925 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 950 time: 0.8744547 Feb 09 13:00:47.560967 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c4025d4-0ab0-41d8-8566-33e323c8b95f req-282337c0-935d-49fc-879c-ee15d97a63b4 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511264 Feb 09 13:00:47.601131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] Set router 2361ce84-cb0b-4f82-9867-35a501e1a49e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:00:47.733565 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-6f4ed099-39ec-4aba-814a-732d2c5fe335 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347188 Feb 09 13:00:47.759279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:47.947398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fca33-7ec7-4a50-840f-baa0227d1b00 req-01abc355-a2ab-40e7-a45d-b898f66dd910 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:47.951869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fca33-7ec7-4a50-840f-baa0227d1b00 req-01abc355-a2ab-40e7-a45d-b898f66dd910 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:47.955937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fca33-7ec7-4a50-840f-baa0227d1b00 req-01abc355-a2ab-40e7-a45d-b898f66dd910 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:47.960170 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fca33-7ec7-4a50-840f-baa0227d1b00 req-01abc355-a2ab-40e7-a45d-b898f66dd910 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:47.964285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fca33-7ec7-4a50-840f-baa0227d1b00 req-01abc355-a2ab-40e7-a45d-b898f66dd910 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:47.968617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fca33-7ec7-4a50-840f-baa0227d1b00 req-01abc355-a2ab-40e7-a45d-b898f66dd910 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:47.973294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fca33-7ec7-4a50-840f-baa0227d1b00 req-01abc355-a2ab-40e7-a45d-b898f66dd910 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:47.981966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a8fca33-7ec7-4a50-840f-baa0227d1b00 req-01abc355-a2ab-40e7-a45d-b898f66dd910 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 0.7756159 Feb 09 13:00:48.084856 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a8fca33-7ec7-4a50-840f-baa0227d1b00 req-7fa24ebc-697f-4d12-8cd7-a9276720e754 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016574 Feb 09 13:00:48.115051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d434415-60ae-4fcf-9401-b233dc66302c req-4887f0ac-81d7-4348-a622-422e338389eb tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:48.123857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d434415-60ae-4fcf-9401-b233dc66302c req-4887f0ac-81d7-4348-a622-422e338389eb tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.3889828 Feb 09 13:00:48.184769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d434415-60ae-4fcf-9401-b233dc66302c req-a7696323-6e97-4aa4-aa16-1370f6ec6c43 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598557 Feb 09 13:00:48.198664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '1008583a-ab73-48d2-9665-51b1ad9795b4'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:48.335066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '99b4da6c-ac21-44ae-bfcd-6b73187db287', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'port_id': '1008583a-ab73-48d2-9665-51b1ad9795b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'mac_address': 'fa:16:3e:01:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:58:57Z', 'updated_at': '2022-02-09T13:00:40Z', 'revision_number': 1, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3a36bd-028d-4c6a-96ce-b302c4caa77b', 'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'mac_address': 'fa:16:3e:19:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:21Z', 'updated_at': '2022-02-09T12:57:35Z', 'revision_number': 5, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'subnets': [{'id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:00:48.359355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5cf65f-e002-4abc-b22d-e0c79aaa5c33 None None] The sync data for ids ['2361ce84-cb0b-4f82-9867-35a501e1a49e'] in n-d-825175-3 is: [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '99b4da6c-ac21-44ae-bfcd-6b73187db287', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'port_id': '1008583a-ab73-48d2-9665-51b1ad9795b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'mac_address': 'fa:16:3e:01:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181e6348-85cc-4831-9876-993e8da647ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T12:58:57Z', 'updated_at': '2022-02-09T13:00:40Z', 'revision_number': 1, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3a36bd-028d-4c6a-96ce-b302c4caa77b', 'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'mac_address': 'fa:16:3e:19:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:21Z', 'updated_at': '2022-02-09T12:57:35Z', 'revision_number': 5, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'subnets': [{'id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:00:48.692917 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7b5f0a2-ba6e-43b9-84bf-461cd34255aa req-c2ed0797-58c4-4a5c-a7c2-fb15ca189bf3 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 210 time: 0.0958230 Feb 09 13:00:48.766380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-b00af717-6eaa-467b-870b-7ac7f276aee8 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:48.769051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-b00af717-6eaa-467b-870b-7ac7f276aee8 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.3924701 Feb 09 13:00:48.821725 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0832b62-cbac-43bb-a3c9-1add9c5cada1 None None] New status for floating IP 99b4da6c-ac21-44ae-bfcd-6b73187db287: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:00:48.823588 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-cdaa1849-a75f-42f2-b9a3-b12a5bf447e9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/quotas/819a0ead3dfd4a61b8df838745ba906a HTTP/1.1" status: 200 len: 375 time: 0.0350292 Feb 09 13:00:49.161375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-260e9c6e-a611-4f7e-996a-98842c2dc71a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3064992 Feb 09 13:00:49.515595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-3ebf3173-2f7b-4356-9aff-7207ba425079 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:49.520442 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-3ebf3173-2f7b-4356-9aff-7207ba425079 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "GET /v2.0/networks?id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 HTTP/1.1" status: 200 len: 822 time: 0.3545082 Feb 09 13:00:49.540765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Request body: {'port': {'device_id': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9', 'admin_state_up': True, 'tenant_id': 'f87af6578a534d759f966dc14c97e6ad'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:49.668876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-02cd9a2b-c47f-4001-b2d1-cd99564ad127 service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358966 Feb 09 13:00:49.815629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:49.831892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Usage tracker for resource:port and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:49.837594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:49.855419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:49.881207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Made reservation on behalf of f87af6578a534d759f966dc14c97e6ad for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:00:49.884748 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:49.973062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-2a97f52b-d231-404a-8498-2062933b3287 service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954228 Feb 09 13:00:50.153877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0697cf41-149b-4b2b-8ca2-d3d902bc78fc req-8feb4548-1c57-4864-9e0e-4d3ad6215398 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1794777 Feb 09 13:00:50.285878 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'code': 200} Feb 09 13:00:50.341810 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'tag': '1008583a-ab73-48d2-9665-51b1ad9795b4', 'status': 'completed', 'code': 200} Feb 09 13:00:50.458301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 46f53394-18c9-4a50-8a7c-57de9b4d9171 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:50.607326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Allocated IP 172.20.0.2 (0d686e8c-c6a7-4b1e-9500-b81a409a8fe9/fc77c62c-3756-41a0-ba46-8fcac2da16bd/b0b9a606-cc2d-4aa9-926f-aad289921445) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:00:50.625251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-116d2123-730b-40d9-bf4f-c24f08817390 req-69f00f9e-5968-4bdb-ae27-fb30e0fa94ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6492 time: 0.2796941 Feb 09 13:00:50.866606 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:51.159657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 46f53394-18c9-4a50-8a7c-57de9b4d9171, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:51.169197 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:51.458391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=46f53394-18c9-4a50-8a7c-57de9b4d9171,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:51.492836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d2123-730b-40d9-bf4f-c24f08817390 req-67e92fea-b31e-49f7-9db6-00bf406929c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:51.494315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-116d2123-730b-40d9-bf4f-c24f08817390 req-67e92fea-b31e-49f7-9db6-00bf406929c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 HTTP/1.1" status: 200 len: 912 time: 0.8638484 Feb 09 13:00:51.558352 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:51.568849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd08af6-dc6d-44d9-b581-490a5e948bfd req-c5d9eecb-e415-4cbd-b8b9-47bc10d37d8d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:51.570375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4cd08af6-dc6d-44d9-b581-490a5e948bfd req-c5d9eecb-e415-4cbd-b8b9-47bc10d37d8d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.4951551 Feb 09 13:00:51.595818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:51.674409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf0613-a956-4796-ac68-271d76a0bc87 req-8389a42b-dfe1-40be-aab8-6fec0b4cb4e4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:51.683199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf0613-a956-4796-ac68-271d76a0bc87 req-8389a42b-dfe1-40be-aab8-6fec0b4cb4e4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:51.690033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:00:51.691840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf0613-a956-4796-ac68-271d76a0bc87 req-8389a42b-dfe1-40be-aab8-6fec0b4cb4e4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:51.695204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:00:51.698259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:00:51.701368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf0613-a956-4796-ac68-271d76a0bc87 req-8389a42b-dfe1-40be-aab8-6fec0b4cb4e4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:51.711887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf0613-a956-4796-ac68-271d76a0bc87 req-8389a42b-dfe1-40be-aab8-6fec0b4cb4e4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:51.718684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf0613-a956-4796-ac68-271d76a0bc87 req-8389a42b-dfe1-40be-aab8-6fec0b4cb4e4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:51.725910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf0613-a956-4796-ac68-271d76a0bc87 req-8389a42b-dfe1-40be-aab8-6fec0b4cb4e4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:51.730923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0abf0613-a956-4796-ac68-271d76a0bc87 req-8389a42b-dfe1-40be-aab8-6fec0b4cb4e4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 0.4537096 Feb 09 13:00:51.766164 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-008dcd7b-5493-4f16-b323-c02685ad9fd8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91&tenant_id=cc2819efca0d491a9ed7482035fce7d0 HTTP/1.1" status: 200 len: 1101 time: 0.4172533 Feb 09 13:00:51.775498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event updated for resources: {'Port': ['ID=b0b9a606-cc2d-4aa9-926f-aad289921445,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:51.794561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:51.795495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:51.802710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.803290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.803797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.804303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.804788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.805279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.805772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.806279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.806790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.807276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.807766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:00:51.827469 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-116d2123-730b-40d9-bf4f-c24f08817390 req-2871c6bb-cc55-432b-9a6b-45bb7db4cc64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1008583a-ab73-48d2-9665-51b1ad9795b4 HTTP/1.1" status: 200 len: 1001 time: 0.3241286 Feb 09 13:00:51.837174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-15627ea7-b989-4bf8-ace9-1aa347770065 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3042016 Feb 09 13:00:51.859400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4cd08af6-dc6d-44d9-b581-490a5e948bfd req-b2356a9b-3a8a-48f7-8e10-a8d37d5ef206 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714517 Feb 09 13:00:51.955791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Request body: {'port': {'device_id': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:51.962952 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0abf0613-a956-4796-ac68-271d76a0bc87 req-76a9ef2a-f953-408a-b9a4-e4ae24f1d6ba tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1991205 Feb 09 13:00:52.051772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d2123-730b-40d9-bf4f-c24f08817390 req-b491dd87-eb83-4277-b815-d37b6c40fe24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:52.053652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-116d2123-730b-40d9-bf4f-c24f08817390 req-b491dd87-eb83-4277-b815-d37b6c40fe24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a11cb0e4-4d48-420a-bf11-3909fb73970b HTTP/1.1" status: 200 len: 850 time: 0.2136040 Feb 09 13:00:52.310426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f53394-18c9-4a50-8a7c-57de9b4d9171'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:52.335425 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-40cbc266-24e9-4135-8226-83e447115c24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 1101 time: 0.4930468 Feb 09 13:00:52.335693 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:52.397675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-116d2123-730b-40d9-bf4f-c24f08817390 req-260d0a50-3b8d-4fb3-869f-2d06b423d735 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a3ddf5f3-3ed4-4b99-b899-1cabe744ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3350391 Feb 09 13:00:53.264045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bbbf367-3258-4a2c-9c92-1e318c6db560 req-e59067f6-ca02-428e-8ced-d7db09f7218f tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 210 time: 0.6945722 Feb 09 13:00:53.313922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c799e-e2da-4b25-811e-393e8defbd94 req-df2d0125-122d-4487-9700-3899bf898100 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.313922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f79c799e-e2da-4b25-811e-393e8defbd94 req-df2d0125-122d-4487-9700-3899bf898100 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 931 time: 1.0487366 Feb 09 13:00:53.356935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-116d2123-730b-40d9-bf4f-c24f08817390 req-bc432aad-72d9-4fdb-8bef-f304093f7e8a service neutron] 10.222.0.67 "GET /v2.0/networks/a3ddf5f3-3ed4-4b99-b899-1cabe744ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9471765 Feb 09 13:00:53.522716 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 53e0804e-d170-4f17-98d2-aa9075d199d1 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:00:53.532138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f79c799e-e2da-4b25-811e-393e8defbd94 req-a8a1ed4c-f7b4-4ee9-8913-5c2b76201e22 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Synchronizing usage tracker for tenant:f87af6578a534d759f966dc14c97e6ad on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:00:53.592849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-116d2123-730b-40d9-bf4f-c24f08817390 req-64198660-9ef3-4c56-9ff3-686950a4a01c service neutron] 10.222.0.67 "GET /v2.0/networks/a3ddf5f3-3ed4-4b99-b899-1cabe744ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167101 Feb 09 13:00:53.592849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f79c799e-e2da-4b25-811e-393e8defbd94 req-a8a1ed4c-f7b4-4ee9-8913-5c2b76201e22 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Unset dirty status for tenant:f87af6578a534d759f966dc14c97e6ad on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:00:53.614312 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f79c799e-e2da-4b25-811e-393e8defbd94 req-a8a1ed4c-f7b4-4ee9-8913-5c2b76201e22 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011527 Feb 09 13:00:53.637784 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-5c53be3b-142f-414c-b776-3ba26c346f5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.637784 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-5c53be3b-142f-414c-b776-3ba26c346f5a service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 1.2604043 Feb 09 13:00:53.837508 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-b37c5e36-c093-4ac6-8ca5-d1f02ebcdac6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=53e0804e-d170-4f17-98d2-aa9075d199d1 HTTP/1.1" status: 200 len: 217 time: 0.1777234 Feb 09 13:00:53.907514 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:53.979617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-a0b86ca8-ff7e-4513-9818-b1b79841da37 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:53.979617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-a0b86ca8-ff7e-4513-9818-b1b79841da37 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:00:54.092349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:54.115041 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:54.181311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0334548-5766-46bf-af76-8d99c38631e9 req-174a0e98-4b69-4bab-b70a-575059795bbf tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:54.197397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0334548-5766-46bf-af76-8d99c38631e9 req-174a0e98-4b69-4bab-b70a-575059795bbf tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 950 time: 0.3117738 Feb 09 13:00:54.226304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-a0b86ca8-ff7e-4513-9818-b1b79841da37 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:00:54.226304 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-a0b86ca8-ff7e-4513-9818-b1b79841da37 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.62 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 1.5331774 Feb 09 13:00:54.276060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Request body: {'port': {'device_id': 'a216bed4-a228-472e-b6e3-917673cd469c', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'admin_state_up': True, 'tenant_id': '819a0ead3dfd4a61b8df838745ba906a'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:54.339587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-02524613-7585-4a01-acba-7d449ca3f06c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:54.339587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-02524613-7585-4a01-acba-7d449ca3f06c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.4825358 Feb 09 13:00:54.355377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0334548-5766-46bf-af76-8d99c38631e9 req-090332d9-7953-4211-9e4c-a9ca1e38dad4 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430480 Feb 09 13:00:54.480466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:54.624333 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f53394-18c9-4a50-8a7c-57de9b4d9171', 'code': 200} Feb 09 13:00:54.918412 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3b142433-0a11-4af5-9de6-2c0b3261013e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:55.014043 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:00:55.048067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:00:55.124170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Usage tracker for resource:port and tenant:819a0ead3dfd4a61b8df838745ba906a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:00:55.139448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:00:55.145393 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-cb845571-43fb-4ec5-bc8a-e53c2dc61e1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7230966 Feb 09 13:00:55.150956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:00:55.182793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b9a606-cc2d-4aa9-926f-aad289921445 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:55.207953 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:55.216433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Made reservation on behalf of 819a0ead3dfd4a61b8df838745ba906a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:00:55.220029 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:55.323802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Transition to ACTIVE for port object b0b9a606-cc2d-4aa9-926f-aad289921445 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:00:55.336259 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:55.377022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-010fd312-1203-4777-ad39-5e7d9cc4d7a4 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:55.379220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-010fd312-1203-4777-ad39-5e7d9cc4d7a4 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 819 time: 0.2821794 Feb 09 13:00:55.403562 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-c2da10ca-06d6-4e96-8aca-62663fe03b13 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/quotas/39bf5e6213774240a529d4f791d96059 HTTP/1.1" status: 200 len: 375 time: 0.0130689 Feb 09 13:00:55.584053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-80e40f48-10e5-4eb0-b58f-39c2b16042f2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1696820 Feb 09 13:00:55.600039 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-0c4bdf3f-57b4-45a3-8e6e-cfad078aeee6 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445047 Feb 09 13:00:55.614930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b9a606-cc2d-4aa9-926f-aad289921445,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:55.758177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c723ca-7ad9-4f6b-85e9-aaf99e5648a2 req-5f03508c-341d-479f-841d-ddf3c2d83954 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:55.765509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2c723ca-7ad9-4f6b-85e9-aaf99e5648a2 req-5f03508c-341d-479f-841d-ddf3c2d83954 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 948 time: 0.2605190 Feb 09 13:00:55.851906 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-f6f01b07-bda0-42ab-b56d-4b7d90a11345 service neutron] 10.222.0.59 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533484 Feb 09 13:00:55.861033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2c723ca-7ad9-4f6b-85e9-aaf99e5648a2 req-bd7da08a-f825-4c94-b243-a8b5e9b4e555 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940309 Feb 09 13:00:56.004264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Allocated IP 172.20.0.5 (12788e67-143c-4867-a351-ef88510d233b/5831325b-7029-405e-857f-84d59869e409/d3e2967d-ea83-4ed1-a3d5-589197fad1b0) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:00:56.062150 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c885826d-8ac0-46d9-a3a3-a1ba17105cd5 req-97fa7667-f176-4c46-b5c9-1b026e993909 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371505 Feb 09 13:00:56.116473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Attempting to bind port b0b9a606-cc2d-4aa9-926f-aad289921445 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:00:56.117006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Attempting to bind port b0b9a606-cc2d-4aa9-926f-aad289921445 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:00:56.117518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Attempting to bind port b0b9a606-cc2d-4aa9-926f-aad289921445 on network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:00:56.152323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Port b0b9a606-cc2d-4aa9-926f-aad289921445 on network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:00:56.152833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Attempting to bind port b0b9a606-cc2d-4aa9-926f-aad289921445 on network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:00:56.166141 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-b3f40c1e-164b-4cbb-9c81-464a32408e23 service neutron] 10.222.0.59 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014376 Feb 09 13:00:56.184507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:00:56.185039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Checking segment: {'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:00:56.185659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Bound using segment: {'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:00:56.186355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Bound port: b0b9a606-cc2d-4aa9-926f-aad289921445, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:00:56.186925 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:56.279020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c587555-d384-4483-8fa5-9b418bbece48 req-c023af6d-e507-42b0-be72-8026852a8a45 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:56.289255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c587555-d384-4483-8fa5-9b418bbece48 req-c023af6d-e507-42b0-be72-8026852a8a45 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:56.296710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c587555-d384-4483-8fa5-9b418bbece48 req-c023af6d-e507-42b0-be72-8026852a8a45 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:56.305925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c587555-d384-4483-8fa5-9b418bbece48 req-c023af6d-e507-42b0-be72-8026852a8a45 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:56.313385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c587555-d384-4483-8fa5-9b418bbece48 req-c023af6d-e507-42b0-be72-8026852a8a45 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:56.323700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c587555-d384-4483-8fa5-9b418bbece48 req-c023af6d-e507-42b0-be72-8026852a8a45 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:56.329619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c587555-d384-4483-8fa5-9b418bbece48 req-c023af6d-e507-42b0-be72-8026852a8a45 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:56.343701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c587555-d384-4483-8fa5-9b418bbece48 req-c023af6d-e507-42b0-be72-8026852a8a45 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 0.2478616 Feb 09 13:00:56.439848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c587555-d384-4483-8fa5-9b418bbece48 req-ae299eaf-f6a7-4773-bd44-54cfad68d3e4 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926802 Feb 09 13:00:56.445794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] For port b0b9a606-cc2d-4aa9-926f-aad289921445, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:00:56.468341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] For port b0b9a606-cc2d-4aa9-926f-aad289921445, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b0b9a606-cc2d-4aa9-926f-aad289921445,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:00:56.475488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:56.490316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:56.582971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:56.584507 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] 10.222.0.62 "PUT /v2.0/ports/b0b9a606-cc2d-4aa9-926f-aad289921445 HTTP/1.1" status: 200 len: 1091 time: 4.6442902 Feb 09 13:00:56.585036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'tag': 'b0b9a606-cc2d-4aa9-926f-aad289921445'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:56.608774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:00:56.864838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfd38c-dd7e-44b6-844d-16a7b2db6c66 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b9a606-cc2d-4aa9-926f-aad289921445,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:56.898357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:57.037013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event updated for resources: {'Port': ['ID=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:57.064431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Network 12788e67-143c-4867-a351-ef88510d233b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:00:57.064431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:00:57.070545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:00:57.116786 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2d4751cb-4bf4-4165-bed8-63e8cbcb417e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:57.138758 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-3bce51a3-7177-4e3b-8fdf-918f8f8585e1 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7241f9715866463986e3735d3631b358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1194425 Feb 09 13:00:57.153489 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-a2fd14d7-1541-4414-b933-aaac8d969a25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f87af6578a534d759f966dc14c97e6ad&device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 1094 time: 0.5219285 Feb 09 13:00:57.262713 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-1e9ef5ca-3417-442d-b70b-d4f7061ba742 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0b9a606-cc2d-4aa9-926f-aad289921445 HTTP/1.1" status: 200 len: 217 time: 0.0965025 Feb 09 13:00:57.272052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:57.273217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:57.363652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-f47fe81e-6ba7-4cb7-8f5d-90e76325fc6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:57.363652 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-f47fe81e-6ba7-4cb7-8f5d-90e76325fc6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc77c62c-3756-41a0-ba46-8fcac2da16bd HTTP/1.1" status: 200 len: 862 time: 0.0780489 Feb 09 13:00:57.403814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c901a-0e7f-408d-b55a-de7920aeb032 req-57f476d6-43b5-4731-bfd3-7ac9436e2d43 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:57.418862 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a0c901a-0e7f-408d-b55a-de7920aeb032 req-57f476d6-43b5-4731-bfd3-7ac9436e2d43 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 931 time: 0.5229776 Feb 09 13:00:57.440276 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-c5e4314e-04d4-46ca-aa6a-f603bd8b0b4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719140 Feb 09 13:00:57.509910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 53e0804e-d170-4f17-98d2-aa9075d199d1 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:00:57.520058 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a0c901a-0e7f-408d-b55a-de7920aeb032 req-903f6d50-06c2-438e-9c4b-441d794f23a9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032856 Feb 09 13:00:57.536706 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-017b72b1-c409-44cb-b135-01ade9290e05 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2860970 Feb 09 13:00:57.553868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Request body: {'port': {'device_id': 'a216bed4-a228-472e-b6e3-917673cd469c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:57.604225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-18d887be-cec6-4d3c-af5c-d95baf38a529 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:57.621173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-18d887be-cec6-4d3c-af5c-d95baf38a529 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4771323 Feb 09 13:00:57.661021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-a5621abe-37ad-4e89-a75a-92344bdc0371 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/quotas/7241f9715866463986e3735d3631b358 HTTP/1.1" status: 200 len: 375 time: 0.0371377 Feb 09 13:00:57.849165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-89a4dcb5-b796-4bbb-9145-94efea517048 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7241f9715866463986e3735d3631b358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1675229 Feb 09 13:00:57.963255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa081d-ccd0-41c0-8a0a-c158ef42fab8 req-90127f41-5c64-4d5d-9265-d481bc320bed tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:57.966606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bfa081d-ccd0-41c0-8a0a-c158ef42fab8 req-90127f41-5c64-4d5d-9265-d481bc320bed tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 943 time: 0.2258883 Feb 09 13:00:57.971846 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-3fb438ae-3ecc-4a55-a242-65738074a709 service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107319 Feb 09 13:00:57.973996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:58.033173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'mac_address': 'fa:16:3e:28:fe:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:00:58.096801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:58.124231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bfa081d-ccd0-41c0-8a0a-c158ef42fab8 req-8baf0ddb-d04f-480a-8eb7-60b4f11b570c tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496723 Feb 09 13:00:58.344234 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:58.447231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e0804e-d170-4f17-98d2-aa9075d199d1 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:58.457225 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:58.465853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-8dbcd728-9052-45e5-91ac-1829a9622736 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3d99e149d05740e9846fa07b00eab662&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989127 Feb 09 13:00:58.477707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:00:58.485493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:58.532265 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7bf1ee30-c68e-44f7-a295-d13872b82d57 req-59153126-9d1c-4ecd-8a10-2a62ded2e795 service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513225 Feb 09 13:00:58.601932 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:58.636657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=10']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:00:58.762882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-0c7d74a5-8fc7-4819-b0d5-a3e64975ad52 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:58.765241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-0c7d74a5-8fc7-4819-b0d5-a3e64975ad52 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931731 Feb 09 13:00:58.807677 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-16a0e9ae-7cdb-43a7-a3c4-db942692328d tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/quotas/3d99e149d05740e9846fa07b00eab662 HTTP/1.1" status: 200 len: 375 time: 0.0198810 Feb 09 13:00:58.898287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['53e0804e-d170-4f17-98d2-aa9075d199d1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:00:59.326062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-fe03c311-573a-449b-b54e-858ef36686e8 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3d99e149d05740e9846fa07b00eab662&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4842973 Feb 09 13:00:59.707717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e2967d-ea83-4ed1-a3d5-589197fad1b0 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:00:59.726970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:59.736517 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:59.825419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Transition to ACTIVE for port object d3e2967d-ea83-4ed1-a3d5-589197fad1b0 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:00:59.845035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-5d647aac-262d-4134-8559-5662f13d8b14 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:59.845035 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-5d647aac-262d-4134-8559-5662f13d8b14 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 819 time: 0.5989661 Feb 09 13:00:59.845035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:00:59.881138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71928-a9a3-42f5-a801-28c758f88a9a req-7b8725f5-5bda-43c0-b7fd-9f049577e7a8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:59.907718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71928-a9a3-42f5-a801-28c758f88a9a req-7b8725f5-5bda-43c0-b7fd-9f049577e7a8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:59.914304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71928-a9a3-42f5-a801-28c758f88a9a req-7b8725f5-5bda-43c0-b7fd-9f049577e7a8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:59.945782 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'tag': 'b0b9a606-cc2d-4aa9-926f-aad289921445', 'status': 'completed', 'code': 200} Feb 09 13:00:59.949284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Request body: {'port': {'device_id': '579238d1-9940-4400-bc56-f1aa41ce135a', 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b', 'admin_state_up': True, 'tenant_id': '39bf5e6213774240a529d4f791d96059'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:00:59.954686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71928-a9a3-42f5-a801-28c758f88a9a req-7b8725f5-5bda-43c0-b7fd-9f049577e7a8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:59.964225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71928-a9a3-42f5-a801-28c758f88a9a req-7b8725f5-5bda-43c0-b7fd-9f049577e7a8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:59.976570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71928-a9a3-42f5-a801-28c758f88a9a req-7b8725f5-5bda-43c0-b7fd-9f049577e7a8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:00:59.985039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c71928-a9a3-42f5-a801-28c758f88a9a req-7b8725f5-5bda-43c0-b7fd-9f049577e7a8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:00.005005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7c71928-a9a3-42f5-a801-28c758f88a9a req-7b8725f5-5bda-43c0-b7fd-9f049577e7a8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 0.4975986 Feb 09 13:01:00.054402 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'code': 200} Feb 09 13:01:00.128072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7c71928-a9a3-42f5-a801-28c758f88a9a req-6f2ff6a3-b7a5-499b-b612-1346a35a1e2a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220052 Feb 09 13:01:00.412160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:00.433670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Usage tracker for resource:port and tenant:39bf5e6213774240a529d4f791d96059 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:01:00.433670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:01:00.533238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b0b9a606-cc2d-4aa9-926f-aad289921445 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:00.555938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-891c859b-f4e9-4c31-988b-f1f21cca94ff req-6f75a488-fcf1-4083-bd06-184fff0d9f77 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 210 time: 0.0633554 Feb 09 13:01:00.606432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6c42e-56af-4d34-b970-9ded399a3bdc req-4126e7c4-de9e-40dd-bfba-e34258f866a2 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:00.616406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2c6c42e-56af-4d34-b970-9ded399a3bdc req-4126e7c4-de9e-40dd-bfba-e34258f866a2 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 950 time: 0.2408321 Feb 09 13:01:00.736953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2c6c42e-56af-4d34-b970-9ded399a3bdc req-09299b8e-1762-47a9-81a3-fb6042f6cc6a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195984 Feb 09 13:01:00.745550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:00.765809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Made reservation on behalf of 39bf5e6213774240a529d4f791d96059 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:00.771094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:00.879899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:01.016417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-4caa8642-3f57-4923-9bf7-c20055a85123 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7241f9715866463986e3735d3631b358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1266451 Feb 09 13:01:01.033536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port b0b9a606-cc2d-4aa9-926f-aad289921445, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b0b9a606-cc2d-4aa9-926f-aad289921445,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:01.098089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'b0b9a606-cc2d-4aa9-926f-aad289921445', 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9', 'port_id': 'b0b9a606-cc2d-4aa9-926f-aad289921445', 'mac_address': 'fa:16:3e:e3:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc77c62c-3756-41a0-ba46-8fcac2da16bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:01.269820 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:01.309976 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b9a606-cc2d-4aa9-926f-aad289921445 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:01.357901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port b0b9a606-cc2d-4aa9-926f-aad289921445, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b0b9a606-cc2d-4aa9-926f-aad289921445,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:01.370202 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:01.531244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 53e0804e-d170-4f17-98d2-aa9075d199d1 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:01.632044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=b0b9a606-cc2d-4aa9-926f-aad289921445,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:01.661114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-d0e7a728-dcdf-4682-b1db-68f6f6daf908 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:01.664308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-d0e7a728-dcdf-4682-b1db-68f6f6daf908 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6516178 Feb 09 13:01:01.699029 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1effc6a2-cd60-45e7-baca-ded6827d1754 req-575aed45-876b-444b-a728-7b13c95d6707 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f87af6578a534d759f966dc14c97e6ad&device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 1094 time: 1.7807689 Feb 09 13:01:01.713504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 53e0804e-d170-4f17-98d2-aa9075d199d1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:01.713504 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:01.755647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93deebef-a190-49f5-961d-9c98b0a680be req-28573b04-dd15-4f34-8441-c8646ae72c1a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:01.759809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['b0b9a606-cc2d-4aa9-926f-aad289921445'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:01.764938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93deebef-a190-49f5-961d-9c98b0a680be req-28573b04-dd15-4f34-8441-c8646ae72c1a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 943 time: 0.4212644 Feb 09 13:01:01.787772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-a965fed0-4c41-45f4-b7e2-469699d13af9 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/quotas/7241f9715866463986e3735d3631b358 HTTP/1.1" status: 200 len: 375 time: 0.0916412 Feb 09 13:01:01.934935 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-683b9256-2f5b-40b7-a36d-acd06cffc2dc tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7241f9715866463986e3735d3631b358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5402284 Feb 09 13:01:02.024602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-e3ee870d-6bd8-46db-a87b-e511b19c9df6 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7241f9715866463986e3735d3631b358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2361765 Feb 09 13:01:02.123267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93deebef-a190-49f5-961d-9c98b0a680be req-50db0735-9953-414f-9d5d-c195171bda3a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557379 Feb 09 13:01:02.294647 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:02.379284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:02.379284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:02.391039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:02.518155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=11']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:02.599009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-d86096d1-8afb-44f3-bb17-d6ca68e865f8 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3d99e149d05740e9846fa07b00eab662&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117637 Feb 09 13:01:02.870069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Attempting to bind port d3e2967d-ea83-4ed1-a3d5-589197fad1b0 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:02.870069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Attempting to bind port d3e2967d-ea83-4ed1-a3d5-589197fad1b0 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:02.870069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Attempting to bind port d3e2967d-ea83-4ed1-a3d5-589197fad1b0 on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:02.903798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effc6a2-cd60-45e7-baca-ded6827d1754 req-ffa40081-0010-4a4f-8fc2-3b63b86c40a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:02.903798 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1effc6a2-cd60-45e7-baca-ded6827d1754 req-ffa40081-0010-4a4f-8fc2-3b63b86c40a5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 HTTP/1.1" status: 200 len: 923 time: 1.1812837 Feb 09 13:01:03.003713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-e6404d51-64ca-498a-b453-7e18ffe4963c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:03.003713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-e6404d51-64ca-498a-b453-7e18ffe4963c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Synchronizing usage tracker for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:01:03.027906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Port d3e2967d-ea83-4ed1-a3d5-589197fad1b0 on network 12788e67-143c-4867-a351-ef88510d233b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:03.027906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Attempting to bind port d3e2967d-ea83-4ed1-a3d5-589197fad1b0 on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:03.318985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:03.318985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Checking segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:03.318985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Bound using segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:03.318985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Bound port: d3e2967d-ea83-4ed1-a3d5-589197fad1b0, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:03.318985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:03.346545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Allocated IP 172.20.0.7 (be6ddba7-e948-4582-adad-69a9026e606b/fdd2727c-15b8-45c3-8c15-2175775019e9/56fb425e-1275-4561-b5fc-a64ac6c79f49) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:03.546387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ffdf0-83b2-41cc-a36e-aa9748ac1153 req-85d3b7bb-cefa-4467-afc7-731203bd704b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:03.547935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-112ffdf0-83b2-41cc-a36e-aa9748ac1153 req-85d3b7bb-cefa-4467-afc7-731203bd704b tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 944 time: 1.1376469 Feb 09 13:01:03.627716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-76ee8f8a-e42e-4325-b6cc-65d4f60141d7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:03.629718 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-76ee8f8a-e42e-4325-b6cc-65d4f60141d7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6719909 Feb 09 13:01:03.634523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] For port d3e2967d-ea83-4ed1-a3d5-589197fad1b0, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:03.638648 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1effc6a2-cd60-45e7-baca-ded6827d1754 req-6bdc92ee-30de-4844-b33c-c8b5c95a4693 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0b9a606-cc2d-4aa9-926f-aad289921445 HTTP/1.1" status: 200 len: 217 time: 0.5610614 Feb 09 13:01:03.644089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-e6404d51-64ca-498a-b453-7e18ffe4963c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Unset dirty status for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:01:03.644089 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-e6404d51-64ca-498a-b453-7e18ffe4963c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3 HTTP/1.1" status: 200 len: 944 time: 2.2594900 Feb 09 13:01:03.662866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-04cf189a-9a2d-4368-9a7d-aa1ddb98c7bc tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:03.664879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-04cf189a-9a2d-4368-9a7d-aa1ddb98c7bc tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0615742 Feb 09 13:01:03.665692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] For port d3e2967d-ea83-4ed1-a3d5-589197fad1b0, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:03.679378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Request body: {'port': {'device_id': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '7241f9715866463986e3735d3631b358'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:03.732051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Request body: {'port': {'device_id': '479ac047-ee49-4b7c-ab6d-123486397d6e', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '3d99e149d05740e9846fa07b00eab662'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:03.784230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-112ffdf0-83b2-41cc-a36e-aa9748ac1153 req-ac4fa50b-eec6-4ac3-a93a-4fc0b25b5e24 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199266 Feb 09 13:01:03.882676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-4cb22c73-c03c-4d60-af48-e768dc6586e8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:03.896161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-4cb22c73-c03c-4d60-af48-e768dc6586e8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 805 time: 0.9410923 Feb 09 13:01:03.945190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:03.958013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Usage tracker for resource:port and tenant:7241f9715866463986e3735d3631b358 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:01:03.971378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:01:03.991496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:04.171439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-d22fea32-c98b-4a00-9108-9a06a7fdbd90 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/quotas/7fecec3b42df453293b2fc62ba68b391 HTTP/1.1" status: 200 len: 375 time: 0.2737806 Feb 09 13:01:04.255583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effc6a2-cd60-45e7-baca-ded6827d1754 req-93a33558-e2a2-4095-b9ce-59ea854a51b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:04.262224 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1effc6a2-cd60-45e7-baca-ded6827d1754 req-93a33558-e2a2-4095-b9ce-59ea854a51b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc77c62c-3756-41a0-ba46-8fcac2da16bd HTTP/1.1" status: 200 len: 862 time: 0.2415776 Feb 09 13:01:04.262224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:04.276544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-014e0a18-4926-4351-bc01-b9fecad8baa8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Deleting port 46f53394-18c9-4a50-8a7c-57de9b4d9171 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:01:04.276544 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-014e0a18-4926-4351-bc01-b9fecad8baa8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:04.551652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b0b9a606-cc2d-4aa9-926f-aad289921445 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:04.606811 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1effc6a2-cd60-45e7-baca-ded6827d1754 req-c8d69e49-0de7-4198-a465-4c1c5aa174b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2578583 Feb 09 13:01:04.660051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35451ad5-4e33-4385-81da-d972c39e2539 req-2fbfa608-3be8-4fc0-841b-9d9104eb4b8f tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 210 time: 0.2801399 Feb 09 13:01:04.668143 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:01:04.693239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Made reservation on behalf of 7241f9715866463986e3735d3631b358 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:04.716312 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:04.900463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:04.906749 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:04.919366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Usage tracker for resource:port and tenant:3d99e149d05740e9846fa07b00eab662 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:01:04.947977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:01:04.976823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:05.016945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-4d3355bf-e3eb-42ae-8058-8f98a30191ea tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8116305 Feb 09 13:01:05.181586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port b0b9a606-cc2d-4aa9-926f-aad289921445 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:05.198199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port b0b9a606-cc2d-4aa9-926f-aad289921445 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:05.198199 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:05.384246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Made reservation on behalf of 3d99e149d05740e9846fa07b00eab662 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:05.384246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:05.517756 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:05.608865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port b0b9a606-cc2d-4aa9-926f-aad289921445, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b0b9a606-cc2d-4aa9-926f-aad289921445,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:05.608865 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:05.608865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 46f53394-18c9-4a50-8a7c-57de9b4d9171 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:01:05.859565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=b0b9a606-cc2d-4aa9-926f-aad289921445,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:05.993602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:05.996810 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3e2967d-ea83-4ed1-a3d5-589197fad1b0 HTTP/1.1" status: 200 len: 1091 time: 8.4532235 Feb 09 13:01:06.029788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a216bed4-a228-472e-b6e3-917673cd469c', 'tag': 'd3e2967d-ea83-4ed1-a3d5-589197fad1b0'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:06.077694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:06.106539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Usage tracker for resource:security_group_rule and tenant:7241f9715866463986e3735d3631b358 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:01:06.134800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-29082943-a69b-4a2e-b2c4-32a4ce6bf32c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7241f9715866463986e3735d3631b358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8188360 Feb 09 13:01:06.241084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:01:06.382021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:06.400404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92357585-fbc1-4ffa-9a30-545ffa64a9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:06.435889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-d43153f8-a4d8-4e02-9e40-9be9e50f1529 service neutron] 10.222.0.59 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4150460 Feb 09 13:01:06.462215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-014e0a18-4926-4351-bc01-b9fecad8baa8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] For port 46f53394-18c9-4a50-8a7c-57de9b4d9171, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=46f53394-18c9-4a50-8a7c-57de9b4d9171,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:06.462821 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-014e0a18-4926-4351-bc01-b9fecad8baa8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:06.567318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ba13-2cb4-472b-9a1a-3723feed70f0 req-8adfa62f-b3b0-433f-ba93-a6c84fa20162 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:06.571554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ba13-2cb4-472b-9a1a-3723feed70f0 req-8adfa62f-b3b0-433f-ba93-a6c84fa20162 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:06.575486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ba13-2cb4-472b-9a1a-3723feed70f0 req-8adfa62f-b3b0-433f-ba93-a6c84fa20162 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:06.579539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ba13-2cb4-472b-9a1a-3723feed70f0 req-8adfa62f-b3b0-433f-ba93-a6c84fa20162 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:06.584029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ba13-2cb4-472b-9a1a-3723feed70f0 req-8adfa62f-b3b0-433f-ba93-a6c84fa20162 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:06.587955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ba13-2cb4-472b-9a1a-3723feed70f0 req-8adfa62f-b3b0-433f-ba93-a6c84fa20162 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:06.592255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ba13-2cb4-472b-9a1a-3723feed70f0 req-8adfa62f-b3b0-433f-ba93-a6c84fa20162 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:06.595040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a74ba13-2cb4-472b-9a1a-3723feed70f0 req-8adfa62f-b3b0-433f-ba93-a6c84fa20162 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 1.2839293 Feb 09 13:01:06.637804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-014e0a18-4926-4351-bc01-b9fecad8baa8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Calling delete_port for 46f53394-18c9-4a50-8a7c-57de9b4d9171 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:01:06.813582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1effc6a2-cd60-45e7-baca-ded6827d1754 req-8394a844-b7b1-4459-9a3b-c2974c29d7a3 service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0608470 Feb 09 13:01:06.818339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-90de6cf1-b3c7-4aa8-95f4-211ce83f4c27 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:06.819910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:06.820017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-90de6cf1-b3c7-4aa8-95f4-211ce83f4c27 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6726334 Feb 09 13:01:06.861230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Request body: {'port': {'device_id': '007bf224-4b07-4c75-a51c-40605dc472da', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '7241f9715866463986e3735d3631b358'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:07.074073 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-fbb9a71b-df2a-4f0b-b6fb-446e619b4a08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 1094 time: 0.8275323 Feb 09 13:01:07.111626 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:07.139030 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-57c3059d-c2c6-45c0-be04-b0914798ab01 service neutron] 10.222.0.59 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733487 Feb 09 13:01:07.155400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Allocated IP 192.168.233.214 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/c6c6825e-f8b1-4e4c-9e16-676dfe6ac212) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:07.201750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:07.245938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:07.255590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Usage tracker for resource:port and tenant:7241f9715866463986e3735d3631b358 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:01:07.266068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:01:07.283732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d478d-bf57-484d-8054-ab41b9f812ad req-3c7081bd-c5da-43d1-a69f-9908bcd409a4 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:07.285893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-106d478d-bf57-484d-8054-ab41b9f812ad req-3c7081bd-c5da-43d1-a69f-9908bcd409a4 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 951 time: 0.3871434 Feb 09 13:01:07.287130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:07.361885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Made reservation on behalf of 7241f9715866463986e3735d3631b358 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:07.365932 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:07.383924 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-0e6c9df9-6344-4841-9b22-6497c15b8509 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e2967d-ea83-4ed1-a3d5-589197fad1b0 HTTP/1.1" status: 200 len: 217 time: 0.2645273 Feb 09 13:01:07.470962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:07.488008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['367b8f3d-2d72-4b9a-910d-a1d08629450e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:07.494381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b370d8-4f63-4879-a1c1-8da7268df639,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:07.547965 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1effc6a2-cd60-45e7-baca-ded6827d1754 req-74e68d1f-3f0c-4e5a-a78c-7bcbb791c6a1 service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102592 Feb 09 13:01:07.644583 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-106d478d-bf57-484d-8054-ab41b9f812ad req-7deece5f-002f-4cc6-a3aa-558028526304 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154733 Feb 09 13:01:07.729746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-014e0a18-4926-4351-bc01-b9fecad8baa8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:07.745780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Network be6ddba7-e948-4582-adad-69a9026e606b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:07.777272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:07.787817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:01:07.838324 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'code': 200} Feb 09 13:01:07.839539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Pushing event updated for resources: {'Port': ['ID=56fb425e-1275-4561-b5fc-a64ac6c79f49,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:07.844730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-7f2cdc52-9778-4fbe-9d24-67e7e8fb8a44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:07.848056 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-7f2cdc52-9778-4fbe-9d24-67e7e8fb8a44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.4375551 Feb 09 13:01:07.857309 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:07.957354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Transition to ACTIVE for port object c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:07.974864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e0a18-4926-4351-bc01-b9fecad8baa8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Pushing event deleted for resources: {'Port': ['ID=46f53394-18c9-4a50-8a7c-57de9b4d9171,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:08.093327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29190-7fcd-48b7-bb37-25fc9357375b req-9c231192-eecb-4b1f-b393-91914d223254 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:08.108976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76b29190-7fcd-48b7-bb37-25fc9357375b req-9c231192-eecb-4b1f-b393-91914d223254 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 931 time: 0.4827740 Feb 09 13:01:08.158351 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-11996aa9-abb2-40e2-8580-61e49324af33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799438 Feb 09 13:01:08.170878 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:08.181218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:08.181935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:08.185191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:08.251097 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4e4480e-88ff-422a-bd38-6533744dbdd1 req-d0343928-fd8b-46f3-83ef-b5ef6ff45a5c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 210 time: 0.2185450 Feb 09 13:01:08.349213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-014e0a18-4926-4351-bc01-b9fecad8baa8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] No DVR routers for this DVR port 46f53394-18c9-4a50-8a7c-57de9b4d9171 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:01:08.368926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Pushing event updated for resources: {'Port': ['ID=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:08.369549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Allocated IP 192.168.233.205 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/62c79e87-b391-4b3d-b1a0-32234be37b7b) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:08.418291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.418779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.419208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.419935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.420045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.420983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.420983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.421673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.422431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.423245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.423633 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:08.432954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:08.437157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:08.442976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:01:08.513523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76b29190-7fcd-48b7-bb37-25fc9357375b req-94524376-fcb3-4390-9e2c-7e1ae669ecdf tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474536 Feb 09 13:01:08.625546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:08.627305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:08.672554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3aaf096f-81f2-4c1c-9708-da95f77c7acd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9473801 Feb 09 13:01:08.695457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6563929-7f83-41a1-8956-ac54a4af2802 req-01e52c01-f6e8-4518-a1c8-ca50dfd966c2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:08.699669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6563929-7f83-41a1-8956-ac54a4af2802 req-01e52c01-f6e8-4518-a1c8-ca50dfd966c2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 943 time: 0.1991234 Feb 09 13:01:08.708024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Request body: {'port': {'device_id': '479ac047-ee49-4b7c-ab6d-123486397d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:08.784488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2022e11d-982a-4ecb-8e79-502a1ee22ace None None] Provisioning for port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:08.797913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2022e11d-982a-4ecb-8e79-502a1ee22ace None None] Provisioning complete for port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:08.799296 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2022e11d-982a-4ecb-8e79-502a1ee22ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:08.884068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2022e11d-982a-4ecb-8e79-502a1ee22ace None None] Port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:01:08.916145 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-014e0a18-4926-4351-bc01-b9fecad8baa8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:08.957278 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:08.997252 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6563929-7f83-41a1-8956-ac54a4af2802 req-2dfb481b-3d5e-4bf1-8e96-9e45843389b3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295010 Feb 09 13:01:09.108284 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-656084f4-e59e-4a87-b3ca-a2158276dee0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1642907 Feb 09 13:01:09.113133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11220b4b-150d-4cdf-81e5-cfb62a9a8cd9 req-b2749bce-d9f8-4e79-ba09-f84fd63a3f66 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:09.115574 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11220b4b-150d-4cdf-81e5-cfb62a9a8cd9 req-b2749bce-d9f8-4e79-ba09-f84fd63a3f66 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 945 time: 0.3158247 Feb 09 13:01:09.126777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Request body: {'port': {'device_id': '579238d1-9940-4400-bc56-f1aa41ce135a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:09.164382 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b90ebe0a-3625-411c-9ade-361c87f9a19c req-014e0a18-4926-4351-bc01-b9fecad8baa8 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.62 "DELETE /v2.0/ports/46f53394-18c9-4a50-8a7c-57de9b4d9171 HTTP/1.1" status: 204 len: 173 time: 5.0164707 Feb 09 13:01:09.296303 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-4ea02d1d-fc03-49db-b4c5-2cbbe0fb1b44 service neutron] 10.222.0.62 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1271741 Feb 09 13:01:09.360396 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:09.554514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Transition to ACTIVE for port object 62c79e87-b391-4b3d-b1a0-32234be37b7b will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:09.573835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:09.594686 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cac3f809-1478-41c4-98b8-d086c59683c6 req-a5354f7e-a16c-43da-b3f1-cbdf16347c31 service neutron] 10.222.0.62 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478921 Feb 09 13:01:09.664171 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:09.769908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11220b4b-150d-4cdf-81e5-cfb62a9a8cd9 req-d2b3d926-289f-417b-8f2e-adfd7fc09b38 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394396 Feb 09 13:01:09.834422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Allocated IP 192.168.233.60 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/5db5dca0-b8b0-4642-bb5e-d207a4d1361a) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:09.840030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b9a606-cc2d-4aa9-926f-aad289921445'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:09.882203 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a216bed4-a228-472e-b6e3-917673cd469c', 'tag': 'd3e2967d-ea83-4ed1-a3d5-589197fad1b0', 'status': 'completed', 'code': 200} Feb 09 13:01:09.889033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed5e06-7d87-4ed1-9450-c754ebc8e438 req-2ef73be5-1305-425d-9bad-b212e8724b81 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:09.890259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-24ed5e06-7d87-4ed1-9450-c754ebc8e438 req-2ef73be5-1305-425d-9bad-b212e8724b81 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Synchronizing usage tracker for tenant:3d99e149d05740e9846fa07b00eab662 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:01:09.892501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:09.893279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:09.921666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-00a171c2-b24d-41ad-b675-16b9363534f6 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:09.923290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-00a171c2-b24d-41ad-b675-16b9363534f6 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 805 time: 0.4339964 Feb 09 13:01:09.935309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:09.951954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Request body: {'port': {'device_id': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'admin_state_up': True, 'tenant_id': '7fecec3b42df453293b2fc62ba68b391'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:09.954235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:01:10.173489 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bf2b48c-e06f-4fde-933d-9d1e4764fbdb req-4a7b4e05-c302-4f0f-b447-2cb78d295ff9 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 210 time: 0.1216223 Feb 09 13:01:10.186359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:10.188179 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:10.258120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-31346619-d22b-492e-b324-87257ec950d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5910203 Feb 09 13:01:10.271338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Request body: {'port': {'device_id': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:10.332665 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bae1ee3-ee41-4ab8-8dae-706688525e0b req-5ebd0029-b55e-47bd-a83b-74b1bf90b7fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 1094 time: 0.4423888 Feb 09 13:01:10.444644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cb158df1-e14b-4a96-9b63-74e6a076053c None None] Provisioning for port 62c79e87-b391-4b3d-b1a0-32234be37b7b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:10.448402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cb158df1-e14b-4a96-9b63-74e6a076053c None None] Provisioning complete for port 62c79e87-b391-4b3d-b1a0-32234be37b7b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:10.452001 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cb158df1-e14b-4a96-9b63-74e6a076053c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:10.489100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-24ed5e06-7d87-4ed1-9450-c754ebc8e438 req-2ef73be5-1305-425d-9bad-b212e8724b81 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Unset dirty status for tenant:3d99e149d05740e9846fa07b00eab662 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:01:10.491266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24ed5e06-7d87-4ed1-9450-c754ebc8e438 req-2ef73be5-1305-425d-9bad-b212e8724b81 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 936 time: 1.0038903 Feb 09 13:01:10.519378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cb158df1-e14b-4a96-9b63-74e6a076053c None None] Port 62c79e87-b391-4b3d-b1a0-32234be37b7b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:01:10.686746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-039d9c1c-a1b2-4bcf-8b3e-4fb1c7510e43 req-fb4b43af-fa12-4049-a2ae-c51f90a4d19f tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Synchronizing usage tracker for tenant:7241f9715866463986e3735d3631b358 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:01:10.731931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:10.766521 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:10.793757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:10.797945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56fb425e-1275-4561-b5fc-a64ac6c79f49 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:10.800771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24ed5e06-7d87-4ed1-9450-c754ebc8e438 req-ddc3e351-2516-48e3-8434-b37e77de0285 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841067 Feb 09 13:01:10.809593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Usage tracker for resource:port and tenant:7fecec3b42df453293b2fc62ba68b391 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:01:10.818975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-039d9c1c-a1b2-4bcf-8b3e-4fb1c7510e43 req-fb4b43af-fa12-4049-a2ae-c51f90a4d19f tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Unset dirty status for tenant:7241f9715866463986e3735d3631b358 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:01:10.820750 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-039d9c1c-a1b2-4bcf-8b3e-4fb1c7510e43 req-fb4b43af-fa12-4049-a2ae-c51f90a4d19f tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 210 time: 0.2735496 Feb 09 13:01:10.822298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:01:10.839245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:10.841876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Transition to ACTIVE for port object 5db5dca0-b8b0-4642-bb5e-d207a4d1361a will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:10.870709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Made reservation on behalf of 7fecec3b42df453293b2fc62ba68b391 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:10.875666 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:10.891884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:10.953852 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b9a606-cc2d-4aa9-926f-aad289921445', 'code': 200} Feb 09 13:01:10.996620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Transition to ACTIVE for port object 56fb425e-1275-4561-b5fc-a64ac6c79f49 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:11.012572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:11.017892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:11.291829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae1ee3-ee41-4ab8-8dae-706688525e0b req-c3ca136d-3c60-4920-affe-47daecfec4ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:11.294329 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bae1ee3-ee41-4ab8-8dae-706688525e0b req-c3ca136d-3c60-4920-affe-47daecfec4ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 913 time: 0.9544492 Feb 09 13:01:11.352115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:11.547186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:11.558546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:11.570050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:01:11.604494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Pushing event updated for resources: {'Port': ['ID=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:11.617539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Allocated IP 172.20.0.4 (2459202c-405b-4450-bc5f-eeb2bfe623a1/9f46d025-13d3-4ccd-8142-d22e6f2c7fa5/61db052b-14f5-4955-945c-35f0ce6a290a) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:11.675550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Pushing event updated for resources: {'Port': ['ID=56fb425e-1275-4561-b5fc-a64ac6c79f49,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:11.730044 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bae1ee3-ee41-4ab8-8dae-706688525e0b req-7821f831-c584-480d-b20b-e459c8330884 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3e2967d-ea83-4ed1-a3d5-589197fad1b0 HTTP/1.1" status: 200 len: 217 time: 0.4160910 Feb 09 13:01:11.736850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:11.737580 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:11.756667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1718a9-2940-4106-9068-93eb555f46c7 req-c0bf4cf3-adea-408d-8272-c3000df5a98c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:11.758253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c1718a9-2940-4106-9068-93eb555f46c7 req-c0bf4cf3-adea-408d-8272-c3000df5a98c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 943 time: 0.5548904 Feb 09 13:01:11.771227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76764bcb-fe37-4799-b707-28a98ca86f38 req-16ea07f2-6c31-4db3-ab24-6aa1c0918314 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:11.775047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76764bcb-fe37-4799-b707-28a98ca86f38 req-16ea07f2-6c31-4db3-ab24-6aa1c0918314 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 943 time: 0.6270559 Feb 09 13:01:11.869663 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b5873772-e2b4-44b2-867a-c3d955a4a431 req-b2978d1f-6c23-44fd-b29e-0f01c6d9c820 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 1096 time: 0.8215334 Feb 09 13:01:11.897295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'name': 'network-vif-deleted', 'tag': '46f53394-18c9-4a50-8a7c-57de9b4d9171'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:11.913049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae1ee3-ee41-4ab8-8dae-706688525e0b req-164ff3ee-5364-46bb-b790-91c82bb1a041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:11.914491 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bae1ee3-ee41-4ab8-8dae-706688525e0b req-164ff3ee-5364-46bb-b790-91c82bb1a041 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.1635611 Feb 09 13:01:11.973960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-79c5fc76-835e-4eba-ac76-291fcd0e21d2 None None] Provisioning for port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:11.986905 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bae1ee3-ee41-4ab8-8dae-706688525e0b req-142986d1-c6ca-4b14-b650-efab6526dac1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615335 Feb 09 13:01:11.987618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:11.987946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:11.988263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:11.989615 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-79c5fc76-835e-4eba-ac76-291fcd0e21d2 None None] Provisioning complete for port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:11.990243 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-79c5fc76-835e-4eba-ac76-291fcd0e21d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:11.997149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bb7b3e98-9aca-4e4f-8640-07e5068e6fb8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1514356 Feb 09 13:01:12.052506 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b5873772-e2b4-44b2-867a-c3d955a4a431 req-bfedaa5b-2715-46d9-a7b8-b7f718affe19 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722634 Feb 09 13:01:12.053355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:12.053899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:12.082844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-79c5fc76-835e-4eba-ac76-291fcd0e21d2 None None] Port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:01:12.094232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76764bcb-fe37-4799-b707-28a98ca86f38 req-35c66c29-7f95-427d-94c7-2b5cfc74b1a7 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747338 Feb 09 13:01:12.098247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Request body: {'port': {'device_id': '007bf224-4b07-4c75-a51c-40605dc472da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:12.156642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:12.156977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:12.157370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:12.157821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Bound port: 56fb425e-1275-4561-b5fc-a64ac6c79f49, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:12.158594 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:12.323035 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bae1ee3-ee41-4ab8-8dae-706688525e0b req-452ea631-a6cd-4ee5-a46e-edd5ad8a2cd0 service neutron] 10.222.0.62 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290625 Feb 09 13:01:12.342944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:12.388246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:12.417090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-4cae9abc-37d5-42fa-860b-98d30c3db52e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=cc2819efca0d491a9ed7482035fce7d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947497 Feb 09 13:01:12.423255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:12.447385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c1718a9-2940-4106-9068-93eb555f46c7 req-eb823a93-9514-41cf-937d-c5316ef9cb04 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616044 Feb 09 13:01:12.449626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:12.456445 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:12.543917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:12.545297 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] 10.222.0.67 "PUT /v2.0/ports/56fb425e-1275-4561-b5fc-a64ac6c79f49 HTTP/1.1" status: 200 len: 1091 time: 3.4276719 Feb 09 13:01:12.550513 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bae1ee3-ee41-4ab8-8dae-706688525e0b req-80212fe3-c900-4122-a244-804e198a54ad service neutron] 10.222.0.62 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176335 Feb 09 13:01:12.558342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device d3e2967d-ea83-4ed1-a3d5-589197fad1b0 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:12.578668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f7a80-fc89-46bb-bdd2-4ab3dc10cd27 service neutron] Pushing event updated for resources: {'Port': ['ID=56fb425e-1275-4561-b5fc-a64ac6c79f49,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:12.581148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Transition to ACTIVE for port object c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:12.630500 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:12.797845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port d3e2967d-ea83-4ed1-a3d5-589197fad1b0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:12.818811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'd3e2967d-ea83-4ed1-a3d5-589197fad1b0', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'port_id': 'd3e2967d-ea83-4ed1-a3d5-589197fad1b0', 'mac_address': 'fa:16:3e:ff:65:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5831325b-7029-405e-857f-84d59869e409', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:12.840729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c79e87-b391-4b3d-b1a0-32234be37b7b {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:12.851012 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:12.874194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Transition to ACTIVE for port object 62c79e87-b391-4b3d-b1a0-32234be37b7b will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:12.882280 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:12.906882 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:12.951935 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-c7f4fddd-9cfe-4c6c-9928-87b93cf66be4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 1094 time: 0.1639693 Feb 09 13:01:12.983963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:13.004486 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:13.025328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e2967d-ea83-4ed1-a3d5-589197fad1b0 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:13.056495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port d3e2967d-ea83-4ed1-a3d5-589197fad1b0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:13.062435 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:13.090074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Pushing event updated for resources: {'Port': ['ID=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:13.118262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:13.122787 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-bb1cee3a-02a4-4cbf-977b-d9af34ede7b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49 HTTP/1.1" status: 200 len: 217 time: 0.1609545 Feb 09 13:01:13.200474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-98280c73-6835-44c6-9680-e05d9c79eb27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:13.203920 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-98280c73-6835-44c6-9680-e05d9c79eb27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.0738564 Feb 09 13:01:13.227003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:13.268999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-654c7fa0-74ed-41b1-82ca-9a937949f144 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:13.276275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-654c7fa0-74ed-41b1-82ca-9a937949f144 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8421557 Feb 09 13:01:13.417864 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-c2c9bed6-2afb-44f9-9b1e-7df5cc0ac226 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485913 Feb 09 13:01:13.460958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['d3e2967d-ea83-4ed1-a3d5-589197fad1b0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:13.473997 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:13.497465 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f27ba587-f11a-4c9c-b8d1-ae12c8bf9438 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/quotas/cc2819efca0d491a9ed7482035fce7d0 HTTP/1.1" status: 200 len: 375 time: 0.2198827 Feb 09 13:01:13.619927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cab398-29bc-4f98-8cbe-80c7ec36b415 req-fe17e26a-506a-434a-9d2e-a0dc0bd6b57d tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:13.622510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02cab398-29bc-4f98-8cbe-80c7ec36b415 req-fe17e26a-506a-434a-9d2e-a0dc0bd6b57d tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 945 time: 0.9067860 Feb 09 13:01:13.789282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Attempting to bind port 62c79e87-b391-4b3d-b1a0-32234be37b7b on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:13.789282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Attempting to bind port 62c79e87-b391-4b3d-b1a0-32234be37b7b by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:13.789282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Attempting to bind port 62c79e87-b391-4b3d-b1a0-32234be37b7b on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:13.811329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Port 62c79e87-b391-4b3d-b1a0-32234be37b7b on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:13.811329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Attempting to bind port 62c79e87-b391-4b3d-b1a0-32234be37b7b on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:13.834829 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-2a922a93-893f-4f9b-843b-58be8285e7a8 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924267 Feb 09 13:01:13.835518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:13.835848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:13.836215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:13.836635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Bound port: 62c79e87-b391-4b3d-b1a0-32234be37b7b, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:13.837031 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:13.839976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Network 2459202c-405b-4450-bc5f-eeb2bfe623a1 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:13.857081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:13.862025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:01:13.890349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Pushing event updated for resources: {'Port': ['ID=61db052b-14f5-4955-945c-35f0ce6a290a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:13.956466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Attempting to bind port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:13.956679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Attempting to bind port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:13.956887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Attempting to bind port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:14.032173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02cab398-29bc-4f98-8cbe-80c7ec36b415 req-4b607a72-f56d-4383-87dd-f75e84c9e784 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851602 Feb 09 13:01:14.077791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:14.078100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Attempting to bind port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:14.093615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:14.108864 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30abf1c-ea4d-4082-92fe-0c42de6ba43b req-d587013e-e82c-48b1-8089-09dbe02ffe51 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577369 Feb 09 13:01:14.120967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:14.131385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:14.135166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:14.136082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:14.212018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:14.212740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:14.213809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:14.214655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Bound port: c6c6825e-f8b1-4e4c-9e16-676dfe6ac212, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:14.215210 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:14.223870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:14.223870 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] 10.222.0.62 "PUT /v2.0/ports/62c79e87-b391-4b3d-b1a0-32234be37b7b HTTP/1.1" status: 200 len: 1096 time: 3.9557831 Feb 09 13:01:14.265012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7c432-a94b-4f87-a741-ee89159faf27 service neutron] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:14.283422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-e7a80c0e-6449-46d7-ad12-dcd3e9aa0765 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7842968 Feb 09 13:01:14.332012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b1c0969b-40e9-42ec-91cc-b36e125661be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3941123 Feb 09 13:01:14.356238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Request body: {'port': {'device_id': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:14.408181 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-cec06acc-064a-4dc7-bc34-d4d6e3dfcb47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7241f9715866463986e3735d3631b358&device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 1099 time: 0.1382747 Feb 09 13:01:14.486565 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:01:14.556139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device d3e2967d-ea83-4ed1-a3d5-589197fad1b0 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:14.705173 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-50ddf4ac-74f1-44c0-bb11-261ed4432bbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b HTTP/1.1" status: 200 len: 217 time: 0.2660980 Feb 09 13:01:14.897796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-a00f5a8a-e8b8-4062-affe-e97dc339bce6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:14.897796 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-a00f5a8a-e8b8-4062-affe-e97dc339bce6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1870341 Feb 09 13:01:14.945405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port d3e2967d-ea83-4ed1-a3d5-589197fad1b0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:14.963604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port d3e2967d-ea83-4ed1-a3d5-589197fad1b0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:14.964314 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:15.103842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] For port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:15.110292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db5dca0-b8b0-4642-bb5e-d207a4d1361a {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:15.130199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b5a5-f559-4e50-9246-820d51f1abbc req-dc34fb00-a377-44e5-9c97-2928a4bc9fbe tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:15.131050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5b98b5a5-f559-4e50-9246-820d51f1abbc req-dc34fb00-a377-44e5-9c97-2928a4bc9fbe tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Synchronizing usage tracker for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:01:15.148528 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:15.155764 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-7c8374df-50fa-4dcb-be23-c05edeb5c72c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2629325 Feb 09 13:01:15.168157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] For port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:15.189448 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:15.239571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:15.376132 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:15.454280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port d3e2967d-ea83-4ed1-a3d5-589197fad1b0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:15.454280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a216bed4-a228-472e-b6e3-917673cd469c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2967d-ea83-4ed1-a3d5-589197fad1b0'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:15.471435 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:15.530221 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-f59a516d-90d8-4d05-a05a-96fb5fbb15c9 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482120 Feb 09 13:01:15.636908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:15.636908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] 10.222.0.62 "PUT /v2.0/ports/c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 HTTP/1.1" status: 200 len: 1096 time: 6.9283991 Feb 09 13:01:15.636908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Transition to ACTIVE for port object 5db5dca0-b8b0-4642-bb5e-d207a4d1361a will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:15.664436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479ac047-ee49-4b7c-ab6d-123486397d6e', 'tag': 'c6c6825e-f8b1-4e4c-9e16-676dfe6ac212'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:15.775591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:15.803836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:15.911812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:16.005167 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-daff4dc3-dba1-4186-b206-efa2dd96a46a req-04dfcf64-629d-4d50-8439-e47cb84d981b service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623854 Feb 09 13:01:16.297917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5b98b5a5-f559-4e50-9246-820d51f1abbc req-dc34fb00-a377-44e5-9c97-2928a4bc9fbe tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Unset dirty status for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:01:16.297917 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b98b5a5-f559-4e50-9246-820d51f1abbc req-dc34fb00-a377-44e5-9c97-2928a4bc9fbe tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 931 time: 2.0264852 Feb 09 13:01:16.557880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c769d02-f3dc-4775-bcd1-8cb50a8b7ad7 req-06b06324-2760-49da-af4c-ace6df518e98 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:16.560719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c769d02-f3dc-4775-bcd1-8cb50a8b7ad7 req-06b06324-2760-49da-af4c-ace6df518e98 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 948 time: 1.6137338 Feb 09 13:01:16.560719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3da78-a110-49b1-a09f-8f7456cd9a7c service neutron] Pushing event updated for resources: {'Port': ['ID=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:16.843370 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-0ffd3305-e940-4e65-ae29-75cbbc9e91d7 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cc2819efca0d491a9ed7482035fce7d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783770 Feb 09 13:01:16.943086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b98b5a5-f559-4e50-9246-820d51f1abbc req-1c5b92ab-bd97-48d6-8051-59586d1d365e tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412385 Feb 09 13:01:17.030838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Pushing event updated for resources: {'Port': ['ID=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:17.185976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Attempting to bind port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:17.186181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Attempting to bind port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:17.187380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Attempting to bind port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:17.211619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c769d02-f3dc-4775-bcd1-8cb50a8b7ad7 req-d9e5c01e-a4b8-4fdb-80bc-9eb70cfc5626 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903891 Feb 09 13:01:17.266455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-ad26abf8-18ec-404e-b9b1-d937813e38b0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:17.268045 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-ad26abf8-18ec-404e-b9b1-d937813e38b0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4196129 Feb 09 13:01:17.274330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:17.274951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Attempting to bind port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:17.294151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-ed92adef-53ad-406c-8209-77984605755e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d99e149d05740e9846fa07b00eab662&device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 1099 time: 1.0001411 Feb 09 13:01:17.297191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Request body: {'port': {'device_id': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'cc2819efca0d491a9ed7482035fce7d0'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:17.502094 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaacfdd-bb00-4a3f-9f8a-2091eb592ad3', 'name': 'network-vif-deleted', 'tag': '46f53394-18c9-4a50-8a7c-57de9b4d9171', 'status': 'completed', 'code': 200} Feb 09 13:01:17.549371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:17.549371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:17.549371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:17.549371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Bound port: 5db5dca0-b8b0-4642-bb5e-d207a4d1361a, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:17.549371 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:17.582306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:17.589320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-0af6c8db-f3ad-4404-9c6d-5043ae901b9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 HTTP/1.1" status: 200 len: 217 time: 0.2562807 Feb 09 13:01:17.589320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:01:17.597366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Usage tracker for resource:port and tenant:cc2819efca0d491a9ed7482035fce7d0 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:01:17.597366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:01:17.597366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:17.609284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Made reservation on behalf of cc2819efca0d491a9ed7482035fce7d0 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:17.615875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:17.814259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Allocated IP 192.168.233.184 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/0966d922-0181-4783-974d-c96af6fa0287) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:17.850216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-502fa25b-9ea3-4438-b6b7-b6f9c61dbba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:17.851951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-502fa25b-9ea3-4438-b6b7-b6f9c61dbba2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2693577 Feb 09 13:01:17.854385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61db052b-14f5-4955-945c-35f0ce6a290a {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:17.917740 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:17.930137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] For port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:17.947304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fae8a9-09d4-4ffe-9b84-f9d2a1e072e7 req-da76d399-68d5-4b72-a39b-a77a58a569cd tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:17.947304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76fae8a9-09d4-4ffe-9b84-f9d2a1e072e7 req-da76d399-68d5-4b72-a39b-a77a58a569cd tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 947 time: 0.7270956 Feb 09 13:01:17.999261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] For port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:18.002483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Transition to ACTIVE for port object 61db052b-14f5-4955-945c-35f0ce6a290a will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:18.003612 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:18.071703 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:18.143725 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76fae8a9-09d4-4ffe-9b84-f9d2a1e072e7 req-54398cce-e338-4d97-a365-9273c70866b2 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925933 Feb 09 13:01:18.160144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce67641-b888-4100-903b-53f1aef4a01f req-5762d77f-6850-4942-821e-c5fda0711eee tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:18.174001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ce67641-b888-4100-903b-53f1aef4a01f req-5762d77f-6850-4942-821e-c5fda0711eee tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 943 time: 0.5819960 Feb 09 13:01:18.186240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:18.227073 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:18.227073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] 10.222.0.67 "PUT /v2.0/ports/5db5dca0-b8b0-4642-bb5e-d207a4d1361a HTTP/1.1" status: 200 len: 1095 time: 6.1250861 Feb 09 13:01:18.242068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Transition to ACTIVE for port object 0966d922-0181-4783-974d-c96af6fa0287 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:18.301738 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:18.341522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['53e0804e-d170-4f17-98d2-aa9075d199d1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:18.432080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1639d619-11a2-454b-a2e9-091b5646125b', '608cab21-dca3-44bd-b517-0a3f04ae355a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:18.491177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:18.497212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1feadd-6272-4948-acd1-cf42ecc8f1ed service neutron] Pushing event updated for resources: {'Port': ['ID=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:18.502919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:18.525876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:01:18.636623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:18.697591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:18.699639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:18.720429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 62c79e87-b391-4b3d-b1a0-32234be37b7b details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:18.746321 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-f03632ba-ff02-4de2-83a1-236161282dfd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4429169 Feb 09 13:01:18.766462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Request body: {'port': {'device_id': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:18.907274 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:01:18.979604 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:18.986575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-e717f6b9-8767-40ba-ad2e-1492f5af2e3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1012604 Feb 09 13:01:19.117295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ce67641-b888-4100-903b-53f1aef4a01f req-841f6cfa-c4c4-47d0-b446-603896ff9e20 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9517491 Feb 09 13:01:19.335773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4da3dbd8-7656-4d8d-8b89-7c3ef6757e54 None None] Provisioning for port 0966d922-0181-4783-974d-c96af6fa0287 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:19.347048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Pushing event updated for resources: {'Port': ['ID=61db052b-14f5-4955-945c-35f0ce6a290a,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:19.356602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4da3dbd8-7656-4d8d-8b89-7c3ef6757e54 None None] Provisioning complete for port 0966d922-0181-4783-974d-c96af6fa0287 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:19.356602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4da3dbd8-7656-4d8d-8b89-7c3ef6757e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:19.391732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-f2a09e27-27e3-4846-a3df-a7a7d7672e7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7241f9715866463986e3735d3631b358&device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 1098 time: 1.0887070 Feb 09 13:01:19.391732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Attempting to bind port 61db052b-14f5-4955-945c-35f0ce6a290a on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:19.391732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Attempting to bind port 61db052b-14f5-4955-945c-35f0ce6a290a by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:19.391732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Attempting to bind port 61db052b-14f5-4955-945c-35f0ce6a290a on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:19.488067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-25893d0d-1a40-48ff-9573-9dd44a6c7aff service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821830 Feb 09 13:01:19.510641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Port 61db052b-14f5-4955-945c-35f0ce6a290a on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:19.510641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Attempting to bind port 61db052b-14f5-4955-945c-35f0ce6a290a on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:19.557549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:19.557549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Checking segment: {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:19.557549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Bound using segment: {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:19.558052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Bound port: 61db052b-14f5-4955-945c-35f0ce6a290a, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:19.560775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:19.572557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579238d1-9940-4400-bc56-f1aa41ce135a', 'tag': '56fb425e-1275-4561-b5fc-a64ac6c79f49'}, {'name': 'network-changed', 'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:19.603229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-5c6ea9da-bc53-431c-a7f8-b8c2100f2efb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5db5dca0-b8b0-4642-bb5e-d207a4d1361a HTTP/1.1" status: 200 len: 217 time: 0.1971231 Feb 09 13:01:19.635474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4da3dbd8-7656-4d8d-8b89-7c3ef6757e54 None None] Port 0966d922-0181-4783-974d-c96af6fa0287 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:01:19.660993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:19.696286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d8e34-6b40-4123-8ef6-4d18be7b9502 req-55989517-9c43-4224-a25d-e41478477bf9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:19.710001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec4d8e34-6b40-4123-8ef6-4d18be7b9502 req-55989517-9c43-4224-a25d-e41478477bf9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 945 time: 1.2025998 Feb 09 13:01:19.752033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0966d922-0181-4783-974d-c96af6fa0287 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:19.752999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'mac_address': 'fa:16:3e:3b:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:19.755188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:19.777668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Transition to ACTIVE for port object 0966d922-0181-4783-974d-c96af6fa0287 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:19.777668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:19.889105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:19.937651 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:19.989857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec4d8e34-6b40-4123-8ef6-4d18be7b9502 req-b7579481-1d34-44b7-81e0-54b1fc90d90c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836728 Feb 09 13:01:20.003762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-118775dd-83f5-426c-869c-52b8edc00d30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:20.017951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-118775dd-83f5-426c-869c-52b8edc00d30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2315664 Feb 09 13:01:20.050521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c79e87-b391-4b3d-b1a0-32234be37b7b {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:20.120916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:20.128882 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:20.203154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:20.205503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:20.205994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:20.213166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Port 0966d922-0181-4783-974d-c96af6fa0287 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:20.213562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:20.234074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:20.234074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:20.234074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:20.234336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Bound port: 0966d922-0181-4783-974d-c96af6fa0287, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:20.234860 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:20.257159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:20.348403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:20.351690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:20.357110 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:20.428920 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:20.430693 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] 10.222.0.62 "PUT /v2.0/ports/0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 1096 time: 1.6839433 Feb 09 13:01:20.446217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701acd35-3790-4d08-a85d-e4db114da9ed service neutron] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:20.473766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] For port 61db052b-14f5-4955-945c-35f0ce6a290a, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:20.481847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['62c79e87-b391-4b3d-b1a0-32234be37b7b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:20.545608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] For port 61db052b-14f5-4955-945c-35f0ce6a290a, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=61db052b-14f5-4955-945c-35f0ce6a290a,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:20.574818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-917d1ffe-30a8-4b61-8481-aed5c63b62da req-63657ad4-e5e7-44b2-8542-d6645ccffd64 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0633731 Feb 09 13:01:20.574818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee468f-7dfd-4760-bb73-7ebed22193b3 req-8e39f7e5-6696-4961-ae04-814155e3075b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:20.602692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dee468f-7dfd-4760-bb73-7ebed22193b3 req-8e39f7e5-6696-4961-ae04-814155e3075b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 936 time: 0.9950988 Feb 09 13:01:20.629709 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:20.711383 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-42748959-d228-42f8-9546-c5369e20ba50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1099 time: 0.2150822 Feb 09 13:01:20.776723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dee468f-7dfd-4760-bb73-7ebed22193b3 req-3a903c36-a7e0-445f-a13c-36ee092f4a19 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885481 Feb 09 13:01:20.787670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-53243c1b-7ea2-494d-af86-3b632497f805 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7623606 Feb 09 13:01:20.793699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54870a61-e4ba-4f6f-b9d3-813b28300a4f req-2b6fe687-4f31-4f7a-b70d-556d910fe789 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:20.795553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54870a61-e4ba-4f6f-b9d3-813b28300a4f req-2b6fe687-4f31-4f7a-b70d-556d910fe789 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 945 time: 0.4710891 Feb 09 13:01:20.814913 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-274bc33e-a7c0-4f58-b688-264d2186dfb1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 217 time: 0.0951571 Feb 09 13:01:20.869437 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:20.870905 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] 10.222.0.67 "PUT /v2.0/ports/61db052b-14f5-4955-945c-35f0ce6a290a HTTP/1.1" status: 200 len: 1091 time: 6.5226562 Feb 09 13:01:20.892531 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a216bed4-a228-472e-b6e3-917673cd469c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e2967d-ea83-4ed1-a3d5-589197fad1b0', 'code': 200} Feb 09 13:01:20.951840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-a1ebb49a-4981-48fe-a61a-16491e76e4f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:20.953909 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-a1ebb49a-4981-48fe-a61a-16491e76e4f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1324766 Feb 09 13:01:21.035964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-92b9d462-52f1-4e05-94a6-0032b9af8b8b service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260916 Feb 09 13:01:21.069958 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479ac047-ee49-4b7c-ab6d-123486397d6e', 'tag': 'c6c6825e-f8b1-4e4c-9e16-676dfe6ac212', 'status': 'completed', 'code': 200} Feb 09 13:01:21.151478 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-d4143c7b-304b-4229-9423-53eea9a6f03a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1882579 Feb 09 13:01:21.159429 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-75179c6d-9ed0-46d8-8477-68ba7aa27f17 req-ca281487-082c-4cd6-982e-22025aa0016f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d99e149d05740e9846fa07b00eab662&device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 1099 time: 0.1283674 Feb 09 13:01:21.171911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c53397-99ed-4590-87c3-8ade0632e90a service neutron] Pushing event updated for resources: {'Port': ['ID=61db052b-14f5-4955-945c-35f0ce6a290a,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:21.329039 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54870a61-e4ba-4f6f-b9d3-813b28300a4f req-e4485e60-a76d-46e1-b3eb-05835d9d5b60 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570491 Feb 09 13:01:21.385551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1ef01d8-6a71-42c3-b4dd-221472c9fb65 req-65467f76-fbdf-40c2-aba3-301b6e33cdf1 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654614 Feb 09 13:01:21.430562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75179c6d-9ed0-46d8-8477-68ba7aa27f17 req-1479eba7-b8f7-475e-a4cf-79e1a1c3ba77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:21.432073 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-75179c6d-9ed0-46d8-8477-68ba7aa27f17 req-1479eba7-b8f7-475e-a4cf-79e1a1c3ba77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2614133 Feb 09 13:01:21.435748 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-491736dd-7a77-43e7-a835-1b4751eb8b8e service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666728 Feb 09 13:01:21.576761 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-fd1ad7df-7b6d-48dc-aded-05d7dfded8fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 1094 time: 0.5036616 Feb 09 13:01:21.615110 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-75179c6d-9ed0-46d8-8477-68ba7aa27f17 req-05e6f8d5-465f-40d2-812c-9d8833c56986 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 HTTP/1.1" status: 200 len: 217 time: 0.1636424 Feb 09 13:01:21.620977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 56fb425e-1275-4561-b5fc-a64ac6c79f49 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:21.714175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae6caacb-9dc2-4733-b734-3af1c58736d7 req-d95d3aa4-d818-4118-8865-f574583754f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 1096 time: 0.6762073 Feb 09 13:01:21.758215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9e8e1-a866-42ab-93d5-397a167fd92b req-f03f239e-ee58-4d36-b5ac-52e56f963e89 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:21.759378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45f9e8e1-a866-42ab-93d5-397a167fd92b req-f03f239e-ee58-4d36-b5ac-52e56f963e89 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 943 time: 0.6135514 Feb 09 13:01:21.765882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-df514039-28d3-4d1d-9b4c-310b8cd2fd12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61db052b-14f5-4955-945c-35f0ce6a290a HTTP/1.1" status: 200 len: 217 time: 0.1371050 Feb 09 13:01:21.900082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:21.932669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '56fb425e-1275-4561-b5fc-a64ac6c79f49', 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b', 'port_id': '56fb425e-1275-4561-b5fc-a64ac6c79f49', 'mac_address': 'fa:16:3e:3a:24:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd2727c-15b8-45c3-8c15-2175775019e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:21.955125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae6caacb-9dc2-4733-b734-3af1c58736d7 req-7388b32f-77f8-4dde-8d3d-808a8b05ae0b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279747 Feb 09 13:01:21.974759 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b969c9c-cc1f-4e2e-8bd3-a0e349e9a7a8 req-c19784c7-efe6-4e74-ab41-1d077dedbed5 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246060 Feb 09 13:01:21.995938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ccf56-7b68-484a-bf69-7c2146697ddd req-1d3ede77-ada6-460d-b7d4-ca4c3493aa26 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:21.997449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a9ccf56-7b68-484a-bf69-7c2146697ddd req-1d3ede77-ada6-460d-b7d4-ca4c3493aa26 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 948 time: 0.4392803 Feb 09 13:01:21.999194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-07e59d05-a209-499a-a7c9-a7d2e537f39d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:22.003558 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:22.007149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75179c6d-9ed0-46d8-8477-68ba7aa27f17 req-17eaed19-cdb8-4f54-8312-bc84a671c0c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:22.009189 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-75179c6d-9ed0-46d8-8477-68ba7aa27f17 req-17eaed19-cdb8-4f54-8312-bc84a671c0c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.3295703 Feb 09 13:01:22.011160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-07e59d05-a209-499a-a7c9-a7d2e537f39d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f46d025-13d3-4ccd-8142-d22e6f2c7fa5 HTTP/1.1" status: 200 len: 845 time: 0.2213318 Feb 09 13:01:22.014171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45f9e8e1-a866-42ab-93d5-397a167fd92b req-6a55e5e1-9174-4b28-a132-349ba4261d81 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367928 Feb 09 13:01:22.037039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56fb425e-1275-4561-b5fc-a64ac6c79f49 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:22.068189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:22.073874 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:22.083241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-7e5daeb4-2d63-42da-a997-9cbbc6d4fd54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2459202c-405b-4450-bc5f-eeb2bfe623a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668766 Feb 09 13:01:22.148242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=56fb425e-1275-4561-b5fc-a64ac6c79f49,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:22.230403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a9ccf56-7b68-484a-bf69-7c2146697ddd req-b2918e2d-fa4b-4397-8d8f-45efae1cda43 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151775 Feb 09 13:01:22.275728 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-75179c6d-9ed0-46d8-8477-68ba7aa27f17 req-2c1f5e5b-835d-4ffb-8cc9-ae7e07d91a2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1055040 Feb 09 13:01:22.304460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-f5bb39e0-8404-435c-95d5-d8968f454e85 service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093940 Feb 09 13:01:22.415508 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579238d1-9940-4400-bc56-f1aa41ce135a', 'tag': '56fb425e-1275-4561-b5fc-a64ac6c79f49', 'status': 'completed', 'code': 200} Feb 09 13:01:22.415714 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'status': 'completed', 'code': 200} Feb 09 13:01:22.462704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bed159-0bb4-4a6e-be4a-23dc85bb3827 req-aab893e3-9752-46ff-90e4-2bb4c5f4c1d6 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:22.464319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67bed159-0bb4-4a6e-be4a-23dc85bb3827 req-aab893e3-9752-46ff-90e4-2bb4c5f4c1d6 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 947 time: 0.2770944 Feb 09 13:01:22.475914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['56fb425e-1275-4561-b5fc-a64ac6c79f49'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:22.534292 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-75179c6d-9ed0-46d8-8477-68ba7aa27f17 req-0e76ff72-0239-4635-9f44-f3f5a7dbb6de service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481806 Feb 09 13:01:22.579555 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa78bdf9-385d-47af-94a6-f1c6a6c56f25 req-e29ce5fe-62b4-4756-a6b3-f80fdea04113 service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672169 Feb 09 13:01:22.593146 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-f73036b8-1768-445f-8226-2415d30edf19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7241f9715866463986e3735d3631b358&device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 1100 time: 0.1720791 Feb 09 13:01:22.605695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:22.622097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 62c79e87-b391-4b3d-b1a0-32234be37b7b up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:22.642232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-962428e9-1c9d-49a9-aaf6-ee4d952fde95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 1095 time: 0.2286465 Feb 09 13:01:22.646861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67bed159-0bb4-4a6e-be4a-23dc85bb3827 req-82dfc6bf-0d59-4a83-8725-64a971568c2b tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266282 Feb 09 13:01:22.721366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de63ce-f8a4-426a-953f-915b566937a0 req-d185156e-c8ff-42fb-964b-be1edc4287e8 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:22.728886 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-75179c6d-9ed0-46d8-8477-68ba7aa27f17 req-582f192c-12be-4a61-a7c6-2d349f82bf28 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839929 Feb 09 13:01:22.731133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38de63ce-f8a4-426a-953f-915b566937a0 req-d185156e-c8ff-42fb-964b-be1edc4287e8 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.2180734 Feb 09 13:01:22.902090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:22.906938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03527f-ed15-410c-a34e-20d4316638f9 req-a699a5ab-2a10-4066-99ad-b786287e597d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:22.909476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 62c79e87-b391-4b3d-b1a0-32234be37b7b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:22.911956 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-a699a5ab-2a10-4066-99ad-b786287e597d service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.1800363 Feb 09 13:01:22.930524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 62c79e87-b391-4b3d-b1a0-32234be37b7b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:22.931131 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:22.951489 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38de63ce-f8a4-426a-953f-915b566937a0 req-a92d71ee-a2f7-4679-9b2b-d3699e14e22c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192962 Feb 09 13:01:22.978116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'c6c6825e-f8b1-4e4c-9e16-676dfe6ac212', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': 'c6c6825e-f8b1-4e4c-9e16-676dfe6ac212', 'mac_address': 'fa:16:3e:b3:b9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:22.983243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03527f-ed15-410c-a34e-20d4316638f9 req-8937bbac-eb71-4953-a2a1-a44b3770201b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:22.985258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-8937bbac-eb71-4953-a2a1-a44b3770201b service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.3333173 Feb 09 13:01:23.003291 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-523fc311-bcdc-4eed-a01b-c8e361208896 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b HTTP/1.1" status: 200 len: 217 time: 0.0857182 Feb 09 13:01:23.074437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007bf224-4b07-4c75-a51c-40605dc472da', 'tag': '5db5dca0-b8b0-4642-bb5e-d207a4d1361a'}, {'name': 'network-changed', 'server_uuid': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'tag': '61db052b-14f5-4955-945c-35f0ce6a290a'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:23.084451 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:23.110782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:23.115845 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-2d7c6cc5-69a3-4a21-9219-44d3e3f061dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49 HTTP/1.1" status: 200 len: 217 time: 0.1221318 Feb 09 13:01:23.126896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9c521-a903-4c63-94cd-1944a046dcd4 req-0a929b8f-023b-40ed-a061-97e89b75891b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:23.136464 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70c9c521-a903-4c63-94cd-1944a046dcd4 req-0a929b8f-023b-40ed-a061-97e89b75891b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 945 time: 0.2803781 Feb 09 13:01:23.155625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:23.165175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:23.183830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03527f-ed15-410c-a34e-20d4316638f9 req-33f1ffa0-1b70-4c31-879c-978c68b54b34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:23.185756 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-33f1ffa0-1b70-4c31-879c-978c68b54b34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1746051 Feb 09 13:01:23.241400 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:23.268457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:23.280511 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:23.301729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:23.306347 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:23.308324 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-ab7dc0d5-f9ba-4e89-92ae-6c7bef164925 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023035 Feb 09 13:01:23.313219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03527f-ed15-410c-a34e-20d4316638f9 req-79752ed6-bf54-4f7f-a2d8-b1d0b5905cbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:23.315124 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-79752ed6-bf54-4f7f-a2d8-b1d0b5905cbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1744637 Feb 09 13:01:23.375102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70c9c521-a903-4c63-94cd-1944a046dcd4 req-fb82e952-d17b-4bd0-b46d-96cc411f0eb8 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361960 Feb 09 13:01:23.384130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:23.401333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-2047565f-dc94-4030-be67-ccdf27ad85ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732741 Feb 09 13:01:23.583228 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-8d5cbce6-255c-40c5-8322-c21ca4fb84e1 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605982 Feb 09 13:01:23.583459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['c6c6825e-f8b1-4e4c-9e16-676dfe6ac212'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:23.710561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5db5dca0-b8b0-4642-bb5e-d207a4d1361a details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:23.796975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8952d-7986-48a5-b7f6-283501c2498a req-f53cc153-c888-47be-9957-6f119a44a55a tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:23.805074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-22f8952d-7986-48a5-b7f6-283501c2498a req-f53cc153-c888-47be-9957-6f119a44a55a tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 945 time: 0.5468466 Feb 09 13:01:23.807067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-12028a17-4df9-4aff-8d95-d7b5feebe416 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996264 Feb 09 13:01:23.862805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-d8ba8c8a-2581-44dc-9e32-a276e4c6ad7a service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566348 Feb 09 13:01:23.874937 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-22f8952d-7986-48a5-b7f6-283501c2498a req-b0894c66-c5d5-4ebb-a5b1-d5680deae9ae tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687015 Feb 09 13:01:23.948002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946661d-f566-486e-993d-eaff57c0a048 req-19cd71f8-0f6a-4173-9ee6-9cf8e0d7f19f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:23.958199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a946661d-f566-486e-993d-eaff57c0a048 req-19cd71f8-0f6a-4173-9ee6-9cf8e0d7f19f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 948 time: 0.4350326 Feb 09 13:01:23.981394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:24.018971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '5db5dca0-b8b0-4642-bb5e-d207a4d1361a', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '5db5dca0-b8b0-4642-bb5e-d207a4d1361a', 'mac_address': 'fa:16:3e:d8:22:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:24.043407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a946661d-f566-486e-993d-eaff57c0a048 req-5ee6186a-676a-4b80-8008-e15ade4940db tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833786 Feb 09 13:01:24.123740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:24.148523 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007bf224-4b07-4c75-a51c-40605dc472da', 'tag': '5db5dca0-b8b0-4642-bb5e-d207a4d1361a', 'status': 'completed', 'code': 200} Feb 09 13:01:24.149058 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'tag': '61db052b-14f5-4955-945c-35f0ce6a290a', 'status': 'completed', 'code': 200} Feb 09 13:01:24.168367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db5dca0-b8b0-4642-bb5e-d207a4d1361a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:24.212100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:24.213609 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:24.290103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:24.417299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'tag': '0966d922-0181-4783-974d-c96af6fa0287'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:24.435675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da03527f-ed15-410c-a34e-20d4316638f9 req-de09c659-c59f-49d1-8846-2b9663ae68d2 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385380 Feb 09 13:01:24.506257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-0cefb48c-c3f2-46d6-a822-ca54115e975e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7241f9715866463986e3735d3631b358&device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 1099 time: 0.3458986 Feb 09 13:01:24.513078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e627029-17b9-42c6-a753-afbae9077ded req-83113e68-f165-49e6-b869-ca1857c31e31 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:24.514557 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e627029-17b9-42c6-a753-afbae9077ded req-83113e68-f165-49e6-b869-ca1857c31e31 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 943 time: 0.3486590 Feb 09 13:01:24.520573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6f5e1-9be5-4ba2-bd9d-54af510a1073 req-cc734f5a-3ac8-41e3-8082-20395e0ec965 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:24.522990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8f6f5e1-9be5-4ba2-bd9d-54af510a1073 req-cc734f5a-3ac8-41e3-8082-20395e0ec965 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 949 time: 0.2261086 Feb 09 13:01:24.618135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 0966d922-0181-4783-974d-c96af6fa0287 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:24.641969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['5db5dca0-b8b0-4642-bb5e-d207a4d1361a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:24.711783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e627029-17b9-42c6-a753-afbae9077ded req-35335520-6004-4025-b2f9-e41a69510c67 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867359 Feb 09 13:01:24.716986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8f6f5e1-9be5-4ba2-bd9d-54af510a1073 req-659b1be1-8f05-4aaf-a16e-fe6da5f20d35 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585848 Feb 09 13:01:24.729692 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:01:24.759057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-0b9e89d2-9337-4f39-a327-8fb4f567d3d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:24.760753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-0b9e89d2-9337-4f39-a327-8fb4f567d3d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2368994 Feb 09 13:01:24.856126 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-ea6e44ef-28df-457d-849d-bd5b479327c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=5db5dca0-b8b0-4642-bb5e-d207a4d1361a HTTP/1.1" status: 200 len: 217 time: 0.0796962 Feb 09 13:01:24.942778 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'code': 200} Feb 09 13:01:25.012025 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-44a01096-ff24-4235-b803-66cadf0e7484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:25.083860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-baca2ad1-ba16-4a45-ae28-ee028bc458cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:25.085539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-baca2ad1-ba16-4a45-ae28-ee028bc458cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2218494 Feb 09 13:01:25.102077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:25.133578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '0966d922-0181-4783-974d-c96af6fa0287', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '0966d922-0181-4783-974d-c96af6fa0287', 'mac_address': 'fa:16:3e:58:d5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:25.206598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1c4ff-4ef8-4a58-aca9-5ec0966098a2 req-e6725f1e-d2d9-43a6-8229-2b54a2ff0b71 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:25.214028 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13e1c4ff-4ef8-4a58-aca9-5ec0966098a2 req-e6725f1e-d2d9-43a6-8229-2b54a2ff0b71 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 948 time: 0.2635770 Feb 09 13:01:25.235078 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ccd7628e-4e03-46eb-b8bc-88a7114a167c req-3c3da96a-b215-453f-8d97-415c744a31cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 1101 time: 0.2042980 Feb 09 13:01:25.269842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-6bdba555-f9d5-4b49-9892-067780aad906 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757462 Feb 09 13:01:25.273087 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:25.287615 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13e1c4ff-4ef8-4a58-aca9-5ec0966098a2 req-055d95bf-6be1-42f9-94fe-73c803473cba tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724549 Feb 09 13:01:25.352603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0966d922-0181-4783-974d-c96af6fa0287 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:25.354919 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ccd7628e-4e03-46eb-b8bc-88a7114a167c req-5c3e1d58-d98d-4a31-85e2-4bf1453009ff service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099494 Feb 09 13:01:25.397770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:25.408162 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:25.505320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-ef3efc89-cbe5-435f-8cfc-deff7ffee5d1 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159429 Feb 09 13:01:25.539494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:25.563103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.563458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.563845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.564179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.564505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.565440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.566522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.566868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.567354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.567682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.568005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:25.658450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 61db052b-14f5-4955-945c-35f0ce6a290a details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:25.664935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 56fb425e-1275-4561-b5fc-a64ac6c79f49 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:25.776735 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-465be687-0def-4ba6-a04a-5c322432b933 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576959 Feb 09 13:01:25.817830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 56fb425e-1275-4561-b5fc-a64ac6c79f49 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:25.827814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['0966d922-0181-4783-974d-c96af6fa0287'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:25.859723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 56fb425e-1275-4561-b5fc-a64ac6c79f49 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:25.859723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:25.866080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa72866-5625-4f84-a786-e408dc298f74 req-0d1d3580-b0fb-4b5f-ba4c-fe09bcd4ef21 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:25.868484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fa72866-5625-4f84-a786-e408dc298f74 req-0d1d3580-b0fb-4b5f-ba4c-fe09bcd4ef21 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 945 time: 0.1966934 Feb 09 13:01:26.010945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fa72866-5625-4f84-a786-e408dc298f74 req-f5a54a2c-585e-43fd-9dc4-75f3fbcda508 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783892 Feb 09 13:01:26.049258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 61db052b-14f5-4955-945c-35f0ce6a290a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=61db052b-14f5-4955-945c-35f0ce6a290a,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:26.051995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-e6fa105f-b6b1-46e1-9e61-265657918069 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 1094 time: 0.1741652 Feb 09 13:01:26.060637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f55e4-2a37-48a6-bbc2-2b80589222d7 req-67c01881-cccc-49b9-9171-342a743089ed tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:26.062993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-282f55e4-2a37-48a6-bbc2-2b80589222d7 req-67c01881-cccc-49b9-9171-342a743089ed tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.5806215 Feb 09 13:01:26.091455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '61db052b-14f5-4955-945c-35f0ce6a290a', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'port_id': '61db052b-14f5-4955-945c-35f0ce6a290a', 'mac_address': 'fa:16:3e:e5:5c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46d025-13d3-4ccd-8142-d22e6f2c7fa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:26.142070 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'tag': '0966d922-0181-4783-974d-c96af6fa0287', 'status': 'completed', 'code': 200} Feb 09 13:01:26.163343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-282f55e4-2a37-48a6-bbc2-2b80589222d7 req-cbe497ff-f3a1-4915-bae6-a469987bc8cd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772531 Feb 09 13:01:26.277206 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:26.304129 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:26.367451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61db052b-14f5-4955-945c-35f0ce6a290a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:26.373988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0cbc0848-68d1-4a7e-95d2-07b96c773d1e req-4c86db15-c405-493e-991d-01869367f399 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1100 time: 0.2007113 Feb 09 13:01:26.411222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:26.427127 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:26.463679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 61db052b-14f5-4955-945c-35f0ce6a290a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=61db052b-14f5-4955-945c-35f0ce6a290a,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:26.486195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:26.548228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=56fb425e-1275-4561-b5fc-a64ac6c79f49,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:26.624163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0848-68d1-4a7e-95d2-07b96c773d1e req-0f2a2e46-9d56-495a-b622-722c7bc58ac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:26.625650 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0cbc0848-68d1-4a7e-95d2-07b96c773d1e req-0f2a2e46-9d56-495a-b622-722c7bc58ac8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2444577 Feb 09 13:01:26.641318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:26.753349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-3f1c4b46-434c-4c56-9f0a-8837f7036d75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:26.755008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-3f1c4b46-434c-4c56-9f0a-8837f7036d75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 906 time: 0.6911495 Feb 09 13:01:26.799185 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0cbc0848-68d1-4a7e-95d2-07b96c773d1e req-e707d69f-8c27-4f55-886c-548b0b75d4cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 217 time: 0.1566048 Feb 09 13:01:26.841079 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=61db052b-14f5-4955-945c-35f0ce6a290a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:26.865295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:26.879725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:26.880197 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:26.913264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61bff718-c65b-4be0-8dac-5de4e1cb0388 req-93033391-fd53-43b6-bc02-7b39052b7b97 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7709816 Feb 09 13:01:26.963719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0848-68d1-4a7e-95d2-07b96c773d1e req-0d3dd1f9-0094-46f2-adc1-6bb6a4e1473d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:26.965882 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0cbc0848-68d1-4a7e-95d2-07b96c773d1e req-0d3dd1f9-0094-46f2-adc1-6bb6a4e1473d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1478388 Feb 09 13:01:26.974956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-381ed734-dcda-4cdd-9e38-edef6681ba73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61db052b-14f5-4955-945c-35f0ce6a290a HTTP/1.1" status: 200 len: 217 time: 0.2077014 Feb 09 13:01:26.997188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579238d1-9940-4400-bc56-f1aa41ce135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fb425e-1275-4561-b5fc-a64ac6c79f49'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:27.019946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['61db052b-14f5-4955-945c-35f0ce6a290a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:27.123698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1afea-f8c0-4170-affe-3995dd2b5525 req-1f71a2a8-e2b5-47be-a0d3-f3e0cf501b35 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:27.131827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ff1afea-f8c0-4170-affe-3995dd2b5525 req-1f71a2a8-e2b5-47be-a0d3-f3e0cf501b35 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 949 time: 0.5216007 Feb 09 13:01:27.284384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6671-a034-4d97-9935-23be3742d369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:27.308960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-12a094ca-c250-46bc-8eda-beb6690dbe7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:27.314138 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-12a094ca-c250-46bc-8eda-beb6690dbe7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f46d025-13d3-4ccd-8142-d22e6f2c7fa5 HTTP/1.1" status: 200 len: 845 time: 0.3163536 Feb 09 13:01:27.348642 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0cbc0848-68d1-4a7e-95d2-07b96c773d1e req-587a3683-1d60-45a5-9ce2-10f84fb19165 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3625681 Feb 09 13:01:27.380431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ff1afea-f8c0-4170-affe-3995dd2b5525 req-5daf0eff-656e-4199-a0f1-e394990acfe9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469599 Feb 09 13:01:27.396429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-ad81a80f-899d-434d-a239-9703128b77bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2459202c-405b-4450-bc5f-eeb2bfe623a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627289 Feb 09 13:01:27.412369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17513916-85a7-4deb-b74f-70709f423f9a req-280a1e2e-63a1-4c32-97c6-67c79259afa1 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:27.420004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17513916-85a7-4deb-b74f-70709f423f9a req-280a1e2e-63a1-4c32-97c6-67c79259afa1 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 944 time: 0.5838022 Feb 09 13:01:27.445164 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:27.516104 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:27.525814 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:27.542772 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0cbc0848-68d1-4a7e-95d2-07b96c773d1e req-8428a197-2340-41fb-807c-0c85690beff2 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827233 Feb 09 13:01:27.561613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61bff718-c65b-4be0-8dac-5de4e1cb0388 req-aa6b5f9a-e6c4-4b0e-9229-f431b8d952e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 1095 time: 0.4984829 Feb 09 13:01:27.637767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:27.683253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5db5dca0-b8b0-4642-bb5e-d207a4d1361a up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:27.727832 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0cbc0848-68d1-4a7e-95d2-07b96c773d1e req-208eb1f0-f315-40c6-b7a1-09e92a3132ed service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767268 Feb 09 13:01:27.789916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:27.799661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:27.801219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:27.809811 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17513916-85a7-4deb-b74f-70709f423f9a req-30d20844-533f-4820-862e-c9092f98eb8c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876944 Feb 09 13:01:27.971870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff718-c65b-4be0-8dac-5de4e1cb0388 req-1d4146d6-2ed2-4e16-bf05-22431226f007 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:27.973373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61bff718-c65b-4be0-8dac-5de4e1cb0388 req-1d4146d6-2ed2-4e16-bf05-22431226f007 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.2823610 Feb 09 13:01:27.975513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-ab10b54c-f028-46cf-a1a8-fb04ca16c5be service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311513 Feb 09 13:01:28.120133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61bff718-c65b-4be0-8dac-5de4e1cb0388 req-e43dab51-2beb-4860-a5cf-3c2416fc183a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b2f4298-97b7-46dd-b353-74988bed84e2 HTTP/1.1" status: 200 len: 217 time: 0.1309011 Feb 09 13:01:28.121310 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:28.171121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:28.176036 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:28.251603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:28.270614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699975cc-202d-4848-9aa3-f64e86bc23e4 req-289e05f5-a5eb-4a22-ab8f-8d2bdac1b66b tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:28.272050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-699975cc-202d-4848-9aa3-f64e86bc23e4 req-289e05f5-a5eb-4a22-ab8f-8d2bdac1b66b tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 950 time: 0.5701344 Feb 09 13:01:28.338528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc0dcd2a-b9b1-4028-bcc3-bc19b09749cc req-e50e9ce5-1201-4896-83cd-b4d0eb045b6f service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893744 Feb 09 13:01:28.339788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bff718-c65b-4be0-8dac-5de4e1cb0388 req-fc605943-20dc-4f47-9581-05a92fc7948e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:28.341105 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61bff718-c65b-4be0-8dac-5de4e1cb0388 req-fc605943-20dc-4f47-9581-05a92fc7948e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1743238 Feb 09 13:01:28.348975 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:28.409221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61bff718-c65b-4be0-8dac-5de4e1cb0388 req-03773524-7674-4718-8ec3-86b0214c0ed6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540698 Feb 09 13:01:28.417358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-699975cc-202d-4848-9aa3-f64e86bc23e4 req-1bb1cd04-757d-4f2d-b55d-8f792fec6fd5 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332273 Feb 09 13:01:28.463427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b18157-a7b9-469c-9742-2a37a7682e99 req-043dbec8-3838-44a8-b123-5ad5f8a27890 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:28.464950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84b18157-a7b9-469c-9742-2a37a7682e99 req-043dbec8-3838-44a8-b123-5ad5f8a27890 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 949 time: 0.2992306 Feb 09 13:01:28.530955 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579238d1-9940-4400-bc56-f1aa41ce135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fb425e-1275-4561-b5fc-a64ac6c79f49', 'code': 200} Feb 09 13:01:28.592158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61bff718-c65b-4be0-8dac-5de4e1cb0388 req-9a5838bb-a11d-429f-9e34-be90740c62a5 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738107 Feb 09 13:01:28.595282 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:28.606365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84b18157-a7b9-469c-9742-2a37a7682e99 req-afb7a46f-3683-4382-a492-5781f8fd49fb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893230 Feb 09 13:01:28.629095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b0b9a606-cc2d-4aa9-926f-aad289921445 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:28.640168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 0966d922-0181-4783-974d-c96af6fa0287 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:28.853805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 0966d922-0181-4783-974d-c96af6fa0287 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:28.871360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 0966d922-0181-4783-974d-c96af6fa0287 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:28.871867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:28.917455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port b0b9a606-cc2d-4aa9-926f-aad289921445, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b0b9a606-cc2d-4aa9-926f-aad289921445,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:28.942201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'b0b9a606-cc2d-4aa9-926f-aad289921445', 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9', 'port_id': 'b0b9a606-cc2d-4aa9-926f-aad289921445', 'mac_address': 'fa:16:3e:e3:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc77c62c-3756-41a0-ba46-8fcac2da16bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:29.048317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:29.075139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61bff718-c65b-4be0-8dac-5de4e1cb0388 req-b34e7c1d-ed72-4908-b32e-250e08ab9dff service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672110 Feb 09 13:01:29.091143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0b9a606-cc2d-4aa9-926f-aad289921445 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:29.117490 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:29.140806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port b0b9a606-cc2d-4aa9-926f-aad289921445, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b0b9a606-cc2d-4aa9-926f-aad289921445,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:29.141377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd57bb-5c4d-4dd1-862d-9741b43b4ffe req-297cd8dc-edb0-4b1e-a001-2b09a498eec6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:29.145712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-addd57bb-5c4d-4dd1-862d-9741b43b4ffe req-297cd8dc-edb0-4b1e-a001-2b09a498eec6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 945 time: 0.4582520 Feb 09 13:01:29.151898 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:29.152398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb0c4330-19da-4f26-bcee-ffb43409c158 req-96a67a30-85c7-4aa7-8a9e-8aace1a08671 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 1096 time: 0.5108013 Feb 09 13:01:29.224419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:29.234913 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:29.245336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=b0b9a606-cc2d-4aa9-926f-aad289921445,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:29.262805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-addd57bb-5c4d-4dd1-862d-9741b43b4ffe req-2fa80b18-ebe2-4923-8077-87cc845fb787 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090624 Feb 09 13:01:29.265908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb0c4330-19da-4f26-bcee-ffb43409c158 req-f5a82aa5-4759-4269-a503-4c8d9535f74b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731664 Feb 09 13:01:29.336761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:29.341861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['b0b9a606-cc2d-4aa9-926f-aad289921445'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:29.691273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 61db052b-14f5-4955-945c-35f0ce6a290a up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:29.698518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40193df7-eeb2-4807-b519-fcb2f11e9b4a req-600f8c95-b441-4871-be21-ce98b4d14214 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:29.700801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40193df7-eeb2-4807-b519-fcb2f11e9b4a req-600f8c95-b441-4871-be21-ce98b4d14214 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.2349021 Feb 09 13:01:29.746643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acab0a-4ab1-4e47-b727-9711973bee02 req-e8f7dec4-8dcc-44d2-82fe-d2df537a2fad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:29.754221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73acab0a-4ab1-4e47-b727-9711973bee02 req-e8f7dec4-8dcc-44d2-82fe-d2df537a2fad tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 944 time: 0.1753416 Feb 09 13:01:29.773530 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:29.803800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40193df7-eeb2-4807-b519-fcb2f11e9b4a req-f510a568-d7ce-4649-a9c7-1c4613a8f2b0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953591 Feb 09 13:01:29.821263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 61db052b-14f5-4955-945c-35f0ce6a290a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:29.829579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 61db052b-14f5-4955-945c-35f0ce6a290a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:29.830023 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:29.867285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73acab0a-4ab1-4e47-b727-9711973bee02 req-dcdf3467-1102-4ef1-a9e3-cc51e4716d0d tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118133 Feb 09 13:01:30.094514 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:30.147706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 61db052b-14f5-4955-945c-35f0ce6a290a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=61db052b-14f5-4955-945c-35f0ce6a290a,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:30.164006 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:30.276120 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=61db052b-14f5-4955-945c-35f0ce6a290a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:30.303387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b810b4-4328-4821-90c1-2752d22aca60 req-929cc0fd-21fa-4c7d-b90e-932fa98189b4 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:30.304879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26b810b4-4328-4821-90c1-2752d22aca60 req-929cc0fd-21fa-4c7d-b90e-932fa98189b4 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 945 time: 0.1948149 Feb 09 13:01:30.352591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fadb5d-e056-484d-8902-d796bafbcccb req-650131bd-716a-47f9-89e2-d7a7d86b92b7 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:30.354200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2fadb5d-e056-484d-8902-d796bafbcccb req-650131bd-716a-47f9-89e2-d7a7d86b92b7 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 950 time: 0.1763048 Feb 09 13:01:30.400445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26b810b4-4328-4821-90c1-2752d22aca60 req-cbd043dc-0fda-4c14-96bb-fdbbdb1fad43 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822468 Feb 09 13:01:30.437243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2fadb5d-e056-484d-8902-d796bafbcccb req-25de81ae-8c3f-47f7-b37c-7bf1add4db81 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656893 Feb 09 13:01:30.532495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479ac047-ee49-4b7c-ab6d-123486397d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c6825e-f8b1-4e4c-9e16-676dfe6ac212'}, {'server_uuid': '007bf224-4b07-4c75-a51c-40605dc472da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db5dca0-b8b0-4642-bb5e-d207a4d1361a'}, {'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966d922-0181-4783-974d-c96af6fa0287'}, {'server_uuid': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db052b-14f5-4955-945c-35f0ce6a290a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:30.647172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b0b9a606-cc2d-4aa9-926f-aad289921445 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:30.752186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port b0b9a606-cc2d-4aa9-926f-aad289921445 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:30.753409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:30.783424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba3e73-0651-4625-88b7-668770b60c45 req-e919ae62-d68b-42d6-a248-c471c7fd28ad tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:30.785374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8ba3e73-0651-4625-88b7-668770b60c45 req-e919ae62-d68b-42d6-a248-c471c7fd28ad tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 945 time: 0.2212636 Feb 09 13:01:30.845774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d4bb-d0df-4fe0-a5f0-150642d766b7 req-337a62f1-958d-4039-bdc8-ca5f77d83abc tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:30.850204 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3054d4bb-d0df-4fe0-a5f0-150642d766b7 req-337a62f1-958d-4039-bdc8-ca5f77d83abc tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 949 time: 0.2074230 Feb 09 13:01:30.906878 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8ba3e73-0651-4625-88b7-668770b60c45 req-36e041f3-92b7-434c-8882-bd552fe56a6b tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085708 Feb 09 13:01:30.924827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3054d4bb-d0df-4fe0-a5f0-150642d766b7 req-dc2e8414-f369-4498-84b6-d0fa475aac46 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641813 Feb 09 13:01:30.970220 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:31.091080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port b0b9a606-cc2d-4aa9-926f-aad289921445, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b0b9a606-cc2d-4aa9-926f-aad289921445,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:31.102705 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:31.336663 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479ac047-ee49-4b7c-ab6d-123486397d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c6825e-f8b1-4e4c-9e16-676dfe6ac212', 'code': 200} Feb 09 13:01:31.336663 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007bf224-4b07-4c75-a51c-40605dc472da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db5dca0-b8b0-4642-bb5e-d207a4d1361a', 'code': 200} Feb 09 13:01:31.336663 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966d922-0181-4783-974d-c96af6fa0287', 'code': 200} Feb 09 13:01:31.336663 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db052b-14f5-4955-945c-35f0ce6a290a', 'code': 200} Feb 09 13:01:31.336663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=b0b9a606-cc2d-4aa9-926f-aad289921445,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:31.498142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a8af3-d9e4-4f43-874a-0f682e1febbb req-a6fb9058-a96c-4f8c-aac9-9b67d09ee0a3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:31.508956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f4a8af3-d9e4-4f43-874a-0f682e1febbb req-a6fb9058-a96c-4f8c-aac9-9b67d09ee0a3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.2470152 Feb 09 13:01:31.641874 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4914e177-6f7e-4898-abd1-dab6584fabd9 req-99f795b4-5591-4d17-a475-a240f99b3ee9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1101 time: 0.1267686 Feb 09 13:01:31.696968 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-24ef841f-785a-466d-81a6-906ca9e8724b req-aaef780d-d758-455f-9be7-2ecfdabc697c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 1101 time: 0.3254123 Feb 09 13:01:31.759433 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4914e177-6f7e-4898-abd1-dab6584fabd9 req-8c7edee3-ae06-4850-99f7-56127965a550 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050107 Feb 09 13:01:31.761374 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-24ef841f-785a-466d-81a6-906ca9e8724b req-21a29169-ac09-4e5e-ad07-852d7924ee2a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521128 Feb 09 13:01:31.851740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f4a8af3-d9e4-4f43-874a-0f682e1febbb req-15436c95-b430-4ced-8226-0a2ac071e334 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342838 Feb 09 13:01:31.887385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159343ef-0dde-4a91-80ec-a37da0d969ac req-01c39034-83f9-4980-88c5-181d69136418 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:31.894247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-159343ef-0dde-4a91-80ec-a37da0d969ac req-01c39034-83f9-4980-88c5-181d69136418 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 945 time: 0.3824477 Feb 09 13:01:31.943017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38cb217a-1933-408c-a23c-c30f52755b2c req-039cb206-76b1-4487-bcfa-2bc0ad49d349 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 1100 time: 0.3452260 Feb 09 13:01:31.949857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6aae707-83c8-4772-a653-e7869a621542 req-e6889e3f-5ae6-4570-b2ab-b633f898edea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 1096 time: 0.3506157 Feb 09 13:01:32.105531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-159343ef-0dde-4a91-80ec-a37da0d969ac req-ebcbb982-c647-47c5-8c78-62dc6bba1460 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102859 Feb 09 13:01:32.139143 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38cb217a-1933-408c-a23c-c30f52755b2c req-e5ad5b7f-4631-4429-871d-8a1c1fd4f258 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880798 Feb 09 13:01:32.141289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6aae707-83c8-4772-a653-e7869a621542 req-c31f7a75-eb0d-438c-beb1-5ad332a21348 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536829 Feb 09 13:01:32.202416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f913c60-3327-490a-8165-dabc78ee2798 req-884e77ae-34e8-474a-a53c-96d2336e3446 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:32.204681 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f913c60-3327-490a-8165-dabc78ee2798 req-884e77ae-34e8-474a-a53c-96d2336e3446 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 945 time: 0.1571174 Feb 09 13:01:32.343721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f913c60-3327-490a-8165-dabc78ee2798 req-98a45992-eead-4122-93d7-a22e15a10de1 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170251 Feb 09 13:01:32.375280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8359bba-7139-471d-b2e7-a0c7c4fabcef req-ab507bf2-8052-41da-b2d8-13bf5ec7856b tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:32.378526 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8359bba-7139-471d-b2e7-a0c7c4fabcef req-ab507bf2-8052-41da-b2d8-13bf5ec7856b tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 950 time: 0.1270783 Feb 09 13:01:32.446145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8359bba-7139-471d-b2e7-a0c7c4fabcef req-f9f66627-4230-4766-b794-d532a49e7604 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Feb 09 13:01:32.648204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b0b9a606-cc2d-4aa9-926f-aad289921445 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:01:32.715555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064310e3-83f7-45e8-abc4-bb204ea7774e req-f545b836-7f66-4da1-b2e0-88b156f63f8f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:32.717004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-064310e3-83f7-45e8-abc4-bb204ea7774e req-f545b836-7f66-4da1-b2e0-88b156f63f8f tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 945 time: 0.1411464 Feb 09 13:01:32.759898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56400ff-7b06-4d60-9300-fa0cd3c79c8f req-cb72c148-d99a-4c71-aded-b67d9c4bd2df tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:32.761292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d56400ff-7b06-4d60-9300-fa0cd3c79c8f req-cb72c148-d99a-4c71-aded-b67d9c4bd2df tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 949 time: 0.1392317 Feb 09 13:01:32.783200 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:32.803707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-064310e3-83f7-45e8-abc4-bb204ea7774e req-3d7ccd79-d082-4fa0-8d5f-42b66db025ae tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739303 Feb 09 13:01:32.825214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port b0b9a606-cc2d-4aa9-926f-aad289921445, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b0b9a606-cc2d-4aa9-926f-aad289921445,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:32.829970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:32.839062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d56400ff-7b06-4d60-9300-fa0cd3c79c8f req-941537f6-a381-455d-9518-b9d68262fc53 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659449 Feb 09 13:01:32.944011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=b0b9a606-cc2d-4aa9-926f-aad289921445,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:33.234086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96e821d6-fc87-4a76-adc6-c4ae16cc38ee req-3a6ea894-dd8f-4919-a761-d6d639940537 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 1096 time: 0.2267728 Feb 09 13:01:33.293717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96e821d6-fc87-4a76-adc6-c4ae16cc38ee req-7ac9e78c-7638-4232-898e-05e1c42c71e6 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497091 Feb 09 13:01:33.333537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b9a606-cc2d-4aa9-926f-aad289921445'}, {'server_uuid': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b9a606-cc2d-4aa9-926f-aad289921445'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:33.445182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2c7f-790d-4c15-9709-5aeead3b56d0 req-4741b316-e823-4a4c-a9f6-94bb4f5a1f1a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:33.446926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-145c2c7f-790d-4c15-9709-5aeead3b56d0 req-4741b316-e823-4a4c-a9f6-94bb4f5a1f1a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.1090243 Feb 09 13:01:33.504014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-145c2c7f-790d-4c15-9709-5aeead3b56d0 req-56c6e391-4fbd-4cc9-89d0-7d28682f4a59 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513456 Feb 09 13:01:33.587657 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b9a606-cc2d-4aa9-926f-aad289921445', 'code': 200} Feb 09 13:01:33.588145 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b9a606-cc2d-4aa9-926f-aad289921445', 'code': 200} Feb 09 13:01:33.647258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14761e37-950d-4611-b22d-a417f45817b9 req-3b1dd315-767d-4614-b8df-98ff9762af27 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:33.660678 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14761e37-950d-4611-b22d-a417f45817b9 req-3b1dd315-767d-4614-b8df-98ff9762af27 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 943 time: 0.1516645 Feb 09 13:01:33.793276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14761e37-950d-4611-b22d-a417f45817b9 req-228f8cc3-523c-4c1d-a8db-824280f3fcf2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268353 Feb 09 13:01:33.850659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2097d05-d359-4d08-8cdb-ca59fb85dfa2 req-486260e1-14ed-44cb-8c60-7e49d7bd87db tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:33.863424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2097d05-d359-4d08-8cdb-ca59fb85dfa2 req-486260e1-14ed-44cb-8c60-7e49d7bd87db tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 945 time: 0.1268833 Feb 09 13:01:33.941149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2097d05-d359-4d08-8cdb-ca59fb85dfa2 req-084de301-515a-4f88-9222-6b4a8ab17c4c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813968 Feb 09 13:01:34.257135 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3978bf20-14bc-4358-9132-87528906a83d req-2e8898da-9af6-4996-8439-7783db394a32 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 1096 time: 0.1972208 Feb 09 13:01:34.301109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1003c1-8f7b-49fd-a581-a42533b195eb req-b3ce5aff-2978-4e02-b593-9c106dc7ec58 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:34.309454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d1003c1-8f7b-49fd-a581-a42533b195eb req-b3ce5aff-2978-4e02-b593-9c106dc7ec58 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 950 time: 0.1757948 Feb 09 13:01:34.384760 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3978bf20-14bc-4358-9132-87528906a83d req-7f509916-9ba1-4e96-b094-5c1c2c1d26ef tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261547 Feb 09 13:01:34.413358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d1003c1-8f7b-49fd-a581-a42533b195eb req-b0b6ab9f-be91-4906-90e4-b31d58694dfd tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033640 Feb 09 13:01:34.670078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa439f-fa79-44b2-9b4e-43c432880080 req-09b6ae10-41ca-47cc-97f3-990f24f3764f tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:34.680509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46fa439f-fa79-44b2-9b4e-43c432880080 req-09b6ae10-41ca-47cc-97f3-990f24f3764f tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 949 time: 0.1105168 Feb 09 13:01:34.747446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46fa439f-fa79-44b2-9b4e-43c432880080 req-d81875f7-3b6b-42cd-9b91-8fbd9ad3bfa6 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712647 Feb 09 13:01:34.934445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280ed59-7189-4261-8480-c6a5c452ff17 req-b08c0080-a6f6-411b-9c0c-e9639bfaa785 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:34.948542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4280ed59-7189-4261-8480-c6a5c452ff17 req-b08c0080-a6f6-411b-9c0c-e9639bfaa785 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.1656599 Feb 09 13:01:35.007946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38546) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:01:35.052108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4280ed59-7189-4261-8480-c6a5c452ff17 req-c16c3dd9-40de-4973-b6f4-501e831e4e88 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025629 Feb 09 13:01:35.147666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502be01-ae5f-405a-aabd-6c074905d641 req-736968ef-0a0a-491f-b850-45cfe1615c39 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:35.149289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0502be01-ae5f-405a-aabd-6c074905d641 req-736968ef-0a0a-491f-b850-45cfe1615c39 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.0886886 Feb 09 13:01:35.207194 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5daef8f5-e94d-4272-bddc-8ede919df193 req-35df3f3d-4cbf-490a-9e2e-fa9a82f74ab1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6492 time: 0.1985490 Feb 09 13:01:35.252113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0502be01-ae5f-405a-aabd-6c074905d641 req-fab3f633-9265-4668-8dc1-539e1f61202f tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944173 Feb 09 13:01:35.260452 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5daef8f5-e94d-4272-bddc-8ede919df193 req-61209c29-35d7-4352-8454-4eb0cfc11b11 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&id=e942ca57-ae29-4a36-8094-7e669357c391&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465076 Feb 09 13:01:35.308961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd888d2a-b50b-4451-ba2f-c88f93d86ae2 req-73d2a067-77ba-4be3-80bf-f4d4ef406b9e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:35.310576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd888d2a-b50b-4451-ba2f-c88f93d86ae2 req-73d2a067-77ba-4be3-80bf-f4d4ef406b9e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 943 time: 0.1337016 Feb 09 13:01:35.392380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd888d2a-b50b-4451-ba2f-c88f93d86ae2 req-0d439352-3086-482d-aadc-dda704da51d5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719216 Feb 09 13:01:35.512840 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-545bb67a-ca80-4f14-be11-327b1a91fb4a req-dcec4467-ad28-4c21-911c-8730fcc773a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0841281 Feb 09 13:01:35.618936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c91ac-e01a-4914-adf8-c46077631878 req-c33962e9-97a4-47f9-9458-ca5196a82007 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:35.620510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b76c91ac-e01a-4914-adf8-c46077631878 req-c33962e9-97a4-47f9-9458-ca5196a82007 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 945 time: 0.0907462 Feb 09 13:01:35.671016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b76c91ac-e01a-4914-adf8-c46077631878 req-ceb24356-a440-4b11-b4ca-a3175023ef57 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 Feb 09 13:01:35.889762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53015-be55-4c82-8335-831ac056a2d0 req-8df3ef71-075f-4d60-92a2-e17908f84d86 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:35.890771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-00d53015-be55-4c82-8335-831ac056a2d0 req-8df3ef71-075f-4d60-92a2-e17908f84d86 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Synchronizing usage tracker for tenant:f87af6578a534d759f966dc14c97e6ad on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:01:35.907682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-00d53015-be55-4c82-8335-831ac056a2d0 req-8df3ef71-075f-4d60-92a2-e17908f84d86 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Unset dirty status for tenant:f87af6578a534d759f966dc14c97e6ad on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:01:35.909133 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-00d53015-be55-4c82-8335-831ac056a2d0 req-8df3ef71-075f-4d60-92a2-e17908f84d86 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 943 time: 0.1199627 Feb 09 13:01:35.918787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7779cdf-1b1e-429f-a759-ee762ab6347b req-fa06267f-2866-4409-8a66-71fbaea318ce tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1101 time: 0.1001580 Feb 09 13:01:35.993385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7779cdf-1b1e-429f-a759-ee762ab6347b req-b3de49ba-a050-4108-bde6-702805354fa8 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659375 Feb 09 13:01:36.000112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-00d53015-be55-4c82-8335-831ac056a2d0 req-3efd204b-350c-4dda-9a6a-7d0cd2288d17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Deleting port b0b9a606-cc2d-4aa9-926f-aad289921445 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:01:36.000834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-00d53015-be55-4c82-8335-831ac056a2d0 req-3efd204b-350c-4dda-9a6a-7d0cd2288d17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:36.161826 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-90033974-cc2e-4776-88dd-39437489e80a tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7241f9715866463986e3735d3631b358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286591 Feb 09 13:01:36.309101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-00d53015-be55-4c82-8335-831ac056a2d0 req-3efd204b-350c-4dda-9a6a-7d0cd2288d17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] For port b0b9a606-cc2d-4aa9-926f-aad289921445, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=b0b9a606-cc2d-4aa9-926f-aad289921445,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:36.310054 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-00d53015-be55-4c82-8335-831ac056a2d0 req-3efd204b-350c-4dda-9a6a-7d0cd2288d17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:36.328505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-9c46fdb9-d2c6-45a9-a59c-192a17bc3edf tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:36.330488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-9c46fdb9-d2c6-45a9-a59c-192a17bc3edf tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627808 Feb 09 13:01:36.350102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-4d29f93b-3639-44ab-b575-4f09d489c382 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/quotas/7241f9715866463986e3735d3631b358 HTTP/1.1" status: 200 len: 375 time: 0.0126512 Feb 09 13:01:36.444978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-5861cf27-a46e-48f5-87a2-9080fdae7588 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7241f9715866463986e3735d3631b358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900974 Feb 09 13:01:36.455647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-00d53015-be55-4c82-8335-831ac056a2d0 req-3efd204b-350c-4dda-9a6a-7d0cd2288d17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Calling delete_port for b0b9a606-cc2d-4aa9-926f-aad289921445 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:01:36.555930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-39a04026-c0df-485a-8e90-645e40b6fd2c tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:01:36.556929 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-39a04026-c0df-485a-8e90-645e40b6fd2c tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059879 Feb 09 13:01:36.568430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Request body: {'binding': {'host': 'n-h1-825175-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:36.568861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Unknown quota resources ['binding']. {{(pid=83479) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 09 13:01:36.701703 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-00d53015-be55-4c82-8335-831ac056a2d0 req-3efd204b-350c-4dda-9a6a-7d0cd2288d17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:36.767452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0001c1c-0f8b-4026-974d-ce30cb15a551 req-d9796fa1-db33-456e-92d8-af658e024392 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:36.769072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0001c1c-0f8b-4026-974d-ce30cb15a551 req-d9796fa1-db33-456e-92d8-af658e024392 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 950 time: 0.0892138 Feb 09 13:01:36.790690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd204b-350c-4dda-9a6a-7d0cd2288d17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event deleted for resources: {'Port': ['ID=b0b9a606-cc2d-4aa9-926f-aad289921445,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:36.827959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0001c1c-0f8b-4026-974d-ce30cb15a551 req-9cc9b2cb-399e-4480-ae88-23326ae9d8bf tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527685 Feb 09 13:01:37.044598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d53015-be55-4c82-8335-831ac056a2d0 req-3efd204b-350c-4dda-9a6a-7d0cd2288d17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] No DVR routers for this DVR port b0b9a606-cc2d-4aa9-926f-aad289921445 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:01:37.047141 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-00d53015-be55-4c82-8335-831ac056a2d0 req-3efd204b-350c-4dda-9a6a-7d0cd2288d17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:37.053970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'name': 'network-vif-deleted', 'tag': 'b0b9a606-cc2d-4aa9-926f-aad289921445'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:37.095675 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-00d53015-be55-4c82-8335-831ac056a2d0 req-3efd204b-350c-4dda-9a6a-7d0cd2288d17 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "DELETE /v2.0/ports/b0b9a606-cc2d-4aa9-926f-aad289921445 HTTP/1.1" status: 204 len: 173 time: 1.1803286 Feb 09 13:01:37.128983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on host n-h1-825175-3 for vnic_type normal with profile None {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:37.129334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:37.129654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:37.136599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:37.136908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:37.146222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:37.146587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:37.147514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:37.147945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Bound port: 56fb425e-1275-4561-b5fc-a64ac6c79f49, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:37.194767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:37.206322 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:37.211098 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-485c348e-090d-40c0-9d48-d4d841d728b3 service neutron] 10.222.0.59 "POST /v2.0/ports/56fb425e-1275-4561-b5fc-a64ac6c79f49/bindings HTTP/1.1" status: 201 len: 389 time: 0.6467953 Feb 09 13:01:37.370118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3a10fb2-5e8d-4037-84bd-107b99427edc req-9dca3608-51f1-4721-8472-2d901f4cb4cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0927160 Feb 09 13:01:37.469916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-108ffe23-5021-493e-8fe6-8732df54df98 req-c08d80ec-e066-44a5-9a2e-62a3b013249e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=a32a2b32-fa40-4d9e-869e-81f0ba184ffa HTTP/1.1" status: 200 len: 210 time: 0.0555830 Feb 09 13:01:37.634461 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-3b1fb4f5-e03f-4699-8b68-20124d4695f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 1096 time: 0.1019483 Feb 09 13:01:37.669649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92dee3f6-21a6-4a5a-aa5a-1da03a85fbb6 req-e748dc8a-83e0-47c7-bdd6-4a79b6284104 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 210 time: 0.0588992 Feb 09 13:01:37.814637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-ca2b25f6-2185-44b2-a7c4-57adb7749bbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:37.817147 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-ca2b25f6-2185-44b2-a7c4-57adb7749bbb service neutron] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.1726279 Feb 09 13:01:37.893856 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32a2b32-fa40-4d9e-869e-81f0ba184ffa', 'name': 'network-vif-deleted', 'tag': 'b0b9a606-cc2d-4aa9-926f-aad289921445', 'status': 'completed', 'code': 200} Feb 09 13:01:38.005832 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-729e693e-23b6-4bec-b8d3-845d99082378 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49 HTTP/1.1" status: 200 len: 217 time: 0.1812055 Feb 09 13:01:38.135356 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-da4fb38f-1415-4f5c-bf18-b758e0c172fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2393754 Feb 09 13:01:38.143343 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-85ddd0d2-a9ba-44c8-82c5-6773b57e4288 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7241f9715866463986e3735d3631b358&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412126 Feb 09 13:01:38.144808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-09fff3cc-f332-4f45-9766-a8f9bb72e3bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:38.146190 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-09fff3cc-f332-4f45-9766-a8f9bb72e3bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1336238 Feb 09 13:01:38.268646 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-7ca48c52-33ce-44f2-b0e4-e01b407378a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795863 Feb 09 13:01:38.303557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da84c-3cf6-46d6-90c8-74c48213d57c req-935b19cc-9da0-47b1-8e10-64165de556a3 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:38.311485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284da84c-3cf6-46d6-90c8-74c48213d57c req-935b19cc-9da0-47b1-8e10-64165de556a3 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 945 time: 0.3359406 Feb 09 13:01:38.399110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284da84c-3cf6-46d6-90c8-74c48213d57c req-baf9925b-e975-4cf5-913d-b22e4ebf7fe7 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866485 Feb 09 13:01:38.440782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583446dd-9073-4385-9b18-9f115a439202 req-9d961cb1-9885-439a-a8d3-1c23abc2e6d6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:38.447020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-583446dd-9073-4385-9b18-9f115a439202 req-9d961cb1-9885-439a-a8d3-1c23abc2e6d6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 945 time: 0.3172853 Feb 09 13:01:38.551552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-583446dd-9073-4385-9b18-9f115a439202 req-83c2442d-01da-45c7-9e7d-ab0d038f0cbc tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974398 Feb 09 13:01:38.633649 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-92c36428-4a90-4ab0-a95d-8a41cdb81ff7 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733185 Feb 09 13:01:38.641987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-0127d8ac-40f0-4800-9b5f-52becbbd1345 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:38.646000 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-0127d8ac-40f0-4800-9b5f-52becbbd1345 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4970877 Feb 09 13:01:38.668016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b0b9a606-cc2d-4aa9-926f-aad289921445 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:01:38.715837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6a18f-04bc-4f3a-af37-1f63bcfac67e req-e010baa9-b3c6-4382-85aa-956d5cd14ffe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:38.718774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Request body: {'port': {'device_id': 'cd34e2c0-2e21-438c-bf06-111d95f5b0fb', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '7241f9715866463986e3735d3631b358'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:38.732991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efc6a18f-04bc-4f3a-af37-1f63bcfac67e req-e010baa9-b3c6-4382-85aa-956d5cd14ffe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.1718879 Feb 09 13:01:38.749097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: b0b9a606-cc2d-4aa9-926f-aad289921445 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:01:38.750930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device b0b9a606-cc2d-4aa9-926f-aad289921445 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:01:39.000796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efc6a18f-04bc-4f3a-af37-1f63bcfac67e req-33fe46ff-f213-483f-9457-7e4ca210c54b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657902 Feb 09 13:01:39.039530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1499d4-fa20-467a-9e2a-bdb7cb1b4550 req-7853a804-277a-48c5-8db2-4d4e4c8c01cc tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:39.041371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd1499d4-fa20-467a-9e2a-bdb7cb1b4550 req-7853a804-277a-48c5-8db2-4d4e4c8c01cc tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 950 time: 0.2506413 Feb 09 13:01:39.096900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:39.109190 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-66349fac-254d-48d6-bf3b-24a63bd5ed7f service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404025 Feb 09 13:01:39.110004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:39.121537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Made reservation on behalf of 7241f9715866463986e3735d3631b358 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:39.125676 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd1499d4-fa20-467a-9e2a-bdb7cb1b4550 req-211859a2-2eaa-43ff-93ef-eb3fc608bf97 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716302 Feb 09 13:01:39.130940 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:39.477578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Allocated IP 192.168.233.100 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/74dc61c5-9173-4aa0-82c2-718ca9b5f6f4) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:39.531462 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75f203aa-4e63-4f20-8436-e2adc079dded req-91eab970-d43b-4075-9f84-0ed25dd55c59 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 210 time: 0.0695069 Feb 09 13:01:39.786187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:39.819523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Transition to ACTIVE for port object 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:39.852905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:39.882400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['5db5dca0-b8b0-4642-bb5e-d207a4d1361a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:40.008075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['62c79e87-b391-4b3d-b1a0-32234be37b7b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:40.071654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Pushing event updated for resources: {'Port': ['ID=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:40.163442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28572a8-ba31-446d-9037-d221171d32c4 req-33124ff0-244b-430d-ace3-f8787a27c0e9 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:40.164991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-33124ff0-244b-430d-ace3-f8787a27c0e9 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/networks?id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 HTTP/1.1" status: 200 len: 822 time: 0.3568921 Feb 09 13:01:40.199249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96492daa-3add-409d-aedb-26948800f311 req-c3913196-50a8-41bd-8ba2-69e41f15cecc tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:40.207027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96492daa-3add-409d-aedb-26948800f311 req-c3913196-50a8-41bd-8ba2-69e41f15cecc tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 945 time: 0.1940689 Feb 09 13:01:40.226423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-c7d809ce-d728-4b9c-a8fa-db692661c719 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/quotas/f87af6578a534d759f966dc14c97e6ad HTTP/1.1" status: 200 len: 375 time: 0.0500541 Feb 09 13:01:40.256829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:40.262294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:40.268368 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:01:40.317413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96492daa-3add-409d-aedb-26948800f311 req-a64fb3ad-8df4-40a0-89f9-eee49f910e6b tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093576 Feb 09 13:01:40.383234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:40.385064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:40.412901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-c898538a-a2d1-44a4-a62a-05086a6bc641 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f87af6578a534d759f966dc14c97e6ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1764283 Feb 09 13:01:40.435426 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-8f94f951-c16e-4eeb-90d4-5119bb9ffca0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1101 time: 0.3606577 Feb 09 13:01:40.438203 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-8112f9e3-7def-42d0-94b9-c7e6d258fe93 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7305486 Feb 09 13:01:40.513593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Request body: {'port': {'device_id': 'cd34e2c0-2e21-438c-bf06-111d95f5b0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:40.598431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-39dfc34f-947a-4e01-a143-bf11014bd0b8 service neutron] 10.222.0.59 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845522 Feb 09 13:01:40.734285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:40.734855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4c55a804-8edf-4df1-8ac5-eae4e761282c None None] Provisioning for port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:40.740990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4c55a804-8edf-4df1-8ac5-eae4e761282c None None] Provisioning complete for port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:40.741568 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4c55a804-8edf-4df1-8ac5-eae4e761282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:40.745589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-1eae36e2-0d90-459f-9ae4-483c39df068e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:40.747090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-1eae36e2-0d90-459f-9ae4-483c39df068e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2940271 Feb 09 13:01:40.808803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4c55a804-8edf-4df1-8ac5-eae4e761282c None None] Port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:01:40.818247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-83a9ff5d-7165-4508-92da-baad77932e58 service neutron] 10.222.0.59 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187498 Feb 09 13:01:40.843732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43789552-01a0-44ec-97e8-24a4e710de77 req-70d7d717-fe87-479b-8f74-8e36f0754158 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:40.851921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43789552-01a0-44ec-97e8-24a4e710de77 req-70d7d717-fe87-479b-8f74-8e36f0754158 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 945 time: 0.2107368 Feb 09 13:01:40.853323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-c65e4d7e-5a8e-479c-8911-6a3f0996273a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 217 time: 0.0716531 Feb 09 13:01:40.925331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43789552-01a0-44ec-97e8-24a4e710de77 req-e049a6f4-f85e-47a8-88c8-b212e846f425 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724463 Feb 09 13:01:40.995923 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:41.002688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-4ac44210-63b5-4703-8617-fee26a41804e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:41.004805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-4ac44210-63b5-4703-8617-fee26a41804e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1370285 Feb 09 13:01:41.244881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0edd4-aae2-46aa-9f0a-5ae71af55e35 req-3231766e-1abe-4aa4-9e3e-81c6fc488b9a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:41.246793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6e0edd4-aae2-46aa-9f0a-5ae71af55e35 req-3231766e-1abe-4aa4-9e3e-81c6fc488b9a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.1828513 Feb 09 13:01:41.252193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db118ef5-6d42-495e-a047-39ec7ec65a06 req-541fc5f7-95f0-48c3-9fbe-7dbd1de5a3ff tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:41.262885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db118ef5-6d42-495e-a047-39ec7ec65a06 req-541fc5f7-95f0-48c3-9fbe-7dbd1de5a3ff tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 950 time: 0.1320703 Feb 09 13:01:41.299594 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-c63e0c67-9e9e-4f83-b42e-ef1f237f1de6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2330799 Feb 09 13:01:41.368121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6e0edd4-aae2-46aa-9f0a-5ae71af55e35 req-438d8bda-a9a8-430e-b6b9-5458ef42d134 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997641 Feb 09 13:01:41.401733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db118ef5-6d42-495e-a047-39ec7ec65a06 req-60b54701-dc73-400c-8e12-6812a96cd5cc tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362033 Feb 09 13:01:41.544372 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-b1d1259e-7a56-4452-8597-d33981216ba5 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361803 Feb 09 13:01:41.548016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:41.557888 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:41.589350 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:01:41.640518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49fe860e-1cbc-434f-9163-341a357f3895 req-8e8da27c-f86f-4753-a708-816971925710 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 210 time: 0.0519090 Feb 09 13:01:41.666325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b64bb-1f6c-4846-b1ef-90f33dcb5fae req-c1d394d9-411d-4634-9c06-1d2db278909e tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:41.667781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e71b64bb-1f6c-4846-b1ef-90f33dcb5fae req-c1d394d9-411d-4634-9c06-1d2db278909e tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 936 time: 0.1338987 Feb 09 13:01:41.672599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Transition to ACTIVE for port object 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:41.718838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:41.730130 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e71b64bb-1f6c-4846-b1ef-90f33dcb5fae req-011490b6-915a-45f1-818a-a0ce2d01e0eb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539980 Feb 09 13:01:41.772183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 61db052b-14f5-4955-945c-35f0ce6a290a details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:41.823191 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-204783aa-606e-4bf3-bcd9-6b36b26a51f7 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670214 Feb 09 13:01:41.883518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fc10e-5f0d-4d9f-8add-bb05a12788bf req-de9b27de-90d0-46dd-8b1b-099c211d4f2c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:41.888055 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Pushing event updated for resources: {'Port': ['ID=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:41.890159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-245fc10e-5f0d-4d9f-8add-bb05a12788bf req-de9b27de-90d0-46dd-8b1b-099c211d4f2c tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 945 time: 0.1033907 Feb 09 13:01:42.080576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 61db052b-14f5-4955-945c-35f0ce6a290a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=61db052b-14f5-4955-945c-35f0ce6a290a,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:42.090485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-245fc10e-5f0d-4d9f-8add-bb05a12788bf req-7cb1bde3-68fa-429e-854a-b5d05759adf5 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899855 Feb 09 13:01:42.097749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '61db052b-14f5-4955-945c-35f0ce6a290a', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'port_id': '61db052b-14f5-4955-945c-35f0ce6a290a', 'mac_address': 'fa:16:3e:e5:5c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46d025-13d3-4ccd-8142-d22e6f2c7fa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:42.164831 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:42.171915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Attempting to bind port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:42.172299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Attempting to bind port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:42.172630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Attempting to bind port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:42.186333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac40a16f-5840-47e4-bc8a-0bbd3d0c8141 req-2e3d344f-6fab-4c63-959c-fe04f2aac0d5 tempest-LiveMigrationNegativeTest-2119268139 tempest-LiveMigrationNegativeTest-2119268139-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 1101 time: 0.1947997 Feb 09 13:01:42.186695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:42.187020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Attempting to bind port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:42.188675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61db052b-14f5-4955-945c-35f0ce6a290a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:42.207635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 61db052b-14f5-4955-945c-35f0ce6a290a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=61db052b-14f5-4955-945c-35f0ce6a290a,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:42.213641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ac40a16f-5840-47e4-bc8a-0bbd3d0c8141 req-9c4ebf36-9481-446a-a4ac-6e8f28f6703f tempest-LiveMigrationNegativeTest-2119268139 tempest-LiveMigrationNegativeTest-2119268139-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:42.213844 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:42.216475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:42.218411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:42.218997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:42.222382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Bound port: 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:42.224846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:42.295221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ac40a16f-5840-47e4-bc8a-0bbd3d0c8141 req-9c4ebf36-9481-446a-a4ac-6e8f28f6703f tempest-LiveMigrationNegativeTest-2119268139 tempest-LiveMigrationNegativeTest-2119268139-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:42.313240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ac40a16f-5840-47e4-bc8a-0bbd3d0c8141 req-9c4ebf36-9481-446a-a4ac-6e8f28f6703f tempest-LiveMigrationNegativeTest-2119268139 tempest-LiveMigrationNegativeTest-2119268139-project-admin] Usage tracker for resource:security_group_rule and tenant:36b453422a26481b8712c1db1b4a00bd is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:01:42.331168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ac40a16f-5840-47e4-bc8a-0bbd3d0c8141 req-9c4ebf36-9481-446a-a4ac-6e8f28f6703f tempest-LiveMigrationNegativeTest-2119268139 tempest-LiveMigrationNegativeTest-2119268139-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:01:42.342369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=61db052b-14f5-4955-945c-35f0ce6a290a,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:42.353601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ac40a16f-5840-47e4-bc8a-0bbd3d0c8141 req-9c4ebf36-9481-446a-a4ac-6e8f28f6703f tempest-LiveMigrationNegativeTest-2119268139 tempest-LiveMigrationNegativeTest-2119268139-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:42.389548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['61db052b-14f5-4955-945c-35f0ce6a290a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:42.447349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] For port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:42.453141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] For port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:42.457772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:42.915148 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:42.916602 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 HTTP/1.1" status: 200 len: 1096 time: 2.4622455 Feb 09 13:01:42.917075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd34e2c0-2e21-438c-bf06-111d95f5b0fb', 'tag': '74dc61c5-9173-4aa0-82c2-718ca9b5f6f4'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:42.954647 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ac40a16f-5840-47e4-bc8a-0bbd3d0c8141 req-9c4ebf36-9481-446a-a4ac-6e8f28f6703f tempest-LiveMigrationNegativeTest-2119268139 tempest-LiveMigrationNegativeTest-2119268139-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:42.978234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ac40a16f-5840-47e4-bc8a-0bbd3d0c8141 req-9c4ebf36-9481-446a-a4ac-6e8f28f6703f tempest-LiveMigrationNegativeTest-2119268139 tempest-LiveMigrationNegativeTest-2119268139-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:42.979873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511546e-bcbf-431d-8ce2-4b2ca8b198d1 service neutron] Pushing event updated for resources: {'Port': ['ID=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:43.009357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1993274-9200-489f-83a9-330a2eb9f41a req-8736aeba-78ca-4698-88aa-653404b2a937 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:43.010506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a1993274-9200-489f-83a9-330a2eb9f41a req-8736aeba-78ca-4698-88aa-653404b2a937 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:01:43.074981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac40a16f-5840-47e4-bc8a-0bbd3d0c8141 req-9c4ebf36-9481-446a-a4ac-6e8f28f6703f tempest-LiveMigrationNegativeTest-2119268139 tempest-LiveMigrationNegativeTest-2119268139-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8868983 Feb 09 13:01:43.100555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28572a8-ba31-446d-9037-d221171d32c4 req-674c604c-e002-451a-a7fe-6f170120d38d tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:43.110789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-674c604c-e002-451a-a7fe-6f170120d38d tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "GET /v2.0/networks?id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 HTTP/1.1" status: 200 len: 822 time: 0.4415753 Feb 09 13:01:43.136221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ebf36-9481-446a-a4ac-6e8f28f6703f tempest-LiveMigrationNegativeTest-2119268139 tempest-LiveMigrationNegativeTest-2119268139-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e88fab-4a47-4fe5-b616-51d2f427fa99,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:43.148637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a1993274-9200-489f-83a9-330a2eb9f41a req-8736aeba-78ca-4698-88aa-653404b2a937 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:01:43.150526 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1993274-9200-489f-83a9-330a2eb9f41a req-8736aeba-78ca-4698-88aa-653404b2a937 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.62 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 945 time: 0.6037812 Feb 09 13:01:43.156189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Request body: {'port': {'device_id': 'ff4289b0-11a9-4932-b098-1ef4a56d1ff4', 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9', 'admin_state_up': True, 'tenant_id': 'f87af6578a534d759f966dc14c97e6ad'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:43.261557 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-a11dc0eb-4ac9-4edc-960e-291ffb28ae53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7241f9715866463986e3735d3631b358&device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 1099 time: 0.2464917 Feb 09 13:01:43.268789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ffa1d-72f9-4b48-b46d-0e25df9776f5 req-b61290e7-02c2-4bdc-a1dd-dcedca8b770e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:43.270436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84ffa1d-72f9-4b48-b46d-0e25df9776f5 req-b61290e7-02c2-4bdc-a1dd-dcedca8b770e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 945 time: 0.8349767 Feb 09 13:01:43.385284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-a1993274-9200-489f-83a9-330a2eb9f41a req-1314cfc5-c1a5-45a3-9569-8bf4c324d6c4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Deleting port d3e2967d-ea83-4ed1-a3d5-589197fad1b0 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:01:43.385731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a1993274-9200-489f-83a9-330a2eb9f41a req-1314cfc5-c1a5-45a3-9569-8bf4c324d6c4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:43.464784 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-76209601-4962-457c-b0ef-4e5e8f4fbfb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 HTTP/1.1" status: 200 len: 217 time: 0.1794572 Feb 09 13:01:43.539392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84ffa1d-72f9-4b48-b46d-0e25df9776f5 req-c7de019a-5207-4ae2-befd-254ae88f95e9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507415 Feb 09 13:01:43.607806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:43.636463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-473626bc-d5f7-40b1-ae90-99c4a2178220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:43.637910 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-473626bc-d5f7-40b1-ae90-99c4a2178220 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1652377 Feb 09 13:01:43.654603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a1c8f-8f22-4698-ab23-b2f75025dca1 req-563d063c-f708-4cd7-9002-fd733eef0503 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:43.656914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c9a1c8f-8f22-4698-ab23-b2f75025dca1 req-563d063c-f708-4cd7-9002-fd733eef0503 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.3080053 Feb 09 13:01:43.662507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Usage tracker for resource:port and tenant:f87af6578a534d759f966dc14c97e6ad is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:01:43.674798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:01:43.720040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:43.745920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Made reservation on behalf of f87af6578a534d759f966dc14c97e6ad for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:43.749891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:43.793604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 61db052b-14f5-4955-945c-35f0ce6a290a up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:43.975300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 61db052b-14f5-4955-945c-35f0ce6a290a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:43.975445 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:44.010397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c9a1c8f-8f22-4698-ab23-b2f75025dca1 req-dabfc452-9ac5-43fe-a1d9-ffaddb714d6f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377795 Feb 09 13:01:44.051370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7935dca8-a9fc-4938-a097-ba62697cd7ca req-70a8d8ca-9373-4ff0-af35-e345980ec864 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 210 time: 0.1356232 Feb 09 13:01:44.075364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a1993274-9200-489f-83a9-330a2eb9f41a req-1314cfc5-c1a5-45a3-9569-8bf4c324d6c4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] For port d3e2967d-ea83-4ed1-a3d5-589197fad1b0, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:44.075875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a1993274-9200-489f-83a9-330a2eb9f41a req-1314cfc5-c1a5-45a3-9569-8bf4c324d6c4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:44.265563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:44.269411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Allocated IP 172.20.0.13 (0d686e8c-c6a7-4b1e-9500-b81a409a8fe9/fc77c62c-3756-41a0-ba46-8fcac2da16bd/7be970a8-0e28-4aef-8c07-9074ec906810) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:44.336694 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd34e2c0-2e21-438c-bf06-111d95f5b0fb', 'tag': '74dc61c5-9173-4aa0-82c2-718ca9b5f6f4', 'status': 'completed', 'code': 200} Feb 09 13:01:44.348982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-a1993274-9200-489f-83a9-330a2eb9f41a req-1314cfc5-c1a5-45a3-9569-8bf4c324d6c4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Calling delete_port for d3e2967d-ea83-4ed1-a3d5-589197fad1b0 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:01:44.374732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db052b-14f5-4955-945c-35f0ce6a290a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:44.401260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 61db052b-14f5-4955-945c-35f0ce6a290a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=61db052b-14f5-4955-945c-35f0ce6a290a,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:44.408634 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:44.463196 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-4e700c79-5e9b-4f92-acf9-764e981d6ec3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8123994 Feb 09 13:01:44.559154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=61db052b-14f5-4955-945c-35f0ce6a290a,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:44.643202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-3040004d-8145-4f26-b76f-50d48b1f4c13 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649685 Feb 09 13:01:44.712838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device d3e2967d-ea83-4ed1-a3d5-589197fad1b0 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:01:44.731275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b30cd-74a2-4be2-876d-a396aee80f13 req-1bfdba4f-5246-4a87-9a9a-c84ce3dff9a8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:44.739155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-115b30cd-74a2-4be2-876d-a396aee80f13 req-1bfdba4f-5246-4a87-9a9a-c84ce3dff9a8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 948 time: 0.3577044 Feb 09 13:01:44.844390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a1993274-9200-489f-83a9-330a2eb9f41a req-1314cfc5-c1a5-45a3-9569-8bf4c324d6c4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:44.867816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No active binding found for port d3e2967d-ea83-4ed1-a3d5-589197fad1b0 {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:01:44.868626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device d3e2967d-ea83-4ed1-a3d5-589197fad1b0 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:01:44.913331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314cfc5-c1a5-45a3-9569-8bf4c324d6c4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event deleted for resources: {'Port': ['ID=d3e2967d-ea83-4ed1-a3d5-589197fad1b0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:44.913717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:44.924672 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1974b824-a4fb-4ab6-bcb1-72d8607efb04 req-e0e5cc71-1393-4b23-ace4-b518b374e276 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745275 Feb 09 13:01:45.041705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-115b30cd-74a2-4be2-876d-a396aee80f13 req-0283c44d-83b9-4c98-8a72-952b871812ee tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017697 Feb 09 13:01:45.071794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974b4a0-9086-428d-9867-d6f04d2b0d5f req-a8f32293-4bf1-4a96-99b7-4935fb8c8fd0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:45.083630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1993274-9200-489f-83a9-330a2eb9f41a req-1314cfc5-c1a5-45a3-9569-8bf4c324d6c4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] No DVR routers for this DVR port d3e2967d-ea83-4ed1-a3d5-589197fad1b0 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:01:45.085731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6974b4a0-9086-428d-9867-d6f04d2b0d5f req-a8f32293-4bf1-4a96-99b7-4935fb8c8fd0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 945 time: 0.3335967 Feb 09 13:01:45.089490 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a1993274-9200-489f-83a9-330a2eb9f41a req-1314cfc5-c1a5-45a3-9569-8bf4c324d6c4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:45.109142 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1993274-9200-489f-83a9-330a2eb9f41a req-1314cfc5-c1a5-45a3-9569-8bf4c324d6c4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.62 "DELETE /v2.0/ports/d3e2967d-ea83-4ed1-a3d5-589197fad1b0 HTTP/1.1" status: 204 len: 173 time: 1.9506674 Feb 09 13:01:45.152813 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-68ce0d02-7e28-4b15-8489-a1bd583b729c req-1a95bdae-75e5-4219-807b-97966bfd233c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7241f9715866463986e3735d3631b358&device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 1099 time: 0.1408575 Feb 09 13:01:45.165344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6974b4a0-9086-428d-9867-d6f04d2b0d5f req-0be36589-360d-4b01-bff2-7b31934e5e07 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777526 Feb 09 13:01:45.168806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:45.203089 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61db052b-14f5-4955-945c-35f0ce6a290a', 'code': 200} Feb 09 13:01:45.348800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:45.383702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:45.399494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:01:45.511186 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef24680c-d802-4b34-a1f6-9f5983dcbf7a req-b4e7e0d6-0a26-492b-b898-4cce34a83c1c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a216bed4-a228-472e-b6e3-917673cd469c HTTP/1.1" status: 200 len: 210 time: 0.0582442 Feb 09 13:01:45.512025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event updated for resources: {'Port': ['ID=7be970a8-0e28-4aef-8c07-9074ec906810,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:45.514735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce0d02-7e28-4b15-8489-a1bd583b729c req-80b9aed9-af99-4b08-9bff-2280c70fa6c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:45.516297 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-68ce0d02-7e28-4b15-8489-a1bd583b729c req-80b9aed9-af99-4b08-9bff-2280c70fa6c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3521757 Feb 09 13:01:45.556974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:45.557939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:45.594397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-eeadcae0-8efe-48ff-9d37-bcee41ee53aa tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4593899 Feb 09 13:01:45.598706 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-68ce0d02-7e28-4b15-8489-a1bd583b729c req-06165c85-e9ca-441f-80a3-d47b8ec559a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 HTTP/1.1" status: 200 len: 217 time: 0.0667684 Feb 09 13:01:45.630081 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-322de860-6103-4f84-bb7d-caafa85d79bc req-e9fc724e-7104-4f30-9dda-85bcb1102dd7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2797124 Feb 09 13:01:45.642993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Request body: {'port': {'device_id': 'ff4289b0-11a9-4932-b098-1ef4a56d1ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:45.772976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce0d02-7e28-4b15-8489-a1bd583b729c req-c48320c0-4a3d-4d44-9368-828a72247c16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:45.774547 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-68ce0d02-7e28-4b15-8489-a1bd583b729c req-c48320c0-4a3d-4d44-9368-828a72247c16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1553028 Feb 09 13:01:45.902206 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:45.936286 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-68ce0d02-7e28-4b15-8489-a1bd583b729c req-2ea4ac41-e407-4c4a-a1d7-fd5948408fa3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1534324 Feb 09 13:01:45.949617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f839a9-ecc5-4802-b98e-014c3f834d49 req-081efa8e-9ef4-4b7b-be4c-caa22e8baa57 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:45.951352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47f839a9-ecc5-4802-b98e-014c3f834d49 req-081efa8e-9ef4-4b7b-be4c-caa22e8baa57 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.2505128 Feb 09 13:01:45.986737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:46.176961 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-68ce0d02-7e28-4b15-8489-a1bd583b729c req-52897e1a-863f-4838-a717-9f2da62bdb7c service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296865 Feb 09 13:01:46.326976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81f105-6b24-47fd-919f-a91073dec3cb req-28d19068-196b-458b-b162-3cc9ca2db225 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:46.328309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0b81f105-6b24-47fd-919f-a91073dec3cb req-28d19068-196b-458b-b162-3cc9ca2db225 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Synchronizing usage tracker for tenant:f87af6578a534d759f966dc14c97e6ad on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:01:46.336833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47f839a9-ecc5-4802-b98e-014c3f834d49 req-9fff9560-b49c-4288-85a2-1e118c50ca99 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755064 Feb 09 13:01:46.347551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a216bed4-a228-472e-b6e3-917673cd469c', 'name': 'network-vif-deleted', 'tag': 'd3e2967d-ea83-4ed1-a3d5-589197fad1b0'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:46.353676 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-68ce0d02-7e28-4b15-8489-a1bd583b729c req-bfd52a60-1e1c-4dd4-95cc-e7ffd1acc9bb service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663194 Feb 09 13:01:46.415784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0b81f105-6b24-47fd-919f-a91073dec3cb req-28d19068-196b-458b-b162-3cc9ca2db225 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Unset dirty status for tenant:f87af6578a534d759f966dc14c97e6ad on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:01:46.422708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b81f105-6b24-47fd-919f-a91073dec3cb req-28d19068-196b-458b-b162-3cc9ca2db225 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 932 time: 0.5712631 Feb 09 13:01:46.494714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b81f105-6b24-47fd-919f-a91073dec3cb req-86d413d6-7f76-41ef-acec-23d2fd5e8518 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708063 Feb 09 13:01:46.599320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be970a8-0e28-4aef-8c07-9074ec906810 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:46.606781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:46.634939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Transition to ACTIVE for port object 7be970a8-0e28-4aef-8c07-9074ec906810 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:46.641272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:46.732382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:46.802357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Pushing event updated for resources: {'Port': ['ID=7be970a8-0e28-4aef-8c07-9074ec906810,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:47.031201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:47.046812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '74dc61c5-9173-4aa0-82c2-718ca9b5f6f4', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '74dc61c5-9173-4aa0-82c2-718ca9b5f6f4', 'mac_address': 'fa:16:3e:56:0a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:47.107841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:47.115412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd851-1f7b-4bc9-aa8d-4d3ba5c0cc98 req-9706e09f-3bbc-45ac-a38a-8c0f411e1bbd tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:47.117699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-843bd851-1f7b-4bc9-aa8d-4d3ba5c0cc98 req-9706e09f-3bbc-45ac-a38a-8c0f411e1bbd tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 948 time: 0.4622107 Feb 09 13:01:47.135954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcafeb5-ffe0-4f72-bb7a-581e363b473c req-7891ea2e-b7fb-43f2-aea5-0219b361c603 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:47.138833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfcafeb5-ffe0-4f72-bb7a-581e363b473c req-7891ea2e-b7fb-43f2-aea5-0219b361c603 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 945 time: 0.2663608 Feb 09 13:01:47.152063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:47.184039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:47.189644 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:47.244415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Attempting to bind port 7be970a8-0e28-4aef-8c07-9074ec906810 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:47.244837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Attempting to bind port 7be970a8-0e28-4aef-8c07-9074ec906810 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:47.245235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Attempting to bind port 7be970a8-0e28-4aef-8c07-9074ec906810 on network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:47.254321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Port 7be970a8-0e28-4aef-8c07-9074ec906810 on network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:47.254600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Attempting to bind port 7be970a8-0e28-4aef-8c07-9074ec906810 on network 0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:47.270034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:47.282895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:47.283799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Checking segment: {'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:47.284188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Bound using segment: {'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:47.284633 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Bound port: 7be970a8-0e28-4aef-8c07-9074ec906810, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393e5061-b10a-4833-a818-9be6a1f1c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:47.284984 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:47.306708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-843bd851-1f7b-4bc9-aa8d-4d3ba5c0cc98 req-fc7ba968-870f-4921-a56c-f2f8d5d880e0 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638849 Feb 09 13:01:47.375459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfcafeb5-ffe0-4f72-bb7a-581e363b473c req-81a10c17-4349-42fd-8124-16edb6964133 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126062 Feb 09 13:01:47.389322 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a216bed4-a228-472e-b6e3-917673cd469c', 'name': 'network-vif-deleted', 'tag': 'd3e2967d-ea83-4ed1-a3d5-589197fad1b0', 'status': 'completed', 'code': 200} Feb 09 13:01:47.459764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] For port 7be970a8-0e28-4aef-8c07-9074ec906810, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:47.463418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] For port 7be970a8-0e28-4aef-8c07-9074ec906810, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7be970a8-0e28-4aef-8c07-9074ec906810,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:47.483564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:47.557115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:47.558764 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] 10.222.0.62 "PUT /v2.0/ports/7be970a8-0e28-4aef-8c07-9074ec906810 HTTP/1.1" status: 200 len: 1092 time: 1.9274290 Feb 09 13:01:47.559559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4289b0-11a9-4932-b098-1ef4a56d1ff4', 'tag': '7be970a8-0e28-4aef-8c07-9074ec906810'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:47.604898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84456e28-850e-44d9-b77a-df14a9315b51 service neutron] Pushing event updated for resources: {'Port': ['ID=7be970a8-0e28-4aef-8c07-9074ec906810,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:47.649562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['74dc61c5-9173-4aa0-82c2-718ca9b5f6f4'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:47.786248 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-40d507ad-76b9-41b2-9667-4692cf1761d7 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.2171109 Feb 09 13:01:47.792608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d2977-38c0-429d-93c9-e9a9d5f6f100 req-62dd0c1c-08e9-4238-8a32-8b3364849580 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:47.799567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f2d2977-38c0-429d-93c9-e9a9d5f6f100 req-62dd0c1c-08e9-4238-8a32-8b3364849580 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 950 time: 0.1914475 Feb 09 13:01:47.803827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-3'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:47.806924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-df1f916c-0415-4690-8491-ce73d467a9c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f87af6578a534d759f966dc14c97e6ad&device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 1095 time: 0.1477032 Feb 09 13:01:47.913230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-7f3a8b00-eeec-4ac4-9d43-cfda1241bb41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7be970a8-0e28-4aef-8c07-9074ec906810 HTTP/1.1" status: 200 len: 217 time: 0.0724220 Feb 09 13:01:47.996200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:48.029577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28572a8-ba31-446d-9037-d221171d32c4 req-c81a431f-9831-45fc-bd27-d70c2d741c92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:48.031040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-c81a431f-9831-45fc-bd27-d70c2d741c92 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc77c62c-3756-41a0-ba46-8fcac2da16bd HTTP/1.1" status: 200 len: 862 time: 0.0638783 Feb 09 13:01:48.047059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f2d2977-38c0-429d-93c9-e9a9d5f6f100 req-7166f3f4-7f7d-4cc4-9d50-864de55106e6 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465594 Feb 09 13:01:48.122324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-546ddc27-9395-4eda-8c0d-1becb880b67c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733600 Feb 09 13:01:48.165963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8ea20-3620-4258-8841-03c7237ae480 req-1b14f254-4cc2-4565-ae92-cd56e9a9d268 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:48.167457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85d8ea20-3620-4258-8841-03c7237ae480 req-1b14f254-4cc2-4565-ae92-cd56e9a9d268 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.2592039 Feb 09 13:01:48.231503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:48.272610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:48.345131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:48.352613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:48.411078 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85d8ea20-3620-4258-8841-03c7237ae480 req-acb12557-c4ab-4655-b25d-064f59f3f9d9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274241 Feb 09 13:01:48.419149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-ec204bec-f893-49fe-88ee-f50a3017466a service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820513 Feb 09 13:01:48.443682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Pushing event updated for resources: {'Port': ['ID=56fb425e-1275-4561-b5fc-a64ac6c79f49,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:48.585280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on host n-h2-825175-3 for vnic_type normal with profile {"migrating_to": "n-h1-825175-3"} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:48.585609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:48.586136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:48.593754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:48.594319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:48.602758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:48.603283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:48.603969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:48.604723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Bound port: 56fb425e-1275-4561-b5fc-a64ac6c79f49, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:48.605224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:48.663492 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4289b0-11a9-4932-b098-1ef4a56d1ff4', 'tag': '7be970a8-0e28-4aef-8c07-9074ec906810', 'status': 'completed', 'code': 200} Feb 09 13:01:48.703440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3510c-d1f6-4bd5-9da5-c2ad4e0e4f39 req-d47db3e6-a602-459d-b21a-f06251fb3269 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:48.705123 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-09c3510c-d1f6-4bd5-9da5-c2ad4e0e4f39 req-d47db3e6-a602-459d-b21a-f06251fb3269 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 944 time: 0.4565253 Feb 09 13:01:48.740726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 56fb425e-1275-4561-b5fc-a64ac6c79f49 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:48.764411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:48.767746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:48.775956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:48.776159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e28572a8-ba31-446d-9037-d221171d32c4 req-fcf0a676-6bd2-4bea-97ba-de9eb3596682 service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456409 Feb 09 13:01:48.791847 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-09c3510c-d1f6-4bd5-9da5-c2ad4e0e4f39 req-ce3d6257-ac2e-4fa9-9f03-9a2256982dd2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780549 Feb 09 13:01:49.118550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, got binding levels [] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:49.139324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Pushing event updated for resources: {'Port': ['ID=56fb425e-1275-4561-b5fc-a64ac6c79f49,revision_number=8']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:49.171420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on host n-h2-825175-3 for vnic_type normal with profile {"migrating_to": "n-h1-825175-3"} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:49.171871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:49.172305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:49.181381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:49.181657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Attempting to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on network be6ddba7-e948-4582-adad-69a9026e606b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:49.193649 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:49.196902 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-6c2342a3-4944-4543-b785-bf1b5f6d51c3 service neutron] 10.222.0.62 "PUT /v2.0/ports/56fb425e-1275-4561-b5fc-a64ac6c79f49 HTTP/1.1" status: 200 len: 1121 time: 1.4013839 Feb 09 13:01:49.200519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:49.200979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Checking segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:49.201664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Bound using segment: {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:49.202145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Bound port: 56fb425e-1275-4561-b5fc-a64ac6c79f49, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b7e0f0-dc99-48cf-9470-a603409651a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'be6ddba7-e948-4582-adad-69a9026e606b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:49.202543 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:49.204100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74ee51-d2d3-4632-9352-915f0f2c4e38 req-609572cd-665c-4f71-9580-9fb175cfe60c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:49.215673 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c74ee51-d2d3-4632-9352-915f0f2c4e38 req-609572cd-665c-4f71-9580-9fb175cfe60c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 949 time: 0.3820577 Feb 09 13:01:49.221554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-baf0bf39-b7a3-4e8e-be12-0a85176938f3 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:49.222483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-baf0bf39-b7a3-4e8e-be12-0a85176938f3 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Synchronizing usage tracker for tenant:3d99e149d05740e9846fa07b00eab662 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:01:49.238450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-baf0bf39-b7a3-4e8e-be12-0a85176938f3 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Unset dirty status for tenant:3d99e149d05740e9846fa07b00eab662 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:01:49.240173 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-baf0bf39-b7a3-4e8e-be12-0a85176938f3 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.62 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 950 time: 0.3420720 Feb 09 13:01:49.329471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c74ee51-d2d3-4632-9352-915f0f2c4e38 req-e4655777-847d-40b8-b66c-044dfd8a1b35 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125293 Feb 09 13:01:49.340906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-9bd49217-8865-477f-a152-4f58fa533f42 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Deleting port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:01:49.341770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-9bd49217-8865-477f-a152-4f58fa533f42 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:49.346273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4904416a-40a7-4b74-9c84-d1780e75522f req-07f90163-74af-440c-9155-f92cc4074c69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f87af6578a534d759f966dc14c97e6ad&device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 1095 time: 0.4524615 Feb 09 13:01:49.367619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37398926-d0f4-43e0-ae11-6e5fa70d1480 req-f54c518f-4bf3-4d16-8038-2c2e3d3b0515 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:49.381826 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-37398926-d0f4-43e0-ae11-6e5fa70d1480 req-f54c518f-4bf3-4d16-8038-2c2e3d3b0515 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 943 time: 0.3818042 Feb 09 13:01:49.409830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['56fb425e-1275-4561-b5fc-a64ac6c79f49'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:49.533310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579238d1-9940-4400-bc56-f1aa41ce135a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56fb425e-1275-4561-b5fc-a64ac6c79f49'}, {'name': 'network-changed', 'server_uuid': '579238d1-9940-4400-bc56-f1aa41ce135a', 'tag': '56fb425e-1275-4561-b5fc-a64ac6c79f49'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:49.577588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['56fb425e-1275-4561-b5fc-a64ac6c79f49'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:49.642107 n-d-825175-3 neutron-server[83481]: WARNING neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Concurrent port binding operations failed on port 56fb425e-1275-4561-b5fc-a64ac6c79f49 Feb 09 13:01:49.658196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:49.687151 n-d-825175-3 neutron-server[83481]: INFO neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Attempt 2 to bind port 56fb425e-1275-4561-b5fc-a64ac6c79f49 Feb 09 13:01:49.687978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 56fb425e-1275-4561-b5fc-a64ac6c79f49 has no active binding in host n-h1-825175-3 {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 13:01:49.719093 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-37398926-d0f4-43e0-ae11-6e5fa70d1480 req-fb69f7f3-4c60-4a62-ad99-4968ca1abf96 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362722 Feb 09 13:01:49.820465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904416a-40a7-4b74-9c84-d1780e75522f req-667c34d5-8594-4413-9953-2180f50ef3ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:49.822221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4904416a-40a7-4b74-9c84-d1780e75522f req-667c34d5-8594-4413-9953-2180f50ef3ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 HTTP/1.1" status: 200 len: 923 time: 0.3951395 Feb 09 13:01:49.838977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-9bd49217-8865-477f-a152-4f58fa533f42 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] For port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:49.839751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-9bd49217-8865-477f-a152-4f58fa533f42 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:49.996451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0aee9-a69a-43f3-a8c7-5d74cfe9e5d4 req-902c8f33-ebd8-45fc-9fed-c129b75480cc tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:50.004253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adb0aee9-a69a-43f3-a8c7-5d74cfe9e5d4 req-902c8f33-ebd8-45fc-9fed-c129b75480cc tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=479ac047-ee49-4b7c-ab6d-123486397d6e HTTP/1.1" status: 200 len: 950 time: 0.3726304 Feb 09 13:01:50.011161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4904416a-40a7-4b74-9c84-d1780e75522f req-b97dd2ed-1099-4078-a8ab-7856d2b32533 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7be970a8-0e28-4aef-8c07-9074ec906810 HTTP/1.1" status: 200 len: 217 time: 0.1612780 Feb 09 13:01:50.012659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-9bd49217-8865-477f-a152-4f58fa533f42 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Calling delete_port for c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:01:50.235232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-9bd49217-8865-477f-a152-4f58fa533f42 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:50.260210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-30847319-473d-4fd5-a1d2-23e86c0a16a4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:50.267030 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-30847319-473d-4fd5-a1d2-23e86c0a16a4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.3235016 Feb 09 13:01:50.299150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adb0aee9-a69a-43f3-a8c7-5d74cfe9e5d4 req-3ed10b8d-8e9e-4231-a91f-784779e288b6 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937119 Feb 09 13:01:50.302751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904416a-40a7-4b74-9c84-d1780e75522f req-c25f1768-7d0e-4a79-b2b1-f140fc6fadca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:50.308697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4904416a-40a7-4b74-9c84-d1780e75522f req-c25f1768-7d0e-4a79-b2b1-f140fc6fadca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fc77c62c-3756-41a0-ba46-8fcac2da16bd HTTP/1.1" status: 200 len: 862 time: 0.1743951 Feb 09 13:01:50.319212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-ed8060ff-1a0d-4de3-bd9f-9d387640fb0c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/quotas/819a0ead3dfd4a61b8df838745ba906a HTTP/1.1" status: 200 len: 375 time: 0.0512204 Feb 09 13:01:50.354385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd49217-8865-477f-a152-4f58fa533f42 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Pushing event deleted for resources: {'Port': ['ID=c6c6825e-f8b1-4e4c-9e16-676dfe6ac212,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:50.417386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-9bd49217-8865-477f-a152-4f58fa533f42 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] No DVR routers for this DVR port c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:01:50.421641 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-9bd49217-8865-477f-a152-4f58fa533f42 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:50.446024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4904416a-40a7-4b74-9c84-d1780e75522f req-314902f0-ac1f-4c84-be99-0050d10664e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225660 Feb 09 13:01:50.449602 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29de2abb-27f2-4f41-8f34-196d8cc38129 req-9bd49217-8865-477f-a152-4f58fa533f42 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.62 "DELETE /v2.0/ports/c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 HTTP/1.1" status: 204 len: 173 time: 1.1971734 Feb 09 13:01:50.592934 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-a716f59c-18ed-4461-b9dc-6fcddb3e857a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2718110 Feb 09 13:01:50.777134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7be970a8-0e28-4aef-8c07-9074ec906810 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:01:50.782559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:50.889353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-b5d30b73-2404-44ab-a430-1f26267703b0 service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958965 Feb 09 13:01:50.992091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4904416a-40a7-4b74-9c84-d1780e75522f req-624dae8a-7c31-410a-89f0-e196bffe405c service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555013 Feb 09 13:01:50.992512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c', 'c6c6825e-f8b1-4e4c-9e16-676dfe6ac212'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:51.101629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:51.132525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:51.133150 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:51.176271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7be970a8-0e28-4aef-8c07-9074ec906810, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7be970a8-0e28-4aef-8c07-9074ec906810,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:51.206145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '7be970a8-0e28-4aef-8c07-9074ec906810', 'network_id': '0d686e8c-c6a7-4b1e-9500-b81a409a8fe9', 'port_id': '7be970a8-0e28-4aef-8c07-9074ec906810', 'mac_address': 'fa:16:3e:3b:9e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc77c62c-3756-41a0-ba46-8fcac2da16bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:01:51.328252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8936ddd-a4b7-42e9-8da7-33aa4a1e20c7 req-d543cbf5-664c-4843-97fa-04a72435f4ea tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:51.336749 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e8936ddd-a4b7-42e9-8da7-33aa4a1e20c7 req-d543cbf5-664c-4843-97fa-04a72435f4ea tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.6181204 Feb 09 13:01:51.338579 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:51.431837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-0e41f77a-ae56-4f12-86d4-714844e05a7f service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416851 Feb 09 13:01:51.471297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e8936ddd-a4b7-42e9-8da7-33aa4a1e20c7 req-9129a65e-aeaf-475e-9184-becc65ac9031 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332111 Feb 09 13:01:51.480878 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4904416a-40a7-4b74-9c84-d1780e75522f req-6556c163-d121-4851-bcc5-c4b1332c2bc1 service neutron] 10.222.0.62 "GET /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252055 Feb 09 13:01:51.520782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be970a8-0e28-4aef-8c07-9074ec906810 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:51.575439 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579238d1-9940-4400-bc56-f1aa41ce135a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56fb425e-1275-4561-b5fc-a64ac6c79f49', 'code': 200} Feb 09 13:01:51.575892 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579238d1-9940-4400-bc56-f1aa41ce135a', 'tag': '56fb425e-1275-4561-b5fc-a64ac6c79f49', 'status': 'completed', 'code': 200} Feb 09 13:01:51.652061 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:51.689204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7be970a8-0e28-4aef-8c07-9074ec906810, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7be970a8-0e28-4aef-8c07-9074ec906810,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:51.746846 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:51.839151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd34e2c0-2e21-438c-bf06-111d95f5b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dc61c5-9173-4aa0-82c2-718ca9b5f6f4'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:51.872543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:51.884058 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:51.890901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=7be970a8-0e28-4aef-8c07-9074ec906810,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:52.014918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-075cb873-154f-49cc-a918-de2f470d7609 req-eaaa3d1b-93a4-4277-9067-bdf13392dc21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 1124 time: 0.3996525 Feb 09 13:01:52.016358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:52.161820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f236a-1f71-4e37-8907-8c707b9e5b3a req-77b59742-dd8b-46f5-a4e2-3c54d9764f2a tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:52.179156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-359f236a-1f71-4e37-8907-8c707b9e5b3a req-77b59742-dd8b-46f5-a4e2-3c54d9764f2a tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 945 time: 0.3905065 Feb 09 13:01:52.289477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cb873-154f-49cc-a918-de2f470d7609 req-383e57fa-11c6-4eb6-bb46-7020e655b0e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:52.291002 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-075cb873-154f-49cc-a918-de2f470d7609 req-383e57fa-11c6-4eb6-bb46-7020e655b0e1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.2670741 Feb 09 13:01:52.358292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['7be970a8-0e28-4aef-8c07-9074ec906810'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:01:52.399167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-359f236a-1f71-4e37-8907-8c707b9e5b3a req-90e8062c-b24a-40b9-898f-ffa45b45f78e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299192 Feb 09 13:01:52.424502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-075cb873-154f-49cc-a918-de2f470d7609 req-81bd6da7-f77b-441f-b303-9f212ccb1247 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49 HTTP/1.1" status: 200 len: 217 time: 0.1220722 Feb 09 13:01:52.432998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6dff60-1cde-458c-9338-ee45afdf8345 req-2109cd6a-ac06-4d4f-9093-a433c86dff84 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:52.443052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab6dff60-1cde-458c-9338-ee45afdf8345 req-2109cd6a-ac06-4d4f-9093-a433c86dff84 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 950 time: 0.5528624 Feb 09 13:01:52.600737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab6dff60-1cde-458c-9338-ee45afdf8345 req-00f5857c-6f9d-411c-bfbf-62f31c8724f8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561072 Feb 09 13:01:52.615417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cb873-154f-49cc-a918-de2f470d7609 req-7b3ac0e1-43d1-494b-ba96-03e78da46e7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:52.617139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-075cb873-154f-49cc-a918-de2f470d7609 req-7b3ac0e1-43d1-494b-ba96-03e78da46e7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1405215 Feb 09 13:01:52.706278 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-075cb873-154f-49cc-a918-de2f470d7609 req-104972a8-a93c-4c66-893a-b8b22d348b17 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500283 Feb 09 13:01:52.786715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:01:52.869394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:01:52.869945 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c6c6825e-f8b1-4e4c-9e16-676dfe6ac212 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:01:53.083834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-742a951c-3f62-48c5-8a36-74e4f0878f9e req-1e1a5be9-8836-4cee-8f4f-000619ac73e8 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 210 time: 0.1003220 Feb 09 13:01:53.116989 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-075cb873-154f-49cc-a918-de2f470d7609 req-f23c52ce-0d2c-4d67-90d9-fc26bb9437dd service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041336 Feb 09 13:01:53.126579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a4807-12b2-4a2c-b870-312479eaf330 req-2eb2f6db-d6d0-4de7-8acb-87e551b959c9 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:53.138587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e05a4807-12b2-4a2c-b870-312479eaf330 req-2eb2f6db-d6d0-4de7-8acb-87e551b959c9 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 943 time: 0.5200114 Feb 09 13:01:53.278747 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd34e2c0-2e21-438c-bf06-111d95f5b0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dc61c5-9173-4aa0-82c2-718ca9b5f6f4', 'code': 200} Feb 09 13:01:53.340091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e05a4807-12b2-4a2c-b870-312479eaf330 req-33d04f32-a288-4186-9ead-6f27ce7ccdf5 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963735 Feb 09 13:01:53.581208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479ac047-ee49-4b7c-ab6d-123486397d6e', 'name': 'network-vif-deleted', 'tag': 'c6c6825e-f8b1-4e4c-9e16-676dfe6ac212'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:53.621531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-075cb873-154f-49cc-a918-de2f470d7609 req-ace3a82c-2026-465d-8ef0-71dced047bf2 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861069 Feb 09 13:01:53.711694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dac48d-c3d8-4656-8504-1fb8a89c5e9d req-9db93ba6-f44b-4fbe-a94f-3afcab058f5b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:53.713353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7dac48d-c3d8-4656-8504-1fb8a89c5e9d req-9db93ba6-f44b-4fbe-a94f-3afcab058f5b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.2428555 Feb 09 13:01:53.720053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c46ce62d-5d93-4ce0-892e-ee02d09d7378 req-3da34a6f-b910-4689-aed8-166de20b08c2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 1101 time: 0.2999716 Feb 09 13:01:53.943378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7dac48d-c3d8-4656-8504-1fb8a89c5e9d req-a7d07a02-ded3-4582-92a1-66e7291b6e82 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175114 Feb 09 13:01:54.173715 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c46ce62d-5d93-4ce0-892e-ee02d09d7378 req-4fdaa920-486f-4aa0-885f-6a15623b7dcd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179509 Feb 09 13:01:54.196761 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-40afd82d-e16d-4de4-8227-da26bf775faa service neutron] 10.222.0.67 "GET /v2.0/ports/56fb425e-1275-4561-b5fc-a64ac6c79f49/bindings/n-h1-825175-3 HTTP/1.1" status: 200 len: 384 time: 0.4035912 Feb 09 13:01:54.296296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-39bcd948-8ebe-4fd0-889a-c52c983e2d8f tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:54.310702 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-39bcd948-8ebe-4fd0-889a-c52c983e2d8f tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.62 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.6373408 Feb 09 13:01:54.424445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Request body: {'port': {'device_id': '5dcbd983-78de-4d87-a7db-71327d4176df', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'admin_state_up': True, 'tenant_id': '819a0ead3dfd4a61b8df838745ba906a'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:54.691867 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479ac047-ee49-4b7c-ab6d-123486397d6e', 'name': 'network-vif-deleted', 'tag': 'c6c6825e-f8b1-4e4c-9e16-676dfe6ac212', 'status': 'completed', 'code': 200} Feb 09 13:01:54.701785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:01:54.708621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Usage tracker for resource:port and tenant:819a0ead3dfd4a61b8df838745ba906a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:01:54.717153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:01:54.734173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:01:54.757193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Made reservation on behalf of 819a0ead3dfd4a61b8df838745ba906a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:01:54.765203 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:54.804363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7be970a8-0e28-4aef-8c07-9074ec906810 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:01:54.941841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5dd978e7-e3ac-4546-acbd-02c37fea06ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:54.964129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 7be970a8-0e28-4aef-8c07-9074ec906810 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:01:54.969810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 7be970a8-0e28-4aef-8c07-9074ec906810 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:01:54.970277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:55.070583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51cb40-44bf-4a93-9eed-8d2fc6083aac req-701d7a35-09be-4330-92a2-3317d48e4c64 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:55.082786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c51cb40-44bf-4a93-9eed-8d2fc6083aac req-701d7a35-09be-4330-92a2-3317d48e4c64 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 945 time: 0.6130757 Feb 09 13:01:55.089628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Allocated IP 172.20.0.8 (12788e67-143c-4867-a351-ef88510d233b/5831325b-7029-405e-857f-84d59869e409/5d89bf21-39a6-4394-ba90-a5c7e88cc5c5) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:01:55.105543 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:55.115691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-861a12ce-f88e-4c98-95a6-48902b0fc538 service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:55.143233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-861a12ce-f88e-4c98-95a6-48902b0fc538 service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:55.149087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7be970a8-0e28-4aef-8c07-9074ec906810, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7be970a8-0e28-4aef-8c07-9074ec906810,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:55.156648 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:55.234719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-861a12ce-f88e-4c98-95a6-48902b0fc538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56fb425e-1275-4561-b5fc-a64ac6c79f49 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:55.260627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=7be970a8-0e28-4aef-8c07-9074ec906810,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:55.268699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-861a12ce-f88e-4c98-95a6-48902b0fc538 service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:55.269879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4289b0-11a9-4932-b098-1ef4a56d1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be970a8-0e28-4aef-8c07-9074ec906810'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:55.288048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebb12d-5038-4f08-9ac7-b46f345de5f5 req-5532ef1b-c9e6-4323-b332-98d3e859bb37 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:55.289889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deebb12d-5038-4f08-9ac7-b46f345de5f5 req-5532ef1b-c9e6-4323-b332-98d3e859bb37 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 950 time: 0.3285182 Feb 09 13:01:55.294843 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c51cb40-44bf-4a93-9eed-8d2fc6083aac req-0f389f13-25f9-41a7-9d06-60545c31cda4 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111413 Feb 09 13:01:55.301856 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-861a12ce-f88e-4c98-95a6-48902b0fc538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:55.456273 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:55.510169 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:55.590313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Network 12788e67-143c-4867-a351-ef88510d233b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:01:55.594116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:01:55.597261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:01:55.637627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event updated for resources: {'Port': ['ID=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:55.639116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deebb12d-5038-4f08-9ac7-b46f345de5f5 req-85f59bec-3dfa-4a6c-9e97-b7dbb993397f tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960758 Feb 09 13:01:55.656753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.657428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.658486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.658925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.659456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.659927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.660350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.660780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.661247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.661695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.661877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-861a12ce-f88e-4c98-95a6-48902b0fc538 service neutron] Transition to ACTIVE for port object 56fb425e-1275-4561-b5fc-a64ac6c79f49 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:55.662282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:01:55.668003 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-861a12ce-f88e-4c98-95a6-48902b0fc538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:55.711487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:55.712240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:55.763335 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-44608ff8-2079-449c-b6d8-34adfe68aed9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3439205 Feb 09 13:01:55.800061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Request body: {'port': {'device_id': '5dcbd983-78de-4d87-a7db-71327d4176df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:01:55.813473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a12ce-f88e-4c98-95a6-48902b0fc538 service neutron] Pushing event updated for resources: {'Port': ['ID=56fb425e-1275-4561-b5fc-a64ac6c79f49,revision_number=10']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:55.995346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532596f-f0bd-45f6-94a4-74406d668485 req-20119a36-7739-40c7-ac1e-1f7e755bd90d tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:56.002864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2532596f-f0bd-45f6-94a4-74406d668485 req-20119a36-7739-40c7-ac1e-1f7e755bd90d tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 950 time: 0.5563025 Feb 09 13:01:56.058372 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:56.098375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-861a12ce-f88e-4c98-95a6-48902b0fc538 service neutron] No DVR routers for this DVR port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:01:56.176900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bd2f1-b580-4786-ab10-3ca0ba399b0d req-3ea90e1f-7d69-4542-9c10-6981ee624a74 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:56.184017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75bd2f1-b580-4786-ab10-3ca0ba399b0d req-3ea90e1f-7d69-4542-9c10-6981ee624a74 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.2505698 Feb 09 13:01:56.207483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-861a12ce-f88e-4c98-95a6-48902b0fc538 service neutron] 10.222.0.67 "PUT /v2.0/ports/56fb425e-1275-4561-b5fc-a64ac6c79f49/bindings/n-h1-825175-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0088894 Feb 09 13:01:56.229845 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2532596f-f0bd-45f6-94a4-74406d668485 req-36cc765e-b275-42c9-960a-d2437e76b009 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259536 Feb 09 13:01:56.351983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75bd2f1-b580-4786-ab10-3ca0ba399b0d req-45e4ef0e-9851-4f55-8ee5-1379535718d4 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666157 Feb 09 13:01:56.750793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1a2e1-a840-4529-8bd9-c581e6f4d92d req-8a10d30a-0d53-43af-b38e-701e919eb04c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:56.759335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-99c1a2e1-a840-4529-8bd9-c581e6f4d92d req-8a10d30a-0d53-43af-b38e-701e919eb04c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 931 time: 0.2647831 Feb 09 13:01:56.845185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eb8ee-b492-4997-a643-c01c8fd7532e req-18738514-7e10-4376-9ce9-d98e48a428fd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:56.847461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:01:56.852693 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e8eb8ee-b492-4997-a643-c01c8fd7532e req-18738514-7e10-4376-9ce9-d98e48a428fd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.2658589 Feb 09 13:01:56.856880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:56.879275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-f2682d64-3ab7-42a6-90b5-b8c628e7c2be tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1095 time: 0.5805004 Feb 09 13:01:56.886417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Transition to ACTIVE for port object 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:01:56.896412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-99c1a2e1-a840-4529-8bd9-c581e6f4d92d req-b02f4926-380e-4055-9eef-fa8632e87298 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344609 Feb 09 13:01:56.898824 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:57.030824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e8eb8ee-b492-4997-a643-c01c8fd7532e req-aa8183e5-0d46-4efb-9a1a-a158e41d692f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771455 Feb 09 13:01:57.049877 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4289b0-11a9-4932-b098-1ef4a56d1ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be970a8-0e28-4aef-8c07-9074ec906810', 'code': 200} Feb 09 13:01:57.118919 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-ef2bdb5f-eb3b-4ac0-ad66-43df1bbdeaaf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a&tenant_id=39bf5e6213774240a529d4f791d96059 HTTP/1.1" status: 200 len: 1095 time: 0.2096815 Feb 09 13:01:57.145973 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5054-770c-4628-bc33-e72d7044824a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:57.385804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Pushing event updated for resources: {'Port': ['ID=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:57.507696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefab1e3-fc72-47cc-88f4-e6198c749ada req-fa52563d-d051-4cb8-b124-9b780b372b01 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:57.509496 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eefab1e3-fc72-47cc-88f4-e6198c749ada req-fa52563d-d051-4cb8-b124-9b780b372b01 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 950 time: 0.2303567 Feb 09 13:01:57.523300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-2150c668-3c72-4878-b111-4fec0ef70e3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 1095 time: 0.3815680 Feb 09 13:01:57.594755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-23e9d8b8-d3a1-4a58-a55d-35c4d0e07307 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:57.596477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-23e9d8b8-d3a1-4a58-a55d-35c4d0e07307 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Synchronizing usage tracker for tenant:3d99e149d05740e9846fa07b00eab662 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:01:57.616743 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18322e0-f51b-45c8-aff2-e286916c73f0 req-3134a7eb-8c8c-4f62-a790-078ac0fe1cca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 1097 time: 0.3154609 Feb 09 13:01:57.625460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Attempting to bind port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:01:57.626337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Attempting to bind port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:01:57.627445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Attempting to bind port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:57.664377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-23e9d8b8-d3a1-4a58-a55d-35c4d0e07307 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Unset dirty status for tenant:3d99e149d05740e9846fa07b00eab662 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:01:57.666000 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-23e9d8b8-d3a1-4a58-a55d-35c4d0e07307 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 950 time: 0.6736090 Feb 09 13:01:57.677452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 on network 12788e67-143c-4867-a351-ef88510d233b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:01:57.678056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Attempting to bind port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:01:57.688683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbebb7-f9e0-47cc-acdb-08f6ea302fa5 req-4142f12e-fdeb-468c-a354-b1df04166144 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:57.690564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1dbebb7-f9e0-47cc-acdb-08f6ea302fa5 req-4142f12e-fdeb-468c-a354-b1df04166144 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 946 time: 0.3555970 Feb 09 13:01:57.768994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1dbebb7-f9e0-47cc-acdb-08f6ea302fa5 req-8a29102b-a5f2-41d7-be6a-2d1a5498eaf6 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601850 Feb 09 13:01:57.823178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eefab1e3-fc72-47cc-88f4-e6198c749ada req-b5713a6c-caa9-4091-930d-84be361a726b tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936380 Feb 09 13:01:57.823767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:01:57.824628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Checking segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:01:57.825262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Bound using segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:01:57.826032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Bound port: 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:01:57.826786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:57.880904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 56fb425e-1275-4561-b5fc-a64ac6c79f49 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:01:57.893950 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18322e0-f51b-45c8-aff2-e286916c73f0 req-e439ead2-9a6e-4384-8424-4d26e60d1914 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629600 Feb 09 13:01:57.923008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-42ea0a05-0c50-481b-a497-06e0086cd901 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:57.939423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-42ea0a05-0c50-481b-a497-06e0086cd901 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.3809316 Feb 09 13:01:58.019717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 56fb425e-1275-4561-b5fc-a64ac6c79f49 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:01:58.068498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-74094825-1930-4e91-a8a5-c13bdb13c0b9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Deleting port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:01:58.069022 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-74094825-1930-4e91-a8a5-c13bdb13c0b9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:58.177754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] For port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:01:58.224979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] For port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:01:58.237519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:58.355857 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:58.375214 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:58.378137 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] 10.222.0.62 "PUT /v2.0/ports/5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 HTTP/1.1" status: 200 len: 1091 time: 2.5843179 Feb 09 13:01:58.389163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcbd983-78de-4d87-a7db-71327d4176df', 'tag': '5d89bf21-39a6-4394-ba90-a5c7e88cc5c5'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:01:58.404681 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-88e43a0c-d31c-49e8-b4f9-0e5b20de9f36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49 HTTP/1.1" status: 200 len: 217 time: 0.2229035 Feb 09 13:01:58.457742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17b99b-ae07-4a7f-b550-a5a00ac48f25 req-85d4f193-1369-4b81-97d5-adef8cd0dade tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:58.465241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d17b99b-ae07-4a7f-b550-a5a00ac48f25 req-85d4f193-1369-4b81-97d5-adef8cd0dade tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 950 time: 0.4385350 Feb 09 13:01:58.523091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698cd1ab-7368-4c35-a374-dc9a5663b9af service neutron] Pushing event updated for resources: {'Port': ['ID=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:58.608619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-74094825-1930-4e91-a8a5-c13bdb13c0b9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] For port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:01:58.609356 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-74094825-1930-4e91-a8a5-c13bdb13c0b9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:58.614165 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:58.626427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-e6f5bce0-7eb9-4db7-912d-af97ae6e9647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:58.628986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-e6f5bce0-7eb9-4db7-912d-af97ae6e9647 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.1324706 Feb 09 13:01:58.629962 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-a5ea5fe8-9428-462e-9881-a607beda1f9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 1094 time: 0.1640618 Feb 09 13:01:58.747628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-221dcdb3-c3ec-4f6c-a63e-dd31cc8a2539 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949743 Feb 09 13:01:58.753924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d17b99b-ae07-4a7f-b550-a5a00ac48f25 req-2ef6cbff-4d6b-44bc-9b68-65f610e67abb tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/security-groups?id=cf7a33f0-7434-4ea1-8f47-7d3a416350fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877727 Feb 09 13:01:58.814499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-74094825-1930-4e91-a8a5-c13bdb13c0b9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Calling delete_port for 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:01:58.894570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6fdf9-e4e2-4287-8535-56ecd5750b62 req-0405dccc-8a11-447b-9269-468fea549ca2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:58.897066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5e6fdf9-e4e2-4287-8535-56ecd5750b62 req-0405dccc-8a11-447b-9269-468fea549ca2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.4913299 Feb 09 13:01:58.971450 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-31897c54-5ec5-4793-8757-0ab9492c0967 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 HTTP/1.1" status: 200 len: 217 time: 0.2892506 Feb 09 13:01:59.095776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-73ae4ba6-1200-44a2-b936-6c7f9a0c4323 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357847 Feb 09 13:01:59.098993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5e6fdf9-e4e2-4287-8535-56ecd5750b62 req-17ce1ad7-6a52-4002-84fc-93e1686a59ad tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950502 Feb 09 13:01:59.104135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-14fd2609-fe63-4eb2-8370-647e13edbd84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:59.105851 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-14fd2609-fe63-4eb2-8370-647e13edbd84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.1185153 Feb 09 13:01:59.232730 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-1d141394-2b39-4321-bb1d-dc920f149421 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889564 Feb 09 13:01:59.449450 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-f42613a9-d6dd-47bf-9543-84d5d1e70d07 service neutron] 10.222.0.62 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327684 Feb 09 13:01:59.515619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624030dd-b9ee-467d-a155-68ea10bf06a4 req-6ff209d9-a120-47a9-b8d8-1fe3c54b4b40 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:59.520334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-624030dd-b9ee-467d-a155-68ea10bf06a4 req-6ff209d9-a120-47a9-b8d8-1fe3c54b4b40 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 943 time: 0.1807780 Feb 09 13:01:59.606691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-624030dd-b9ee-467d-a155-68ea10bf06a4 req-766359ea-5fc7-4efd-beb6-52a44dd30da9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749960 Feb 09 13:01:59.718779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-74094825-1930-4e91-a8a5-c13bdb13c0b9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:59.776128 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:01:59.842307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74094825-1930-4e91-a8a5-c13bdb13c0b9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Pushing event deleted for resources: {'Port': ['ID=2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:01:59.865586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49065dc-b290-4b03-a776-6408bdb4ebc8 req-6fea131d-e688-4fad-b03f-cf8b49513686 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:01:59.874621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c49065dc-b290-4b03-a776-6408bdb4ebc8 req-6fea131d-e688-4fad-b03f-cf8b49513686 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.1968057 Feb 09 13:02:00.020197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-74094825-1930-4e91-a8a5-c13bdb13c0b9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] No DVR routers for this DVR port 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:00.035956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-74094825-1930-4e91-a8a5-c13bdb13c0b9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:00.040714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c49065dc-b290-4b03-a776-6408bdb4ebc8 req-ca0945fe-2df5-4cfd-a0f5-e5eb44346263 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509831 Feb 09 13:02:00.102167 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2b50d26e-5926-4ae1-83ba-cc810458358e req-74094825-1930-4e91-a8a5-c13bdb13c0b9 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.62 "DELETE /v2.0/ports/2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c HTTP/1.1" status: 204 len: 173 time: 2.4191937 Feb 09 13:02:00.176440 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcbd983-78de-4d87-a7db-71327d4176df', 'tag': '5d89bf21-39a6-4394-ba90-a5c7e88cc5c5', 'status': 'completed', 'code': 200} Feb 09 13:02:00.185378 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-6f171cae-41c5-44e0-a9ca-254a5bb08e6e service neutron] 10.222.0.62 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355893 Feb 09 13:02:00.447521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c098eb-df78-4d34-8c50-e81390dacfa4 req-190d0bfd-a9ac-4c5a-a19b-b5657779eab0 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:00.449171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70c098eb-df78-4d34-8c50-e81390dacfa4 req-190d0bfd-a9ac-4c5a-a19b-b5657779eab0 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 946 time: 0.1455679 Feb 09 13:02:00.637610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70c098eb-df78-4d34-8c50-e81390dacfa4 req-15549e00-f2d6-4f23-9674-7e89d225721d tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770320 Feb 09 13:02:00.695972 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-bd3a4150-920f-4fba-81a3-ea4b89f940bb service neutron] 10.222.0.62 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922795 Feb 09 13:02:00.859101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:00.865394 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-4147f3ce-9487-4504-87d7-24d9d3849539 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a&tenant_id=39bf5e6213774240a529d4f791d96059&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1095 time: 0.2954183 Feb 09 13:02:00.956569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:02:00.958094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:01.052695 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d44b664a-36a5-4512-80fc-715e97dbfb2b req-ca4838af-26d4-4ea0-9c5e-0a4f0a7fbc55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 1094 time: 0.2700558 Feb 09 13:02:01.093907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-ed471800-f09c-4820-8e72-f0118c1f4c8d service neutron] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:02:01.101735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-ed471800-f09c-4820-8e72-f0118c1f4c8d service neutron] Notify callbacks [] for binding, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:01.110027 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-ed471800-f09c-4820-8e72-f0118c1f4c8d service neutron] 10.222.0.62 "DELETE /v2.0/ports/56fb425e-1275-4561-b5fc-a64ac6c79f49/bindings/n-h2-825175-3 HTTP/1.1" status: 204 len: 173 time: 0.2097476 Feb 09 13:02:01.112359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77bf71db-325f-4bbf-a16b-5b8796b6e359 req-a5af559f-05d8-4224-a3ba-03e3a7680cf2 tempest-LiveMigrationNegativeTest-653320995 tempest-LiveMigrationNegativeTest-653320995-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f83c090-2b2b-4565-8104-936156ced447 HTTP/1.1" status: 200 len: 210 time: 0.1842647 Feb 09 13:02:01.351859 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e08d66e2-212d-4b66-b94b-7990f0fd4882 req-b4e80319-9276-4a39-b044-67c7bcf17b85 tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df&device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4&device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9&device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502&device_id=007bf224-4b07-4c75-a51c-40605dc472da&device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a&device_id=579238d1-9940-4400-bc56-f1aa41ce135a&device_id=5f83c090-2b2b-4565-8104-936156ced447&device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91&device_id=181e6348-85cc-4831-9876-993e8da647ea&device_id=0c62fc25-f159-446d-baea-c305eabefde0&device_id=110a4ba0-e2b9-4105-933c-2860de12be8b&device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f&device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf&device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 18926 time: 0.1721308 Feb 09 13:02:01.415593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e08d66e2-212d-4b66-b94b-7990f0fd4882 req-5b7d8e33-ca4f-4507-9b5b-ed31181eb70a tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:01.442082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b664a-36a5-4512-80fc-715e97dbfb2b req-0f0ab464-194f-4afa-b91e-d0837c3eae34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:01.443965 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d44b664a-36a5-4512-80fc-715e97dbfb2b req-0f0ab464-194f-4afa-b91e-d0837c3eae34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 913 time: 0.3245511 Feb 09 13:02:01.596531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d44b664a-36a5-4512-80fc-715e97dbfb2b req-7acc4618-1b18-411b-b45d-6361a09dfb6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 HTTP/1.1" status: 200 len: 217 time: 0.1297011 Feb 09 13:02:01.600310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-e08d66e2-212d-4b66-b94b-7990f0fd4882 req-5b7d8e33-ca4f-4507-9b5b-ed31181eb70a tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:01.618628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e08d66e2-212d-4b66-b94b-7990f0fd4882 req-5b7d8e33-ca4f-4507-9b5b-ed31181eb70a tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] Usage tracker for resource:security_group_rule and tenant:61c38083e7e242b7a2c238af8e5920a4 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:01.622041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e08d66e2-212d-4b66-b94b-7990f0fd4882 req-5b7d8e33-ca4f-4507-9b5b-ed31181eb70a tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:01.645958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb287b6-f4cd-4a13-948b-b9cee104e281 req-92cae649-0fc3-41d1-b31d-2a201fce1ff2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:01.647513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fb287b6-f4cd-4a13-948b-b9cee104e281 req-92cae649-0fc3-41d1-b31d-2a201fce1ff2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.2885656 Feb 09 13:02:01.655117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-e08d66e2-212d-4b66-b94b-7990f0fd4882 req-5b7d8e33-ca4f-4507-9b5b-ed31181eb70a tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:01.714223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b664a-36a5-4512-80fc-715e97dbfb2b req-6a6c6006-aad9-4b4c-a6ff-2339844627fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:01.715855 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d44b664a-36a5-4512-80fc-715e97dbfb2b req-6a6c6006-aad9-4b4c-a6ff-2339844627fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.1036322 Feb 09 13:02:01.769888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fb287b6-f4cd-4a13-948b-b9cee104e281 req-90ab14e9-ebb4-45d6-82b6-86ff51419348 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121879 Feb 09 13:02:01.810189 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d44b664a-36a5-4512-80fc-715e97dbfb2b req-62792e04-fb1e-47bf-b5f9-5f8223cb7efb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799186 Feb 09 13:02:01.896452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e08d66e2-212d-4b66-b94b-7990f0fd4882 req-5b7d8e33-ca4f-4507-9b5b-ed31181eb70a tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:01.903390 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e08d66e2-212d-4b66-b94b-7990f0fd4882 req-5b7d8e33-ca4f-4507-9b5b-ed31181eb70a tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:02.084712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e08d66e2-212d-4b66-b94b-7990f0fd4882 req-5b7d8e33-ca4f-4507-9b5b-ed31181eb70a tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&id=411de4e6-ec4c-4f61-8840-a09d7aa142df&id=e942ca57-ae29-4a36-8094-7e669357c391&id=49b370d8-4f63-4879-a1c1-8da7268df639&id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.7236311 Feb 09 13:02:02.084884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d8e33-ca4f-4507-9b5b-ed31181eb70a tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f45b0fe-5d51-4e24-aca2-f6dab1065e18,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:02.184660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83c090-2b2b-4565-8104-936156ced447', 'name': 'network-vif-deleted', 'tag': '2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:02.242630 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d44b664a-36a5-4512-80fc-715e97dbfb2b req-f8a978fd-c134-4261-a0df-11a2dcddaa07 service neutron] 10.222.0.62 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181249 Feb 09 13:02:02.255145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0087e-dc71-49be-bb1d-1d36a2ea6c6a req-7980b175-c7f0-46e4-aec1-77c8eb65da0c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:02.281571 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-def0087e-dc71-49be-bb1d-1d36a2ea6c6a req-7980b175-c7f0-46e4-aec1-77c8eb65da0c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 943 time: 0.1888721 Feb 09 13:02:02.405682 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-def0087e-dc71-49be-bb1d-1d36a2ea6c6a req-29c54d55-9700-4a2b-8659-79abe1eb8a74 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217849 Feb 09 13:02:02.463181 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d44b664a-36a5-4512-80fc-715e97dbfb2b req-fc53974f-e2fc-42b4-bc88-a393eaba2176 service neutron] 10.222.0.62 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080486 Feb 09 13:02:02.481231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c0d77-e5e9-4ac9-b004-b511ff752b65 req-2135e4dd-80b6-494b-aaf2-c2b87ce37ff0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:02.494804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-157c0d77-e5e9-4ac9-b004-b511ff752b65 req-2135e4dd-80b6-494b-aaf2-c2b87ce37ff0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.1749709 Feb 09 13:02:02.566653 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-157c0d77-e5e9-4ac9-b004-b511ff752b65 req-799eca01-3ed6-467f-b983-85ef655c66d5 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714505 Feb 09 13:02:02.792009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d7885-0ba8-4f77-b0c6-735ba0e1423c req-9b3a841a-19e0-4efb-a329-d2e0eb9691df tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:02.792009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129d7885-0ba8-4f77-b0c6-735ba0e1423c req-9b3a841a-19e0-4efb-a329-d2e0eb9691df tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 946 time: 0.1353869 Feb 09 13:02:02.847850 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:02:02.857858 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129d7885-0ba8-4f77-b0c6-735ba0e1423c req-047a2066-c8b8-45a8-9ce9-c284fa336029 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649292 Feb 09 13:02:03.023760 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f83c090-2b2b-4565-8104-936156ced447', 'name': 'network-vif-deleted', 'tag': '2ecf4d44-d9d1-4814-a8a0-c3c91893ae6c', 'status': 'completed', 'code': 200} Feb 09 13:02:03.177033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:03.193685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '5d89bf21-39a6-4394-ba90-a5c7e88cc5c5', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'port_id': '5d89bf21-39a6-4394-ba90-a5c7e88cc5c5', 'mac_address': 'fa:16:3e:24:b6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5831325b-7029-405e-857f-84d59869e409', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:02:03.320178 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:03.347272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:02:03.375031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:03.383362 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:03.459737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fddc486b-3d45-4a6a-8f67-85f52eb40fd3 req-7b455e46-5ef9-4f7e-84be-ed750d9e6be1 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 1095 time: 0.2194157 Feb 09 13:02:03.533309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fddc486b-3d45-4a6a-8f67-85f52eb40fd3 req-122eb7ea-fccc-4386-8709-b8ae2c99f481 tempest-LiveAutoBlockMigrationV225Test-2075091013 tempest-LiveAutoBlockMigrationV225Test-2075091013-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731833 Feb 09 13:02:03.544825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:03.755941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38966) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:03.917419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['5d89bf21-39a6-4394-ba90-a5c7e88cc5c5'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:04.180884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dba78-4779-49c5-8744-fbeeb4c9faba req-41723677-101b-4d0c-8732-157a9d47e3d6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:04.189721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c4dba78-4779-49c5-8744-fbeeb4c9faba req-41723677-101b-4d0c-8732-157a9d47e3d6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 944 time: 0.3476946 Feb 09 13:02:04.317595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c4dba78-4779-49c5-8744-fbeeb4c9faba req-9848efa6-d19b-4774-b5a2-8b8991ca12b9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266179 Feb 09 13:02:04.325737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b1461add-11b2-45b8-a75b-9965a2752ea8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d99e149d05740e9846fa07b00eab662&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5690892 Feb 09 13:02:04.330812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38976) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:04.370852 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dc423ca-a993-4099-9201-823dc649e7e1 req-52865ad0-f904-4847-a980-ed28ee24a250 tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb&device_id=007bf224-4b07-4c75-a51c-40605dc472da&device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 2883 time: 0.4282835 Feb 09 13:02:04.447989 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dc423ca-a993-4099-9201-823dc649e7e1 req-0585face-98de-4d5e-8373-c7d7597dcf4b tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665696 Feb 09 13:02:04.488541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c6191d5-8d03-4867-90a4-0f6746576f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:04.582217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c6191d5-8d03-4867-90a4-0f6746576f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:04.662430 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c6191d5-8d03-4867-90a4-0f6746576f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:04.681456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6191d5-8d03-4867-90a4-0f6746576f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7a33f0-7434-4ea1-8f47-7d3a416350fb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:04.699332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c6191d5-8d03-4867-90a4-0f6746576f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:04.700476 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2c6191d5-8d03-4867-90a4-0f6746576f8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cf7a33f0-7434-4ea1-8f47-7d3a416350fb HTTP/1.1" status: 204 len: 168 time: 0.3691812 Feb 09 13:02:04.884134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563de04b-13e3-4385-aed9-e0e6f119c061 req-e8608382-d1a6-4113-937e-473ce13f7c05 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:04.886349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-563de04b-13e3-4385-aed9-e0e6f119c061 req-e8608382-d1a6-4113-937e-473ce13f7c05 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.2487514 Feb 09 13:02:04.898396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff244a-eb8c-4693-84fe-7d8b582b283c req-8de5a38d-23a5-4cd3-8445-553a9b816de0 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:04.909444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2ff244a-eb8c-4693-84fe-7d8b582b283c req-8de5a38d-23a5-4cd3-8445-553a9b816de0 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 946 time: 0.1981771 Feb 09 13:02:05.033948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2ff244a-eb8c-4693-84fe-7d8b582b283c req-dcadfcd8-5e1e-41da-8d28-6681ed16846d tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217992 Feb 09 13:02:05.042091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-563de04b-13e3-4385-aed9-e0e6f119c061 req-5d441769-4ec7-4df7-9a72-b9279cd3c997 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315598 Feb 09 13:02:05.256146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38996) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:05.476785 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-89d7cefa-c0e2-4eb5-ab4e-4cdb6c4a41c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36b453422a26481b8712c1db1b4a00bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2189951 Feb 09 13:02:05.478994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39010) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:05.645018 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53ab011a-6bf0-4629-aae3-b8f07422dc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:05.693539 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53ab011a-6bf0-4629-aae3-b8f07422dc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:05.785735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53ab011a-6bf0-4629-aae3-b8f07422dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:05.796763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663f2c1-256b-4e96-8eb8-271272528c27 req-a077a5e2-1713-41e3-a92a-eeb229b82279 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:05.799242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6663f2c1-256b-4e96-8eb8-271272528c27 req-a077a5e2-1713-41e3-a92a-eeb229b82279 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.0977104 Feb 09 13:02:05.808760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab011a-6bf0-4629-aae3-b8f07422dc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e88fab-4a47-4fe5-b616-51d2f427fa99,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:05.820683 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53ab011a-6bf0-4629-aae3-b8f07422dc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:05.821986 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-53ab011a-6bf0-4629-aae3-b8f07422dc49 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47e88fab-4a47-4fe5-b616-51d2f427fa99 HTTP/1.1" status: 204 len: 168 time: 0.3416848 Feb 09 13:02:05.902297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6663f2c1-256b-4e96-8eb8-271272528c27 req-e8bd1d69-bd15-4769-9b03-727e1e9f63dd tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949237 Feb 09 13:02:05.943236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936316c8-1efe-453b-9e39-8263c32cdf28 req-9cad9427-db21-4e5a-a01c-a757ec0808dd tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:05.945295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-936316c8-1efe-453b-9e39-8263c32cdf28 req-9cad9427-db21-4e5a-a01c-a757ec0808dd tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 944 time: 0.1124136 Feb 09 13:02:05.996604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-847d32aa-9257-49b4-955b-587501c203af tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:05.997288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-847d32aa-9257-49b4-955b-587501c203af tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Synchronizing usage tracker for tenant:f87af6578a534d759f966dc14c97e6ad on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:06.012956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-936316c8-1efe-453b-9e39-8263c32cdf28 req-7c125371-6d8d-46c5-af8f-cc867daea052 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601795 Feb 09 13:02:06.037707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-847d32aa-9257-49b4-955b-587501c203af tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Unset dirty status for tenant:f87af6578a534d759f966dc14c97e6ad on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:06.039125 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-847d32aa-9257-49b4-955b-587501c203af tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 946 time: 0.1714873 Feb 09 13:02:06.138395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-6c8d01d4-1a9f-4658-b90e-37279c632cb2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Deleting port 7be970a8-0e28-4aef-8c07-9074ec906810 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:02:06.138758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-6c8d01d4-1a9f-4658-b90e-37279c632cb2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:06.324699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049171cf-df9c-43da-84a3-b642f0445f9c req-6037ceed-85bf-4b85-b2a4-b8e9870a8728 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:06.326340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-049171cf-df9c-43da-84a3-b642f0445f9c req-6037ceed-85bf-4b85-b2a4-b8e9870a8728 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4289b0-11a9-4932-b098-1ef4a56d1ff4 HTTP/1.1" status: 200 len: 946 time: 0.1390307 Feb 09 13:02:06.424774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-6c8d01d4-1a9f-4658-b90e-37279c632cb2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] For port 7be970a8-0e28-4aef-8c07-9074ec906810, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7be970a8-0e28-4aef-8c07-9074ec906810,segment=NetworkSegment(393e5061-b10a-4833-a818-9be6a1f1c1ff),segment_id=393e5061-b10a-4833-a818-9be6a1f1c1ff)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:06.425502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-6c8d01d4-1a9f-4658-b90e-37279c632cb2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:06.429031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-049171cf-df9c-43da-84a3-b642f0445f9c req-4a177828-2774-436b-ba60-c2afcb35b242 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups?id=e2142220-4e7f-46bb-a097-8e05f0c43fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929582 Feb 09 13:02:06.563715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-6c8d01d4-1a9f-4658-b90e-37279c632cb2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Calling delete_port for 7be970a8-0e28-4aef-8c07-9074ec906810 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:02:06.602539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50760b-5edf-4d52-8312-0b6555f21694 req-9ce9af4b-c4b2-4b9e-8a44-bbd971aa7256 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:06.609932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b50760b-5edf-4d52-8312-0b6555f21694 req-9ce9af4b-c4b2-4b9e-8a44-bbd971aa7256 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.0991914 Feb 09 13:02:06.671057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b50760b-5edf-4d52-8312-0b6555f21694 req-ad13bebd-9820-4cb7-9df7-260112f48f1a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598445 Feb 09 13:02:06.757055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-6c8d01d4-1a9f-4658-b90e-37279c632cb2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:06.773424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['7be970a8-0e28-4aef-8c07-9074ec906810'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:06.854169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:02:06.873794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d01d4-1a9f-4658-b90e-37279c632cb2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event deleted for resources: {'Port': ['ID=7be970a8-0e28-4aef-8c07-9074ec906810,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:06.883404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7805ae4-88df-4b81-9803-b0dfacbe96cd req-0ffc003b-42f6-4adb-ac43-6a17edf0d228 tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 1101 time: 0.0940993 Feb 09 13:02:06.953224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7805ae4-88df-4b81-9803-b0dfacbe96cd req-18a51682-bab3-45cf-a194-274e65a647d7 tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680881 Feb 09 13:02:06.981259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39064) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:06.991261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:02:06.999270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:02:07.000073 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.019819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-6c8d01d4-1a9f-4658-b90e-37279c632cb2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] No DVR routers for this DVR port 7be970a8-0e28-4aef-8c07-9074ec906810 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:07.022667 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-6c8d01d4-1a9f-4658-b90e-37279c632cb2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.025667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4289b0-11a9-4932-b098-1ef4a56d1ff4', 'name': 'network-vif-deleted', 'tag': '7be970a8-0e28-4aef-8c07-9074ec906810'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:07.047498 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4a372901-119a-4dc9-9d23-fa3c5ec56855 req-6c8d01d4-1a9f-4658-b90e-37279c632cb2 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.62 "DELETE /v2.0/ports/7be970a8-0e28-4aef-8c07-9074ec906810 HTTP/1.1" status: 204 len: 173 time: 0.9961882 Feb 09 13:02:07.165362 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.198947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcbd983-78de-4d87-a7db-71327d4176df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d89bf21-39a6-4394-ba90-a5c7e88cc5c5'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:07.212654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:07.218836 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.219617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7be970a8-0e28-4aef-8c07-9074ec906810 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:07.220943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1718153874-network', 'tenant_id': '23d836f3ab044cc782db34abf8f2ce23'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:07.237496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:07.243404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Usage tracker for resource:network and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:07.246449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:07.255764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:07.284710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Made reservation on behalf of 23d836f3ab044cc782db34abf8f2ce23 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:02:07.288019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.299547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 7be970a8-0e28-4aef-8c07-9074ec906810 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:02:07.299884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7be970a8-0e28-4aef-8c07-9074ec906810 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:07.300484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 56fb425e-1275-4561-b5fc-a64ac6c79f49 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:07.309713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.339039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b84fc-9742-4c1d-ace7-b9d44e6322cb req-57fee609-30cd-4315-b5a2-f1a13f1192bb tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:07.340538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b2b84fc-9742-4c1d-ace7-b9d44e6322cb req-57fee609-30cd-4315-b5a2-f1a13f1192bb tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.1855786 Feb 09 13:02:07.377300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:07.386382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:07.389161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:07.395082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:07.405905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:07.415228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b2b84fc-9742-4c1d-ace7-b9d44e6322cb req-524062dc-6319-48ff-a359-f9da304c0147 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657952 Feb 09 13:02:07.508486 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.514488 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.542937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:02:07.554641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1959b287-131a-4a25-9bcd-ab2228c22a9f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:07.562413 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.562792 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Added segment 8fae565b-2fca-409e-9ce9-442b4d9ae003 of type vlan for network 0d523c43-d946-4fd4-bed9-dcf513c3cc72 Feb 09 13:02:07.632167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.691100 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.692077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:07.692854 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.707930 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4289b0-11a9-4932-b098-1ef4a56d1ff4', 'name': 'network-vif-deleted', 'tag': '7be970a8-0e28-4aef-8c07-9074ec906810', 'status': 'completed', 'code': 200} Feb 09 13:02:07.727479 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ad38b07-21ea-4370-9482-a9c57dd19555 req-384d61b5-c26a-4b51-92f1-0bb316466b60 tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 1101 time: 0.1381900 Feb 09 13:02:07.833816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8512638 Feb 09 13:02:07.837222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39110) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:07.843712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Request body: {'subnet': {'network_id': '0d523c43-d946-4fd4-bed9-dcf513c3cc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1718153874-subnet', 'tenant_id': '23d836f3ab044cc782db34abf8f2ce23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:07.850291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:07.854017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Usage tracker for resource:subnet and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:07.857619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:07.864877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:07.880243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Made reservation on behalf of 23d836f3ab044cc782db34abf8f2ce23 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:02:07.883355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:07.886224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdd926-399f-452e-b4bf-b7e386ad343d admin admin] Pushing event updated for resources: {'Network': ['ID=0d523c43-d946-4fd4-bed9-dcf513c3cc72,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:07.898956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 0d523c43-d946-4fd4-bed9-dcf513c3cc72 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:02:07.901587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5ad38b07-21ea-4370-9482-a9c57dd19555 req-5bdd0668-2ef9-4e62-8b0f-a61c7ab6f107 tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] Synchronizing usage tracker for tenant:61c38083e7e242b7a2c238af8e5920a4 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:07.934292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5ad38b07-21ea-4370-9482-a9c57dd19555 req-5bdd0668-2ef9-4e62-8b0f-a61c7ab6f107 tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] Unset dirty status for tenant:61c38083e7e242b7a2c238af8e5920a4 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:07.937878 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ad38b07-21ea-4370-9482-a9c57dd19555 req-5bdd0668-2ef9-4e62-8b0f-a61c7ab6f107 tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918077 Feb 09 13:02:07.970343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375bbf6-54fb-4beb-90d1-5614ee8153e0 req-cbd9411c-ec08-4249-8840-04d6c4586faa tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:07.973945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5375bbf6-54fb-4beb-90d1-5614ee8153e0 req-cbd9411c-ec08-4249-8840-04d6c4586faa tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 945 time: 0.1485171 Feb 09 13:02:08.029233 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5375bbf6-54fb-4beb-90d1-5614ee8153e0 req-63b124d3-6354-4742-a3d9-c7ab7f4ef772 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496392 Feb 09 13:02:08.067231 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcbd983-78de-4d87-a7db-71327d4176df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d89bf21-39a6-4394-ba90-a5c7e88cc5c5', 'code': 200} Feb 09 13:02:08.292024 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:08.390197 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a98b0a21-042a-48fe-8519-813aafb23779 req-4e14dbaa-033f-4b70-b646-02605d43ea5c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 1096 time: 0.2024364 Feb 09 13:02:08.438418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c52aab-0008-489e-917b-1466094e1f09,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:08.481822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e223c-4ba2-4d94-b18d-2da733237e13 req-f2710b81-1d50-4a94-99c1-bc17ee67a176 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:08.484475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf9e223c-4ba2-4d94-b18d-2da733237e13 req-f2710b81-1d50-4a94-99c1-bc17ee67a176 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.1899943 Feb 09 13:02:08.494966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Checking segment: {'id': '8fae565b-2fca-409e-9ce9-442b4d9ae003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0d523c43-d946-4fd4-bed9-dcf513c3cc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:02:08.495794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Network hostable DHCP agents. Network: 0d523c43-d946-4fd4-bed9-dcf513c3cc72, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:02:08.535622 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a98b0a21-042a-48fe-8519-813aafb23779 req-e7d25d9f-d215-46d2-afdc-977658399c0a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294105 Feb 09 13:02:08.542289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf9e223c-4ba2-4d94-b18d-2da733237e13 req-8e432a2c-6fd0-4749-93f5-70e11abcb3cd tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508318 Feb 09 13:02:08.549045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Network 0d523c43-d946-4fd4-bed9-dcf513c3cc72 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:02:08.583713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 0d523c43-d946-4fd4-bed9-dcf513c3cc72) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:02:08.588408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:08.589278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:08.597814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba993c6-32cf-4fbc-a0cf-176c08cd6aa8 None None] Network 0d523c43-d946-4fd4-bed9-dcf513c3cc72 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:02:08.626900 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7f655e5c-8df7-47bf-b3b4-d05636532734 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7785618 Feb 09 13:02:08.886340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2377f9b-499d-4e67-84dd-75e5e52b9edc None None] Network 0d523c43-d946-4fd4-bed9-dcf513c3cc72 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:02:09.001030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-38471fe8-bd47-42de-b18b-45e6483a7ec4 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:09.003595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-38471fe8-bd47-42de-b18b-45e6483a7ec4 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 805 time: 0.2256393 Feb 09 13:02:09.009364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cae35-b852-4762-8883-9bc46b80e5aa req-0c6bd5c8-9673-4445-ab3a-04114871feec tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:09.010844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be8cae35-b852-4762-8883-9bc46b80e5aa req-0c6bd5c8-9673-4445-ab3a-04114871feec tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.1834440 Feb 09 13:02:09.160136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-2d6cb6df-6dcf-454c-bd0c-a374ece4fc5f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/quotas/7fecec3b42df453293b2fc62ba68b391 HTTP/1.1" status: 200 len: 375 time: 0.1482816 Feb 09 13:02:09.219970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be8cae35-b852-4762-8883-9bc46b80e5aa req-cd57fa89-5d3d-4764-a90a-a5645f244805 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983843 Feb 09 13:02:09.253805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-70c18df5-fc53-417d-93a8-54d8846dd70c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847843 Feb 09 13:02:09.401507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-973865a5-b664-49f9-8bc3-6d5b7619c02b service neutron] 10.222.0.59 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398354 Feb 09 13:02:09.550962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-582baa91-0970-4ffb-8edc-61d0145b0f42 service neutron] 10.222.0.59 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416290 Feb 09 13:02:09.655781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-862108726', 'description': 'tempest-description-1109891632'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:09.663174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:09.668114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:09.676354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:09.689147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:09.709713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:09.759137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:09.763578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:09.768322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:09.817876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:09.909936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:09.919650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd0ab7-1ad0-4b31-80f8-ec7dfab5c538 req-db8641f8-b0dd-42e6-b1d1-b673781da528 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:09.921174 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6cd0ab7-1ad0-4b31-80f8-ec7dfab5c538 req-db8641f8-b0dd-42e6-b1d1-b673781da528 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 945 time: 0.1488528 Feb 09 13:02:09.922548 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:09.929441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 61db052b-14f5-4955-945c-35f0ce6a290a no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:10.039154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0293ee94-72e2-4c9c-8524-acaa4a43ef6f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:10.044197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6cd0ab7-1ad0-4b31-80f8-ec7dfab5c538 req-941252ff-5743-4e8f-a3b5-240bccf7bf26 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076293 Feb 09 13:02:10.053615 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:10.055424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ac30d2d-de1d-4271-95cf-027709deb282 req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.4047995 Feb 09 13:02:10.067825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.068433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.068933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.069817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.070262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.070737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.071176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.071696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.072318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.072718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.073290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7564c9-86a2-4232-b6e6-898108099220 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:10.227406 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:10.253239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-f95dbe62-5a31-4e78-857c-4f1acdf59adf tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:10.255317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-f95dbe62-5a31-4e78-857c-4f1acdf59adf tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "GET /v2.0/ports?device_id=49a39e77-5d4d-47eb-bf1b-5fcc72104502 HTTP/1.1" status: 200 len: 945 time: 0.1310000 Feb 09 13:02:10.279904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61db052b-14f5-4955-945c-35f0ce6a290a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:10.307066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 61db052b-14f5-4955-945c-35f0ce6a290a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=61db052b-14f5-4955-945c-35f0ce6a290a,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:10.316757 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:10.332469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-d87ef7bb-564b-4e41-b849-cdc10f4cf443 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:10.334076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-d87ef7bb-564b-4e41-b849-cdc10f4cf443 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:10.372922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-d87ef7bb-564b-4e41-b849-cdc10f4cf443 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:10.374278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-d87ef7bb-564b-4e41-b849-cdc10f4cf443 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 945 time: 0.1877742 Feb 09 13:02:10.418838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=61db052b-14f5-4955-945c-35f0ce6a290a,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:10.426888 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-6919e959-bfbd-47c4-aa4f-f18373ae850c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Deleting port 61db052b-14f5-4955-945c-35f0ce6a290a {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:02:10.427232 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-6919e959-bfbd-47c4-aa4f-f18373ae850c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:10.484921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-bf29129b-fd2a-43cf-a766-9904c8c56eaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Deleting port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:02:10.485510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-bf29129b-fd2a-43cf-a766-9904c8c56eaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:10.600738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ac6561d-c0f4-44e0-8787-5c01a27df7e4 req-ad5f4dfe-d4e8-4724-a842-d5a67fac9a26 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 210 time: 0.0561714 Feb 09 13:02:10.643635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d574b-b11b-4b51-acf0-85ff1c01d7e8 req-746f925c-2c97-419c-a756-545f5258b39f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:10.645105 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d20d574b-b11b-4b51-acf0-85ff1c01d7e8 req-746f925c-2c97-419c-a756-545f5258b39f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.2846897 Feb 09 13:02:10.838823 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d20d574b-b11b-4b51-acf0-85ff1c01d7e8 req-43a88839-23ab-4f41-acf5-09e9434708fe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766667 Feb 09 13:02:10.839094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-bf29129b-fd2a-43cf-a766-9904c8c56eaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] For port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:10.840467 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-bf29129b-fd2a-43cf-a766-9904c8c56eaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:10.843292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-7fb6032c-988b-4c68-a924-4f4ac8bbdd76 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/0293ee94-72e2-4c9c-8524-acaa4a43ef6f HTTP/1.1" status: 200 len: 1638 time: 0.1865425 Feb 09 13:02:10.851112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-6919e959-bfbd-47c4-aa4f-f18373ae850c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] For port 61db052b-14f5-4955-945c-35f0ce6a290a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=61db052b-14f5-4955-945c-35f0ce6a290a,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:10.851435 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-6919e959-bfbd-47c4-aa4f-f18373ae850c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:10.866691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0293ee94-72e2-4c9c-8524-acaa4a43ef6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:10.866999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0293ee94-72e2-4c9c-8524-acaa4a43ef6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:10.963757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39168) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:10.966225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:10.976489 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:10.981667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:11.011620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:11.031635 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:11.075274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-bf29129b-fd2a-43cf-a766-9904c8c56eaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Calling delete_port for 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:02:11.175228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-6919e959-bfbd-47c4-aa4f-f18373ae850c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Calling delete_port for 61db052b-14f5-4955-945c-35f0ce6a290a owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:02:11.245666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-bf29129b-fd2a-43cf-a766-9904c8c56eaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:11.269228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['5d89bf21-39a6-4394-ba90-a5c7e88cc5c5'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:11.307659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29129b-fd2a-43cf-a766-9904c8c56eaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event deleted for resources: {'Port': ['ID=5d89bf21-39a6-4394-ba90-a5c7e88cc5c5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:11.389973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-bf29129b-fd2a-43cf-a766-9904c8c56eaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] No DVR routers for this DVR port 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:11.393348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-bf29129b-fd2a-43cf-a766-9904c8c56eaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:11.396413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcbd983-78de-4d87-a7db-71327d4176df', 'name': 'network-vif-deleted', 'tag': '5d89bf21-39a6-4394-ba90-a5c7e88cc5c5'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:11.412732 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e6d67fd8-0c71-4373-a28e-62dbee870625 req-bf29129b-fd2a-43cf-a766-9904c8c56eaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.62 "DELETE /v2.0/ports/5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 HTTP/1.1" status: 204 len: 173 time: 1.0277801 Feb 09 13:02:11.668060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-5250dc77-837e-4484-94dd-79f0300ca5be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:11.669499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-5250dc77-837e-4484-94dd-79f0300ca5be tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 805 time: 0.5075610 Feb 09 13:02:11.669499 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:11.721788 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b2b650e-4be1-4d24-8656-afdef4d7081e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:11.728507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Request body: {'port': {'device_id': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'admin_state_up': True, 'tenant_id': '7fecec3b42df453293b2fc62ba68b391'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:11.787330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58841e-c1ea-4795-8335-6f0f5816799e req-136db18e-f191-4722-a1de-66c08a0401ce tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:11.788811 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb58841e-c1ea-4795-8335-6f0f5816799e req-136db18e-f191-4722-a1de-66c08a0401ce tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.6248758 Feb 09 13:02:11.793437 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ae59060-4aea-4a94-8485-e949feb3b252 req-b60b21a6-9fad-4a03-b3f9-2aad1766451a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 210 time: 0.0523751 Feb 09 13:02:11.819418 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:11.896356 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:11.906846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b2b650e-4be1-4d24-8656-afdef4d7081e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:11.968237 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-6919e959-bfbd-47c4-aa4f-f18373ae850c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:11.975463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37d5965-1cd2-43ba-bd1f-70924564f8e0,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:11.986562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae59060-4aea-4a94-8485-e949feb3b252 req-5ac0e7e9-ec66-41ca-9fce-b92bd7f1f50e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:11.988717 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ae59060-4aea-4a94-8485-e949feb3b252 req-5ac0e7e9-ec66-41ca-9fce-b92bd7f1f50e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=819a0ead3dfd4a61b8df838745ba906a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1853366 Feb 09 13:02:12.067462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919e959-bfbd-47c4-aa4f-f18373ae850c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Pushing event deleted for resources: {'Port': ['ID=61db052b-14f5-4955-945c-35f0ce6a290a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:12.075924 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:12.077290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-202113eb-c9ad-4866-925c-abb91bb49eaa req-0f48bf15-46f5-4700-ae64-4eac610ba0d0 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.2184694 Feb 09 13:02:12.100251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb58841e-c1ea-4795-8335-6f0f5816799e req-3f68c692-ec8a-404f-8cdc-38b5d1de2663 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899289 Feb 09 13:02:12.159343 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61db052b-14f5-4955-945c-35f0ce6a290a', 'code': 200} Feb 09 13:02:12.180156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:12.215420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-6919e959-bfbd-47c4-aa4f-f18373ae850c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] No DVR routers for this DVR port 61db052b-14f5-4955-945c-35f0ce6a290a on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:12.217991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae59060-4aea-4a94-8485-e949feb3b252 req-d77a9420-e060-4f6e-8ece-21068b95ba26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:12.220705 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b2b650e-4be1-4d24-8656-afdef4d7081e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:12.222115 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ae59060-4aea-4a94-8485-e949feb3b252 req-d77a9420-e060-4f6e-8ece-21068b95ba26 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2244813 Feb 09 13:02:12.224915 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-6919e959-bfbd-47c4-aa4f-f18373ae850c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:12.227963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:12.237476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'name': 'network-vif-deleted', 'tag': '61db052b-14f5-4955-945c-35f0ce6a290a'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:12.257443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b650e-4be1-4d24-8656-afdef4d7081e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51026503-8eba-4f56-a709-9077b9989deb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:12.262520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a09cb8f-e6c4-476e-a61b-b55a34668797 req-6919e959-bfbd-47c4-aa4f-f18373ae850c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "DELETE /v2.0/ports/61db052b-14f5-4955-945c-35f0ce6a290a HTTP/1.1" status: 204 len: 173 time: 2.0019624 Feb 09 13:02:12.276716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Made reservation on behalf of 7fecec3b42df453293b2fc62ba68b391 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:02:12.281813 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:12.299317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b2b650e-4be1-4d24-8656-afdef4d7081e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:12.302784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2b2b650e-4be1-4d24-8656-afdef4d7081e tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "DELETE /v2.0/security-groups/51026503-8eba-4f56-a709-9077b9989deb HTTP/1.1" status: 204 len: 168 time: 1.2660029 Feb 09 13:02:12.304787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39184) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:12.365230 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-ddd7385f-2c15-4e4a-8a7c-2d47804861a9 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] show failed (client error): The resource could not be found. Feb 09 13:02:12.369644 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ddd7385f-2c15-4e4a-8a7c-2d47804861a9 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "GET /v2.0/security-groups/51026503-8eba-4f56-a709-9077b9989deb HTTP/1.1" status: 404 len: 347 time: 0.0606949 Feb 09 13:02:12.369834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39192) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:12.499730 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73c703ea-665a-45bf-983b-3d67f4bfd941 req-db3f8a29-f227-45d8-a490-69bd20ea786a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 210 time: 0.1321893 Feb 09 13:02:12.604062 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcbd983-78de-4d87-a7db-71327d4176df', 'name': 'network-vif-deleted', 'tag': '5d89bf21-39a6-4394-ba90-a5c7e88cc5c5', 'status': 'completed', 'code': 200} Feb 09 13:02:12.630615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-741a1db6-72bd-4b11-ba5d-abc167aa3cf5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Deleting port 08929aff-5046-47ad-b850-2f8e871da252 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:02:12.632649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-741a1db6-72bd-4b11-ba5d-abc167aa3cf5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:12.796998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-daff1c8b-61b4-40e5-8787-831a9cef9482 req-1dee700e-47a4-443d-8a41-d1d440d11e74 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Synchronizing usage tracker for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:12.956818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Allocated IP 172.20.0.11 (2459202c-405b-4450-bc5f-eeb2bfe623a1/9f46d025-13d3-4ccd-8142-d22e6f2c7fa5/fb705c85-2b86-419f-ab78-6b7988d98709) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:02:12.978609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-daff1c8b-61b4-40e5-8787-831a9cef9482 req-1dee700e-47a4-443d-8a41-d1d440d11e74 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Unset dirty status for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:12.980137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daff1c8b-61b4-40e5-8787-831a9cef9482 req-1dee700e-47a4-443d-8a41-d1d440d11e74 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 210 time: 0.2840071 Feb 09 13:02:13.047688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53ce14-7f4d-4511-9b80-691370ab88b2 req-640d473b-fd0a-46ae-ab75-f56d8484a15e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:13.049117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae53ce14-7f4d-4511-9b80-691370ab88b2 req-640d473b-fd0a-46ae-ab75-f56d8484a15e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.3423448 Feb 09 13:02:13.070776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1881247293', 'description': 'tempest-description-650315133'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:13.102207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:13.105344 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-741a1db6-72bd-4b11-ba5d-abc167aa3cf5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:13.105662 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-741a1db6-72bd-4b11-ba5d-abc167aa3cf5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:13.134286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:13.185937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:13.272020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-741a1db6-72bd-4b11-ba5d-abc167aa3cf5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Calling delete_port for 08929aff-5046-47ad-b850-2f8e871da252 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:02:13.319846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:13.530861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae53ce14-7f4d-4511-9b80-691370ab88b2 req-4c72f82a-31ae-4872-aac9-eb0f20f8c194 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706557 Feb 09 13:02:13.531477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:13.600809 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a39e77-5d4d-47eb-bf1b-5fcc72104502', 'name': 'network-vif-deleted', 'tag': '61db052b-14f5-4955-945c-35f0ce6a290a', 'status': 'completed', 'code': 200} Feb 09 13:02:13.625551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:13.639539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:13.670990 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:13.679578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:13.697286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:13.786735 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-741a1db6-72bd-4b11-ba5d-abc167aa3cf5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:13.861117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a1db6-72bd-4b11-ba5d-abc167aa3cf5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Pushing event deleted for resources: {'Port': ['ID=08929aff-5046-47ad-b850-2f8e871da252,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:13.869221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:13.929627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 61db052b-14f5-4955-945c-35f0ce6a290a no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:13.937729 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:13.967189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:13.967675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 61db052b-14f5-4955-945c-35f0ce6a290a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:02:13.968113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 61db052b-14f5-4955-945c-35f0ce6a290a not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:14.080418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a4be8-ff75-4930-9fa2-920d94f76266 req-1c656723-08db-469b-9c0a-bf7ad54c2208 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:14.081757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b3a4be8-ff75-4930-9fa2-920d94f76266 req-1c656723-08db-469b-9c0a-bf7ad54c2208 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.3806193 Feb 09 13:02:14.085925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Network 2459202c-405b-4450-bc5f-eeb2bfe623a1 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:02:14.102230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:02:14.108335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Pushing event updated for resources: {'Port': ['ID=fb705c85-2b86-419f-ab78-6b7988d98709,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:14.126243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:02:14.153642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d18511-5c01-4740-8f87-61c57ba9215a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:14.169104 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:14.170270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96ae3855-310c-4fd0-8ad6-9da737bda65b req-48a5330e-0ed6-4fad-b103-e3d6a1dca9d8 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.1285133 Feb 09 13:02:14.190050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-741a1db6-72bd-4b11-ba5d-abc167aa3cf5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:14.192283 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-741a1db6-72bd-4b11-ba5d-abc167aa3cf5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:14.193385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-741a1db6-72bd-4b11-ba5d-abc167aa3cf5 tempest-ImagesOneServerNegativeTestJSON-1950928987 tempest-ImagesOneServerNegativeTestJSON-1950928987-project] 10.222.0.59 "DELETE /v2.0/floatingips/632ca80a-175e-4ee7-abfa-73a594813076 HTTP/1.1" status: 204 len: 168 time: 1.8227713 Feb 09 13:02:14.221883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:14.222491 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:14.236457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b3a4be8-ff75-4930-9fa2-920d94f76266 req-b41c648f-f047-462b-b093-1f1cab82ef3b tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399450 Feb 09 13:02:14.245561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-593a3626-c399-4686-b005-e772eb5bd406 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5249581 Feb 09 13:02:14.257144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Request body: {'port': {'device_id': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:14.322600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3ae59060-4aea-4a94-8485-e949feb3b252 req-636547d5-9eff-4c06-bd8c-8c591b9fb185 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:14.339289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3ae59060-4aea-4a94-8485-e949feb3b252 req-636547d5-9eff-4c06-bd8c-8c591b9fb185 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:14.340506 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ae59060-4aea-4a94-8485-e949feb3b252 req-636547d5-9eff-4c06-bd8c-8c591b9fb185 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.62 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 210 time: 0.0616992 Feb 09 13:02:14.433007 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76cdce1d-d3f9-4951-9591-7ef1beffbfb5 req-b3123238-845a-4e6e-8113-de8907d657a3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dcbd983-78de-4d87-a7db-71327d4176df HTTP/1.1" status: 200 len: 210 time: 0.0781701 Feb 09 13:02:14.464564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:14.491456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94234f-5358-4598-8054-06277d9d48bb req-7c447100-55af-4397-a150-9d5c6c296de8 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:14.492679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f94234f-5358-4598-8054-06277d9d48bb req-7c447100-55af-4397-a150-9d5c6c296de8 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.2113192 Feb 09 13:02:14.677433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f94234f-5358-4598-8054-06277d9d48bb req-3827850f-606a-44fc-a870-adc372732a42 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542189 Feb 09 13:02:14.835884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf321bc-6019-4a61-9e66-03af57a45e35 req-4690b5ce-68c4-4c7b-8e23-8777385c44f6 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:14.837347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bf321bc-6019-4a61-9e66-03af57a45e35 req-4690b5ce-68c4-4c7b-8e23-8777385c44f6 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 932 time: 0.2758024 Feb 09 13:02:14.893339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-06a5f97c-3e0b-48f6-874f-70e8b721f16e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/24d18511-5c01-4740-8f87-61c57ba9215a HTTP/1.1" status: 200 len: 1638 time: 0.1613219 Feb 09 13:02:14.913086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '24d18511-5c01-4740-8f87-61c57ba9215a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:14.913398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '24d18511-5c01-4740-8f87-61c57ba9215a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:14.926338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:14.933771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:14.936806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:14.944433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bf321bc-6019-4a61-9e66-03af57a45e35 req-5e4e8bef-a03e-4842-a199-fde6e6b4bf61 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986643 Feb 09 13:02:14.945246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:15.060280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb705c85-2b86-419f-ab78-6b7988d98709 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:02:15.071199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.098879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Transition to ACTIVE for port object fb705c85-2b86-419f-ab78-6b7988d98709 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:02:15.100230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.104790 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.272529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.299160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.317603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Pushing event updated for resources: {'Port': ['ID=fb705c85-2b86-419f-ab78-6b7988d98709,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:15.459203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed825f4-0f36-4597-ac6c-6f75c57c9ad0,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:15.496403 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.497572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adaa73a0-d41c-41d6-bec7-5154b9e81d7d req-a2daa0b6-ecbd-4961-bf0d-94fe70505c23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.5922351 Feb 09 13:02:15.558843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bf9b9-a811-4ced-8b2a-90a25e4f14fc req-365cfaaf-ce56-4035-ba79-a30b3eb33a18 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:15.560651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa7bf9b9-a811-4ced-8b2a-90a25e4f14fc req-365cfaaf-ce56-4035-ba79-a30b3eb33a18 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.4220934 Feb 09 13:02:15.618985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Attempting to bind port fb705c85-2b86-419f-ab78-6b7988d98709 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:02:15.619321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Attempting to bind port fb705c85-2b86-419f-ab78-6b7988d98709 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:02:15.619647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Attempting to bind port fb705c85-2b86-419f-ab78-6b7988d98709 on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:02:15.633714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa7bf9b9-a811-4ced-8b2a-90a25e4f14fc req-d223c5ae-319a-4c17-b865-379f7887882e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655751 Feb 09 13:02:15.634374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Port fb705c85-2b86-419f-ab78-6b7988d98709 on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:02:15.634721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Attempting to bind port fb705c85-2b86-419f-ab78-6b7988d98709 on network 2459202c-405b-4450-bc5f-eeb2bfe623a1 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:02:15.641087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:02:15.642511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Checking segment: {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:02:15.642511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Bound using segment: {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:02:15.642778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Bound port: fb705c85-2b86-419f-ab78-6b7988d98709, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:02:15.643124 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.770079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-539896120', 'description': 'tempest-description-1420762784'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:15.783973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:15.791616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:15.797713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:15.801279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] For port fb705c85-2b86-419f-ab78-6b7988d98709, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:02:15.807187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:15.809922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] For port fb705c85-2b86-419f-ab78-6b7988d98709, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fb705c85-2b86-419f-ab78-6b7988d98709,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:02:15.818126 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.885458 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.908473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7d8ad-6517-42b0-b640-fa92214aea4b req-b250688a-2ea7-4f56-99a8-e751a8935975 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:15.910074 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.910617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ba7d8ad-6517-42b0-b640-fa92214aea4b req-b250688a-2ea7-4f56-99a8-e751a8935975 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.2247353 Feb 09 13:02:15.929735 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:15.931797 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] 10.222.0.67 "PUT /v2.0/ports/fb705c85-2b86-419f-ab78-6b7988d98709 HTTP/1.1" status: 200 len: 1092 time: 1.6781454 Feb 09 13:02:15.937433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'tag': 'fb705c85-2b86-419f-ab78-6b7988d98709'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:15.987017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cad47f-c036-4bce-ac87-aa3cce28e709 service neutron] Pushing event updated for resources: {'Port': ['ID=fb705c85-2b86-419f-ab78-6b7988d98709,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:16.067541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:16.073732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:16.079389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:16.092440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:16.101300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ba7d8ad-6517-42b0-b640-fa92214aea4b req-c4639076-0fbc-42c6-821c-3573e221bb5c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737995 Feb 09 13:02:16.154597 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-f3851080-82c2-4c7a-9f5a-859b98abea1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 1095 time: 0.1586905 Feb 09 13:02:16.205835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39236) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:16.254902 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.257806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c00df738-cfe6-48c5-8a39-2e4df68371d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb705c85-2b86-419f-ab78-6b7988d98709 HTTP/1.1" status: 200 len: 217 time: 0.0923643 Feb 09 13:02:16.261097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.279898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-668964b4-8478-4265-bac6-11d3de6dcfd6 admin admin] Deleting subnet fc77c62c-3756-41a0-ba46-8fcac2da16bd {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:02:16.283518 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-668964b4-8478-4265-bac6-11d3de6dcfd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.356753 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-668964b4-8478-4265-bac6-11d3de6dcfd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.374898 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.376163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b9b3771-7dec-48b7-9c39-9cc682535aa9 req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.6176116 Feb 09 13:02:16.379753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0788538-be90-4b7a-9404-330f163dea23 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a5bb1-065c-4ce6-ab5e-1c0154d2ad64,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:16.419089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-7751928c-46d1-40c8-b098-8bbb17b7eae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:16.420705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-7751928c-46d1-40c8-b098-8bbb17b7eae8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f46d025-13d3-4ccd-8142-d22e6f2c7fa5 HTTP/1.1" status: 200 len: 845 time: 0.1276186 Feb 09 13:02:16.429785 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-668964b4-8478-4265-bac6-11d3de6dcfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.518626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-b2099466-f10f-459e-96d6-d7299b21d3ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2459202c-405b-4450-bc5f-eeb2bfe623a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908217 Feb 09 13:02:16.529805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-668964b4-8478-4265-bac6-11d3de6dcfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.569977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668964b4-8478-4265-bac6-11d3de6dcfd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc77c62c-3756-41a0-ba46-8fcac2da16bd,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:16.576297 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-668964b4-8478-4265-bac6-11d3de6dcfd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.582084 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-668964b4-8478-4265-bac6-11d3de6dcfd6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fc77c62c-3756-41a0-ba46-8fcac2da16bd HTTP/1.1" status: 204 len: 168 time: 0.3751633 Feb 09 13:02:16.584555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39248) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:16.686737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.778045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb605bd2-941a-41e6-9300-8a4f1fc139b8 req-d60cf321-d655-43ab-a054-101ef7bd5062 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:16.779399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb605bd2-941a-41e6-9300-8a4f1fc139b8 req-d60cf321-d655-43ab-a054-101ef7bd5062 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.3096139 Feb 09 13:02:16.799095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-128ebbfd-9708-4384-aed7-28b674bcb40b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:16.800464 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-128ebbfd-9708-4384-aed7-28b674bcb40b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.2890167 Feb 09 13:02:16.813068 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.818313 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-c704048f-6b32-4b60-badf-a039d6e48a05 service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783015 Feb 09 13:02:16.838331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d686e8c-c6a7-4b1e-9500-b81a409a8fe9']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:16.852045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393e5061-b10a-4833-a818-9be6a1f1c1ff') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:16.852329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393e5061-b10a-4833-a818-9be6a1f1c1ff') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:16.864679 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.876953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-153ac367-5706-468f-a526-5f2cc0502384 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/quotas/819a0ead3dfd4a61b8df838745ba906a HTTP/1.1" status: 200 len: 375 time: 0.0607076 Feb 09 13:02:16.881605 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.887936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:02:16.888424 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:02:16.901973 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:02:16.904043 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:16.938361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:02:16.939505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 5d89bf21-39a6-4394-ba90-a5c7e88cc5c5 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:16.972418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb605bd2-941a-41e6-9300-8a4f1fc139b8 req-c720effb-0da9-4ab6-bb8e-4ce0ce971ad3 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804092 Feb 09 13:02:16.990217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-e2639734-1402-4f3c-bf5e-2b82d2f777ab tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1046627 Feb 09 13:02:17.060125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f5026f-6f95-41df-a9a9-0f5824db16a5 req-74e291ac-9237-474a-8c76-17f8eaeb0831 service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293830 Feb 09 13:02:17.074641 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'tag': 'fb705c85-2b86-419f-ab78-6b7988d98709', 'status': 'completed', 'code': 200} Feb 09 13:02:17.085222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:17.105903 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:17.113963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d686e8c-c6a7-4b1e-9500-b81a409a8fe9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:17.123927 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7a2c3791-6fc2-4c05-9d10-9442b889d200 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0d686e8c-c6a7-4b1e-9500-b81a409a8fe9 HTTP/1.1" status: 204 len: 168 time: 0.5383961 Feb 09 13:02:17.270610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39258) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:17.284810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-d321e74b-52f2-41a8-853a-7d876d652186 service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466378 Feb 09 13:02:17.320375 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a4c39d9a-258a-4412-847a-a32409732a09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f87af6578a534d759f966dc14c97e6ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483084 Feb 09 13:02:17.322690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39262) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:17.385917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-726c99dc-3ea3-44e4-a677-b16498f4c35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:17.413572 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-726c99dc-3ea3-44e4-a677-b16498f4c35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:17.464008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6366791-e0b0-41da-bb41-9102c64555a6 req-1c236c38-3596-45e8-9434-933133e88981 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fecec3b42df453293b2fc62ba68b391&device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 1095 time: 0.3171179 Feb 09 13:02:17.467782 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-726c99dc-3ea3-44e4-a677-b16498f4c35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:17.485091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c99dc-3ea3-44e4-a677-b16498f4c35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2142220-4e7f-46bb-a097-8e05f0c43fc7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:17.492458 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-726c99dc-3ea3-44e4-a677-b16498f4c35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:17.493565 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-726c99dc-3ea3-44e4-a677-b16498f4c35f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2142220-4e7f-46bb-a097-8e05f0c43fc7 HTTP/1.1" status: 204 len: 168 time: 0.1699955 Feb 09 13:02:17.549876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450924ad-69d9-4330-817f-3d1a50d218d4 req-05e2858e-eba7-4459-a297-375795fbff8b tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:17.551322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-450924ad-69d9-4330-817f-3d1a50d218d4 req-05e2858e-eba7-4459-a297-375795fbff8b tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 944 time: 0.3651049 Feb 09 13:02:17.701224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-c424ae0a-624b-484e-8a84-15790d8a9855 service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049428 Feb 09 13:02:17.710830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-450924ad-69d9-4330-817f-3d1a50d218d4 req-dee3408b-6114-454f-96f8-8fc44d55a340 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469703 Feb 09 13:02:17.726202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6366791-e0b0-41da-bb41-9102c64555a6 req-3249124f-4885-4967-b153-8fc527510902 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:17.728122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6366791-e0b0-41da-bb41-9102c64555a6 req-3249124f-4885-4967-b153-8fc527510902 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 200 len: 906 time: 0.2126117 Feb 09 13:02:17.795750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1443560518', 'description': 'tempest-description-157334322'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:17.802655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:17.811550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:17.814522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:17.820295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:17.842093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:17.871021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6366791-e0b0-41da-bb41-9102c64555a6 req-d8b4b093-6349-4e73-8460-b8aae2ccb5db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb705c85-2b86-419f-ab78-6b7988d98709 HTTP/1.1" status: 200 len: 217 time: 0.1276076 Feb 09 13:02:17.978843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:17.991181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:17.998987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:18.009415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:18.013699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6366791-e0b0-41da-bb41-9102c64555a6 req-74d6b923-7826-4592-83ba-ac3aa6afbcb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:18.016658 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6366791-e0b0-41da-bb41-9102c64555a6 req-74d6b923-7826-4592-83ba-ac3aa6afbcb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9f46d025-13d3-4ccd-8142-d22e6f2c7fa5 HTTP/1.1" status: 200 len: 845 time: 0.1378295 Feb 09 13:02:18.087510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6366791-e0b0-41da-bb41-9102c64555a6 req-eb8ad23a-7514-4514-9789-eaa44d5e8722 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2459202c-405b-4450-bc5f-eeb2bfe623a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635061 Feb 09 13:02:18.300387 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:18.313944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b82b-65b7-4377-8b36-8b29f55a9fdc req-2fe30f39-6c03-4432-ac62-3f973efae863 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:18.316476 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8512b82b-65b7-4377-8b36-8b29f55a9fdc req-2fe30f39-6c03-4432-ac62-3f973efae863 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.3715355 Feb 09 13:02:18.322711 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:18.443380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6366791-e0b0-41da-bb41-9102c64555a6 req-60ff72d2-f3b8-442d-a110-8d38452617a1 service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441925 Feb 09 13:02:18.496864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b78a965-cf8f-468c-a360-0f9cc2633743,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:18.539869 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:18.541447 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89673246-2dc6-4c27-b7df-064dbdd083b3 req-f8321500-f34f-4658-aaa5-ad2d9a3bcd40 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.7501621 Feb 09 13:02:18.588943 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:02:18.624138 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8512b82b-65b7-4377-8b36-8b29f55a9fdc req-15bad2b0-d102-44ac-8d8e-56454575f996 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884693 Feb 09 13:02:18.717998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6366791-e0b0-41da-bb41-9102c64555a6 req-3be3def1-5f6d-49c6-982a-fccc9c670a6c service neutron] 10.222.0.67 "GET /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608304 Feb 09 13:02:18.781552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-752caf31-4447-4f53-b058-8df5a62f8a33 req-af5ef40d-931f-42e4-bb6a-87795068cb51 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 210 time: 0.0464110 Feb 09 13:02:18.787973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74595325-8643-49c3-98b9-8d5173e5cb63 req-730cc7ff-32de-4136-8090-1b36f38c6011 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:18.789422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74595325-8643-49c3-98b9-8d5173e5cb63 req-730cc7ff-32de-4136-8090-1b36f38c6011 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.1417460 Feb 09 13:02:18.839512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74595325-8643-49c3-98b9-8d5173e5cb63 req-6b6132bb-761b-4024-a56c-af0a7e7e03c6 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433893 Feb 09 13:02:19.091957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-5c048434-d244-4933-b21c-ae39301f0a3a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/2f6a5bb1-065c-4ce6-ab5e-1c0154d2ad64 HTTP/1.1" status: 200 len: 1638 time: 0.2083921 Feb 09 13:02:19.154655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-86854db6-f4bf-43ff-9130-7bdba812c878 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:19.156021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-86854db6-f4bf-43ff-9130-7bdba812c878 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.2704420 Feb 09 13:02:19.174584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdd81e-93b7-4dab-b670-774cfdd7a261 req-a05dc152-ed6e-48a1-850b-48d93d905de2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:19.175965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32bdd81e-93b7-4dab-b670-774cfdd7a261 req-a05dc152-ed6e-48a1-850b-48d93d905de2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.2520204 Feb 09 13:02:19.182721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Request body: {'port': {'device_id': 'a42fa2a4-555e-44f4-99da-39ecf89fc5da', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'admin_state_up': True, 'tenant_id': '819a0ead3dfd4a61b8df838745ba906a'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:19.240841 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-9577a4a6-38c2-4b92-8118-be359455f5fa tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/1b78a965-cf8f-468c-a360-0f9cc2633743 HTTP/1.1" status: 200 len: 1638 time: 0.1398191 Feb 09 13:02:19.300068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2f6a5bb1-065c-4ce6-ab5e-1c0154d2ad64', 'remote_group_id': '1b78a965-cf8f-468c-a360-0f9cc2633743', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:19.300371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2f6a5bb1-065c-4ce6-ab5e-1c0154d2ad64', 'remote_group_id': '1b78a965-cf8f-468c-a360-0f9cc2633743', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:19.316074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:19.330227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:19.335098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:19.339124 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32bdd81e-93b7-4dab-b670-774cfdd7a261 req-e66c820b-8ab4-469a-8acd-7964f44edfe2 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422172 Feb 09 13:02:19.344342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:19.389060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:19.413841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:19.551443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Made reservation on behalf of 819a0ead3dfd4a61b8df838745ba906a for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:02:19.555093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:19.569533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:19.700512 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:19.717388 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:19.797010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44a6008-f4a6-47c7-9d58-f05ad4658050,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:19.828956 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:19.842974 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3bd8f8a-bd03-420b-8909-a035ca8ad81a req-bb02caad-2baf-4105-9cde-df4f286c6803 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.5841074 Feb 09 13:02:19.860892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Allocated IP 172.20.0.3 (12788e67-143c-4867-a351-ef88510d233b/5831325b-7029-405e-857f-84d59869e409/aa4ffc98-8004-4601-9fc5-298f9ee7883e) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:02:19.900040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39318) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:19.900511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93d3d2-e949-4c23-8809-2818eede543d req-26569f99-4091-4c90-a98e-f4f34e91368e tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:19.903064 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e93d3d2-e949-4c23-8809-2818eede543d req-26569f99-4091-4c90-a98e-f4f34e91368e tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 944 time: 0.2433913 Feb 09 13:02:19.969224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fb705c85-2b86-419f-ab78-6b7988d98709 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:02:20.063117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f2f8f2e-12b6-4640-b400-48d20dfa96af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.096576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9f2f8f2e-12b6-4640-b400-48d20dfa96af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:20.101042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9f2f8f2e-12b6-4640-b400-48d20dfa96af admin admin] Usage tracker for resource:security_group_rule and tenant:e14b5d9743e74e2aa4e79d105cc1ec7e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:20.103995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9f2f8f2e-12b6-4640-b400-48d20dfa96af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:20.109885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9f2f8f2e-12b6-4640-b400-48d20dfa96af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:20.138608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port fb705c85-2b86-419f-ab78-6b7988d98709, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fb705c85-2b86-419f-ab78-6b7988d98709,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:20.139819 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e93d3d2-e949-4c23-8809-2818eede543d req-65bdbb0c-e9aa-407b-9f2b-6af8f7692a6b tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103815 Feb 09 13:02:20.158498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'fb705c85-2b86-419f-ab78-6b7988d98709', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'port_id': 'fb705c85-2b86-419f-ab78-6b7988d98709', 'mac_address': 'fa:16:3e:a8:61:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46d025-13d3-4ccd-8142-d22e6f2c7fa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:02:20.179279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f2f8f2e-12b6-4640-b400-48d20dfa96af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.185898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f2f8f2e-12b6-4640-b400-48d20dfa96af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.219934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.222239 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.222939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f8f2e-12b6-4640-b400-48d20dfa96af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de76567a-c5cf-4bc9-b448-354f8ae44b54,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:20.248047 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9f2f8f2e-12b6-4640-b400-48d20dfa96af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e14b5d9743e74e2aa4e79d105cc1ec7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3466263 Feb 09 13:02:20.249516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb705c85-2b86-419f-ab78-6b7988d98709 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:02:20.250726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39324) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:20.270206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port fb705c85-2b86-419f-ab78-6b7988d98709, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fb705c85-2b86-419f-ab78-6b7988d98709,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:20.275654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.320478 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d82734d9-08c8-4a4f-87d4-2e3f6dda08f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.346873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7461ff8-af3e-404d-a774-f31ac3b107b4 req-9854543b-116a-4aa5-818f-81eab8206041 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:20.347896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d82734d9-08c8-4a4f-87d4-2e3f6dda08f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.348020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=fb705c85-2b86-419f-ab78-6b7988d98709,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:20.348339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d7461ff8-af3e-404d-a774-f31ac3b107b4 req-9854543b-116a-4aa5-818f-81eab8206041 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.4207230 Feb 09 13:02:20.351606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f0f5d681-7d97-4a84-8406-6aa9ae80fdcc req-815b1d47-10b6-4fa8-bf3d-a8c78f042846 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:20.387846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.395078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f0f5d681-7d97-4a84-8406-6aa9ae80fdcc req-815b1d47-10b6-4fa8-bf3d-a8c78f042846 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:20.396217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0f5d681-7d97-4a84-8406-6aa9ae80fdcc req-815b1d47-10b6-4fa8-bf3d-a8c78f042846 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 210 time: 0.1130168 Feb 09 13:02:20.414130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d82734d9-08c8-4a4f-87d4-2e3f6dda08f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.446824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82734d9-08c8-4a4f-87d4-2e3f6dda08f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de76567a-c5cf-4bc9-b448-354f8ae44b54,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:20.450747 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d82734d9-08c8-4a4f-87d4-2e3f6dda08f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.454580 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d82734d9-08c8-4a4f-87d4-2e3f6dda08f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de76567a-c5cf-4bc9-b448-354f8ae44b54 HTTP/1.1" status: 204 len: 168 time: 0.1993835 Feb 09 13:02:20.473682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-601278787', 'description': 'tempest-description-876688269'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:20.493398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:20.495496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event updated for resources: {'Port': ['ID=aa4ffc98-8004-4601-9fc5-298f9ee7883e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:20.506576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:20.510212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:20.513768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Network 12788e67-143c-4867-a351-ef88510d233b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:02:20.517975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:02:20.519642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:20.523757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d7461ff8-af3e-404d-a774-f31ac3b107b4 req-616d196f-42df-4372-a8fc-7d3577923727 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656494 Feb 09 13:02:20.524901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:02:20.569160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.603370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['fb705c85-2b86-419f-ab78-6b7988d98709'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:20.606526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:20.606526 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.634702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:20.639114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:20.642728 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-9949db77-b93c-497e-b954-f4a171324239 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4658248 Feb 09 13:02:20.643579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:20.650797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:20.655937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Request body: {'port': {'device_id': 'a42fa2a4-555e-44f4-99da-39ecf89fc5da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:20.879013 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.885163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e9e68-a272-4245-bc5c-5766360b12dc req-b69db17a-dd90-4dcf-9a02-bfa6294d1780 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:20.886671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f9e9e68-a272-4245-bc5c-5766360b12dc req-b69db17a-dd90-4dcf-9a02-bfa6294d1780 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.2060142 Feb 09 13:02:20.887245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:20.900919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:21.008625 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:21.009279 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b161942-7806-4119-a5f1-d690eb612e00 req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.5616937 Feb 09 13:02:21.020063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f60ce2-8937-45b5-911c-3b7963be0127 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b58d2c1-90b7-4079-9f65-9a46ec1e3d0e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:21.041976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f9e9e68-a272-4245-bc5c-5766360b12dc req-9272b06d-4ce3-49b4-889a-42cf10aa049a tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448593 Feb 09 13:02:21.110932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1237903286', 'description': 'tempest-description-1991838496'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:21.119432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:21.133641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:21.140893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:21.153659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:21.234573 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:21.359585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:21.369185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:21.375390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:21.392457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:21.418545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acd7bf-1212-4839-942d-53b22404864c req-ff8f4310-e93c-407e-be2a-2b1878e16922 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:21.420050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53acd7bf-1212-4839-942d-53b22404864c req-ff8f4310-e93c-407e-be2a-2b1878e16922 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.2608199 Feb 09 13:02:21.473567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-0e674a60-6806-4f20-b50c-5796ba062411 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:21.474282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-0e674a60-6806-4f20-b50c-5796ba062411 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Synchronizing usage tracker for tenant:39bf5e6213774240a529d4f791d96059 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:21.495665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-0e674a60-6806-4f20-b50c-5796ba062411 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Unset dirty status for tenant:39bf5e6213774240a529d4f791d96059 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:21.496916 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-0e674a60-6806-4f20-b50c-5796ba062411 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.62 "GET /v2.0/ports?device_id=579238d1-9940-4400-bc56-f1aa41ce135a HTTP/1.1" status: 200 len: 944 time: 0.1099536 Feb 09 13:02:21.547077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4ffc98-8004-4601-9fc5-298f9ee7883e {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:02:21.559888 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:21.564809 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53acd7bf-1212-4839-942d-53b22404864c req-109f6845-6b6a-41b3-865c-732b6b55bc66 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321647 Feb 09 13:02:21.574510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-62209ccb-d417-4af8-b4d0-83f618f1a488 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Deleting port 56fb425e-1275-4561-b5fc-a64ac6c79f49 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:02:21.575049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-62209ccb-d417-4af8-b4d0-83f618f1a488 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:21.591143 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:21.598428 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:21.606617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Transition to ACTIVE for port object aa4ffc98-8004-4601-9fc5-298f9ee7883e will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:02:21.615235 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:21.837521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f594e1-59b3-4c18-a71d-c2b2b3e77509,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:21.851992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-62209ccb-d417-4af8-b4d0-83f618f1a488 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] For port 56fb425e-1275-4561-b5fc-a64ac6c79f49, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=56fb425e-1275-4561-b5fc-a64ac6c79f49,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:21.852547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-62209ccb-d417-4af8-b4d0-83f618f1a488 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:21.891839 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:21.893059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed32cbaa-d5bb-462f-930d-d65a2515c831 req-fe8b867a-935c-4940-8e6b-308166ae5dce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.7929571 Feb 09 13:02:21.923631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Pushing event updated for resources: {'Port': ['ID=aa4ffc98-8004-4601-9fc5-298f9ee7883e,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:21.986218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-62209ccb-d417-4af8-b4d0-83f618f1a488 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Calling delete_port for 56fb425e-1275-4561-b5fc-a64ac6c79f49 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:02:21.991153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fb705c85-2b86-419f-ab78-6b7988d98709 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:02:22.036741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fddeb9-f316-4dd1-a900-921727017719 req-1d02347b-8256-44fa-b8e8-1c335a14809f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:22.043634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21fddeb9-f316-4dd1-a900-921727017719 req-1d02347b-8256-44fa-b8e8-1c335a14809f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 945 time: 0.2863913 Feb 09 13:02:22.087191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port fb705c85-2b86-419f-ab78-6b7988d98709 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:02:22.097729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port fb705c85-2b86-419f-ab78-6b7988d98709 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:02:22.099585 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:22.099857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Attempting to bind port aa4ffc98-8004-4601-9fc5-298f9ee7883e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:02:22.100196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Attempting to bind port aa4ffc98-8004-4601-9fc5-298f9ee7883e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:02:22.100524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Attempting to bind port aa4ffc98-8004-4601-9fc5-298f9ee7883e on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:02:22.123090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21fddeb9-f316-4dd1-a900-921727017719 req-19dcc39c-cc32-457c-9a54-91ebbf3b9cc3 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785060 Feb 09 13:02:22.123869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Port aa4ffc98-8004-4601-9fc5-298f9ee7883e on network 12788e67-143c-4867-a351-ef88510d233b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:02:22.124295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Attempting to bind port aa4ffc98-8004-4601-9fc5-298f9ee7883e on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:02:22.138214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:02:22.150190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Checking segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:02:22.150818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Bound using segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:02:22.151477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Bound port: aa4ffc98-8004-4601-9fc5-298f9ee7883e, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:02:22.152053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:22.210184 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-62209ccb-d417-4af8-b4d0-83f618f1a488 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:22.222032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['367b8f3d-2d72-4b9a-910d-a1d08629450e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:22.270873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62209ccb-d417-4af8-b4d0-83f618f1a488 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Pushing event deleted for resources: {'Port': ['ID=56fb425e-1275-4561-b5fc-a64ac6c79f49,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:22.335757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] For port aa4ffc98-8004-4601-9fc5-298f9ee7883e, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:02:22.339584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] For port aa4ffc98-8004-4601-9fc5-298f9ee7883e, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=aa4ffc98-8004-4601-9fc5-298f9ee7883e,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:02:22.346497 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:22.378567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-62209ccb-d417-4af8-b4d0-83f618f1a488 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] No DVR routers for this DVR port 56fb425e-1275-4561-b5fc-a64ac6c79f49 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:22.380882 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-62209ccb-d417-4af8-b4d0-83f618f1a488 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:22.385547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579238d1-9940-4400-bc56-f1aa41ce135a', 'name': 'network-vif-deleted', 'tag': '56fb425e-1275-4561-b5fc-a64ac6c79f49'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:22.401961 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-645f8c26-4842-4633-8c7a-01bb71f1230a req-62209ccb-d417-4af8-b4d0-83f618f1a488 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.62 "DELETE /v2.0/ports/56fb425e-1275-4561-b5fc-a64ac6c79f49 HTTP/1.1" status: 204 len: 173 time: 0.8990607 Feb 09 13:02:22.426250 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:22.470514 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:22.471867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] 10.222.0.67 "PUT /v2.0/ports/aa4ffc98-8004-4601-9fc5-298f9ee7883e HTTP/1.1" status: 200 len: 1091 time: 1.8224123 Feb 09 13:02:22.474128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42fa2a4-555e-44f4-99da-39ecf89fc5da', 'tag': 'aa4ffc98-8004-4601-9fc5-298f9ee7883e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:22.487261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb705c85-2b86-419f-ab78-6b7988d98709'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:22.507685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port fb705c85-2b86-419f-ab78-6b7988d98709, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fb705c85-2b86-419f-ab78-6b7988d98709,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:22.512700 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:22.568920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067104bf-36d9-4a8e-890c-4670e178884e service neutron] Pushing event updated for resources: {'Port': ['ID=aa4ffc98-8004-4601-9fc5-298f9ee7883e,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:22.588776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=fb705c85-2b86-419f-ab78-6b7988d98709,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:22.633999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a3b7e-f9bd-43c5-9ad7-82938f6e9e29 req-0db41d99-1a6a-4c34-9925-61d5626866cb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:22.635477 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-217a3b7e-f9bd-43c5-9ad7-82938f6e9e29 req-0db41d99-1a6a-4c34-9925-61d5626866cb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 943 time: 0.2926099 Feb 09 13:02:22.650582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e9b56-8338-407c-afe8-2dcfc88db59d req-95d2300d-62d2-4b40-b149-d27061f8f24f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:22.651287 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-132e9b56-8338-407c-afe8-2dcfc88db59d req-95d2300d-62d2-4b40-b149-d27061f8f24f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.1778755 Feb 09 13:02:22.719256 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-2ae10964-0bd9-48c7-a229-117b62c724a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 1094 time: 0.2031007 Feb 09 13:02:22.780253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-217a3b7e-f9bd-43c5-9ad7-82938f6e9e29 req-8e15c8a7-3a22-40e9-a05d-96330f7e8f89 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374395 Feb 09 13:02:22.802391 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-132e9b56-8338-407c-afe8-2dcfc88db59d req-5e0c9b07-6efb-475e-9ebf-b2a814fd023e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310189 Feb 09 13:02:22.809611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-5f4e31ae-9804-47d7-b87f-6ff4cb0b3e8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa4ffc98-8004-4601-9fc5-298f9ee7883e HTTP/1.1" status: 200 len: 217 time: 0.0793118 Feb 09 13:02:22.908245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-69ccc187-117b-44d1-855a-7ff0d798859b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:22.909714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-69ccc187-117b-44d1-855a-7ff0d798859b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.0941930 Feb 09 13:02:22.924595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-7011616c-7c93-40e9-abad-732d99fd4109 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/2b58d2c1-90b7-4079-9f65-9a46ec1e3d0e HTTP/1.1" status: 200 len: 1637 time: 0.0756567 Feb 09 13:02:23.021794 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-a3c8583e-7862-43ec-ae7a-8eff27e9627f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950050 Feb 09 13:02:23.146338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-35bd615f-aa4c-4ceb-a349-25ecabdbae18 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/d8f594e1-59b3-4c18-a71d-c2b2b3e77509 HTTP/1.1" status: 200 len: 1639 time: 0.2207134 Feb 09 13:02:23.164283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2b58d2c1-90b7-4079-9f65-9a46ec1e3d0e', 'remote_group_id': 'd8f594e1-59b3-4c18-a71d-c2b2b3e77509', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:23.164585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2b58d2c1-90b7-4079-9f65-9a46ec1e3d0e', 'remote_group_id': 'd8f594e1-59b3-4c18-a71d-c2b2b3e77509', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:23.173691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:23.180642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:23.193286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:23.211216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:23.222758 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-7e32d736-5de7-4fdc-9279-31ec46d1d19c service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930428 Feb 09 13:02:23.233158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229a787-e25c-42c0-a6f4-4226f757971d req-fa34f6ee-5710-4b62-9bbb-513babe2346e tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:23.234876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b229a787-e25c-42c0-a6f4-4226f757971d req-fa34f6ee-5710-4b62-9bbb-513babe2346e tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.2664597 Feb 09 13:02:23.413805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b229a787-e25c-42c0-a6f4-4226f757971d req-b72ea48c-065c-4121-b342-43c619208cf4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596687 Feb 09 13:02:23.449975 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:23.453335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5a6c2ed-c279-444b-a085-28a2b7a0f445 req-f4af6b0c-2bbb-4084-89f0-d883f4371618 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175381 Feb 09 13:02:23.491066 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:23.496211 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:23.524368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00ab9e9-01d1-46b4-be79-e2833d315135,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:23.534250 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:23.535665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54d6cdd4-1c68-4106-a0b0-1201c34aa6a1 req-25cd5b46-752d-4f0e-b4d1-bfbc9eda57a6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.3805907 Feb 09 13:02:23.576572 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579238d1-9940-4400-bc56-f1aa41ce135a', 'name': 'network-vif-deleted', 'tag': '56fb425e-1275-4561-b5fc-a64ac6c79f49', 'status': 'completed', 'code': 200} Feb 09 13:02:23.630175 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb705c85-2b86-419f-ab78-6b7988d98709', 'code': 200} Feb 09 13:02:23.638179 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42fa2a4-555e-44f4-99da-39ecf89fc5da', 'tag': 'aa4ffc98-8004-4601-9fc5-298f9ee7883e', 'status': 'completed', 'code': 200} Feb 09 13:02:24.137804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f68c16d6-ac78-4eb1-8dc3-ee66a239fcd1 req-14886ff7-0dfb-4292-a3a0-8a8c2b4b2ce1 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/d8f594e1-59b3-4c18-a71d-c2b2b3e77509 HTTP/1.1" status: 200 len: 1639 time: 0.1538281 Feb 09 13:02:24.153970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8577add2-9d70-4a00-ac39-8c4234167dee req-aacb798b-6c60-4925-af5b-2d0f9b1325dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 1094 time: 0.4858701 Feb 09 13:02:24.161527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cb79d-f444-4345-9073-708a1d780ef4 req-cff072bc-adee-4794-86c4-d5af9b2ae245 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:24.163021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-970cb79d-f444-4345-9073-708a1d780ef4 req-cff072bc-adee-4794-86c4-d5af9b2ae245 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.3742282 Feb 09 13:02:24.212456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc1a7dc1-fe02-40fd-9232-3807d1deb8be req-60bbea50-5ba0-480d-b7cd-864a98466e70 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 1097 time: 0.4842923 Feb 09 13:02:24.421876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-970cb79d-f444-4345-9073-708a1d780ef4 req-cd0f3c54-c1d5-47f2-9069-e20eaa4f0c02 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412717 Feb 09 13:02:24.428593 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc1a7dc1-fe02-40fd-9232-3807d1deb8be req-65f49756-c7a7-4e1e-a8ef-0da5ff393199 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834059 Feb 09 13:02:24.436112 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f68c16d6-ac78-4eb1-8dc3-ee66a239fcd1 req-9f640a4c-032c-4aeb-93cb-754fe85426c6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:24.438250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577add2-9d70-4a00-ac39-8c4234167dee req-980a86bf-9b1e-4402-83b6-00d4be63713b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:24.440373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8577add2-9d70-4a00-ac39-8c4234167dee req-980a86bf-9b1e-4402-83b6-00d4be63713b service neutron] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 913 time: 0.2765582 Feb 09 13:02:24.488251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f68c16d6-ac78-4eb1-8dc3-ee66a239fcd1 req-9f640a4c-032c-4aeb-93cb-754fe85426c6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:24.595377 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f68c16d6-ac78-4eb1-8dc3-ee66a239fcd1 req-9f640a4c-032c-4aeb-93cb-754fe85426c6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:24.640635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f68c16d6-ac78-4eb1-8dc3-ee66a239fcd1 req-9f640a4c-032c-4aeb-93cb-754fe85426c6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:24.644914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f68c16d6-ac78-4eb1-8dc3-ee66a239fcd1 req-9f640a4c-032c-4aeb-93cb-754fe85426c6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "DELETE /v2.0/security-groups/d8f594e1-59b3-4c18-a71d-c2b2b3e77509 HTTP/1.1" status: 204 len: 173 time: 0.4942427 Feb 09 13:02:24.788844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f640a4c-032c-4aeb-93cb-754fe85426c6 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f594e1-59b3-4c18-a71d-c2b2b3e77509,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:24.803595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8577add2-9d70-4a00-ac39-8c4234167dee req-507f38c2-3a04-4600-82ca-b2d3614a188d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa4ffc98-8004-4601-9fc5-298f9ee7883e HTTP/1.1" status: 200 len: 217 time: 0.1678646 Feb 09 13:02:24.911245 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0ae5-8a18-4587-8515-51dca3ee160d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:25.026718 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-7085242f-1ac5-43fa-81c0-db4e5af3301a service neutron] show failed (client error): The resource could not be found. Feb 09 13:02:25.029034 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-7085242f-1ac5-43fa-81c0-db4e5af3301a service neutron] 10.222.0.62 "GET /v2.0/ports/0966d922-0181-4783-974d-c96af6fa0287/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.2605357 Feb 09 13:02:25.086527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577add2-9d70-4a00-ac39-8c4234167dee req-1b3544a1-27ea-4a89-9c93-c0695084fc00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:25.088283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8577add2-9d70-4a00-ac39-8c4234167dee req-1b3544a1-27ea-4a89-9c93-c0695084fc00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.2596524 Feb 09 13:02:25.193145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8577add2-9d70-4a00-ac39-8c4234167dee req-a06b6f99-aaa8-4e1c-820d-625672a0ede4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899315 Feb 09 13:02:25.278793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5960eb-d555-4577-8f32-2030140cee4f req-ce6ef641-74e9-460c-b4ba-83f9d2835451 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:25.281912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b5960eb-d555-4577-8f32-2030140cee4f req-ce6ef641-74e9-460c-b4ba-83f9d2835451 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 943 time: 0.2907150 Feb 09 13:02:25.588104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b5960eb-d555-4577-8f32-2030140cee4f req-d2b9f59b-7a20-4514-93c9-2b5571a61ef6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104104 Feb 09 13:02:25.592717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8577add2-9d70-4a00-ac39-8c4234167dee req-baa67c6e-66f5-4e3c-8a50-2d28d80bb754 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881915 Feb 09 13:02:25.599415 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-4e361219-61a2-457e-8ba7-8c3553ffe82e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9&tenant_id=cc2819efca0d491a9ed7482035fce7d0 HTTP/1.1" status: 200 len: 1101 time: 0.2237887 Feb 09 13:02:25.719299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:25.814733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4e746-60c0-4025-90af-d630dd77c274 req-fcef35b3-3fa1-43c7-8d18-c06825f99f56 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:25.819018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9e4e746-60c0-4025-90af-d630dd77c274 req-fcef35b3-3fa1-43c7-8d18-c06825f99f56 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.3895047 Feb 09 13:02:25.942771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8577add2-9d70-4a00-ac39-8c4234167dee req-16eb40cf-1901-450d-8c8b-78d349a62baf service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414354 Feb 09 13:02:25.991723 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:26.010327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9e4e746-60c0-4025-90af-d630dd77c274 req-d9f8aeb6-644b-45fa-beb8-4b09ef878a60 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405771 Feb 09 13:02:26.107428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc1292-ed5d-413a-9add-d76b6ddbeccf req-18cb5f14-2f98-4014-9a36-eb114b1ccb90 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:26.109127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6dc1292-ed5d-413a-9add-d76b6ddbeccf req-18cb5f14-2f98-4014-9a36-eb114b1ccb90 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.2821858 Feb 09 13:02:26.255149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-657b4b5f-bfc4-4d3c-9814-a6fac3c66b68 req-cc67b3e6-b61e-4785-b43b-151017a4d038 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/2b58d2c1-90b7-4079-9f65-9a46ec1e3d0e HTTP/1.1" status: 200 len: 1637 time: 0.1873589 Feb 09 13:02:26.304732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6dc1292-ed5d-413a-9add-d76b6ddbeccf req-5511c483-18ca-48af-9768-34163adca39c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825776 Feb 09 13:02:26.579139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1256835698', 'description': 'tempest-description-2075764043'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:26.602048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:26.615533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:26.615899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:26.624497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:26.656163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:26.661209 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:26.723132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:26.734275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af873cf-d084-4d99-9a7d-a901d1e5f194 req-8169e935-9eb9-4a1d-9fde-0c56f4b60c7d tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:26.736501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9af873cf-d084-4d99-9a7d-a901d1e5f194 req-8169e935-9eb9-4a1d-9fde-0c56f4b60c7d tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.1940386 Feb 09 13:02:26.737468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:26.741820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:26.753719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:26.755814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:02:26.868532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0966d922-0181-4783-974d-c96af6fa0287'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:26.874191 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:26.886792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9af873cf-d084-4d99-9a7d-a901d1e5f194 req-25e52932-98cf-499b-8e1f-91ef486fc801 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396613 Feb 09 13:02:26.900036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 0966d922-0181-4783-974d-c96af6fa0287 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:26.910775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Transition to ACTIVE for port object 0966d922-0181-4783-974d-c96af6fa0287 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:02:26.913689 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:26.918630 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:26.988678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 0966d922-0181-4783-974d-c96af6fa0287 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:26.989458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 62c79e87-b391-4b3d-b1a0-32234be37b7b no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:26.994293 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:27.187419 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c50d6b98-b862-42bf-9da6-295a5c86c623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:27.233730 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:27.250774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] No DVR routers for this DVR port 0966d922-0181-4783-974d-c96af6fa0287 on host n-h1-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:27.253726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=6']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:27.264637 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:27.265642 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:27.279567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05be23cb-2594-490c-9e84-a209f39990f2 req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.7347374 Feb 09 13:02:27.285184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:27.292390 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:27.334400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9431a-71ac-4c9f-b5bc-8eaf5de5e6d2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a23a8c-4ee5-45b0-b08f-2bbc49470965,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:27.375919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:27.376838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:02:27.377218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:02:27.377543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:02:27.384764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Port 0966d922-0181-4783-974d-c96af6fa0287 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:02:27.385029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:02:27.390506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.390918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.392031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:02:27.392170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.392488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:02:27.392673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.392871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:02:27.393176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.393291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Bound port: 0966d922-0181-4783-974d-c96af6fa0287, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:02:27.393669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.394058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.394440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:27.394584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.395019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.395406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.395790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:27.449130 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0966d922-0181-4783-974d-c96af6fa0287', 'code': 200} Feb 09 13:02:27.554817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:02:27.558871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:02:27.570840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30453a-ca62-4d2a-a689-32f48dea54c4 req-ea144193-48a8-4054-990f-741a95f3ab54 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:27.572295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe30453a-ca62-4d2a-a689-32f48dea54c4 req-ea144193-48a8-4054-990f-741a95f3ab54 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 943 time: 0.1334267 Feb 09 13:02:27.573463 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:27.679088 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:27.680457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] 10.222.0.67 "PUT /v2.0/ports/0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 1096 time: 1.9659507 Feb 09 13:02:27.705051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915057f-678d-4c51-9b93-3aa86eca4860 service neutron] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=7']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:27.747103 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe30453a-ca62-4d2a-a689-32f48dea54c4 req-718839d4-efbd-430e-96e6-5e71e99e6499 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392601 Feb 09 13:02:27.885326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-26f3d29f-d3db-452d-9d26-cbf00beba4b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1099 time: 0.1753683 Feb 09 13:02:27.915541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829e566-538c-4ad9-852b-43f91b010c68 req-4ae9713b-1172-42ac-86b5-bb676ed8e721 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:27.936151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a829e566-538c-4ad9-852b-43f91b010c68 req-4ae9713b-1172-42ac-86b5-bb676ed8e721 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 945 time: 0.1832469 Feb 09 13:02:28.020902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device aa4ffc98-8004-4601-9fc5-298f9ee7883e details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:02:28.208564 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27fcfa59-066a-4afa-a9b7-2fcc0dd8406c req-603eb38a-df19-4508-bf60-a270a393cf2d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1240175 Feb 09 13:02:28.328703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port aa4ffc98-8004-4601-9fc5-298f9ee7883e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=aa4ffc98-8004-4601-9fc5-298f9ee7883e,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:28.343872 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27fcfa59-066a-4afa-a9b7-2fcc0dd8406c req-c8828c31-84d9-4d56-b76f-bac41e235195 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39bf5e6213774240a529d4f791d96059&device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 1095 time: 0.1063719 Feb 09 13:02:28.352250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a829e566-538c-4ad9-852b-43f91b010c68 req-142d1d02-7f91-4aba-9804-dd733f246412 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Deleting port 367b8f3d-2d72-4b9a-910d-a1d08629450e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:02:28.352624 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a829e566-538c-4ad9-852b-43f91b010c68 req-142d1d02-7f91-4aba-9804-dd733f246412 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:28.373948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'aa4ffc98-8004-4601-9fc5-298f9ee7883e', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'port_id': 'aa4ffc98-8004-4601-9fc5-298f9ee7883e', 'mac_address': 'fa:16:3e:61:c4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5831325b-7029-405e-857f-84d59869e409', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:02:28.415190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:28.433510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-d3a73409-e0db-44aa-8fe8-e9e7f258307a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:28.435124 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-d3a73409-e0db-44aa-8fe8-e9e7f258307a service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.5385032 Feb 09 13:02:28.449822 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:28.471574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4ffc98-8004-4601-9fc5-298f9ee7883e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:02:28.492056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port aa4ffc98-8004-4601-9fc5-298f9ee7883e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=aa4ffc98-8004-4601-9fc5-298f9ee7883e,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:28.496198 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:28.504638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcfa59-066a-4afa-a9b7-2fcc0dd8406c req-e844c83c-146c-4674-87a5-97754f20f7c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:28.506151 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27fcfa59-066a-4afa-a9b7-2fcc0dd8406c req-e844c83c-146c-4674-87a5-97754f20f7c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 200 len: 920 time: 0.1386721 Feb 09 13:02:28.578411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=aa4ffc98-8004-4601-9fc5-298f9ee7883e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:28.580257 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27fcfa59-066a-4afa-a9b7-2fcc0dd8406c req-8312740a-610f-43db-825b-b2a69edb9bf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10964075-3c20-4096-ad7e-15d5427c147f HTTP/1.1" status: 200 len: 217 time: 0.0674310 Feb 09 13:02:28.581411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606d127-c4eb-4c0c-b4cd-48511fd8974f req-3aaeb378-7fae-4a26-bb68-df28814087f3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:28.583057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5606d127-c4eb-4c0c-b4cd-48511fd8974f req-3aaeb378-7fae-4a26-bb68-df28814087f3 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 948 time: 0.6111877 Feb 09 13:02:28.585046 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:28.598819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbc4e0-d3e2-48fe-96d0-9064b0e21dba req-4e66be6b-ce8c-4294-b577-6179071a0019 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:28.600236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29bbc4e0-d3e2-48fe-96d0-9064b0e21dba req-4e66be6b-ce8c-4294-b577-6179071a0019 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 945 time: 0.6257021 Feb 09 13:02:28.601445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-ef059242-83ca-4c10-b200-78b7569333db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 217 time: 0.1533370 Feb 09 13:02:28.653306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcfa59-066a-4afa-a9b7-2fcc0dd8406c req-bf638282-632a-4545-9549-f8a19b737f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:28.654829 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27fcfa59-066a-4afa-a9b7-2fcc0dd8406c req-bf638282-632a-4545-9549-f8a19b737f03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 200 len: 859 time: 0.0641911 Feb 09 13:02:28.710898 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27fcfa59-066a-4afa-a9b7-2fcc0dd8406c req-8b7237f1-bf60-4c91-a92e-48f7a62f05c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=be6ddba7-e948-4582-adad-69a9026e606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474997 Feb 09 13:02:28.893632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['aa4ffc98-8004-4601-9fc5-298f9ee7883e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:28.934444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 62c79e87-b391-4b3d-b1a0-32234be37b7b details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:02:28.966852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-246233bb-613b-4fc6-8c34-d9068239ca37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:28.968898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-246233bb-613b-4fc6-8c34-d9068239ca37 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.3482885 Feb 09 13:02:28.982531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27fcfa59-066a-4afa-a9b7-2fcc0dd8406c req-155ba6e5-b308-4a71-ab7d-e86767e13b52 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629478 Feb 09 13:02:29.055397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29bbc4e0-d3e2-48fe-96d0-9064b0e21dba req-2a261efa-c17e-4bdc-aafa-97bce13982c8 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334071 Feb 09 13:02:29.059752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5606d127-c4eb-4c0c-b4cd-48511fd8974f req-cc4adbb5-c2f9-438b-bc7c-3412931d466a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570904 Feb 09 13:02:29.161740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a829e566-538c-4ad9-852b-43f91b010c68 req-142d1d02-7f91-4aba-9804-dd733f246412 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] For port 367b8f3d-2d72-4b9a-910d-a1d08629450e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=367b8f3d-2d72-4b9a-910d-a1d08629450e,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:29.162101 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a829e566-538c-4ad9-852b-43f91b010c68 req-142d1d02-7f91-4aba-9804-dd733f246412 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:29.198575 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'code': 200} Feb 09 13:02:29.218841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27fcfa59-066a-4afa-a9b7-2fcc0dd8406c req-5df03dfe-e5f8-41d0-8457-a2c141bf5461 service neutron] 10.222.0.67 "GET /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310050 Feb 09 13:02:29.327595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:29.354012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'mac_address': 'fa:16:3e:3b:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:02:29.371225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a829e566-538c-4ad9-852b-43f91b010c68 req-142d1d02-7f91-4aba-9804-dd733f246412 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Calling delete_port for 367b8f3d-2d72-4b9a-910d-a1d08629450e owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:02:29.426868 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:29.450071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c79e87-b391-4b3d-b1a0-32234be37b7b {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:02:29.463104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'tag': '0966d922-0181-4783-974d-c96af6fa0287'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:29.476879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:29.484995 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:29.509358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-7cc36dd4-2bf0-47a0-bba1-587c50083a9f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5252938 Feb 09 13:02:29.517935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-b87a3e74-8b7e-478e-821b-57fbbafcbb3f tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/52a23a8c-4ee5-45b0-b08f-2bbc49470965 HTTP/1.1" status: 200 len: 1639 time: 0.3581040 Feb 09 13:02:29.561147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52a23a8c-4ee5-45b0-b08f-2bbc49470965', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:29.561527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52a23a8c-4ee5-45b0-b08f-2bbc49470965', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:29.586924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:29.594418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:29.600495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:29.647375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:29.697605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:29.726098 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:29.794728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f224d-e56c-4be9-b7e9-042ce8347082 req-498d59b1-d9b1-43c7-a05d-3d58e4f34c6e tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:29.796456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da1f224d-e56c-4be9-b7e9-042ce8347082 req-498d59b1-d9b1-43c7-a05d-3d58e4f34c6e tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 948 time: 0.4362526 Feb 09 13:02:29.811181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-2f0db0ce-513d-4361-a5f8-510e3ee0d9c5 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805266 Feb 09 13:02:29.812746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['62c79e87-b391-4b3d-b1a0-32234be37b7b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:29.814945 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a829e566-538c-4ad9-852b-43f91b010c68 req-142d1d02-7f91-4aba-9804-dd733f246412 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:29.934374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d1d02-7f91-4aba-9804-dd733f246412 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Pushing event deleted for resources: {'Port': ['ID=367b8f3d-2d72-4b9a-910d-a1d08629450e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:30.037244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 367b8f3d-2d72-4b9a-910d-a1d08629450e no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:30.102170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 367b8f3d-2d72-4b9a-910d-a1d08629450e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:02:30.102743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 367b8f3d-2d72-4b9a-910d-a1d08629450e not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:30.193401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:30.206567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da1f224d-e56c-4be9-b7e9-042ce8347082 req-812c48bb-6cf2-4db5-b1a2-d12e252bc3fc tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988335 Feb 09 13:02:30.211266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a829e566-538c-4ad9-852b-43f91b010c68 req-142d1d02-7f91-4aba-9804-dd733f246412 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] No DVR routers for this DVR port 367b8f3d-2d72-4b9a-910d-a1d08629450e on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:30.230657 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a829e566-538c-4ad9-852b-43f91b010c68 req-142d1d02-7f91-4aba-9804-dd733f246412 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:30.246203 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b77511c-6ef3-465c-8e2b-40cd48d00def req-8107b6c1-e749-4c0b-b199-0048ba6bc92c service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061170 Feb 09 13:02:30.255285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a829e566-538c-4ad9-852b-43f91b010c68 req-142d1d02-7f91-4aba-9804-dd733f246412 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.67 "DELETE /v2.0/ports/367b8f3d-2d72-4b9a-910d-a1d08629450e HTTP/1.1" status: 204 len: 173 time: 2.2817421 Feb 09 13:02:30.278684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:30.289251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:30.317027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c00dd2b-faae-46b4-96de-cf9c3c946120,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:30.327094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:30.328303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06f77e6e-09bf-4e1b-bbef-ec0270781422 req-fd754ae6-4cb9-412a-903e-a0dd9023747e tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.7952418 Feb 09 13:02:30.456493 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'tag': '0966d922-0181-4783-974d-c96af6fa0287', 'status': 'completed', 'code': 200} Feb 09 13:02:30.643210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-1ef9ca65-1f56-4388-ae9d-9ec36c01d899 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1099 time: 0.1386640 Feb 09 13:02:30.774372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fceb4-5353-4601-a2a8-d18904d63ab6 req-d78cf33d-6480-4514-be96-2b4ac266b72c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:30.775733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f1fceb4-5353-4601-a2a8-d18904d63ab6 req-d78cf33d-6480-4514-be96-2b4ac266b72c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 944 time: 0.1822360 Feb 09 13:02:30.778977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-c5ee3504-beac-49c7-a7bb-f4016c933abb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:30.780404 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-c5ee3504-beac-49c7-a7bb-f4016c933abb service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.1310155 Feb 09 13:02:30.781311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107b5e8-4dd1-42a9-bf67-5ffd3f88b620 req-3317b290-76e0-48d5-a5c3-80004e68990a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:30.783227 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3107b5e8-4dd1-42a9-bf67-5ffd3f88b620 req-3317b290-76e0-48d5-a5c3-80004e68990a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 948 time: 0.1416795 Feb 09 13:02:30.786164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-4914f3bd-ed33-4180-b364-a68a318f4011 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1099 time: 0.2625060 Feb 09 13:02:30.861182 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-e0329454-5782-4124-a4cb-e6bbd86c0977 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 217 time: 0.0737817 Feb 09 13:02:30.924449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 62c79e87-b391-4b3d-b1a0-32234be37b7b up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:02:31.027404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-5e873184-6f04-40ff-96ef-8b4b340c9e2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:31.029467 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-5e873184-6f04-40ff-96ef-8b4b340c9e2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1611240 Feb 09 13:02:31.049351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 62c79e87-b391-4b3d-b1a0-32234be37b7b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:02:31.050078 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:31.057208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f1fceb4-5353-4601-a2a8-d18904d63ab6 req-69fe6f20-8e9c-4bb9-ae66-05bf573ef260 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645912 Feb 09 13:02:31.080166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3107b5e8-4dd1-42a9-bf67-5ffd3f88b620 req-f3d60360-a570-4854-90c4-f6c91be5f728 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887559 Feb 09 13:02:31.095647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-89cf327e-9c28-4ec6-acc8-039f2ec05c6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:31.101667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-89cf327e-9c28-4ec6-acc8-039f2ec05c6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3036940 Feb 09 13:02:31.201081 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b284e21-b4b3-4f14-9d46-0eb61a518a50 req-a97b91c8-eef5-4aff-a2eb-0962bc8e7975 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2442088 Feb 09 13:02:31.207370 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-bfb2745c-0fae-48bf-a9cd-286acee8681b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699712 Feb 09 13:02:31.335157 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:31.403406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:31.422369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:31.428555 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:31.546605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4d8f1105-014c-4714-a46c-53b35a0c10fc req-40228681-6742-4599-a6e8-dee3cd7ed7d0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Synchronizing usage tracker for tenant:39bf5e6213774240a529d4f791d96059 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:31.552068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-5cbf273c-bbe4-4b68-9af1-1be99ba198e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 217 time: 0.4466951 Feb 09 13:02:31.558112 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-b5ec2f8d-dce9-4598-a192-e2ff0522fd45 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445661 Feb 09 13:02:31.565298 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b284e21-b4b3-4f14-9d46-0eb61a518a50 req-950700ac-38f9-4e89-852e-ca4d432cce18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 1101 time: 0.1635287 Feb 09 13:02:31.592097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:31.621088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4d8f1105-014c-4714-a46c-53b35a0c10fc req-40228681-6742-4599-a6e8-dee3cd7ed7d0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Unset dirty status for tenant:39bf5e6213774240a529d4f791d96059 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:31.622302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d8f1105-014c-4714-a46c-53b35a0c10fc req-40228681-6742-4599-a6e8-dee3cd7ed7d0 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c62fc25-f159-446d-baea-c305eabefde0 HTTP/1.1" status: 200 len: 210 time: 0.1332700 Feb 09 13:02:31.639905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-ae7082e4-38ad-41fa-b38e-be62ada4c5e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:31.641951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-ae7082e4-38ad-41fa-b38e-be62ada4c5e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0790818 Feb 09 13:02:31.762167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bb84bed3-8034-4837-826b-f6be23875c2c tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/52a23a8c-4ee5-45b0-b08f-2bbc49470965 HTTP/1.1" status: 200 len: 2142 time: 0.1244063 Feb 09 13:02:31.781605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52a23a8c-4ee5-45b0-b08f-2bbc49470965', 'remote_group_id': None}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:31.782173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '52a23a8c-4ee5-45b0-b08f-2bbc49470965', 'remote_group_id': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:31.789332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:31.793750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Usage tracker for resource:security_group_rule and tenant:23d836f3ab044cc782db34abf8f2ce23 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:31.797400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:31.803948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:31.815502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-dae186a5-c2db-4286-87ed-66141c66abb3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581192 Feb 09 13:02:31.985851 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b284e21-b4b3-4f14-9d46-0eb61a518a50 req-9feac51d-2705-4c4a-9681-75c9c2b7aa72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:31.988755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b284e21-b4b3-4f14-9d46-0eb61a518a50 req-9feac51d-2705-4c4a-9681-75c9c2b7aa72 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3839962 Feb 09 13:02:32.039621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fb705c85-2b86-419f-ab78-6b7988d98709 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:02:32.044226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device aa4ffc98-8004-4601-9fc5-298f9ee7883e up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:02:32.119078 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-3b266b08-19ae-4679-9699-7fdfa9f881bc service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523045 Feb 09 13:02:32.121005 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b284e21-b4b3-4f14-9d46-0eb61a518a50 req-e26c4345-0f9a-4bb0-92ca-3affc2c20893 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 200 len: 217 time: 0.1086085 Feb 09 13:02:32.140715 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:32.230222 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:32.241254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:32.259014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-b26fa3bf-3544-4e99-aa9a-e531f734d174 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303052 Feb 09 13:02:32.320106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b3784-057d-4c80-b6d9-2e571e0601e9 req-fd4d6956-9bcd-416d-b982-d3373f68c817 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:32.327067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-632b3784-057d-4c80-b6d9-2e571e0601e9 req-fd4d6956-9bcd-416d-b982-d3373f68c817 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.3203411 Feb 09 13:02:32.354633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b284e21-b4b3-4f14-9d46-0eb61a518a50 req-29e03e78-377e-470f-8712-b68ec366c0a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:32.359120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b284e21-b4b3-4f14-9d46-0eb61a518a50 req-29e03e78-377e-470f-8712-b68ec366c0a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2016027 Feb 09 13:02:32.387145 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:32.393227 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4491700-7ebc-4e35-899f-19b4e6cb536b req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.6157496 Feb 09 13:02:32.401878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port aa4ffc98-8004-4601-9fc5-298f9ee7883e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:02:32.413759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port aa4ffc98-8004-4601-9fc5-298f9ee7883e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:02:32.414312 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:32.498975 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'code': 200} Feb 09 13:02:32.525024 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b284e21-b4b3-4f14-9d46-0eb61a518a50 req-d55ee6e6-a1d0-4113-a5b7-ab96c8ccf35a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560743 Feb 09 13:02:32.569870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port fb705c85-2b86-419f-ab78-6b7988d98709, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fb705c85-2b86-419f-ab78-6b7988d98709,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:32.619026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'fb705c85-2b86-419f-ab78-6b7988d98709', 'network_id': '2459202c-405b-4450-bc5f-eeb2bfe623a1', 'port_id': 'fb705c85-2b86-419f-ab78-6b7988d98709', 'mac_address': 'fa:16:3e:a8:61:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46d025-13d3-4ccd-8142-d22e6f2c7fa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:02:32.796049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c62fc25-f159-446d-baea-c305eabefde0', 'name': 'network-vif-deleted', 'tag': '367b8f3d-2d72-4b9a-910d-a1d08629450e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:32.800648 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:32.804305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a57571d-0b60-49bc-b9f3-ebd79a627335 req-953d4bb6-1083-420b-8a5a-b45a2c9199ea service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936595 Feb 09 13:02:32.805019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23c175-2337-43d2-bf23-42d2ef5d433a tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c2f777-3ccd-459e-858d-1eef1548357d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:32.829688 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:32.852016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-632b3784-057d-4c80-b6d9-2e571e0601e9 req-d7654eb9-2def-46b9-b105-1119f2faf5fe tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240288 Feb 09 13:02:32.879997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb705c85-2b86-419f-ab78-6b7988d98709 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:02:32.949927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port aa4ffc98-8004-4601-9fc5-298f9ee7883e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=aa4ffc98-8004-4601-9fc5-298f9ee7883e,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:32.963262 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:33.066012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port fb705c85-2b86-419f-ab78-6b7988d98709, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fb705c85-2b86-419f-ab78-6b7988d98709,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:33.076596 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:33.117367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=aa4ffc98-8004-4601-9fc5-298f9ee7883e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:33.221763 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b284e21-b4b3-4f14-9d46-0eb61a518a50 req-c0aa3673-1d01-4c08-9562-1af468e3dfa0 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6792803 Feb 09 13:02:33.322535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['fb705c85-2b86-419f-ab78-6b7988d98709'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:33.426295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=fb705c85-2b86-419f-ab78-6b7988d98709,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:33.523875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532f561-8ced-4cb8-b239-0b7e1afb8fa7 req-2195d7e8-3abc-41d6-a164-5fb5696edbf5 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:33.532011 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7532f561-8ced-4cb8-b239-0b7e1afb8fa7 req-2195d7e8-3abc-41d6-a164-5fb5696edbf5 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 945 time: 0.2295341 Feb 09 13:02:33.574836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bd8e4-cee6-4b3a-8317-10aba7a4f547 req-d4d18475-7b03-442c-969c-7d1e5af38d44 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:33.576865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb4bd8e4-cee6-4b3a-8317-10aba7a4f547 req-d4d18475-7b03-442c-969c-7d1e5af38d44 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 948 time: 0.2184496 Feb 09 13:02:33.606954 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a6fb8c7a-60cd-43db-bca4-2819515ea062 req-c0a80ffc-c0fa-465b-8150-249a50bb5d58 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 1101 time: 0.5449948 Feb 09 13:02:33.649501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb4bd8e4-cee6-4b3a-8317-10aba7a4f547 req-0408ea98-951d-4692-9f51-acba67d2cd90 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580301 Feb 09 13:02:33.685686 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7532f561-8ced-4cb8-b239-0b7e1afb8fa7 req-97b9aa28-9f42-420c-8dc8-2c708e6c2ebe tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504567 Feb 09 13:02:33.690061 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a6fb8c7a-60cd-43db-bca4-2819515ea062 req-995b2acd-3286-4f1a-9adb-ed38de79d4ef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744085 Feb 09 13:02:33.750504 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b284e21-b4b3-4f14-9d46-0eb61a518a50 req-443dae9a-6f5f-4ac0-834d-7f50fcc28fab service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090930 Feb 09 13:02:33.804698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b398aae1-1198-47bb-94b9-0ba43df573f8 req-80e6a87a-4e4d-4e1c-9e2b-b637a4854fa4 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/52a23a8c-4ee5-45b0-b08f-2bbc49470965 HTTP/1.1" status: 200 len: 2650 time: 0.0830657 Feb 09 13:02:33.874631 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c62fc25-f159-446d-baea-c305eabefde0', 'name': 'network-vif-deleted', 'tag': '367b8f3d-2d72-4b9a-910d-a1d08629450e', 'status': 'completed', 'code': 200} Feb 09 13:02:34.042124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0966d922-0181-4783-974d-c96af6fa0287 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:02:34.046879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fb705c85-2b86-419f-ab78-6b7988d98709 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:02:34.270859 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75e448fd-272e-4f66-b66e-036e96baabfa req-357fc3bb-7908-462e-af4a-db2cb38c3138 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-group-rules/b3c2f777-3ccd-459e-858d-1eef1548357d HTTP/1.1" status: 200 len: 718 time: 0.0721045 Feb 09 13:02:34.336427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port fb705c85-2b86-419f-ab78-6b7988d98709 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:02:34.337015 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:34.354609 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75e448fd-272e-4f66-b66e-036e96baabfa req-2c242c7a-9deb-496f-a5c7-6c25cd9d1919 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/52a23a8c-4ee5-45b0-b08f-2bbc49470965 HTTP/1.1" status: 200 len: 2650 time: 0.0823767 Feb 09 13:02:34.451733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-7c18a28b-0ee8-4bf1-a8d2-89b67dba9234 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:34.455535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-7c18a28b-0ee8-4bf1-a8d2-89b67dba9234 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9&tenant_id=cc2819efca0d491a9ed7482035fce7d0&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 948 time: 0.2399035 Feb 09 13:02:34.457051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-75e448fd-272e-4f66-b66e-036e96baabfa req-c34a1638-f5f8-4857-b345-ba0f10dd12ed tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:34.503516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:34.520262 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-75e448fd-272e-4f66-b66e-036e96baabfa req-c34a1638-f5f8-4857-b345-ba0f10dd12ed tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:34.531392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42fa2a4-555e-44f4-99da-39ecf89fc5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ffc98-8004-4601-9fc5-298f9ee7883e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:34.567057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '0966d922-0181-4783-974d-c96af6fa0287', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '0966d922-0181-4783-974d-c96af6fa0287', 'mac_address': 'fa:16:3e:58:d5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:02:34.685103 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-75e448fd-272e-4f66-b66e-036e96baabfa req-c34a1638-f5f8-4857-b345-ba0f10dd12ed tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:34.712992 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:34.732937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-75e448fd-272e-4f66-b66e-036e96baabfa req-c34a1638-f5f8-4857-b345-ba0f10dd12ed tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:34.734322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75e448fd-272e-4f66-b66e-036e96baabfa req-c34a1638-f5f8-4857-b345-ba0f10dd12ed tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b3c2f777-3ccd-459e-858d-1eef1548357d HTTP/1.1" status: 204 len: 173 time: 0.3783584 Feb 09 13:02:34.748607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:34.761223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a1638-f5f8-4857-b345-ba0f10dd12ed tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3c2f777-3ccd-459e-858d-1eef1548357d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:34.776671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-936b687f-9e03-4d3e-b612-828fb19f8862 service neutron] 10.222.0.67 "GET /v2.0/ports/0966d922-0181-4783-974d-c96af6fa0287/bindings/n-h2-825175-3 HTTP/1.1" status: 200 len: 382 time: 0.3111780 Feb 09 13:02:34.821431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e830e4-e7b7-4e1b-bc5e-0e4bf1ab8d5e req-8c9f4dc6-480c-4ca0-9fff-2d30a087b143 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:34.823723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7e830e4-e7b7-4e1b-bc5e-0e4bf1ab8d5e req-8c9f4dc6-480c-4ca0-9fff-2d30a087b143 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.1936166 Feb 09 13:02:34.848280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port fb705c85-2b86-419f-ab78-6b7988d98709, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fb705c85-2b86-419f-ab78-6b7988d98709,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:34.852626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0966d922-0181-4783-974d-c96af6fa0287 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:02:34.859086 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:34.938635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:34.951765 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:34.959143 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7e830e4-e7b7-4e1b-bc5e-0e4bf1ab8d5e req-a74f6705-34f4-43aa-853c-ad62c8cb5af9 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870891 Feb 09 13:02:34.966498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=fb705c85-2b86-419f-ab78-6b7988d98709,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:35.078147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:35.160714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-6dae235c-6b1e-42c1-ae71-5f00a67b766b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1099 time: 0.3358300 Feb 09 13:02:35.291437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['0966d922-0181-4783-974d-c96af6fa0287'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:35.564963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5e7e5-2798-4e9e-96dc-3dd5d27a5033 req-be4b4156-d0d3-4213-870c-efb626ab48d0 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:35.566390 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcc5e7e5-2798-4e9e-96dc-3dd5d27a5033 req-be4b4156-d0d3-4213-870c-efb626ab48d0 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.5048053 Feb 09 13:02:35.572265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-f0dad36f-c51b-4a80-9957-b1ed4b2a3cef tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:35.573664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-f0dad36f-c51b-4a80-9957-b1ed4b2a3cef tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 944 time: 0.6136291 Feb 09 13:02:35.665577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-5a56b5b8-d8ea-4af7-9904-50b422a40478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:35.666807 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-5a56b5b8-d8ea-4af7-9904-50b422a40478 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.4980307 Feb 09 13:02:35.784104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-945c3e46-523e-4a8c-a2de-7958128b0a17 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Deleting port 10964075-3c20-4096-ad7e-15d5427c147f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:02:35.784334 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-945c3e46-523e-4a8c-a2de-7958128b0a17 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:35.839243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-fff7d62e-d824-48a9-b11b-af3a67cad008 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 217 time: 0.1632669 Feb 09 13:02:35.851860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e22bdc-6613-4c09-8815-a0d92c123dad req-f13d2179-b02a-43e5-a5e6-29bf890d1d05 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:35.858483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11e22bdc-6613-4c09-8815-a0d92c123dad req-f13d2179-b02a-43e5-a5e6-29bf890d1d05 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 949 time: 0.6624110 Feb 09 13:02:35.928055 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcc5e7e5-2798-4e9e-96dc-3dd5d27a5033 req-29882938-a3c1-4122-b1e8-3596ec57aca0 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371856 Feb 09 13:02:36.181303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11e22bdc-6613-4c09-8815-a0d92c123dad req-51acaf02-b56c-4b9a-be14-a51d98cc7b3a tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645576 Feb 09 13:02:36.205923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-f42fc4e0-d186-4eb4-8fc4-6974a3a8a66e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:36.205923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-f42fc4e0-d186-4eb4-8fc4-6974a3a8a66e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.3349488 Feb 09 13:02:36.409303 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42fa2a4-555e-44f4-99da-39ecf89fc5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4ffc98-8004-4601-9fc5-298f9ee7883e', 'code': 200} Feb 09 13:02:36.568302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-945c3e46-523e-4a8c-a2de-7958128b0a17 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] For port 10964075-3c20-4096-ad7e-15d5427c147f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10964075-3c20-4096-ad7e-15d5427c147f,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:36.568302 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-945c3e46-523e-4a8c-a2de-7958128b0a17 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:36.657895 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-823e11cd-e32f-43cc-9551-6637dfc1f237 req-7bebe81b-adf3-4f94-b1d2-716ccbfd70cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 1096 time: 0.1295519 Feb 09 13:02:36.736383 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-823e11cd-e32f-43cc-9551-6637dfc1f237 req-7f2b7962-d01b-4a66-8076-b331c9abce2f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591950 Feb 09 13:02:36.744951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-945c3e46-523e-4a8c-a2de-7958128b0a17 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Calling delete_port for 10964075-3c20-4096-ad7e-15d5427c147f owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:02:36.987588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5824a64-3bb6-487a-877f-aa7a7e9eee24 req-32ae3c67-cc9a-45cc-afa1-c708f1e6055e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:36.991436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5824a64-3bb6-487a-877f-aa7a7e9eee24 req-32ae3c67-cc9a-45cc-afa1-c708f1e6055e tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=cff371b4-e0ea-418a-b87f-318d0d3ace3f HTTP/1.1" status: 200 len: 944 time: 0.6761286 Feb 09 13:02:37.002627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-1fdd4429-e136-4066-a28a-bc77631e18d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7949266 Feb 09 13:02:37.078378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2c3cf-df17-400c-a0e6-bace760616ad req-b77f09bb-8f74-427d-99d6-a74cfbdb38c7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:37.083041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ea2c3cf-df17-400c-a0e6-bace760616ad req-b77f09bb-8f74-427d-99d6-a74cfbdb38c7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 945 time: 0.3917873 Feb 09 13:02:37.139793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-945c3e46-523e-4a8c-a2de-7958128b0a17 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:37.282988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c3e46-523e-4a8c-a2de-7958128b0a17 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Pushing event deleted for resources: {'Port': ['ID=10964075-3c20-4096-ad7e-15d5427c147f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:37.308823 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5824a64-3bb6-487a-877f-aa7a7e9eee24 req-18ab286c-10a2-49a3-b665-957789c9f7c6 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984395 Feb 09 13:02:37.433523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ea2c3cf-df17-400c-a0e6-bace760616ad req-8df7287c-f35f-47ee-b68b-463a6273f492 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206167 Feb 09 13:02:37.479136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-945c3e46-523e-4a8c-a2de-7958128b0a17 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] No DVR routers for this DVR port 10964075-3c20-4096-ad7e-15d5427c147f on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:37.491676 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-945c3e46-523e-4a8c-a2de-7958128b0a17 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:37.496751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'name': 'network-vif-deleted', 'tag': '10964075-3c20-4096-ad7e-15d5427c147f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:37.512819 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-1d1181b9-c57b-48b4-ad9e-7fdb7085edb8 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943192 Feb 09 13:02:37.518283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab6e86c6-6bd3-4aaa-8999-3f7829f88a67 req-945c3e46-523e-4a8c-a2de-7958128b0a17 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.67 "DELETE /v2.0/ports/10964075-3c20-4096-ad7e-15d5427c147f HTTP/1.1" status: 204 len: 173 time: 1.9288321 Feb 09 13:02:37.649360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c302b23b-803d-4339-bafe-107396eeb645 req-c33c7cbe-4520-4594-a622-5c8497094a15 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/52a23a8c-4ee5-45b0-b08f-2bbc49470965 HTTP/1.1" status: 200 len: 2142 time: 0.2338371 Feb 09 13:02:37.929603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-59bf6f17-703c-4bd4-9d69-d5c256d46714 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965003 Feb 09 13:02:38.014450 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c302b23b-803d-4339-bafe-107396eeb645 req-8a6999d6-5eb9-488d-a950-f16c56fff16c tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:38.053581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab576df9-e87c-41dc-9df6-f89b6b6cdb4c req-3489cebc-3c6a-46e5-9d81-c1441a71cf55 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:38.058916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab576df9-e87c-41dc-9df6-f89b6b6cdb4c req-3489cebc-3c6a-46e5-9d81-c1441a71cf55 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.1855309 Feb 09 13:02:38.100148 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c302b23b-803d-4339-bafe-107396eeb645 req-8a6999d6-5eb9-488d-a950-f16c56fff16c tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:38.101670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0966d922-0181-4783-974d-c96af6fa0287 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:02:38.273538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab576df9-e87c-41dc-9df6-f89b6b6cdb4c req-3c24c2da-c49b-4023-acd8-0f30d79c3098 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149665 Feb 09 13:02:38.285251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 0966d922-0181-4783-974d-c96af6fa0287 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:02:38.316010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 0966d922-0181-4783-974d-c96af6fa0287 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:02:38.316808 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:38.321921 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c302b23b-803d-4339-bafe-107396eeb645 req-8a6999d6-5eb9-488d-a950-f16c56fff16c tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:38.413130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6999d6-5eb9-488d-a950-f16c56fff16c tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a23a8c-4ee5-45b0-b08f-2bbc49470965,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:38.439744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c302b23b-803d-4339-bafe-107396eeb645 req-8a6999d6-5eb9-488d-a950-f16c56fff16c tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:38.459575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c302b23b-803d-4339-bafe-107396eeb645 req-8a6999d6-5eb9-488d-a950-f16c56fff16c tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "DELETE /v2.0/security-groups/52a23a8c-4ee5-45b0-b08f-2bbc49470965 HTTP/1.1" status: 204 len: 173 time: 0.7950029 Feb 09 13:02:38.482682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb705c85-2b86-419f-ab78-6b7988d98709'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:38.799420 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:38.874656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:38.881487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:38.883381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10964075-3c20-4096-ad7e-15d5427c147f no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:38.921459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a7ff-7f83-4b71-aa6c-e2df3150c3de req-6c2925f6-f90e-4266-8b61-b678e7b4de34 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:38.928474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eba0a7ff-7f83-4b71-aa6c-e2df3150c3de req-6c2925f6-f90e-4266-8b61-b678e7b4de34 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.2966440 Feb 09 13:02:39.038092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:39.059810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 10964075-3c20-4096-ad7e-15d5427c147f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:02:39.059810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10964075-3c20-4096-ad7e-15d5427c147f not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:39.066019 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eba0a7ff-7f83-4b71-aa6c-e2df3150c3de req-f16a078f-ffa0-4614-800c-6e21451d3ea6 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288469 Feb 09 13:02:39.085184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31c100-a9e1-48ed-bdcc-24c8f70ded65 req-c0e1e594-1fa6-4622-a400-546800524c5f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:39.088819 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd31c100-a9e1-48ed-bdcc-24c8f70ded65 req-c0e1e594-1fa6-4622-a400-546800524c5f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.2381525 Feb 09 13:02:39.191634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd31c100-a9e1-48ed-bdcc-24c8f70ded65 req-1627bc48-b836-4339-a2e8-47f9ee54a788 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958509 Feb 09 13:02:39.193589 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff371b4-e0ea-418a-b87f-318d0d3ace3f', 'name': 'network-vif-deleted', 'tag': '10964075-3c20-4096-ad7e-15d5427c147f', 'status': 'completed', 'code': 200} Feb 09 13:02:39.440546 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-0a873732-4aa5-4e61-b099-02f12d1f71fa req-c3ee7932-2aa4-4b2b-81c4-5b3bc9442496 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] show failed (client error): The resource could not be found. Feb 09 13:02:39.447242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a873732-4aa5-4e61-b099-02f12d1f71fa req-c3ee7932-2aa4-4b2b-81c4-5b3bc9442496 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/d8f594e1-59b3-4c18-a71d-c2b2b3e77509 HTTP/1.1" status: 404 len: 352 time: 0.0330584 Feb 09 13:02:39.490022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b955c-5063-49c5-ad43-f27531cf270e req-c84b081e-829f-4cb6-98a4-4bf0c3ef101b tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:39.496825 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-777b955c-5063-49c5-ad43-f27531cf270e req-c84b081e-829f-4cb6-98a4-4bf0c3ef101b tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.1495774 Feb 09 13:02:39.558302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-777b955c-5063-49c5-ad43-f27531cf270e req-4e3922e8-ad5d-4026-8c6a-30d803c429aa tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605447 Feb 09 13:02:39.675025 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb705c85-2b86-419f-ab78-6b7988d98709', 'code': 200} Feb 09 13:02:39.774626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8294b-0ce6-47e1-9109-da9a019f3b79 req-5aecd147-3d63-42f5-a040-b5545abe2162 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:39.777637 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ab8294b-0ce6-47e1-9109-da9a019f3b79 req-5aecd147-3d63-42f5-a040-b5545abe2162 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 945 time: 0.1242242 Feb 09 13:02:39.861323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ab8294b-0ce6-47e1-9109-da9a019f3b79 req-0e0e7853-6b38-4772-b04b-7b84c776761e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735421 Feb 09 13:02:40.128804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-437f9da8-0d19-432a-9781-9cc593434049 req-6560637f-abb8-4fb8-a4a7-1177cc1ffcdd tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/2b58d2c1-90b7-4079-9f65-9a46ec1e3d0e HTTP/1.1" status: 200 len: 1637 time: 0.1093533 Feb 09 13:02:40.365690 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-437f9da8-0d19-432a-9781-9cc593434049 req-04b5b933-6814-4b2c-8c67-6248d8b51ee2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:40.477446 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-437f9da8-0d19-432a-9781-9cc593434049 req-04b5b933-6814-4b2c-8c67-6248d8b51ee2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:40.756975 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-437f9da8-0d19-432a-9781-9cc593434049 req-04b5b933-6814-4b2c-8c67-6248d8b51ee2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:40.814871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b933-6814-4b2c-8c67-6248d8b51ee2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b58d2c1-90b7-4079-9f65-9a46ec1e3d0e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:40.828576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-437f9da8-0d19-432a-9781-9cc593434049 req-04b5b933-6814-4b2c-8c67-6248d8b51ee2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:40.842941 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-437f9da8-0d19-432a-9781-9cc593434049 req-04b5b933-6814-4b2c-8c67-6248d8b51ee2 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "DELETE /v2.0/security-groups/2b58d2c1-90b7-4079-9f65-9a46ec1e3d0e HTTP/1.1" status: 204 len: 173 time: 0.7067790 Feb 09 13:02:40.908488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39566) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:40.975451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-6162c142-b0f7-4d45-a47c-d52fe424ab27 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:40.976202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-6162c142-b0f7-4d45-a47c-d52fe424ab27 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Synchronizing usage tracker for tenant:39bf5e6213774240a529d4f791d96059 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:41.037820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-6162c142-b0f7-4d45-a47c-d52fe424ab27 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Unset dirty status for tenant:39bf5e6213774240a529d4f791d96059 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:41.038884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-6162c142-b0f7-4d45-a47c-d52fe424ab27 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.67 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 944 time: 0.4914339 Feb 09 13:02:41.042679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:41.237743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-4e460c84-8a3f-44ba-9e6a-e8850f4d9034 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Deleting port 3b2f4298-97b7-46dd-b353-74988bed84e2 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:02:41.242627 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-4e460c84-8a3f-44ba-9e6a-e8850f4d9034 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:41.460018 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4448b18a-162c-40c1-a0f1-8faad9dfc876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:41.588429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4448b18a-162c-40c1-a0f1-8faad9dfc876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:41.596912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4448b18a-162c-40c1-a0f1-8faad9dfc876 admin admin] Usage tracker for resource:security_group_rule and tenant:6286de273c04428d8158c3be15e0879d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:41.602244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4448b18a-162c-40c1-a0f1-8faad9dfc876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:41.613028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4448b18a-162c-40c1-a0f1-8faad9dfc876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:41.677681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966d922-0181-4783-974d-c96af6fa0287'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:41.685958 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-48d78815-794c-4e36-98d7-6abbb87f9f76 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9&tenant_id=cc2819efca0d491a9ed7482035fce7d0 HTTP/1.1" status: 200 len: 1101 time: 0.4286525 Feb 09 13:02:41.712332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:41.731927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a2df5-77ef-4147-a569-c21d04c0c116 req-44556c41-0f71-48d0-bee8-a370f8201314 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:41.740115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-167a2df5-77ef-4147-a569-c21d04c0c116 req-44556c41-0f71-48d0-bee8-a370f8201314 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/ports?device_id=4aaabadf-c8c3-417f-9560-b99bd93e6bf4 HTTP/1.1" status: 200 len: 944 time: 0.4107006 Feb 09 13:02:41.799678 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4448b18a-162c-40c1-a0f1-8faad9dfc876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:41.807849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4448b18a-162c-40c1-a0f1-8faad9dfc876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:41.887267 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4448b18a-162c-40c1-a0f1-8faad9dfc876 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6286de273c04428d8158c3be15e0879d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9803634 Feb 09 13:02:41.891513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39576) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:41.940605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-167a2df5-77ef-4147-a569-c21d04c0c116 req-a50ee1dd-19e8-450e-8af8-141c8614dbb3 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0386d5b-77e2-43bb-b8a8-3d3a65758887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986721 Feb 09 13:02:41.943422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448b18a-162c-40c1-a0f1-8faad9dfc876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b49dbc-08e5-4ac2-b69e-0adf4e4880bb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:41.975224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-4e460c84-8a3f-44ba-9e6a-e8850f4d9034 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] For port 3b2f4298-97b7-46dd-b353-74988bed84e2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3b2f4298-97b7-46dd-b353-74988bed84e2,segment=NetworkSegment(12b7e0f0-dc99-48cf-9470-a603409651a5),segment_id=12b7e0f0-dc99-48cf-9470-a603409651a5)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:41.975598 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-4e460c84-8a3f-44ba-9e6a-e8850f4d9034 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:42.095367 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:42.191098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-4e460c84-8a3f-44ba-9e6a-e8850f4d9034 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Calling delete_port for 3b2f4298-97b7-46dd-b353-74988bed84e2 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:02:42.263629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9558f-be16-47ab-a298-b61598df7d7d req-e70fb3c9-a056-4bf1-8d75-2b0db9ef3f10 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:42.265798 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91e9558f-be16-47ab-a298-b61598df7d7d req-e70fb3c9-a056-4bf1-8d75-2b0db9ef3f10 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.5106688 Feb 09 13:02:42.364504 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68fd1a25-7ebc-4ecc-9453-f65c96f507c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:42.437665 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68fd1a25-7ebc-4ecc-9453-f65c96f507c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:42.451877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91e9558f-be16-47ab-a298-b61598df7d7d req-40fc0757-d348-48b3-a4cc-fae81af2d270 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361401 Feb 09 13:02:42.675432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11818b44-20aa-49af-b063-2f5dadf026fd req-ee6588ad-fdf9-488e-8f11-742584cd5d0e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:42.683177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11818b44-20aa-49af-b063-2f5dadf026fd req-ee6588ad-fdf9-488e-8f11-742584cd5d0e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.4377623 Feb 09 13:02:42.729661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:42.732832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-4e460c84-8a3f-44ba-9e6a-e8850f4d9034 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:42.776620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:02:42.799733 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68fd1a25-7ebc-4ecc-9453-f65c96f507c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:42.854944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e460c84-8a3f-44ba-9e6a-e8850f4d9034 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Pushing event deleted for resources: {'Port': ['ID=3b2f4298-97b7-46dd-b353-74988bed84e2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:42.860884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0966d922-0181-4783-974d-c96af6fa0287'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:42.879037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:42.905413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11818b44-20aa-49af-b063-2f5dadf026fd req-02e43dc0-c451-4fbe-af50-9358f711e97e tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209282 Feb 09 13:02:42.909449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Transition to ACTIVE for port object 0966d922-0181-4783-974d-c96af6fa0287 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:02:42.915709 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:42.948244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd1a25-7ebc-4ecc-9453-f65c96f507c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b49dbc-08e5-4ac2-b69e-0adf4e4880bb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:43.006649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-4e460c84-8a3f-44ba-9e6a-e8850f4d9034 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] No DVR routers for this DVR port 3b2f4298-97b7-46dd-b353-74988bed84e2 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:43.010677 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-4e460c84-8a3f-44ba-9e6a-e8850f4d9034 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:43.020798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'name': 'network-vif-deleted', 'tag': '3b2f4298-97b7-46dd-b353-74988bed84e2'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:43.055893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c14ea5f7-52c6-49fc-afca-d3d344ee01e1 req-4e460c84-8a3f-44ba-9e6a-e8850f4d9034 tempest-LiveAutoBlockMigrationV225Test-1171914645 tempest-LiveAutoBlockMigrationV225Test-1171914645-project] 10.222.0.67 "DELETE /v2.0/ports/3b2f4298-97b7-46dd-b353-74988bed84e2 HTTP/1.1" status: 204 len: 173 time: 2.0033975 Feb 09 13:02:43.085408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68fd1a25-7ebc-4ecc-9453-f65c96f507c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:43.090190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-68fd1a25-7ebc-4ecc-9453-f65c96f507c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54b49dbc-08e5-4ac2-b69e-0adf4e4880bb HTTP/1.1" status: 204 len: 168 time: 1.1953983 Feb 09 13:02:43.212011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] No DVR routers for this DVR port 0966d922-0181-4783-974d-c96af6fa0287 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:43.241110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f41d85-829e-4010-870a-d126f4f4cdf8 req-99b7a7f3-8c76-4e44-8732-327d2b59af9c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:43.259145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6f41d85-829e-4010-870a-d126f4f4cdf8 req-99b7a7f3-8c76-4e44-8732-327d2b59af9c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.4442868 Feb 09 13:02:43.285874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=10']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:43.339087 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33ff0d91-132e-4a64-ab28-eadb5e0c0801 req-3e60a727-6afa-47a7-b584-c8c4ffa37791 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/1b78a965-cf8f-468c-a360-0f9cc2633743 HTTP/1.1" status: 200 len: 1638 time: 0.2861402 Feb 09 13:02:43.374051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:02:43.374795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:02:43.376293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:02:43.394764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Port 0966d922-0181-4783-974d-c96af6fa0287 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:02:43.395775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Attempting to bind port 0966d922-0181-4783-974d-c96af6fa0287 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:02:43.405797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:02:43.406370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:02:43.406974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:02:43.407553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Bound port: 0966d922-0181-4783-974d-c96af6fa0287, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:02:43.408067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:43.429421 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6f41d85-829e-4010-870a-d126f4f4cdf8 req-997a0b7b-65c2-4d7a-aa2c-3472cf1e7e28 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693866 Feb 09 13:02:43.490768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-33ff0d91-132e-4a64-ab28-eadb5e0c0801 req-0a3df942-bf40-4332-a956-2af8730af4ac tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:43.591359 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-33ff0d91-132e-4a64-ab28-eadb5e0c0801 req-0a3df942-bf40-4332-a956-2af8730af4ac tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:43.594448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:02:43.602189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:02:43.621676 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:43.712020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=11']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:43.727906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:43.729418 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-8396cc1f-b09e-4744-8380-1b78f8b0db0e service neutron] 10.222.0.62 "PUT /v2.0/ports/0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 1097 time: 2.0232754 Feb 09 13:02:43.858757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46ac44-59d9-46e8-a9e8-f929e85508a5 req-c9a37755-4667-4b43-bdc1-b64e2ae8f609 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:43.861675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b46ac44-59d9-46e8-a9e8-f929e85508a5 req-c9a37755-4667-4b43-bdc1-b64e2ae8f609 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 945 time: 0.2402256 Feb 09 13:02:43.863221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-33ff0d91-132e-4a64-ab28-eadb5e0c0801 req-0a3df942-bf40-4332-a956-2af8730af4ac tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:43.888820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3df942-bf40-4332-a956-2af8730af4ac tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b78a965-cf8f-468c-a360-0f9cc2633743,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:43.923201 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-33ff0d91-132e-4a64-ab28-eadb5e0c0801 req-0a3df942-bf40-4332-a956-2af8730af4ac tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:43.924873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33ff0d91-132e-4a64-ab28-eadb5e0c0801 req-0a3df942-bf40-4332-a956-2af8730af4ac tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "DELETE /v2.0/security-groups/1b78a965-cf8f-468c-a360-0f9cc2633743 HTTP/1.1" status: 204 len: 173 time: 0.5674269 Feb 09 13:02:43.968144 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-c16c2e6a-ad5f-4617-bc54-008ca789f0e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1100 time: 0.2093968 Feb 09 13:02:43.975228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b46ac44-59d9-46e8-a9e8-f929e85508a5 req-b2fe34a4-eeb6-4685-92b3-2d0f190c1e53 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915062 Feb 09 13:02:44.153769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3b2f4298-97b7-46dd-b353-74988bed84e2 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:44.202148 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966d922-0181-4783-974d-c96af6fa0287', 'code': 200} Feb 09 13:02:44.219634 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0966d922-0181-4783-974d-c96af6fa0287', 'code': 200} Feb 09 13:02:44.229252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 3b2f4298-97b7-46dd-b353-74988bed84e2 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:02:44.230870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3b2f4298-97b7-46dd-b353-74988bed84e2 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:44.231510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0966d922-0181-4783-974d-c96af6fa0287 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:44.306369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-4bb5adb8-5193-4091-9700-c4fa57eaa20b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:44.308268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-4bb5adb8-5193-4091-9700-c4fa57eaa20b service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3320341 Feb 09 13:02:44.314407 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaabadf-c8c3-417f-9560-b99bd93e6bf4', 'name': 'network-vif-deleted', 'tag': '3b2f4298-97b7-46dd-b353-74988bed84e2', 'status': 'completed', 'code': 200} Feb 09 13:02:44.334135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39606) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:44.412709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0966d922-0181-4783-974d-c96af6fa0287 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:44.490587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d38537e2-7f7e-430f-8972-cc33195ce3e9 req-93fa250f-db3a-451d-a5b5-782d9b1f7f58 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/2f6a5bb1-065c-4ce6-ab5e-1c0154d2ad64 HTTP/1.1" status: 200 len: 1638 time: 0.1153529 Feb 09 13:02:44.524480 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-2a598d4e-ddad-4e7d-82db-8b157edda2af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 217 time: 0.2050669 Feb 09 13:02:44.771919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d38537e2-7f7e-430f-8972-cc33195ce3e9 req-5390d4da-dd35-47f4-b9cd-f6c823fbb250 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:44.837360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd7bb6-1434-474b-8e97-92e90b673eb2 req-bd343dab-1c26-46ee-a1fa-7e0e9260ac06 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:44.840986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-1d961416-45ea-4afe-bbe4-9863876deaf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:44.842635 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-1d961416-45ea-4afe-bbe4-9863876deaf4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2981088 Feb 09 13:02:44.845666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2bd7bb6-1434-474b-8e97-92e90b673eb2 req-bd343dab-1c26-46ee-a1fa-7e0e9260ac06 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.3507926 Feb 09 13:02:44.944071 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-c6c78571-e295-4f01-a262-9a345064a292 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936689 Feb 09 13:02:44.996188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d38537e2-7f7e-430f-8972-cc33195ce3e9 req-5390d4da-dd35-47f4-b9cd-f6c823fbb250 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:45.023908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2bd7bb6-1434-474b-8e97-92e90b673eb2 req-88565e3e-6239-452d-91a6-3b4026283d5a tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769149 Feb 09 13:02:45.042788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4be7fd-14c4-46ca-a78a-71b548c78bcb admin admin] Deleting subnet fdd2727c-15b8-45c3-8c15-2175775019e9 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:02:45.048529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4be7fd-14c4-46ca-a78a-71b548c78bcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:45.137056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4be7fd-14c4-46ca-a78a-71b548c78bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:45.191841 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d38537e2-7f7e-430f-8972-cc33195ce3e9 req-5390d4da-dd35-47f4-b9cd-f6c823fbb250 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:45.230832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390d4da-dd35-47f4-b9cd-f6c823fbb250 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a5bb1-065c-4ce6-ab5e-1c0154d2ad64,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:45.243799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d38537e2-7f7e-430f-8972-cc33195ce3e9 req-5390d4da-dd35-47f4-b9cd-f6c823fbb250 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:45.253070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d38537e2-7f7e-430f-8972-cc33195ce3e9 req-5390d4da-dd35-47f4-b9cd-f6c823fbb250 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "DELETE /v2.0/security-groups/2f6a5bb1-065c-4ce6-ab5e-1c0154d2ad64 HTTP/1.1" status: 204 len: 173 time: 0.7596095 Feb 09 13:02:45.266903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4be7fd-14c4-46ca-a78a-71b548c78bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:45.319929 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-cd043f09-1f6c-43c3-8515-d261a1e76105 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548450 Feb 09 13:02:45.571121 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-238faf1b-9034-484c-b066-bb2431ad4fcf req-bc8eb4ff-88ec-4a68-b5b6-c0d85e59c165 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441361 Feb 09 13:02:45.602214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4be7fd-14c4-46ca-a78a-71b548c78bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:45.661714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9758a-8928-4fd0-a83a-3499910673e9 req-ed049322-e2d6-4e87-b6e1-d29c8df23336 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:45.671888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3d9758a-8928-4fd0-a83a-3499910673e9 req-ed049322-e2d6-4e87-b6e1-d29c8df23336 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 949 time: 0.3064854 Feb 09 13:02:45.704425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4be7fd-14c4-46ca-a78a-71b548c78bcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd2727c-15b8-45c3-8c15-2175775019e9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:45.723700 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4be7fd-14c4-46ca-a78a-71b548c78bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:45.747713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39632) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:45.748125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3f4be7fd-14c4-46ca-a78a-71b548c78bcb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fdd2727c-15b8-45c3-8c15-2175775019e9 HTTP/1.1" status: 204 len: 168 time: 1.4125538 Feb 09 13:02:45.775404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3d9758a-8928-4fd0-a83a-3499910673e9 req-d2bdf0b1-0ddf-4928-9f40-6b11ab1419e1 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014676 Feb 09 13:02:45.924881 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:45.950524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:45.959277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52485ba7-285c-4058-a285-6aceab5985ab req-ec19d86f-f652-4d9d-b51e-21a01996d35c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:45.966392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52485ba7-285c-4058-a285-6aceab5985ab req-ec19d86f-f652-4d9d-b51e-21a01996d35c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.1789005 Feb 09 13:02:46.080372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52485ba7-285c-4058-a285-6aceab5985ab req-7d504c1d-ef02-4ccb-8b41-cc1c4ff28e1f tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051986 Feb 09 13:02:46.208576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7702e2b5-6036-4b54-99d2-7ea8c5934471 req-736c27ba-f357-4b35-b470-af95370166ce tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/24d18511-5c01-4740-8f87-61c57ba9215a HTTP/1.1" status: 200 len: 2145 time: 0.0644512 Feb 09 13:02:46.218864 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.229291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'tag': '0966d922-0181-4783-974d-c96af6fa0287'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:46.276968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6ddba7-e948-4582-adad-69a9026e606b']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:46.301591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b7e0f0-dc99-48cf-9470-a603409651a5') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:46.302092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b7e0f0-dc99-48cf-9470-a603409651a5') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:46.335183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.344617 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7702e2b5-6036-4b54-99d2-7ea8c5934471 req-aa387100-3278-45b4-a181-83e6b549e222 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.364819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.378107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:02:46.379836 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:02:46.396479 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:02:46.402326 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7702e2b5-6036-4b54-99d2-7ea8c5934471 req-aa387100-3278-45b4-a181-83e6b549e222 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.474027 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7702e2b5-6036-4b54-99d2-7ea8c5934471 req-aa387100-3278-45b4-a181-83e6b549e222 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.508966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7702e2b5-6036-4b54-99d2-7ea8c5934471 req-aa387100-3278-45b4-a181-83e6b549e222 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.525328 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7702e2b5-6036-4b54-99d2-7ea8c5934471 req-aa387100-3278-45b4-a181-83e6b549e222 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "DELETE /v2.0/security-groups/24d18511-5c01-4740-8f87-61c57ba9215a HTTP/1.1" status: 204 len: 173 time: 0.3077362 Feb 09 13:02:46.558023 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.599723 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.614518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=be6ddba7-e948-4582-adad-69a9026e606b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:46.641744 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3dbf420d-96dd-41da-89e6-475cf1d56d8b admin admin] 10.222.0.59 "DELETE /v2.0/networks/be6ddba7-e948-4582-adad-69a9026e606b HTTP/1.1" status: 204 len: 168 time: 0.8893900 Feb 09 13:02:46.642149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39646) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:46.652992 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa387100-3278-45b4-a181-83e6b549e222 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d18511-5c01-4740-8f87-61c57ba9215a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:46.701468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fafc2-efce-4542-a28e-884482a68659 req-0d195fed-363e-4b89-a303-1ece4efc8209 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:46.709886 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd0fafc2-efce-4542-a28e-884482a68659 req-0d195fed-363e-4b89-a303-1ece4efc8209 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 945 time: 0.2081170 Feb 09 13:02:46.748539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c973e8c-90ee-4fde-b079-9776d823ddbc admin admin] Deleting subnet e1c0a30c-9eb0-42db-823d-1cea5b94b012 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:02:46.755049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c973e8c-90ee-4fde-b079-9776d823ddbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.827735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c973e8c-90ee-4fde-b079-9776d823ddbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:46.860168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd0fafc2-efce-4542-a28e-884482a68659 req-58b3ee8b-86b9-42c4-b221-7e8edddce2fb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482766 Feb 09 13:02:46.917184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95627c52-031a-40e4-a6cc-737640991edf req-1499d2c1-3df8-4960-baf6-8a8da499d7b6 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:46.920062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95627c52-031a-40e4-a6cc-737640991edf req-1499d2c1-3df8-4960-baf6-8a8da499d7b6 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.1466186 Feb 09 13:02:46.943870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c973e8c-90ee-4fde-b079-9776d823ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:47.074587 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c973e8c-90ee-4fde-b079-9776d823ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:47.086410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95627c52-031a-40e4-a6cc-737640991edf req-59d1e49f-b977-4e70-87d3-877ea0aa1ea7 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541121 Feb 09 13:02:47.142421 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'tag': '0966d922-0181-4783-974d-c96af6fa0287', 'status': 'completed', 'code': 200} Feb 09 13:02:47.237354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c973e8c-90ee-4fde-b079-9776d823ddbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c0a30c-9eb0-42db-823d-1cea5b94b012,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:47.251839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c973e8c-90ee-4fde-b079-9776d823ddbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:47.286511 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6c973e8c-90ee-4fde-b079-9776d823ddbc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e1c0a30c-9eb0-42db-823d-1cea5b94b012 HTTP/1.1" status: 204 len: 168 time: 0.6387501 Feb 09 13:02:47.288786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39654) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:47.322751 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-996c7776-331e-48a9-92ed-d038110ead53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1100 time: 0.1760581 Feb 09 13:02:47.586970 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:47.644428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f2312b-4863-40c6-adbf-f7090571661b req-d2b1d8fc-cd5a-4c80-a56c-634b42d0daa5 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "GET /v2.0/security-groups/0293ee94-72e2-4c9c-8524-acaa4a43ef6f HTTP/1.1" status: 200 len: 2141 time: 0.3906431 Feb 09 13:02:47.666324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-65792c6c-73d1-4f75-a9dd-52887e5bc484 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:47.668591 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-65792c6c-73d1-4f75-a9dd-52887e5bc484 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3178594 Feb 09 13:02:47.785390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-c9c02f67-13e6-449f-ae3c-9e8e6735f530 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:47.787316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-c9c02f67-13e6-449f-ae3c-9e8e6735f530 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 945 time: 0.5208099 Feb 09 13:02:47.794850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-587e7423-9471-4169-a53b-001dbcb9b87e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc2819efca0d491a9ed7482035fce7d0&device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1100 time: 0.6121743 Feb 09 13:02:47.984373 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:47.993933 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-01b87741-7094-4fc0-a6da-c5180d1237c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 217 time: 0.0955255 Feb 09 13:02:48.071994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-8831ca67-4336-4af0-aed3-c76767e3fd6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:48.074118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-8831ca67-4336-4af0-aed3-c76767e3fd6f service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2188087 Feb 09 13:02:48.097061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892576b9-7a64-4120-bbaf-b2c458ec27cc']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:48.121345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff82249-efc7-477a-b04c-64efdf2d2e9c') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:48.121640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff82249-efc7-477a-b04c-64efdf2d2e9c') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:48.145686 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:48.164461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-d308acd1-17dc-45ed-8227-7ed1fc096f1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:48.165914 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-d308acd1-17dc-45ed-8227-7ed1fc096f1d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1354072 Feb 09 13:02:48.201027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aed838-074f-4deb-b82f-891ce93de962 req-90134955-729f-4c14-af87-a721d60b493b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:48.208913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86aed838-074f-4deb-b82f-891ce93de962 req-90134955-729f-4c14-af87-a721d60b493b tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 949 time: 0.6633794 Feb 09 13:02:48.219586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:48.261641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:02:48.261973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:48.265758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c6f2312b-4863-40c6-adbf-f7090571661b req-39101e3b-554a-467b-b6f4-fecddcc30239 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:02:48.290584 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:02:48.306383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86aed838-074f-4deb-b82f-891ce93de962 req-66fb5405-18a8-4f35-b687-f811e96923ed tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969732 Feb 09 13:02:48.349844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-e2c8d1dc-6183-4af1-acfc-7e3c8d82139a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 200 len: 217 time: 0.2490041 Feb 09 13:02:48.355938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-83fe3cdc-1089-4f10-9546-238135b0f233 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Deleting port aa4ffc98-8004-4601-9fc5-298f9ee7883e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:02:48.356332 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-83fe3cdc-1089-4f10-9546-238135b0f233 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:48.437521 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:48.442743 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c6f2312b-4863-40c6-adbf-f7090571661b req-39101e3b-554a-467b-b6f4-fecddcc30239 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:48.476926 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:48.487684 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-98528677-0556-4c64-ae6c-ec8b52edd495 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3138762 Feb 09 13:02:48.488771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=892576b9-7a64-4120-bbaf-b2c458ec27cc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:48.496169 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7a058f5e-bbf2-475b-b205-0fa309dc1f0a admin admin] 10.222.0.59 "DELETE /v2.0/networks/892576b9-7a64-4120-bbaf-b2c458ec27cc HTTP/1.1" status: 204 len: 168 time: 1.2023940 Feb 09 13:02:48.687999 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-d9a4caf9-b716-4d79-94f5-fe3e08eca5e0 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843710 Feb 09 13:02:48.723133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-70d3d194-04fb-43c4-87c1-58845d8b6d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:48.724939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-70d3d194-04fb-43c4-87c1-58845d8b6d9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2669690 Feb 09 13:02:48.858095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39666) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:48.907629 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c6f2312b-4863-40c6-adbf-f7090571661b req-39101e3b-554a-467b-b6f4-fecddcc30239 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:48.942120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-ac3a6d40-032a-4a6f-98d0-fcf5f8287b31 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452378 Feb 09 13:02:48.955272 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7bd52934-9450-4dc4-975e-b3264473d6ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39bf5e6213774240a529d4f791d96059&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0929933 Feb 09 13:02:48.956006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39670) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:48.965764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39101e3b-554a-467b-b6f4-fecddcc30239 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0293ee94-72e2-4c9c-8524-acaa4a43ef6f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:48.995916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8c3e4-327e-49a4-9844-b7753d40ac52 req-7bb9d577-9149-4175-a83c-3a0d51f6df7a tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:49.004537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ac8c3e4-327e-49a4-9844-b7753d40ac52 req-7bb9d577-9149-4175-a83c-3a0d51f6df7a tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.5161254 Feb 09 13:02:49.021425 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c6f2312b-4863-40c6-adbf-f7090571661b req-39101e3b-554a-467b-b6f4-fecddcc30239 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.021698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 0966d922-0181-4783-974d-c96af6fa0287 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:02:49.028812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39674) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:49.036183 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f2312b-4863-40c6-adbf-f7090571661b req-39101e3b-554a-467b-b6f4-fecddcc30239 tempest-SecurityGroupRulesTestJSON-1561471640 tempest-SecurityGroupRulesTestJSON-1561471640-project] 10.222.0.59 "DELETE /v2.0/security-groups/0293ee94-72e2-4c9c-8524-acaa4a43ef6f HTTP/1.1" status: 204 len: 173 time: 1.3907323 Feb 09 13:02:49.134049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-83fe3cdc-1089-4f10-9546-238135b0f233 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] For port aa4ffc98-8004-4601-9fc5-298f9ee7883e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=aa4ffc98-8004-4601-9fc5-298f9ee7883e,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:49.134418 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-83fe3cdc-1089-4f10-9546-238135b0f233 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.166088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-9d6c046b-17f6-463e-99f4-0216403d21ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4306939 Feb 09 13:02:49.216192 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db4fac1f-1ce6-48b2-ac4e-f4aa59ca65ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.289122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:49.325082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '0966d922-0181-4783-974d-c96af6fa0287', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '0966d922-0181-4783-974d-c96af6fa0287', 'mac_address': 'fa:16:3e:58:d5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:02:49.328110 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db4fac1f-1ce6-48b2-ac4e-f4aa59ca65ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.399038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ad0814-8960-4d22-ae4a-82b953e1daab admin admin] Deleting subnet 12c52aab-0008-489e-917b-1466094e1f09 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:02:49.403885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-c74bc9e7-a1a5-463e-b18f-50ed6e662d28 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291608 Feb 09 13:02:49.407263 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3ad0814-8960-4d22-ae4a-82b953e1daab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.480277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ac8c3e4-327e-49a4-9844-b7753d40ac52 req-076b6f0d-625a-47b4-880d-a96c52655a00 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742022 Feb 09 13:02:49.536064 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.543479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-83fe3cdc-1089-4f10-9546-238135b0f233 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Calling delete_port for aa4ffc98-8004-4601-9fc5-298f9ee7883e owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:02:49.685333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0966d922-0181-4783-974d-c96af6fa0287 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:02:49.702015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3ad0814-8960-4d22-ae4a-82b953e1daab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.736039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:49.749308 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.773442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3ad0814-8960-4d22-ae4a-82b953e1daab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.815567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db4fac1f-1ce6-48b2-ac4e-f4aa59ca65ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.852224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fac1f-1ce6-48b2-ac4e-f4aa59ca65ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0386d5b-77e2-43bb-b8a8-3d3a65758887,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:49.865100 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db4fac1f-1ce6-48b2-ac4e-f4aa59ca65ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.868686 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-db4fac1f-1ce6-48b2-ac4e-f4aa59ca65ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0386d5b-77e2-43bb-b8a8-3d3a65758887 HTTP/1.1" status: 204 len: 168 time: 0.9092729 Feb 09 13:02:49.930931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3ad0814-8960-4d22-ae4a-82b953e1daab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:49.999307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=12']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:50.037888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad0814-8960-4d22-ae4a-82b953e1daab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c52aab-0008-489e-917b-1466094e1f09,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:50.059158 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3ad0814-8960-4d22-ae4a-82b953e1daab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.072645 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a3ad0814-8960-4d22-ae4a-82b953e1daab admin admin] 10.222.0.59 "DELETE /v2.0/subnets/12c52aab-0008-489e-917b-1466094e1f09 HTTP/1.1" status: 204 len: 168 time: 1.0387330 Feb 09 13:02:50.074737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39684) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:50.096721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['0966d922-0181-4783-974d-c96af6fa0287'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:50.279922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1bcd671-ddc2-4d80-ad7a-57bb5da78c2b req-06f71cb2-3bf5-4807-b0d5-f46a1e1d7f80 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985265 Feb 09 13:02:50.366134 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.539292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cebafe-e5a2-4529-8310-12b9456d1e65 req-3c432f61-7797-4fb7-95dc-5365c1fe8851 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:50.541514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62cebafe-e5a2-4529-8310-12b9456d1e65 req-3c432f61-7797-4fb7-95dc-5365c1fe8851 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=a42fa2a4-555e-44f4-99da-39ecf89fc5da HTTP/1.1" status: 200 len: 945 time: 0.7623518 Feb 09 13:02:50.545308 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-83fe3cdc-1089-4f10-9546-238135b0f233 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.591027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.625025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d523c43-d946-4fd4-bed9-dcf513c3cc72']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:50.642962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fae565b-2fca-409e-9ce9-442b4d9ae003') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:50.643415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fae565b-2fca-409e-9ce9-442b4d9ae003') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:02:50.656682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.685028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.689393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaf7a1-5e79-4958-a8d9-c3349a8f42af req-4de02048-167c-4a25-bab7-fa34827c402f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:50.697112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-feaaf7a1-5e79-4958-a8d9-c3349a8f42af req-4de02048-167c-4a25-bab7-fa34827c402f tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.5983500 Feb 09 13:02:50.699041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe3cdc-1089-4f10-9546-238135b0f233 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event deleted for resources: {'Port': ['ID=aa4ffc98-8004-4601-9fc5-298f9ee7883e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:50.701984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:02:50.702384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:02:50.729901 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:02:50.732690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39692) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:50.864671 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.866519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-83fe3cdc-1089-4f10-9546-238135b0f233 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] No DVR routers for this DVR port aa4ffc98-8004-4601-9fc5-298f9ee7883e on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:50.880573 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-83fe3cdc-1089-4f10-9546-238135b0f233 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.883344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42fa2a4-555e-44f4-99da-39ecf89fc5da', 'name': 'network-vif-deleted', 'tag': 'aa4ffc98-8004-4601-9fc5-298f9ee7883e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:50.896361 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62cebafe-e5a2-4529-8310-12b9456d1e65 req-f615453e-ffb3-48d8-a5fa-33264e15aa52 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390527 Feb 09 13:02:50.909625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:50.920255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bfc430c9-3e3e-460a-982e-f99f2b821af2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb446d79631f481a877cd4927bb92846&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1576159 Feb 09 13:02:50.926837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39698) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:50.948309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-feaaf7a1-5e79-4958-a8d9-c3349a8f42af req-9a2994c4-cfa4-4253-b15f-215a700a9492 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502520 Feb 09 13:02:50.949866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d523c43-d946-4fd4-bed9-dcf513c3cc72,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:50.950256 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a53097a4-8f9f-455d-894e-d94e0d71e7b6 req-83fe3cdc-1089-4f10-9546-238135b0f233 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "DELETE /v2.0/ports/aa4ffc98-8004-4601-9fc5-298f9ee7883e HTTP/1.1" status: 204 len: 173 time: 3.1455450 Feb 09 13:02:50.961493 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5503ea22-b28e-4615-a351-7b5e2d3a92c1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0d523c43-d946-4fd4-bed9-dcf513c3cc72 HTTP/1.1" status: 204 len: 168 time: 0.8852623 Feb 09 13:02:51.083743 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09576474-8927-4645-be6e-5607bec8cb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:51.416451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09576474-8927-4645-be6e-5607bec8cb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:51.437184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac25f68-fee2-46c8-b621-443097fc08b7 req-01536d1f-7af1-421f-b912-c138ae61b377 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:51.447381 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ac25f68-fee2-46c8-b621-443097fc08b7 req-01536d1f-7af1-421f-b912-c138ae61b377 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 950 time: 0.1711254 Feb 09 13:02:51.506203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39706) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:51.554087 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ac25f68-fee2-46c8-b621-443097fc08b7 req-308fb19a-bb07-4a5f-af29-5d1e4ee89e7f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054368 Feb 09 13:02:51.622611 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-784a1f44-2d1f-4e72-810f-b4b71c022e8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23d836f3ab044cc782db34abf8f2ce23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1036835 Feb 09 13:02:51.622611 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09576474-8927-4645-be6e-5607bec8cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:51.623123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39712) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:51.643197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09576474-8927-4645-be6e-5607bec8cb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889aafc4-b974-4215-8b5c-38c08febd0fe,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:51.698379 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42fa2a4-555e-44f4-99da-39ecf89fc5da', 'name': 'network-vif-deleted', 'tag': 'aa4ffc98-8004-4601-9fc5-298f9ee7883e', 'status': 'completed', 'code': 200} Feb 09 13:02:51.730044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09576474-8927-4645-be6e-5607bec8cb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:51.737187 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-09576474-8927-4645-be6e-5607bec8cb8f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/889aafc4-b974-4215-8b5c-38c08febd0fe HTTP/1.1" status: 204 len: 168 time: 0.8059659 Feb 09 13:02:51.882685 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f691eef3-9e64-409e-9b79-1bc99c04f412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:51.990231 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f691eef3-9e64-409e-9b79-1bc99c04f412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:52.028324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d070d9-f4ea-4c20-b767-91312f352030 req-f69a56a8-e372-4a82-ab66-850326a846a6 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:52.038169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3d070d9-f4ea-4c20-b767-91312f352030 req-f69a56a8-e372-4a82-ab66-850326a846a6 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.2477376 Feb 09 13:02:52.118514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3d070d9-f4ea-4c20-b767-91312f352030 req-a3e1940a-e4f0-4093-bad2-4476862438d4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790706 Feb 09 13:02:52.145211 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f691eef3-9e64-409e-9b79-1bc99c04f412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:52.185497 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f691eef3-9e64-409e-9b79-1bc99c04f412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:52.199425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f691eef3-9e64-409e-9b79-1bc99c04f412 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1959b287-131a-4a25-9bcd-ab2228c22a9f HTTP/1.1" status: 204 len: 168 time: 0.5750983 Feb 09 13:02:52.200798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691eef3-9e64-409e-9b79-1bc99c04f412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1959b287-131a-4a25-9bcd-ab2228c22a9f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:52.254228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device aa4ffc98-8004-4601-9fc5-298f9ee7883e no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:52.309344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: aa4ffc98-8004-4601-9fc5-298f9ee7883e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:02:52.310503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device aa4ffc98-8004-4601-9fc5-298f9ee7883e not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:52.667573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a7dd0-166f-4e54-9788-9551c52dda23 req-dbdb1f83-1b26-4ad8-a910-17a99e1eb9bf tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:52.675583 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be7a7dd0-166f-4e54-9788-9551c52dda23 req-dbdb1f83-1b26-4ad8-a910-17a99e1eb9bf tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.2388425 Feb 09 13:02:52.679947 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ac84af7-2275-44e9-a95a-7a5979343ba0 req-c520eeec-dde7-4743-b845-dd594af9e55b tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 1101 time: 0.1534197 Feb 09 13:02:52.750185 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be7a7dd0-166f-4e54-9788-9551c52dda23 req-a88cba4b-b102-4c53-9f52-f997064e793e tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735061 Feb 09 13:02:52.854898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ac84af7-2275-44e9-a95a-7a5979343ba0 req-fcc678e4-d676-4b33-be91-d280e6ca9232 tempest-MigrationsAdminTest-1876662493 tempest-MigrationsAdminTest-1876662493-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240623 Feb 09 13:02:53.150905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 0966d922-0181-4783-974d-c96af6fa0287 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:02:53.410414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 0966d922-0181-4783-974d-c96af6fa0287 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:02:53.417388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 0966d922-0181-4783-974d-c96af6fa0287 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:02:53.417756 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:53.424218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428af107-5b6c-4fab-a8d1-093694981b94 req-3fb02b2f-a1c2-4aeb-81e4-13bc2ef1c7d1 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:53.425835 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-3fb02b2f-a1c2-4aeb-81e4-13bc2ef1c7d1 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.3497782 Feb 09 13:02:53.499801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-108b8b4e-4639-432c-8fba-21ed5c214471 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/quotas/819a0ead3dfd4a61b8df838745ba906a HTTP/1.1" status: 200 len: 375 time: 0.0175588 Feb 09 13:02:53.576440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-428af107-5b6c-4fab-a8d1-093694981b94 req-147dd286-4b5b-4d26-a82b-e17c364c6d56 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:53.581041 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:53.614403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975dbf4-5b0a-4a9a-be0e-0026f3cbc7b0 req-312efc39-9056-45f8-90d3-10f6c5c53872 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:53.616246 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0975dbf4-5b0a-4a9a-be0e-0026f3cbc7b0 req-312efc39-9056-45f8-90d3-10f6c5c53872 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.1891026 Feb 09 13:02:53.616387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966d922-0181-4783-974d-c96af6fa0287'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:53.617329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-428af107-5b6c-4fab-a8d1-093694981b94 req-147dd286-4b5b-4d26-a82b-e17c364c6d56 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:53.625852 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-147dd286-4b5b-4d26-a82b-e17c364c6d56 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1119475 Feb 09 13:02:53.632823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:53.639662 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:53.736932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=13']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:53.803138 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0975dbf4-5b0a-4a9a-be0e-0026f3cbc7b0 req-aa1d8617-1fad-4410-84bf-35a9885fde41 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531866 Feb 09 13:02:53.855637 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-0d7c6e51-6da8-47a4-8247-04addee9253f service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286589 Feb 09 13:02:54.065636 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-6d77eeed-8b65-42fc-800b-92e56526451b service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993821 Feb 09 13:02:54.252006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb508ad3-35f7-408c-bc60-ccb34d248192 req-728a9dea-2b70-4a9f-bdd8-37c2e48ddd9c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:54.254792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb508ad3-35f7-408c-bc60-ccb34d248192 req-728a9dea-2b70-4a9f-bdd8-37c2e48ddd9c tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 951 time: 0.1378767 Feb 09 13:02:54.347561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb508ad3-35f7-408c-bc60-ccb34d248192 req-56964aa8-3730-422b-8bc7-967251c69327 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729575 Feb 09 13:02:54.406009 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966d922-0181-4783-974d-c96af6fa0287', 'code': 200} Feb 09 13:02:54.563985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39840) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:54.753158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1647875630-network', 'tenant_id': 'f9274c995575416f94f45658899d579c'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:54.758833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:54.763914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Usage tracker for resource:network and tenant:f9274c995575416f94f45658899d579c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:54.767509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:54.778563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:54.797856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Made reservation on behalf of f9274c995575416f94f45658899d579c for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:02:54.801248 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:54.810327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02324c27-5f75-47ca-8d11-97c7c541cbe6 req-c6e851e1-0a00-412c-acf7-e1fb743e6474 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 210 time: 0.2388315 Feb 09 13:02:54.817594 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:54.869105 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca691933-94bd-4288-b26c-d76f9a0ca659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:54.884865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8b81-cac7-4123-8877-17be99f0ac8d req-0e1b619f-46e3-4fac-ad23-470c087a0c49 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:54.893412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-344d8b81-cac7-4123-8877-17be99f0ac8d req-0e1b619f-46e3-4fac-ad23-470c087a0c49 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.3709562 Feb 09 13:02:54.903678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:54.908894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Usage tracker for resource:security_group_rule and tenant:f9274c995575416f94f45658899d579c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:54.915919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:54.923283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:55.162716 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:55.175695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:55.209841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:02:55.220583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:55.220929 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Added segment cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87 of type vlan for network 5d8b75a8-b268-48f3-800b-878cd9d13add Feb 09 13:02:55.262749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd15e5-6be3-4cec-b747-71033a45367e req-3b4b1989-84a9-44a0-8e66-2687f84ca06d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:55.263479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-61cd15e5-6be3-4cec-b747-71033a45367e req-3b4b1989-84a9-44a0-8e66-2687f84ca06d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Synchronizing usage tracker for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:55.288339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:55.294805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6dfe60-c2ef-48f8-94ad-58f5e3507f7e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:55.321953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-61cd15e5-6be3-4cec-b747-71033a45367e req-3b4b1989-84a9-44a0-8e66-2687f84ca06d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Unset dirty status for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:55.323226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-61cd15e5-6be3-4cec-b747-71033a45367e req-3b4b1989-84a9-44a0-8e66-2687f84ca06d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 951 time: 0.2792265 Feb 09 13:02:55.371212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6787418-8cd6-4c24-82a7-b49da82130eb req-6ac03f17-bf84-4aa3-bc24-8fd286d06f22 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:55.373506 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6787418-8cd6-4c24-82a7-b49da82130eb req-6ac03f17-bf84-4aa3-bc24-8fd286d06f22 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.1777787 Feb 09 13:02:55.373718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:55.374155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:55.374761 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:55.451715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-61cd15e5-6be3-4cec-b747-71033a45367e req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Deleting port 0966d922-0181-4783-974d-c96af6fa0287 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:02:55.452095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-61cd15e5-6be3-4cec-b747-71033a45367e req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:55.522385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6787418-8cd6-4c24-82a7-b49da82130eb req-2fbfc998-1379-41f0-8091-0513fd45b23b tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392787 Feb 09 13:02:55.544591 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-344d8b81-cac7-4123-8877-17be99f0ac8d req-ad9e2ede-f898-4cf4-bb18-93e6efc31e6e tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500204 Feb 09 13:02:55.586870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39866) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:55.590304 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:02:55.620744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] Pushing event updated for resources: {'Network': ['ID=5d8b75a8-b268-48f3-800b-878cd9d13add,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:55.626905 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-32c9f859-461d-4407-a01e-c6f274c93b7e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0612526 Feb 09 13:02:55.630859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39872) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:55.637568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 5d8b75a8-b268-48f3-800b-878cd9d13add details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:02:55.647450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Request body: {'subnet': {'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1647875630-subnet', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:55.666855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:55.672841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Usage tracker for resource:subnet and tenant:f9274c995575416f94f45658899d579c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:55.679724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:55.695472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:55.709429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Made reservation on behalf of f9274c995575416f94f45658899d579c for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:02:55.715046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:55.901119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-61cd15e5-6be3-4cec-b747-71033a45367e req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] For port 0966d922-0181-4783-974d-c96af6fa0287, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=0966d922-0181-4783-974d-c96af6fa0287,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:55.902245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-61cd15e5-6be3-4cec-b747-71033a45367e req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:56.186430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-61cd15e5-6be3-4cec-b747-71033a45367e req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Calling delete_port for 0966d922-0181-4783-974d-c96af6fa0287 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:02:56.198579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58544413-9f7a-4aae-87af-4da4a34cf12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:56.228254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d0e2097-5772-468b-baf1-0c78614394a5 req-07fefb3d-cf5e-4147-8018-abf4e7ebc54a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 210 time: 0.1396220 Feb 09 13:02:56.416926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-58544413-9f7a-4aae-87af-4da4a34cf12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:56.478742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-58544413-9f7a-4aae-87af-4da4a34cf12e admin admin] Usage tracker for resource:security_group_rule and tenant:2eff4b69b8694074a1a0258b9c1af07f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:56.491144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-58544413-9f7a-4aae-87af-4da4a34cf12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:56.503957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be7f87-936e-4bbf-954e-91dc6e452a99 req-70e4676c-a960-4e06-a32d-49582880fdfe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:56.505705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02be7f87-936e-4bbf-954e-91dc6e452a99 req-70e4676c-a960-4e06-a32d-49582880fdfe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a77244d-bc81-4c6b-ac7e-38edba1b92d9 HTTP/1.1" status: 200 len: 951 time: 0.7204125 Feb 09 13:02:56.506134 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-61cd15e5-6be3-4cec-b747-71033a45367e req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:56.522868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['53e0804e-d170-4f17-98d2-aa9075d199d1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:56.557046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-58544413-9f7a-4aae-87af-4da4a34cf12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:56.591254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Pushing event deleted for resources: {'Port': ['ID=0966d922-0181-4783-974d-c96af6fa0287,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:56.661981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1639d619-11a2-454b-a2e9-091b5646125b', '608cab21-dca3-44bd-b517-0a3f04ae355a', '0966d922-0181-4783-974d-c96af6fa0287'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:02:56.687016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02be7f87-936e-4bbf-954e-91dc6e452a99 req-b53ea591-74a2-436c-a26d-24ff57db5ff0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324906 Feb 09 13:02:56.725505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cd15e5-6be3-4cec-b747-71033a45367e req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] No DVR routers for this DVR port 0966d922-0181-4783-974d-c96af6fa0287 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:02:56.728092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.728439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.728758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.729230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.729394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.731626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.732008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.732326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.732642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.732963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.733277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:02:56.737921 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-61cd15e5-6be3-4cec-b747-71033a45367e req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:56.740743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-deleted', 'tag': '0966d922-0181-4783-974d-c96af6fa0287'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:56.770888 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-61cd15e5-6be3-4cec-b747-71033a45367e req-4f628e5d-9a97-4058-8e3a-95fae30f7fdf tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "DELETE /v2.0/ports/0966d922-0181-4783-974d-c96af6fa0287 HTTP/1.1" status: 204 len: 173 time: 1.4399264 Feb 09 13:02:56.794793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428af107-5b6c-4fab-a8d1-093694981b94 req-4eb8b5a3-fd54-47cc-b1e6-e2dadb88e019 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:56.798179 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-4eb8b5a3-fd54-47cc-b1e6-e2dadb88e019 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.5226917 Feb 09 13:02:56.841146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Request body: {'port': {'device_id': 'ec939671-8995-4528-a484-06b5d749dd6d', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'admin_state_up': True, 'tenant_id': '819a0ead3dfd4a61b8df838745ba906a'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:57.118697 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1737e6cb-d914-404b-9f1d-48e3579d46e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:57.245392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:57.378611 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58544413-9f7a-4aae-87af-4da4a34cf12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:57.391618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:57.397243 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58544413-9f7a-4aae-87af-4da4a34cf12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:57.434915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f11907-fdd2-448b-9825-b8eef7802ade,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:57.455080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:57.510155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58544413-9f7a-4aae-87af-4da4a34cf12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974b6696-da3d-42b2-a4f3-48a7badcf3a6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:57.525161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-58544413-9f7a-4aae-87af-4da4a34cf12e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2eff4b69b8694074a1a0258b9c1af07f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9330821 Feb 09 13:02:57.525939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39902) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:57.527377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbf0ab-2c46-47c6-80d8-762ff54196ab req-5ce32d91-b90c-4e34-b2ef-5f2bc25fd353 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:57.528975 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7fbf0ab-2c46-47c6-80d8-762ff54196ab req-5ce32d91-b90c-4e34-b2ef-5f2bc25fd353 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 946 time: 0.4343235 Feb 09 13:02:57.530352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Made reservation on behalf of 819a0ead3dfd4a61b8df838745ba906a for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:02:57.534115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:57.552970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec501732-cbcc-4eb7-bec6-e7cf6d2182ab req-b3c7d956-87e1-4613-b1ae-dbeeaf201539 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:57.555313 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec501732-cbcc-4eb7-bec6-e7cf6d2182ab req-b3c7d956-87e1-4613-b1ae-dbeeaf201539 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.6434383 Feb 09 13:02:57.560541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Checking segment: {'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:02:57.560940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Network hostable DHCP agents. Network: 5d8b75a8-b268-48f3-800b-878cd9d13add, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:02:57.607699 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-041e7c69-fd03-4d30-b387-a5e864e6a4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:57.646364 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-041e7c69-fd03-4d30-b387-a5e864e6a4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:57.710772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-041e7c69-fd03-4d30-b387-a5e864e6a4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:57.722722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7fbf0ab-2c46-47c6-80d8-762ff54196ab req-be7c5f67-639c-47c6-ab87-af5312daae9d tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632457 Feb 09 13:02:57.728967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e7c69-fd03-4d30-b387-a5e864e6a4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974b6696-da3d-42b2-a4f3-48a7badcf3a6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:57.738967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Network 5d8b75a8-b268-48f3-800b-878cd9d13add is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:02:57.741230 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-041e7c69-fd03-4d30-b387-a5e864e6a4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:57.762072 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-041e7c69-fd03-4d30-b387-a5e864e6a4c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/974b6696-da3d-42b2-a4f3-48a7badcf3a6 HTTP/1.1" status: 204 len: 168 time: 0.2203164 Feb 09 13:02:57.762282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec501732-cbcc-4eb7-bec6-e7cf6d2182ab req-e11b9a9c-1830-43dd-bf84-8d98fbd088d7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874535 Feb 09 13:02:57.778295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 5d8b75a8-b268-48f3-800b-878cd9d13add) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:02:57.798294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca9d6c1-46c1-431e-8956-737ac42240c8 None None] Network 5d8b75a8-b268-48f3-800b-878cd9d13add requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:02:57.836680 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a77244d-bc81-4c6b-ac7e-38edba1b92d9', 'name': 'network-vif-deleted', 'tag': '0966d922-0181-4783-974d-c96af6fa0287', 'status': 'completed', 'code': 200} Feb 09 13:02:57.886351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Allocated IP 172.20.0.2 (12788e67-143c-4867-a351-ef88510d233b/5831325b-7029-405e-857f-84d59869e409/cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:02:57.923667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:57.924248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.072858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39914) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:02:58.073491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-78cf1f27-5780-4263-8e0b-e70c18ba0708 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4411805 Feb 09 13:02:58.080996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:58.090827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:02:58.100832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Usage tracker for resource:router and tenant:f9274c995575416f94f45658899d579c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:02:58.110279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:02:58.120950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:02:58.147680 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.148848 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.154272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-5d8b75a8-b268-48f3-800b-878cd9d13add', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:02:58.155249 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.180735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.302278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e03e41a6-2501-44ec-bfc7-45e64eba6d81 req-46458bbd-db9a-46b5-a539-6867b83fb956 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:02:58.360418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e03e41a6-2501-44ec-bfc7-45e64eba6d81 req-46458bbd-db9a-46b5-a539-6867b83fb956 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:02:58.361709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e03e41a6-2501-44ec-bfc7-45e64eba6d81 req-46458bbd-db9a-46b5-a539-6867b83fb956 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 210 time: 0.3528013 Feb 09 13:02:58.436937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.479504 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.491459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Allocated IP 172.20.0.2 (5d8b75a8-b268-48f3-800b-878cd9d13add/20f11907-fdd2-448b-9825-b8eef7802ade/7493c709-1c3a-45c0-b9bd-805f351bf49e) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:02:58.558367 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.633367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Network 12788e67-143c-4867-a351-ef88510d233b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:02:58.645165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:02:58.654699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:02:58.741166 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.753917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Transition to ACTIVE for port object 7493c709-1c3a-45c0-b9bd-805f351bf49e will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:02:58.775434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Transition to ACTIVE for port object 7493c709-1c3a-45c0-b9bd-805f351bf49e will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:02:58.808009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event updated for resources: {'Port': ['ID=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:58.808995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fb705c85-2b86-419f-ab78-6b7988d98709 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:58.891813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:58.892822 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.946019 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:58.946697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-9404aff9-c598-44c9-997a-d9849510713e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1144340 Feb 09 13:02:58.964541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Request body: {'port': {'device_id': 'ec939671-8995-4528-a484-06b5d749dd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:02:59.067283 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.070569 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.082109 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.102749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 0966d922-0181-4783-974d-c96af6fa0287 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:02:59.179110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port fb705c85-2b86-419f-ab78-6b7988d98709, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fb705c85-2b86-419f-ab78-6b7988d98709,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:02:59.180565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 0966d922-0181-4783-974d-c96af6fa0287 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:02:59.181399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 0966d922-0181-4783-974d-c96af6fa0287 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:02:59.192542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb705c85-2b86-419f-ab78-6b7988d98709'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:02:59.213868 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.253031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Network 5d8b75a8-b268-48f3-800b-878cd9d13add is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:02:59.253031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:02:59.262053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:02:59.304132 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.348817 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.349765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Pushing event updated for resources: {'Port': ['ID=7493c709-1c3a-45c0-b9bd-805f351bf49e,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:59.435683 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.466944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Attempting to bind port 7493c709-1c3a-45c0-b9bd-805f351bf49e on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:02:59.467454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Attempting to bind port 7493c709-1c3a-45c0-b9bd-805f351bf49e by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:02:59.468168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Attempting to bind port 7493c709-1c3a-45c0-b9bd-805f351bf49e on network 5d8b75a8-b268-48f3-800b-878cd9d13add {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:02:59.471050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=fb705c85-2b86-419f-ab78-6b7988d98709,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:59.483127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:02:59.483612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Checking segment: {'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:02:59.485071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.485541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Bound using segment: {'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:02:59.486110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Bound port: 7493c709-1c3a-45c0-b9bd-805f351bf49e, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:02:59.486602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.663941 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb705c85-2b86-419f-ab78-6b7988d98709', 'code': 200} Feb 09 13:02:59.700231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] For port 7493c709-1c3a-45c0-b9bd-805f351bf49e, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:02:59.708946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] For port 7493c709-1c3a-45c0-b9bd-805f351bf49e, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7493c709-1c3a-45c0-b9bd-805f351bf49e,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:02:59.727091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.760459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f8cdd-0bad-46d8-8849-a04ffe4719d8 req-53aa731a-02e4-47cd-8d3d-319d3e208ce3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:02:59.768180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a1f8cdd-0bad-46d8-8849-a04ffe4719d8 req-53aa731a-02e4-47cd-8d3d-319d3e208ce3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.3475771 Feb 09 13:02:59.784335 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:02:59.808168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Allocated IP 172.25.5.157 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/06e26fe0-16fa-42f2-8847-d7f5722e3473) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:02:59.836759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4477c56-529b-4ac9-9ad3-d4e0b2505d84 None None] Pushing event updated for resources: {'Port': ['ID=7493c709-1c3a-45c0-b9bd-805f351bf49e,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:02:59.974610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a1f8cdd-0bad-46d8-8849-a04ffe4719d8 req-e788d8a4-24ee-49cf-a9e6-8f02572774f3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053542 Feb 09 13:03:00.057713 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.071869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3cfc9-f486-48bd-a679-7e191cac215b req-99eba2d4-c58d-4405-8cda-c122d956bfc3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:00.080252 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ae3cfc9-f486-48bd-a679-7e191cac215b req-99eba2d4-c58d-4405-8cda-c122d956bfc3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 931 time: 0.1976833 Feb 09 13:03:00.131002 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.245511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ae3cfc9-f486-48bd-a679-7e191cac215b req-0fa010d8-db97-4c20-8ea3-80d50074a5db tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643088 Feb 09 13:03:00.248854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:00.254626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:00.256332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:00.263240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:00.265967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.288172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Transition to ACTIVE for port object cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:00.295639 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.308527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Pushing event updated for resources: {'Port': ['ID=06e26fe0-16fa-42f2-8847-d7f5722e3473,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:00.461347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c713f-8035-4a01-8875-d1c86e73630c req-83766ba9-489e-4f4e-a586-157fcf5babeb tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:00.463168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-244c713f-8035-4a01-8875-d1c86e73630c req-83766ba9-489e-4f4e-a586-157fcf5babeb tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 951 time: 0.2768354 Feb 09 13:03:00.507827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:00.539188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.541314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.671306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-244c713f-8035-4a01-8875-d1c86e73630c req-677da198-4e32-44fa-b066-72afa07a96d6 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957803 Feb 09 13:03:00.708170 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Attempting to bind port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:00.708561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Attempting to bind port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:00.709160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Attempting to bind port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:00.717655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 on network 12788e67-143c-4867-a351-ef88510d233b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:03:00.718102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Attempting to bind port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:00.753661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:00.754005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Checking segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:00.754392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Bound using segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:00.754871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Bound port: cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:00.755221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:00.790216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-0586329d-e2f3-42fe-a342-61dbdc62893d tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:00.791707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-0586329d-e2f3-42fe-a342-61dbdc62893d tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 944 time: 0.1940267 Feb 09 13:03:00.937753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-94d8a410-789a-41d4-bc57-a3dff6542082 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Deleting port fb705c85-2b86-419f-ab78-6b7988d98709 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:03:00.938169 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-94d8a410-789a-41d4-bc57-a3dff6542082 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.032569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:03:01.135890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec9270-1037-414e-a912-b97f5d34b723 req-7c083318-cc65-4457-b140-f1edb65d5a83 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:01.136931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-79ec9270-1037-414e-a912-b97f5d34b723 req-7c083318-cc65-4457-b140-f1edb65d5a83 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Synchronizing usage tracker for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:01.140511 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec12d5ac-d925-4b2a-aa99-ae83ad8e6af9 None None] Network 5d8b75a8-b268-48f3-800b-878cd9d13add requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:03:01.201551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] For port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:01.239848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-79ec9270-1037-414e-a912-b97f5d34b723 req-7c083318-cc65-4457-b140-f1edb65d5a83 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Unset dirty status for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:01.241034 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79ec9270-1037-414e-a912-b97f5d34b723 req-7c083318-cc65-4457-b140-f1edb65d5a83 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 951 time: 0.3137600 Feb 09 13:03:01.247016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] For port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:01.308794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3ac062fd-de59-4141-a7cf-869c9696e619 None None] Provisioning for port 7493c709-1c3a-45c0-b9bd-805f351bf49e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:01.354555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-79ec9270-1037-414e-a912-b97f5d34b723 req-8af59f46-aaaa-4c5c-bec3-041551ba33a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Deleting port 53e0804e-d170-4f17-98d2-aa9075d199d1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:03:01.355553 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-79ec9270-1037-414e-a912-b97f5d34b723 req-8af59f46-aaaa-4c5c-bec3-041551ba33a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.480058 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.586831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9cd12-9b3c-43a8-9d5a-d765e745743b req-f0d0596a-a60c-4aa3-99f9-f784eba3ec1c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:01.594320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70c9cd12-9b3c-43a8-9d5a-d765e745743b req-f0d0596a-a60c-4aa3-99f9-f784eba3ec1c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 944 time: 0.6120706 Feb 09 13:03:01.621468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:03:01.634095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Sync routers for ids ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:03:01.648789 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.651349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] 10.222.0.67 "PUT /v2.0/ports/cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 HTTP/1.1" status: 200 len: 1091 time: 2.6953895 Feb 09 13:03:01.661076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec939671-8995-4528-a484-06b5d749dd6d', 'tag': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:01.662867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Routers {'1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:01.663657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:02:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:01.732949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7493c709-1c3a-45c0-b9bd-805f351bf49e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:01.755191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-79ec9270-1037-414e-a912-b97f5d34b723 req-8af59f46-aaaa-4c5c-bec3-041551ba33a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] For port 53e0804e-d170-4f17-98d2-aa9075d199d1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=53e0804e-d170-4f17-98d2-aa9075d199d1,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:01.756019 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-79ec9270-1037-414e-a912-b97f5d34b723 req-8af59f46-aaaa-4c5c-bec3-041551ba33a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.759670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203de268-6a86-420e-901c-334930a0fbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:01.777380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-94d8a410-789a-41d4-bc57-a3dff6542082 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] For port fb705c85-2b86-419f-ab78-6b7988d98709, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fb705c85-2b86-419f-ab78-6b7988d98709,segment=NetworkSegment(c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d),segment_id=c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:01.777767 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-94d8a410-789a-41d4-bc57-a3dff6542082 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.843420 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:01.847374 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8ebc1cb3-4a61-4e41-b3dd-987ba1b91c92 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.7703454 Feb 09 13:03:01.875692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39984) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:01.887289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70c9cd12-9b3c-43a8-9d5a-d765e745743b req-9f4438aa-c588-43e5-8e88-4078fb9deccf tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/security-groups?id=65894f51-9c84-45ae-a909-1a00e83c7f32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915983 Feb 09 13:03:01.929476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 7493c709-1c3a-45c0-b9bd-805f351bf49e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:01.981593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Set router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:02.089650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-94d8a410-789a-41d4-bc57-a3dff6542082 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Calling delete_port for fb705c85-2b86-419f-ab78-6b7988d98709 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:03:02.093275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-79ec9270-1037-414e-a912-b97f5d34b723 req-8af59f46-aaaa-4c5c-bec3-041551ba33a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Calling delete_port for 53e0804e-d170-4f17-98d2-aa9075d199d1 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:03:02.291300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3c347-33d1-4bd3-bcc7-93d2f6fc7ef3 req-1b990ff8-5ced-4213-9731-c0383c7b94dc tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:02.299627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82f3c347-33d1-4bd3-bcc7-93d2f6fc7ef3 req-1b990ff8-5ced-4213-9731-c0383c7b94dc tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 1.0774419 Feb 09 13:03:02.329547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-79ec9270-1037-414e-a912-b97f5d34b723 req-8af59f46-aaaa-4c5c-bec3-041551ba33a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:02.360304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 7493c709-1c3a-45c0-b9bd-805f351bf49e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:02.360916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:02.391494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1639d619-11a2-454b-a2e9-091b5646125b', '608cab21-dca3-44bd-b517-0a3f04ae355a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:02.418667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['53e0804e-d170-4f17-98d2-aa9075d199d1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:02.430730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af59f46-aaaa-4c5c-bec3-041551ba33a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Pushing event deleted for resources: {'Port': ['ID=53e0804e-d170-4f17-98d2-aa9075d199d1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:02.531833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82f3c347-33d1-4bd3-bcc7-93d2f6fc7ef3 req-7b1245cb-414b-422a-9992-db548527ff8d tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167859 Feb 09 13:03:02.542219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-dd7e560d-2b3d-41e1-8789-e9f6bd4d30ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 1094 time: 0.8214867 Feb 09 13:03:02.602504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ec9270-1037-414e-a912-b97f5d34b723 req-8af59f46-aaaa-4c5c-bec3-041551ba33a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] No DVR routers for this DVR port 53e0804e-d170-4f17-98d2-aa9075d199d1 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:03:02.607143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-79ec9270-1037-414e-a912-b97f5d34b723 req-8af59f46-aaaa-4c5c-bec3-041551ba33a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:02.611006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-deleted', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:02.649653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79ec9270-1037-414e-a912-b97f5d34b723 req-8af59f46-aaaa-4c5c-bec3-041551ba33a0 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.67 "DELETE /v2.0/ports/53e0804e-d170-4f17-98d2-aa9075d199d1 HTTP/1.1" status: 204 len: 173 time: 1.4015470 Feb 09 13:03:02.727646 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-6d0a5055-e50b-4056-9669-a3d16827f40d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 HTTP/1.1" status: 200 len: 217 time: 0.1363635 Feb 09 13:03:02.766809 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:02.812195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91587e09-f15f-423f-9514-ce3b0337d455 req-9771733b-21e8-47dd-8e4b-1565d86fb377 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:02.814261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91587e09-f15f-423f-9514-ce3b0337d455 req-9771733b-21e8-47dd-8e4b-1565d86fb377 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 943 time: 0.5093799 Feb 09 13:03:02.830295 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec939671-8995-4528-a484-06b5d749dd6d', 'tag': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9', 'status': 'completed', 'code': 200} Feb 09 13:03:02.909101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:00Z', 'revision_number': 3, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:02.926386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 7493c709-1c3a-45c0-b9bd-805f351bf49e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7493c709-1c3a-45c0-b9bd-805f351bf49e,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:02.957490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Checking router: 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:03:02.957932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Updating router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 port 06e26fe0-16fa-42f2-8847-d7f5722e3473 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:03:02.978761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428af107-5b6c-4fab-a8d1-093694981b94 req-b03858d5-6c94-4141-99b4-fbb5ac18e6fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:02.981189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-b03858d5-6c94-4141-99b4-fbb5ac18e6fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.2404430 Feb 09 13:03:03.023564 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:03.052622 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:03.058437 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-94d8a410-789a-41d4-bc57-a3dff6542082 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:03.116879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-15b466bb-5dca-40df-a35d-41ae92e326df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478699 Feb 09 13:03:03.214572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33348f31-2a05-4731-be61-058d3673b251 req-f8631ac8-ad6d-4058-91de-98e6a5889a07 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb63851-5b4a-45b3-bdcb-70d009154b91 HTTP/1.1" status: 200 len: 210 time: 0.2325373 Feb 09 13:03:03.305408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=7493c709-1c3a-45c0-b9bd-805f351bf49e,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:03.440943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40008) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:03.451640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8a410-789a-41d4-bc57-a3dff6542082 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Pushing event deleted for resources: {'Port': ['ID=fb705c85-2b86-419f-ab78-6b7988d98709,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:03.456614 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-bbc3ee29-c492-41a9-bb5c-2b4dcc5a3bda service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377813 Feb 09 13:03:03.670332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7493c709-1c3a-45c0-b9bd-805f351bf49e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:03.697583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3126ab2-ec63-4209-8fa6-712ced8cc409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:03.740156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c3126ab2-ec63-4209-8fa6-712ced8cc409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:03.745956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c3126ab2-ec63-4209-8fa6-712ced8cc409 admin admin] Usage tracker for resource:security_group_rule and tenant:f07356c8991c4e769f7d620cce099c3a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:03.751027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c3126ab2-ec63-4209-8fa6-712ced8cc409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:03.759227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c3126ab2-ec63-4209-8fa6-712ced8cc409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:03.826964 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb63851-5b4a-45b3-bdcb-70d009154b91', 'name': 'network-vif-deleted', 'tag': '53e0804e-d170-4f17-98d2-aa9075d199d1', 'status': 'completed', 'code': 200} Feb 09 13:03:03.837002 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:03.861413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Transition to ACTIVE for port object 06e26fe0-16fa-42f2-8847-d7f5722e3473 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:03.868823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3126ab2-ec63-4209-8fa6-712ced8cc409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:03.874086 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3126ab2-ec63-4209-8fa6-712ced8cc409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:03.876897 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:03.877841 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91587e09-f15f-423f-9514-ce3b0337d455 req-23032fe1-26f0-416a-a0fb-ef6a4424436f tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0178270 Feb 09 13:03:03.893410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-94d8a410-789a-41d4-bc57-a3dff6542082 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] No DVR routers for this DVR port fb705c85-2b86-419f-ab78-6b7988d98709 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:03:03.897853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-94d8a410-789a-41d4-bc57-a3dff6542082 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:03.915556 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c3126ab2-ec63-4209-8fa6-712ced8cc409 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f07356c8991c4e769f7d620cce099c3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4731269 Feb 09 13:03:03.926214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40020) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:03.932718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaf5fae1-2c4e-4155-98b5-5be82af3fd5f req-94d8a410-789a-41d4-bc57-a3dff6542082 tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.67 "DELETE /v2.0/ports/fb705c85-2b86-419f-ab78-6b7988d98709 HTTP/1.1" status: 204 len: 173 time: 3.0869555 Feb 09 13:03:03.933976 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 7493c709-1c3a-45c0-b9bd-805f351bf49e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:03.934518 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:03.975578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3126ab2-ec63-4209-8fa6-712ced8cc409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531ca751-d91a-4499-ad4e-609f895ce23d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:04.038812 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-428af107-5b6c-4fab-a8d1-093694981b94 req-80de6ae3-ad8b-415c-93e6-40c0945f7311 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734096 Feb 09 13:03:04.077257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Attempting to bind port 06e26fe0-16fa-42f2-8847-d7f5722e3473 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:04.078044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Attempting to bind port 06e26fe0-16fa-42f2-8847-d7f5722e3473 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:04.078598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Attempting to bind port 06e26fe0-16fa-42f2-8847-d7f5722e3473 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:04.083364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de771e-35e9-42a2-804c-ff28c68963cf None None] Pushing event updated for resources: {'Port': ['ID=06e26fe0-16fa-42f2-8847-d7f5722e3473,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:04.150710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:04.151530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:04.152149 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:04.152672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:04.153292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Bound port: 06e26fe0-16fa-42f2-8847-d7f5722e3473, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:04.153784 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:04.247566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] For port 06e26fe0-16fa-42f2-8847-d7f5722e3473, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:04.251204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] For port 06e26fe0-16fa-42f2-8847-d7f5722e3473, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=06e26fe0-16fa-42f2-8847-d7f5722e3473,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:04.258177 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:04.291371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fb705c85-2b86-419f-ab78-6b7988d98709 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:04.341123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: fb705c85-2b86-419f-ab78-6b7988d98709 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:03:04.341454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fb705c85-2b86-419f-ab78-6b7988d98709 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:03:04.341868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 53e0804e-d170-4f17-98d2-aa9075d199d1 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:04.350101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-48890bdf-5ad6-4d36-9171-be15c993095a req-26b8df53-cc8b-44db-bd14-dd7e3d189a6c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Synchronizing usage tracker for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:04.393587 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bb831ae5-a7c1-479c-bafd-b9b72e791153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:04.398697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 53e0804e-d170-4f17-98d2-aa9075d199d1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:03:04.399034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 53e0804e-d170-4f17-98d2-aa9075d199d1 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:03:04.411936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Routers {'1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:04.412560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:02:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:04.440350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-48890bdf-5ad6-4d36-9171-be15c993095a req-26b8df53-cc8b-44db-bd14-dd7e3d189a6c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] Unset dirty status for tenant:7fecec3b42df453293b2fc62ba68b391 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:04.441520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48890bdf-5ad6-4d36-9171-be15c993095a req-26b8df53-cc8b-44db-bd14-dd7e3d189a6c tempest-ImagesTestJSON-434421378 tempest-ImagesTestJSON-434421378-project] 10.222.0.59 "GET /v2.0/ports?device_id=f08cb430-da32-4bc5-80f1-9c4008271618 HTTP/1.1" status: 200 len: 210 time: 0.2925830 Feb 09 13:03:04.465269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bb831ae5-a7c1-479c-bafd-b9b72e791153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:04.547420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adeddd8a-a0d9-47e8-a37e-b2b914cfcdbb req-3a0005e0-ff45-4995-b8ea-548d7172d8dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 1094 time: 0.3990788 Feb 09 13:03:04.588460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de771e-35e9-42a2-804c-ff28c68963cf None None] Pushing event updated for resources: {'Port': ['ID=06e26fe0-16fa-42f2-8847-d7f5722e3473,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:04.619651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb183c26-59c4-413c-b36d-cdf5fef1ff75 req-63790d8a-b3c5-4b51-940b-197621406b96 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:04.621327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb183c26-59c4-413c-b36d-cdf5fef1ff75 req-63790d8a-b3c5-4b51-940b-197621406b96 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.4212077 Feb 09 13:03:04.715220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] Set router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:04.780368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-445c0257-6fd2-45da-a58c-798bbdcc1c33 req-2d3287d6-56f7-4c2c-a36b-d517d9c6b840 tempest-AbsoluteLimitsNegativeTestJSON-1988750640 tempest-AbsoluteLimitsNegativeTestJSON-1988750640-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1adfa01ae9dd4cd585ab93c5d7617eca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153600 Feb 09 13:03:04.837101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'name': 'network-vif-deleted', 'tag': 'fb705c85-2b86-419f-ab78-6b7988d98709'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:04.889049 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bb831ae5-a7c1-479c-bafd-b9b72e791153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:04.895743 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb183c26-59c4-413c-b36d-cdf5fef1ff75 req-f347cc1c-6b3f-43d2-aa6d-0896d902b168 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560334 Feb 09 13:03:04.980806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeddd8a-a0d9-47e8-a37e-b2b914cfcdbb req-5cc89bad-380e-4732-962e-f2c33efc70c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:04.982192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adeddd8a-a0d9-47e8-a37e-b2b914cfcdbb req-5cc89bad-380e-4732-962e-f2c33efc70c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 913 time: 0.4283760 Feb 09 13:03:04.991755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb831ae5-a7c1-479c-bafd-b9b72e791153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531ca751-d91a-4499-ad4e-609f895ce23d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:05.095647 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bb831ae5-a7c1-479c-bafd-b9b72e791153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:05.099377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bb831ae5-a7c1-479c-bafd-b9b72e791153 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/531ca751-d91a-4499-ad4e-609f895ce23d HTTP/1.1" status: 204 len: 168 time: 1.1688058 Feb 09 13:03:05.118770 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adeddd8a-a0d9-47e8-a37e-b2b914cfcdbb req-65a8985a-2c14-428f-a2bc-2ebdd44271d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 HTTP/1.1" status: 200 len: 217 time: 0.1215198 Feb 09 13:03:05.168962 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08cb430-da32-4bc5-80f1-9c4008271618', 'name': 'network-vif-deleted', 'tag': 'fb705c85-2b86-419f-ab78-6b7988d98709', 'status': 'completed', 'code': 200} Feb 09 13:03:05.177767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:00Z', 'revision_number': 3, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:05.186422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d388fc-60fc-49eb-8972-202efcf73f83 None None] The sync data for ids ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'] in n-d-825175-3 is: [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:00Z', 'revision_number': 3, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:03:05.428268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c0257-6fd2-45da-a58c-798bbdcc1c33 req-7e26300f-703a-43d7-b4b5-e03d6b294030 tempest-AbsoluteLimitsNegativeTestJSON-1988750640 tempest-AbsoluteLimitsNegativeTestJSON-1988750640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:05.429404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-445c0257-6fd2-45da-a58c-798bbdcc1c33 req-7e26300f-703a-43d7-b4b5-e03d6b294030 tempest-AbsoluteLimitsNegativeTestJSON-1988750640 tempest-AbsoluteLimitsNegativeTestJSON-1988750640-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6364613 Feb 09 13:03:05.436774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeddd8a-a0d9-47e8-a37e-b2b914cfcdbb req-204bb742-d2fa-4562-ab0a-530657c53617 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:05.439031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adeddd8a-a0d9-47e8-a37e-b2b914cfcdbb req-204bb742-d2fa-4562-ab0a-530657c53617 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.3148630 Feb 09 13:03:05.550517 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adeddd8a-a0d9-47e8-a37e-b2b914cfcdbb req-52968adc-38a6-4d6b-9d51-773cec666002 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009021 Feb 09 13:03:05.607706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-445c0257-6fd2-45da-a58c-798bbdcc1c33 req-02303a5d-a350-40e2-bf2a-8d425415d806 tempest-AbsoluteLimitsNegativeTestJSON-1988750640 tempest-AbsoluteLimitsNegativeTestJSON-1988750640-project] 10.222.0.59 "GET /v2.0/quotas/1adfa01ae9dd4cd585ab93c5d7617eca HTTP/1.1" status: 200 len: 375 time: 0.1219664 Feb 09 13:03:05.763278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40042) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:05.766393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 06e26fe0-16fa-42f2-8847-d7f5722e3473 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:05.811043 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-907f9d81-5246-490a-805d-5c469fb676c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:05.869348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 06e26fe0-16fa-42f2-8847-d7f5722e3473 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:05.873912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-907f9d81-5246-490a-805d-5c469fb676c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:05.874541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 06e26fe0-16fa-42f2-8847-d7f5722e3473 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:05.875441 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:05.894619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-907f9d81-5246-490a-805d-5c469fb676c2 admin admin] Usage tracker for resource:security_group_rule and tenant:580c6c5e69e04b0fa5f3abcc3e96db4b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:05.898432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-907f9d81-5246-490a-805d-5c469fb676c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:05.905796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-907f9d81-5246-490a-805d-5c469fb676c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:05.959403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-445c0257-6fd2-45da-a58c-798bbdcc1c33 req-76a1f02b-47da-4210-b108-e96143ebf5d2 tempest-AbsoluteLimitsNegativeTestJSON-1988750640 tempest-AbsoluteLimitsNegativeTestJSON-1988750640-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1adfa01ae9dd4cd585ab93c5d7617eca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3469679 Feb 09 13:03:06.029806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0733a-bdbe-4ef4-8756-98b59b3a14fa req-d1975156-ccb5-47c0-8b16-c3469d7b63fb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:06.031477 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fe0733a-bdbe-4ef4-8756-98b59b3a14fa req-d1975156-ccb5-47c0-8b16-c3469d7b63fb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 943 time: 0.6713195 Feb 09 13:03:06.069977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-907f9d81-5246-490a-805d-5c469fb676c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:06.080825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-907f9d81-5246-490a-805d-5c469fb676c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:06.150255 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:06.187956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 06e26fe0-16fa-42f2-8847-d7f5722e3473, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=06e26fe0-16fa-42f2-8847-d7f5722e3473,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:06.198895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f9d81-5246-490a-805d-5c469fb676c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a26fc46-cad7-4613-938f-29fb23e7a75a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:06.206324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:06.238805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-907f9d81-5246-490a-805d-5c469fb676c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=580c6c5e69e04b0fa5f3abcc3e96db4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4722972 Feb 09 13:03:06.239395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40050) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:06.271336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fe0733a-bdbe-4ef4-8756-98b59b3a14fa req-fb34bead-8370-4de6-b2b4-d44c72e4212c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227914 Feb 09 13:03:06.307076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adeddd8a-a0d9-47e8-a37e-b2b914cfcdbb req-3e5d60c0-c7ed-4776-865b-913ee093cc54 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482088 Feb 09 13:03:06.441659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa540a5-5534-48dc-a593-2c5acb008d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:06.486278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=06e26fe0-16fa-42f2-8847-d7f5722e3473,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:06.550622 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa540a5-5534-48dc-a593-2c5acb008d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:06.664961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa540a5-5534-48dc-a593-2c5acb008d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:06.713815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa540a5-5534-48dc-a593-2c5acb008d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a26fc46-cad7-4613-938f-29fb23e7a75a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:06.730635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa540a5-5534-48dc-a593-2c5acb008d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:06.737100 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-baa540a5-5534-48dc-a593-2c5acb008d4f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a26fc46-cad7-4613-938f-29fb23e7a75a HTTP/1.1" status: 204 len: 168 time: 0.4957469 Feb 09 13:03:06.792976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40066) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:06.966649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adeddd8a-a0d9-47e8-a37e-b2b914cfcdbb req-ae21cdf6-a750-4d99-8335-a63e69f72833 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6509840 Feb 09 13:03:07.009618 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-533ddab4-4654-46dd-a01a-0c8708ada19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:07.057106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-533ddab4-4654-46dd-a01a-0c8708ada19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:07.067039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-533ddab4-4654-46dd-a01a-0c8708ada19d admin admin] Usage tracker for resource:security_group_rule and tenant:1adfa01ae9dd4cd585ab93c5d7617eca is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:07.075994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a636f5-ba8c-4269-8967-ca7a096f0741 req-eec1f14d-8d2b-424f-af83-96630ed64dd5 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:07.077271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-533ddab4-4654-46dd-a01a-0c8708ada19d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:07.083422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-533ddab4-4654-46dd-a01a-0c8708ada19d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:07.085388 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6a636f5-ba8c-4269-8967-ca7a096f0741 req-eec1f14d-8d2b-424f-af83-96630ed64dd5 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.5164421 Feb 09 13:03:07.145269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:07.193021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dbf91-7ec3-4df7-9849-8eb0e297d164 req-8859f4da-dc8e-4ea0-9dc8-0fd103b480f6 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:07.194998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-730dbf91-7ec3-4df7-9849-8eb0e297d164 req-8859f4da-dc8e-4ea0-9dc8-0fd103b480f6 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.4057376 Feb 09 13:03:07.220765 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-533ddab4-4654-46dd-a01a-0c8708ada19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:07.226928 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-533ddab4-4654-46dd-a01a-0c8708ada19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:07.293189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ddab4-4654-46dd-a01a-0c8708ada19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c4fb03-d78e-462b-80b8-863f0813dba1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:07.311046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6a636f5-ba8c-4269-8967-ca7a096f0741 req-cc6805de-fdef-4a5b-88ca-5dbc19aa9954 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242379 Feb 09 13:03:07.336965 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-533ddab4-4654-46dd-a01a-0c8708ada19d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1adfa01ae9dd4cd585ab93c5d7617eca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5379579 Feb 09 13:03:07.337817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40078) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:07.450589 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5ca5-fd3e-4358-a7b1-c4656faef681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:07.503224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5ca5-fd3e-4358-a7b1-c4656faef681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:07.517979 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-730dbf91-7ec3-4df7-9849-8eb0e297d164 req-180f3bc1-55c4-4464-89cc-98c22cbb3c09 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086028 Feb 09 13:03:07.531845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Allocated IP 172.20.0.1 (5d8b75a8-b268-48f3-800b-878cd9d13add/20f11907-fdd2-448b-9825-b8eef7802ade/88952287-6052-4e92-b28a-9948f9568c21) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:07.644867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5ca5-fd3e-4358-a7b1-c4656faef681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:07.672427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 06e26fe0-16fa-42f2-8847-d7f5722e3473 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:07.676949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a5ca5-fd3e-4358-a7b1-c4656faef681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c4fb03-d78e-462b-80b8-863f0813dba1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:07.692069 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5ca5-fd3e-4358-a7b1-c4656faef681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:07.694384 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ab0a5ca5-fd3e-4358-a7b1-c4656faef681 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75c4fb03-d78e-462b-80b8-863f0813dba1 HTTP/1.1" status: 204 len: 168 time: 0.3547153 Feb 09 13:03:07.852452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:07.878454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 06e26fe0-16fa-42f2-8847-d7f5722e3473 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:07.878910 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:07.898966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Transition to ACTIVE for port object 88952287-6052-4e92-b28a-9948f9568c21 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:07.905945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e070b-f37c-44f4-943a-7c2a2ae4bbee req-f70ba027-df27-4ae5-94ab-b6ff95ce33b3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:07.907460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b5e070b-f37c-44f4-943a-7c2a2ae4bbee req-f70ba027-df27-4ae5-94ab-b6ff95ce33b3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 943 time: 0.3420885 Feb 09 13:03:08.067991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b5e070b-f37c-44f4-943a-7c2a2ae4bbee req-87d05ba1-2447-4a5c-84c4-be65c7d1e1a2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368983 Feb 09 13:03:08.082197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:08.192745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Pushing event updated for resources: {'Port': ['ID=88952287-6052-4e92-b28a-9948f9568c21,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:08.211738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Network 5d8b75a8-b268-48f3-800b-878cd9d13add is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:08.213676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:08.218988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:08.281644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:03:08.292669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-f89f6b02-4292-44c1-92fe-a8c4b379b3b9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:08.293804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-f89f6b02-4292-44c1-92fe-a8c4b379b3b9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Synchronizing usage tracker for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:08.314896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-f89f6b02-4292-44c1-92fe-a8c4b379b3b9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Unset dirty status for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:08.317483 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-f89f6b02-4292-44c1-92fe-a8c4b379b3b9 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.1953068 Feb 09 13:03:08.319752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:08.440808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40116) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:08.493641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-bcf80bf3-10f7-4303-96b9-e2e1b5445b8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Deleting port 608cab21-dca3-44bd-b517-0a3f04ae355a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:03:08.494349 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-bcf80bf3-10f7-4303-96b9-e2e1b5445b8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:08.529080 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:08.629417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:08.658157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'port_id': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9', 'mac_address': 'fa:16:3e:cb:a0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5831325b-7029-405e-857f-84d59869e409', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:03:08.704240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e1049582-f373-417a-92c8-8bc0b05d095a None None] Provisioning for port 88952287-6052-4e92-b28a-9948f9568c21 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:08.715682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e1049582-f373-417a-92c8-8bc0b05d095a None None] Provisioning complete for port 88952287-6052-4e92-b28a-9948f9568c21 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:08.717226 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1049582-f373-417a-92c8-8bc0b05d095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:08.782955 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:08.797583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40128) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:08.821419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:08.855480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e1049582-f373-417a-92c8-8bc0b05d095a None None] Port 88952287-6052-4e92-b28a-9948f9568c21 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:08.870911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:08.877286 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:08.931819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-bcf80bf3-10f7-4303-96b9-e2e1b5445b8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] For port 608cab21-dca3-44bd-b517-0a3f04ae355a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=608cab21-dca3-44bd-b517-0a3f04ae355a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:08.932645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-bcf80bf3-10f7-4303-96b9-e2e1b5445b8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:08.993745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:09.067511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:09.117461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-network', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:09.122663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:09.126667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Usage tracker for resource:network and tenant:9ea8698b3fbf454f9f265d92320452e5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:09.133530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:09.140353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:09.149209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:09.152031 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:09.165862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-bcf80bf3-10f7-4303-96b9-e2e1b5445b8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Calling delete_port for 608cab21-dca3-44bd-b517-0a3f04ae355a owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:03:09.358442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Made reservation on behalf of 9ea8698b3fbf454f9f265d92320452e5 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:09.360960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:09.425182 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-bcf80bf3-10f7-4303-96b9-e2e1b5445b8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:09.429916 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:09.464331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1639d619-11a2-454b-a2e9-091b5646125b', '608cab21-dca3-44bd-b517-0a3f04ae355a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:09.473695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Deleting subnet 9f46d025-13d3-4ccd-8142-d22e6f2c7fa5 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:03:09.476883 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:09.496611 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:09.518114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf80bf3-10f7-4303-96b9-e2e1b5445b8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Pushing event deleted for resources: {'Port': ['ID=608cab21-dca3-44bd-b517-0a3f04ae355a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:09.528478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Pushing event updated for resources: {'Port': ['ID=88952287-6052-4e92-b28a-9948f9568c21,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:09.621519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b8e88-08a0-4e43-805e-e833df63e76a req-b893d5a2-fffc-4635-b7c4-39cf7b225851 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:09.629119 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a45b8e88-08a0-4e43-805e-e833df63e76a req-b893d5a2-fffc-4635-b7c4-39cf7b225851 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.9372461 Feb 09 13:03:09.631457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:09.663555 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:09.673540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-bcf80bf3-10f7-4303-96b9-e2e1b5445b8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] No DVR routers for this DVR port 608cab21-dca3-44bd-b517-0a3f04ae355a on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:03:09.677319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-bcf80bf3-10f7-4303-96b9-e2e1b5445b8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:09.680353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'name': 'network-vif-deleted', 'tag': '608cab21-dca3-44bd-b517-0a3f04ae355a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:09.705602 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cf42987a-f7e7-491a-94b9-81cbaa19761b req-bcf80bf3-10f7-4303-96b9-e2e1b5445b8f tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "DELETE /v2.0/ports/608cab21-dca3-44bd-b517-0a3f04ae355a HTTP/1.1" status: 204 len: 173 time: 1.3775408 Feb 09 13:03:09.708871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffa1ce-e3f4-47fe-821e-9ae764c0127e req-231d1b1a-29dd-435b-a2e8-847a06dfe962 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:09.715991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0ffa1ce-e3f4-47fe-821e-9ae764c0127e req-231d1b1a-29dd-435b-a2e8-847a06dfe962 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=110a4ba0-e2b9-4105-933c-2860de12be8b HTTP/1.1" status: 200 len: 948 time: 0.9193971 Feb 09 13:03:09.731550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea8698b3fbf454f9f265d92320452e5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:09.763173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:09.801357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40154) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:09.831152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:09.932889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0ffa1ce-e3f4-47fe-821e-9ae764c0127e req-a3007de8-bb6b-4396-af8f-a53ff40b1324 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160285 Feb 09 13:03:09.937546 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:09.992428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a45b8e88-08a0-4e43-805e-e833df63e76a req-f0b4036e-f8ce-4689-bbea-39b03a8e2931 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620996 Feb 09 13:03:10.106394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1817261382-network', 'tenant_id': '51da92718adc4434aa897129e217a92b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:10.127618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Network 5d8b75a8-b268-48f3-800b-878cd9d13add is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:10.128443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:10.136333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Usage tracker for resource:network and tenant:51da92718adc4434aa897129e217a92b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:10.143350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:10.153263 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110a4ba0-e2b9-4105-933c-2860de12be8b', 'name': 'network-vif-deleted', 'tag': '608cab21-dca3-44bd-b517-0a3f04ae355a', 'status': 'completed', 'code': 200} Feb 09 13:03:10.154895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:10.166714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:10.170887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Made reservation on behalf of 51da92718adc4434aa897129e217a92b for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:10.174515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.188922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.235548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:10.240902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Usage tracker for resource:security_group_rule and tenant:51da92718adc4434aa897129e217a92b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:10.244741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:10.251230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:10.282492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:10.396690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:10.404568 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.412606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:10.413425 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.426661 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.507968 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.550953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f46d025-13d3-4ccd-8142-d22e6f2c7fa5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:10.575492 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.583862 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.610546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:03:10.621128 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.632990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:03:10.639091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29920ab-3359-4f42-8891-efc955a9a228,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:10.641523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.642147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.642725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.643278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.643824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.644367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.644899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.645431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.645968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.646526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.646941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:10.651700 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.652297 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Added segment 3df58286-e979-4cc6-bb78-133f9172ed88 of type vlan for network 32fdc273-ef1d-4665-a02e-937b6e080af8 Feb 09 13:03:10.666504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-681a943d-f403-4bda-a049-ef8889eea312 None None] Provisioning complete for port 88952287-6052-4e92-b28a-9948f9568c21 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:10.666874 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-681a943d-f403-4bda-a049-ef8889eea312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.671007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e3ec48-2509-47c2-add7-241d4272823c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:10.678209 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.678507 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Added segment fbf8445a-35ad-43dd-9bba-e8f5e6cdc154 of type vlan for network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 Feb 09 13:03:10.697543 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.698513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.701177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b233-be81-4b6b-bacf-976e61c75b81 req-48f47ce5-3522-4a84-8e8a-88d83b5ff519 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:10.708193 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da65b233-be81-4b6b-bacf-976e61c75b81 req-48f47ce5-3522-4a84-8e8a-88d83b5ff519 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 944 time: 0.5893941 Feb 09 13:03:10.737442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3b3fc7f3-6191-4552-ba25-42989cbc8070 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9f46d025-13d3-4ccd-8142-d22e6f2c7fa5 HTTP/1.1" status: 204 len: 168 time: 2.2882729 Feb 09 13:03:10.738417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40160) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:10.751556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec939671-8995-4528-a484-06b5d749dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:10.758896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.762185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.763080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:10.763757 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.766989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-681a943d-f403-4bda-a049-ef8889eea312 None None] Port 88952287-6052-4e92-b28a-9948f9568c21 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:10.771050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:10.776679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.871812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:10.883863 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec939671-8995-4528-a484-06b5d749dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9', 'code': 200} Feb 09 13:03:10.906719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] Pushing event updated for resources: {'Network': ['ID=32fdc273-ef1d-4665-a02e-937b6e080af8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:10.928899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 32fdc273-ef1d-4665-a02e-937b6e080af8 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:03:10.940816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da65b233-be81-4b6b-bacf-976e61c75b81 req-eaa59759-0941-4e32-8b41-8b22676db811 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315669 Feb 09 13:03:10.963053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:10.964337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:10.965106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:11.116233 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:11.155476 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2d3ee55d-757f-40e1-8939-d2608f6b2808 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3524754 Feb 09 13:03:11.162216 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:11.167606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40172) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:11.175813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Request body: {'subnet': {'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1817261382-subnet', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:11.181756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:11.186351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Usage tracker for resource:subnet and tenant:51da92718adc4434aa897129e217a92b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:11.189705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:11.195873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:11.202655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4036520 Feb 09 13:03:11.206778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40176) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:11.215617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Request body: {'subnet': {'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-subnet', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:11.222401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Made reservation on behalf of 51da92718adc4434aa897129e217a92b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:11.224823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:11.259585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:11.270514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296f7f5-8a2d-4697-bb5f-7433b9980a87 admin admin] Pushing event updated for resources: {'Network': ['ID=3f07cd40-895c-481e-80ed-a77bc18ba7d5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:11.289875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:03:11.318784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b4c1827-b356-4bb3-9488-d69266bb571e req-fc5d6d24-bd51-4c1b-91e8-4e4275166b80 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 1096 time: 0.3318942 Feb 09 13:03:11.374373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Usage tracker for resource:subnet and tenant:9ea8698b3fbf454f9f265d92320452e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:11.386298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:11.426557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665cb39-76b8-4361-a7ac-6bee4287c746 req-844de4b9-468d-484f-83f7-536f35ef0443 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:11.432275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:11.435303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5665cb39-76b8-4361-a7ac-6bee4287c746 req-844de4b9-468d-484f-83f7-536f35ef0443 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.2887335 Feb 09 13:03:11.483327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b4c1827-b356-4bb3-9488-d69266bb571e req-66e43db9-3c90-4552-925d-37089ba6c9cd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574767 Feb 09 13:03:11.511647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5665cb39-76b8-4361-a7ac-6bee4287c746 req-3411633a-c31b-4f58-8101-6746bc08b7f9 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754819 Feb 09 13:03:11.528681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:03:11.536926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Made reservation on behalf of 9ea8698b3fbf454f9f265d92320452e5 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:11.539962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:11.573615 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:11.708850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2459202c-405b-4450-bc5f-eeb2bfe623a1']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:11.738454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:11.738797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f28a29-2c3e-4e25-8bd1-a5a0ed070e0d') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:11.762258 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:11.800074 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:11.809154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:03:11.809726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:03:11.836325 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:03:11.891795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832030a-a018-4cb4-9773-d8f66a535e7f req-96ba6e03-c632-4629-9b11-8fb223fb0fbe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:11.893763 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1832030a-a018-4cb4-9773-d8f66a535e7f req-96ba6e03-c632-4629-9b11-8fb223fb0fbe tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.1639085 Feb 09 13:03:11.961766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1832030a-a018-4cb4-9773-d8f66a535e7f req-32e6f241-85f8-43e7-99b8-62e66b5baa47 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590000 Feb 09 13:03:12.030698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:12.059800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:03:12.071126 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Sync routers for ids ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:03:12.079576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4a72ffbd-46e9-4b24-b328-107b14a072fe admin admin] 10.222.0.59 "PUT /v2.0/routers/1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2017367 Feb 09 13:03:12.088531 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Routers {'1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:12.089890 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:02:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:12.103149 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:12.134528 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:12.184948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] Pushing event deleted for resources: {'Network': ['ID=2459202c-405b-4450-bc5f-eeb2bfe623a1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:12.230170 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbe752-5381-435b-90fb-08ceca40b675 req-0743c3b0-7621-4a02-a8e1-79b21ea825fa tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:12.239457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59cbe752-5381-435b-90fb-08ceca40b675 req-0743c3b0-7621-4a02-a8e1-79b21ea825fa tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.1122174 Feb 09 13:03:12.264935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea791093-4d5f-4dfa-88b1-73108c227bca,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:12.275997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1fc1052b-6813-4066-80b0-35c6abeb046a admin admin] 10.222.0.59 "DELETE /v2.0/networks/2459202c-405b-4450-bc5f-eeb2bfe623a1 HTTP/1.1" status: 204 len: 168 time: 1.5367329 Feb 09 13:03:12.294630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-1a9823d3-c8f9-4c0b-9015-d1767dfc3c79 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:12.297491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-1a9823d3-c8f9-4c0b-9015-d1767dfc3c79 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Synchronizing usage tracker for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:12.301894 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Set router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:12.307138 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:12.317400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59cbe752-5381-435b-90fb-08ceca40b675 req-35aac2f7-935b-4544-acf0-8e01164763e0 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768673 Feb 09 13:03:12.381120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Checking segment: {'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:12.381561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Network hostable DHCP agents. Network: 32fdc273-ef1d-4665-a02e-937b6e080af8, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:03:12.411297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-1a9823d3-c8f9-4c0b-9015-d1767dfc3c79 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Unset dirty status for tenant:cc2819efca0d491a9ed7482035fce7d0 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:12.412432 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-1a9823d3-c8f9-4c0b-9015-d1767dfc3c79 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.5563095 Feb 09 13:03:12.468976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc24023e-a212-4577-a7ec-e45d75d17c46,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:12.514300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40192) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:12.526866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Network 32fdc273-ef1d-4665-a02e-937b6e080af8 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:03:12.536941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-c4f06a65-1898-41d4-893f-b5214501c13d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Deleting port 1639d619-11a2-454b-a2e9-091b5646125b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:03:12.537538 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-c4f06a65-1898-41d4-893f-b5214501c13d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:12.565388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Checking segment: {'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:12.565978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Network hostable DHCP agents. Network: 3f07cd40-895c-481e-80ed-a77bc18ba7d5, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:03:12.599005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 32fdc273-ef1d-4665-a02e-937b6e080af8) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:12.619248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07258a8a-a047-4927-bf4a-a13d24f07405 None None] Network 32fdc273-ef1d-4665-a02e-937b6e080af8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:03:12.625872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:12.626457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:12.637096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f348d1b7-531e-41a2-a2c9-50af0a3afb4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7fecec3b42df453293b2fc62ba68b391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1215358 Feb 09 13:03:12.642769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40198) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:12.852138 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:08Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '88952287-6052-4e92-b28a-9948f9568c21', 'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'mac_address': 'fa:16:3e:14:78:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:07Z', 'updated_at': '2022-02-09T13:03:08Z', 'revision_number': 2, 'project_id': 'f9274c995575416f94f45658899d579c', 'subnets': [{'id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:12.857808 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7332cc6f-1f0c-431e-95fd-22bb049d7350 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6879721 Feb 09 13:03:12.859318 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Checking router: 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:03:12.859865 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Updating router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 port 88952287-6052-4e92-b28a-9948f9568c21 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:03:12.859968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:03:12.863182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40202) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:12.930093 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:12.984454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d2f7-0a37-4865-8892-3f1f27fd3dab req-1b77e1e5-f496-430d-b5c9-f1b615d2a4ef tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:12.986396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fc6d2f7-0a37-4865-8892-3f1f27fd3dab req-1b77e1e5-f496-430d-b5c9-f1b615d2a4ef tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.1438611 Feb 09 13:03:12.989709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-32fdc273-ef1d-4665-a02e-937b6e080af8', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:03:12.990670 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.016497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:13.037796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 3f07cd40-895c-481e-80ed-a77bc18ba7d5) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:13.063994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:13.082044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:13.090701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.093792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fc6d2f7-0a37-4865-8892-3f1f27fd3dab req-af2c8883-4663-4950-9409-1c73146bc1f1 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963454 Feb 09 13:03:13.103325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510bcb95-520f-47e9-87a1-5dec09528f48 None None] Network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:03:13.111396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Usage tracker for resource:router and tenant:51da92718adc4434aa897129e217a92b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:13.159150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 608cab21-dca3-44bd-b517-0a3f04ae355a no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:13.164614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-c4f06a65-1898-41d4-893f-b5214501c13d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] For port 1639d619-11a2-454b-a2e9-091b5646125b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1639d619-11a2-454b-a2e9-091b5646125b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:13.165092 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-c4f06a65-1898-41d4-893f-b5214501c13d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.244752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 608cab21-dca3-44bd-b517-0a3f04ae355a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:03:13.245427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 608cab21-dca3-44bd-b517-0a3f04ae355a not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:03:13.250648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:13.257973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:13.293825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40208) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:13.300688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58692669', 'description': 'tempest-description--1975527952'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:13.310641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:13.316729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Usage tracker for resource:security_group and tenant:f9274c995575416f94f45658899d579c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:13.322926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:13.334401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:13.343887 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-db206cd4-63a3-4405-8747-8e564a96e3bc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1353142 Feb 09 13:03:13.345511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40214) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:13.418969 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.495701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Allocated IP 172.20.0.2 (32fdc273-ef1d-4665-a02e-937b6e080af8/ea791093-4d5f-4dfa-88b1-73108c227bca/da1bc90b-3557-4293-ad90-d93c27bafe90) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:13.528836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:13.557352 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.569940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-c4f06a65-1898-41d4-893f-b5214501c13d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Calling delete_port for 1639d619-11a2-454b-a2e9-091b5646125b owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:03:13.570290 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Transition to ACTIVE for port object 88952287-6052-4e92-b28a-9948f9568c21 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:13.574217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Usage tracker for resource:security_group_rule and tenant:f9274c995575416f94f45658899d579c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:13.577251 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.590509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:13.602156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.603531 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.633037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-router', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:13.665988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:13.669901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:13.677451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02643a6e-62ee-42f9-a9e9-313e3b26244d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.699585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Usage tracker for resource:router and tenant:9ea8698b3fbf454f9f265d92320452e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:13.703467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfc59f-6464-43d0-9d7c-7648d7fdcdbc req-b8f27f43-6225-4059-813d-c491322ac7c6 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:13.710400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:13.713507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38cfc59f-6464-43d0-9d7c-7648d7fdcdbc req-b8f27f43-6225-4059-813d-c491322ac7c6 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 950 time: 0.4060228 Feb 09 13:03:13.759863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:13.771042 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Pushing event updated for resources: {'Port': ['ID=88952287-6052-4e92-b28a-9948f9568c21,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:13.784740 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.785164 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.785562 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.785951 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.786493 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.786886 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.787422 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.787805 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.788179 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.788580 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.789241 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:13.819155 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02643a6e-62ee-42f9-a9e9-313e3b26244d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.829633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.829833 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.830494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.853010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Transition to ACTIVE for port object da1bc90b-3557-4293-ad90-d93c27bafe90 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:13.857346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.873699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Transition to ACTIVE for port object da1bc90b-3557-4293-ad90-d93c27bafe90 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:13.910434 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Attempting to bind port 88952287-6052-4e92-b28a-9948f9568c21 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:13.910829 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Attempting to bind port 88952287-6052-4e92-b28a-9948f9568c21 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:13.911187 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Attempting to bind port 88952287-6052-4e92-b28a-9948f9568c21 on network 5d8b75a8-b268-48f3-800b-878cd9d13add {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:13.915191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38cfc59f-6464-43d0-9d7c-7648d7fdcdbc req-2aef1469-3e43-42bd-8c8d-8bf9f3b1de93 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/security-groups?id=5c8cead8-e19c-4e04-9ffa-f992570e8ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988482 Feb 09 13:03:13.919420 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:13.919791 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Checking segment: {'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:13.920181 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.920573 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Bound using segment: {'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:13.921027 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Bound port: 88952287-6052-4e92-b28a-9948f9568c21, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:13.922710 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.949247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:13.963853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bbda9-619b-458a-b1aa-2451bc525976 req-fc6c8ec1-5d35-46a8-9f94-fe730fa08cda tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:13.984360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-835bbda9-619b-458a-b1aa-2451bc525976 req-fc6c8ec1-5d35-46a8-9f94-fe730fa08cda tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.4201133 Feb 09 13:03:13.991342 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.024630 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.043742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.081911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-3f07cd40-895c-481e-80ed-a77bc18ba7d5', 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'fixed_ips': [{'subnet_id': 'fc24023e-a212-4577-a7ec-e45d75d17c46'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:03:14.083038 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.118761 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-835bbda9-619b-458a-b1aa-2451bc525976 req-cf0386f8-5566-43b3-8ff2-1cd848ebc9fe tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315727 Feb 09 13:03:14.127882 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] For port 88952287-6052-4e92-b28a-9948f9568c21, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:14.131726 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] For port 88952287-6052-4e92-b28a-9948f9568c21, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=88952287-6052-4e92-b28a-9948f9568c21,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:14.137038 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.168002 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.174057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8760543 Feb 09 13:03:14.176489 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40222) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:14.191749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Request body: {'security_group_rule': {'security_group_id': '01712f18-00e9-4d27-85fe-c20b01ab50d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:14.210925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff55fcc-3067-4095-ad7e-ac77e8725088 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01712f18-00e9-4d27-85fe-c20b01ab50d5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:14.237646 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Routers {'1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:14.238412 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:02:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:14.245475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:14.258139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Usage tracker for resource:security_group_rule and tenant:f9274c995575416f94f45658899d579c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:14.267272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:14.290173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:14.342114 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.413405 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.445705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Allocated IP 172.20.0.2 (3f07cd40-895c-481e-80ed-a77bc18ba7d5/fc24023e-a212-4577-a7ec-e45d75d17c46/adf12ced-1519-4e49-8dfe-e33badac1f03) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:14.499227 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] Set router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:14.583342 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.595134 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.611836 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-c4f06a65-1898-41d4-893f-b5214501c13d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.626263 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02643a6e-62ee-42f9-a9e9-313e3b26244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.643042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6937e347-bf2e-4eb5-b581-dbe2bdfbdc88,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:14.667632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.668995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-10cdc2e8-6dae-4a48-a45f-168c27b3ccb7 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4904821 Feb 09 13:03:14.676857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542133ce-0f3c-4720-9f68-84e3d43df950 req-c803516f-b576-4052-aa90-69b35959f2e0 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:14.685372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-542133ce-0f3c-4720-9f68-84e3d43df950 req-c803516f-b576-4052-aa90-69b35959f2e0 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.2398686 Feb 09 13:03:14.688138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40226) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:14.695040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Request body: {'security_group_rule': {'security_group_id': '01712f18-00e9-4d27-85fe-c20b01ab50d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:14.719474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:14.729365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Usage tracker for resource:security_group_rule and tenant:f9274c995575416f94f45658899d579c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:14.735095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:14.770841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643a6e-62ee-42f9-a9e9-313e3b26244d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65894f51-9c84-45ae-a909-1a00e83c7f32,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:14.772784 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f06a65-1898-41d4-893f-b5214501c13d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Pushing event deleted for resources: {'Port': ['ID=1639d619-11a2-454b-a2e9-091b5646125b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:14.781369 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-542133ce-0f3c-4720-9f68-84e3d43df950 req-81a6c869-f0a5-4f77-aafc-60d071e4f021 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928614 Feb 09 13:03:14.787067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:14.802534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Network 32fdc273-ef1d-4665-a02e-937b6e080af8 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:14.817384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Pushing event updated for resources: {'Port': ['ID=da1bc90b-3557-4293-ad90-d93c27bafe90,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:14.831491 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.839593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1639d619-11a2-454b-a2e9-091b5646125b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:14.849135 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.931944 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7991673-25fb-41f2-a53a-f3736689481c None None] Pushing event updated for resources: {'Port': ['ID=88952287-6052-4e92-b28a-9948f9568c21,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:14.947086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-c4f06a65-1898-41d4-893f-b5214501c13d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] No DVR routers for this DVR port 1639d619-11a2-454b-a2e9-091b5646125b on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:03:14.948670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:14.951721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-c4f06a65-1898-41d4-893f-b5214501c13d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:14.982029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:15.007032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'name': 'network-vif-deleted', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:15.036939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.037337 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:08Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '88952287-6052-4e92-b28a-9948f9568c21', 'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'mac_address': 'fa:16:3e:14:78:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:07Z', 'updated_at': '2022-02-09T13:03:14Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'subnets': [{'id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:15.042357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.053953 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b1eebb75-48e6-4b0b-9222-705297d1e1dc req-c4f06a65-1898-41d4-893f-b5214501c13d tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.62 "DELETE /v2.0/ports/1639d619-11a2-454b-a2e9-091b5646125b HTTP/1.1" status: 204 len: 173 time: 2.6309037 Feb 09 13:03:15.058384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02643a6e-62ee-42f9-a9e9-313e3b26244d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.059741 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-02643a6e-62ee-42f9-a9e9-313e3b26244d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65894f51-9c84-45ae-a909-1a00e83c7f32 HTTP/1.1" status: 204 len: 168 time: 2.4157948 Feb 09 13:03:15.084170 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc067f-ee47-400c-ae03-f91431d97058 None None] The sync data for ids ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'] in n-d-825175-3 is: [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:08Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '88952287-6052-4e92-b28a-9948f9568c21', 'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'mac_address': 'fa:16:3e:14:78:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:07Z', 'updated_at': '2022-02-09T13:03:14Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'subnets': [{'id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:03:15.112117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca064428-cb01-49fa-84f2-8a77c5f9436d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:15.150699 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.151982 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4fdf0984-1d5e-478b-8199-dde86c717b52 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4626169 Feb 09 13:03:15.168585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40242) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:15.203389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:15.216346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:15.244479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Usage tracker for resource:floatingip and tenant:f9274c995575416f94f45658899d579c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:15.259484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:15.283643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:15.316349 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.336867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Attempting to bind port da1bc90b-3557-4293-ad90-d93c27bafe90 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:15.341523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Attempting to bind port da1bc90b-3557-4293-ad90-d93c27bafe90 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:15.343083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Attempting to bind port da1bc90b-3557-4293-ad90-d93c27bafe90 on network 32fdc273-ef1d-4665-a02e-937b6e080af8 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:15.368969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:15.374999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Checking segment: {'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:15.378968 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.379582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Bound using segment: {'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:15.380288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Bound port: da1bc90b-3557-4293-ad90-d93c27bafe90, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:15.385504 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.607763 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.663473 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a2ce74e-1680-438a-b130-43e8c5b6cede req-d377dce9-25f6-414c-b7da-aa6102409b44 tempest-MigrationsAdminTest-1162260245 tempest-MigrationsAdminTest-1162260245-project] 10.222.0.59 "GET /v2.0/ports?device_id=7778591f-1176-41c1-ac1e-eb0647cd32cf HTTP/1.1" status: 200 len: 210 time: 0.1217546 Feb 09 13:03:15.664921 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.709622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Transition to ACTIVE for port object adf12ced-1519-4e49-8dfe-e33badac1f03 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:15.714633 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7778591f-1176-41c1-ac1e-eb0647cd32cf', 'name': 'network-vif-deleted', 'tag': '1639d619-11a2-454b-a2e9-091b5646125b', 'status': 'completed', 'code': 200} Feb 09 13:03:15.715832 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.761640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Transition to ACTIVE for port object adf12ced-1519-4e49-8dfe-e33badac1f03 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:15.775699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] For port da1bc90b-3557-4293-ad90-d93c27bafe90, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:15.789088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] For port da1bc90b-3557-4293-ad90-d93c27bafe90, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=da1bc90b-3557-4293-ad90-d93c27bafe90,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:15.791919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 88952287-6052-4e92-b28a-9948f9568c21 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:15.821217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.823486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.843065 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.848091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:15.905234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.051807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:16.084020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:16.126456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:16.166285 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.310371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb554d-b4ab-406d-ae5b-715942999af0 req-c13c3cd2-f4e8-4006-ae33-3289f13ab52c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:16.315381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653afa5-0584-4038-b744-0aa522b6deb8 None None] Pushing event updated for resources: {'Port': ['ID=da1bc90b-3557-4293-ad90-d93c27bafe90,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:16.319305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9efb554d-b4ab-406d-ae5b-715942999af0 req-c13c3cd2-f4e8-4006-ae33-3289f13ab52c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.5372815 Feb 09 13:03:16.329175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 88952287-6052-4e92-b28a-9948f9568c21 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:16.433963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Allocated IP 172.25.5.177 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/09d3437f-b955-4d83-be24-623ca1fb07e2) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:16.442376 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9efb554d-b4ab-406d-ae5b-715942999af0 req-981af357-d8f2-40e6-acbb-a0e7d6c9cfdb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209149 Feb 09 13:03:16.460889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ff862-fa03-4064-bd4b-93236c7df9a1 req-9bd8711f-8575-4b97-90d1-2c816573402f tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:16.473064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 88952287-6052-4e92-b28a-9948f9568c21 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:16.473434 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.473866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b2ff862-fa03-4064-bd4b-93236c7df9a1 req-9bd8711f-8575-4b97-90d1-2c816573402f tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.3295865 Feb 09 13:03:16.565535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Attempting to bind port adf12ced-1519-4e49-8dfe-e33badac1f03 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:16.565905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Attempting to bind port adf12ced-1519-4e49-8dfe-e33badac1f03 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:16.566256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Attempting to bind port adf12ced-1519-4e49-8dfe-e33badac1f03 on network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:16.582630 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b2ff862-fa03-4064-bd4b-93236c7df9a1 req-2285af66-53b2-4c55-a5de-dcbd9a75f60c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020467 Feb 09 13:03:16.603345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Pushing event updated for resources: {'Port': ['ID=adf12ced-1519-4e49-8dfe-e33badac1f03,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:16.607936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:16.608309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Checking segment: {'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:16.608699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.609984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Bound using segment: {'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:16.610491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Bound port: adf12ced-1519-4e49-8dfe-e33badac1f03, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:16.610861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.714390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.745284 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.812811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 88952287-6052-4e92-b28a-9948f9568c21, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=88952287-6052-4e92-b28a-9948f9568c21,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:16.820155 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.847251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.868559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] For port adf12ced-1519-4e49-8dfe-e33badac1f03, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:16.896177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] For port adf12ced-1519-4e49-8dfe-e33badac1f03, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=adf12ced-1519-4e49-8dfe-e33badac1f03,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:16.908206 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:16.942569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=88952287-6052-4e92-b28a-9948f9568c21,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:17.037595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2b24c-384f-4f0b-bf71-53b9d476d9b9 None None] Pushing event updated for resources: {'Port': ['ID=adf12ced-1519-4e49-8dfe-e33badac1f03,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:17.107268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Allocated IP 172.25.5.188 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/a9329628-e190-407b-9319-92d99e144e5a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:17.126436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:17.146827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:17.155483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:17.158218 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 62c79e87-b391-4b3d-b1a0-32234be37b7b details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:03:17.206688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1639d619-11a2-454b-a2e9-091b5646125b no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:17.346129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 1639d619-11a2-454b-a2e9-091b5646125b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:03:17.346815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1639d619-11a2-454b-a2e9-091b5646125b not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:03:17.347491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 62c79e87-b391-4b3d-b1a0-32234be37b7b no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:17.358341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Pushing event updated for resources: {'Port': ['ID=09d3437f-b955-4d83-be24-623ca1fb07e2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:17.432568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40286) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:17.651177 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:17.740155 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:17.740880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:17.761639 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:17.829683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:17.872013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:17.888446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 88952287-6052-4e92-b28a-9948f9568c21 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:17.963851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:17.970892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'mac_address': 'fa:16:3e:3b:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:03:17.982258 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.065866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b84d6c-fd7f-4fbb-902e-83ad823b7898 None None] Network 32fdc273-ef1d-4665-a02e-937b6e080af8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:03:18.067272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.153352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:18.154747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40312) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:18.160320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:18.162002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221f1d3-b719-4fe1-a3b2-2f32c730c758 req-e728e49c-070d-4831-bd7e-0523717efb68 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:18.163066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:18.173188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5221f1d3-b719-4fe1-a3b2-2f32c730c758 req-e728e49c-070d-4831-bd7e-0523717efb68 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.4136446 Feb 09 13:03:18.216455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Pushing event updated for resources: {'Port': ['ID=a9329628-e190-407b-9319-92d99e144e5a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:18.226514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:18.250733 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-271c34e0-e83a-42af-9b17-97a24e7a06de None None] Provisioning for port da1bc90b-3557-4293-ad90-d93c27bafe90 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:18.265276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5221f1d3-b719-4fe1-a3b2-2f32c730c758 req-557ccdeb-0182-4522-9d9a-24c9b37336aa tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900528 Feb 09 13:03:18.349326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e7994bed-1930-4730-bbb0-d0a0ec92ccb1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc2819efca0d491a9ed7482035fce7d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9149957 Feb 09 13:03:18.356687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40318) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:18.374026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 88952287-6052-4e92-b28a-9948f9568c21 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:18.374456 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.392752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Allocated IP 172.25.5.227 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/1ed4e6af-fa22-4bb5-a9fd-683fa90164e6) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:18.412744 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.440049 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'code': 200} Feb 09 13:03:18.448125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd4d66-9aae-4ae5-9025-1e2793c26792 req-cad17bc6-1236-49a7-807b-4ee9808d3dc7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:18.449755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abcd4d66-9aae-4ae5-9025-1e2793c26792 req-cad17bc6-1236-49a7-807b-4ee9808d3dc7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.5858719 Feb 09 13:03:18.494721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c79e87-b391-4b3d-b1a0-32234be37b7b {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:18.507868 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7b96649f-3564-4109-9d7b-2fa5fd408ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.547295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:18.554007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7b96649f-3564-4109-9d7b-2fa5fd408ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:18.555936 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.559349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7b96649f-3564-4109-9d7b-2fa5fd408ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:05f90d19ba6745a9ae674d15201f20b9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:18.563574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7b96649f-3564-4109-9d7b-2fa5fd408ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:18.570134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7b96649f-3564-4109-9d7b-2fa5fd408ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:18.611497 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abcd4d66-9aae-4ae5-9025-1e2793c26792 req-a9cb7d12-2372-43c1-8a5f-dcc105b92112 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396415 Feb 09 13:03:18.625465 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ef01e254-efe0-4219-85e6-eb7b5eea31ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.664747 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7b96649f-3564-4109-9d7b-2fa5fd408ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.680835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7b96649f-3564-4109-9d7b-2fa5fd408ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.688290 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ef01e254-efe0-4219-85e6-eb7b5eea31ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.705255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.738082 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7b96649f-3564-4109-9d7b-2fa5fd408ef4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05f90d19ba6745a9ae674d15201f20b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5818484 Feb 09 13:03:18.739334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40322) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:18.761336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2184e88-1da8-4be1-a859-f86b51174fae None None] Network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:03:18.772866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96649f-3564-4109-9d7b-2fa5fd408ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9360b6e2-7dbf-4e71-a7c0-476bb7152a2e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:18.816700 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ef01e254-efe0-4219-85e6-eb7b5eea31ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.829041 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.856632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['62c79e87-b391-4b3d-b1a0-32234be37b7b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:18.867247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.868095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.879360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Router 61f18e40-a2dd-48b3-9853-feab151bf02b is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:03:18.884125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device adf12ced-1519-4e49-8dfe-e33badac1f03 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:18.888734 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31681ea7-c67e-4ee4-91ae-3e192797b981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.890336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01e254-efe0-4219-85e6-eb7b5eea31ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8cead8-e19c-4e04-9ffa-f992570e8ee2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:18.920090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=10']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:18.946756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:18.947625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Pushing event updated for resources: {'Port': ['ID=1ed4e6af-fa22-4bb5-a9fd-683fa90164e6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:18.949933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ef01e254-efe0-4219-85e6-eb7b5eea31ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.954054 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ef01e254-efe0-4219-85e6-eb7b5eea31ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c8cead8-e19c-4e04-9ffa-f992570e8ee2 HTTP/1.1" status: 204 len: 168 time: 0.5934534 Feb 09 13:03:18.955887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:18.958851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31681ea7-c67e-4ee4-91ae-3e192797b981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:18.965556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:19.064961 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31681ea7-c67e-4ee4-91ae-3e192797b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:19.091978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31681ea7-c67e-4ee4-91ae-3e192797b981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9360b6e2-7dbf-4e71-a7c0-476bb7152a2e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:19.105019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31681ea7-c67e-4ee4-91ae-3e192797b981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:19.108607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-31681ea7-c67e-4ee4-91ae-3e192797b981 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9360b6e2-7dbf-4e71-a7c0-476bb7152a2e HTTP/1.1" status: 204 len: 168 time: 0.3658915 Feb 09 13:03:19.293397 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:19.379633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port adf12ced-1519-4e49-8dfe-e33badac1f03 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:19.396166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7d1475fc-4750-4239-907c-80f7016efa86 None None] Provisioning for port adf12ced-1519-4e49-8dfe-e33badac1f03 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:19.437689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:03:19.441657 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:19.454852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port adf12ced-1519-4e49-8dfe-e33badac1f03 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:19.455150 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:19.505628 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:19.514280 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c5d0870e-4667-4972-818a-2e8b44f3213a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6322248 Feb 09 13:03:19.515931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40336) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:19.536958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Sync routers for ids ['61f18e40-a2dd-48b3-9853-feab151bf02b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:03:19.556569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7d1475fc-4750-4239-907c-80f7016efa86 None None] Provisioning complete for port adf12ced-1519-4e49-8dfe-e33badac1f03 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:19.558925 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d1475fc-4750-4239-907c-80f7016efa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:19.742639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40344) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:19.767113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4affde6-2518-48a7-a128-704526313c1a req-fed8055f-f10f-4a0c-8f2b-3b3249d2dafc tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:19.775095 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4affde6-2518-48a7-a128-704526313c1a req-fed8055f-f10f-4a0c-8f2b-3b3249d2dafc tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.2674799 Feb 09 13:03:19.779013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Routers {'61f18e40-a2dd-48b3-9853-feab151bf02b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:19.780445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:02:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61f18e40-a2dd-48b3-9853-feab151bf02b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:19.891790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Router 9cb78801-a55d-43c0-86f1-74a49cde70b3 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:03:19.940763 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4affde6-2518-48a7-a128-704526313c1a req-418d5a1a-4c30-4380-91d5-630617d9fe44 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648157 Feb 09 13:03:19.994447 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.011012 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.101549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dc6f6fa2-eb21-42c3-be1c-7e71f301134c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40f8c4bf0d0140a89af866b5ea84a593&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3549774 Feb 09 13:03:20.103581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40354) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:20.116669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a0f18-e479-4280-9a98-3119ccf2db4c req-aec28889-9b75-4c0f-883e-21e39176e06d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:20.118605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d9a0f18-e479-4280-9a98-3119ccf2db4c req-aec28889-9b75-4c0f-883e-21e39176e06d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.2628753 Feb 09 13:03:20.200478 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.241744 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.263296 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d1475fc-4750-4239-907c-80f7016efa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.266613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Pushing event updated for resources: {'Port': ['ID=1ed4e6af-fa22-4bb5-a9fd-683fa90164e6,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:20.287566 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.289120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-87cea5d1-634e-4d7f-9b30-ab479e767137 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1132171 Feb 09 13:03:20.292897 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d9a0f18-e479-4280-9a98-3119ccf2db4c req-30b33439-99af-4498-93a4-aecb7af409f7 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937064 Feb 09 13:03:20.319171 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c3228ba-518e-40d6-bdf4-9d2c0194c619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.344837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7d1475fc-4750-4239-907c-80f7016efa86 None None] For port adf12ced-1519-4e49-8dfe-e33badac1f03, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=adf12ced-1519-4e49-8dfe-e33badac1f03,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:20.372573 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c3228ba-518e-40d6-bdf4-9d2c0194c619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.400147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Set router 61f18e40-a2dd-48b3-9853-feab151bf02b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:20.536307 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d1475fc-4750-4239-907c-80f7016efa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.594039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-e442b70b-f111-4b76-b801-81a0d782d27e tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Synchronizing usage tracker for tenant:f9274c995575416f94f45658899d579c on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:20.628075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-e442b70b-f111-4b76-b801-81a0d782d27e tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Unset dirty status for tenant:f9274c995575416f94f45658899d579c on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:20.636244 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c3228ba-518e-40d6-bdf4-9d2c0194c619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.639072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-e442b70b-f111-4b76-b801-81a0d782d27e tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--58692669&fields=id&tenant_id=f9274c995575416f94f45658899d579c HTTP/1.1" status: 200 len: 267 time: 0.1058576 Feb 09 13:03:20.641703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:03:20.651873 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Sync routers for ids ['9cb78801-a55d-43c0-86f1-74a49cde70b3'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:03:20.672666 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Routers {'9cb78801-a55d-43c0-86f1-74a49cde70b3'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:20.675588 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:02:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9cb78801-a55d-43c0-86f1-74a49cde70b3'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:20.692271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3228ba-518e-40d6-bdf4-9d2c0194c619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e00cb20-fa04-41eb-9bfc-2b1af1d8592b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:20.697819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.699535 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f6654792-362e-479c-9ce9-b3a0cff61648 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0923302 Feb 09 13:03:20.702293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40376) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:20.706352 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c3228ba-518e-40d6-bdf4-9d2c0194c619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:20.707648 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2c3228ba-518e-40d6-bdf4-9d2c0194c619 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e00cb20-fa04-41eb-9bfc-2b1af1d8592b HTTP/1.1" status: 204 len: 168 time: 0.6006393 Feb 09 13:03:20.863560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-6b3771ad-972b-46f9-88d6-7943702219f1 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:20.871810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-6b3771ad-972b-46f9-88d6-7943702219f1 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/networks?id=5d8b75a8-b268-48f3-800b-878cd9d13add HTTP/1.1" status: 200 len: 806 time: 0.2317405 Feb 09 13:03:20.902558 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-54b046ed-ac77-46c2-a4bd-bf912800cc11 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/quotas/f9274c995575416f94f45658899d579c HTTP/1.1" status: 200 len: 375 time: 0.0237179 Feb 09 13:03:20.939361 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Set router 9cb78801-a55d-43c0-86f1-74a49cde70b3 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:21.094673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-e397fd75-9e39-4100-9dc0-4d0facebf108 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Synchronizing usage tracker for tenant:f9274c995575416f94f45658899d579c on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:21.122670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-e397fd75-9e39-4100-9dc0-4d0facebf108 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Unset dirty status for tenant:f9274c995575416f94f45658899d579c on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:21.124440 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-e397fd75-9e39-4100-9dc0-4d0facebf108 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9274c995575416f94f45658899d579c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2207816 Feb 09 13:03:21.193437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 62c79e87-b391-4b3d-b1a0-32234be37b7b up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:21.217812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:03:21.219508 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:03:21.255094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1475fc-4750-4239-907c-80f7016efa86 None None] Pushing event updated for resources: {'Port': ['ID=adf12ced-1519-4e49-8dfe-e33badac1f03,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:21.305847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-191236ba-f750-472e-9dcf-097dbebbbf93 None None] Provisioning complete for port adf12ced-1519-4e49-8dfe-e33badac1f03 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:21.306241 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-191236ba-f750-472e-9dcf-097dbebbbf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:21.338453 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-router', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'a9329628-e190-407b-9319-92d99e144e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:18Z', 'revision_number': 3, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'gw_port': {'id': 'a9329628-e190-407b-9319-92d99e144e5a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:21.353065 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Checking router: 9cb78801-a55d-43c0-86f1-74a49cde70b3 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:03:21.354434 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Updating router 9cb78801-a55d-43c0-86f1-74a49cde70b3 port a9329628-e190-407b-9319-92d99e144e5a binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:03:21.393311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 62c79e87-b391-4b3d-b1a0-32234be37b7b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:21.393678 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:21.454355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:17Z', 'revision_number': 3, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:21.462811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Checking router: 61f18e40-a2dd-48b3-9853-feab151bf02b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:03:21.465745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Updating router 61f18e40-a2dd-48b3-9853-feab151bf02b port 09d3437f-b955-4d83-be24-623ca1fb07e2 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:03:21.492063 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:21.619964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-3d2bae9c-619d-4c3f-bb79-39c17a847b2c service neutron] 10.222.0.59 "GET /v2.0/networks/5d8b75a8-b268-48f3-800b-878cd9d13add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756229 Feb 09 13:03:21.678058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f5f0f-3256-4ad5-8735-2be87bbc2eb9 req-e9214c03-e312-4285-827b-62c98f03bcc5 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:21.679603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a4f5f0f-3256-4ad5-8735-2be87bbc2eb9 req-e9214c03-e312-4285-827b-62c98f03bcc5 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 950 time: 0.4389801 Feb 09 13:03:21.696261 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:21.811038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a4f5f0f-3256-4ad5-8735-2be87bbc2eb9 req-06d371ed-fc17-4309-b1ce-0e8279ee1f9e tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258638 Feb 09 13:03:21.834773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-06d5c320-5951-49d0-b66b-667175365038 service neutron] 10.222.0.59 "GET /v2.0/networks/5d8b75a8-b268-48f3-800b-878cd9d13add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074397 Feb 09 13:03:21.975750 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:22.031403 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Transition to ACTIVE for port object a9329628-e190-407b-9319-92d99e144e5a will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:22.049359 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:22.208265 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b790611-8842-435d-be6f-4e6d4c9b93c8 None None] Pushing event updated for resources: {'Port': ['ID=a9329628-e190-407b-9319-92d99e144e5a,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:22.240751 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Attempting to bind port a9329628-e190-407b-9319-92d99e144e5a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:22.241122 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Attempting to bind port a9329628-e190-407b-9319-92d99e144e5a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:22.241478 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Attempting to bind port a9329628-e190-407b-9319-92d99e144e5a on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:22.249464 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:22.249623 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:22.250026 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:22.250664 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:22.250927 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Bound port: a9329628-e190-407b-9319-92d99e144e5a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:22.251313 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:22.275805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3c0fc-5c62-40c5-b2d6-eec45b708313 req-b6f61f16-6215-47f6-89ec-e209ed02d3bb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:22.293107 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10a3c0fc-5c62-40c5-b2d6-eec45b708313 req-b6f61f16-6215-47f6-89ec-e209ed02d3bb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.2106576 Feb 09 13:03:22.363053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device da1bc90b-3557-4293-ad90-d93c27bafe90 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:22.429454 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] For port a9329628-e190-407b-9319-92d99e144e5a, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:22.431778 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:22.440630 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] For port a9329628-e190-407b-9319-92d99e144e5a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a9329628-e190-407b-9319-92d99e144e5a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:22.450157 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:22.462834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b11eb574-f8b4-47f7-a6dc-d45a61ddf6b7 req-186962be-cbd0-40f8-9552-9c8063c67693 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 210 time: 0.1191828 Feb 09 13:03:22.507585 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10a3c0fc-5c62-40c5-b2d6-eec45b708313 req-f1a73080-7173-4b0b-ba59-5666f377e198 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127523 Feb 09 13:03:22.538314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:22.626954 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:22.647575 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b790611-8842-435d-be6f-4e6d4c9b93c8 None None] Pushing event updated for resources: {'Port': ['ID=a9329628-e190-407b-9319-92d99e144e5a,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:22.679133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:22.681248 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Routers {'9cb78801-a55d-43c0-86f1-74a49cde70b3'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:22.682408 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:02:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9cb78801-a55d-43c0-86f1-74a49cde70b3'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:22.701690 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:03:22.719518 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:22.905622 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'code': 200} Feb 09 13:03:23.062782 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] Set router 9cb78801-a55d-43c0-86f1-74a49cde70b3 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:23.190706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Allocated IP 172.20.0.1 (32fdc273-ef1d-4665-a02e-937b6e080af8/ea791093-4d5f-4dfa-88b1-73108c227bca/d95d116a-b0ec-435b-86bd-c583ebe5059e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:23.303889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port da1bc90b-3557-4293-ad90-d93c27bafe90 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:23.366368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=11']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:23.377896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port da1bc90b-3557-4293-ad90-d93c27bafe90 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:23.382451 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:23.429521 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:23.508166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Transition to ACTIVE for port object 09d3437f-b955-4d83-be24-623ca1fb07e2 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:23.554204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b26a6-b436-4bba-978a-35a6095cb0a3 req-caa99bd2-72b0-4a35-93a6-dc3f95b5c426 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:23.562778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf1b26a6-b436-4bba-978a-35a6095cb0a3 req-caa99bd2-72b0-4a35-93a6-dc3f95b5c426 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 951 time: 0.2744517 Feb 09 13:03:23.566257 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:23.651127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf1b26a6-b436-4bba-978a-35a6095cb0a3 req-bba1844e-2d44-449d-9854-3eb38ded4bf8 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874112 Feb 09 13:03:23.812924 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-router', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'a9329628-e190-407b-9319-92d99e144e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:18Z', 'revision_number': 3, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'gw_port': {'id': 'a9329628-e190-407b-9319-92d99e144e5a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:23.818869 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f3641-22f2-4272-a378-7f4b00a1fd12 None None] The sync data for ids ['9cb78801-a55d-43c0-86f1-74a49cde70b3'] in n-d-825175-3 is: [{'id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-router', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'a9329628-e190-407b-9319-92d99e144e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:18Z', 'revision_number': 3, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'gw_port': {'id': 'a9329628-e190-407b-9319-92d99e144e5a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:03:23.911844 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:23.931342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Attempting to bind port 09d3437f-b955-4d83-be24-623ca1fb07e2 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:23.931716 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Attempting to bind port 09d3437f-b955-4d83-be24-623ca1fb07e2 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:23.932084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Attempting to bind port 09d3437f-b955-4d83-be24-623ca1fb07e2 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:23.937526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd909b-ec06-48d7-9485-8094d8e03fab None None] Pushing event updated for resources: {'Port': ['ID=09d3437f-b955-4d83-be24-623ca1fb07e2,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:23.982753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cdf4e62b-715d-4e79-af3e-9a31c88f852e req-34dd1888-6418-4c91-8bed-d6471711fe85 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 210 time: 0.0658560 Feb 09 13:03:23.982958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:23.983197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:23.983613 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:23.984263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:23.984744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Bound port: 09d3437f-b955-4d83-be24-623ca1fb07e2, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:23.985115 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:24.037802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977df4de-1cf7-4f99-860b-8e284cd068d3 req-b2021875-971d-4a49-841f-2a40ff8a2ff0 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:24.050751 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-977df4de-1cf7-4f99-860b-8e284cd068d3 req-b2021875-971d-4a49-841f-2a40ff8a2ff0 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.1794348 Feb 09 13:03:24.063276 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:24.118431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:24.145466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Transition to ACTIVE for port object d95d116a-b0ec-435b-86bd-c583ebe5059e will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:24.156569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-977df4de-1cf7-4f99-860b-8e284cd068d3 req-b3ba36cd-e660-4d9d-8ad3-a86e85ed9229 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045611 Feb 09 13:03:24.159192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port da1bc90b-3557-4293-ad90-d93c27bafe90, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=da1bc90b-3557-4293-ad90-d93c27bafe90,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:24.166343 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:24.205295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] For port 09d3437f-b955-4d83-be24-623ca1fb07e2, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:24.228088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] For port 09d3437f-b955-4d83-be24-623ca1fb07e2, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=09d3437f-b955-4d83-be24-623ca1fb07e2,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:24.234634 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2b719ec4-f3cb-4af4-88cb-d5757e8c65cc req-e152b393-cbbe-477d-814a-25db478bed7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 1102 time: 0.6140525 Feb 09 13:03:24.242862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:24.268991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=da1bc90b-3557-4293-ad90-d93c27bafe90,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:24.307086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device adf12ced-1519-4e49-8dfe-e33badac1f03 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:24.317908 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:24.396420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Routers {'61f18e40-a2dd-48b3-9853-feab151bf02b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:24.397076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:02:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61f18e40-a2dd-48b3-9853-feab151bf02b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:24.506595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Network 32fdc273-ef1d-4665-a02e-937b6e080af8 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:24.516643 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2b719ec4-f3cb-4af4-88cb-d5757e8c65cc req-58311433-613e-4375-8aaf-aa5056f518fe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300076 Feb 09 13:03:24.518054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:24.521472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:24.639161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Pushing event updated for resources: {'Port': ['ID=d95d116a-b0ec-435b-86bd-c583ebe5059e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:24.753950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] Set router 61f18e40-a2dd-48b3-9853-feab151bf02b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:24.853066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-21f9134d-91e7-42fe-887a-aae150e499f1 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:24.854679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-21f9134d-91e7-42fe-887a-aae150e499f1 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.67 "GET /v2.0/networks?id=5d8b75a8-b268-48f3-800b-878cd9d13add HTTP/1.1" status: 200 len: 806 time: 0.3310852 Feb 09 13:03:24.871706 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:25.108290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-24b81ab2-0bf6-448f-b3a0-291e8b3ff16b tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9274c995575416f94f45658899d579c HTTP/1.1" status: 200 len: 378 time: 0.2327132 Feb 09 13:03:25.124971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Request body: {'port': {'device_id': '62443977-22a4-4823-a511-676f29eea651', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'admin_state_up': True, 'tenant_id': 'f9274c995575416f94f45658899d579c', 'security_groups': ['01712f18-00e9-4d27-85fe-c20b01ab50d5']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:25.145944 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:25.284160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Allocated IP 172.20.0.1 (3f07cd40-895c-481e-80ed-a77bc18ba7d5/fc24023e-a212-4577-a7ec-e45d75d17c46/b2d10979-5e50-48d2-acba-d0af15aa117d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:25.333251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f2603-7bc1-4863-9179-dc4644b37e26 req-8ab14e14-5012-4bc5-82fa-37c21d195cf4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.334876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-179f2603-7bc1-4863-9179-dc4644b37e26 req-8ab14e14-5012-4bc5-82fa-37c21d195cf4 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 951 time: 0.4617565 Feb 09 13:03:25.337227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd909b-ec06-48d7-9485-8094d8e03fab None None] Pushing event updated for resources: {'Port': ['ID=09d3437f-b955-4d83-be24-623ca1fb07e2,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:25.382765 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb8e56e2-e98f-4ca5-b62f-9b7fd93f7079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:25.398583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b54fa987-6cc3-4fef-b118-ff08529d8c5b None None] Provisioning for port d95d116a-b0ec-435b-86bd-c583ebe5059e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:25.428194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b54fa987-6cc3-4fef-b118-ff08529d8c5b None None] Provisioning complete for port d95d116a-b0ec-435b-86bd-c583ebe5059e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:25.429042 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b54fa987-6cc3-4fef-b118-ff08529d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:25.529417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port adf12ced-1519-4e49-8dfe-e33badac1f03 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:25.529952 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:25.590743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:25.606352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:25.630892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:25.633816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Made reservation on behalf of f9274c995575416f94f45658899d579c for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:25.639104 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:25.652339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:25.658073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-179f2603-7bc1-4863-9179-dc4644b37e26 req-c015fce8-a561-41e7-8af3-db6937b6082d tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822611 Feb 09 13:03:25.739975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b54fa987-6cc3-4fef-b118-ff08529d8c5b None None] Port d95d116a-b0ec-435b-86bd-c583ebe5059e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:25.798298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.800627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.801273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.801932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.803134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.803982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.804571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.805086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.805643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.806422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.807239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:25.816466 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-358e3441-d480-404d-b70a-c4a4150fb620 req-d29a8706-bc6f-4c0a-8739-83f00d657c70 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7783 time: 0.5245583 Feb 09 13:03:25.877241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:25.942240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:17Z', 'revision_number': 3, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:25.948647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce08910d-d68f-4384-aea2-95e78deceac6 None None] The sync data for ids ['61f18e40-a2dd-48b3-9853-feab151bf02b'] in n-d-825175-3 is: [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:17Z', 'revision_number': 3, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:03:26.009898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Transition to ACTIVE for port object b2d10979-5e50-48d2-acba-d0af15aa117d will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:26.011210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Pushing event updated for resources: {'Port': ['ID=d95d116a-b0ec-435b-86bd-c583ebe5059e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:26.022674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:26.120966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ef1ae7a-7d71-43dd-ba22-286d92e405e0 req-18e21613-044f-4590-a32c-ee59da6ad60b tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 210 time: 0.0823555 Feb 09 13:03:26.208987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Allocated IP 172.20.0.7 (5d8b75a8-b268-48f3-800b-878cd9d13add/20f11907-fdd2-448b-9825-b8eef7802ade/43ba00f5-6d6e-45a8-9406-939330c58d2d) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:26.282124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:26.309078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device da1bc90b-3557-4293-ad90-d93c27bafe90 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:26.386936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port da1bc90b-3557-4293-ad90-d93c27bafe90 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:26.387307 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:26.409480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Pushing event updated for resources: {'Port': ['ID=b2d10979-5e50-48d2-acba-d0af15aa117d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:26.419311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:26.421645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Network 32fdc273-ef1d-4665-a02e-937b6e080af8 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:26.423160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:26.426037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:26.428492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:26.472565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c369e-7b65-45fd-9329-318173be72c0 req-fa9542ff-bf84-42c7-b9e8-ef7ae9bd71d4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:26.479321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc6c369e-7b65-45fd-9329-318173be72c0 req-fa9542ff-bf84-42c7-b9e8-ef7ae9bd71d4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.3497970 Feb 09 13:03:26.677320 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:26.711423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc6c369e-7b65-45fd-9329-318173be72c0 req-839e8a1a-9b94-4e9c-952f-b28f3e992f34 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307982 Feb 09 13:03:26.773285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:26.776609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff4605-0a79-459f-98ac-87d2dcee2dc9 req-eea3e784-b849-4489-a030-7f4df32b5acb tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:26.777957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28ff4605-0a79-459f-98ac-87d2dcee2dc9 req-eea3e784-b849-4489-a030-7f4df32b5acb tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 886 time: 0.5066545 Feb 09 13:03:26.788107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ffedbcf8-7cbe-4f7d-9619-fa96e5a6d1ba None None] Provisioning complete for port d95d116a-b0ec-435b-86bd-c583ebe5059e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:26.788602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ffedbcf8-7cbe-4f7d-9619-fa96e5a6d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:26.793556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Transition to ACTIVE for port object 43ba00f5-6d6e-45a8-9406-939330c58d2d will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:26.852325 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:26.864805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ffedbcf8-7cbe-4f7d-9619-fa96e5a6d1ba None None] Port d95d116a-b0ec-435b-86bd-c583ebe5059e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:26.880205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ffedbcf8-7cbe-4f7d-9619-fa96e5a6d1ba None None] Provisioning for port b2d10979-5e50-48d2-acba-d0af15aa117d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:26.884993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ffedbcf8-7cbe-4f7d-9619-fa96e5a6d1ba None None] Provisioning complete for port b2d10979-5e50-48d2-acba-d0af15aa117d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:26.885567 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ffedbcf8-7cbe-4f7d-9619-fa96e5a6d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:26.946951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ffedbcf8-7cbe-4f7d-9619-fa96e5a6d1ba None None] Port b2d10979-5e50-48d2-acba-d0af15aa117d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:26.952441 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:27.097564 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5cb2747a-cef3-4624-9d6f-20de1a0924ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:27.113697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Network 5d8b75a8-b268-48f3-800b-878cd9d13add is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:27.116706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Pushing event updated for resources: {'Port': ['ID=43ba00f5-6d6e-45a8-9406-939330c58d2d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:27.125399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:27.127915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:27.223005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.223368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.223722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.224159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.224419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.224760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.225100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.225679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.225800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.226091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.226424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.228397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee59bbad-b386-4ac1-9a08-444c1b187624 req-dd8c843c-9635-4fc6-b797-421bf08f0888 tempest-NetworksTest-978270520 tempest-NetworksTest-978270520-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7783 time: 0.3182759 Feb 09 13:03:27.232366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Router 61f18e40-a2dd-48b3-9853-feab151bf02b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:03:27.245191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.245887 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:27.266185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:27.271153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19fbe-df8e-44bf-afc3-5b45162460f0 req-1196851b-8ad7-43e4-a17e-a9cf24ce430b tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.272672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8b19fbe-df8e-44bf-afc3-5b45162460f0 req-1196851b-8ad7-43e4-a17e-a9cf24ce430b tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 951 time: 0.2595565 Feb 09 13:03:27.302421 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-b3943c29-83e8-4517-aadd-178aadf2a3b3 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1860523 Feb 09 13:03:27.319490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Request body: {'port': {'device_id': '62443977-22a4-4823-a511-676f29eea651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:27.364319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:27.413443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8b19fbe-df8e-44bf-afc3-5b45162460f0 req-9db9ab71-993a-4ef4-a65a-66d0bc41665a tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332157 Feb 09 13:03:27.488579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-24d6c220-fd81-44e1-a7e7-81c7585343d3 None None] Provisioning for port 43ba00f5-6d6e-45a8-9406-939330c58d2d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:27.497277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-24d6c220-fd81-44e1-a7e7-81c7585343d3 None None] Provisioning complete for port 43ba00f5-6d6e-45a8-9406-939330c58d2d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:27.498000 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-24d6c220-fd81-44e1-a7e7-81c7585343d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:27.573263 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:27.587324 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:27.593630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Pushing event updated for resources: {'Port': ['ID=b2d10979-5e50-48d2-acba-d0af15aa117d,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:27.623906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-24d6c220-fd81-44e1-a7e7-81c7585343d3 None None] Port 43ba00f5-6d6e-45a8-9406-939330c58d2d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:27.780448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40522) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:27.800290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:27.801929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:27.872099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bd500-11e5-4b58-8195-663e4d27f761 req-ce36ff2f-64b2-4d7b-a9de-b848edd94b91 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:27.872744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-071bd500-11e5-4b58-8195-663e4d27f761 req-ce36ff2f-64b2-4d7b-a9de-b848edd94b91 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Synchronizing usage tracker for tenant:f9274c995575416f94f45658899d579c on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:28.052308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-071bd500-11e5-4b58-8195-663e4d27f761 req-ce36ff2f-64b2-4d7b-a9de-b848edd94b91 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Unset dirty status for tenant:f9274c995575416f94f45658899d579c on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:28.053847 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-071bd500-11e5-4b58-8195-663e4d27f761 req-ce36ff2f-64b2-4d7b-a9de-b848edd94b91 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 931 time: 0.4615099 Feb 09 13:03:28.162511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5b2be71-9926-4206-be7f-32af94e8ab1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:28.199068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-071bd500-11e5-4b58-8195-663e4d27f761 req-9eedaf77-297c-416e-9483-ef37cb7ad911 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268239 Feb 09 13:03:28.230651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:03:28.241012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611481d2-6b87-458a-a828-bd53fd075308 req-8ca82dd9-b6a1-4b96-a3de-2b8fadbb5c49 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:28.247642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-611481d2-6b87-458a-a828-bd53fd075308 req-8ca82dd9-b6a1-4b96-a3de-2b8fadbb5c49 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.2824504 Feb 09 13:03:28.267883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-573f64ec-389c-4be0-9449-597cf566b136 None None] Provisioning complete for port b2d10979-5e50-48d2-acba-d0af15aa117d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:28.268786 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-573f64ec-389c-4be0-9449-597cf566b136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:28.317120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5b2be71-9926-4206-be7f-32af94e8ab1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:28.322623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5b2be71-9926-4206-be7f-32af94e8ab1a admin admin] Usage tracker for resource:security_group_rule and tenant:36be888af04548359a7c0fbea2bebd07 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:28.326386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5b2be71-9926-4206-be7f-32af94e8ab1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:28.335126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5b2be71-9926-4206-be7f-32af94e8ab1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:28.340004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-573f64ec-389c-4be0-9449-597cf566b136 None None] Port b2d10979-5e50-48d2-acba-d0af15aa117d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:28.372782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:28.376951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ba00f5-6d6e-45a8-9406-939330c58d2d {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:28.399335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-611481d2-6b87-458a-a828-bd53fd075308 req-e01a568a-7be4-4f9e-b32f-586438f16c5b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507752 Feb 09 13:03:28.403106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:28.460792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Transition to ACTIVE for port object 43ba00f5-6d6e-45a8-9406-939330c58d2d will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:28.467487 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:28.524101 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-463b1170-a9ff-46d3-9a6e-84a710c9a20f admin admin] 10.222.0.59 "PUT /v2.0/routers/61f18e40-a2dd-48b3-9853-feab151bf02b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9965992 Feb 09 13:03:28.580787 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:28.598234 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5b2be71-9926-4206-be7f-32af94e8ab1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:28.608380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5b2be71-9926-4206-be7f-32af94e8ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:28.710062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2be71-9926-4206-be7f-32af94e8ab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec46b1f-ca1d-4831-a18e-a55b9229c2d3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:28.711419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Pushing event updated for resources: {'Port': ['ID=43ba00f5-6d6e-45a8-9406-939330c58d2d,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:28.721529 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c5b2be71-9926-4206-be7f-32af94e8ab1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36be888af04548359a7c0fbea2bebd07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9386907 Feb 09 13:03:28.724116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40560) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:28.770176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Router 9cb78801-a55d-43c0-86f1-74a49cde70b3 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:03:28.783047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64b6107a-f5bc-44d1-9d25-2238aca41e7b req-1726601d-6ae5-4934-a0b4-fd9d701348be tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 1102 time: 0.3640971 Feb 09 13:03:29.028479 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64b6107a-f5bc-44d1-9d25-2238aca41e7b req-01a94cac-9a4d-4344-8ee5-eabf6ed6ece0 tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442842 Feb 09 13:03:29.047121 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee187ba2-b844-46be-8620-760dac1cee4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.069703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:03:29.096571 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-645892dc-81da-42ce-b62b-b90b623ffb4b admin admin] 10.222.0.59 "PUT /v2.0/routers/9cb78801-a55d-43c0-86f1-74a49cde70b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3917387 Feb 09 13:03:29.125166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee187ba2-b844-46be-8620-760dac1cee4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.221693 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-2b1ce424-0f1e-403b-8115-b2263bd9eb6d tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515487 Feb 09 13:03:29.222400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Attempting to bind port 43ba00f5-6d6e-45a8-9406-939330c58d2d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:29.222684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Attempting to bind port 43ba00f5-6d6e-45a8-9406-939330c58d2d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:29.223013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Attempting to bind port 43ba00f5-6d6e-45a8-9406-939330c58d2d on network 5d8b75a8-b268-48f3-800b-878cd9d13add {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:29.235987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Port 43ba00f5-6d6e-45a8-9406-939330c58d2d on network 5d8b75a8-b268-48f3-800b-878cd9d13add not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:03:29.236310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Attempting to bind port 43ba00f5-6d6e-45a8-9406-939330c58d2d on network 5d8b75a8-b268-48f3-800b-878cd9d13add {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:29.277322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40582) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:29.286603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218940388', 'description': 'tempest-description--463744967'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:29.302378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:29.314085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Usage tracker for resource:security_group and tenant:51da92718adc4434aa897129e217a92b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:29.322052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:29.339525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:29.389001 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.410504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:29.410960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Checking segment: {'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:29.411417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Bound using segment: {'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:29.412003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Bound port: 43ba00f5-6d6e-45a8-9406-939330c58d2d, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:29.412366 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.458376 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee187ba2-b844-46be-8620-760dac1cee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.474191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:29.479145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Usage tracker for resource:security_group_rule and tenant:51da92718adc4434aa897129e217a92b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:29.483301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:29.494456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:29.549965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee187ba2-b844-46be-8620-760dac1cee4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec46b1f-ca1d-4831-a18e-a55b9229c2d3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:29.590527 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee187ba2-b844-46be-8620-760dac1cee4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.591899 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ee187ba2-b844-46be-8620-760dac1cee4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bec46b1f-ca1d-4831-a18e-a55b9229c2d3 HTTP/1.1" status: 204 len: 168 time: 0.8668716 Feb 09 13:03:29.601225 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.605763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-1b394e87-41fd-487c-b1cd-5e4152679767 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:29.610255 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.612694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-1b394e87-41fd-487c-b1cd-5e4152679767 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3814118 Feb 09 13:03:29.685414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8b212f-c446-4f2c-9429-d0851cdae2d1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:29.703554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-8eb005fa-6edc-468b-93b3-4cdba48ece8a tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/quotas/d5ddaaaa2cf94f61be3d1f5e8d150353 HTTP/1.1" status: 200 len: 375 time: 0.0760276 Feb 09 13:03:29.710357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.731849 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4668e46f-2f4b-4f56-ac43-abfba0f5a608 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4531524 Feb 09 13:03:29.734233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40594) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:29.745218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.747513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Request body: {'security_group_rule': {'security_group_id': 'bd8b212f-c446-4f2c-9429-d0851cdae2d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:29.756968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:29.764038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Usage tracker for resource:security_group_rule and tenant:51da92718adc4434aa897129e217a92b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:29.769688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:29.773720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] For port 43ba00f5-6d6e-45a8-9406-939330c58d2d, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:29.777808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] For port 43ba00f5-6d6e-45a8-9406-939330c58d2d, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=43ba00f5-6d6e-45a8-9406-939330c58d2d,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:29.786528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:29.791756 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.828091 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.900918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-e409eafc-149b-4863-bdf8-c052f949fccf tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1963825 Feb 09 13:03:29.927729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:29.934235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:30.004310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bd3f63-f5e3-445f-8b33-c6fb6867e07e,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:30.035831 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:30.037243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] 10.222.0.67 "PUT /v2.0/ports/43ba00f5-6d6e-45a8-9406-939330c58d2d HTTP/1.1" status: 200 len: 1091 time: 2.7226958 Feb 09 13:03:30.046168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62443977-22a4-4823-a511-676f29eea651', 'tag': '43ba00f5-6d6e-45a8-9406-939330c58d2d'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:30.053285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:30.058437 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-01a50227-3af1-413b-8013-7a45c4dd247d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3195255 Feb 09 13:03:30.059366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40606) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:30.081714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Request body: {'security_group_rule': {'security_group_id': 'bd8b212f-c446-4f2c-9429-d0851cdae2d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:30.084616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8873d42-392a-4e6c-9682-f797c1ca9a18 service neutron] Pushing event updated for resources: {'Port': ['ID=43ba00f5-6d6e-45a8-9406-939330c58d2d,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:30.123519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:30.142047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Usage tracker for resource:security_group_rule and tenant:51da92718adc4434aa897129e217a92b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:30.162166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:30.212433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:30.260090 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:30.277735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae6026-5b9a-4e41-9844-e39e4915f48e req-441d047d-7632-4c1c-a2db-f54a861bc0ef tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:30.292198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deae6026-5b9a-4e41-9844-e39e4915f48e req-441d047d-7632-4c1c-a2db-f54a861bc0ef tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 943 time: 0.5125234 Feb 09 13:03:30.467894 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:30.470080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deae6026-5b9a-4e41-9844-e39e4915f48e req-6fb3ed47-8da6-4ec0-a9c6-7fd7459bcab4 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1769488 Feb 09 13:03:30.476375 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:30.481412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a9329628-e190-407b-9319-92d99e144e5a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:30.525449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2de7ff5-52ef-466f-b7a7-ae3408e0cd96,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:30.553800 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:30.557749 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dfab0ce5-d666-4eb6-8983-7b9f86d3da76 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4942212 Feb 09 13:03:30.559023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-a5ecd184-6e68-43d4-8433-00b54b3dba18 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f9274c995575416f94f45658899d579c&device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 1094 time: 0.4349723 Feb 09 13:03:30.559842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40616) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:30.567523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:30.580015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:30.587754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Usage tracker for resource:floatingip and tenant:51da92718adc4434aa897129e217a92b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:30.597855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:30.620248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:30.650639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:30.793339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port a9329628-e190-407b-9319-92d99e144e5a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:30.819435 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a9329628-e190-407b-9319-92d99e144e5a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:30.819841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:30.939998 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:31.129628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40632) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:31.156328 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-da432ea9-f0d2-45d3-8cfa-7516aaebbaec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43ba00f5-6d6e-45a8-9406-939330c58d2d HTTP/1.1" status: 200 len: 217 time: 0.3643250 Feb 09 13:03:31.174234 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:31.208298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port a9329628-e190-407b-9319-92d99e144e5a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a9329628-e190-407b-9319-92d99e144e5a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:31.217194 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:31.238849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35371585-7be3-418b-b00a-a7d2579db687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:31.344064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-226b2701-74b2-4c1b-b1d3-705bc8f86cd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:31.345733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-226b2701-74b2-4c1b-b1d3-705bc8f86cd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20f11907-fdd2-448b-9825-b8eef7802ade HTTP/1.1" status: 200 len: 845 time: 0.1696336 Feb 09 13:03:31.381927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=a9329628-e190-407b-9319-92d99e144e5a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:31.394072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Allocated IP 172.25.5.8 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/23462f9a-e92f-42f7-880f-5fcf3afda080) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:31.394341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.394909 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.395386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.396136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.396664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.397133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.397601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.398064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.398768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.399411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.399874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:03:31.441468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b1a3d-6e31-4a36-8d68-b68ba8c11627 req-3be90f24-bb5f-4d9a-9331-ada9bf10dac0 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:31.448859 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c46b1a3d-6e31-4a36-8d68-b68ba8c11627 req-3be90f24-bb5f-4d9a-9331-ada9bf10dac0 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.8825870 Feb 09 13:03:31.464533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-3226980a-c4c5-40cd-adde-fc85af5babe7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7910535 Feb 09 13:03:31.487988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91b9d312-7334-4341-b1d2-8814ac1b98b5 req-dd884b78-3d4a-4343-b6f8-7823a7e953f4 tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 1102 time: 0.5146930 Feb 09 13:03:31.555020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40640) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:31.565198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-network', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:31.573354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:31.583694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Usage tracker for resource:network and tenant:aa32f262bf554ff0a6996b24ef33218c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:31.586885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35371585-7be3-418b-b00a-a7d2579db687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:31.591720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:31.606268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:31.608760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35371585-7be3-418b-b00a-a7d2579db687 admin admin] Usage tracker for resource:security_group_rule and tenant:73c280cdbeba427d93af3b01ed2940f9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:31.616566 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c46b1a3d-6e31-4a36-8d68-b68ba8c11627 req-5f4e0010-9511-45f2-b273-b2474a415f7a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666822 Feb 09 13:03:31.623036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35371585-7be3-418b-b00a-a7d2579db687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:31.648008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91b9d312-7334-4341-b1d2-8814ac1b98b5 req-0d688db7-9554-4e75-bf73-4667303e781e tempest-ServersAdminTestJSON-1385167693 tempest-ServersAdminTestJSON-1385167693-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568587 Feb 09 13:03:31.691101 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:31.694656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35371585-7be3-418b-b00a-a7d2579db687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:31.700202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Made reservation on behalf of aa32f262bf554ff0a6996b24ef33218c for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:31.703035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:31.704800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-83782098-bd8d-4530-b44f-de0356d72377 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5d8b75a8-b268-48f3-800b-878cd9d13add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3473454 Feb 09 13:03:31.714617 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62443977-22a4-4823-a511-676f29eea651', 'tag': '43ba00f5-6d6e-45a8-9406-939330c58d2d', 'status': 'completed', 'code': 200} Feb 09 13:03:31.722902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-257ea2bd-5b40-4aec-bc8c-b1dee65e7b31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 6492 time: 0.2059188 Feb 09 13:03:31.840607 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35371585-7be3-418b-b00a-a7d2579db687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:31.843829 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:31.859242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35371585-7be3-418b-b00a-a7d2579db687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:31.939607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:31.943727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35371585-7be3-418b-b00a-a7d2579db687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946db421-2b38-4760-bdd1-eec5770b4bee,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:31.945902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-6d1b802b-0012-4bef-bef2-67023af70289 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1306629 Feb 09 13:03:31.954924 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-35371585-7be3-418b-b00a-a7d2579db687 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73c280cdbeba427d93af3b01ed2940f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8204176 Feb 09 13:03:31.954924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Usage tracker for resource:security_group_rule and tenant:aa32f262bf554ff0a6996b24ef33218c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:31.957184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40650) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:31.961378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:31.981107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:31.988216 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:32.117925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:32.129460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Pushing event updated for resources: {'Port': ['ID=23462f9a-e92f-42f7-880f-5fcf3afda080,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:32.136084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:32.140582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:32.350266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dced61-527d-45d9-8f36-16f7193055bb req-b9ac7ff1-3557-4c53-88eb-3a4067bc7c92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:32.351734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dced61-527d-45d9-8f36-16f7193055bb req-b9ac7ff1-3557-4c53-88eb-3a4067bc7c92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:32.352613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dced61-527d-45d9-8f36-16f7193055bb req-b9ac7ff1-3557-4c53-88eb-3a4067bc7c92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:32.354445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-b9ac7ff1-3557-4c53-88eb-3a4067bc7c92 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a3ddf5f3-3ed4-4b99-b899-1cabe744ca01&id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&id=7795d20f-af30-4c07-9448-7781713777a7&id=7795d20f-af30-4c07-9448-7781713777a7 HTTP/1.1" status: 200 len: 2292 time: 0.5966098 Feb 09 13:03:32.363303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-4b5250dd-081b-4856-9984-1aa9f9e58e3e service neutron] 10.222.0.67 "GET /v2.0/networks/5d8b75a8-b268-48f3-800b-878cd9d13add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391916 Feb 09 13:03:32.440541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 09d3437f-b955-4d83-be24-623ca1fb07e2 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:32.453876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01683e0c-5a79-4aea-8e57-07d382dcac0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:32.458615 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-1b5bcc0e-e36a-40f9-8820-ff3c36c85a7e tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1554222 Feb 09 13:03:32.544585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 09d3437f-b955-4d83-be24-623ca1fb07e2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:32.554327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 09d3437f-b955-4d83-be24-623ca1fb07e2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:32.555231 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:32.574864 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:32.591552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01683e0c-5a79-4aea-8e57-07d382dcac0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:32.593345 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:03:32.632483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-67d41827-6caa-4010-8bdb-7a4d83785080 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1008583a-ab73-48d2-9665-51b1ad9795b4 HTTP/1.1" status: 200 len: 1001 time: 0.2656631 Feb 09 13:03:32.660052 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:32.739886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:32.765403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:03:32.772766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 09d3437f-b955-4d83-be24-623ca1fb07e2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=09d3437f-b955-4d83-be24-623ca1fb07e2,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:32.786306 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:32.793088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a9329628-e190-407b-9319-92d99e144e5a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:32.811184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-11cfb3e3-235e-48a9-8369-b7ed6a4052bb tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:32.818090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad123efd-f8a6-4131-bce9-1115191c2daf,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:32.818453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-11cfb3e3-235e-48a9-8369-b7ed6a4052bb tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8308856 Feb 09 13:03:32.840183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:32.840757 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Added segment 62b49ed6-730c-46d2-8c83-ddc2e81a7bce of type vlan for network 58e34d04-72c6-4537-9420-ba533fb7b044 Feb 09 13:03:32.845565 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-12078ece-7519-4ba9-b9b7-93d520cfe075 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/quotas/d5ddaaaa2cf94f61be3d1f5e8d150353 HTTP/1.1" status: 200 len: 375 time: 0.0258169 Feb 09 13:03:32.853072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-c287c787-8b87-4241-9e70-d774395d3680 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:32.855417 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-c287c787-8b87-4241-9e70-d774395d3680 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3817654 Feb 09 13:03:32.874692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Request body: {'port': {'device_id': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'd5ddaaaa2cf94f61be3d1f5e8d150353'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:32.925587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-1344e2d0-7777-4885-9566-ac009fe95383 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790849 Feb 09 13:03:32.999404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a9329628-e190-407b-9319-92d99e144e5a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:32.999939 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:33.032418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739257b-5b76-491a-8054-a487fcb679c8 req-80a863bb-a634-4194-a60f-432ec11a153a tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:33.037334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6739257b-5b76-491a-8054-a487fcb679c8 req-80a863bb-a634-4194-a60f-432ec11a153a tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 943 time: 1.1889594 Feb 09 13:03:33.044256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dced61-527d-45d9-8f36-16f7193055bb req-54c74916-1904-4156-a0fd-039ba6fc3b6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:33.052757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-54c74916-1904-4156-a0fd-039ba6fc3b6a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a11cb0e4-4d48-420a-bf11-3909fb73970b HTTP/1.1" status: 200 len: 850 time: 0.3981380 Feb 09 13:03:33.106105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=09d3437f-b955-4d83-be24-623ca1fb07e2,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:33.110733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:33.261054 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01683e0c-5a79-4aea-8e57-07d382dcac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:33.265078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:33.279012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d0ecd0-bb85-4c08-9a47-e910232b6d33 req-c21d9a0d-8902-444d-8e2d-b1ae699fe69f service neutron] 10.222.0.67 "GET /v2.0/networks/5d8b75a8-b268-48f3-800b-878cd9d13add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9092255 Feb 09 13:03:33.308171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6739257b-5b76-491a-8054-a487fcb679c8 req-1c645362-fe0a-4183-87f0-018d3183c7c6 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2137928 Feb 09 13:03:33.449692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-8009a2a5-8fc2-41d0-a00c-def3893a3c72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a3ddf5f3-3ed4-4b99-b899-1cabe744ca01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753553 Feb 09 13:03:33.460605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01683e0c-5a79-4aea-8e57-07d382dcac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946db421-2b38-4760-bdd1-eec5770b4bee,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:33.569468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:33.571786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:33.606191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Usage tracker for resource:port and tenant:d5ddaaaa2cf94f61be3d1f5e8d150353 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:33.620512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:33.630313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:33.647279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:33.647279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:33.647279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:33.718289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3da4c78a-527a-41bf-ac92-a24e5af1ff3f req-fd2ba328-b363-4bee-b536-4cd381cef57f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 210 time: 0.1454368 Feb 09 13:03:33.720521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Made reservation on behalf of d5ddaaaa2cf94f61be3d1f5e8d150353 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:33.723646 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:33.791014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a990e4c6-6a7f-41b0-b3b4-2d98bce7a138 req-3fbceda1-9ab7-49e3-a10c-93ae9b484418 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f9274c995575416f94f45658899d579c&device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 1094 time: 0.4513097 Feb 09 13:03:33.818752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] Pushing event updated for resources: {'Network': ['ID=58e34d04-72c6-4537-9420-ba533fb7b044,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:33.830248 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0efa9cdd-43c5-4244-b510-732478afd671 req-a2299c6d-daa8-40d8-8445-2f5ce128d26b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5610459 Feb 09 13:03:33.830905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:33.834963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 58e34d04-72c6-4537-9420-ba533fb7b044 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:03:33.844991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-f92ac0a7-f67f-4b3c-9410-fe15ca5c9ab6 service neutron] 10.222.0.67 "GET /v2.0/networks/a3ddf5f3-3ed4-4b99-b899-1cabe744ca01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881035 Feb 09 13:03:33.878567 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-321d3bc0-e09c-4bf2-9f91-b2364a4fb153 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3193638 Feb 09 13:03:33.906311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40668) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:33.917875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01683e0c-5a79-4aea-8e57-07d382dcac0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:33.918907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-01683e0c-5a79-4aea-8e57-07d382dcac0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/946db421-2b38-4760-bdd1-eec5770b4bee HTTP/1.1" status: 204 len: 168 time: 1.9600143 Feb 09 13:03:33.922760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Request body: {'subnet': {'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-subnet', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:33.930620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b61752-7f9b-4390-ac60-f88401fecf03 req-8589e2d0-f7ab-4887-b8a2-c45e4418a418 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:33.937874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80b61752-7f9b-4390-ac60-f88401fecf03 req-8589e2d0-f7ab-4887-b8a2-c45e4418a418 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.3829887 Feb 09 13:03:33.949594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:33.953778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Usage tracker for resource:security_group_rule and tenant:d5ddaaaa2cf94f61be3d1f5e8d150353 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:33.956761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:33.962590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:33.981989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:34.007655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Usage tracker for resource:subnet and tenant:aa32f262bf554ff0a6996b24ef33218c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:34.032879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:34.040501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:34.060133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:34.099599 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:34.157099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Made reservation on behalf of aa32f262bf554ff0a6996b24ef33218c for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:34.159440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:34.202495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990e4c6-6a7f-41b0-b3b4-2d98bce7a138 req-1727bf50-477b-4faa-bbe3-46adb66fe01f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:34.204067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a990e4c6-6a7f-41b0-b3b4-2d98bce7a138 req-1727bf50-477b-4faa-bbe3-46adb66fe01f service neutron] 10.222.0.67 "GET /v2.0/networks?id=5d8b75a8-b268-48f3-800b-878cd9d13add HTTP/1.1" status: 200 len: 907 time: 0.4033687 Feb 09 13:03:34.230180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc3ed9-98c6-476b-b0df-5a457c117d76,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:34.310564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 09d3437f-b955-4d83-be24-623ca1fb07e2 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:34.348874 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:34.350905 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80b61752-7f9b-4390-ac60-f88401fecf03 req-f7c8b4a6-1f91-47e5-97b8-eb109be1fe0b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120762 Feb 09 13:03:34.353525 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0efa9cdd-43c5-4244-b510-732478afd671 req-a3614ed6-843d-48d7-b2ed-ceb579f26c9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7241f9715866463986e3735d3631b358&device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 1102 time: 0.4800429 Feb 09 13:03:34.361259 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:34.472103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 09d3437f-b955-4d83-be24-623ca1fb07e2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:34.472500 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:34.601147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa9cdd-43c5-4244-b510-732478afd671 req-b8843fd9-4811-4426-9628-72bf91f3ef6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:34.603029 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0efa9cdd-43c5-4244-b510-732478afd671 req-b8843fd9-4811-4426-9628-72bf91f3ef6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2017968 Feb 09 13:03:34.603260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Pushing event updated for resources: {'Port': ['ID=23462f9a-e92f-42f7-880f-5fcf3afda080,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:34.612323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-f6d52ae0-fd6e-43ac-9506-c24746183c64 service neutron] 10.222.0.67 "GET /v2.0/networks/a3ddf5f3-3ed4-4b99-b899-1cabe744ca01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154349 Feb 09 13:03:34.721418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.67', 50303) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:34.729221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a990e4c6-6a7f-41b0-b3b4-2d98bce7a138 req-f9f5a33d-679d-49ee-9d40-7f3d85c068bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43ba00f5-6d6e-45a8-9406-939330c58d2d HTTP/1.1" status: 200 len: 217 time: 0.4570634 Feb 09 13:03:34.820973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d842a5c-2a00-4820-aa62-5a9d96f34b14 req-71167fd9-af23-4113-8fe4-6e3ce1af1d99 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:34.821748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Allocated IP 192.168.233.72 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/27f29ae9-4983-476d-9ce3-476c5c634563) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:34.828339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d842a5c-2a00-4820-aa62-5a9d96f34b14 req-71167fd9-af23-4113-8fe4-6e3ce1af1d99 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 950 time: 0.9106324 Feb 09 13:03:34.856818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-d0b11b11-0fbb-44fa-9c23-f249f3572445 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1306956 Feb 09 13:03:34.857998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-a09af6cb-4968-4a64-a420-b7ed43d9f854 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=165c8fab-ae9a-44df-b792-17f31cf5ddda HTTP/1.1" status: 200 len: 217 time: 0.1986513 Feb 09 13:03:34.894117 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0efa9cdd-43c5-4244-b510-732478afd671 req-7f490652-7507-43d8-a819-3b6f77f9c168 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b HTTP/1.1" status: 200 len: 217 time: 0.2815690 Feb 09 13:03:35.000631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990e4c6-6a7f-41b0-b3b4-2d98bce7a138 req-c6b60272-ba21-48a6-b3ee-2197794bfa65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:35.001993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a990e4c6-6a7f-41b0-b3b4-2d98bce7a138 req-c6b60272-ba21-48a6-b3ee-2197794bfa65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20f11907-fdd2-448b-9825-b8eef7802ade HTTP/1.1" status: 200 len: 845 time: 0.2576880 Feb 09 13:03:35.020119 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:35.062871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:35.064074 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dc23b654-e647-4d2d-96ea-4c5910f7b118 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5036292 Feb 09 13:03:35.183511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d842a5c-2a00-4820-aa62-5a9d96f34b14 req-8f37cf9b-8e15-4d02-8d85-c7471010bb80 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543055 Feb 09 13:03:35.192352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dced61-527d-45d9-8f36-16f7193055bb req-bc81c263-940d-4ddb-9c33-ddcce46e7eaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:35.193698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-bc81c263-940d-4ddb-9c33-ddcce46e7eaa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=253c534a-f1c3-4167-80d9-d663f21db0ba HTTP/1.1" status: 200 len: 797 time: 0.3113394 Feb 09 13:03:35.209005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6102eac-92ee-4e37-9f2b-72fbc2f3eecb req-5f522fca-6d2c-47e4-b1dd-9afde090f94e tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:35.210459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6102eac-92ee-4e37-9f2b-72fbc2f3eecb req-5f522fca-6d2c-47e4-b1dd-9afde090f94e tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 943 time: 0.6091924 Feb 09 13:03:35.211129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa9cdd-43c5-4244-b510-732478afd671 req-75846183-da9d-4d62-889c-1edd18178dfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:35.213037 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0efa9cdd-43c5-4244-b510-732478afd671 req-75846183-da9d-4d62-889c-1edd18178dfc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.3094738 Feb 09 13:03:35.341841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-92c0786c-da0a-400d-a210-0ebee08a137c tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:35.343966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-92c0786c-da0a-400d-a210-0ebee08a137c tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4631646 Feb 09 13:03:35.378790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-4891dab1-79a1-4db9-a3a6-0b77ff652f7c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:35.380175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-4891dab1-79a1-4db9-a3a6-0b77ff652f7c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Synchronizing usage tracker for tenant:7241f9715866463986e3735d3631b358 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:35.402873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Request body: {'port': {'device_id': '0742f302-f646-4699-b458-b49b66a7dcb5', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'd5ddaaaa2cf94f61be3d1f5e8d150353'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:35.429786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:35.432284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-4891dab1-79a1-4db9-a3a6-0b77ff652f7c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Unset dirty status for tenant:7241f9715866463986e3735d3631b358 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:35.433446 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-4891dab1-79a1-4db9-a3a6-0b77ff652f7c tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 950 time: 0.4806540 Feb 09 13:03:35.485948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Transition to ACTIVE for port object 27f29ae9-4983-476d-9ce3-476c5c634563 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:35.515172 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0efa9cdd-43c5-4244-b510-732478afd671 req-94f92157-54ec-47aa-be97-cd74d7dee306 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2892413 Feb 09 13:03:35.524381 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6102eac-92ee-4e37-9f2b-72fbc2f3eecb req-cbd5b527-2c0f-4dff-8b03-ef2ded327b7a tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2763479 Feb 09 13:03:35.525915 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:35.572082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-488ec992-b5e7-4b26-889c-420102ac84c7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Deleting port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:03:35.572406 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-488ec992-b5e7-4b26-889c-420102ac84c7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:35.638573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a990e4c6-6a7f-41b0-b3b4-2d98bce7a138 req-ae40d0b9-45f8-4447-a1b1-29b9e282f91b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5d8b75a8-b268-48f3-800b-878cd9d13add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5454104 Feb 09 13:03:35.644764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=334d43dd-b47a-4ae3-a51a-5b9487e5a0af,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:35.777425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f80a4cb-48d1-457e-8b16-eafdefa3a5b5 req-54ddd3f5-d72d-4797-bb36-e1a9de83456e tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 210 time: 0.3549497 Feb 09 13:03:35.810368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-a77c39cc-ebe9-4782-8521-bce0a5a53f9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6102777 Feb 09 13:03:35.812115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:35.844429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:35.987879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Usage tracker for resource:port and tenant:d5ddaaaa2cf94f61be3d1f5e8d150353 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:36.007678 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0efa9cdd-43c5-4244-b510-732478afd671 req-c37ed9fd-ec9b-4a4e-8a0a-03d7898ce05d service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791439 Feb 09 13:03:36.023749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:36.051655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:36.150323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Checking segment: {'id': '62b49ed6-730c-46d2-8c83-ddc2e81a7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:36.150804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Network hostable DHCP agents. Network: 58e34d04-72c6-4537-9420-ba533fb7b044, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:03:36.176221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Made reservation on behalf of d5ddaaaa2cf94f61be3d1f5e8d150353 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:03:36.179468 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:36.210187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:36.229367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:36.232218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:36.253518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a990e4c6-6a7f-41b0-b3b4-2d98bce7a138 req-56d39644-064b-4345-a2fa-b7564ecbb9d5 service neutron] 10.222.0.67 "GET /v2.0/networks/5d8b75a8-b268-48f3-800b-878cd9d13add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985107 Feb 09 13:03:36.299938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:36.323810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:36.324414 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:36.367509 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-128241c6-af46-4eb3-982c-85567b95c35f tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4991071 Feb 09 13:03:36.441181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Request body: {'port': {'device_id': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:36.487735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 43ba00f5-6d6e-45a8-9406-939330c58d2d details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:03:36.598779 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0efa9cdd-43c5-4244-b510-732478afd671 req-b30515e2-304f-42fe-b241-333214c953a0 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795097 Feb 09 13:03:36.727207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:36.805903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-621d6db1-c951-44a0-bd50-ade4d5421cbc None None] Provisioning for port 27f29ae9-4983-476d-9ce3-476c5c634563 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:36.826990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-488ec992-b5e7-4b26-889c-420102ac84c7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] For port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:36.828168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-488ec992-b5e7-4b26-889c-420102ac84c7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:36.864898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 43ba00f5-6d6e-45a8-9406-939330c58d2d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=43ba00f5-6d6e-45a8-9406-939330c58d2d,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:36.885050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '43ba00f5-6d6e-45a8-9406-939330c58d2d', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'port_id': '43ba00f5-6d6e-45a8-9406-939330c58d2d', 'mac_address': 'fa:16:3e:52:1f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:03:36.888525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-621d6db1-c951-44a0-bd50-ade4d5421cbc None None] Provisioning complete for port 27f29ae9-4983-476d-9ce3-476c5c634563 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:36.889191 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-621d6db1-c951-44a0-bd50-ade4d5421cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:36.975628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70991c17-5db1-4439-8569-2aec990f2abc req-459f4d62-2ead-4ac3-aca6-b3389f443194 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:36.977832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70991c17-5db1-4439-8569-2aec990f2abc req-459f4d62-2ead-4ac3-aca6-b3389f443194 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 1.1996393 Feb 09 13:03:36.981167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-4a577896-3ef7-4c82-9287-94eaf7a278b7 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1208191 Feb 09 13:03:37.007008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-621d6db1-c951-44a0-bd50-ade4d5421cbc None None] Port 27f29ae9-4983-476d-9ce3-476c5c634563 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:37.010317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:37.032383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ba00f5-6d6e-45a8-9406-939330c58d2d {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:37.055944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 43ba00f5-6d6e-45a8-9406-939330c58d2d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=43ba00f5-6d6e-45a8-9406-939330c58d2d,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:37.065276 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:37.226814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=43ba00f5-6d6e-45a8-9406-939330c58d2d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:37.280816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Network 58e34d04-72c6-4537-9420-ba533fb7b044 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:03:37.328171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-488ec992-b5e7-4b26-889c-420102ac84c7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Calling delete_port for 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:03:37.389572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['43ba00f5-6d6e-45a8-9406-939330c58d2d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:37.441239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 58e34d04-72c6-4537-9420-ba533fb7b044) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:37.452990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711dc0dc-bef4-4fee-afec-1bdadf99323e None None] Network 58e34d04-72c6-4537-9420-ba533fb7b044 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:03:37.480744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:37.481332 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:37.507550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Allocated IP 192.168.233.245 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/b2d86d28-15ff-44f6-8558-5195dc130634) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:37.566895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70991c17-5db1-4439-8569-2aec990f2abc req-95701957-f524-4971-8b47-631f9f8b4d62 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620569 Feb 09 13:03:37.593559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1087a-18b7-473f-9437-248d2d2eebb9 req-6eb9ef5a-9812-491b-80db-8ce910a99617 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:37.601131 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17e1087a-18b7-473f-9437-248d2d2eebb9 req-6eb9ef5a-9812-491b-80db-8ce910a99617 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd34e2c0-2e21-438c-bf06-111d95f5b0fb HTTP/1.1" status: 200 len: 950 time: 1.1091712 Feb 09 13:03:37.611493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a990e4c6-6a7f-41b0-b3b4-2d98bce7a138 req-cc642395-6e3c-4751-a336-5eec64c85bb2 service neutron] 10.222.0.67 "GET /v2.0/networks/5d8b75a8-b268-48f3-800b-878cd9d13add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3148179 Feb 09 13:03:37.647156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-488ec992-b5e7-4b26-889c-420102ac84c7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:37.654745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-6f4ffde9-09ed-47cf-907a-532de2e070fc service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6344602 Feb 09 13:03:37.664293 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c2c09b40-8960-49d3-8447-d348c9725d8a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7552001 Feb 09 13:03:37.666085 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['62c79e87-b391-4b3d-b1a0-32234be37b7b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:37.666885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40772) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:37.720790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ec992-b5e7-4b26-889c-420102ac84c7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Pushing event deleted for resources: {'Port': ['ID=74dc61c5-9173-4aa0-82c2-718ca9b5f6f4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:37.777921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-router', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:37.816413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:03:37.855264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-488ec992-b5e7-4b26-889c-420102ac84c7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] No DVR routers for this DVR port 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:03:37.860328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-488ec992-b5e7-4b26-889c-420102ac84c7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:37.865018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd34e2c0-2e21-438c-bf06-111d95f5b0fb', 'name': 'network-vif-deleted', 'tag': '74dc61c5-9173-4aa0-82c2-718ca9b5f6f4'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:37.871183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Usage tracker for resource:router and tenant:aa32f262bf554ff0a6996b24ef33218c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:03:37.877888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-cb142504-354e-47be-b3f9-64ae451d9373 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=75f56570-f103-4f27-adf9-2277e6f67988 HTTP/1.1" status: 200 len: 217 time: 0.1720593 Feb 09 13:03:37.880528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:03:37.885388 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25a4cb20-4747-4d85-aa80-991e1d19f434 req-488ec992-b5e7-4b26-889c-420102ac84c7 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.62 "DELETE /v2.0/ports/74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 HTTP/1.1" status: 204 len: 173 time: 2.4390137 Feb 09 13:03:37.905316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:03:38.006184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-58e34d04-72c6-4537-9420-ba533fb7b044', 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'fixed_ips': [{'subnet_id': '334d43dd-b47a-4ae3-a51a-5b9487e5a0af'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:03:38.007084 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:38.040573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17e1087a-18b7-473f-9437-248d2d2eebb9 req-dc93fd1f-cf55-4513-a3cc-be07c289614a tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384949 Feb 09 13:03:38.163942 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:38.164818 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:38.207517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dced61-527d-45d9-8f36-16f7193055bb req-8173f801-4596-44fc-93ed-4530d0031332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:38.208960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-8173f801-4596-44fc-93ed-4530d0031332 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=253c534a-f1c3-4167-80d9-d663f21db0ba HTTP/1.1" status: 200 len: 797 time: 0.3067956 Feb 09 13:03:38.385833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1efea71d-a0b6-4aad-a2b2-ee332914e14a req-ad1ccf58-4a07-4995-a7a2-ee1611935075 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Synchronizing usage tracker for tenant:d5ddaaaa2cf94f61be3d1f5e8d150353 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:38.389255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:38.422866 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:38.463940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847fbe3-951d-4951-81d3-65ca33f5f249 req-4cd0629d-8a6c-44a2-9753-4ebec6055656 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:38.465487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d847fbe3-951d-4951-81d3-65ca33f5f249 req-4cd0629d-8a6c-44a2-9753-4ebec6055656 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 944 time: 0.5864403 Feb 09 13:03:38.466909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Transition to ACTIVE for port object b2d86d28-15ff-44f6-8558-5195dc130634 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:38.579917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1efea71d-a0b6-4aad-a2b2-ee332914e14a req-ad1ccf58-4a07-4995-a7a2-ee1611935075 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Unset dirty status for tenant:d5ddaaaa2cf94f61be3d1f5e8d150353 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:38.589078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Allocated IP 172.20.0.2 (58e34d04-72c6-4537-9420-ba533fb7b044/334d43dd-b47a-4ae3-a51a-5b9487e5a0af/9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:38.592462 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1efea71d-a0b6-4aad-a2b2-ee332914e14a req-ad1ccf58-4a07-4995-a7a2-ee1611935075 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 210 time: 0.3315818 Feb 09 13:03:38.754271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-3420bb4d-85af-426f-a863-b8da0971d556 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5309699 Feb 09 13:03:38.757507 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:38.760923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d847fbe3-951d-4951-81d3-65ca33f5f249 req-e7225f5a-3615-46b3-935b-f7ea9d961de9 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2860312 Feb 09 13:03:38.852321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:38.947035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Pushing event updated for resources: {'Port': ['ID=b2d86d28-15ff-44f6-8558-5195dc130634,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:38.950531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:38.960762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:38.977683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:39.099509 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:39.112543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Transition to ACTIVE for port object 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:39.151695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f29ae9-4983-476d-9ce3-476c5c634563 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:39.167933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Transition to ACTIVE for port object 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:39.171629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:39.180356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:39.181022 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:39.181135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['5db5dca0-b8b0-4642-bb5e-d207a4d1361a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:39.196169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-12b7fa6a-d82b-4d25-a1ab-80ccd7d19ad4 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337301 Feb 09 13:03:39.208502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Transition to ACTIVE for port object 27f29ae9-4983-476d-9ce3-476c5c634563 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:39.211571 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd34e2c0-2e21-438c-bf06-111d95f5b0fb', 'name': 'network-vif-deleted', 'tag': '74dc61c5-9173-4aa0-82c2-718ca9b5f6f4', 'status': 'completed', 'code': 200} Feb 09 13:03:39.213613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:39.242615 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:39.321837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:39.349726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:39.378839 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-146f35a7-225f-43ec-9560-276408fe4bc3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9913251 Feb 09 13:03:39.393805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Request body: {'port': {'device_id': '0742f302-f646-4699-b458-b49b66a7dcb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:39.522311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:03:39.524257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 74dc61c5-9173-4aa0-82c2-718ca9b5f6f4 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:03:39.621097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-61dbd6e1-52a1-43bc-a521-f553ca3e52ca None None] Provisioning for port b2d86d28-15ff-44f6-8558-5195dc130634 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:39.682462 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-61dbd6e1-52a1-43bc-a521-f553ca3e52ca None None] Provisioning complete for port b2d86d28-15ff-44f6-8558-5195dc130634 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:39.683328 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61dbd6e1-52a1-43bc-a521-f553ca3e52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:39.805827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Attempting to bind port 27f29ae9-4983-476d-9ce3-476c5c634563 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:39.806155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Attempting to bind port 27f29ae9-4983-476d-9ce3-476c5c634563 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:39.806496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Attempting to bind port 27f29ae9-4983-476d-9ce3-476c5c634563 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:39.820324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Network 58e34d04-72c6-4537-9420-ba533fb7b044 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:39.822873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Port 27f29ae9-4983-476d-9ce3-476c5c634563 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:03:39.823215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Attempting to bind port 27f29ae9-4983-476d-9ce3-476c5c634563 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:39.826399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-61dbd6e1-52a1-43bc-a521-f553ca3e52ca None None] Port b2d86d28-15ff-44f6-8558-5195dc130634 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:39.829265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:39.840448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:39.841949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:39.842606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:39.843056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:39.843698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Bound port: 27f29ae9-4983-476d-9ce3-476c5c634563, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:39.844168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:39.855068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Pushing event updated for resources: {'Port': ['ID=9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:40.009580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:40.014998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:40.021292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:40.060879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Attempting to bind port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:40.070452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Attempting to bind port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '62b49ed6-730c-46d2-8c83-ddc2e81a7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:40.071247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Attempting to bind port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 on network 58e34d04-72c6-4537-9420-ba533fb7b044 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:40.117613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:40.120148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Checking segment: {'id': '62b49ed6-730c-46d2-8c83-ddc2e81a7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:40.121685 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:40.122768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Bound using segment: {'id': '62b49ed6-730c-46d2-8c83-ddc2e81a7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:40.126798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Bound port: 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b49ed6-730c-46d2-8c83-ddc2e81a7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:40.127347 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:40.158568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:40.161193 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] 10.222.0.67 "PUT /v2.0/ports/27f29ae9-4983-476d-9ce3-476c5c634563 HTTP/1.1" status: 200 len: 1095 time: 3.7242026 Feb 09 13:03:40.181128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bda4e8-d04c-4614-babc-9b6f8a4da639 service neutron] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:40.223744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-98db6af4-a7d7-4184-abae-842d71340faf service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9373643 Feb 09 13:03:40.235713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:40.378003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] For port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:40.389510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] For port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5,segment=NetworkSegment(62b49ed6-730c-46d2-8c83-ddc2e81a7bce),segment_id=62b49ed6-730c-46d2-8c83-ddc2e81a7bce)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:40.392642 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-d7297ff8-bac9-401b-bb1e-748358d1db47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&device_id=7b1c8b90-5446-4486-b0ba-4045086cb0cd HTTP/1.1" status: 200 len: 1098 time: 0.1860900 Feb 09 13:03:40.398166 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:40.469317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-f818b0b6-36b9-4bd7-927e-2cb97ffca53a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=e0d1d3d2-9481-4542-b18b-36bfa298e449 HTTP/1.1" status: 200 len: 217 time: 0.2183514 Feb 09 13:03:40.504076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012f573-bb4e-4511-adca-f8ffe4717d5b None None] Pushing event updated for resources: {'Port': ['ID=9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:40.515003 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-1a376876-f7bb-4242-b59f-1141575e5fb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=27f29ae9-4983-476d-9ce3-476c5c634563 HTTP/1.1" status: 200 len: 217 time: 0.1186044 Feb 09 13:03:40.518863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 43ba00f5-6d6e-45a8-9406-939330c58d2d up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:40.548973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1edd4-a099-4f45-9846-c0fd71c2f106 req-668fbf69-da5f-4786-8e99-225dc838dafc tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:40.555611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ff1edd4-a099-4f45-9846-c0fd71c2f106 req-668fbf69-da5f-4786-8e99-225dc838dafc tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.7080643 Feb 09 13:03:40.598926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-05e8aa9a-a01d-4ff1-a8b7-789b987c7650 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:40.600694 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-05e8aa9a-a01d-4ff1-a8b7-789b987c7650 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0801306 Feb 09 13:03:40.640341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 43ba00f5-6d6e-45a8-9406-939330c58d2d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:40.652696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 43ba00f5-6d6e-45a8-9406-939330c58d2d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:40.653063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:40.789324 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-acde5040-b808-4660-91ee-00a17f185166 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773303 Feb 09 13:03:40.798885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dced61-527d-45d9-8f36-16f7193055bb req-1f3df663-50d6-4ed2-a26f-c7080898850e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:40.801222 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-1f3df663-50d6-4ed2-a26f-c7080898850e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=253c534a-f1c3-4167-80d9-d663f21db0ba HTTP/1.1" status: 200 len: 797 time: 0.3162117 Feb 09 13:03:40.815802 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:40.918181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:40.969386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62443977-22a4-4823-a511-676f29eea651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ba00f5-6d6e-45a8-9406-939330c58d2d'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:40.981780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 43ba00f5-6d6e-45a8-9406-939330c58d2d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=43ba00f5-6d6e-45a8-9406-939330c58d2d,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:40.988304 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:41.056473 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-07f9720f-da5c-4877-a1d3-bf5fd3715e18 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594359 Feb 09 13:03:41.064917 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:41.101173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=43ba00f5-6d6e-45a8-9406-939330c58d2d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:41.121488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01797516-2f9b-44a1-9255-c3789cb8d198 req-750d69f6-4d77-4546-adae-365b0bf49de3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:41.132775 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01797516-2f9b-44a1-9255-c3789cb8d198 req-750d69f6-4d77-4546-adae-365b0bf49de3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 936 time: 0.7206118 Feb 09 13:03:41.135065 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:41.140482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ff1edd4-a099-4f45-9846-c0fd71c2f106 req-ae2a3b37-6b0c-4f8a-ad64-305b25cf1cbb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840218 Feb 09 13:03:41.215651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:41.285352 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9959f6-bdbf-432b-bbe2-1142169d8fb0 req-f7d5041c-82d7-4465-a705-c76eca13e78b service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223067 Feb 09 13:03:41.480777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01797516-2f9b-44a1-9255-c3789cb8d198 req-fd42dd27-e329-41f9-852d-3cc780d00e97 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471067 Feb 09 13:03:41.584390 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-c24b2131-3090-47d0-8823-477aad0a671a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6694496 Feb 09 13:03:41.659751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Allocated IP 172.25.5.167 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:03:41.698501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:03:41.844362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4dde-10dc-40ce-b943-28d5b9b80f19 req-00d34571-d296-4060-98e4-9428e040a362 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:41.848202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4dde-10dc-40ce-b943-28d5b9b80f19 req-00d34571-d296-4060-98e4-9428e040a362 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:41.852110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4dde-10dc-40ce-b943-28d5b9b80f19 req-00d34571-d296-4060-98e4-9428e040a362 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:41.856032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4dde-10dc-40ce-b943-28d5b9b80f19 req-00d34571-d296-4060-98e4-9428e040a362 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:41.860804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4dde-10dc-40ce-b943-28d5b9b80f19 req-00d34571-d296-4060-98e4-9428e040a362 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:41.864711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4dde-10dc-40ce-b943-28d5b9b80f19 req-00d34571-d296-4060-98e4-9428e040a362 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:41.868648 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f4dde-10dc-40ce-b943-28d5b9b80f19 req-00d34571-d296-4060-98e4-9428e040a362 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:41.870537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd7f4dde-10dc-40ce-b943-28d5b9b80f19 req-00d34571-d296-4060-98e4-9428e040a362 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 0.5687797 Feb 09 13:03:41.929423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85fb23-864f-4403-977f-088b029be3a5 None None] Network 58e34d04-72c6-4537-9420-ba533fb7b044 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:03:41.984686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3a8581f8-4065-4ab5-b706-11eed180da28 None None] Provisioning for port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:42.027005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d86d28-15ff-44f6-8558-5195dc130634 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:42.044192 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:42.064239 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-7d82c530-f01b-4949-a297-fcdba9336356 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700286 Feb 09 13:03:42.304825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Transition to ACTIVE for port object b2d86d28-15ff-44f6-8558-5195dc130634 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:42.322818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd7f4dde-10dc-40ce-b943-28d5b9b80f19 req-44676451-c0b4-4558-a4da-36adab99dbbf tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4171057 Feb 09 13:03:42.322818 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:42.360795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:42.430026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2664f-eb65-44b2-8f9c-5918d3de40b3 req-0e3c3004-ed3f-401f-b858-0c521aca0b59 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:42.431575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ad2664f-eb65-44b2-8f9c-5918d3de40b3 req-0e3c3004-ed3f-401f-b858-0c521aca0b59 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 945 time: 0.7959616 Feb 09 13:03:42.459835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:42.526966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:03:42.543177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:42.551632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:42.552211 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:42.663857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Pushing event updated for resources: {'Port': ['ID=b2d86d28-15ff-44f6-8558-5195dc130634,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:42.733540 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-e9127074-59cd-425b-afc8-bef02ff4d9df service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581662 Feb 09 13:03:42.908852 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:42.920045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ad2664f-eb65-44b2-8f9c-5918d3de40b3 req-c1981923-b3c2-451e-8fb0-b199aa2a07d2 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4762664 Feb 09 13:03:42.932278 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62443977-22a4-4823-a511-676f29eea651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ba00f5-6d6e-45a8-9406-939330c58d2d', 'code': 200} Feb 09 13:03:42.942790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:42.960803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-715d229a-0577-4ef0-a42f-beddc475adf6 None None] Provisioning complete for port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:42.961524 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-715d229a-0577-4ef0-a42f-beddc475adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:43.010968 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563', 'status': 'completed', 'code': 200} Feb 09 13:03:43.044807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Sync routers for ids ['9cb78801-a55d-43c0-86f1-74a49cde70b3'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:03:43.084472 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-969d6001-b2e6-4938-a4d3-a98b5e71b916 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=a1ccd91d-1aac-44a6-af3d-0f09b82d3900 HTTP/1.1" status: 200 len: 217 time: 0.2864916 Feb 09 13:03:43.125223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5,segment=NetworkSegment(62b49ed6-730c-46d2-8c83-ddc2e81a7bce),segment_id=62b49ed6-730c-46d2-8c83-ddc2e81a7bce)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:43.129467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'port_id': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9', 'mac_address': 'fa:16:3e:cb:a0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5831325b-7029-405e-857f-84d59869e409', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:03:43.161616 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:43.185679 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:43.214626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.67', 50305) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:43.408596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Routers {'9cb78801-a55d-43c0-86f1-74a49cde70b3'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:43.409504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:03:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9cb78801-a55d-43c0-86f1-74a49cde70b3'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:43.442582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3c112f42-0111-44d2-9ed7-1d345c7ae270 req-c840db3d-5e47-4c63-9ba1-f03033e18056 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&device_id=7b1c8b90-5446-4486-b0ba-4045086cb0cd HTTP/1.1" status: 200 len: 1098 time: 0.4074917 Feb 09 13:03:43.486205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:03:43.501463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:03:43.515619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:03:43.570222 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:43.580398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:43.588405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:43.616931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dced61-527d-45d9-8f36-16f7193055bb req-6afc38fc-8142-491c-afb8-54f97777d19b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:43.618501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-6afc38fc-8142-491c-afb8-54f97777d19b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=253c534a-f1c3-4167-80d9-d663f21db0ba HTTP/1.1" status: 200 len: 797 time: 0.5335674 Feb 09 13:03:43.666936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:43.673171 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b4bb4f0f-0e24-4531-bad1-c6178487d506 req-a2610a5c-1303-4f27-9a20-a1e70f9aefd2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 1096 time: 0.4509382 Feb 09 13:03:43.718949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:43.727035 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:43.751710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112f42-0111-44d2-9ed7-1d345c7ae270 req-1a11685d-97a1-4c5e-9c29-b631ed8fa6df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:43.753240 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3c112f42-0111-44d2-9ed7-1d345c7ae270 req-1a11685d-97a1-4c5e-9c29-b631ed8fa6df service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3001876 Feb 09 13:03:43.756497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Attempting to bind port b2d86d28-15ff-44f6-8558-5195dc130634 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:43.757991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Attempting to bind port b2d86d28-15ff-44f6-8558-5195dc130634 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:43.758560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Attempting to bind port b2d86d28-15ff-44f6-8558-5195dc130634 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:43.821791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Port b2d86d28-15ff-44f6-8558-5195dc130634 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:03:43.822138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Attempting to bind port b2d86d28-15ff-44f6-8558-5195dc130634 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:43.849767 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b4bb4f0f-0e24-4531-bad1-c6178487d506 req-04a8297c-39f6-4aa0-8fec-6cf8360788fc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476901 Feb 09 13:03:43.851487 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3c112f42-0111-44d2-9ed7-1d345c7ae270 req-a5396ee6-bba3-40fd-aa3d-7452dc35f39b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=27f29ae9-4983-476d-9ce3-476c5c634563 HTTP/1.1" status: 200 len: 217 time: 0.0776222 Feb 09 13:03:43.870278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:43.881798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:43.922226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:43.922744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:43.923140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:43.923809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Bound port: b2d86d28-15ff-44f6-8558-5195dc130634, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:43.924264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:43.941014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Set router 9cb78801-a55d-43c0-86f1-74a49cde70b3 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:43.947718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-379bf848-0883-47c4-b145-a9beffb8c952 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:43.951866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-379bf848-0883-47c4-b145-a9beffb8c952 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:43.956668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-379bf848-0883-47c4-b145-a9beffb8c952 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:43.961069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-379bf848-0883-47c4-b145-a9beffb8c952 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:43.965023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-379bf848-0883-47c4-b145-a9beffb8c952 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:43.969335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-379bf848-0883-47c4-b145-a9beffb8c952 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:43.973222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-379bf848-0883-47c4-b145-a9beffb8c952 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:43.975606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-379bf848-0883-47c4-b145-a9beffb8c952 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5435 time: 0.7697103 Feb 09 13:03:43.999738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05c89f-fb31-4ca7-ae59-23c414ae69b1 req-abf2219d-749a-4b31-94d4-ab88187a7d48 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:44.006372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c05c89f-fb31-4ca7-ae59-23c414ae69b1 req-abf2219d-749a-4b31-94d4-ab88187a7d48 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.6938806 Feb 09 13:03:44.043787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fecd3b-cc07-4745-b52f-0128c149fa45 req-21301fc9-c777-4a00-af53-c0d66c1e7e17 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:44.051444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0fecd3b-cc07-4745-b52f-0128c149fa45 req-21301fc9-c777-4a00-af53-c0d66c1e7e17 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 948 time: 0.7413802 Feb 09 13:03:44.178601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112f42-0111-44d2-9ed7-1d345c7ae270 req-0bb161c7-c50a-48b4-ac45-8f91ac3b53ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:44.180082 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3c112f42-0111-44d2-9ed7-1d345c7ae270 req-0bb161c7-c50a-48b4-ac45-8f91ac3b53ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1235580 Feb 09 13:03:44.354591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:44.363540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] For port b2d86d28-15ff-44f6-8558-5195dc130634, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:44.366551 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3c112f42-0111-44d2-9ed7-1d345c7ae270 req-18e64445-4eaf-43a4-b2df-14164348cb9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1767614 Feb 09 13:03:44.368080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] For port b2d86d28-15ff-44f6-8558-5195dc130634, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b2d86d28-15ff-44f6-8558-5195dc130634,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:44.433988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-6033e60f-1152-4772-bea8-51869a17b1b9 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:44.435908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-6033e60f-1152-4772-bea8-51869a17b1b9 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "GET /v2.0/ports/165c8fab-ae9a-44df-b792-17f31cf5ddda?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2848840 Feb 09 13:03:44.543753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 27f29ae9-4983-476d-9ce3-476c5c634563 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:03:44.647987 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-6896df4c-6be7-4a40-9a07-9eca3910edcf tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2006721 Feb 09 13:03:44.649405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:44.665486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:44.695453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6128b44b-b443-46ba-a5f6-649285248231 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:44.742089 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3c112f42-0111-44d2-9ed7-1d345c7ae270 req-cc6e96b8-8cc5-4179-9ae5-c2ec5448e4b7 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675978 Feb 09 13:03:44.750433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c05c89f-fb31-4ca7-ae59-23c414ae69b1 req-80d9ffd2-d040-4481-b3db-beb2f663f99d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7432010 Feb 09 13:03:44.788501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:44.789888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] 10.222.0.67 "PUT /v2.0/ports/b2d86d28-15ff-44f6-8558-5195dc130634 HTTP/1.1" status: 200 len: 1096 time: 5.4021063 Feb 09 13:03:44.794366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0742f302-f646-4699-b458-b49b66a7dcb5', 'tag': 'b2d86d28-15ff-44f6-8558-5195dc130634'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:44.848748 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-5090e557-9541-4bd2-a3eb-b66133e577de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6ec6fb0a-4e82-4d6e-89f0-376ac243455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2160723 Feb 09 13:03:44.881338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-23e105cd-1fc5-4104-a231-52c67d8dd92a tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:44.882071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-23e105cd-1fc5-4104-a231-52c67d8dd92a tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Synchronizing usage tracker for tenant:7241f9715866463986e3735d3631b358 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:03:44.945820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:45.002631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '27f29ae9-4983-476d-9ce3-476c5c634563', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '27f29ae9-4983-476d-9ce3-476c5c634563', 'mac_address': 'fa:16:3e:41:79:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:03:45.227093 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0fecd3b-cc07-4745-b52f-0128c149fa45 req-8a86cd61-0911-4ad3-90c0-cc173a9ba4d9 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1746054 Feb 09 13:03:45.284080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:45.284080 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:45.412993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-23e105cd-1fc5-4104-a231-52c67d8dd92a tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Unset dirty status for tenant:7241f9715866463986e3735d3631b358 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:03:45.416206 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-23e105cd-1fc5-4104-a231-52c67d8dd92a tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.67 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 949 time: 0.8263342 Feb 09 13:03:45.498354 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Sync routers for ids ['61f18e40-a2dd-48b3-9853-feab151bf02b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:03:45.528240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Routers {'61f18e40-a2dd-48b3-9853-feab151bf02b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:45.532190 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:03:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61f18e40-a2dd-48b3-9853-feab151bf02b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:45.576080 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3c112f42-0111-44d2-9ed7-1d345c7ae270 req-0dbe1b34-f835-4314-88ea-ad224c08a257 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085153 Feb 09 13:03:45.585807 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:45.612779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-c69c92f2-ee2f-4aac-ad75-35baba3365bb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Deleting port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:03:45.620008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-c69c92f2-ee2f-4aac-ad75-35baba3365bb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:45.634658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:45.741650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-router', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'a9329628-e190-407b-9319-92d99e144e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:26Z', 'revision_number': 4, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'gw_port': {'id': 'a9329628-e190-407b-9319-92d99e144e5a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b2d10979-5e50-48d2-acba-d0af15aa117d', 'name': '', 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'mac_address': 'fa:16:3e:78:37:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc24023e-a212-4577-a7ec-e45d75d17c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:24Z', 'updated_at': '2022-02-09T13:03:27Z', 'revision_number': 2, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'subnets': [{'id': 'fc24023e-a212-4577-a7ec-e45d75d17c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:45.766237 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:45.768896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6128b44b-b443-46ba-a5f6-649285248231, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6128b44b-b443-46ba-a5f6-649285248231,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:45.779411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Checking router: 9cb78801-a55d-43c0-86f1-74a49cde70b3 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:03:45.780065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Updating router 9cb78801-a55d-43c0-86f1-74a49cde70b3 port b2d10979-5e50-48d2-acba-d0af15aa117d binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:03:45.810578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6128b44b-b443-46ba-a5f6-649285248231'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:45.825769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f29ae9-4983-476d-9ce3-476c5c634563 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:45.846116 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:45.847005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e0d1d3d2-9481-4542-b18b-36bfa298e449 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:46.032230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-72f7e4f9-767c-4f06-91ca-fac6c90e0967 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880672 Feb 09 13:03:46.092409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c61416-6a16-4011-a89a-3241b6a49bff service neutron] Pushing event updated for resources: {'Port': ['ID=b2d86d28-15ff-44f6-8558-5195dc130634,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:46.192715 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Set router 61f18e40-a2dd-48b3-9853-feab151bf02b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:46.411946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-c69c92f2-ee2f-4aac-ad75-35baba3365bb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] For port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:46.412811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-c69c92f2-ee2f-4aac-ad75-35baba3365bb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:46.453625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=6128b44b-b443-46ba-a5f6-649285248231,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:46.503570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:46.589098 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:46.602815 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:46.693826 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:46.772972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-c69c92f2-ee2f-4aac-ad75-35baba3365bb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Calling delete_port for 5db5dca0-b8b0-4642-bb5e-d207a4d1361a owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:03:46.799481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-4eb53237-db00-4ef3-860b-cc7806d72e12 service neutron] 10.222.0.67 "GET /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941755 Feb 09 13:03:46.943571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['27f29ae9-4983-476d-9ce3-476c5c634563'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:47.103762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-c69c92f2-ee2f-4aac-ad75-35baba3365bb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:47.144915 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd95d116a-b0ec-435b-86bd-c583ebe5059e', 'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'mac_address': 'fa:16:3e:6f:8e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:22Z', 'updated_at': '2022-02-09T13:03:25Z', 'revision_number': 2, 'project_id': '51da92718adc4434aa897129e217a92b', 'subnets': [{'id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:47.158320 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Checking router: 61f18e40-a2dd-48b3-9853-feab151bf02b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:03:47.158694 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Updating router 61f18e40-a2dd-48b3-9853-feab151bf02b port d95d116a-b0ec-435b-86bd-c583ebe5059e binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:03:47.189754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c92f2-ee2f-4aac-ad75-35baba3365bb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Pushing event deleted for resources: {'Port': ['ID=5db5dca0-b8b0-4642-bb5e-d207a4d1361a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:47.240858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['62c79e87-b391-4b3d-b1a0-32234be37b7b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:47.288703 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:47.320895 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:47.368012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-c69c92f2-ee2f-4aac-ad75-35baba3365bb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] No DVR routers for this DVR port 5db5dca0-b8b0-4642-bb5e-d207a4d1361a on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:03:47.370590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e0d1d3d2-9481-4542-b18b-36bfa298e449, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e0d1d3d2-9481-4542-b18b-36bfa298e449,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:47.372121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:47.374973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-c69c92f2-ee2f-4aac-ad75-35baba3365bb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:47.384058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007bf224-4b07-4c75-a51c-40605dc472da', 'name': 'network-vif-deleted', 'tag': '5db5dca0-b8b0-4642-bb5e-d207a4d1361a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:47.394985 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:47.396099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 75f56570-f103-4f27-adf9-2277e6f67988 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:47.410441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-0c53ff1b-8b76-4c05-8a7d-5a887c6d6a60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6128b44b-b443-46ba-a5f6-649285248231 HTTP/1.1" status: 200 len: 217 time: 0.5970435 Feb 09 13:03:47.423787 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:47.426384 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:47.432134 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6c21376f-527c-4290-a575-1fcf746cdbd0 req-c69c92f2-ee2f-4aac-ad75-35baba3365bb tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.67 "DELETE /v2.0/ports/5db5dca0-b8b0-4642-bb5e-d207a4d1361a HTTP/1.1" status: 204 len: 173 time: 2.0027800 Feb 09 13:03:47.549607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e0d1d3d2-9481-4542-b18b-36bfa298e449,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:47.706365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa8226-3877-428d-9cf2-07f8098deb6c req-50e69a06-ee46-4bb0-8662-d1224d3d05fc tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:47.716241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48fa8226-3877-428d-9cf2-07f8098deb6c req-50e69a06-ee46-4bb0-8662-d1224d3d05fc tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=007bf224-4b07-4c75-a51c-40605dc472da HTTP/1.1" status: 200 len: 949 time: 2.4061816 Feb 09 13:03:47.748313 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-72f87411-ebe2-44a3-a4b6-d4c0112be3e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 1099 time: 2.8920629 Feb 09 13:03:48.074017 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:48.096924 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Transition to ACTIVE for port object d95d116a-b0ec-435b-86bd-c583ebe5059e will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:48.105673 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:48.168691 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:48.190501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] For port 165c8fab-ae9a-44df-b792-17f31cf5ddda, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=165c8fab-ae9a-44df-b792-17f31cf5ddda,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:48.321038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] For port 165c8fab-ae9a-44df-b792-17f31cf5ddda, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:48.473210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48fa8226-3877-428d-9cf2-07f8098deb6c req-6d552e6e-22be-4ab9-b6be-e27b2086ec34 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560966 Feb 09 13:03:48.640611 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027f55c-15f9-4a9b-89a9-f8bc65761d00 None None] Pushing event updated for resources: {'Port': ['ID=d95d116a-b0ec-435b-86bd-c583ebe5059e,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:48.657034 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-74a202c8-bb73-4a58-a57d-33ddb0b76135 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b2d86d28-15ff-44f6-8558-5195dc130634 HTTP/1.1" status: 200 len: 217 time: 0.8938980 Feb 09 13:03:48.660981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dced61-527d-45d9-8f36-16f7193055bb req-ef614be9-a084-4a61-bf1d-9665b81686da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:48.660981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-ef614be9-a084-4a61-bf1d-9665b81686da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d2b1a3-c9c4-4072-9311-fe1aa67fef5a HTTP/1.1" status: 200 len: 797 time: 1.1839781 Feb 09 13:03:48.664591 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Attempting to bind port d95d116a-b0ec-435b-86bd-c583ebe5059e on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:48.665855 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Attempting to bind port d95d116a-b0ec-435b-86bd-c583ebe5059e by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:48.667316 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Attempting to bind port d95d116a-b0ec-435b-86bd-c583ebe5059e on network 32fdc273-ef1d-4665-a02e-937b6e080af8 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:48.682785 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:48.684416 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Checking segment: {'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:48.687272 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:48.687843 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Bound using segment: {'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:48.688489 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Bound port: d95d116a-b0ec-435b-86bd-c583ebe5059e, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:48.689048 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:48.822892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 75f56570-f103-4f27-adf9-2277e6f67988, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=75f56570-f103-4f27-adf9-2277e6f67988,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:48.847078 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] For port d95d116a-b0ec-435b-86bd-c583ebe5059e, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:48.850695 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] For port d95d116a-b0ec-435b-86bd-c583ebe5059e, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d95d116a-b0ec-435b-86bd-c583ebe5059e,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:48.861284 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:48.871182 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:48.872762 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 08e49cf4-828e-408c-a065-93aa80701962 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:48.903187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-0f0cb66e-9c41-49f8-9cab-60cebe5797fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:48.905304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-0f0cb66e-9c41-49f8-9cab-60cebe5797fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2276850 Feb 09 13:03:48.970273 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027f55c-15f9-4a9b-89a9-f8bc65761d00 None None] Pushing event updated for resources: {'Port': ['ID=d95d116a-b0ec-435b-86bd-c583ebe5059e,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:48.983324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977259f-1ae0-4836-8cc9-3e2f82890dc5 req-4539c8fa-fa52-4ba3-a0ca-9e17260bd697 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:48.994674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977259f-1ae0-4836-8cc9-3e2f82890dc5 req-4539c8fa-fa52-4ba3-a0ca-9e17260bd697 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:48.999674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977259f-1ae0-4836-8cc9-3e2f82890dc5 req-4539c8fa-fa52-4ba3-a0ca-9e17260bd697 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:49.004508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977259f-1ae0-4836-8cc9-3e2f82890dc5 req-4539c8fa-fa52-4ba3-a0ca-9e17260bd697 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:49.011498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977259f-1ae0-4836-8cc9-3e2f82890dc5 req-4539c8fa-fa52-4ba3-a0ca-9e17260bd697 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:49.017510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977259f-1ae0-4836-8cc9-3e2f82890dc5 req-4539c8fa-fa52-4ba3-a0ca-9e17260bd697 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:49.021691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977259f-1ae0-4836-8cc9-3e2f82890dc5 req-4539c8fa-fa52-4ba3-a0ca-9e17260bd697 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:49.027194 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Routers {'61f18e40-a2dd-48b3-9853-feab151bf02b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:49.028912 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:03:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61f18e40-a2dd-48b3-9853-feab151bf02b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:49.030970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a977259f-1ae0-4836-8cc9-3e2f82890dc5 req-4539c8fa-fa52-4ba3-a0ca-9e17260bd697 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 5431 time: 3.0104682 Feb 09 13:03:49.108286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] device_id is not set on port 165c8fab-ae9a-44df-b792-17f31cf5ddda yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:03:49.227090 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:03:49.412895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=75f56570-f103-4f27-adf9-2277e6f67988,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:49.440790 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:49.488844 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:49.501478 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] Set router 61f18e40-a2dd-48b3-9853-feab151bf02b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:49.617631 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:49.668487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:49.681411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Transition to ACTIVE for port object b2d10979-5e50-48d2-acba-d0af15aa117d will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:03:49.711505 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:49.841744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 08e49cf4-828e-408c-a065-93aa80701962, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=08e49cf4-828e-408c-a065-93aa80701962,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:49.970530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a977259f-1ae0-4836-8cc9-3e2f82890dc5 req-8282c43a-7a5a-4c5d-bb4f-0006e94f6bfd tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=e942ca57-ae29-4a36-8094-7e669357c391&id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9379034 Feb 09 13:03:49.995876 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:49.996553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 165c8fab-ae9a-44df-b792-17f31cf5ddda no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:50.004205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] No DVR routers for this DVR port 165c8fab-ae9a-44df-b792-17f31cf5ddda on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:03:50.077567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840268ee-ad1f-4ab0-9e13-cfbf22ebe0be None None] Pushing event updated for resources: {'Port': ['ID=b2d10979-5e50-48d2-acba-d0af15aa117d,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:50.160799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] In _notify_port_updated(), no bound segment for port 165c8fab-ae9a-44df-b792-17f31cf5ddda on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83480) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:03:50.161852 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:50.163139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] 10.222.0.67 "PUT /v2.0/ports/165c8fab-ae9a-44df-b792-17f31cf5ddda HTTP/1.1" status: 200 len: 1027 time: 5.5020092 Feb 09 13:03:50.179071 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd95d116a-b0ec-435b-86bd-c583ebe5059e', 'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'mac_address': 'fa:16:3e:6f:8e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:22Z', 'updated_at': '2022-02-09T13:03:48Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'subnets': [{'id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:50.189808 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a8e961-b417-4d64-9883-494b501f32a0 None None] The sync data for ids ['61f18e40-a2dd-48b3-9853-feab151bf02b'] in n-d-825175-3 is: [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd95d116a-b0ec-435b-86bd-c583ebe5059e', 'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'mac_address': 'fa:16:3e:6f:8e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:22Z', 'updated_at': '2022-02-09T13:03:48Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'subnets': [{'id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:03:50.303043 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0742f302-f646-4699-b458-b49b66a7dcb5', 'tag': 'b2d86d28-15ff-44f6-8558-5195dc130634', 'status': 'completed', 'code': 200} Feb 09 13:03:50.307995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-1ad25dce-a0a7-4ea8-8c80-dbd211336e4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7795d20f-af30-4c07-9448-7781713777a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6296411 Feb 09 13:03:50.308678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a307d3-e8d8-46ca-90c8-91e9d56e4f64 service neutron] Pushing event updated for resources: {'Port': ['ID=165c8fab-ae9a-44df-b792-17f31cf5ddda,revision_number=6']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:50.362064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=08e49cf4-828e-408c-a065-93aa80701962,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:50.550245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-035d58ea-adaa-4103-9c14-697d89f6b668 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:50.554822 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-035d58ea-adaa-4103-9c14-697d89f6b668 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "GET /v2.0/ports/75f56570-f103-4f27-adf9-2277e6f67988?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3604956 Feb 09 13:03:50.558799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 165c8fab-ae9a-44df-b792-17f31cf5ddda not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:03:50.559232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1008583a-ab73-48d2-9665-51b1ad9795b4 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:50.628006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59e3ee-a9bc-44eb-b399-c9b503dc01d6 req-9834337b-85be-44a7-b80f-d356b909d621 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:50.637713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb59e3ee-a9bc-44eb-b399-c9b503dc01d6 req-9834337b-85be-44a7-b80f-d356b909d621 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 945 time: 1.7241273 Feb 09 13:03:50.736420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:50.785687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d95d116a-b0ec-435b-86bd-c583ebe5059e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:50.921931 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:50.944563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-44391c97-d9e2-4163-87b9-f540b86d0477 None None] Provisioning complete for port 165c8fab-ae9a-44df-b792-17f31cf5ddda triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:50.945595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-44391c97-d9e2-4163-87b9-f540b86d0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:51.020590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Attempting to bind port b2d10979-5e50-48d2-acba-d0af15aa117d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:03:51.021819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Attempting to bind port b2d10979-5e50-48d2-acba-d0af15aa117d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:03:51.022270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Attempting to bind port b2d10979-5e50-48d2-acba-d0af15aa117d on network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:03:51.139824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:03:51.141702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Checking segment: {'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:03:51.142365 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:51.143221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Bound using segment: {'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:03:51.151448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Bound port: b2d10979-5e50-48d2-acba-d0af15aa117d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:03:51.152777 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:51.182613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-44391c97-d9e2-4163-87b9-f540b86d0477 None None] Port 165c8fab-ae9a-44df-b792-17f31cf5ddda cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:51.202100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-8ad42846-29d2-4065-b5a4-07a0c1ac2f75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.1270177 Feb 09 13:03:51.388538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port d95d116a-b0ec-435b-86bd-c583ebe5059e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:51.473057 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:51.480237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-36cffe17-728f-4be1-9c7c-4418e44f167e service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559650 Feb 09 13:03:51.503047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d95d116a-b0ec-435b-86bd-c583ebe5059e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:51.503785 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:51.588613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb59e3ee-a9bc-44eb-b399-c9b503dc01d6 req-037e5f9d-05f6-4741-86ef-c8d529f31b5e tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9493711 Feb 09 13:03:51.743599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-b74e8014-24f8-4eb9-8f21-1acb4675cb1b service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4099844 Feb 09 13:03:51.758427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] For port b2d10979-5e50-48d2-acba-d0af15aa117d, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:51.789931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] For port b2d10979-5e50-48d2-acba-d0af15aa117d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b2d10979-5e50-48d2-acba-d0af15aa117d,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:03:51.803394 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:51.960259 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6128b44b-b443-46ba-a5f6-649285248231', 'code': 200} Feb 09 13:03:51.972900 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1008583a-ab73-48d2-9665-51b1ad9795b4, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1008583a-ab73-48d2-9665-51b1ad9795b4,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:51.988653 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:51.990700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a1ccd91d-1aac-44a6-af3d-0f09b82d3900 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:52.040306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] For port 75f56570-f103-4f27-adf9-2277e6f67988, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=75f56570-f103-4f27-adf9-2277e6f67988,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:52.140275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ba430-df2c-4c5b-99bb-02889378afe6 req-c8e90152-dd3e-4fa7-915b-4c6c384697ff tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:52.149317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d77ba430-df2c-4c5b-99bb-02889378afe6 req-c8e90152-dd3e-4fa7-915b-4c6c384697ff tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 944 time: 1.5918901 Feb 09 13:03:52.209112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8467a83-7c5f-453f-8299-f31c467e5d79 req-2bf30ea0-4f76-43bb-9547-7254767fcf78 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7041147 Feb 09 13:03:52.269590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840268ee-ad1f-4ab0-9e13-cfbf22ebe0be None None] Pushing event updated for resources: {'Port': ['ID=b2d10979-5e50-48d2-acba-d0af15aa117d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:52.414116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:03:52.459933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1008583a-ab73-48d2-9665-51b1ad9795b4,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:52.467782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:52.487874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-869bcfc0-9e3b-42c5-b9fb-853fabf7339c service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7433536 Feb 09 13:03:52.539323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Routers {'9cb78801-a55d-43c0-86f1-74a49cde70b3'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:52.541136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:03:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9cb78801-a55d-43c0-86f1-74a49cde70b3'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:52.864350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] For port 75f56570-f103-4f27-adf9-2277e6f67988, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:03:53.030870 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d77ba430-df2c-4c5b-99bb-02889378afe6 req-2fd36334-6469-4c8d-bd4a-f92bbfef82b9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8794656 Feb 09 13:03:53.037816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port d95d116a-b0ec-435b-86bd-c583ebe5059e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d95d116a-b0ec-435b-86bd-c583ebe5059e,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:53.121049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-1f099a97-0d2d-4835-8ec7-7f80db085730 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=08e49cf4-828e-408c-a065-93aa80701962 HTTP/1.1" status: 200 len: 217 time: 0.6229215 Feb 09 13:03:53.227826 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007bf224-4b07-4c75-a51c-40605dc472da', 'name': 'network-vif-deleted', 'tag': '5db5dca0-b8b0-4642-bb5e-d207a4d1361a', 'status': 'completed', 'code': 200} Feb 09 13:03:53.262075 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:53.304959 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:53.354124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] device_id is not set on port 75f56570-f103-4f27-adf9-2277e6f67988 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:03:53.371288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dced61-527d-45d9-8f36-16f7193055bb req-e96c924b-793c-4ffd-a39a-c53d7b5051db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:53.374286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-e96c924b-793c-4ffd-a39a-c53d7b5051db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66d2b1a3-c9c4-4072-9311-fe1aa67fef5a HTTP/1.1" status: 200 len: 797 time: 0.2446053 Feb 09 13:03:53.469036 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:53.503819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Router 05379a46-21f2-45d7-8817-9e747b725d5f is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:03:53.515851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:53.552432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a1ccd91d-1aac-44a6-af3d-0f09b82d3900, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:53.581264 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:53.606132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:53.656601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3adb4a1-caba-4d08-9709-a34252cba3b9 req-ea1d781a-6908-4588-b25d-f45b31b5d261 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 1099 time: 1.3477039 Feb 09 13:03:53.739702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] Set router 9cb78801-a55d-43c0-86f1-74a49cde70b3 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:53.885946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=d95d116a-b0ec-435b-86bd-c583ebe5059e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:53.943700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c98c37-b50b-49c3-82d3-6ee9a40b80a4 req-e8b058d5-baf8-4e66-8ca4-02292b818411 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:53.952447 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-56c98c37-b50b-49c3-82d3-6ee9a40b80a4 req-e8b058d5-baf8-4e66-8ca4-02292b818411 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 948 time: 1.0357227 Feb 09 13:03:53.989154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d1d3d2-9481-4542-b18b-36bfa298e449'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f56570-f103-4f27-adf9-2277e6f67988'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e49cf4-828e-408c-a065-93aa80701962'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1008583a-ab73-48d2-9665-51b1ad9795b4'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ccd91d-1aac-44a6-af3d-0f09b82d3900'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:03:54.049553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] Pushing event updated for resources: {'Port': ['ID=75f56570-f103-4f27-adf9-2277e6f67988,revision_number=7']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:54.208719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:54.209483 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:54.258294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:54.295641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] No DVR routers for this DVR port 75f56570-f103-4f27-adf9-2277e6f67988 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:03:54.376197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4884f077-cf74-45f4-9a40-5057c93c35c1 None None] Provisioning complete for port 75f56570-f103-4f27-adf9-2277e6f67988 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:54.377202 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4884f077-cf74-45f4-9a40-5057c93c35c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:54.486513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-56c98c37-b50b-49c3-82d3-6ee9a40b80a4 req-079f8ae4-ee8f-4720-bd14-a4a722cb452e tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325062 Feb 09 13:03:54.539992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-9ed55d5d-33b7-4bd8-a9bd-4e35a5599d94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7795d20f-af30-4c07-9448-7781713777a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1308396 Feb 09 13:03:54.660732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4884f077-cf74-45f4-9a40-5057c93c35c1 None None] Port 75f56570-f103-4f27-adf9-2277e6f67988 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:03:54.683006 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b2d86d28-15ff-44f6-8558-5195dc130634 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:03:54.693066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] In _notify_port_updated(), no bound segment for port 75f56570-f103-4f27-adf9-2277e6f67988 on network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e {{(pid=83480) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:03:54.695783 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:54.699419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-90c8670e-7b41-419a-b5b5-0524d5ace194 service neutron] 10.222.0.67 "PUT /v2.0/ports/75f56570-f103-4f27-adf9-2277e6f67988 HTTP/1.1" status: 200 len: 1028 time: 3.9740717 Feb 09 13:03:54.711270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adb4a1-caba-4d08-9709-a34252cba3b9 req-48d68538-094c-4dc9-9dbe-714bd72d7f9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:54.712909 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3adb4a1-caba-4d08-9709-a34252cba3b9 req-48d68538-094c-4dc9-9dbe-714bd72d7f9a service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 1.0380113 Feb 09 13:03:54.834073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-c5f5d178-3385-41a2-a054-3a7531278d70 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:03:54.835099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-c5f5d178-3385-41a2-a054-3a7531278d70 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2412441 Feb 09 13:03:54.898440 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:03:55.000080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Deleting port 1008583a-ab73-48d2-9665-51b1ad9795b4 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:03:55.000664 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:55.117350 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3adb4a1-caba-4d08-9709-a34252cba3b9 req-ac908be7-233b-462a-bb01-a55fa69ff0c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b2d86d28-15ff-44f6-8558-5195dc130634 HTTP/1.1" status: 200 len: 217 time: 0.2707000 Feb 09 13:03:55.158502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b2d86d28-15ff-44f6-8558-5195dc130634, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b2d86d28-15ff-44f6-8558-5195dc130634,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:55.185318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'b2d86d28-15ff-44f6-8558-5195dc130634', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': 'b2d86d28-15ff-44f6-8558-5195dc130634', 'mac_address': 'fa:16:3e:78:6e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:03:55.201567 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f7e9bb7a-4ec7-4038-badf-abafdc4c8b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:55.209955 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:55.336341 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:55.374316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d86d28-15ff-44f6-8558-5195dc130634 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:03:55.397779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b2d86d28-15ff-44f6-8558-5195dc130634, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b2d86d28-15ff-44f6-8558-5195dc130634,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:55.437527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:55.444481 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:55.475086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2c79b-83bf-4182-996c-578ead8bcbad req-03db6954-5aa5-44bb-9e7a-33c72863cd93 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:55.480567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2c79b-83bf-4182-996c-578ead8bcbad req-03db6954-5aa5-44bb-9e7a-33c72863cd93 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:55.485614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2c79b-83bf-4182-996c-578ead8bcbad req-03db6954-5aa5-44bb-9e7a-33c72863cd93 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:55.489760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:55.490031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2c79b-83bf-4182-996c-578ead8bcbad req-03db6954-5aa5-44bb-9e7a-33c72863cd93 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:55.490644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 27f29ae9-4983-476d-9ce3-476c5c634563 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:55.494962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2c79b-83bf-4182-996c-578ead8bcbad req-03db6954-5aa5-44bb-9e7a-33c72863cd93 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:55.504419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbf2c79b-83bf-4182-996c-578ead8bcbad req-03db6954-5aa5-44bb-9e7a-33c72863cd93 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 3876 time: 1.7395139 Feb 09 13:03:55.571601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-router', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'a9329628-e190-407b-9319-92d99e144e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:26Z', 'revision_number': 4, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'gw_port': {'id': 'a9329628-e190-407b-9319-92d99e144e5a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b2d10979-5e50-48d2-acba-d0af15aa117d', 'name': '', 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'mac_address': 'fa:16:3e:78:37:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc24023e-a212-4577-a7ec-e45d75d17c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:24Z', 'updated_at': '2022-02-09T13:03:51Z', 'revision_number': 4, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'subnets': [{'id': 'fc24023e-a212-4577-a7ec-e45d75d17c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:55.576613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d95d116a-b0ec-435b-86bd-c583ebe5059e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:55.656814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca878d9b-1ef3-4211-94fb-f9f471c61dbd None None] The sync data for ids ['9cb78801-a55d-43c0-86f1-74a49cde70b3'] in n-d-825175-3 is: [{'id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-router', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'a9329628-e190-407b-9319-92d99e144e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:26Z', 'revision_number': 4, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'gw_port': {'id': 'a9329628-e190-407b-9319-92d99e144e5a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b2d10979-5e50-48d2-acba-d0af15aa117d', 'name': '', 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'mac_address': 'fa:16:3e:78:37:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc24023e-a212-4577-a7ec-e45d75d17c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:24Z', 'updated_at': '2022-02-09T13:03:51Z', 'revision_number': 4, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'subnets': [{'id': 'fc24023e-a212-4577-a7ec-e45d75d17c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:03:55.776214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b2d86d28-15ff-44f6-8558-5195dc130634,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:55.781234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 27f29ae9-4983-476d-9ce3-476c5c634563 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:55.844568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 27f29ae9-4983-476d-9ce3-476c5c634563 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:55.845089 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:55.886061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['b2d86d28-15ff-44f6-8558-5195dc130634'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:03:55.976449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] For port 1008583a-ab73-48d2-9665-51b1ad9795b4, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1008583a-ab73-48d2-9665-51b1ad9795b4,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:55.977253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:56.005650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d95d116a-b0ec-435b-86bd-c583ebe5059e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:56.006115 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:56.041615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adb4a1-caba-4d08-9709-a34252cba3b9 req-ff096269-0c29-4f4a-8791-8cd0c351e6e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:56.043153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3adb4a1-caba-4d08-9709-a34252cba3b9 req-ff096269-0c29-4f4a-8791-8cd0c351e6e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.8654127 Feb 09 13:03:56.237178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:56.432520 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:56.515187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:56.522917 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:56.523847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5db5dca0-b8b0-4642-bb5e-d207a4d1361a no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:03:56.596146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 5db5dca0-b8b0-4642-bb5e-d207a4d1361a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:03:56.596628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5db5dca0-b8b0-4642-bb5e-d207a4d1361a not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:03:56.713379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45fbfd-dbc3-46be-bf3a-138b9fbf97ce req-48b6c08b-7a64-4efc-aabc-14362d6f0725 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:56.715317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb45fbfd-dbc3-46be-bf3a-138b9fbf97ce req-48b6c08b-7a64-4efc-aabc-14362d6f0725 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 945 time: 2.0014958 Feb 09 13:03:56.727049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40930) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:56.734781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e8b557bc-9a57-4b29-bef4-89ef7a47d696 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Request body: {'floatingip': {'port_id': '43ba00f5-6d6e-45a8-9406-939330c58d2d'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:03:56.740073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:56.759750 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-745850e3-7df8-489e-bf0a-b8ff6406a90c service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8222861 Feb 09 13:03:56.773415 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbf2c79b-83bf-4182-996c-578ead8bcbad req-c53a65ac-80ca-4d72-bbc3-e0abd9e3154e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2680931 Feb 09 13:03:57.149082 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-201dc214-c708-4b52-9e45-d9e213b25519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:57.309971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8b557bc-9a57-4b29-bef4-89ef7a47d696 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for floatingip, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:57.555987 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:57.557045 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:57.557523 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Floating IP 99b4da6c-ac21-44ae-bfcd-6b73187db287 disassociated. External IP: 172.25.5.232, port: 1008583a-ab73-48d2-9665-51b1ad9795b4. Feb 09 13:03:57.558026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Calling delete_port for 1008583a-ab73-48d2-9665-51b1ad9795b4 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:03:57.601600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b2d10979-5e50-48d2-acba-d0af15aa117d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:57.696708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:03:57.723522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3adb4a1-caba-4d08-9709-a34252cba3b9 req-87eaa56b-b161-4fcd-83bd-df11208ce0d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6400273 Feb 09 13:03:57.735702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Sync routers for ids ['05379a46-21f2-45d7-8817-9e747b725d5f'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:03:57.784214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:57.784951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-683fce7d-5470-4450-b204-f58936ada0f1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 20.0778124 Feb 09 13:03:57.796924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40944) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:03:57.807059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Routers {'05379a46-21f2-45d7-8817-9e747b725d5f'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:03:57.807939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-10c12174-c8a5-45f9-9425-227829988148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:03:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['05379a46-21f2-45d7-8817-9e747b725d5f'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:57.893134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10dced61-527d-45d9-8f36-16f7193055bb req-47d4403b-8475-4c78-a5e5-6ffe41682b9b service neutron] 10.222.0.67 "GET /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1176493 Feb 09 13:03:58.053934 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0d1d3d2-9481-4542-b18b-36bfa298e449', 'code': 200} Feb 09 13:03:58.054601 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f56570-f103-4f27-adf9-2277e6f67988', 'code': 200} Feb 09 13:03:58.056178 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e49cf4-828e-408c-a065-93aa80701962', 'code': 200} Feb 09 13:03:58.057050 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1008583a-ab73-48d2-9665-51b1ad9795b4', 'code': 200} Feb 09 13:03:58.058933 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ccd91d-1aac-44a6-af3d-0f09b82d3900', 'code': 200} Feb 09 13:03:58.374864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port b2d10979-5e50-48d2-acba-d0af15aa117d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:58.423293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b2d10979-5e50-48d2-acba-d0af15aa117d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:58.424084 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:58.494766 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:58.535678 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3adb4a1-caba-4d08-9709-a34252cba3b9 req-e013c968-4fd0-48fc-842f-889b5b4bbcfa service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7869699 Feb 09 13:03:58.537795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Set router 05379a46-21f2-45d7-8817-9e747b725d5f gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:03:58.603608 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:58.613368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b0ca1-2679-4074-b0e8-55702b90f1eb req-e8c09c1c-1e8f-42b7-8e41-4530ed08606c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:58.615404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-644b0ca1-2679-4074-b0e8-55702b90f1eb req-e8c09c1c-1e8f-42b7-8e41-4530ed08606c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.5161703 Feb 09 13:03:58.691546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b2d86d28-15ff-44f6-8558-5195dc130634 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:03:58.710856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Port': ['ID=1008583a-ab73-48d2-9665-51b1ad9795b4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:58.730316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dc5b2-9b70-4a56-abee-2f364e96b40c req-fd5730d5-3e00-4257-a7f1-eeb052be483a tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:03:58.741475 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:58.742448 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f6dc5b2-9b70-4a56-abee-2f364e96b40c req-fd5730d5-3e00-4257-a7f1-eeb052be483a tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 949 time: 0.5444767 Feb 09 13:03:59.072404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f6dc5b2-9b70-4a56-abee-2f364e96b40c req-56d24038-9d62-491f-9436-18243d0c2770 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288217 Feb 09 13:03:59.210253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8b557bc-9a57-4b29-bef4-89ef7a47d696 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:59.219877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8b557bc-9a57-4b29-bef4-89ef7a47d696 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:59.312130 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:59.378394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-644b0ca1-2679-4074-b0e8-55702b90f1eb req-d213067d-4b65-4cb8-9245-10e69980a2b4 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6959941 Feb 09 13:03:59.453365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port b2d86d28-15ff-44f6-8558-5195dc130634 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:03:59.519775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port b2d10979-5e50-48d2-acba-d0af15aa117d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b2d10979-5e50-48d2-acba-d0af15aa117d,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:03:59.521584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port b2d86d28-15ff-44f6-8558-5195dc130634 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:03:59.522634 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:59.612801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3adb4a1-caba-4d08-9709-a34252cba3b9 req-e065b7ec-25ac-43ff-a142-63a0991a69b9 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0664563 Feb 09 13:03:59.676552 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:59.836627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=b2d10979-5e50-48d2-acba-d0af15aa117d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:03:59.883114 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:03:59.918592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-10c12174-c8a5-45f9-9425-227829988148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-router', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:03:43Z', 'revision_number': 3, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'gw_port': {'id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:41Z', 'updated_at': '2022-02-09T13:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:03:59.965542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Checking router: 05379a46-21f2-45d7-8817-9e747b725d5f for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:03:59.965928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Updating router 05379a46-21f2-45d7-8817-9e747b725d5f port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:04:00.031724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778b968-d061-45be-9297-4c964b0428b5 req-ce0a74dd-424f-49cc-ba0b-fb78c53a1335 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:00.034950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3778b968-d061-45be-9297-4c964b0428b5 req-ce0a74dd-424f-49cc-ba0b-fb78c53a1335 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Synchronizing usage tracker for tenant:7241f9715866463986e3735d3631b358 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:00.062692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec939671-8995-4528-a484-06b5d749dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9'}, {'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:00.064014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3778b968-d061-45be-9297-4c964b0428b5 req-ce0a74dd-424f-49cc-ba0b-fb78c53a1335 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Unset dirty status for tenant:7241f9715866463986e3735d3631b358 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:00.065898 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3778b968-d061-45be-9297-4c964b0428b5 req-ce0a74dd-424f-49cc-ba0b-fb78c53a1335 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.62 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 951 time: 0.6637836 Feb 09 13:04:00.110003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:00.166063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:00.280474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3778b968-d061-45be-9297-4c964b0428b5 req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Deleting port 62c79e87-b391-4b3d-b1a0-32234be37b7b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:00.281241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3778b968-d061-45be-9297-4c964b0428b5 req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:00.381426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b2d86d28-15ff-44f6-8558-5195dc130634, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b2d86d28-15ff-44f6-8558-5195dc130634,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:00.389360 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:00.433092 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-e8b557bc-9a57-4b29-bef4-89ef7a47d696 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Floating IP e9bab4bb-c8bb-4fc7-9b06-5b84094bcf89 associated. External IP: 172.25.5.227, port: 43ba00f5-6d6e-45a8-9406-939330c58d2d. Feb 09 13:04:00.588417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506a67a-844d-43c2-a852-779b3dab7efe req-23197832-622f-4d0a-9dd6-d13e26f830be tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:00.599818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506a67a-844d-43c2-a852-779b3dab7efe req-23197832-622f-4d0a-9dd6-d13e26f830be tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:00.604878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506a67a-844d-43c2-a852-779b3dab7efe req-23197832-622f-4d0a-9dd6-d13e26f830be tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:00.610349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506a67a-844d-43c2-a852-779b3dab7efe req-23197832-622f-4d0a-9dd6-d13e26f830be tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:00.612423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4506a67a-844d-43c2-a852-779b3dab7efe req-23197832-622f-4d0a-9dd6-d13e26f830be tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 3143 time: 0.5955179 Feb 09 13:04:00.624308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b2d86d28-15ff-44f6-8558-5195dc130634,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:00.710638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aab201-b958-4606-b48d-2a4ae235be56 req-abdebee2-441b-4622-8aa3-4778f11c561e tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:00.712731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81aab201-b958-4606-b48d-2a4ae235be56 req-abdebee2-441b-4622-8aa3-4778f11c561e tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd99ef6e-ce03-4c97-98a0-2a1c49eac19a HTTP/1.1" status: 200 len: 951 time: 0.6971977 Feb 09 13:04:00.746987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3778b968-d061-45be-9297-4c964b0428b5 req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] For port 62c79e87-b391-4b3d-b1a0-32234be37b7b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=62c79e87-b391-4b3d-b1a0-32234be37b7b,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:00.747428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3778b968-d061-45be-9297-4c964b0428b5 req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:00.801794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Router 2361ce84-cb0b-4f82-9867-35a501e1a49e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:04:00.806953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81aab201-b958-4606-b48d-2a4ae235be56 req-4ab1e1bc-9b0d-45d2-bcc3-2b4113dfcac9 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.59 "GET /v2.0/security-groups?id=49b370d8-4f63-4879-a1c1-8da7268df639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803449 Feb 09 13:04:00.820624 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4506a67a-844d-43c2-a852-779b3dab7efe req-40b9a3ae-6fd5-40fa-9b49-b1ad09c50b6e tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719260 Feb 09 13:04:00.897122 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:00.935031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Transition to ACTIVE for port object e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:04:00.947795 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:01.032527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3778b968-d061-45be-9297-4c964b0428b5 req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Calling delete_port for 62c79e87-b391-4b3d-b1a0-32234be37b7b owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:01.096901 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec939671-8995-4528-a484-06b5d749dd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9', 'code': 200} Feb 09 13:04:01.097164 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563', 'code': 200} Feb 09 13:04:01.232565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Attempting to bind port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:04:01.233181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Attempting to bind port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:04:01.233544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Attempting to bind port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:04:01.268082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:04:01.269341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:04:01.269747 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:01.270129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:04:01.270618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Bound port: e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:04:01.270986 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:01.365338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f94d93-f3a7-41b0-8ec2-297213533893 None None] Pushing event updated for resources: {'Port': ['ID=e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:01.385044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3778b968-d061-45be-9297-4c964b0428b5 req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:01.462210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-10c12174-c8a5-45f9-9425-227829988148 None None] For port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:04:01.466676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-10c12174-c8a5-45f9-9425-227829988148 None None] For port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:04:01.472049 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:01.558281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Pushing event deleted for resources: {'Port': ['ID=62c79e87-b391-4b3d-b1a0-32234be37b7b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:01.737322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Routers {'05379a46-21f2-45d7-8817-9e747b725d5f'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:04:01.738077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-10c12174-c8a5-45f9-9425-227829988148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:03:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['05379a46-21f2-45d7-8817-9e747b725d5f'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:01.889134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3778b968-d061-45be-9297-4c964b0428b5 req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] No DVR routers for this DVR port 62c79e87-b391-4b3d-b1a0-32234be37b7b on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:04:01.900301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3778b968-d061-45be-9297-4c964b0428b5 req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:01.901373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b2d10979-5e50-48d2-acba-d0af15aa117d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:04:01.921725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.922262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.922968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.924364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.924364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.924907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.925987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.926117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.926633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.927270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.927788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:01.932756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-deleted', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:01.932923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f94d93-f3a7-41b0-8ec2-297213533893 None None] Pushing event updated for resources: {'Port': ['ID=e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:01.948118 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3778b968-d061-45be-9297-4c964b0428b5 req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] 10.222.0.62 "DELETE /v2.0/ports/62c79e87-b391-4b3d-b1a0-32234be37b7b HTTP/1.1" status: 204 len: 173 time: 1.8738878 Feb 09 13:04:02.093376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b2d10979-5e50-48d2-acba-d0af15aa117d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:02.093756 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:02.261571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-10c12174-c8a5-45f9-9425-227829988148 None None] Set router 05379a46-21f2-45d7-8817-9e747b725d5f gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:04:02.288832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c9576c9-ef7a-4378-92f6-16426e6a02e5 req-981a42e1-6d22-4aa0-a4ab-5f9ef94d224f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b1c8b90-5446-4486-b0ba-4045086cb0cd HTTP/1.1" status: 200 len: 1100 time: 1.0442951 Feb 09 13:04:02.484838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e6c6f-6f87-458d-9253-cc6675d9a8fb req-5c0c2b5d-8604-4ace-ab07-cd53d20b07df tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:02.487015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-083e6c6f-6f87-458d-9253-cc6675d9a8fb req-5c0c2b5d-8604-4ace-ab07-cd53d20b07df tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 1.0703912 Feb 09 13:04:02.507592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bdde5-27d3-4b8c-a1d7-d86b55705586 req-a4fca169-3a1e-4fcf-8334-05deb8962d83 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:02.537854 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a5bdde5-27d3-4b8c-a1d7-d86b55705586 req-a4fca169-3a1e-4fcf-8334-05deb8962d83 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 950 time: 1.1022000 Feb 09 13:04:02.902455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b557bc-9a57-4b29-bef4-89ef7a47d696 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:04:02.914599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c9576c9-ef7a-4378-92f6-16426e6a02e5 req-4dc5fb52-6230-4abc-946a-cfebf592823e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708625 Feb 09 13:04:02.951233 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a5bdde5-27d3-4b8c-a1d7-d86b55705586 req-6f90f7e2-dee2-4ace-b4bb-8feb01f2fe4d tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118252 Feb 09 13:04:02.981708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-10c12174-c8a5-45f9-9425-227829988148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-router', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:03:43Z', 'revision_number': 3, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'gw_port': {'id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:41Z', 'updated_at': '2022-02-09T13:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:02.996843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c12174-c8a5-45f9-9425-227829988148 None None] The sync data for ids ['05379a46-21f2-45d7-8817-9e747b725d5f'] in n-d-825175-3 is: [{'id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-router', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:03:43Z', 'revision_number': 3, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'gw_port': {'id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:41Z', 'updated_at': '2022-02-09T13:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:04:03.035512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-083e6c6f-6f87-458d-9253-cc6675d9a8fb req-63021506-a2c6-4353-a76c-3b669c78c91a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101884 Feb 09 13:04:03.098373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0742f302-f646-4699-b458-b49b66a7dcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d86d28-15ff-44f6-8558-5195dc130634'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:03.220708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:04:03.235370 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] Sync routers for ids ['2361ce84-cb0b-4f82-9867-35a501e1a49e'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:04:03.271843 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] Routers {'2361ce84-cb0b-4f82-9867-35a501e1a49e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:04:03.272519 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:03:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2361ce84-cb0b-4f82-9867-35a501e1a49e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:03.333036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 62c79e87-b391-4b3d-b1a0-32234be37b7b no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:04:03.484651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b557bc-9a57-4b29-bef4-89ef7a47d696 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:04:03.493177 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd99ef6e-ce03-4c97-98a0-2a1c49eac19a', 'name': 'network-vif-deleted', 'tag': '62c79e87-b391-4b3d-b1a0-32234be37b7b', 'status': 'completed', 'code': 200} Feb 09 13:04:03.496169 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8b557bc-9a57-4b29-bef4-89ef7a47d696 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:03.514391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 62c79e87-b391-4b3d-b1a0-32234be37b7b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:04:03.522573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 62c79e87-b391-4b3d-b1a0-32234be37b7b not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:04:03.525547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] Sync routers for ids ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:04:03.604353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] Routers {'1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:04:03.604989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:03:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:03.737832 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e8b557bc-9a57-4b29-bef4-89ef7a47d696 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "PUT /v2.0/floatingips/e9bab4bb-c8bb-4fc7-9b06-5b84094bcf89 HTTP/1.1" status: 200 len: 991 time: 7.0088382 Feb 09 13:04:03.804248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] No DVR routers for this DVR port 1008583a-ab73-48d2-9665-51b1ad9795b4 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:04:03.837613 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0742f302-f646-4699-b458-b49b66a7dcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d86d28-15ff-44f6-8558-5195dc130634', 'code': 200} Feb 09 13:04:03.881439 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] Set router 2361ce84-cb0b-4f82-9867-35a501e1a49e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:04:03.923021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:03.934549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-deleted', 'tag': '1008583a-ab73-48d2-9665-51b1ad9795b4'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:03.969922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-7e787d48-4693-4a11-bace-fd01c1379a52 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "DELETE /v2.0/ports/1008583a-ab73-48d2-9665-51b1ad9795b4 HTTP/1.1" status: 204 len: 173 time: 9.2073343 Feb 09 13:04:04.335913 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-63ac735c-208d-4483-940c-90fda5bdbfae tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Deleting port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:04.336683 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-63ac735c-208d-4483-940c-90fda5bdbfae tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:04.361977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] Set router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:04:04.567721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:05.008161 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:05.063244 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9a3a36bd-028d-4c6a-96ce-b302c4caa77b', 'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'mac_address': 'fa:16:3e:19:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:21Z', 'updated_at': '2022-02-09T12:57:35Z', 'revision_number': 5, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'subnets': [{'id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:05.066954 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ed6a83c-b194-4dd9-922c-51898ed58abf req-3396b5a1-a9c3-4334-a8d8-0c4a48d6de01 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 1101 time: 1.2122419 Feb 09 13:04:05.079842 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] Checking router: 2361ce84-cb0b-4f82-9867-35a501e1a49e for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:04:05.146395 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] Routers {'2361ce84-cb0b-4f82-9867-35a501e1a49e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:04:05.163409 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:03:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2361ce84-cb0b-4f82-9867-35a501e1a49e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:05.211373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-63ac735c-208d-4483-940c-90fda5bdbfae tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] For port a1ccd91d-1aac-44a6-af3d-0f09b82d3900, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:05.211956 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-63ac735c-208d-4483-940c-90fda5bdbfae tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:05.514038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62443977-22a4-4823-a511-676f29eea651', 'tag': '43ba00f5-6d6e-45a8-9406-939330c58d2d'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:05.526413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-63ac735c-208d-4483-940c-90fda5bdbfae tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Calling delete_port for a1ccd91d-1aac-44a6-af3d-0f09b82d3900 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:05.575839 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:08Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'e9bab4bb-c8bb-4fc7-9b06-5b84094bcf89', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'port_id': '43ba00f5-6d6e-45a8-9406-939330c58d2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'mac_address': 'fa:16:3e:52:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62443977-22a4-4823-a511-676f29eea651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:19Z', 'updated_at': '2022-02-09T13:03:58Z', 'revision_number': 1, 'project_id': 'f9274c995575416f94f45658899d579c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88952287-6052-4e92-b28a-9948f9568c21', 'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'mac_address': 'fa:16:3e:14:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:07Z', 'updated_at': '2022-02-09T13:03:16Z', 'revision_number': 5, 'project_id': 'f9274c995575416f94f45658899d579c', 'subnets': [{'id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:05.593467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] Checking router: 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:04:05.639110 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] Set router 2361ce84-cb0b-4f82-9867-35a501e1a49e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:04:05.641058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] Routers {'1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:04:05.642148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:03:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:05.649217 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ec3263fd-b0bd-4258-a322-296f05381632 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7241f9715866463986e3735d3631b358&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0799551 Feb 09 13:04:05.652740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41034) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:05.808850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1abbe596-6780-40b7-9ddf-cec3ed82b8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:05.898133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1abbe596-6780-40b7-9ddf-cec3ed82b8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:05.990985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1abbe596-6780-40b7-9ddf-cec3ed82b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:06.030861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbe596-6780-40b7-9ddf-cec3ed82b8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b370d8-4f63-4879-a1c1-8da7268df639,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:06.043451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1abbe596-6780-40b7-9ddf-cec3ed82b8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:06.044785 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1abbe596-6780-40b7-9ddf-cec3ed82b8eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49b370d8-4f63-4879-a1c1-8da7268df639 HTTP/1.1" status: 204 len: 168 time: 0.3906615 Feb 09 13:04:06.165177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Allocated IP 172.20.0.1 (58e34d04-72c6-4537-9420-ba533fb7b044/334d43dd-b47a-4ae3-a51a-5b9487e5a0af/29d46ae9-0eba-4f7a-8481-636fc15b9439) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:04:06.496465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] Set router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:04:06.586171 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9a3a36bd-028d-4c6a-96ce-b302c4caa77b', 'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'mac_address': 'fa:16:3e:19:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:21Z', 'updated_at': '2022-02-09T12:57:35Z', 'revision_number': 5, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'subnets': [{'id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:06.589315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c76ad-a867-42fa-b2c4-1a0c5120c6f4 req-2a252a39-6506-494b-9330-1e0ae87e5f5f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:06.596712 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469b462-e928-48c3-8bc6-13b0da8cc201 None None] The sync data for ids ['2361ce84-cb0b-4f82-9867-35a501e1a49e'] in n-d-825175-3 is: [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T12:57:22Z', 'revision_number': 4, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9a3a36bd-028d-4c6a-96ce-b302c4caa77b', 'name': '', 'network_id': 'a3ddf5f3-3ed4-4b99-b899-1cabe744ca01', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'mac_address': 'fa:16:3e:19:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:21Z', 'updated_at': '2022-02-09T12:57:35Z', 'revision_number': 5, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'subnets': [{'id': 'a11cb0e4-4d48-420a-bf11-3909fb73970b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:04:06.607549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c76ad-a867-42fa-b2c4-1a0c5120c6f4 req-2a252a39-6506-494b-9330-1e0ae87e5f5f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:06.618409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c76ad-a867-42fa-b2c4-1a0c5120c6f4 req-2a252a39-6506-494b-9330-1e0ae87e5f5f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:06.630215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c76ad-a867-42fa-b2c4-1a0c5120c6f4 req-2a252a39-6506-494b-9330-1e0ae87e5f5f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:06.642198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d79c76ad-a867-42fa-b2c4-1a0c5120c6f4 req-2a252a39-6506-494b-9330-1e0ae87e5f5f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Synchronizing usage tracker for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:06.698702 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:06.741994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Transition to ACTIVE for port object 29d46ae9-0eba-4f7a-8481-636fc15b9439 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:04:06.794712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373558-7c6e-4a25-8988-46535cd4e6a5 req-a4fec0ef-4889-40e1-b060-32aee701d071 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:06.808433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44373558-7c6e-4a25-8988-46535cd4e6a5 req-a4fec0ef-4889-40e1-b060-32aee701d071 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 945 time: 2.4096272 Feb 09 13:04:06.813309 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:06.815702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41048) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:06.961598 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-53e96d9d-61b5-413c-bc61-b5b8b578fbe8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61c38083e7e242b7a2c238af8e5920a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1436844 Feb 09 13:04:06.965156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41052) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:07.086511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b56d8430-15d6-49f1-9969-97f865395ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:07.142093 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b56d8430-15d6-49f1-9969-97f865395ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:07.183216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44373558-7c6e-4a25-8988-46535cd4e6a5 req-d329a838-7f47-434a-942e-818b3024e201 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3736942 Feb 09 13:04:07.183969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d79c76ad-a867-42fa-b2c4-1a0c5120c6f4 req-2a252a39-6506-494b-9330-1e0ae87e5f5f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Unset dirty status for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:07.194452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d79c76ad-a867-42fa-b2c4-1a0c5120c6f4 req-2a252a39-6506-494b-9330-1e0ae87e5f5f tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 3143 time: 3.2606428 Feb 09 13:04:07.261379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b56d8430-15d6-49f1-9969-97f865395ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:07.300091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d8430-15d6-49f1-9969-97f865395ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f45b0fe-5d51-4e24-aca2-f6dab1065e18,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:07.320876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b56d8430-15d6-49f1-9969-97f865395ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:07.326323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b56d8430-15d6-49f1-9969-97f865395ac3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f45b0fe-5d51-4e24-aca2-f6dab1065e18 HTTP/1.1" status: 204 len: 168 time: 0.3563077 Feb 09 13:04:07.408446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Network 58e34d04-72c6-4537-9420-ba533fb7b044 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:04:07.414869 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-deleted', 'tag': '1008583a-ab73-48d2-9665-51b1ad9795b4', 'status': 'completed', 'code': 200} Feb 09 13:04:07.424145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:04:07.455461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ed6a83c-b194-4dd9-922c-51898ed58abf req-60c9760e-6adc-4050-8211-34a5322e5334 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0756772 Feb 09 13:04:07.475158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:04:07.598518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:08Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'e9bab4bb-c8bb-4fc7-9b06-5b84094bcf89', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'port_id': '43ba00f5-6d6e-45a8-9406-939330c58d2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'mac_address': 'fa:16:3e:52:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62443977-22a4-4823-a511-676f29eea651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:19Z', 'updated_at': '2022-02-09T13:03:58Z', 'revision_number': 1, 'project_id': 'f9274c995575416f94f45658899d579c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88952287-6052-4e92-b28a-9948f9568c21', 'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'mac_address': 'fa:16:3e:14:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:07Z', 'updated_at': '2022-02-09T13:03:16Z', 'revision_number': 5, 'project_id': 'f9274c995575416f94f45658899d579c', 'subnets': [{'id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:07.611888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b9fdb8-51af-4f1b-b2e4-5fca478ea74a None None] The sync data for ids ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'] in n-d-825175-3 is: [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:08Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'e9bab4bb-c8bb-4fc7-9b06-5b84094bcf89', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'port_id': '43ba00f5-6d6e-45a8-9406-939330c58d2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'mac_address': 'fa:16:3e:52:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62443977-22a4-4823-a511-676f29eea651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:19Z', 'updated_at': '2022-02-09T13:03:58Z', 'revision_number': 1, 'project_id': 'f9274c995575416f94f45658899d579c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88952287-6052-4e92-b28a-9948f9568c21', 'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'mac_address': 'fa:16:3e:14:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:07Z', 'updated_at': '2022-02-09T13:03:16Z', 'revision_number': 5, 'project_id': 'f9274c995575416f94f45658899d579c', 'subnets': [{'id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:04:08.055418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-12d858e2-c913-4904-8ef6-b9a7c5bf72b5 None None] Provisioning for port 29d46ae9-0eba-4f7a-8481-636fc15b9439 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:04:08.063442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Pushing event updated for resources: {'Port': ['ID=29d46ae9-0eba-4f7a-8481-636fc15b9439,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:08.068428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-12d858e2-c913-4904-8ef6-b9a7c5bf72b5 None None] Provisioning complete for port 29d46ae9-0eba-4f7a-8481-636fc15b9439 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:08.068806 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-12d858e2-c913-4904-8ef6-b9a7c5bf72b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:08.169250 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:08.199525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-12d858e2-c913-4904-8ef6-b9a7c5bf72b5 None None] Port 29d46ae9-0eba-4f7a-8481-636fc15b9439 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:04:08.206631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d79c76ad-a867-42fa-b2c4-1a0c5120c6f4 req-681250ba-ec02-4061-a5ae-56e6c7df25ff tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0103927 Feb 09 13:04:08.257536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-63ac735c-208d-4483-940c-90fda5bdbfae tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:08.377814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac735c-208d-4483-940c-90fda5bdbfae tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Port': ['ID=a1ccd91d-1aac-44a6-af3d-0f09b82d3900,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:08.575634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ee25d-ebc6-4eda-89a9-0baccc890ebf req-0033047d-ae21-4812-a946-8437da6d279d tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:08.582212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a0ee25d-ebc6-4eda-89a9-0baccc890ebf req-0033047d-ae21-4812-a946-8437da6d279d tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 950 time: 0.5635138 Feb 09 13:04:08.670800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-63ac735c-208d-4483-940c-90fda5bdbfae tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] No DVR routers for this DVR port a1ccd91d-1aac-44a6-af3d-0f09b82d3900 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:04:08.672403 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:08.699925 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-63ac735c-208d-4483-940c-90fda5bdbfae tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:08.792955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-63ac735c-208d-4483-940c-90fda5bdbfae tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "DELETE /v2.0/ports/a1ccd91d-1aac-44a6-af3d-0f09b82d3900 HTTP/1.1" status: 204 len: 173 time: 4.7091532 Feb 09 13:04:09.071881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Deleting port 08e49cf4-828e-408c-a065-93aa80701962 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:09.072365 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:09.146335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a0ee25d-ebc6-4eda-89a9-0baccc890ebf req-25ec4030-500a-4cd6-8e72-16cdca23bd86 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490569 Feb 09 13:04:09.362391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892ebe0-07e8-4a21-9830-37b3d2263e24 req-9be7b3a6-4e3f-46b3-bd49-ed25b1a2fbda tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:09.364544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0892ebe0-07e8-4a21-9830-37b3d2263e24 req-9be7b3a6-4e3f-46b3-bd49-ed25b1a2fbda tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.8954921 Feb 09 13:04:09.470863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-deleted', 'tag': 'a1ccd91d-1aac-44a6-af3d-0f09b82d3900'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:09.510194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0892ebe0-07e8-4a21-9830-37b3d2263e24 req-af98f838-b914-44f5-92ff-d0dc0ee6051d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723054 Feb 09 13:04:09.602631 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:04:09.884496 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:04:09.956242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:09.960654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] For port 08e49cf4-828e-408c-a065-93aa80701962, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=08e49cf4-828e-408c-a065-93aa80701962,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:09.961370 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:09.986616 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:10.049101 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62443977-22a4-4823-a511-676f29eea651', 'tag': '43ba00f5-6d6e-45a8-9406-939330c58d2d', 'status': 'completed', 'code': 200} Feb 09 13:04:10.238524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:10.252473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Calling delete_port for 08e49cf4-828e-408c-a065-93aa80701962 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:10.468704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Pushing event updated for resources: {'Port': ['ID=29d46ae9-0eba-4f7a-8481-636fc15b9439,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:10.983452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1362bd-b121-40cc-b8d4-a84a090d68bb req-514728c5-f3b5-4277-901f-ce04456b44c1 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:10.986255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b1362bd-b121-40cc-b8d4-a84a090d68bb req-514728c5-f3b5-4277-901f-ce04456b44c1 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 945 time: 1.1887956 Feb 09 13:04:11.032365 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:11.183453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-7f1c7625-69dd-4ec0-80cb-c134ec9aacf2 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1218940388&fields=id&tenant_id=51da92718adc4434aa897129e217a92b HTTP/1.1" status: 200 len: 267 time: 0.6908643 Feb 09 13:04:11.238578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Network 58e34d04-72c6-4537-9420-ba533fb7b044 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:04:11.256459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce271696-78a9-47df-b888-fbfabde4d7f3 req-5bbfddca-f6a6-477a-866f-1348c215df7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f9274c995575416f94f45658899d579c&device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 1096 time: 1.1421480 Feb 09 13:04:11.267189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:04:11.465663 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b1362bd-b121-40cc-b8d4-a84a090d68bb req-192a9bbd-3ea0-490b-9839-3e51e1b955b5 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4679754 Feb 09 13:04:11.575317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-25aa55a8-7870-400d-ba54-967c4ff6a0de None None] Provisioning complete for port 29d46ae9-0eba-4f7a-8481-636fc15b9439 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:11.575610 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-25aa55a8-7870-400d-ba54-967c4ff6a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:11.627856 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:11.662543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-25aa55a8-7870-400d-ba54-967c4ff6a0de None None] Port 29d46ae9-0eba-4f7a-8481-636fc15b9439 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:04:11.806979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Port': ['ID=08e49cf4-828e-408c-a065-93aa80701962,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:11.923699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.923699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.923699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.923699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.924199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.924199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.924585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.924798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.925104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.925410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.925718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:11.951835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce271696-78a9-47df-b888-fbfabde4d7f3 req-d4b06ee0-c603-4961-bb23-b36266bfb841 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:11.953320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce271696-78a9-47df-b888-fbfabde4d7f3 req-d4b06ee0-c603-4961-bb23-b36266bfb841 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5d8b75a8-b268-48f3-800b-878cd9d13add HTTP/1.1" status: 200 len: 907 time: 0.6133077 Feb 09 13:04:12.087353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fafd4c9-0836-42bc-b1c5-840963bbce68 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:12.088791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fafd4c9-0836-42bc-b1c5-840963bbce68 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/networks?id=32fdc273-ef1d-4665-a02e-937b6e080af8 HTTP/1.1" status: 200 len: 816 time: 0.8868701 Feb 09 13:04:12.098988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] No DVR routers for this DVR port 08e49cf4-828e-408c-a065-93aa80701962 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:04:12.104649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:12.160911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-11e73738-24b4-429d-84cc-72d75781a8f3 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "DELETE /v2.0/ports/08e49cf4-828e-408c-a065-93aa80701962 HTTP/1.1" status: 204 len: 173 time: 3.3557706 Feb 09 13:04:12.212297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-3e26eb5f-93fc-4842-aafa-ae70024f861d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/quotas/51da92718adc4434aa897129e217a92b HTTP/1.1" status: 200 len: 375 time: 0.0852222 Feb 09 13:04:12.368516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8167-f737-44e4-bb07-50ad70da81e6 req-43e5dc69-7f73-41a0-a0e4-041504817613 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:12.385175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b8167-f737-44e4-bb07-50ad70da81e6 req-43e5dc69-7f73-41a0-a0e4-041504817613 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:12.386009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f33b8167-f737-44e4-bb07-50ad70da81e6 req-43e5dc69-7f73-41a0-a0e4-041504817613 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Synchronizing usage tracker for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:12.511734 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce271696-78a9-47df-b888-fbfabde4d7f3 req-6c72d431-798b-4648-8b78-4dd2ee9fe7c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43ba00f5-6d6e-45a8-9406-939330c58d2d HTTP/1.1" status: 200 len: 999 time: 0.5176022 Feb 09 13:04:12.636715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-963a1255-0835-4c0f-8968-5e9e9e48e6c8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Deleting port 6128b44b-b443-46ba-a5f6-649285248231 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:12.637616 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-963a1255-0835-4c0f-8968-5e9e9e48e6c8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:12.722754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f33b8167-f737-44e4-bb07-50ad70da81e6 req-43e5dc69-7f73-41a0-a0e4-041504817613 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Unset dirty status for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:12.725268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f33b8167-f737-44e4-bb07-50ad70da81e6 req-43e5dc69-7f73-41a0-a0e4-041504817613 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 1677 time: 1.0719454 Feb 09 13:04:12.886693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce271696-78a9-47df-b888-fbfabde4d7f3 req-801453b3-568f-4931-bc43-c00a0788c786 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:12.890948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce271696-78a9-47df-b888-fbfabde4d7f3 req-801453b3-568f-4931-bc43-c00a0788c786 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=20f11907-fdd2-448b-9825-b8eef7802ade HTTP/1.1" status: 200 len: 845 time: 0.3555307 Feb 09 13:04:13.303062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f33b8167-f737-44e4-bb07-50ad70da81e6 req-78b07bc3-affc-4c13-8faf-5f9b635bce9a tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups?id=720f2990-2bb5-42f2-8e6a-643a1601ed96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4186351 Feb 09 13:04:13.382522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-deae842f-325d-4de7-b44e-25be66fe1f55 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=51da92718adc4434aa897129e217a92b&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0568848 Feb 09 13:04:13.483819 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-deleted', 'tag': 'a1ccd91d-1aac-44a6-af3d-0f09b82d3900', 'status': 'completed', 'code': 200} Feb 09 13:04:13.550252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-963a1255-0835-4c0f-8968-5e9e9e48e6c8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] For port 6128b44b-b443-46ba-a5f6-649285248231, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6128b44b-b443-46ba-a5f6-649285248231,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:13.550901 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-963a1255-0835-4c0f-8968-5e9e9e48e6c8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:13.566495 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce271696-78a9-47df-b888-fbfabde4d7f3 req-d9f1ab70-90d4-4ab0-93d0-0df70ea8d57e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5d8b75a8-b268-48f3-800b-878cd9d13add&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6003680 Feb 09 13:04:13.709326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-2b991640-5bfa-4ee2-8fcb-4f69f196e88d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:04:13.710352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-2b991640-5bfa-4ee2-8fcb-4f69f196e88d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2676082 Feb 09 13:04:13.718901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-963a1255-0835-4c0f-8968-5e9e9e48e6c8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Calling delete_port for 6128b44b-b443-46ba-a5f6-649285248231 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:13.850199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:04:13.925884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:04:13.936890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:13.946626 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:14.028766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Router 05379a46-21f2-45d7-8817-9e747b725d5f has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:04:14.146864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce271696-78a9-47df-b888-fbfabde4d7f3 req-dd87b0cf-9562-4435-81ef-c3c30dcf8fec service neutron] 10.222.0.67 "GET /v2.0/networks/5d8b75a8-b268-48f3-800b-878cd9d13add?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221298 Feb 09 13:04:14.156829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0ce06d-6e27-4c37-8d22-7429248a19fa service neutron] 10.222.0.59 "GET /v2.0/networks/32fdc273-ef1d-4665-a02e-937b6e080af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999839 Feb 09 13:04:14.184544 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:14.207715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:14.212747 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:14.290745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:14.443334 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-963a1255-0835-4c0f-8968-5e9e9e48e6c8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:14.648721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a1255-0835-4c0f-8968-5e9e9e48e6c8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Port': ['ID=6128b44b-b443-46ba-a5f6-649285248231,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:14.680824 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575fcbcf-3336-40a0-9e49-f2860b88afa9 None None] New status for floating IP e9bab4bb-c8bb-4fc7-9b06-5b84094bcf89: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:04:14.952439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fde638f-30c9-44ac-a8e9-f9e5f501536e service neutron] 10.222.0.59 "GET /v2.0/networks/32fdc273-ef1d-4665-a02e-937b6e080af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7684665 Feb 09 13:04:14.976804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce271696-78a9-47df-b888-fbfabde4d7f3 req-cc51b22b-6e5c-4f6e-afba-45d6e4cd5a72 service neutron] 10.222.0.67 "GET /v2.0/networks/5d8b75a8-b268-48f3-800b-878cd9d13add?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8161199 Feb 09 13:04:14.984777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-963a1255-0835-4c0f-8968-5e9e9e48e6c8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] No DVR routers for this DVR port 6128b44b-b443-46ba-a5f6-649285248231 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:04:14.994617 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-963a1255-0835-4c0f-8968-5e9e9e48e6c8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:15.053289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-992d791e-1165-49ba-8301-8a0ad636c423 req-3b1fce40-16db-49ca-aa39-55eab4a3f91f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 1096 time: 0.6866741 Feb 09 13:04:15.101449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-963a1255-0835-4c0f-8968-5e9e9e48e6c8 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "DELETE /v2.0/ports/6128b44b-b443-46ba-a5f6-649285248231 HTTP/1.1" status: 204 len: 173 time: 2.9294097 Feb 09 13:04:15.115175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf4630-5852-4a38-8351-11be23371ba7 req-38a17c7c-7eb7-42f1-b551-5f08c0c5c8c1 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:15.117331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4daf4630-5852-4a38-8351-11be23371ba7 req-38a17c7c-7eb7-42f1-b551-5f08c0c5c8c1 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 950 time: 0.7520404 Feb 09 13:04:15.360083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-81604e5b-1172-4362-b3fb-9f91dc78b29c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Deleting port e0d1d3d2-9481-4542-b18b-36bfa298e449 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:15.360433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-81604e5b-1172-4362-b3fb-9f91dc78b29c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:15.438558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d791e-1165-49ba-8301-8a0ad636c423 req-6597f6cc-d9c5-48a7-b493-bfd783779e05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:15.440042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-992d791e-1165-49ba-8301-8a0ad636c423 req-6597f6cc-d9c5-48a7-b493-bfd783779e05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 913 time: 0.3731453 Feb 09 13:04:15.448765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4daf4630-5852-4a38-8351-11be23371ba7 req-f744fabc-6315-4604-b328-b57d6354e241 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466869 Feb 09 13:04:15.529337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-deleted', 'tag': '08e49cf4-828e-408c-a065-93aa80701962'}, {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-deleted', 'tag': '6128b44b-b443-46ba-a5f6-649285248231'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:15.651798 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-992d791e-1165-49ba-8301-8a0ad636c423 req-a61680fa-f907-4973-a727-b07ed0b9d531 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 HTTP/1.1" status: 200 len: 217 time: 0.1946948 Feb 09 13:04:15.701746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec6666-21b1-44f8-84eb-4e9fba6dea90 None None] New status for floating IP 99b4da6c-ac21-44ae-bfcd-6b73187db287: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:04:15.765980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:04:15.794386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a37edca2-c5b1-44b2-941b-5dfb075a3471 admin admin] 10.222.0.59 "PUT /v2.0/routers/05379a46-21f2-45d7-8817-9e747b725d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9842105 Feb 09 13:04:15.925777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-66f8f477-e1d5-423e-b75b-cd1f8ccb5257 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=ea8b29347bb24008b4a11dbf4847f0fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1568959 Feb 09 13:04:15.962668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:04:16.109885 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:16.133317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d791e-1165-49ba-8301-8a0ad636c423 req-85f57ac6-8748-4004-99d2-67d423b06813 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:16.135785 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-992d791e-1165-49ba-8301-8a0ad636c423 req-85f57ac6-8748-4004-99d2-67d423b06813 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.4727964 Feb 09 13:04:16.175084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:16.175889 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:16.347192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-992d791e-1165-49ba-8301-8a0ad636c423 req-cb753195-58dd-4236-a5d5-487375738041 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500936 Feb 09 13:04:16.501464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4efaf-ba64-4524-b4fd-5e47eebb701e req-2804bf8b-678a-4d91-a4fa-f04e62189024 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:16.514779 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58f4efaf-ba64-4524-b4fd-5e47eebb701e req-2804bf8b-678a-4d91-a4fa-f04e62189024 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 945 time: 0.9721687 Feb 09 13:04:16.692517 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58f4efaf-ba64-4524-b4fd-5e47eebb701e req-953ba391-48cf-41bd-a7d3-59c34a514832 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815042 Feb 09 13:04:16.699344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc7455-1a50-472a-93dd-b40682ed976c req-c547c3cd-f2b2-4511-99fb-470e3b512632 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:16.702014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-c547c3cd-f2b2-4511-99fb-470e3b512632 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5717547 Feb 09 13:04:16.723896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-81604e5b-1172-4362-b3fb-9f91dc78b29c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] For port e0d1d3d2-9481-4542-b18b-36bfa298e449, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e0d1d3d2-9481-4542-b18b-36bfa298e449,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:16.725221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-81604e5b-1172-4362-b3fb-9f91dc78b29c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:17.137875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-81604e5b-1172-4362-b3fb-9f91dc78b29c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Calling delete_port for e0d1d3d2-9481-4542-b18b-36bfa298e449 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:17.198238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-e970b3ba-ed4c-4395-a27a-95c2d02ba0ec tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/quotas/ea8b29347bb24008b4a11dbf4847f0fb HTTP/1.1" status: 200 len: 375 time: 0.4770706 Feb 09 13:04:17.282528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-2307ae15-c026-48f0-a905-51da2683951e tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea8b29347bb24008b4a11dbf4847f0fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828023 Feb 09 13:04:17.295319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-992d791e-1165-49ba-8301-8a0ad636c423 req-7d92a25c-63f5-4169-b259-4a25eb3a87b8 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719847 Feb 09 13:04:17.480482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-81604e5b-1172-4362-b3fb-9f91dc78b29c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:17.921079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab1af3-2676-4be8-b62d-c1b50190f9df req-cfefc728-8747-4538-9baa-19049525e067 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:17.924136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bab1af3-2676-4be8-b62d-c1b50190f9df req-cfefc728-8747-4538-9baa-19049525e067 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 945 time: 0.8731716 Feb 09 13:04:17.925734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81604e5b-1172-4362-b3fb-9f91dc78b29c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Port': ['ID=e0d1d3d2-9481-4542-b18b-36bfa298e449,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:18.517233 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bab1af3-2676-4be8-b62d-c1b50190f9df req-e05cada5-678c-4215-a646-b674e815a14c tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5630116 Feb 09 13:04:18.522827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-992d791e-1165-49ba-8301-8a0ad636c423 req-59f4e9dd-c105-4e7f-839e-248f9fcddeea service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2137375 Feb 09 13:04:18.531904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-81604e5b-1172-4362-b3fb-9f91dc78b29c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] No DVR routers for this DVR port e0d1d3d2-9481-4542-b18b-36bfa298e449 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:04:18.558677 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-81604e5b-1172-4362-b3fb-9f91dc78b29c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:18.730838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747136e9-dcae-4178-962c-8f5cd28cd701 req-81604e5b-1172-4362-b3fb-9f91dc78b29c tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.67 "DELETE /v2.0/ports/e0d1d3d2-9481-4542-b18b-36bfa298e449 HTTP/1.1" status: 204 len: 173 time: 3.5795577 Feb 09 13:04:18.769411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924d675-f309-4359-bd15-c2ca70779932 req-31b2aac1-0d72-4e40-a044-dff7b12019c1 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:18.770952 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-31b2aac1-0d72-4e40-a044-dff7b12019c1 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.67 "GET /v2.0/networks?id=32fdc273-ef1d-4665-a02e-937b6e080af8 HTTP/1.1" status: 200 len: 816 time: 0.9407640 Feb 09 13:04:18.783664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:04:19.264594 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:19.307463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-97664d4f-24e4-4ac3-b1a4-ef518e1e5b59 req-0df73282-7862-4b15-9598-8240f8c6e9e2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Synchronizing usage tracker for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:19.358848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:19.362003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec939671-8995-4528-a484-06b5d749dd6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:19.372932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-249be747-25fe-4549-be84-b1ec2cb90e72 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51da92718adc4434aa897129e217a92b HTTP/1.1" status: 200 len: 380 time: 0.5816367 Feb 09 13:04:19.391711 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:19.398907 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-724b21b6-8726-468a-9e29-a79efc982c10 req-6e16b3bb-87d3-47d5-8f6a-d73abb32d0ac tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 210 time: 0.2987812 Feb 09 13:04:19.417127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Request body: {'port': {'device_id': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'admin_state_up': True, 'tenant_id': '51da92718adc4434aa897129e217a92b', 'security_groups': ['bd8b212f-c446-4f2c-9429-d0851cdae2d1']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:19.519009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-97664d4f-24e4-4ac3-b1a4-ef518e1e5b59 req-0df73282-7862-4b15-9598-8240f8c6e9e2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Unset dirty status for tenant:0404aaf1bfc2448b8a35a79bc22c6704 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:19.534323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97664d4f-24e4-4ac3-b1a4-ef518e1e5b59 req-0df73282-7862-4b15-9598-8240f8c6e9e2 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 210 time: 0.5914884 Feb 09 13:04:19.626023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:19.731596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41210) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:19.855808 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-deleted', 'tag': '08e49cf4-828e-408c-a065-93aa80701962', 'status': 'completed', 'code': 200} Feb 09 13:04:19.856098 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-deleted', 'tag': '6128b44b-b443-46ba-a5f6-649285248231', 'status': 'completed', 'code': 200} Feb 09 13:04:19.999041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-21754ef9-add2-4572-b8e7-1315dd08ba54 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ea8b29347bb24008b4a11dbf4847f0fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756471 Feb 09 13:04:20.192543 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e75d275a-d55d-4d7f-bd33-3683c78773f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:20.252938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:20.272584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Usage tracker for resource:port and tenant:51da92718adc4434aa897129e217a92b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:20.278013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:20.302067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:20.311484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471fa5c-67b7-4087-adee-a3cbcb2ed316 req-6861ecc0-4e1c-48b2-b4a3-5d488ff47bb5 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:20.313461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3471fa5c-67b7-4087-adee-a3cbcb2ed316 req-6861ecc0-4e1c-48b2-b4a3-5d488ff47bb5 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1c8b90-5446-4486-b0ba-4045086cb0cd HTTP/1.1" status: 200 len: 949 time: 0.5334048 Feb 09 13:04:20.339906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e75d275a-d55d-4d7f-bd33-3683c78773f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:20.349484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e75d275a-d55d-4d7f-bd33-3683c78773f2 admin admin] Usage tracker for resource:security_group_rule and tenant:4119eb5d6aaf4bedb0182d826fffe35f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:20.356264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e75d275a-d55d-4d7f-bd33-3683c78773f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:20.371879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e75d275a-d55d-4d7f-bd33-3683c78773f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:20.418127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9a70afc-587f-4770-9189-c6bd450dcfa2 req-2e272637-49ac-4a90-8517-8b8e23c42285 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 210 time: 0.0995908 Feb 09 13:04:20.424251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Made reservation on behalf of 51da92718adc4434aa897129e217a92b for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:04:20.427894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:20.464096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc7455-1a50-472a-93dd-b40682ed976c req-0e663499-1e43-4ff1-bd14-e7ce66cc14d4 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:20.465549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-0e663499-1e43-4ff1-bd14-e7ce66cc14d4 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4533801 Feb 09 13:04:20.502745 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e75d275a-d55d-4d7f-bd33-3683c78773f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:20.513451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e75d275a-d55d-4d7f-bd33-3683c78773f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:20.528047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Request body: {'port': {'device_id': '4d1bf96c-ec13-4b22-931c-f22a16939a91', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': 'ea8b29347bb24008b4a11dbf4847f0fb'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:20.637504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d275a-d55d-4d7f-bd33-3683c78773f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261c2baf-0394-4131-a16b-7aebe6d9e889,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:20.681548 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e75d275a-d55d-4d7f-bd33-3683c78773f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4119eb5d6aaf4bedb0182d826fffe35f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9479589 Feb 09 13:04:20.684393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41220) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:20.692903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3471fa5c-67b7-4087-adee-a3cbcb2ed316 req-56f984f7-614a-45c2-b415-cba48247b63e tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206334 Feb 09 13:04:20.845017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d72d251-ab04-4833-8ca1-d77297753cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:20.917491 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d72d251-ab04-4833-8ca1-d77297753cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:21.066432 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d72d251-ab04-4833-8ca1-d77297753cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:21.123025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72d251-ab04-4833-8ca1-d77297753cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261c2baf-0394-4131-a16b-7aebe6d9e889,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:21.141303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d72d251-ab04-4833-8ca1-d77297753cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:21.143587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9d72d251-ab04-4833-8ca1-d77297753cf8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/261c2baf-0394-4131-a16b-7aebe6d9e889 HTTP/1.1" status: 204 len: 168 time: 0.4571640 Feb 09 13:04:21.287378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd59ba7-ad51-41a5-a30d-07fee5b47316 req-7f3a89d0-35cd-4a87-994e-4ab54588edc2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:21.299221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efd59ba7-ad51-41a5-a30d-07fee5b47316 req-7f3a89d0-35cd-4a87-994e-4ab54588edc2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 943 time: 0.3556747 Feb 09 13:04:21.361198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:21.365890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Usage tracker for resource:port and tenant:ea8b29347bb24008b4a11dbf4847f0fb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:21.370171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:21.381551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:21.413784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Made reservation on behalf of ea8b29347bb24008b4a11dbf4847f0fb for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:04:21.418753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:21.441784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Allocated IP 172.20.0.7 (32fdc273-ef1d-4665-a02e-937b6e080af8/ea791093-4d5f-4dfa-88b1-73108c227bca/c5602c4a-1470-4114-b7af-98dcf55f39b9) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:04:21.462792 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:21.507503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efd59ba7-ad51-41a5-a30d-07fee5b47316 req-180784c8-d30d-4906-9435-8348db867c70 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065663 Feb 09 13:04:21.749818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:21.754247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Usage tracker for resource:security_group_rule and tenant:ea8b29347bb24008b4a11dbf4847f0fb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:21.761719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:21.775586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:21.827246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41238) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:21.863635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e55ad396-666a-497d-82c6-68c882b5e70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:21.930148 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:21.931165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-deleted', 'tag': 'e0d1d3d2-9481-4542-b18b-36bfa298e449'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:21.943167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e55ad396-666a-497d-82c6-68c882b5e70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:21.951626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e55ad396-666a-497d-82c6-68c882b5e70d admin admin] Usage tracker for resource:security_group_rule and tenant:5dc2903959d84902b50c01a7820c4190 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:21.959461 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:21.961704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e55ad396-666a-497d-82c6-68c882b5e70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:21.983745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e55ad396-666a-497d-82c6-68c882b5e70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:22.273269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e55ad396-666a-497d-82c6-68c882b5e70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:22.274437 n-d-825175-3 neutron-server[83481]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec939671-8995-4528-a484-06b5d749dd6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9', 'code': 422} returned with failed status Feb 09 13:04:22.278885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e55ad396-666a-497d-82c6-68c882b5e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:22.361407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ad396-666a-497d-82c6-68c882b5e70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eafa16-10e3-4645-967d-6b97b4fe9390,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:22.386991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4941d-9f6a-44a1-8918-dd5442beb8f6 req-c30910b4-c8f1-4030-a2b6-afe016fd39fb tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:22.388816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5a4941d-9f6a-44a1-8918-dd5442beb8f6 req-c30910b4-c8f1-4030-a2b6-afe016fd39fb tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 945 time: 1.2313681 Feb 09 13:04:22.421010 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e55ad396-666a-497d-82c6-68c882b5e70d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5dc2903959d84902b50c01a7820c4190&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5913341 Feb 09 13:04:22.421648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41244) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:22.531999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4fa2ed-d33a-4842-8883-5eb925a1aad4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:22.573322 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75b7ce50-03ea-479c-9cbf-854e4791af49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:22.618278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75b7ce50-03ea-479c-9cbf-854e4791af49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:22.693788 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75b7ce50-03ea-479c-9cbf-854e4791af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:22.715338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7ce50-03ea-479c-9cbf-854e4791af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eafa16-10e3-4645-967d-6b97b4fe9390,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:22.739181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ec447b5-7ffb-4335-9784-854a36c5ac8f req-0ac0f1e6-0984-48b0-bcb9-d041d91df7d0 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 210 time: 0.2532141 Feb 09 13:04:22.742399 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75b7ce50-03ea-479c-9cbf-854e4791af49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:22.747987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-75b7ce50-03ea-479c-9cbf-854e4791af49 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59eafa16-10e3-4645-967d-6b97b4fe9390 HTTP/1.1" status: 204 len: 168 time: 0.3250515 Feb 09 13:04:22.857405 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5a4941d-9f6a-44a1-8918-dd5442beb8f6 req-aeddf442-58f2-414b-8d9b-ad6313f5fdee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4302461 Feb 09 13:04:22.865975 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:22.912609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Allocated IP 192.168.233.27 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/66bc3424-3cac-4162-8041-4c33ffdbe02d) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:04:22.916060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Transition to ACTIVE for port object c5602c4a-1470-4114-b7af-98dcf55f39b9 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:04:23.249428 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:23.392059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e58cf1ae-7ef2-4ea5-9a73-26dff593ed75 req-58a897ba-71a7-4095-b9c8-f7cfefae396b tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/ports?device_id=181e6348-85cc-4831-9876-993e8da647ea HTTP/1.1" status: 200 len: 210 time: 0.3174105 Feb 09 13:04:23.684686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Pushing event updated for resources: {'Port': ['ID=c5602c4a-1470-4114-b7af-98dcf55f39b9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:23.707363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Network 32fdc273-ef1d-4665-a02e-937b6e080af8 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:04:23.750602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:04:23.796451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:04:24.132394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f12d6c2a-8cb9-4f07-b645-b5e8775bab99 req-96029bb2-bb56-472c-9084-1583cca060db tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 210 time: 0.1629236 Feb 09 13:04:24.174704 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e6348-85cc-4831-9876-993e8da647ea', 'name': 'network-vif-deleted', 'tag': 'e0d1d3d2-9481-4542-b18b-36bfa298e449', 'status': 'completed', 'code': 200} Feb 09 13:04:24.223150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:24.223817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:24.370197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:24.382800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6aa718b1-c948-4343-bd08-2c886918b9ac None None] Provisioning for port c5602c4a-1470-4114-b7af-98dcf55f39b9 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:04:24.406457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6aa718b1-c948-4343-bd08-2c886918b9ac None None] Provisioning complete for port c5602c4a-1470-4114-b7af-98dcf55f39b9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:24.407862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6aa718b1-c948-4343-bd08-2c886918b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:24.604367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6aa718b1-c948-4343-bd08-2c886918b9ac None None] Port c5602c4a-1470-4114-b7af-98dcf55f39b9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:04:24.607622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Transition to ACTIVE for port object 66bc3424-3cac-4162-8041-4c33ffdbe02d will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:04:24.664022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-3fc5e279-0402-44b2-b945-f0fd6a7f18ea tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2519827 Feb 09 13:04:24.681167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Request body: {'port': {'device_id': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:24.782863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50009cf-7fd3-4b92-ab6b-8e2e76c350d5 req-9def72ca-a430-4bd3-86cb-2e94bdb9d840 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:24.784578 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d50009cf-7fd3-4b92-ab6b-8e2e76c350d5 req-9def72ca-a430-4bd3-86cb-2e94bdb9d840 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 943 time: 0.3507354 Feb 09 13:04:24.822891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:04:24.858092 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:24.947870 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41a2d237-fa10-4a43-b0b7-f58613153869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:24.987403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:04:25.007839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:04:25.022743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:04:25.158238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:25.159196 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:25.194965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0c845-a280-470b-bb19-d1e6a98a2b42 req-993b26d6-e308-4c18-a262-c08066862521 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:25.196118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-95e0c845-a280-470b-bb19-d1e6a98a2b42 req-993b26d6-e308-4c18-a262-c08066862521 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Synchronizing usage tracker for tenant:51da92718adc4434aa897129e217a92b on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:25.201355 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:25.278167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d50009cf-7fd3-4b92-ab6b-8e2e76c350d5 req-a2187e99-f5e9-4cc5-bc76-a696ddf603c5 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810121 Feb 09 13:04:25.279260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Pushing event updated for resources: {'Port': ['ID=66bc3424-3cac-4162-8041-4c33ffdbe02d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:25.299400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-95e0c845-a280-470b-bb19-d1e6a98a2b42 req-993b26d6-e308-4c18-a262-c08066862521 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Unset dirty status for tenant:51da92718adc4434aa897129e217a92b on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:25.319308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95e0c845-a280-470b-bb19-d1e6a98a2b42 req-993b26d6-e308-4c18-a262-c08066862521 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 931 time: 0.8249972 Feb 09 13:04:25.490101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-35785d49-cecd-431d-a5d8-02d0af8a8899 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9683075 Feb 09 13:04:25.515987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Request body: {'port': {'device_id': '4d1bf96c-ec13-4b22-931c-f22a16939a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:25.564784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fc268205-e216-4a68-9a2e-d6931481d63b None None] Provisioning for port 66bc3424-3cac-4162-8041-4c33ffdbe02d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:04:25.580907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fc268205-e216-4a68-9a2e-d6931481d63b None None] Provisioning complete for port 66bc3424-3cac-4162-8041-4c33ffdbe02d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:25.581716 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fc268205-e216-4a68-9a2e-d6931481d63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:25.820216 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-fc268205-e216-4a68-9a2e-d6931481d63b None None] Port 66bc3424-3cac-4162-8041-4c33ffdbe02d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:04:25.861772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95e0c845-a280-470b-bb19-d1e6a98a2b42 req-260afec8-bb8a-40cf-92b9-94810b80f474 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5412877 Feb 09 13:04:26.145602 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:26.707446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a0948-b5f7-4e1b-b4dc-d7bb9d76d337 req-39b11a72-0c87-43fc-b539-984a28fce9e7 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:26.708190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-767a0948-b5f7-4e1b-b4dc-d7bb9d76d337 req-39b11a72-0c87-43fc-b539-984a28fce9e7 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Synchronizing usage tracker for tenant:ea8b29347bb24008b4a11dbf4847f0fb on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:26.837605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5602c4a-1470-4114-b7af-98dcf55f39b9 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:04:26.842675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-767a0948-b5f7-4e1b-b4dc-d7bb9d76d337 req-39b11a72-0c87-43fc-b539-984a28fce9e7 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Unset dirty status for tenant:ea8b29347bb24008b4a11dbf4847f0fb on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:26.844337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-767a0948-b5f7-4e1b-b4dc-d7bb9d76d337 req-39b11a72-0c87-43fc-b539-984a28fce9e7 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 935 time: 0.4887724 Feb 09 13:04:26.851185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:26.927096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Transition to ACTIVE for port object c5602c4a-1470-4114-b7af-98dcf55f39b9 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:04:26.932128 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:27.137167 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cb8360b6-1052-4d4a-8860-36637528f18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:27.283322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5602c4a-1470-4114-b7af-98dcf55f39b9,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:27.300836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-767a0948-b5f7-4e1b-b4dc-d7bb9d76d337 req-56af6b75-80d2-419b-8d1c-89c0c2401d92 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Synchronizing usage tracker for tenant:ea8b29347bb24008b4a11dbf4847f0fb on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:27.309501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:04:27.514046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-767a0948-b5f7-4e1b-b4dc-d7bb9d76d337 req-56af6b75-80d2-419b-8d1c-89c0c2401d92 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Unset dirty status for tenant:ea8b29347bb24008b4a11dbf4847f0fb on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:27.525544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-767a0948-b5f7-4e1b-b4dc-d7bb9d76d337 req-56af6b75-80d2-419b-8d1c-89c0c2401d92 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e4fa2ed-d33a-4842-8883-5eb925a1aad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707141 Feb 09 13:04:27.641937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41356) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:27.697557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Attempting to bind port c5602c4a-1470-4114-b7af-98dcf55f39b9 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:04:27.697883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Attempting to bind port c5602c4a-1470-4114-b7af-98dcf55f39b9 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:04:27.698206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Attempting to bind port c5602c4a-1470-4114-b7af-98dcf55f39b9 on network 32fdc273-ef1d-4665-a02e-937b6e080af8 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:04:27.706737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bc3424-3cac-4162-8041-4c33ffdbe02d {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:04:27.717603 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:27.721338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Port c5602c4a-1470-4114-b7af-98dcf55f39b9 on network 32fdc273-ef1d-4665-a02e-937b6e080af8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:04:27.721654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Attempting to bind port c5602c4a-1470-4114-b7af-98dcf55f39b9 on network 32fdc273-ef1d-4665-a02e-937b6e080af8 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:04:27.746198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:04:27.750112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Checking segment: {'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:04:27.750624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Bound using segment: {'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:04:27.751133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Bound port: c5602c4a-1470-4114-b7af-98dcf55f39b9, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df58286-e979-4cc6-bb78-133f9172ed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:04:27.751486 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:27.787752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Transition to ACTIVE for port object 66bc3424-3cac-4162-8041-4c33ffdbe02d will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:04:27.812944 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:27.822746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-265069ce-8f1f-4830-b0fc-9d3bc6bbfd01 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:27.949784 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41362) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:27.982488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-265069ce-8f1f-4830-b0fc-9d3bc6bbfd01 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:28.048041 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-265069ce-8f1f-4830-b0fc-9d3bc6bbfd01 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:28.074249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265069ce-8f1f-4830-b0fc-9d3bc6bbfd01 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f2990-2bb5-42f2-8e6a-643a1601ed96,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:28.107622 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-265069ce-8f1f-4830-b0fc-9d3bc6bbfd01 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:28.108755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-265069ce-8f1f-4830-b0fc-9d3bc6bbfd01 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "DELETE /v2.0/security-groups/720f2990-2bb5-42f2-8e6a-643a1601ed96 HTTP/1.1" status: 204 len: 168 time: 0.4657669 Feb 09 13:04:28.114809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41368) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:28.203877 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-ff925910-9b6b-408e-b6a9-34a926e9b160 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] show failed (client error): The resource could not be found. Feb 09 13:04:28.205710 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ff925910-9b6b-408e-b6a9-34a926e9b160 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "GET /v2.0/security-groups/720f2990-2bb5-42f2-8e6a-643a1601ed96 HTTP/1.1" status: 404 len: 347 time: 0.0899646 Feb 09 13:04:28.215058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41372) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:28.316912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] For port c5602c4a-1470-4114-b7af-98dcf55f39b9, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:04:28.338224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] For port c5602c4a-1470-4114-b7af-98dcf55f39b9, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5602c4a-1470-4114-b7af-98dcf55f39b9,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:04:28.400939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:28.409594 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:28.434445 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:28.436650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] 10.222.0.67 "PUT /v2.0/ports/c5602c4a-1470-4114-b7af-98dcf55f39b9 HTTP/1.1" status: 200 len: 1091 time: 3.7622066 Feb 09 13:04:28.547347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'tag': 'c5602c4a-1470-4114-b7af-98dcf55f39b9'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:28.613126 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:28.803782 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bf07b082-4c4b-4a4e-ad1c-bdd5a8129947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:28.825942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 27f29ae9-4983-476d-9ce3-476c5c634563 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:04:28.904122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Pushing event updated for resources: {'Port': ['ID=66bc3424-3cac-4162-8041-4c33ffdbe02d,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:29.135344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d325daf5-36df-4d40-af39-c7b7ba3f9972 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Deleting port 9f98672c-047a-4100-955c-5c912b756a1f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:29.135689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d325daf5-36df-4d40-af39-c7b7ba3f9972 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:29.202718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bf07b082-4c4b-4a4e-ad1c-bdd5a8129947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:29.207613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bf07b082-4c4b-4a4e-ad1c-bdd5a8129947 admin admin] Usage tracker for resource:security_group_rule and tenant:2e271644d00d4b85b12535da65f29c84 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:29.211191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bf07b082-4c4b-4a4e-ad1c-bdd5a8129947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:29.219287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bf07b082-4c4b-4a4e-ad1c-bdd5a8129947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:29.297512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bf07b082-4c4b-4a4e-ad1c-bdd5a8129947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:29.306958 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bf07b082-4c4b-4a4e-ad1c-bdd5a8129947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:29.315205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:29.345852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '27f29ae9-4983-476d-9ce3-476c5c634563', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '27f29ae9-4983-476d-9ce3-476c5c634563', 'mac_address': 'fa:16:3e:41:79:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:04:29.347138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07b082-4c4b-4a4e-ad1c-bdd5a8129947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52f21f1-b2ff-45e0-87f5-8895541e95ac,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:29.429487 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bf07b082-4c4b-4a4e-ad1c-bdd5a8129947 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e271644d00d4b85b12535da65f29c84&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4749322 Feb 09 13:04:29.444300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41386) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:29.495804 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:29.554089 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d325daf5-36df-4d40-af39-c7b7ba3f9972 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:29.554841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d325daf5-36df-4d40-af39-c7b7ba3f9972 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:29.693237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d325daf5-36df-4d40-af39-c7b7ba3f9972 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Calling delete_port for 9f98672c-047a-4100-955c-5c912b756a1f owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:29.731958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27f29ae9-4983-476d-9ce3-476c5c634563 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:04:29.796849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-90d95ccf-961f-4f3d-9d4c-4664c5116a35 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:29.815279 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-90d95ccf-961f-4f3d-9d4c-4664c5116a35 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec939671-8995-4528-a484-06b5d749dd6d HTTP/1.1" status: 200 len: 943 time: 1.3870671 Feb 09 13:04:29.817589 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fb76a338-504e-49ec-b900-fd0452fe13b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:29.844652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:29.870168 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:29.881999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a2277-910f-4ca7-88f1-0bdb4d1006d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5602c4a-1470-4114-b7af-98dcf55f39b9,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:29.896516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Attempting to bind port 66bc3424-3cac-4162-8041-4c33ffdbe02d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:04:29.896998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Attempting to bind port 66bc3424-3cac-4162-8041-4c33ffdbe02d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:04:29.897426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Attempting to bind port 66bc3424-3cac-4162-8041-4c33ffdbe02d on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:04:29.929413 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d325daf5-36df-4d40-af39-c7b7ba3f9972 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:30.016956 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:30.060423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325daf5-36df-4d40-af39-c7b7ba3f9972 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Port': ['ID=9f98672c-047a-4100-955c-5c912b756a1f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:30.083453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['27f29ae9-4983-476d-9ce3-476c5c634563'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:04:30.109654 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fb76a338-504e-49ec-b900-fd0452fe13b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:30.169527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Port 66bc3424-3cac-4162-8041-4c33ffdbe02d on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:04:30.169967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Attempting to bind port 66bc3424-3cac-4162-8041-4c33ffdbe02d on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:04:30.217971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:30.227414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1ff7e-57bc-4645-96e5-47e70ca1d9e4 req-79b6ae2f-cc30-4f38-a6d1-af2cbc62c67f tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:30.235930 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-94b1ff7e-57bc-4645-96e5-47e70ca1d9e4 req-79b6ae2f-cc30-4f38-a6d1-af2cbc62c67f tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 945 time: 1.4883106 Feb 09 13:04:30.236217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d325daf5-36df-4d40-af39-c7b7ba3f9972 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:30.250015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-6ffb015f-5623-43e7-8a4d-168db515fe4b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Deleting port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:30.250355 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-6ffb015f-5623-43e7-8a4d-168db515fe4b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:30.301256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d325daf5-36df-4d40-af39-c7b7ba3f9972 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:30.302799 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d325daf5-36df-4d40-af39-c7b7ba3f9972 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "DELETE /v2.0/floatingips/99b4da6c-ac21-44ae-bfcd-6b73187db287 HTTP/1.1" status: 204 len: 168 time: 2.0867374 Feb 09 13:04:30.306188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41398) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:30.327172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-1719e254-611c-48f9-9e06-5e033a6fe0ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51da92718adc4434aa897129e217a92b&device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 1094 time: 1.8216755 Feb 09 13:04:30.548824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:04:30.549205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:04:30.549524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:04:30.549970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Bound port: 66bc3424-3cac-4162-8041-4c33ffdbe02d, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:04:30.550323 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:30.551668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3b801a29-4540-4aae-8e86-696f82b0d606 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Deleting port 75f56570-f103-4f27-adf9-2277e6f67988 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:30.552077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b801a29-4540-4aae-8e86-696f82b0d606 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:30.626971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-94b1ff7e-57bc-4645-96e5-47e70ca1d9e4 req-3c20bfab-086d-4951-b7cf-0ccdc0962ee2 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3905239 Feb 09 13:04:30.634629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-270b82c1-adfa-41f8-a5cd-7f2ac3ba7aef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5602c4a-1470-4114-b7af-98dcf55f39b9 HTTP/1.1" status: 200 len: 217 time: 0.1594141 Feb 09 13:04:30.833718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 27f29ae9-4983-476d-9ce3-476c5c634563 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:04:30.993853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 27f29ae9-4983-476d-9ce3-476c5c634563 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:30.994218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:31.085015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b801a29-4540-4aae-8e86-696f82b0d606 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:31.348159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fb76a338-504e-49ec-b900-fd0452fe13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:31.379282 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:31.409387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3b801a29-4540-4aae-8e86-696f82b0d606 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Calling delete_port for 75f56570-f103-4f27-adf9-2277e6f67988 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:31.456048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:31.459040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:31.497058 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:31.506200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76a338-504e-49ec-b900-fd0452fe13b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52f21f1-b2ff-45e0-87f5-8895541e95ac,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:31.612181 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fb76a338-504e-49ec-b900-fd0452fe13b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:31.613836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fb76a338-504e-49ec-b900-fd0452fe13b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f52f21f1-b2ff-45e0-87f5-8895541e95ac HTTP/1.1" status: 204 len: 168 time: 2.1673703 Feb 09 13:04:31.615820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924d675-f309-4359-bd15-c2ca70779932 req-80a4af85-14dd-4201-b25f-8b45ef2cba31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:31.617562 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-80a4af85-14dd-4201-b25f-8b45ef2cba31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ea791093-4d5f-4dfa-88b1-73108c227bca HTTP/1.1" status: 200 len: 855 time: 0.9284539 Feb 09 13:04:31.624822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] For port 66bc3424-3cac-4162-8041-4c33ffdbe02d, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:04:31.635206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] For port 66bc3424-3cac-4162-8041-4c33ffdbe02d, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66bc3424-3cac-4162-8041-4c33ffdbe02d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:04:31.635502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:31.661562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.661887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.662362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.662929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.663447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.664016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.664530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.665015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.665417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.665750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.666127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:31.757696 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:31.759585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b801a29-4540-4aae-8e86-696f82b0d606 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:31.808666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-6ffb015f-5623-43e7-8a4d-168db515fe4b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] For port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:31.809173 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-6ffb015f-5623-43e7-8a4d-168db515fe4b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:31.982143 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Sync routers for ids ['05379a46-21f2-45d7-8817-9e747b725d5f'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:04:31.991906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b801a29-4540-4aae-8e86-696f82b0d606 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Port': ['ID=75f56570-f103-4f27-adf9-2277e6f67988,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:32.044641 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Routers {'05379a46-21f2-45d7-8817-9e747b725d5f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:04:32.048241 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:04:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['05379a46-21f2-45d7-8817-9e747b725d5f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:32.166247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b801a29-4540-4aae-8e86-696f82b0d606 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:32.183173 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3b801a29-4540-4aae-8e86-696f82b0d606 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "DELETE /v2.0/ports/75f56570-f103-4f27-adf9-2277e6f67988 HTTP/1.1" status: 204 len: 168 time: 1.8724623 Feb 09 13:04:32.183173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41424) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:32.377207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c9fad7c1-fcb6-48db-bc34-792bba8da1b7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Deleting port 165c8fab-ae9a-44df-b792-17f31cf5ddda {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:32.377581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c9fad7c1-fcb6-48db-bc34-792bba8da1b7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:32.608320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-6ffb015f-5623-43e7-8a4d-168db515fe4b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Calling delete_port for cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:32.736157 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Set router 05379a46-21f2-45d7-8817-9e747b725d5f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:04:32.809159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:32.820559 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] 10.222.0.67 "PUT /v2.0/ports/66bc3424-3cac-4162-8041-4c33ffdbe02d HTTP/1.1" status: 200 len: 1095 time: 7.3135602 Feb 09 13:04:32.824826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41430) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:32.918503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c2558-bd8f-4830-a622-3bd91e653da8 req-a2a8a89e-5d3b-4751-8b90-81a2ebd3a100 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:32.941572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c9c2558-bd8f-4830-a622-3bd91e653da8 req-a2a8a89e-5d3b-4751-8b90-81a2ebd3a100 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 943 time: 1.9097843 Feb 09 13:04:33.089852 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63548f19-fa5b-4b18-831f-faabab4524ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:33.129287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226617a-cb91-4ac4-8ad8-164ef36aa978 service neutron] Pushing event updated for resources: {'Port': ['ID=66bc3424-3cac-4162-8041-4c33ffdbe02d,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:33.275726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-0b498919-2118-459c-8d06-1389445ae4ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32fdc273-ef1d-4665-a02e-937b6e080af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6307380 Feb 09 13:04:33.411258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c9c2558-bd8f-4830-a622-3bd91e653da8 req-5b3b1d95-e5b5-43b1-b92a-78b10b5051ba tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4683261 Feb 09 13:04:33.554791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-63548f19-fa5b-4b18-831f-faabab4524ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:33.566677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-63548f19-fa5b-4b18-831f-faabab4524ae admin admin] Usage tracker for resource:security_group_rule and tenant:a209800ca92e449c970474dc59ac622e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:33.579344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-63548f19-fa5b-4b18-831f-faabab4524ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:33.605181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-63548f19-fa5b-4b18-831f-faabab4524ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:33.664436 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-6ffb015f-5623-43e7-8a4d-168db515fe4b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:33.674459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-02511fd1-cdb8-4e68-8631-c161e763af2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea8b29347bb24008b4a11dbf4847f0fb&device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 1098 time: 0.7267282 Feb 09 13:04:33.812909 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-router', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:04:08Z', 'revision_number': 4, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'gw_port': {'id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:41Z', 'updated_at': '2022-02-09T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '29d46ae9-0eba-4f7a-8481-636fc15b9439', 'name': '', 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'mac_address': 'fa:16:3e:c5:de:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d43dd-b47a-4ae3-a51a-5b9487e5a0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:04:05Z', 'updated_at': '2022-02-09T13:04:09Z', 'revision_number': 2, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'subnets': [{'id': '334d43dd-b47a-4ae3-a51a-5b9487e5a0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:33.827706 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Checking router: 05379a46-21f2-45d7-8817-9e747b725d5f for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:04:33.828339 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Updating router 05379a46-21f2-45d7-8817-9e747b725d5f port 29d46ae9-0eba-4f7a-8481-636fc15b9439 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:04:33.851747 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63548f19-fa5b-4b18-831f-faabab4524ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:33.864130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63548f19-fa5b-4b18-831f-faabab4524ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:33.875786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c9fad7c1-fcb6-48db-bc34-792bba8da1b7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:33.891023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb015f-5623-43e7-8a4d-168db515fe4b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event deleted for resources: {'Port': ['ID=cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:33.925241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63548f19-fa5b-4b18-831f-faabab4524ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eb37eb-c0c7-41d3-a230-9fdc2504ca21,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:33.985111 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:34.018719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-7214982b-2d3e-4784-a212-32d93587ccb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=66bc3424-3cac-4162-8041-4c33ffdbe02d HTTP/1.1" status: 200 len: 217 time: 0.2328222 Feb 09 13:04:34.115284 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-b957bfc1-4177-4f92-9a46-d3faf762babd service neutron] 10.222.0.67 "GET /v2.0/networks/32fdc273-ef1d-4665-a02e-937b6e080af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7882812 Feb 09 13:04:34.141689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c9fad7c1-fcb6-48db-bc34-792bba8da1b7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Calling delete_port for 165c8fab-ae9a-44df-b792-17f31cf5ddda owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:34.206862 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-63548f19-fa5b-4b18-831f-faabab4524ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a209800ca92e449c970474dc59ac622e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3806815 Feb 09 13:04:34.209877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41434) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:34.404017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14c2c594-36a4-4124-af0a-ce26a3aa8692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:34.470285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14c2c594-36a4-4124-af0a-ce26a3aa8692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:34.506706 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c9fad7c1-fcb6-48db-bc34-792bba8da1b7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:34.637070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-6ffb015f-5623-43e7-8a4d-168db515fe4b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] No DVR routers for this DVR port cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:04:34.653653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-6ffb015f-5623-43e7-8a4d-168db515fe4b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:34.718833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fad7c1-fcb6-48db-bc34-792bba8da1b7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Port': ['ID=165c8fab-ae9a-44df-b792-17f31cf5ddda,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:34.788240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b6484f3-19be-44cf-aa83-570f5aab19e7 req-6ffb015f-5623-43e7-8a4d-168db515fe4b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "DELETE /v2.0/ports/cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9 HTTP/1.1" status: 204 len: 173 time: 4.9715748 Feb 09 13:04:34.817920 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c9fad7c1-fcb6-48db-bc34-792bba8da1b7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:34.822747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc7455-1a50-472a-93dd-b40682ed976c req-73e16a32-b4d8-4794-989c-734bd1a30467 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:34.831060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-73e16a32-b4d8-4794-989c-734bd1a30467 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.7943015 Feb 09 13:04:34.852437 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c9fad7c1-fcb6-48db-bc34-792bba8da1b7 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "DELETE /v2.0/ports/165c8fab-ae9a-44df-b792-17f31cf5ddda HTTP/1.1" status: 204 len: 168 time: 2.6682885 Feb 09 13:04:34.853403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41440) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:35.083730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14c2c594-36a4-4124-af0a-ce26a3aa8692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:35.089093 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:35.095096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14c2c594-36a4-4124-af0a-ce26a3aa8692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:35.101970 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-14c2c594-36a4-4124-af0a-ce26a3aa8692 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1eb37eb-c0c7-41d3-a230-9fdc2504ca21 HTTP/1.1" status: 204 len: 168 time: 0.8899829 Feb 09 13:04:35.115338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc960569-703c-45ea-962f-88e7631c6454 req-3313051a-8e92-4bc1-bcea-2ed4722e4c7c tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:35.123142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc960569-703c-45ea-962f-88e7631c6454 req-3313051a-8e92-4bc1-bcea-2ed4722e4c7c tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 947 time: 1.4416065 Feb 09 13:04:35.149013 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Transition to ACTIVE for port object 29d46ae9-0eba-4f7a-8481-636fc15b9439 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:04:35.180459 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:35.201991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f924d675-f309-4359-bd15-c2ca70779932 req-9a453e01-3563-4715-b71d-9801b1432dd1 service neutron] 10.222.0.67 "GET /v2.0/networks/32fdc273-ef1d-4665-a02e-937b6e080af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9461937 Feb 09 13:04:35.223108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc960569-703c-45ea-962f-88e7631c6454 req-5b783e2b-a4b5-490a-828b-540fbdf6318c tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e4fa2ed-d33a-4842-8883-5eb925a1aad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989885 Feb 09 13:04:35.286505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2c594-36a4-4124-af0a-ce26a3aa8692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eb37eb-c0c7-41d3-a230-9fdc2504ca21,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:35.288323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-7d463b83-8e4d-4a5f-bb0f-2439fbf30973 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4457169 Feb 09 13:04:35.594652 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Pushing event updated for resources: {'Port': ['ID=29d46ae9-0eba-4f7a-8481-636fc15b9439,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:35.613303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-e2305cd7-814f-4a0d-951e-91d062b784ac service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106735 Feb 09 13:04:35.715867 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.715867 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.715867 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.716482 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.716647 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.716844 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.717163 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.717479 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.731012 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.731898 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.732236 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:04:35.984895 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Attempting to bind port 29d46ae9-0eba-4f7a-8481-636fc15b9439 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:04:35.991909 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Attempting to bind port 29d46ae9-0eba-4f7a-8481-636fc15b9439 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '62b49ed6-730c-46d2-8c83-ddc2e81a7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:04:35.992356 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Attempting to bind port 29d46ae9-0eba-4f7a-8481-636fc15b9439 on network 58e34d04-72c6-4537-9420-ba533fb7b044 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:04:36.033762 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:04:36.039241 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Checking segment: {'id': '62b49ed6-730c-46d2-8c83-ddc2e81a7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:04:36.042417 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:36.051199 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Bound using segment: {'id': '62b49ed6-730c-46d2-8c83-ddc2e81a7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:04:36.051459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a3969c-2fb8-460f-b798-aab6d460a873 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Deleting subnet 66d2b1a3-c9c4-4072-9311-fe1aa67fef5a {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:04:36.052623 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Bound port: 29d46ae9-0eba-4f7a-8481-636fc15b9439, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b49ed6-730c-46d2-8c83-ddc2e81a7bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:04:36.053418 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:36.064003 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0a3969c-2fb8-460f-b798-aab6d460a873 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:36.149595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06bc7455-1a50-472a-93dd-b40682ed976c req-fb5ddb7f-01a4-46bc-bd65-37952a097758 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284460 Feb 09 13:04:36.278962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0a3969c-2fb8-460f-b798-aab6d460a873 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:36.375293 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] For port 29d46ae9-0eba-4f7a-8481-636fc15b9439, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:04:36.379444 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] For port 29d46ae9-0eba-4f7a-8481-636fc15b9439, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=29d46ae9-0eba-4f7a-8481-636fc15b9439,segment=NetworkSegment(62b49ed6-730c-46d2-8c83-ddc2e81a7bce),segment_id=62b49ed6-730c-46d2-8c83-ddc2e81a7bce)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:04:36.385799 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:36.509425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0a3969c-2fb8-460f-b798-aab6d460a873 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:36.548979 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e644c-a48f-46bf-b78a-4e3c2aa994a4 None None] Pushing event updated for resources: {'Port': ['ID=29d46ae9-0eba-4f7a-8481-636fc15b9439,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:36.564005 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Routers {'05379a46-21f2-45d7-8817-9e747b725d5f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:04:36.565283 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:04:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['05379a46-21f2-45d7-8817-9e747b725d5f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:36.804013 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'tag': 'c5602c4a-1470-4114-b7af-98dcf55f39b9', 'status': 'completed', 'code': 200} Feb 09 13:04:36.822553 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0a3969c-2fb8-460f-b798-aab6d460a873 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:36.953034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3969c-2fb8-460f-b798-aab6d460a873 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Subnet': ['ID=66d2b1a3-c9c4-4072-9311-fe1aa67fef5a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:37.009972 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0a3969c-2fb8-460f-b798-aab6d460a873 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:37.012540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7746758-d44e-40b0-b7b0-44db2b1ff8fa None None] Network 7795d20f-af30-4c07-9448-7781713777a7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:04:37.033794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41466) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:37.036463 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c0a3969c-2fb8-460f-b798-aab6d460a873 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "DELETE /v2.0/subnets/66d2b1a3-c9c4-4072-9311-fe1aa67fef5a HTTP/1.1" status: 204 len: 168 time: 2.1804712 Feb 09 13:04:37.135804 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563', 'code': 200} Feb 09 13:04:37.269955 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] Set router 05379a46-21f2-45d7-8817-9e747b725d5f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:04:37.292982 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba1d04f2-7da3-49e0-b29d-a3ee07fab9bb req-44b780b1-e73e-4286-9be1-6c2ead2a66fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51da92718adc4434aa897129e217a92b&device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 1094 time: 0.4521008 Feb 09 13:04:37.536599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d89cfb-7017-458c-abe1-8ecd11f34e99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Deleting subnet 253c534a-f1c3-4167-80d9-d663f21db0ba {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:04:37.573663 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-63d89cfb-7017-458c-abe1-8ecd11f34e99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:37.843274 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-63d89cfb-7017-458c-abe1-8ecd11f34e99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:37.977248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a05f0-3d0b-4563-bf06-a2dec25e1a79 None None] DHCP port deletion for 7795d20f-af30-4c07-9448-7781713777a7 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:04:37.989266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f53a05f0-3d0b-4563-bf06-a2dec25e1a79 None None] Deleting port 8ffe4327-a8c1-4362-b413-77cab7e1a278 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:37.996894 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f53a05f0-3d0b-4563-bf06-a2dec25e1a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:38.071986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d04f2-7da3-49e0-b29d-a3ee07fab9bb req-c54ab38d-a4cb-4b75-aa41-cc1084e15de3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:38.074760 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba1d04f2-7da3-49e0-b29d-a3ee07fab9bb req-c54ab38d-a4cb-4b75-aa41-cc1084e15de3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=32fdc273-ef1d-4665-a02e-937b6e080af8 HTTP/1.1" status: 200 len: 917 time: 0.7794132 Feb 09 13:04:38.280883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e1fba-c804-444f-8ebe-ddd7ff74074c req-d441a86e-07a8-4b99-bbd1-4070d773a2ad tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:38.295224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad8e1fba-c804-444f-8ebe-ddd7ff74074c req-d441a86e-07a8-4b99-bbd1-4070d773a2ad tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 943 time: 0.7653368 Feb 09 13:04:38.308212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e4355-dbf5-4784-9e34-65dbfac9e7a7 req-02982dd5-aab0-407a-863a-1bf18a7d5fe6 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:38.321492 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-603e4355-dbf5-4784-9e34-65dbfac9e7a7 req-02982dd5-aab0-407a-863a-1bf18a7d5fe6 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 947 time: 0.6234000 Feb 09 13:04:38.329380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba1d04f2-7da3-49e0-b29d-a3ee07fab9bb req-32a7f8a8-d190-47df-b9a8-b9a10c94ca14 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5602c4a-1470-4114-b7af-98dcf55f39b9 HTTP/1.1" status: 200 len: 217 time: 0.2270398 Feb 09 13:04:38.399322 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-router', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:04:08Z', 'revision_number': 4, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'gw_port': {'id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:41Z', 'updated_at': '2022-02-09T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '29d46ae9-0eba-4f7a-8481-636fc15b9439', 'name': '', 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'mac_address': 'fa:16:3e:c5:de:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d43dd-b47a-4ae3-a51a-5b9487e5a0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:04:05Z', 'updated_at': '2022-02-09T13:04:36Z', 'revision_number': 4, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'subnets': [{'id': '334d43dd-b47a-4ae3-a51a-5b9487e5a0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:38.421884 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c19f3b-f0e1-4dfb-af9b-ad9d6c96fea4 None None] The sync data for ids ['05379a46-21f2-45d7-8817-9e747b725d5f'] in n-d-825175-3 is: [{'id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-router', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:04:08Z', 'revision_number': 4, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'gw_port': {'id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:41Z', 'updated_at': '2022-02-09T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '29d46ae9-0eba-4f7a-8481-636fc15b9439', 'name': '', 'network_id': '58e34d04-72c6-4537-9420-ba533fb7b044', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'mac_address': 'fa:16:3e:c5:de:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d43dd-b47a-4ae3-a51a-5b9487e5a0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:04:05Z', 'updated_at': '2022-02-09T13:04:36Z', 'revision_number': 4, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'subnets': [{'id': '334d43dd-b47a-4ae3-a51a-5b9487e5a0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:04:38.599056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f53a05f0-3d0b-4563-bf06-a2dec25e1a79 None None] For port 8ffe4327-a8c1-4362-b413-77cab7e1a278, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8ffe4327-a8c1-4362-b413-77cab7e1a278,segment=NetworkSegment(5d2a6621-a0bd-46b1-b052-010804b2bdc7),segment_id=5d2a6621-a0bd-46b1-b052-010804b2bdc7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:38.599652 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f53a05f0-3d0b-4563-bf06-a2dec25e1a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:38.727382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad8e1fba-c804-444f-8ebe-ddd7ff74074c req-43d9d983-472a-401a-a82d-e8a1d665cedb tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4308589 Feb 09 13:04:38.756261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-603e4355-dbf5-4784-9e34-65dbfac9e7a7 req-c34d1f14-c086-4e59-a668-ecddd52c01e2 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e4fa2ed-d33a-4842-8883-5eb925a1aad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323463 Feb 09 13:04:38.784062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f53a05f0-3d0b-4563-bf06-a2dec25e1a79 None None] Calling delete_port for 8ffe4327-a8c1-4362-b413-77cab7e1a278 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:38.796888 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d04f2-7da3-49e0-b29d-a3ee07fab9bb req-c258c57a-e9df-4a83-9b63-f4d645d8f4d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:38.798874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba1d04f2-7da3-49e0-b29d-a3ee07fab9bb req-c258c57a-e9df-4a83-9b63-f4d645d8f4d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ea791093-4d5f-4dfa-88b1-73108c227bca HTTP/1.1" status: 200 len: 855 time: 0.3805304 Feb 09 13:04:38.899304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66bc3424-3cac-4162-8041-4c33ffdbe02d details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:04:39.062883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:04:39.134077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1bf96c-ec13-4b22-931c-f22a16939a91', 'tag': '66bc3424-3cac-4162-8041-4c33ffdbe02d'}, {'server_uuid': 'ec939671-8995-4528-a484-06b5d749dd6d', 'name': 'network-vif-deleted', 'tag': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:39.135936 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f53a05f0-3d0b-4563-bf06-a2dec25e1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:39.178810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41494) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:39.206028 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-63d89cfb-7017-458c-abe1-8ecd11f34e99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:39.313724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a05f0-3d0b-4563-bf06-a2dec25e1a79 None None] Pushing event deleted for resources: {'Port': ['ID=8ffe4327-a8c1-4362-b413-77cab7e1a278,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:39.360506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a05f0-3d0b-4563-bf06-a2dec25e1a79 None None] No DVR routers for this DVR port 8ffe4327-a8c1-4362-b413-77cab7e1a278 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:04:39.478044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66bc3424-3cac-4162-8041-4c33ffdbe02d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66bc3424-3cac-4162-8041-4c33ffdbe02d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:39.545082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '66bc3424-3cac-4162-8041-4c33ffdbe02d', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '66bc3424-3cac-4162-8041-4c33ffdbe02d', 'mac_address': 'fa:16:3e:78:ae:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:04:39.777771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1511576641-network', 'tenant_id': 'f6ed84eeb5c94f0faadad4b5bf45af2a'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:39.786840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:39.789344 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:39.793093 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1bf96c-ec13-4b22-931c-f22a16939a91', 'tag': '66bc3424-3cac-4162-8041-4c33ffdbe02d', 'status': 'completed', 'code': 200} Feb 09 13:04:39.793819 n-d-825175-3 neutron-server[83480]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec939671-8995-4528-a484-06b5d749dd6d', 'name': 'network-vif-deleted', 'tag': 'cb807dc6-a8cb-4ee7-8fc7-27bb7b69aee9', 'status': 'failed', 'code': 422} returned with failed status Feb 09 13:04:39.799375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Usage tracker for resource:network and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:39.803379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:39.830810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:39.863039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bc3424-3cac-4162-8041-4c33ffdbe02d {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:04:39.884608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Made reservation on behalf of f6ed84eeb5c94f0faadad4b5bf45af2a for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:04:39.887436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:39.939708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66bc3424-3cac-4162-8041-4c33ffdbe02d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66bc3424-3cac-4162-8041-4c33ffdbe02d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:39.948268 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:39.968790 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:39.988140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba1d04f2-7da3-49e0-b29d-a3ee07fab9bb req-8e3444c7-eda4-46c3-97fa-55000b4d38f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32fdc273-ef1d-4665-a02e-937b6e080af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1657670 Feb 09 13:04:39.995027 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-63d89cfb-7017-458c-abe1-8ecd11f34e99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:40.062857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:40.074828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Usage tracker for resource:security_group_rule and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:40.077593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:40.084896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:40.088433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 29d46ae9-0eba-4f7a-8481-636fc15b9439 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:04:40.194260 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:40.201756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:40.300079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadea1a7-e9d9-4d0e-aa63-89bea13c18f0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:40.320495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:04:40.349466 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:40.349985 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Added segment 3fe16334-533e-442b-b0f6-4c8d4a28193c of type vlan for network a97af7f9-fc21-4576-89b0-0a59bf4215a2 Feb 09 13:04:40.357883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=66bc3424-3cac-4162-8041-4c33ffdbe02d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:40.392386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['66bc3424-3cac-4162-8041-4c33ffdbe02d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:04:40.476258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 29d46ae9-0eba-4f7a-8481-636fc15b9439 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:04:40.497923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 29d46ae9-0eba-4f7a-8481-636fc15b9439 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:40.498492 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:40.583351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-63d89cfb-7017-458c-abe1-8ecd11f34e99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:40.599015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520dc03-be66-415f-a0c5-5570618a2bb2 None None] Network 6ec6fb0a-4e82-4d6e-89f0-376ac243455e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:04:40.713522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d89cfb-7017-458c-abe1-8ecd11f34e99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Subnet': ['ID=253c534a-f1c3-4167-80d9-d663f21db0ba,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:40.745021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:40.813486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:40.814374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:40.815060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:40.868378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-63d89cfb-7017-458c-abe1-8ecd11f34e99 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "DELETE /v2.0/subnets/253c534a-f1c3-4167-80d9-d663f21db0ba HTTP/1.1" status: 204 len: 168 time: 3.8233175 Feb 09 13:04:40.890682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41528) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:41.179194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] Pushing event updated for resources: {'Network': ['ID=a97af7f9-fc21-4576-89b0-0a59bf4215a2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:41.222283 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6c94eca3-7490-404c-bb06-94e2066f458a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0416675 Feb 09 13:04:41.224098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41532) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:41.242263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Request body: {'subnet': {'network_id': 'a97af7f9-fc21-4576-89b0-0a59bf4215a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1511576641-subnet', 'tenant_id': 'f6ed84eeb5c94f0faadad4b5bf45af2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:41.270667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:41.276483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Usage tracker for resource:subnet and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:41.282850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:41.285115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network a97af7f9-fc21-4576-89b0-0a59bf4215a2 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:04:41.305522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:41.351176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Made reservation on behalf of f6ed84eeb5c94f0faadad4b5bf45af2a for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:04:41.354331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:41.383431 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:41.606680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-63ef2d13-ab3a-464c-b987-7b00b0415eb9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:41.622916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-63ef2d13-ab3a-464c-b987-7b00b0415eb9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 1.0973277 Feb 09 13:04:41.705429 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:41.900836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 29d46ae9-0eba-4f7a-8481-636fc15b9439, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=29d46ae9-0eba-4f7a-8481-636fc15b9439,segment=NetworkSegment(62b49ed6-730c-46d2-8c83-ddc2e81a7bce),segment_id=62b49ed6-730c-46d2-8c83-ddc2e81a7bce)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:41.911124 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:41.928280 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-226aa443-0b40-489f-a4bd-013a75841e3a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/quotas/819a0ead3dfd4a61b8df838745ba906a HTTP/1.1" status: 200 len: 375 time: 0.3042057 Feb 09 13:04:41.990348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:42.033963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7d245-70bf-4a63-a2bc-43ffc861d162 None None] DHCP port deletion for 6ec6fb0a-4e82-4d6e-89f0-376ac243455e request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:04:42.060182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8ffe4327-a8c1-4362-b413-77cab7e1a278 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:04:42.109481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7d245-70bf-4a63-a2bc-43ffc861d162 None None] Deleting port 350b1937-7da6-45a8-9e5e-2507261553ba {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:42.109911 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f8f7d245-70bf-4a63-a2bc-43ffc861d162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:42.150784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-b885c3cb-b696-41ef-b953-818f336708dc tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:42.220093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:42.318547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2bba32-130c-4a4b-9553-20bfbd7f40ee,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:42.383010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Checking segment: {'id': '3fe16334-533e-442b-b0f6-4c8d4a28193c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a97af7f9-fc21-4576-89b0-0a59bf4215a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:04:42.384613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Network hostable DHCP agents. Network: a97af7f9-fc21-4576-89b0-0a59bf4215a2, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:04:42.396482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba1d04f2-7da3-49e0-b29d-a3ee07fab9bb req-7ade045d-94ea-4513-826b-49137549ed5d service neutron] 10.222.0.67 "GET /v2.0/networks/32fdc273-ef1d-4665-a02e-937b6e080af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1106601 Feb 09 13:04:42.407793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d76417d5-601c-42ea-a0ac-af609818b80a req-f05e06c3-566d-406b-b67b-1b1d84f5bea0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ea8b29347bb24008b4a11dbf4847f0fb&device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 1099 time: 2.6124027 Feb 09 13:04:42.440053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58918ec4-8fc4-4cb5-ac98-75a942240efb req-f56933c5-987f-48df-a9ec-683444eff731 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:42.456251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58918ec4-8fc4-4cb5-ac98-75a942240efb req-f56933c5-987f-48df-a9ec-683444eff731 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 943 time: 2.0548980 Feb 09 13:04:42.463476 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Network a97af7f9-fc21-4576-89b0-0a59bf4215a2 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:04:42.490859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, a97af7f9-fc21-4576-89b0-0a59bf4215a2) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:04:42.503226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:42.504842 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:42.568626 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7e7c02b2-f736-4114-9444-d25a7850dce3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3429596 Feb 09 13:04:42.612988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f8f7d245-70bf-4a63-a2bc-43ffc861d162 None None] For port 350b1937-7da6-45a8-9e5e-2507261553ba, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=350b1937-7da6-45a8-9e5e-2507261553ba,segment=NetworkSegment(01468ae8-e346-451b-8504-c42cbfe095eb),segment_id=01468ae8-e346-451b-8504-c42cbfe095eb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:42.615072 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f8f7d245-70bf-4a63-a2bc-43ffc861d162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:42.706295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-b885c3cb-b696-41ef-b953-818f336708dc tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:42.708701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-b885c3cb-b696-41ef-b953-818f336708dc tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7787654 Feb 09 13:04:42.903081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7d245-70bf-4a63-a2bc-43ffc861d162 None None] Calling delete_port for 350b1937-7da6-45a8-9e5e-2507261553ba owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:42.993646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 8ffe4327-a8c1-4362-b413-77cab7e1a278 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:04:42.994263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8ffe4327-a8c1-4362-b413-77cab7e1a278 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:04:43.003080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835d1334-423e-4fbb-8dbd-d19985b96c85 None None] Network a97af7f9-fc21-4576-89b0-0a59bf4215a2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:04:43.022989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c5602c4a-1470-4114-b7af-98dcf55f39b9 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:04:43.026565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66bc3424-3cac-4162-8041-4c33ffdbe02d up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:04:43.048422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-e8be6a9a-953b-4f77-b2fb-8afe95d62d87 service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083557 Feb 09 13:04:43.120367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-349eaef3-abba-4ab0-9752-0f4d4bea1da8 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:43.131684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-349eaef3-abba-4ab0-9752-0f4d4bea1da8 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.67 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 945 time: 1.4792774 Feb 09 13:04:43.350539 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f8f7d245-70bf-4a63-a2bc-43ffc861d162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:43.387753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Deleting port 43ba00f5-6d6e-45a8-9406-939330c58d2d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:43.388578 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:43.398980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=29d46ae9-0eba-4f7a-8481-636fc15b9439,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:43.401975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 350b1937-7da6-45a8-9e5e-2507261553ba no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:04:43.535109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 350b1937-7da6-45a8-9e5e-2507261553ba {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:04:43.535394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 350b1937-7da6-45a8-9e5e-2507261553ba not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:04:43.645075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-0f17b246-db61-477d-a5ae-8076e633ae0e service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447872 Feb 09 13:04:43.667780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7d245-70bf-4a63-a2bc-43ffc861d162 None None] Pushing event deleted for resources: {'Port': ['ID=350b1937-7da6-45a8-9e5e-2507261553ba,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:43.746343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f7d245-70bf-4a63-a2bc-43ffc861d162 None None] No DVR routers for this DVR port 350b1937-7da6-45a8-9e5e-2507261553ba on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:04:44.078844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 66bc3424-3cac-4162-8041-4c33ffdbe02d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:04:44.170892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c5602c4a-1470-4114-b7af-98dcf55f39b9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5602c4a-1470-4114-b7af-98dcf55f39b9,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:44.244368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 66bc3424-3cac-4162-8041-4c33ffdbe02d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:44.245544 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:44.453918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76417d5-601c-42ea-a0ac-af609818b80a req-4f9f3cad-2977-4f27-a7bc-48da733b64d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:44.456330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d76417d5-601c-42ea-a0ac-af609818b80a req-4f9f3cad-2977-4f27-a7bc-48da733b64d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 1.9871860 Feb 09 13:04:44.468606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'c5602c4a-1470-4114-b7af-98dcf55f39b9', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'port_id': 'c5602c4a-1470-4114-b7af-98dcf55f39b9', 'mac_address': 'fa:16:3e:7f:95:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:04:44.671093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:44.706999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7795d20f-af30-4c07-9448-7781713777a7']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:44.728467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2a6621-a0bd-46b1-b052-010804b2bdc7') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:44.728907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2a6621-a0bd-46b1-b052-010804b2bdc7') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:44.730878 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:44.746573 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:44.783355 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:44.805032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:04:44.805601 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:44.991473 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:45.030083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2642d-fa25-4a5d-bbfa-88145f40dd20 None None] Network a97af7f9-fc21-4576-89b0-0a59bf4215a2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:04:45.082225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5602c4a-1470-4114-b7af-98dcf55f39b9 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:04:45.123781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c5602c4a-1470-4114-b7af-98dcf55f39b9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5602c4a-1470-4114-b7af-98dcf55f39b9,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:04:45.176954 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:04:45.194108 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:45.275204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 29d46ae9-0eba-4f7a-8481-636fc15b9439 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:04:45.277075 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:45.293976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Network': ['ID=7795d20f-af30-4c07-9448-7781713777a7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:45.303428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58918ec4-8fc4-4cb5-ac98-75a942240efb req-9356890c-f188-4410-8188-619685311d52 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.8445904 Feb 09 13:04:45.318940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41552) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:45.333556 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d4ef96c2-ad7c-42c8-afa3-9cfd9954e469 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "DELETE /v2.0/networks/7795d20f-af30-4c07-9448-7781713777a7 HTTP/1.1" status: 204 len: 168 time: 4.1803529 Feb 09 13:04:45.348462 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba1d04f2-7da3-49e0-b29d-a3ee07fab9bb req-64616e45-5a5a-4e5d-b83e-86b8447edd35 service neutron] 10.222.0.67 "GET /v2.0/networks/32fdc273-ef1d-4665-a02e-937b6e080af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.9285674 Feb 09 13:04:45.353016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d76417d5-601c-42ea-a0ac-af609818b80a req-aaba3ed9-9221-4e39-9027-6a4d7821925b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=66bc3424-3cac-4162-8041-4c33ffdbe02d HTTP/1.1" status: 200 len: 217 time: 0.7758899 Feb 09 13:04:45.437570 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:45.621289 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:45.740274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1bf96c-ec13-4b22-931c-f22a16939a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bc3424-3cac-4162-8041-4c33ffdbe02d'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:45.863780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dd448-de47-4bf1-8d5f-8c722adbd621 req-3178f2ef-8e25-4d92-b6d0-d6578d47f1be tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:45.864631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66bc3424-3cac-4162-8041-4c33ffdbe02d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66bc3424-3cac-4162-8041-4c33ffdbe02d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:45.870641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['c5602c4a-1470-4114-b7af-98dcf55f39b9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:04:45.878626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-978dd448-de47-4bf1-8d5f-8c722adbd621 req-3178f2ef-8e25-4d92-b6d0-d6578d47f1be tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 948 time: 1.4128420 Feb 09 13:04:46.096099 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:46.118327 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:46.120957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 43ba00f5-6d6e-45a8-9406-939330c58d2d no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:04:46.194148 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec6fb0a-4e82-4d6e-89f0-376ac243455e']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:46.237870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01468ae8-e346-451b-8504-c42cbfe095eb') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:46.239612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01468ae8-e346-451b-8504-c42cbfe095eb') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:46.250430 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:46.251511 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=c5602c4a-1470-4114-b7af-98dcf55f39b9,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:46.322325 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:46.393689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:46.416396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:04:46.417168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:46.424673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] For port 43ba00f5-6d6e-45a8-9406-939330c58d2d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=43ba00f5-6d6e-45a8-9406-939330c58d2d,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:46.425188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:46.441171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76417d5-601c-42ea-a0ac-af609818b80a req-5572336b-309e-41a3-b0b8-02730e482399 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:46.442857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d76417d5-601c-42ea-a0ac-af609818b80a req-5572336b-309e-41a3-b0b8-02730e482399 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 1.0654237 Feb 09 13:04:46.533500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=66bc3424-3cac-4162-8041-4c33ffdbe02d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:46.594740 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:04:46.656089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-978dd448-de47-4bf1-8d5f-8c722adbd621 req-56c1adec-4b63-41ca-96a9-9fdf8ca38d0c tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e4fa2ed-d33a-4842-8883-5eb925a1aad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7758019 Feb 09 13:04:46.737184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f34c0-7522-4155-8473-bc3ebe760e25 req-8c225b18-93d6-4d02-a5d1-e08b817067bd tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:46.739473 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea8f34c0-7522-4155-8473-bc3ebe760e25 req-8c225b18-93d6-4d02-a5d1-e08b817067bd tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 945 time: 1.0079694 Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:04:46.741691 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:04:46.743748 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:46.757783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:46.849401 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] 10.222.0.59 "DELETE /v2.0/networks/6ec6fb0a-4e82-4d6e-89f0-376ac243455e HTTP/1.1" status: 204 len: 168 time: 1.5286934 Feb 09 13:04:46.854669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56777f32-2eb1-4ec3-a132-a49357100e85 tempest-TaggedBootDevicesTest-1332779503 tempest-TaggedBootDevicesTest-1332779503-project] Pushing event deleted for resources: {'Network': ['ID=6ec6fb0a-4e82-4d6e-89f0-376ac243455e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:46.988836 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:47.035325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 29d46ae9-0eba-4f7a-8481-636fc15b9439 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:47.035684 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:47.187500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 43ba00f5-6d6e-45a8-9406-939330c58d2d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=43ba00f5-6d6e-45a8-9406-939330c58d2d,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:47.237277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:47.303203 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d76417d5-601c-42ea-a0ac-af609818b80a req-1a6b9c9d-8acc-40b8-9ac4-2d9a8f60150a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8419712 Feb 09 13:04:47.342149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2027385540', 'description': 'tempest-description-516816151'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:47.346437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:47.351320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:47.355653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:47.365104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:47.474368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=43ba00f5-6d6e-45a8-9406-939330c58d2d,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:47.582791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d76417d5-601c-42ea-a0ac-af609818b80a req-a9520e00-4517-4753-afe3-615ef73d3b42 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066543 Feb 09 13:04:47.595145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-cd7f5e1e-1168-4095-8eeb-2dcfa78b18e3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:47.603704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-cd7f5e1e-1168-4095-8eeb-2dcfa78b18e3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 1.0027175 Feb 09 13:04:47.604506 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:47.615922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea8f34c0-7522-4155-8473-bc3ebe760e25 req-a16c40a3-52c7-418c-ae54-27929029afc9 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8496361 Feb 09 13:04:47.665765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Request body: {'port': {'device_id': 'ddc2d15b-2255-4ae3-8d62-536304495b12', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'admin_state_up': True, 'tenant_id': '819a0ead3dfd4a61b8df838745ba906a'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:47.721605 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:47.721963 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:47.722275 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Floating IP e9bab4bb-c8bb-4fc7-9b06-5b84094bcf89 disassociated. External IP: 172.25.5.227, port: 43ba00f5-6d6e-45a8-9406-939330c58d2d. Feb 09 13:04:47.722641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Calling delete_port for 43ba00f5-6d6e-45a8-9406-939330c58d2d owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:48.164638 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0cdd90b-df3a-493d-8da2-aad879bdad05 req-5c8cf748-76f1-4265-bda0-33fba840c28e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 210 time: 0.2088335 Feb 09 13:04:48.232392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:48.257507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group_rule and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:48.265433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:48.282341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:48.331373 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1bf96c-ec13-4b22-931c-f22a16939a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bc3424-3cac-4162-8041-4c33ffdbe02d', 'code': 200} Feb 09 13:04:48.380387 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d76417d5-601c-42ea-a0ac-af609818b80a req-5a29e036-d370-4914-a88b-6f5cbd3bc29a service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7543459 Feb 09 13:04:48.394452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:48.449322 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:04:48.450592 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:04:48.608784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:48.676951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Made reservation on behalf of 819a0ead3dfd4a61b8df838745ba906a for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:04:48.681436 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:48.887995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Allocated IP 172.20.0.2 (12788e67-143c-4867-a351-ef88510d233b/5831325b-7029-405e-857f-84d59869e409/e1fa0d0d-8367-4719-8922-16f14bb245ba) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:04:49.166799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:49.179329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Deleting port 43ba00f5-6d6e-45a8-9406-939330c58d2d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:49.179669 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:49.310327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:49.317404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cfba4-a3ec-4c19-bf82-d0e9551f721f req-c1ae3200-2c12-458f-9590-68e7b0bb9d60 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:49.318896 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-383cfba4-a3ec-4c19-bf82-d0e9551f721f req-c1ae3200-2c12-458f-9590-68e7b0bb9d60 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 944 time: 0.7717841 Feb 09 13:04:49.340541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:49.453718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c5602c4a-1470-4114-b7af-98dcf55f39b9 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:04:49.512846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf86765f-2b87-41c8-89c5-47f0b50847c1 req-148ae5b3-632a-4ba9-a7ad-4dc64ba994d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 1100 time: 1.0665486 Feb 09 13:04:49.514293 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:49.600208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae8128f-ba2e-4be6-b688-d6cee2966162,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:49.629456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:49.636351 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9723a1d-f9c5-4377-8cab-83457725ce5e req-5939ef19-f0e4-4c04-97b5-8a72e024b2fe tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 2.3057437 Feb 09 13:04:49.640999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port c5602c4a-1470-4114-b7af-98dcf55f39b9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:04:49.659611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port c5602c4a-1470-4114-b7af-98dcf55f39b9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:04:49.660003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:49.913405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:49.955104 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c5602c4a-1470-4114-b7af-98dcf55f39b9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5602c4a-1470-4114-b7af-98dcf55f39b9,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:49.965255 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:50.004869 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-383cfba4-a3ec-4c19-bf82-d0e9551f721f req-3bdfe3d9-f5c7-4045-af2a-1860f474219c tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6652725 Feb 09 13:04:50.094319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Network 12788e67-143c-4867-a351-ef88510d233b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:04:50.104490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=c5602c4a-1470-4114-b7af-98dcf55f39b9,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:50.182297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event updated for resources: {'Port': ['ID=e1fa0d0d-8367-4719-8922-16f14bb245ba,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:50.190340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:04:50.200342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:04:50.266071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf86765f-2b87-41c8-89c5-47f0b50847c1 req-1e4b2e39-e62d-4665-a90b-56c9e4bdaa86 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4e4fa2ed-d33a-4842-8883-5eb925a1aad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7419851 Feb 09 13:04:50.335853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62443977-22a4-4823-a511-676f29eea651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43ba00f5-6d6e-45a8-9406-939330c58d2d'}, {'server_uuid': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5602c4a-1470-4114-b7af-98dcf55f39b9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:50.358912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:50.360275 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:50.421393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] For port 43ba00f5-6d6e-45a8-9406-939330c58d2d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=43ba00f5-6d6e-45a8-9406-939330c58d2d,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:04:50.422274 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:50.442320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-6b673cd6-ce4e-4fea-a775-0d531bbbb825 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7928815 Feb 09 13:04:51.027495 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:51.029242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:51.029880 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Floating IP e9bab4bb-c8bb-4fc7-9b06-5b84094bcf89 disassociated. External IP: 172.25.5.227, port: 43ba00f5-6d6e-45a8-9406-939330c58d2d. Feb 09 13:04:51.030484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Calling delete_port for 43ba00f5-6d6e-45a8-9406-939330c58d2d owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:04:51.224245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Request body: {'port': {'device_id': 'ddc2d15b-2255-4ae3-8d62-536304495b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:51.374430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:51.400618 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:51.444354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998483de-5e71-47e1-b1d0-484dde106f67 req-f4bbcbdc-68d4-4634-bf54-91dc0a96de2f tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:51.445820 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-998483de-5e71-47e1-b1d0-484dde106f67 req-f4bbcbdc-68d4-4634-bf54-91dc0a96de2f tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 949 time: 1.3502514 Feb 09 13:04:51.558812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Pushing event deleted for resources: {'Port': ['ID=43ba00f5-6d6e-45a8-9406-939330c58d2d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:52.220964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-998483de-5e71-47e1-b1d0-484dde106f67 req-2b97e3c5-ef81-4bf1-b6f5-554647341ede tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e4fa2ed-d33a-4842-8883-5eb925a1aad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7074416 Feb 09 13:04:52.247230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e4bc5-1b31-49c5-bffd-b2f96936cf82 req-2d3dd3c7-8814-4927-9d92-7e5e551d9b37 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:52.248037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8e1e4bc5-1b31-49c5-bffd-b2f96936cf82 req-2d3dd3c7-8814-4927-9d92-7e5e551d9b37 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Synchronizing usage tracker for tenant:f9274c995575416f94f45658899d579c on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:52.350853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8e1e4bc5-1b31-49c5-bffd-b2f96936cf82 req-2d3dd3c7-8814-4927-9d92-7e5e551d9b37 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Unset dirty status for tenant:f9274c995575416f94f45658899d579c on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:52.351997 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e1e4bc5-1b31-49c5-bffd-b2f96936cf82 req-2d3dd3c7-8814-4927-9d92-7e5e551d9b37 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 943 time: 1.9749401 Feb 09 13:04:52.354073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1fa0d0d-8367-4719-8922-16f14bb245ba {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:04:52.363678 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:52.410142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Transition to ACTIVE for port object e1fa0d0d-8367-4719-8922-16f14bb245ba will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:04:52.462242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:52.544766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e1e4bc5-1b31-49c5-bffd-b2f96936cf82 req-e81ea5ca-19c2-4af7-96e7-e1de4de91d95 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups?id=01712f18-00e9-4d27-85fe-c20b01ab50d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1731827 Feb 09 13:04:52.614656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fa0d0d-8367-4719-8922-16f14bb245ba,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:52.763830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2cbac-f6b0-4cca-acc5-152a73da5df7 req-195de634-6158-42ab-b343-a78c58f6a4d3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:52.764470 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-36d2cbac-f6b0-4cca-acc5-152a73da5df7 req-195de634-6158-42ab-b343-a78c58f6a4d3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:52.840913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-cb88d987-61a7-49dd-a6db-ec87676b204b tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/fae8128f-ba2e-4be6-b688-d6cee2966162 HTTP/1.1" status: 200 len: 1646 time: 0.2270837 Feb 09 13:04:52.863027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:04:52.863868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-36d2cbac-f6b0-4cca-acc5-152a73da5df7 req-195de634-6158-42ab-b343-a78c58f6a4d3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:52.864993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36d2cbac-f6b0-4cca-acc5-152a73da5df7 req-195de634-6158-42ab-b343-a78c58f6a4d3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 943 time: 0.4563408 Feb 09 13:04:52.874296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fae8128f-ba2e-4be6-b688-d6cee2966162', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:52.880999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fae8128f-ba2e-4be6-b688-d6cee2966162', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:52.892897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:52.953215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group_rule and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:52.977552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:53.014483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:53.036065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Attempting to bind port e1fa0d0d-8367-4719-8922-16f14bb245ba on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:04:53.036392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Attempting to bind port e1fa0d0d-8367-4719-8922-16f14bb245ba by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:04:53.036716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Attempting to bind port e1fa0d0d-8367-4719-8922-16f14bb245ba on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:04:53.190031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Port e1fa0d0d-8367-4719-8922-16f14bb245ba on network 12788e67-143c-4867-a351-ef88510d233b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:04:53.190565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Attempting to bind port e1fa0d0d-8367-4719-8922-16f14bb245ba on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:04:53.423013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36d2cbac-f6b0-4cca-acc5-152a73da5df7 req-a556cc1f-2afc-42ef-bfbd-94b24cc719a8 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339758 Feb 09 13:04:53.468267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:04:53.468976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Checking segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:04:53.469577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Bound using segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:04:53.470256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Bound port: e1fa0d0d-8367-4719-8922-16f14bb245ba, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:04:53.470869 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:53.612304 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:53.623869 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62443977-22a4-4823-a511-676f29eea651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43ba00f5-6d6e-45a8-9406-939330c58d2d', 'code': 200} Feb 09 13:04:53.624644 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5602c4a-1470-4114-b7af-98dcf55f39b9', 'code': 200} Feb 09 13:04:53.686153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:53.696907 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:53.715746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] For port e1fa0d0d-8367-4719-8922-16f14bb245ba, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:04:53.791292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] For port e1fa0d0d-8367-4719-8922-16f14bb245ba, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1fa0d0d-8367-4719-8922-16f14bb245ba,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:04:53.857249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea41b0f2-9ce7-4ef9-b6e1-772b55e3f8d9,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:53.873329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:53.955155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:53.971024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b67fc167-83bc-4385-9afe-efcf85c57cac req-81ceecba-0e9a-4715-9cdd-5885a6ec7a54 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 1.1206365 Feb 09 13:04:54.017527 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:54.019178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] 10.222.0.67 "PUT /v2.0/ports/e1fa0d0d-8367-4719-8922-16f14bb245ba HTTP/1.1" status: 200 len: 1091 time: 2.8003829 Feb 09 13:04:54.023150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc2d15b-2255-4ae3-8d62-536304495b12', 'tag': 'e1fa0d0d-8367-4719-8922-16f14bb245ba'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:54.048346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061eed30-d18d-401c-8407-1b6fcf502a40 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fa0d0d-8367-4719-8922-16f14bb245ba,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:54.167071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a4d7f-df80-4e2f-9bf4-854bee2dcba3 req-a0598ce3-b2c8-471b-bc01-c8b705b911b9 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:54.169165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a8a4d7f-df80-4e2f-9bf4-854bee2dcba3 req-a0598ce3-b2c8-471b-bc01-c8b705b911b9 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 0.3802702 Feb 09 13:04:54.176491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5edce4bd-68cc-4127-bb93-063547f50f94 req-364cfe45-0318-423c-b1fa-bcb0b7b38207 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 1096 time: 0.4467397 Feb 09 13:04:54.201993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:04:54.212241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] Sync routers for ids ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:04:54.226680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] Routers {'1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:04:54.227127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:04:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:54.370552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] No DVR routers for this DVR port 43ba00f5-6d6e-45a8-9406-939330c58d2d on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:04:54.384760 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:54.386707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6960bff-ec45-4cb1-9fc5-6a2294d2ebd4 req-471413e4-8454-4980-9bbe-f0fc6eb7dfae tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.67 "DELETE /v2.0/ports/43ba00f5-6d6e-45a8-9406-939330c58d2d HTTP/1.1" status: 204 len: 173 time: 11.2539268 Feb 09 13:04:54.411698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a8a4d7f-df80-4e2f-9bf4-854bee2dcba3 req-4816f655-98c3-47c8-b82c-5edc70a2d9c0 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326598 Feb 09 13:04:54.432414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] Set router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:04:54.436382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5edce4bd-68cc-4127-bb93-063547f50f94 req-5065c2fc-a842-4145-b1d0-dced557e25fd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385139 Feb 09 13:04:54.441414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-bea4929a-b7f6-4ae5-86ab-e9ab4de5ecff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 1094 time: 0.3664727 Feb 09 13:04:54.483196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2f367-2b95-434e-ad2f-565a1b04fb34 req-d7081828-4eeb-432c-a602-9158f1752cb7 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:54.485047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11f2f367-2b95-434e-ad2f-565a1b04fb34 req-d7081828-4eeb-432c-a602-9158f1752cb7 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 949 time: 0.2649632 Feb 09 13:04:54.567015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11f2f367-2b95-434e-ad2f-565a1b04fb34 req-8092d3a5-dae7-4a43-b94f-5c53c3473721 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e4fa2ed-d33a-4842-8883-5eb925a1aad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726979 Feb 09 13:04:54.620170 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9334ea76-a852-4a35-a0e3-525119da9a7e req-82717899-b54c-43d2-8f47-4db62a19d67a tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/ports?device_id=62443977-22a4-4823-a511-676f29eea651 HTTP/1.1" status: 200 len: 210 time: 0.0507038 Feb 09 13:04:54.766290 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc2d15b-2255-4ae3-8d62-536304495b12', 'tag': 'e1fa0d0d-8367-4719-8922-16f14bb245ba', 'status': 'completed', 'code': 200} Feb 09 13:04:54.802975 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-aa10cf81-87ca-4512-8c32-59785c23e846 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1fa0d0d-8367-4719-8922-16f14bb245ba HTTP/1.1" status: 200 len: 217 time: 0.1512306 Feb 09 13:04:54.881516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2eb4d199-f1f9-48f3-8d6b-329384f46dec req-ba5831c5-da54-4194-9bd1-c2bf530f96ff tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/fae8128f-ba2e-4be6-b688-d6cee2966162 HTTP/1.1" status: 200 len: 2149 time: 0.2551086 Feb 09 13:04:54.887471 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-44b22596-6f44-4001-9256-c5d0f46d1636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:54.908783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:08Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '88952287-6052-4e92-b28a-9948f9568c21', 'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'mac_address': 'fa:16:3e:14:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:07Z', 'updated_at': '2022-02-09T13:03:16Z', 'revision_number': 5, 'project_id': 'f9274c995575416f94f45658899d579c', 'subnets': [{'id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:54.913771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] Checking router: 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:04:54.926808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] Routers {'1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:04:54.927083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:04:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:54.979512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-eec64340-ab8a-4298-9264-2dc4f19a9740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:54.984973 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-eec64340-ab8a-4298-9264-2dc4f19a9740 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.1688955 Feb 09 13:04:55.101674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-7ecbc868-52de-404b-8bc0-ad11b5bd0b07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094699 Feb 09 13:04:55.157601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] Set router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:04:55.431752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c1634-94da-49a4-9bf0-b6578b581771 req-81f4b597-8f3f-47df-989f-faff513bb2fe tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:55.432428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-024c1634-94da-49a4-9bf0-b6578b581771 req-81f4b597-8f3f-47df-989f-faff513bb2fe tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Synchronizing usage tracker for tenant:9ea8698b3fbf454f9f265d92320452e5 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:04:55.520090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-20f3a61e-da0f-48da-80c5-e7aa72b34c7e service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112110 Feb 09 13:04:55.520967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-024c1634-94da-49a4-9bf0-b6578b581771 req-81f4b597-8f3f-47df-989f-faff513bb2fe tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Unset dirty status for tenant:9ea8698b3fbf454f9f265d92320452e5 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:04:55.521959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-81f4b597-8f3f-47df-989f-faff513bb2fe tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/networks?id=3f07cd40-895c-481e-80ed-a77bc18ba7d5 HTTP/1.1" status: 200 len: 814 time: 0.4815764 Feb 09 13:04:55.642888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:08Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '88952287-6052-4e92-b28a-9948f9568c21', 'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'mac_address': 'fa:16:3e:14:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:07Z', 'updated_at': '2022-02-09T13:03:16Z', 'revision_number': 5, 'project_id': 'f9274c995575416f94f45658899d579c', 'subnets': [{'id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:04:55.648956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-95c968aa-c06c-4309-b8c8-607e3e5fef1b tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/quotas/9ea8698b3fbf454f9f265d92320452e5 HTTP/1.1" status: 200 len: 375 time: 0.1159687 Feb 09 13:04:55.651073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2ceef-2a67-4b0c-9dd5-30a4ab12a4eb None None] The sync data for ids ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'] in n-d-825175-3 is: [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:03:08Z', 'revision_number': 4, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '88952287-6052-4e92-b28a-9948f9568c21', 'name': '', 'network_id': '5d8b75a8-b268-48f3-800b-878cd9d13add', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'mac_address': 'fa:16:3e:14:78:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:07Z', 'updated_at': '2022-02-09T13:03:16Z', 'revision_number': 5, 'project_id': 'f9274c995575416f94f45658899d579c', 'subnets': [{'id': '20f11907-fdd2-448b-9825-b8eef7802ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:04:55.762237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b421e0b-bc02-458a-9506-1a7344b68d51 req-9a22b7d5-db13-4c05-b37d-1d389f8a634e service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342830 Feb 09 13:04:55.785932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22ffe8-5cea-4c1b-a54a-f6419afc3634 req-e712663b-d5ed-4928-800a-dba8c4485af6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:55.788466 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d22ffe8-5cea-4c1b-a54a-f6419afc3634 req-e712663b-d5ed-4928-800a-dba8c4485af6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 943 time: 0.3414319 Feb 09 13:04:55.957106 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383c45af-0220-4994-b124-6517396bcc1f None None] New status for floating IP e9bab4bb-c8bb-4fc7-9b06-5b84094bcf89: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:04:56.067250 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-413e1a06-9465-4b37-b753-33bf1724415d tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ea8698b3fbf454f9f265d92320452e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4157829 Feb 09 13:04:56.086765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d22ffe8-5cea-4c1b-a54a-f6419afc3634 req-769232a5-826c-4990-813f-3ef64a95da0a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836723 Feb 09 13:04:56.141498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2340e50d-a380-49a6-922f-3b92962ef27e req-0cb59c3f-a9de-4ff6-b146-5aa25c3e1cb1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 1094 time: 0.3039925 Feb 09 13:04:56.214951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-49817428-07b0-44e8-9708-79c21beba15c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:04:56.217180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-49817428-07b0-44e8-9708-79c21beba15c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1375189 Feb 09 13:04:56.453993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340e50d-a380-49a6-922f-3b92962ef27e req-7e3f6365-941b-41a3-9a0c-8c7cd8c36a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:56.455487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2340e50d-a380-49a6-922f-3b92962ef27e req-7e3f6365-941b-41a3-9a0c-8c7cd8c36a3b service neutron] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 913 time: 0.3076735 Feb 09 13:04:56.457194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b28d3a7a-5ccb-4b57-9820-ab7d1b5e5f5b service neutron] 10.222.0.59 "GET /v2.0/networks/3f07cd40-895c-481e-80ed-a77bc18ba7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857505 Feb 09 13:04:56.640062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0721c8ab-de5c-49c4-8fb9-fb50ec9ae3dc req-da4013fd-c0c0-40bf-a8b2-9fcd7d8084c6 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-group-rules/ea41b0f2-9ce7-4ef9-b6e1-772b55e3f8d9 HTTP/1.1" status: 200 len: 713 time: 0.0933843 Feb 09 13:04:56.646885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2340e50d-a380-49a6-922f-3b92962ef27e req-bc55099b-fda2-4b9c-82f4-3cf161b20747 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1fa0d0d-8367-4719-8922-16f14bb245ba HTTP/1.1" status: 200 len: 217 time: 0.1853464 Feb 09 13:04:56.777719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62443977-22a4-4823-a511-676f29eea651', 'name': 'network-vif-deleted', 'tag': '43ba00f5-6d6e-45a8-9406-939330c58d2d'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:04:56.845614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340e50d-a380-49a6-922f-3b92962ef27e req-ad125ed7-9ecd-46d8-8789-253db4dd716f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:56.847109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2340e50d-a380-49a6-922f-3b92962ef27e req-ad125ed7-9ecd-46d8-8789-253db4dd716f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.1453266 Feb 09 13:04:56.915874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0721c8ab-de5c-49c4-8fb9-fb50ec9ae3dc req-2cfa3acb-fa7f-46dd-b060-f4cede8ab151 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/fae8128f-ba2e-4be6-b688-d6cee2966162 HTTP/1.1" status: 200 len: 2149 time: 0.2150896 Feb 09 13:04:56.920181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2340e50d-a380-49a6-922f-3b92962ef27e req-4e4348a8-d3e4-4ca9-a3af-023e91660153 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631082 Feb 09 13:04:56.932922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-863c7707-4bd3-401f-b694-ef49914a5364 service neutron] 10.222.0.59 "GET /v2.0/networks/3f07cd40-895c-481e-80ed-a77bc18ba7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860300 Feb 09 13:04:57.156364 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-977efdb8-a171-4e5a-94af-099f16b3388a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:57.197505 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0721c8ab-de5c-49c4-8fb9-fb50ec9ae3dc req-68074378-d022-498c-8d21-c137d142ba60 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:57.274186 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0721c8ab-de5c-49c4-8fb9-fb50ec9ae3dc req-68074378-d022-498c-8d21-c137d142ba60 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:57.302824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2340e50d-a380-49a6-922f-3b92962ef27e req-b779ae60-cde4-4c9a-b56e-03b2706e9825 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687315 Feb 09 13:04:57.360552 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0721c8ab-de5c-49c4-8fb9-fb50ec9ae3dc req-68074378-d022-498c-8d21-c137d142ba60 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:57.429758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68074378-d022-498c-8d21-c137d142ba60 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea41b0f2-9ce7-4ef9-b6e1-772b55e3f8d9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:57.448914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0721c8ab-de5c-49c4-8fb9-fb50ec9ae3dc req-68074378-d022-498c-8d21-c137d142ba60 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:57.450096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0721c8ab-de5c-49c4-8fb9-fb50ec9ae3dc req-68074378-d022-498c-8d21-c137d142ba60 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ea41b0f2-9ce7-4ef9-b6e1-772b55e3f8d9 HTTP/1.1" status: 204 len: 173 time: 0.3145435 Feb 09 13:04:57.471218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2e6ca-f01c-4add-9fc6-13f724c94674 req-a9e3a7e5-11a1-41ee-ad81-d53bac2ef5ec tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:57.473002 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-31d2e6ca-f01c-4add-9fc6-13f724c94674 req-a9e3a7e5-11a1-41ee-ad81-d53bac2ef5ec tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1c8b90-5446-4486-b0ba-4045086cb0cd HTTP/1.1" status: 200 len: 949 time: 0.2481835 Feb 09 13:04:57.554455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2340e50d-a380-49a6-922f-3b92962ef27e req-1aa2687e-6c14-4479-9d1c-f79fbc8856bf service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436006 Feb 09 13:04:57.592461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-31d2e6ca-f01c-4add-9fc6-13f724c94674 req-95273d8e-5e99-4431-8281-fdb42a203781 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027157 Feb 09 13:04:57.756777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c8276-82e8-40f8-8fc5-b937f693ad02 req-fa828a0f-1a63-444f-b9e7-e3b742ec3692 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:57.769541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f8c8276-82e8-40f8-8fc5-b937f693ad02 req-fa828a0f-1a63-444f-b9e7-e3b742ec3692 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 0.1356380 Feb 09 13:04:57.860067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f8c8276-82e8-40f8-8fc5-b937f693ad02 req-9472fa70-19f6-45ed-8f52-374488a1e302 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890429 Feb 09 13:04:57.899797 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62443977-22a4-4823-a511-676f29eea651', 'name': 'network-vif-deleted', 'tag': '43ba00f5-6d6e-45a8-9406-939330c58d2d', 'status': 'completed', 'code': 200} Feb 09 13:04:58.136731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89441d36-45a6-4b7d-bc9b-a20d2307b5b0 req-e1306649-24f4-4a44-b7db-e509981a375a tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 210 time: 0.0929918 Feb 09 13:04:58.186881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab4a3f-0ac5-4ce2-93dd-af6793f4638c req-06054a46-fa33-4e90-a673-ba5c0028f5b6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:58.188701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aeab4a3f-0ac5-4ce2-93dd-af6793f4638c req-06054a46-fa33-4e90-a673-ba5c0028f5b6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 943 time: 0.1436257 Feb 09 13:04:58.232131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2074996485', 'description': 'tempest-description-645320164'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:58.244955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:58.250755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:58.260521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:58.268350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:58.284539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aeab4a3f-0ac5-4ce2-93dd-af6793f4638c req-8b4c0db1-43ee-467e-a344-b418ccba5391 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856547 Feb 09 13:04:58.285881 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:58.347311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:04:58.356795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group_rule and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:04:58.362152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:04:58.371755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:04:58.379543 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:58.443805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:58.460992 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:58.515393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbfcd14-55de-4fb8-b6ae-0e961b99a1c7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:58.519692 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:58.535691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f48fe50c-ea5c-425f-9821-b2023c6be13d req-cafc4039-b07f-4e95-a742-79714537351f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.3119631 Feb 09 13:04:58.584768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41710) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:58.613613 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:58.674978 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1efa776-6102-499f-b547-b94ee7385e38 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:58.722737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1efa776-6102-499f-b547-b94ee7385e38 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:58.896997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1efa776-6102-499f-b547-b94ee7385e38 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:58.968474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efa776-6102-499f-b547-b94ee7385e38 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01712f18-00e9-4d27-85fe-c20b01ab50d5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:04:59.015367 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1efa776-6102-499f-b547-b94ee7385e38 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:59.023362 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f1efa776-6102-499f-b547-b94ee7385e38 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "DELETE /v2.0/security-groups/01712f18-00e9-4d27-85fe-c20b01ab50d5 HTTP/1.1" status: 204 len: 168 time: 0.4372702 Feb 09 13:04:59.024158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41720) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:59.057043 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-7acbc5a2-71f2-453b-942b-207e77168d13 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] show failed (client error): The resource could not be found. Feb 09 13:04:59.063836 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7acbc5a2-71f2-453b-942b-207e77168d13 tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "GET /v2.0/security-groups/01712f18-00e9-4d27-85fe-c20b01ab50d5 HTTP/1.1" status: 404 len: 347 time: 0.0375602 Feb 09 13:04:59.064826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41724) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:59.364560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-de30ee8d-a0d8-49b4-b980-0d2fbe7b74ee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Deleting port 1ed4e6af-fa22-4bb5-a9fd-683fa90164e6 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:04:59.365062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de30ee8d-a0d8-49b4-b980-0d2fbe7b74ee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:59.460992 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c1634-94da-49a4-9bf0-b6578b581771 req-1b65f734-3bdf-4f6b-86a8-05dc8c9db5c3 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:59.462691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-1b65f734-3bdf-4f6b-86a8-05dc8c9db5c3 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.67 "GET /v2.0/networks?id=3f07cd40-895c-481e-80ed-a77bc18ba7d5 HTTP/1.1" status: 200 len: 814 time: 0.7378635 Feb 09 13:04:59.481622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Request body: {'port': {'device_id': '5e4c98ea-bbee-4113-830d-ebf447b2c11a', 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5', 'admin_state_up': True, 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:59.486617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e1fa0d0d-8367-4719-8922-16f14bb245ba details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:04:59.489652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 27f29ae9-4983-476d-9ce3-476c5c634563 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:04:59.644887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32160329-821f-4315-ac1b-db3502635e09 req-f53ace6d-103c-42af-9a57-458317bb4837 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/6dbfcd14-55de-4fb8-b6ae-0e961b99a1c7 HTTP/1.1" status: 200 len: 1646 time: 0.5770268 Feb 09 13:04:59.712234 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de30ee8d-a0d8-49b4-b980-0d2fbe7b74ee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:59.713245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de30ee8d-a0d8-49b4-b980-0d2fbe7b74ee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:59.746064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3b0fe-f1e9-4475-9bcd-174147dd27a4 req-da170cca-8d6c-49c2-aafc-f13930768c7d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:04:59.762509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75d3b0fe-f1e9-4475-9bcd-174147dd27a4 req-da170cca-8d6c-49c2-aafc-f13930768c7d tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 0.6889710 Feb 09 13:04:59.770194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41740) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:04:59.792072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-910bbe57-b5ec-4027-8bc8-1f6fb2ad3883 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Request body: {'floatingip': {'port_id': 'c5602c4a-1470-4114-b7af-98dcf55f39b9'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:04:59.842346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:04:59.952697 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:05:00.061501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-910bbe57-b5ec-4027-8bc8-1f6fb2ad3883 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.129777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-de30ee8d-a0d8-49b4-b980-0d2fbe7b74ee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Calling delete_port for 1ed4e6af-fa22-4bb5-a9fd-683fa90164e6 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:00.267444 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.315703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:00.370529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:00.384845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:00.390289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Usage tracker for resource:port and tenant:9ea8698b3fbf454f9f265d92320452e5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:00.400795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:00.406267 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.424190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:00.479079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Made reservation on behalf of 9ea8698b3fbf454f9f265d92320452e5 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:05:00.509980 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.534640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:00.565281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ddfdccfd-9105-4ae2-a5c8-81663ca09e47 req-207cbb42-0c96-4b38-8bbc-2615793d5009 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 210 time: 0.3346429 Feb 09 13:05:00.595698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e1fa0d0d-8367-4719-8922-16f14bb245ba, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1fa0d0d-8367-4719-8922-16f14bb245ba,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:00.600102 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de30ee8d-a0d8-49b4-b980-0d2fbe7b74ee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.636553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e1fa0d0d-8367-4719-8922-16f14bb245ba', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'port_id': 'e1fa0d0d-8367-4719-8922-16f14bb245ba', 'mac_address': 'fa:16:3e:47:17:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5831325b-7029-405e-857f-84d59869e409', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:05:00.803057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30ee8d-a0d8-49b4-b980-0d2fbe7b74ee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Pushing event deleted for resources: {'Port': ['ID=1ed4e6af-fa22-4bb5-a9fd-683fa90164e6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:00.842427 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.904350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fa0d0d-8367-4719-8922-16f14bb245ba {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:05:00.948783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de30ee8d-a0d8-49b4-b980-0d2fbe7b74ee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.972038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e1fa0d0d-8367-4719-8922-16f14bb245ba, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1fa0d0d-8367-4719-8922-16f14bb245ba,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:00.981427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de30ee8d-a0d8-49b4-b980-0d2fbe7b74ee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.990430 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-de30ee8d-a0d8-49b4-b980-0d2fbe7b74ee tempest-ServersTestJSON-2117370341 tempest-ServersTestJSON-2117370341-project] 10.222.0.59 "DELETE /v2.0/floatingips/e9bab4bb-c8bb-4fc7-9b06-5b84094bcf89 HTTP/1.1" status: 204 len: 168 time: 1.9234324 Feb 09 13:05:00.990902 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:00.991505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41770) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:01.172171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e1fa0d0d-8367-4719-8922-16f14bb245ba,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:01.312819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e1fa0d0d-8367-4719-8922-16f14bb245ba'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:05:01.784058 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:02.158296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Allocated IP 172.20.0.9 (3f07cd40-895c-481e-80ed-a77bc18ba7d5/fc24023e-a212-4577-a7ec-e45d75d17c46/b003de38-9f17-49b9-9211-c3db2394d707) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:05:02.180817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd785cc-0209-4b34-9dc2-f491eb6c05c3 req-4835e5db-604b-4d69-ac6c-0b3a7aa7b302 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:02.187306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ecd785cc-0209-4b34-9dc2-f491eb6c05c3 req-4835e5db-604b-4d69-ac6c-0b3a7aa7b302 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 949 time: 1.0246511 Feb 09 13:05:02.194870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115360f-1d6f-475d-b16d-e331f2b168af req-94a1893b-501e-41a0-bf92-9db663137c35 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:02.196539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b115360f-1d6f-475d-b16d-e331f2b168af req-94a1893b-501e-41a0-bf92-9db663137c35 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 944 time: 1.2373581 Feb 09 13:05:02.644572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ecd785cc-0209-4b34-9dc2-f491eb6c05c3 req-fe476dfe-125f-40a4-9a0c-471ea9a11f5f tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e4fa2ed-d33a-4842-8883-5eb925a1aad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202350 Feb 09 13:05:02.859866 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563', 'code': 200} Feb 09 13:05:02.942868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Deleting port 88952287-6052-4e92-b28a-9948f9568c21 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:02.943621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1607206654', 'description': 'tempest-description-131118224'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:02.946058 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:02.950865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:02.955491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:02.958572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:02.965176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:02.987815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:03.008751 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-910bbe57-b5ec-4027-8bc8-1f6fb2ad3883 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:05:03.151394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b115360f-1d6f-475d-b16d-e331f2b168af req-bcab6165-3c76-49fe-8ed3-eb3ad036d25e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290742 Feb 09 13:05:03.174058 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:03.271658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:03.310699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41784) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:03.358176 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-910bbe57-b5ec-4027-8bc8-1f6fb2ad3883 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:03.364235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group_rule and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:03.368397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:03.382026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:03.438828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-da3f06a7-f8d6-4745-a48c-602ae517bc23 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:03.442502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-da3f06a7-f8d6-4745-a48c-602ae517bc23 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 949 time: 0.7399268 Feb 09 13:05:03.448554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Transition to ACTIVE for port object b003de38-9f17-49b9-9211-c3db2394d707 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:03.508664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b2d86d28-15ff-44f6-8558-5195dc130634 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:05:03.516203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e1fa0d0d-8367-4719-8922-16f14bb245ba up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:05:03.591691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] For port 88952287-6052-4e92-b28a-9948f9568c21, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=88952287-6052-4e92-b28a-9948f9568c21,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:03.592581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:03.808481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-000f4ab2-4017-46a8-866e-c19f6763db16 req-ce9988b4-61de-49e9-9a38-22961519ea3b tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 210 time: 0.0790236 Feb 09 13:05:03.809601 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-910bbe57-b5ec-4027-8bc8-1f6fb2ad3883 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:03.892008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:04.004042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Deleting port 66bc3424-3cac-4162-8041-4c33ffdbe02d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:04.004644 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:04.095817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:04.107816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port e1fa0d0d-8367-4719-8922-16f14bb245ba completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:05:04.135359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e1fa0d0d-8367-4719-8922-16f14bb245ba triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:04.135726 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:04.292410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106573ce-4d80-489a-8aa2-5eda66d1a753,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:04.355765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b2d86d28-15ff-44f6-8558-5195dc130634, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b2d86d28-15ff-44f6-8558-5195dc130634,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:04.414186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'b2d86d28-15ff-44f6-8558-5195dc130634', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': 'b2d86d28-15ff-44f6-8558-5195dc130634', 'mac_address': 'fa:16:3e:78:6e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:05:04.475789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Calling delete_port for 88952287-6052-4e92-b28a-9948f9568c21 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:04.550881 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:04.565102 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:04.568086 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:04.575211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c915c471-15f0-438a-baa1-18979d4db79d req-84c8621b-2689-4e7f-ad9b-6faa8d9fc734 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.6357198 Feb 09 13:05:04.596513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2d86d28-15ff-44f6-8558-5195dc130634 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:05:04.645713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e1fa0d0d-8367-4719-8922-16f14bb245ba, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1fa0d0d-8367-4719-8922-16f14bb245ba,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:04.661643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b2d86d28-15ff-44f6-8558-5195dc130634, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b2d86d28-15ff-44f6-8558-5195dc130634,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:04.667388 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:04.803210 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:04.815244 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:04.876455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc2d15b-2255-4ae3-8d62-536304495b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fa0d0d-8367-4719-8922-16f14bb245ba'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:04.948053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['b2d86d28-15ff-44f6-8558-5195dc130634'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:05:05.201559 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:05.327124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e1fa0d0d-8367-4719-8922-16f14bb245ba,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:05.461436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Pushing event deleted for resources: {'Port': ['ID=88952287-6052-4e92-b28a-9948f9568c21,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:05.636525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66bc3424-3cac-4162-8041-4c33ffdbe02d no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:05.723541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] For port 66bc3424-3cac-4162-8041-4c33ffdbe02d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66bc3424-3cac-4162-8041-4c33ffdbe02d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:05.724232 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:05.743860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:05.744595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:05.744595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:05.744842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:05.745343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:05.745902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:05.747037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:05.747691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:05.748467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:05.748811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:05.749223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:06.063657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b2d86d28-15ff-44f6-8558-5195dc130634,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:06.156978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Calling delete_port for 66bc3424-3cac-4162-8041-4c33ffdbe02d owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:06.280610 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:06.323540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c968d6a-dcdc-46bd-a594-3e12e95662e4 req-8620331f-97e5-440f-9e16-88e3c871d1bd tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:06.333925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c968d6a-dcdc-46bd-a594-3e12e95662e4 req-8620331f-97e5-440f-9e16-88e3c871d1bd tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 949 time: 2.0776553 Feb 09 13:05:06.384205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66bc3424-3cac-4162-8041-4c33ffdbe02d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66bc3424-3cac-4162-8041-4c33ffdbe02d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:06.392650 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:06.444796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:05:06.487928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:06.506340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:05:06.533156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=66bc3424-3cac-4162-8041-4c33ffdbe02d,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:06.610959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Pushing event updated for resources: {'Port': ['ID=b003de38-9f17-49b9-9211-c3db2394d707,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:06.664053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c968d6a-dcdc-46bd-a594-3e12e95662e4 req-f7a63b88-d678-44cd-bae7-432a2a52bc4b tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e4fa2ed-d33a-4842-8883-5eb925a1aad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281534 Feb 09 13:05:06.845818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:06.896633 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:06.897193 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:06.963667 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:05:06.964597 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:05:07.003972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80d2db-e7b0-4ea0-b106-05b06e40d988 req-96486e88-3c22-4e35-9d68-8e12017445e0 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:07.005923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ffe788c9-aecb-4cbe-b0f7-37412111fdbc None None] Provisioning for port b003de38-9f17-49b9-9211-c3db2394d707 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:05:07.024547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef80d2db-e7b0-4ea0-b106-05b06e40d988 req-96486e88-3c22-4e35-9d68-8e12017445e0 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 1.9315908 Feb 09 13:05:07.043577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ffe788c9-aecb-4cbe-b0f7-37412111fdbc None None] Provisioning complete for port b003de38-9f17-49b9-9211-c3db2394d707 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:07.044147 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ffe788c9-aecb-4cbe-b0f7-37412111fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:07.146435 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:07.281346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ffe788c9-aecb-4cbe-b0f7-37412111fdbc None None] Port b003de38-9f17-49b9-9211-c3db2394d707 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:05:07.306561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5a6ed19-9fe7-4000-b4fc-7f83407959fc req-fa1303f4-b9b1-4898-8882-78180dc2e443 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/106573ce-4d80-489a-8aa2-5eda66d1a753 HTTP/1.1" status: 200 len: 1646 time: 0.2349262 Feb 09 13:05:07.382937 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-910bbe57-b5ec-4027-8bc8-1f6fb2ad3883 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Floating IP f4756d5b-6ce3-45b9-bef3-b4fd6cb56679 associated. External IP: 172.25.5.8, port: c5602c4a-1470-4114-b7af-98dcf55f39b9. Feb 09 13:05:07.481126 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc2d15b-2255-4ae3-8d62-536304495b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fa0d0d-8367-4719-8922-16f14bb245ba', 'code': 200} Feb 09 13:05:07.561017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b2d86d28-15ff-44f6-8558-5195dc130634 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:05:07.844356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port b2d86d28-15ff-44f6-8558-5195dc130634 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:07.845820 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:07.857125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-ec170018-272c-4734-b3d7-cd84da92065c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3795156 Feb 09 13:05:07.880076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Deleting port 66bc3424-3cac-4162-8041-4c33ffdbe02d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:07.881586 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:08.189506 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:08.242549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b2d86d28-15ff-44f6-8558-5195dc130634, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b2d86d28-15ff-44f6-8558-5195dc130634,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:08.261218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:08.459316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b2d86d28-15ff-44f6-8558-5195dc130634,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:08.474049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] For port 66bc3424-3cac-4162-8041-4c33ffdbe02d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66bc3424-3cac-4162-8041-4c33ffdbe02d,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:08.474049 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:08.800525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Calling delete_port for 66bc3424-3cac-4162-8041-4c33ffdbe02d owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:09.226318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Request body: {'port': {'device_id': '5e4c98ea-bbee-4113-830d-ebf447b2c11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:09.284682 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef80d2db-e7b0-4ea0-b106-05b06e40d988 req-c26ccfc8-2b4f-4710-92c7-3594a2c4a182 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2434688 Feb 09 13:05:09.439156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1907257260', 'description': 'tempest-description-1408457951'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:09.447514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:09.452315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:09.456403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:09.462970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:09.482659 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1bf96c-ec13-4b22-931c-f22a16939a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66bc3424-3cac-4162-8041-4c33ffdbe02d'}, {'server_uuid': '0742f302-f646-4699-b458-b49b66a7dcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d86d28-15ff-44f6-8558-5195dc130634'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:09.514758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:09.578093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:09.582192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group_rule and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:09.585287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:09.593300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:09.680325 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:09.737575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:09.831077 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b106181a-856f-46e3-89ac-d2a6f312f3ee req-9568a041-4d05-435a-902d-562cdad34354 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 1096 time: 1.9717648 Feb 09 13:05:10.022726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3988cbd-e281-4b28-b5f9-a87b839224cd,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:10.056123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42490870-7d9c-4d5d-9553-bf659f694917 req-6112fdac-6537-45ae-ba44-b58ba283e855 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:10.060347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-42490870-7d9c-4d5d-9553-bf659f694917 req-6112fdac-6537-45ae-ba44-b58ba283e855 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Synchronizing usage tracker for tenant:9ea8698b3fbf454f9f265d92320452e5 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:05:10.066344 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:10.082302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04fe14d8-63b1-4c46-8426-dd7eaef9b764 req-48dfdb0d-7a6a-4403-a8c1-494d2e5c7432 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 0.6513958 Feb 09 13:05:10.114422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:05:10.249799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-42490870-7d9c-4d5d-9553-bf659f694917 req-6112fdac-6537-45ae-ba44-b58ba283e855 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Unset dirty status for tenant:9ea8698b3fbf454f9f265d92320452e5 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:05:10.258397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42490870-7d9c-4d5d-9553-bf659f694917 req-6112fdac-6537-45ae-ba44-b58ba283e855 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 931 time: 2.3810678 Feb 09 13:05:10.283177 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:10.416068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] Deleting port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:10.416606 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:10.433213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Pushing event deleted for resources: {'Port': ['ID=66bc3424-3cac-4162-8041-4c33ffdbe02d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:10.452293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f85908b9-4138-4c5e-ba87-b0aaaa2a66e4 req-55b7c295-a0bb-41e3-8aa6-5b82c63849f4 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Synchronizing usage tracker for tenant:ea8b29347bb24008b4a11dbf4847f0fb on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:05:10.555424 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:10.772809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-42490870-7d9c-4d5d-9553-bf659f694917 req-91e865b6-b653-4ab3-8164-a529d1fd0ff3 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Synchronizing usage tracker for tenant:9ea8698b3fbf454f9f265d92320452e5 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:05:10.819405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] No DVR routers for this DVR port 66bc3424-3cac-4162-8041-4c33ffdbe02d on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:05:10.832201 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:10.834571 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01b2ab7f-4d9e-4ffd-8da8-585967b9c05e req-8cf07d71-4795-42ab-ad6f-65c0dfaa5f55 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.67 "DELETE /v2.0/ports/66bc3424-3cac-4162-8041-4c33ffdbe02d HTTP/1.1" status: 204 len: 173 time: 7.0359862 Feb 09 13:05:10.835633 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f85908b9-4138-4c5e-ba87-b0aaaa2a66e4 req-55b7c295-a0bb-41e3-8aa6-5b82c63849f4 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] Unset dirty status for tenant:ea8b29347bb24008b4a11dbf4847f0fb on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:05:10.836928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f85908b9-4138-4c5e-ba87-b0aaaa2a66e4 req-55b7c295-a0bb-41e3-8aa6-5b82c63849f4 tempest-TenantUsagesTestJSON-1090813771 tempest-TenantUsagesTestJSON-1090813771-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d1bf96c-ec13-4b22-931c-f22a16939a91 HTTP/1.1" status: 200 len: 210 time: 0.4949605 Feb 09 13:05:10.837551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1bf96c-ec13-4b22-931c-f22a16939a91', 'name': 'network-vif-deleted', 'tag': '66bc3424-3cac-4162-8041-4c33ffdbe02d'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:10.869388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:05:10.874083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] For port 9a3a36bd-028d-4c6a-96ce-b302c4caa77b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9a3a36bd-028d-4c6a-96ce-b302c4caa77b,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:10.875374 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:10.881426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] Sync routers for ids ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:05:10.932126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] Routers {'1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:10.932777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:04:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:11.131285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-42490870-7d9c-4d5d-9553-bf659f694917 req-91e865b6-b653-4ab3-8164-a529d1fd0ff3 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Unset dirty status for tenant:9ea8698b3fbf454f9f265d92320452e5 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:05:11.138766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42490870-7d9c-4d5d-9553-bf659f694917 req-91e865b6-b653-4ab3-8164-a529d1fd0ff3 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7e3ec48-2509-47c2-add7-241d4272823c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8791449 Feb 09 13:05:11.148180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b106181a-856f-46e3-89ac-d2a6f312f3ee req-868a0cdf-ed78-48b5-becf-925030fc9387 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088097 Feb 09 13:05:11.253526 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-37b2ddf3-8f81-4b9c-b594-35a1f3cae961 admin admin] 10.222.0.59 "PUT /v2.0/routers/1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2570724 Feb 09 13:05:11.264953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41838) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:11.290589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] Calling delete_port for 9a3a36bd-028d-4c6a-96ce-b302c4caa77b owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:11.401321 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1bf96c-ec13-4b22-931c-f22a16939a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66bc3424-3cac-4162-8041-4c33ffdbe02d', 'code': 200} Feb 09 13:05:11.402059 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0742f302-f646-4699-b458-b49b66a7dcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d86d28-15ff-44f6-8558-5195dc130634', 'code': 200} Feb 09 13:05:11.420902 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:11.601901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] Set router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:11.997409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:12.236849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:05:04Z', 'revision_number': 5, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:12.243464 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] Checking router: 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:05:12.286864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] Routers {'1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:12.288526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:04:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:12.349921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3a36bd-028d-4c6a-96ce-b302c4caa77b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:12.754694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] Set router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:12.919786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c365f8e-61f6-4693-ab0d-c62c09de1e34 req-f59a3691-8f55-46e9-baaa-bfdc722edeed tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/f3988cbd-e281-4b28-b5f9-a87b839224cd HTTP/1.1" status: 200 len: 1647 time: 1.0557158 Feb 09 13:05:13.011110 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:13.060396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74cf3c-d439-4c85-9c3a-a0def3ebe182 req-31bd2551-773b-48b5-9d03-0ca4bf1356cf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:13.072626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b74cf3c-d439-4c85-9c3a-a0def3ebe182 req-31bd2551-773b-48b5-9d03-0ca4bf1356cf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 1.1865802 Feb 09 13:05:13.192606 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1bf96c-ec13-4b22-931c-f22a16939a91', 'name': 'network-vif-deleted', 'tag': '66bc3424-3cac-4162-8041-4c33ffdbe02d', 'status': 'completed', 'code': 200} Feb 09 13:05:13.252845 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:05:13.555943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b003de38-9f17-49b9-9211-c3db2394d707 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:05:13.581646 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:13.623642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Transition to ACTIVE for port object b003de38-9f17-49b9-9211-c3db2394d707 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:13.669960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:13.781760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:05:04Z', 'revision_number': 5, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:13.804840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6301c5-5d8c-4005-9f39-ac4fd98e5f33 None None] The sync data for ids ['1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2'] in n-d-825175-3 is: [{'id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'name': 'tempest-ServersTestJSON-1647875630-router', 'tenant_id': 'f9274c995575416f94f45658899d579c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:02:58Z', 'updated_at': '2022-02-09T13:05:04Z', 'revision_number': 5, 'project_id': 'f9274c995575416f94f45658899d579c', 'gw_port': {'id': '06e26fe0-16fa-42f2-8847-d7f5722e3473', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:02:59Z', 'updated_at': '2022-02-09T13:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:05:13.910341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Pushing event updated for resources: {'Port': ['ID=b003de38-9f17-49b9-9211-c3db2394d707,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:14.007177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.007877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.008036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.008412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.008860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.009280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.010365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.010365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.010806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.011274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.012243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:14.271321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:14.467188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41858) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:14.755419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] Router 2361ce84-cb0b-4f82-9867-35a501e1a49e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:05:14.805368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b74cf3c-d439-4c85-9c3a-a0def3ebe182 req-69c7ac49-b90f-4478-8d74-6a1b67338d7c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7160065 Feb 09 13:05:15.025769 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6cbb0f8d-a74f-4ffc-9a09-c0164087b254 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea8b29347bb24008b4a11dbf4847f0fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5521667 Feb 09 13:05:15.032555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41868) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:15.061837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910bbe57-b5ec-4027-8bc8-1f6fb2ad3883 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Router 61f18e40-a2dd-48b3-9853-feab151bf02b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:05:15.142156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2414e-629c-4327-9b30-529a8cebbdb0 req-f9bec745-3ce3-453c-ad9e-215a321e7a03 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:15.148714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ff2414e-629c-4327-9b30-529a8cebbdb0 req-f9bec745-3ce3-453c-ad9e-215a321e7a03 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 943 time: 1.2952473 Feb 09 13:05:15.309918 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55847bdb-ff27-448f-95d2-a379207a9390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:15.359986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55847bdb-ff27-448f-95d2-a379207a9390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:15.600667 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55847bdb-ff27-448f-95d2-a379207a9390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:15.656103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 88952287-6052-4e92-b28a-9948f9568c21 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:15.662490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55847bdb-ff27-448f-95d2-a379207a9390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4fa2ed-d33a-4842-8883-5eb925a1aad4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:15.674776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:05:15.685301 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] Sync routers for ids ['2361ce84-cb0b-4f82-9867-35a501e1a49e'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:05:15.713850 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a6383fec-52be-4eb9-aeb8-1f2203a6b9ef admin admin] 10.222.0.59 "PUT /v2.0/routers/2361ce84-cb0b-4f82-9867-35a501e1a49e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3723156 Feb 09 13:05:15.713850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41872) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:15.713850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55847bdb-ff27-448f-95d2-a379207a9390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:15.713850 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-55847bdb-ff27-448f-95d2-a379207a9390 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e4fa2ed-d33a-4842-8883-5eb925a1aad4 HTTP/1.1" status: 204 len: 168 time: 0.6701343 Feb 09 13:05:15.734636 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] Routers {'2361ce84-cb0b-4f82-9867-35a501e1a49e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:15.745194 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:04:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2361ce84-cb0b-4f82-9867-35a501e1a49e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:15.861474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 88952287-6052-4e92-b28a-9948f9568c21 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:05:15.861941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 88952287-6052-4e92-b28a-9948f9568c21 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:05:16.014592 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:16.411487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Attempting to bind port b003de38-9f17-49b9-9211-c3db2394d707 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:05:16.411487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Attempting to bind port b003de38-9f17-49b9-9211-c3db2394d707 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:05:16.411487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Attempting to bind port b003de38-9f17-49b9-9211-c3db2394d707 on network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:05:16.528305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Port b003de38-9f17-49b9-9211-c3db2394d707 on network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:05:16.528305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Attempting to bind port b003de38-9f17-49b9-9211-c3db2394d707 on network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:05:16.575006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-936134960', 'description': 'tempest-description-1473461356'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:16.586963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:16.586963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:16.598785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:16.624699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:16.630155 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] Set router 2361ce84-cb0b-4f82-9867-35a501e1a49e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:16.644658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:05:16.644658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Checking segment: {'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:05:16.644658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Bound using segment: {'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:05:16.644658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Bound port: b003de38-9f17-49b9-9211-c3db2394d707, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:05:16.644658 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:16.699808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ff2414e-629c-4327-9b30-529a8cebbdb0 req-69656b55-9bfa-4f2b-ba3c-9b1127b82bdc tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7e3ec48-2509-47c2-add7-241d4272823c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2656605 Feb 09 13:05:16.768073 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:16.919402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41884) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:17.115385 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-323c5572-589c-4baa-a2d7-688c4447b840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.155176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-323c5572-589c-4baa-a2d7-688c4447b840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:17.160370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-323c5572-589c-4baa-a2d7-688c4447b840 admin admin] Usage tracker for resource:security_group_rule and tenant:c612426e5ea74ac9bf5bd84a495c37fc is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:17.166621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-323c5572-589c-4baa-a2d7-688c4447b840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:17.174788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-323c5572-589c-4baa-a2d7-688c4447b840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:17.267125 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-323c5572-589c-4baa-a2d7-688c4447b840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.303354 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-323c5572-589c-4baa-a2d7-688c4447b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.361438 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.394430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] For port b003de38-9f17-49b9-9211-c3db2394d707, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:05:17.398242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] For port b003de38-9f17-49b9-9211-c3db2394d707, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b003de38-9f17-49b9-9211-c3db2394d707,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:05:17.408158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:17.413172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Usage tracker for resource:security_group_rule and tenant:f6ed84eeb5c94f0faadad4b5bf45af2a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:17.419762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:17.427024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:17.503339 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.521120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-323c5572-589c-4baa-a2d7-688c4447b840 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c612426e5ea74ac9bf5bd84a495c37fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5393152 Feb 09 13:05:17.533720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41890) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:17.552024 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.572432 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.878439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.888863 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T13:05:11Z', 'revision_number': 5, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port': {'id': '50f2f0ea-1e46-4baf-999d-588226a2cba2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:17Z', 'updated_at': '2022-02-09T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:17.895720 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] Checking router: 2361ce84-cb0b-4f82-9867-35a501e1a49e for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:05:17.904398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Deleting port 50f2f0ea-1e46-4baf-999d-588226a2cba2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:17.904977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:17.909861 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] Routers {'2361ce84-cb0b-4f82-9867-35a501e1a49e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:17.911135 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:04:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2361ce84-cb0b-4f82-9867-35a501e1a49e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:18.099588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c5572-589c-4baa-a2d7-688c4447b840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b79262d-8620-4a20-afa4-2555bb5cba45,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:18.173407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:18.175928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] 10.222.0.67 "PUT /v2.0/ports/b003de38-9f17-49b9-9211-c3db2394d707 HTTP/1.1" status: 200 len: 1091 time: 10.0442777 Feb 09 13:05:18.200504 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] Set router 2361ce84-cb0b-4f82-9867-35a501e1a49e gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:18.235303 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:18.236706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fe812a8-9419-4120-b16d-986ba86a7d33 req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 1.6949964 Feb 09 13:05:18.237172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4c98ea-bbee-4113-830d-ebf447b2c11a', 'tag': 'b003de38-9f17-49b9-9211-c3db2394d707'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:18.668522 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03058f3c-076a-4061-b51f-a976d54a2b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:18.701270 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03058f3c-076a-4061-b51f-a976d54a2b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:18.771223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82a98d-873f-4936-9598-76c6dac49941 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca8d9d2-75c9-4fa5-9019-91b9a51c7b88,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:18.786985 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03058f3c-076a-4061-b51f-a976d54a2b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:18.831123 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T13:05:17Z', 'revision_number': 6, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:18.835977 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:18.846116 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326c07a-ba3c-4816-9dbc-4c90ae0f4cac None None] The sync data for ids ['2361ce84-cb0b-4f82-9867-35a501e1a49e'] in n-d-825175-3 is: [{'id': '2361ce84-cb0b-4f82-9867-35a501e1a49e', 'name': 'tempest-TaggedBootDevicesTest-572364935-router', 'tenant_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:16Z', 'updated_at': '2022-02-09T13:05:17Z', 'revision_number': 6, 'project_id': '0404aaf1bfc2448b8a35a79bc22c6704', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:05:18.847950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03058f3c-076a-4061-b51f-a976d54a2b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b79262d-8620-4a20-afa4-2555bb5cba45,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:18.870033 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03058f3c-076a-4061-b51f-a976d54a2b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:18.873498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] For port 50f2f0ea-1e46-4baf-999d-588226a2cba2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=50f2f0ea-1e46-4baf-999d-588226a2cba2,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:18.875782 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:18.887627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-03058f3c-076a-4061-b51f-a976d54a2b4e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b79262d-8620-4a20-afa4-2555bb5cba45 HTTP/1.1" status: 204 len: 168 time: 1.3250778 Feb 09 13:05:18.941629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Deleting port 06e26fe0-16fa-42f2-8847-d7f5722e3473 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:18.941979 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:19.190028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Calling delete_port for 50f2f0ea-1e46-4baf-999d-588226a2cba2 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:19.412706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9cc00-081b-4c93-80dc-e59e9bf7740e service neutron] Pushing event updated for resources: {'Port': ['ID=b003de38-9f17-49b9-9211-c3db2394d707,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:19.412706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910bbe57-b5ec-4027-8bc8-1f6fb2ad3883 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:05:19.422008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-910bbe57-b5ec-4027-8bc8-1f6fb2ad3883 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:19.429503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] Sync routers for ids ['61f18e40-a2dd-48b3-9853-feab151bf02b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:05:19.457874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] Routers {'61f18e40-a2dd-48b3-9853-feab151bf02b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:19.466051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:04:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61f18e40-a2dd-48b3-9853-feab151bf02b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:19.920346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:19.990650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-554ba7b9-f088-450c-ad11-bd374fd17862 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ea8698b3fbf454f9f265d92320452e5&device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 1094 time: 1.6229310 Feb 09 13:05:20.193676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Pushing event deleted for resources: {'Port': ['ID=50f2f0ea-1e46-4baf-999d-588226a2cba2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:20.212977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b960ca-ca94-4bcb-a5a5-a566f8bb3109 req-3d44aa3c-1b1e-4af3-aa8b-94c2861342fc tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:20.214350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9a3a36bd-028d-4c6a-96ce-b302c4caa77b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:20.229066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69b960ca-ca94-4bcb-a5a5-a566f8bb3109 req-3d44aa3c-1b1e-4af3-aa8b-94c2861342fc tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 2.6793404 Feb 09 13:05:20.340591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 9a3a36bd-028d-4c6a-96ce-b302c4caa77b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:05:20.341123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9a3a36bd-028d-4c6a-96ce-b302c4caa77b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:05:20.341777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 50f2f0ea-1e46-4baf-999d-588226a2cba2 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:20.369034 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-910bbe57-b5ec-4027-8bc8-1f6fb2ad3883 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "PUT /v2.0/floatingips/f4756d5b-6ce3-45b9-bef3-b4fd6cb56679 HTTP/1.1" status: 200 len: 989 time: 20.5962663 Feb 09 13:05:20.396805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-8e8a087e-b6d3-420a-8edd-960cb2f37af4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b003de38-9f17-49b9-9211-c3db2394d707 HTTP/1.1" status: 200 len: 217 time: 0.3976042 Feb 09 13:05:20.539853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] Set router 61f18e40-a2dd-48b3-9853-feab151bf02b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:20.575496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] For port 06e26fe0-16fa-42f2-8847-d7f5722e3473, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=06e26fe0-16fa-42f2-8847-d7f5722e3473,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:20.575496 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:20.776065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 50f2f0ea-1e46-4baf-999d-588226a2cba2 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:05:20.776065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 50f2f0ea-1e46-4baf-999d-588226a2cba2 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:05:20.797271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb05d2-0503-4c25-8af6-c080e0de896a req-56169d00-0f55-4d43-a247-a2bb6f0d7c7d tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:20.805238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5dbb05d2-0503-4c25-8af6-c080e0de896a req-56169d00-0f55-4d43-a247-a2bb6f0d7c7d tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 943 time: 1.8856721 Feb 09 13:05:20.811062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69b960ca-ca94-4bcb-a5a5-a566f8bb3109 req-2fc98904-84a0-48bf-ad4d-4b28c812cf0b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809159 Feb 09 13:05:20.911652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c1634-94da-49a4-9bf0-b6578b581771 req-35f864fd-a1b1-48f2-bf7f-5531a8f61594 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:20.911652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-35f864fd-a1b1-48f2-bf7f-5531a8f61594 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc24023e-a212-4577-a7ec-e45d75d17c46 HTTP/1.1" status: 200 len: 853 time: 0.4861364 Feb 09 13:05:20.932773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Calling delete_port for 06e26fe0-16fa-42f2-8847-d7f5722e3473 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:20.974818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:21.270974 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5dbb05d2-0503-4c25-8af6-c080e0de896a req-1ef10e16-6c0a-4ca5-b63a-2ec26e5839b4 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7e3ec48-2509-47c2-add7-241d4272823c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509425 Feb 09 13:05:21.283553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2835d805-885f-451e-a3b3-7629d71a0f7d req-233b752f-8d5a-45b5-976f-2984a4fac398 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/bca8d9d2-75c9-4fa5-9019-91b9a51c7b88 HTTP/1.1" status: 200 len: 1646 time: 0.2872748 Feb 09 13:05:21.373812 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-551b1d87-8c98-4881-aae6-28772bc62822 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f07cd40-895c-481e-80ed-a77bc18ba7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3771641 Feb 09 13:05:21.506885 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4c98ea-bbee-4113-830d-ebf447b2c11a', 'tag': 'b003de38-9f17-49b9-9211-c3db2394d707', 'status': 'completed', 'code': 200} Feb 09 13:05:21.533580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41936) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:21.727431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'f4756d5b-6ce3-45b9-bef3-b4fd6cb56679', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'port_id': 'c5602c4a-1470-4114-b7af-98dcf55f39b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'mac_address': 'fa:16:3e:7f:95:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:32Z', 'updated_at': '2022-02-09T13:05:02Z', 'revision_number': 1, 'project_id': '51da92718adc4434aa897129e217a92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95d116a-b0ec-435b-86bd-c583ebe5059e', 'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'mac_address': 'fa:16:3e:6f:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:22Z', 'updated_at': '2022-02-09T13:03:52Z', 'revision_number': 5, 'project_id': '51da92718adc4434aa897129e217a92b', 'subnets': [{'id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:21.736556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] Checking router: 61f18e40-a2dd-48b3-9853-feab151bf02b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:05:21.761802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] Routers {'61f18e40-a2dd-48b3-9853-feab151bf02b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:21.761802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:04:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61f18e40-a2dd-48b3-9853-feab151bf02b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:22.198362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:22.208363 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:22.265749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] Set router 61f18e40-a2dd-48b3-9853-feab151bf02b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:22.277287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-network', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:22.291685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:22.293576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2361ce84-cb0b-4f82-9867-35a501e1a49e {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:05:22.320438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:22.341917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:22.343862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Usage tracker for resource:network and tenant:49a7cde377a54d2997b83d549ac4feab is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:22.352978 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6cb4e969-050e-4493-ab7c-babafc23274c admin admin] 10.222.0.59 "DELETE /v2.0/routers/2361ce84-cb0b-4f82-9867-35a501e1a49e HTTP/1.1" status: 204 len: 168 time: 6.6441934 Feb 09 13:05:22.359904 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-eae3fe8d-dfe1-4b69-b61c-813acef41343 req-33f771cf-fd5f-4db9-b367-d47dd088aa48 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] show failed (client error): The resource could not be found. Feb 09 13:05:22.371444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41948) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:22.372062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eae3fe8d-dfe1-4b69-b61c-813acef41343 req-33f771cf-fd5f-4db9-b367-d47dd088aa48 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/98ab99c6-748b-4521-be31-c0ceb069573d HTTP/1.1" status: 404 len: 352 time: 0.1081915 Feb 09 13:05:22.382941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:22.493294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:22.543273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae93114-9dbc-4ca8-b108-1037200dba8a admin admin] Deleting subnet a11cb0e4-4d48-420a-bf11-3909fb73970b {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:05:22.543273 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ae93114-9dbc-4ca8-b108-1037200dba8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:22.552984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-107e0a01-cd78-4de6-ad9a-e39556c92072 service neutron] 10.222.0.67 "GET /v2.0/networks/3f07cd40-895c-481e-80ed-a77bc18ba7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1511314 Feb 09 13:05:22.644233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Made reservation on behalf of 49a7cde377a54d2997b83d549ac4feab for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:05:22.647518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:22.682439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ae93114-9dbc-4ca8-b108-1037200dba8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:22.721241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:22.818383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e26fe0-16fa-42f2-8847-d7f5722e3473,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:22.843425 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:22.873750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ae93114-9dbc-4ca8-b108-1037200dba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:22.930359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ab9b3-b71a-461f-adfc-bebfdea9400a req-ff926b09-2830-4064-88c4-bfcce2b62945 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:22.933134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c5ab9b3-b71a-461f-adfc-bebfdea9400a req-ff926b09-2830-4064-88c4-bfcce2b62945 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 0.9104748 Feb 09 13:05:22.976902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ae93114-9dbc-4ca8-b108-1037200dba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:23.050144 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ae93114-9dbc-4ca8-b108-1037200dba8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:23.074923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1ae93114-9dbc-4ca8-b108-1037200dba8a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a11cb0e4-4d48-420a-bf11-3909fb73970b HTTP/1.1" status: 204 len: 168 time: 0.7172623 Feb 09 13:05:23.076374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41962) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:23.104675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae93114-9dbc-4ca8-b108-1037200dba8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11cb0e4-4d48-420a-bf11-3909fb73970b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:23.180946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2535477-9eeb-4c26-be7f-a6f827793401 None None] Network a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:05:23.333644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:23.342618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Deleting port 511cc086-85d6-4190-a351-ad587e689a13 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:23.343062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:23.487871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:23.493776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Usage tracker for resource:security_group_rule and tenant:49a7cde377a54d2997b83d549ac4feab is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:23.498366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:23.514314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:23.633118 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:05:23.669692 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:23.738713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c5ab9b3-b71a-461f-adfc-bebfdea9400a req-4e1ba300-7d69-4384-ab78-812562d4ab41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7487664 Feb 09 13:05:23.738713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'tag': 'c5602c4a-1470-4114-b7af-98dcf55f39b9'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:23.738713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-024c1634-94da-49a4-9bf0-b6578b581771 req-606ef502-0a5e-4b2c-b1d3-870b6d437d6e service neutron] 10.222.0.67 "GET /v2.0/networks/3f07cd40-895c-481e-80ed-a77bc18ba7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1601052 Feb 09 13:05:23.761778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'f4756d5b-6ce3-45b9-bef3-b4fd6cb56679', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'port_id': 'c5602c4a-1470-4114-b7af-98dcf55f39b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'mac_address': 'fa:16:3e:7f:95:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:32Z', 'updated_at': '2022-02-09T13:05:02Z', 'revision_number': 1, 'project_id': '51da92718adc4434aa897129e217a92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95d116a-b0ec-435b-86bd-c583ebe5059e', 'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'mac_address': 'fa:16:3e:6f:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:22Z', 'updated_at': '2022-02-09T13:03:52Z', 'revision_number': 5, 'project_id': '51da92718adc4434aa897129e217a92b', 'subnets': [{'id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:23.782018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57249e5-81db-4acc-ae5f-5ba523ec35c6 None None] The sync data for ids ['61f18e40-a2dd-48b3-9853-feab151bf02b'] in n-d-825175-3 is: [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'f4756d5b-6ce3-45b9-bef3-b4fd6cb56679', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'port_id': 'c5602c4a-1470-4114-b7af-98dcf55f39b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'mac_address': 'fa:16:3e:7f:95:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:03:32Z', 'updated_at': '2022-02-09T13:05:02Z', 'revision_number': 1, 'project_id': '51da92718adc4434aa897129e217a92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd95d116a-b0ec-435b-86bd-c583ebe5059e', 'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'mac_address': 'fa:16:3e:6f:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:22Z', 'updated_at': '2022-02-09T13:03:52Z', 'revision_number': 5, 'project_id': '51da92718adc4434aa897129e217a92b', 'subnets': [{'id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:05:23.821411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] For port 511cc086-85d6-4190-a351-ad587e689a13, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=511cc086-85d6-4190-a351-ad587e689a13,segment=NetworkSegment(dc827e56-89c9-4901-a25c-c1bf89859aa3),segment_id=dc827e56-89c9-4901-a25c-c1bf89859aa3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:23.821768 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:23.959701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cf24d3-a73d-4ef1-b9f6-db2b3e14098c None None] DHCP port deletion for a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:05:23.973615 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-55cf24d3-a73d-4ef1-b9f6-db2b3e14098c None None] Deleting port 511cc086-85d6-4190-a351-ad587e689a13 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:23.976561 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-55cf24d3-a73d-4ef1-b9f6-db2b3e14098c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.010450 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.015118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Calling delete_port for 511cc086-85d6-4190-a351-ad587e689a13 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:24.211894 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3b0e5-8b51-4620-bc59-a7a18a023ed6 None None] New status for floating IP f4756d5b-6ce3-45b9-bef3-b4fd6cb56679: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:05:24.214997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.274433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] No DVR routers for this DVR port 511cc086-85d6-4190-a351-ad587e689a13 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:05:24.314566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:05:24.328852 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.330708 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Added segment 0a09eab0-af95-47f7-b571-2bc437750bcb of type vlan for network f34d7d3a-6215-47c9-8437-f583152267d7 Feb 09 13:05:24.330907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Pushing event deleted for resources: {'Port': ['ID=511cc086-85d6-4190-a351-ad587e689a13,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:24.372317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.434854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-55cf24d3-a73d-4ef1-b9f6-db2b3e14098c None None] The port '511cc086-85d6-4190-a351-ad587e689a13' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:05:24.465080 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.482095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93757ecb-9e6a-4149-b808-4fea02dd237a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:24.505786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ddf5f3-3ed4-4b99-b899-1cabe744ca01']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:24.522933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc827e56-89c9-4901-a25c-c1bf89859aa3') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:24.523283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc827e56-89c9-4901-a25c-c1bf89859aa3') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:24.540544 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.543949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481433ae-24f1-4782-a417-db37caf1c093 req-1c6a5e7c-0acb-49a3-85f6-090e397d68c2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:24.552987 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-481433ae-24f1-4782-a417-db37caf1c093 req-1c6a5e7c-0acb-49a3-85f6-090e397d68c2 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 1.8711576 Feb 09 13:05:24.560968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.572053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:05:24.572486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.580372 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.581602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:24.582206 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.623339 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:05:24.693590 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:05:24.721724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.721724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:24.768489 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] 10.222.0.59 "DELETE /v2.0/networks/a3ddf5f3-3ed4-4b99-b899-1cabe744ca01 HTTP/1.1" status: 204 len: 168 time: 1.6741302 Feb 09 13:05:24.768489 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41968) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:24.768489 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa96cf2-540d-4983-9bfd-c6337de9402e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ddf5f3-3ed4-4b99-b899-1cabe744ca01,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:24.883816 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8b82d442-89f6-46fe-922d-8876cc849e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:25.053181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-481433ae-24f1-4782-a417-db37caf1c093 req-7c75399a-000e-461f-b5bd-7e9dfaf87062 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986203 Feb 09 13:05:25.241259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.7087998 Feb 09 13:05:25.243578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41974) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:25.266824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Request body: {'subnet': {'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-subnet', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:25.284147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:25.304551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Usage tracker for resource:subnet and tenant:49a7cde377a54d2997b83d549ac4feab is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:25.309648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:25.318611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:25.349015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Made reservation on behalf of 49a7cde377a54d2997b83d549ac4feab for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:05:25.349015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:25.534689 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-3f566e9b-ebdc-410e-9b43-5be03c01f9e2 req-72fb7dd1-d479-4570-ba16-747ac2f68d87 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] show failed (client error): The resource could not be found. Feb 09 13:05:25.535713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f566e9b-ebdc-410e-9b43-5be03c01f9e2 req-72fb7dd1-d479-4570-ba16-747ac2f68d87 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-group-rules/cc8a3f1a-3a08-4a48-a42d-16039926d317 HTTP/1.1" status: 404 len: 361 time: 0.3149576 Feb 09 13:05:25.536314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b3f71-ad29-499f-8d50-a79c3208029e admin admin] Pushing event updated for resources: {'Network': ['ID=f34d7d3a-6215-47c9-8437-f583152267d7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:25.552115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f34d7d3a-6215-47c9-8437-f583152267d7 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:05:25.629941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73050f7d-7bc2-4040-8c44-fad96cb70185 req-84744898-4a33-4579-9614-121deb8e9c5e tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:25.633231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73050f7d-7bc2-4040-8c44-fad96cb70185 req-84744898-4a33-4579-9614-121deb8e9c5e tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 943 time: 1.4161665 Feb 09 13:05:25.649271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1403fd0-9323-415e-964f-c05c165b1906 req-a53e07a9-b6cc-43ac-a059-3f5affd882ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ea8698b3fbf454f9f265d92320452e5&device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 1094 time: 1.5739927 Feb 09 13:05:25.705882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 511cc086-85d6-4190-a351-ad587e689a13 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:25.765009 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:25.771142 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:25.887393 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'tag': 'c5602c4a-1470-4114-b7af-98dcf55f39b9', 'status': 'completed', 'code': 200} Feb 09 13:05:26.073077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 511cc086-85d6-4190-a351-ad587e689a13 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:05:26.073077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 511cc086-85d6-4190-a351-ad587e689a13 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:05:26.099129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:26.099129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:05:26.267805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:26.267805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-99ef3cc0-9716-46d1-bed7-a5b46dd3a838 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1baf098a-310c-4a3d-ab4f-db8b8aa3d4a2 HTTP/1.1" status: 204 len: 168 time: 14.4996157 Feb 09 13:05:26.267805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41986) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:26.446227 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:26.514981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73050f7d-7bc2-4040-8c44-fad96cb70185 req-20b61f41-50b2-40df-8837-9ed1d2f9c75c tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7e3ec48-2509-47c2-add7-241d4272823c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8497086 Feb 09 13:05:26.519840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-097b5be6-3c00-4909-ab8e-62642c341721 admin admin] Deleting subnet 20f11907-fdd2-448b-9825-b8eef7802ade {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:05:26.536822 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-097b5be6-3c00-4909-ab8e-62642c341721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:26.537410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb863a07-c56e-4985-aaac-6c93aefe554f,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:26.599700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Checking segment: {'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:05:26.600740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Network hostable DHCP agents. Network: f34d7d3a-6215-47c9-8437-f583152267d7, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:05:26.655450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Network f34d7d3a-6215-47c9-8437-f583152267d7 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:05:26.678368 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f34d7d3a-6215-47c9-8437-f583152267d7) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:26.685589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:26.686175 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:26.688458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ca9a9-ca19-49b4-b5f1-0662463f83d4 None None] Network f34d7d3a-6215-47c9-8437-f583152267d7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:05:26.736305 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e16b5f0b-c5a6-4a5d-b39c-41a468f9c286 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4912188 Feb 09 13:05:26.745245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41992) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:26.765548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:26.772498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:26.779264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Usage tracker for resource:router and tenant:49a7cde377a54d2997b83d549ac4feab is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:26.790323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:26.793041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897459b9-760b-4aa8-9308-bf748ff15fb9 req-e5189eb0-2338-4dba-884e-433d8e4dc045 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/bca8d9d2-75c9-4fa5-9019-91b9a51c7b88 HTTP/1.1" status: 200 len: 1646 time: 0.0909464 Feb 09 13:05:26.803398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:26.804777 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-097b5be6-3c00-4909-ab8e-62642c341721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:26.816343 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:26.914173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403fd0-9323-415e-964f-c05c165b1906 req-f3ee9371-47a9-4eaf-b5a3-7d2a1fa99f6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:26.914173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1403fd0-9323-415e-964f-c05c165b1906 req-f3ee9371-47a9-4eaf-b5a3-7d2a1fa99f6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=3f07cd40-895c-481e-80ed-a77bc18ba7d5 HTTP/1.1" status: 200 len: 915 time: 1.2525146 Feb 09 13:05:26.956276 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:26.958005 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:27.117137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1403fd0-9323-415e-964f-c05c165b1906 req-33bdc7b5-882c-448c-bf5c-ece92285f464 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b003de38-9f17-49b9-9211-c3db2394d707 HTTP/1.1" status: 200 len: 217 time: 0.1957772 Feb 09 13:05:27.212614 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7027d986-5fc0-444c-b688-59d9353aa052 req-1f7a2b7f-b9c4-4b85-a86a-0dcc5a8c7a62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=51da92718adc4434aa897129e217a92b&device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 1096 time: 1.3348339 Feb 09 13:05:27.221203 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:27.226702 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-170fc6dd-98f7-4d3f-89f1-26b5d4445114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:27.297373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb37ec8-98b4-4ddb-9033-8f3622dd6939 req-f9ca90ea-11dc-4fdd-a361-90088a287423 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:27.304591 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfb37ec8-98b4-4ddb-9033-8f3622dd6939 req-f9ca90ea-11dc-4fdd-a361-90088a287423 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 1.0964048 Feb 09 13:05:27.312667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f34d7d3a-6215-47c9-8437-f583152267d7', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:05:27.314069 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:27.366062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-897459b9-760b-4aa8-9308-bf748ff15fb9 req-18e04466-0c6c-4d46-8066-10c56be4c364 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:27.457581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:27.475907 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfb37ec8-98b4-4ddb-9033-8f3622dd6939 req-28bf1b2b-f672-46a0-ad49-6ead40a798a5 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701589 Feb 09 13:05:27.545107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027d986-5fc0-444c-b688-59d9353aa052 req-c5741e8d-7bac-442c-851f-96e2e24c5f60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:27.546711 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7027d986-5fc0-444c-b688-59d9353aa052 req-c5741e8d-7bac-442c-851f-96e2e24c5f60 service neutron] 10.222.0.67 "GET /v2.0/networks?id=32fdc273-ef1d-4665-a02e-937b6e080af8 HTTP/1.1" status: 200 len: 917 time: 0.3094981 Feb 09 13:05:27.552295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403fd0-9323-415e-964f-c05c165b1906 req-6aab17c9-7091-4037-a008-a0a27f438702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:27.553778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1403fd0-9323-415e-964f-c05c165b1906 req-6aab17c9-7091-4037-a008-a0a27f438702 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc24023e-a212-4577-a7ec-e45d75d17c46 HTTP/1.1" status: 200 len: 853 time: 0.4208431 Feb 09 13:05:27.612146 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-897459b9-760b-4aa8-9308-bf748ff15fb9 req-18e04466-0c6c-4d46-8066-10c56be4c364 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:27.621732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 06e26fe0-16fa-42f2-8847-d7f5722e3473 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:27.692950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 06e26fe0-16fa-42f2-8847-d7f5722e3473 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:05:27.694703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 06e26fe0-16fa-42f2-8847-d7f5722e3473 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:05:27.699112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b003de38-9f17-49b9-9211-c3db2394d707 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:05:27.745185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-097b5be6-3c00-4909-ab8e-62642c341721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:27.758825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Allocated IP 172.20.0.2 (f34d7d3a-6215-47c9-8437-f583152267d7/fb863a07-c56e-4985-aaac-6c93aefe554f/066d0660-aea9-4deb-a191-05c5afaa4b54) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:05:27.877759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1403fd0-9323-415e-964f-c05c165b1906 req-7b6929cf-df27-45b3-939e-49fa5e71d32f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3f07cd40-895c-481e-80ed-a77bc18ba7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2572825 Feb 09 13:05:28.034257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1403fd0-9323-415e-964f-c05c165b1906 req-e1c6de46-61b7-407b-bc1c-682d4c1a59a7 service neutron] 10.222.0.67 "GET /v2.0/networks/3f07cd40-895c-481e-80ed-a77bc18ba7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467128 Feb 09 13:05:28.038356 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7027d986-5fc0-444c-b688-59d9353aa052 req-2194cc49-2fff-42f9-86cf-392571a729a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5602c4a-1470-4114-b7af-98dcf55f39b9 HTTP/1.1" status: 200 len: 999 time: 0.4804382 Feb 09 13:05:28.125193 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:28.138146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Transition to ACTIVE for port object 066d0660-aea9-4deb-a191-05c5afaa4b54 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:28.169932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Transition to ACTIVE for port object 066d0660-aea9-4deb-a191-05c5afaa4b54 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:28.215089 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:28.390604 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:28.426462 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Network f34d7d3a-6215-47c9-8437-f583152267d7 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:05:28.433681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:28.442523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Pushing event updated for resources: {'Port': ['ID=066d0660-aea9-4deb-a191-05c5afaa4b54,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:28.446525 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:28.448049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:05:28.468549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:28.492385 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-097b5be6-3c00-4909-ab8e-62642c341721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:28.498777 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-897459b9-760b-4aa8-9308-bf748ff15fb9 req-18e04466-0c6c-4d46-8066-10c56be4c364 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:28.684169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e04466-0c6c-4d46-8066-10c56be4c364 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca8d9d2-75c9-4fa5-9019-91b9a51c7b88,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:28.699112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1403fd0-9323-415e-964f-c05c165b1906 req-61805efd-6f9f-4315-bc41-f06f44eb9f78 service neutron] 10.222.0.67 "GET /v2.0/networks/3f07cd40-895c-481e-80ed-a77bc18ba7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481042 Feb 09 13:05:28.717949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b003de38-9f17-49b9-9211-c3db2394d707, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b003de38-9f17-49b9-9211-c3db2394d707,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:28.719857 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-097b5be6-3c00-4909-ab8e-62642c341721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:28.724797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027d986-5fc0-444c-b688-59d9353aa052 req-8dbf8d7d-e9ed-456a-8b8a-ebbbf558474e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:28.726413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7027d986-5fc0-444c-b688-59d9353aa052 req-8dbf8d7d-e9ed-456a-8b8a-ebbbf558474e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ea791093-4d5f-4dfa-88b1-73108c227bca HTTP/1.1" status: 200 len: 855 time: 0.3259766 Feb 09 13:05:28.734679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:28.776426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340270eb-44de-4687-bf35-69a1a267ee37 None None] Network 5d8b75a8-b268-48f3-800b-878cd9d13add requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:05:28.797928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b5be6-3c00-4909-ab8e-62642c341721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f11907-fdd2-448b-9825-b8eef7802ade,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:28.824922 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-897459b9-760b-4aa8-9308-bf748ff15fb9 req-18e04466-0c6c-4d46-8066-10c56be4c364 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:28.826389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897459b9-760b-4aa8-9308-bf748ff15fb9 req-18e04466-0c6c-4d46-8066-10c56be4c364 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "DELETE /v2.0/security-groups/bca8d9d2-75c9-4fa5-9019-91b9a51c7b88 HTTP/1.1" status: 204 len: 173 time: 1.9738703 Feb 09 13:05:28.853393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-097b5be6-3c00-4909-ab8e-62642c341721 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/20f11907-fdd2-448b-9825-b8eef7802ade HTTP/1.1" status: 204 len: 168 time: 2.5814414 Feb 09 13:05:28.857086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42002) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:28.864107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8cd5-c0ab-4d09-aa58-5dc253a36b87 req-63b37819-692e-418b-b5e2-8f6016184f5c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:28.865848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee3d8cd5-c0ab-4d09-aa58-5dc253a36b87 req-63b37819-692e-418b-b5e2-8f6016184f5c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 1.0261376 Feb 09 13:05:28.983885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Allocated IP 172.25.5.14 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/72dbd67d-0d73-4126-93f0-d8d30e5bf897) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:05:29.004279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Attempting to bind port 066d0660-aea9-4deb-a191-05c5afaa4b54 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:05:29.005925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Attempting to bind port 066d0660-aea9-4deb-a191-05c5afaa4b54 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:05:29.006660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Attempting to bind port 066d0660-aea9-4deb-a191-05c5afaa4b54 on network f34d7d3a-6215-47c9-8437-f583152267d7 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:05:29.074616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'b003de38-9f17-49b9-9211-c3db2394d707', 'network_id': '3f07cd40-895c-481e-80ed-a77bc18ba7d5', 'port_id': 'b003de38-9f17-49b9-9211-c3db2394d707', 'mac_address': 'fa:16:3e:24:84:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc24023e-a212-4577-a7ec-e45d75d17c46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:05:29.390572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:05:29.390572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Checking segment: {'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:05:29.390572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:29.390572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Bound using segment: {'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:05:29.390572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Bound port: 066d0660-aea9-4deb-a191-05c5afaa4b54, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:05:29.390572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:29.521115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:29.560033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee3d8cd5-c0ab-4d09-aa58-5dc253a36b87 req-fd79d87d-9003-4304-b714-05bf465a36d9 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390736 Feb 09 13:05:29.634760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:29.763631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Deleting port 7493c709-1c3a-45c0-b9bd-805f351bf49e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:29.763631 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:29.820893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b003de38-9f17-49b9-9211-c3db2394d707 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:05:29.879700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] Deleting port 30a828ec-0a41-4374-95f5-fe95b1037c5f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:29.879700 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:29.896508 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7027d986-5fc0-444c-b688-59d9353aa052 req-d1875d48-5fa3-4a6a-8d93-04f6e66c44be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=32fdc273-ef1d-4665-a02e-937b6e080af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1470251 Feb 09 13:05:29.974169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b003de38-9f17-49b9-9211-c3db2394d707, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b003de38-9f17-49b9-9211-c3db2394d707,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:30.104358 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:30.186428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:30.228846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] For port 7493c709-1c3a-45c0-b9bd-805f351bf49e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7493c709-1c3a-45c0-b9bd-805f351bf49e,segment=NetworkSegment(cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87),segment_id=cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:30.228846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:30.316445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] For port 066d0660-aea9-4deb-a191-05c5afaa4b54, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:05:30.324716 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] For port 066d0660-aea9-4deb-a191-05c5afaa4b54, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=066d0660-aea9-4deb-a191-05c5afaa4b54,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:05:30.345273 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:30.390256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b003de38-9f17-49b9-9211-c3db2394d707,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:30.440636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['b003de38-9f17-49b9-9211-c3db2394d707'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:05:30.441557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Calling delete_port for 7493c709-1c3a-45c0-b9bd-805f351bf49e owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:30.457703 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:30.549445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68050b2-9c2d-4647-b3fa-482de96b4f32 None None] DHCP port deletion for 5d8b75a8-b268-48f3-800b-878cd9d13add request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:05:30.574442 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f68050b2-9c2d-4647-b3fa-482de96b4f32 None None] Deleting port 7493c709-1c3a-45c0-b9bd-805f351bf49e {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:30.576156 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f68050b2-9c2d-4647-b3fa-482de96b4f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:30.623185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec382e8a-8118-4747-b650-afe2d2694120 None None] Pushing event updated for resources: {'Port': ['ID=066d0660-aea9-4deb-a191-05c5afaa4b54,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:30.722804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] For port 30a828ec-0a41-4374-95f5-fe95b1037c5f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=30a828ec-0a41-4374-95f5-fe95b1037c5f,segment=NetworkSegment(115d301f-9009-49e9-9356-09159e1fde7b),segment_id=115d301f-9009-49e9-9356-09159e1fde7b)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:30.726153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:30.796524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7027d986-5fc0-444c-b688-59d9353aa052 req-82282c0f-633a-4f4c-a255-1ba5b9c20e53 service neutron] 10.222.0.67 "GET /v2.0/networks/32fdc273-ef1d-4665-a02e-937b6e080af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209697 Feb 09 13:05:30.913071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f68050b2-9c2d-4647-b3fa-482de96b4f32 None None] The port '7493c709-1c3a-45c0-b9bd-805f351bf49e' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:05:30.940247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:31.085227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:31.126545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7027d986-5fc0-444c-b688-59d9353aa052 req-32d2b398-3179-45e1-931c-6d3f3d993e2a service neutron] 10.222.0.67 "GET /v2.0/networks/32fdc273-ef1d-4665-a02e-937b6e080af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991250 Feb 09 13:05:31.169435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] Calling delete_port for 30a828ec-0a41-4374-95f5-fe95b1037c5f owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:31.245448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] No DVR routers for this DVR port 7493c709-1c3a-45c0-b9bd-805f351bf49e on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:05:31.296334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Pushing event deleted for resources: {'Port': ['ID=7493c709-1c3a-45c0-b9bd-805f351bf49e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:31.325239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ceba9-817d-4598-b1e8-b27eebd448b8 req-9b632b37-99bf-4812-9265-ec5c26396885 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:31.325239 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-266ceba9-817d-4598-b1e8-b27eebd448b8 req-9b632b37-99bf-4812-9265-ec5c26396885 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 943 time: 1.8752782 Feb 09 13:05:31.411377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-266ceba9-817d-4598-b1e8-b27eebd448b8 req-1f4c0522-ecfd-4257-b28a-85f49ff02c96 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7e3ec48-2509-47c2-add7-241d4272823c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670538 Feb 09 13:05:31.430532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:05:31.462231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:31.488158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:05:31.550271 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:31.566572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0de353-6e85-47b4-9ba1-aab47220574c req-d4fe79fa-1989-4176-9476-ad0153ea0eff tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:31.583415 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee0de353-6e85-47b4-9ba1-aab47220574c req-d4fe79fa-1989-4176-9476-ad0153ea0eff tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 1.6999555 Feb 09 13:05:31.665430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Pushing event updated for resources: {'Port': ['ID=72dbd67d-0d73-4126-93f0-d8d30e5bf897,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:31.723373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8b75a8-b268-48f3-800b-878cd9d13add']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:31.744334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 066d0660-aea9-4deb-a191-05c5afaa4b54 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:05:31.883368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 066d0660-aea9-4deb-a191-05c5afaa4b54 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:05:31.903309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:31.903939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb66e85d-ce92-48c8-9e89-b0a0bd7c7c87') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:32.038946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7493c709-1c3a-45c0-b9bd-805f351bf49e no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:32.131121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 7493c709-1c3a-45c0-b9bd-805f351bf49e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:05:32.131121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7493c709-1c3a-45c0-b9bd-805f351bf49e not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:05:32.131121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b003de38-9f17-49b9-9211-c3db2394d707 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:05:32.253237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port b003de38-9f17-49b9-9211-c3db2394d707 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:05:32.253237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port b003de38-9f17-49b9-9211-c3db2394d707 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:32.253237 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.310862 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.384198 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.411524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:05:32.411524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.500723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.523526 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.601677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=30a828ec-0a41-4374-95f5-fe95b1037c5f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:32.609720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4c98ea-bbee-4113-830d-ebf447b2c11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b003de38-9f17-49b9-9211-c3db2394d707'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:32.641361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b003de38-9f17-49b9-9211-c3db2394d707, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b003de38-9f17-49b9-9211-c3db2394d707,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:32.641361 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:05:32.741089 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:05:32.816321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee0de353-6e85-47b4-9ba1-aab47220574c req-24562e1e-dafd-4281-b076-64c3af7fd44e tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1742744 Feb 09 13:05:32.856788 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.856788 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.884277 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.903781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:32.960644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b003de38-9f17-49b9-9211-c3db2394d707,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:32.984672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:32.984672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:32.984672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:32.984672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:32.984672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:32.984672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:32.984672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:32.984672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:32.997509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:32.997509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:32.997509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:05:33.004985 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] 10.222.0.59 "DELETE /v2.0/networks/5d8b75a8-b268-48f3-800b-878cd9d13add HTTP/1.1" status: 204 len: 168 time: 4.1202421 Feb 09 13:05:33.061567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb0db0f7-a56c-4e61-9299-db38474f802b req-fbae409b-5045-41b3-aae9-b52c9f3a1832 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/f3988cbd-e281-4b28-b5f9-a87b839224cd HTTP/1.1" status: 200 len: 1647 time: 1.4241583 Feb 09 13:05:33.073096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f84089-0997-4ae2-ade4-2567a0c3c96f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8b75a8-b268-48f3-800b-878cd9d13add,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:33.215274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7ce827-df5a-4947-8101-701ba1331e1a None None] Network f34d7d3a-6215-47c9-8437-f583152267d7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:05:33.519110 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bb0db0f7-a56c-4e61-9299-db38474f802b req-7fd0180f-b902-4205-9582-48d0f0416223 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:33.600858 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bb0db0f7-a56c-4e61-9299-db38474f802b req-7fd0180f-b902-4205-9582-48d0f0416223 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:33.985934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42026) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:34.329650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1cfcd19e-988b-4c8a-888a-22c85360c5da None None] Provisioning for port 066d0660-aea9-4deb-a191-05c5afaa4b54 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:05:34.353939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1cfcd19e-988b-4c8a-888a-22c85360c5da None None] Provisioning complete for port 066d0660-aea9-4deb-a191-05c5afaa4b54 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:34.354579 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd19e-988b-4c8a-888a-22c85360c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:34.395631 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bb0db0f7-a56c-4e61-9299-db38474f802b req-7fd0180f-b902-4205-9582-48d0f0416223 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:34.399965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:34.452996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0180f-b902-4205-9582-48d0f0416223 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3988cbd-e281-4b28-b5f9-a87b839224cd,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:34.461587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2abea9f5-d760-487d-ac35-55e64bfbaa9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9274c995575416f94f45658899d579c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4854147 Feb 09 13:05:34.479715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42034) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:34.493152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879488d-8a09-4a4b-8047-e2ae79cb1de0 req-114bb798-a441-4d99-ad9d-5342716f2d71 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:34.496536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4879488d-8a09-4a4b-8047-e2ae79cb1de0 req-114bb798-a441-4d99-ad9d-5342716f2d71 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 0.8360519 Feb 09 13:05:34.555195 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bb0db0f7-a56c-4e61-9299-db38474f802b req-7fd0180f-b902-4205-9582-48d0f0416223 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:34.571491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb0db0f7-a56c-4e61-9299-db38474f802b req-7fd0180f-b902-4205-9582-48d0f0416223 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "DELETE /v2.0/security-groups/f3988cbd-e281-4b28-b5f9-a87b839224cd HTTP/1.1" status: 204 len: 173 time: 1.4877424 Feb 09 13:05:34.600823 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd19e-988b-4c8a-888a-22c85360c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:34.627423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aee2a4ab-fa6c-4795-800a-1e62ead58ca5 req-4ab04634-4249-4172-bfa9-2f11423037dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b1c8b90-5446-4486-b0ba-4045086cb0cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4668362 Feb 09 13:05:34.710757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4879488d-8a09-4a4b-8047-e2ae79cb1de0 req-a105f881-9fbe-4b85-874e-4944a270ceb6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843758 Feb 09 13:05:34.773522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Router 335b939e-dd19-45a5-9065-e8107b751682 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:05:34.783879 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-278e9677-45b6-4c96-aca9-f53d4a252c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:34.787567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1cfcd19e-988b-4c8a-888a-22c85360c5da None None] For port 066d0660-aea9-4deb-a191-05c5afaa4b54, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=066d0660-aea9-4deb-a191-05c5afaa4b54,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:34.796930 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd19e-988b-4c8a-888a-22c85360c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:35.127372 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4c98ea-bbee-4113-830d-ebf447b2c11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b003de38-9f17-49b9-9211-c3db2394d707', 'code': 200} Feb 09 13:05:35.128308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcd19e-988b-4c8a-888a-22c85360c5da None None] Pushing event updated for resources: {'Port': ['ID=066d0660-aea9-4deb-a191-05c5afaa4b54,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:35.254510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d4857b10-90ff-4dbf-bb06-359a64c27915 None None] Provisioning complete for port 066d0660-aea9-4deb-a191-05c5afaa4b54 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:35.258945 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d4857b10-90ff-4dbf-bb06-359a64c27915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:35.333405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-278e9677-45b6-4c96-aca9-f53d4a252c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:35.567544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f7b29a6-4729-4161-9d90-f09c369c632c req-b4bbe43a-b7d8-42bd-ac4c-7c89b92c9655 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 1096 time: 0.4296544 Feb 09 13:05:35.567544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caa5bd-3f59-47dc-8ada-f612867de8c6 req-aa5a125e-eb3b-4714-8030-657b58a35c64 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:35.585454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46caa5bd-3f59-47dc-8ada-f612867de8c6 req-aa5a125e-eb3b-4714-8030-657b58a35c64 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 945 time: 0.7412226 Feb 09 13:05:35.621674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aee2a4ab-fa6c-4795-800a-1e62ead58ca5 req-b349e016-96b2-4591-a79f-150ec3f8f94e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&device_id=7b1c8b90-5446-4486-b0ba-4045086cb0cd HTTP/1.1" status: 200 len: 1098 time: 0.6956496 Feb 09 13:05:35.725097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 066d0660-aea9-4deb-a191-05c5afaa4b54 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:05:35.832252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 066d0660-aea9-4deb-a191-05c5afaa4b54 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:35.832657 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:36.007232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2a4ab-fa6c-4795-800a-1e62ead58ca5 req-8ff8c707-0674-453c-b7e4-d76e3afcd537 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:36.010382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aee2a4ab-fa6c-4795-800a-1e62ead58ca5 req-8ff8c707-0674-453c-b7e4-d76e3afcd537 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.3338940 Feb 09 13:05:36.239336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f7b29a6-4729-4161-9d90-f09c369c632c req-b34db2e2-1815-454a-b50c-bcf11edaa988 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b7e3ec48-2509-47c2-add7-241d4272823c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663413 Feb 09 13:05:36.252861 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-278e9677-45b6-4c96-aca9-f53d4a252c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:36.263252 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aee2a4ab-fa6c-4795-800a-1e62ead58ca5 req-0a65d5b6-9762-4a24-b97d-817c58ffe58e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=27f29ae9-4983-476d-9ce3-476c5c634563 HTTP/1.1" status: 200 len: 217 time: 0.1320879 Feb 09 13:05:36.273631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:05:36.280709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e9677-45b6-4c96-aca9-f53d4a252c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6dfe60-c2ef-48f8-94ad-58f5e3507f7e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:36.291463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Sync routers for ids ['335b939e-dd19-45a5-9065-e8107b751682'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:05:36.332767 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-278e9677-45b6-4c96-aca9-f53d4a252c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:36.334288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-278e9677-45b6-4c96-aca9-f53d4a252c4f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/de6dfe60-c2ef-48f8-94ad-58f5e3507f7e HTTP/1.1" status: 204 len: 168 time: 1.8527048 Feb 09 13:05:36.347109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46caa5bd-3f59-47dc-8ada-f612867de8c6 req-b8ee8f92-b7d2-4c31-9aaa-ce31a9adc95a tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7e3ec48-2509-47c2-add7-241d4272823c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6811376 Feb 09 13:05:36.366834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Routers {'335b939e-dd19-45a5-9065-e8107b751682'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:36.368244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['335b939e-dd19-45a5-9065-e8107b751682'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:36.427196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8f968-2c55-43ae-9ab2-89088bad5dfb req-3163d218-69f8-487b-8fb7-1dfbe9fa7691 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:36.429669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52b8f968-2c55-43ae-9ab2-89088bad5dfb req-3163d218-69f8-487b-8fb7-1dfbe9fa7691 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 0.4536321 Feb 09 13:05:36.551103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:36.556918 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3868f375-0299-42ba-b2c7-694d78d392c5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 9.7969406 Feb 09 13:05:36.560087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42050) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:36.680728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Set router 335b939e-dd19-45a5-9065-e8107b751682 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:36.763934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2a4ab-fa6c-4795-800a-1e62ead58ca5 req-fcc0e8ae-4ba6-4a2e-b8d3-23f99043f722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:36.766428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aee2a4ab-fa6c-4795-800a-1e62ead58ca5 req-fcc0e8ae-4ba6-4a2e-b8d3-23f99043f722 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2583649 Feb 09 13:05:36.783351 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52b8f968-2c55-43ae-9ab2-89088bad5dfb req-08349cc9-9ef5-4f52-8e98-13a6950b9bc8 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352466 Feb 09 13:05:36.894348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-419e0edb-2d9c-441a-ac61-f6eb6c1317e3 req-8be60d4b-16be-4daa-a688-8af09cab10fa tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/106573ce-4d80-489a-8aa2-5eda66d1a753 HTTP/1.1" status: 200 len: 1646 time: 0.2556620 Feb 09 13:05:37.087115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aee2a4ab-fa6c-4795-800a-1e62ead58ca5 req-99aa3309-e4e3-4eff-a09b-666d98f2c438 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3026109 Feb 09 13:05:37.140131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] Router 7bb14ef1-c7f0-400e-9768-cb629a55d15c has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:05:37.212233 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-419e0edb-2d9c-441a-ac61-f6eb6c1317e3 req-9ccf57ee-9c00-44be-81a5-00fe6ce265fa tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:37.431954 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-419e0edb-2d9c-441a-ac61-f6eb6c1317e3 req-9ccf57ee-9c00-44be-81a5-00fe6ce265fa tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:37.619209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:32Z', 'revision_number': 3, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:37.632682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Checking router: 335b939e-dd19-45a5-9065-e8107b751682 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:05:37.634289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Updating router 335b939e-dd19-45a5-9065-e8107b751682 port 72dbd67d-0d73-4126-93f0-d8d30e5bf897 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:05:37.676868 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-419e0edb-2d9c-441a-ac61-f6eb6c1317e3 req-9ccf57ee-9c00-44be-81a5-00fe6ce265fa tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:37.818369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf57ee-9c00-44be-81a5-00fe6ce265fa tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106573ce-4d80-489a-8aa2-5eda66d1a753,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:37.825080 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:37.840198 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-419e0edb-2d9c-441a-ac61-f6eb6c1317e3 req-9ccf57ee-9c00-44be-81a5-00fe6ce265fa tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:37.858070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-419e0edb-2d9c-441a-ac61-f6eb6c1317e3 req-9ccf57ee-9c00-44be-81a5-00fe6ce265fa tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "DELETE /v2.0/security-groups/106573ce-4d80-489a-8aa2-5eda66d1a753 HTTP/1.1" status: 204 len: 173 time: 0.9563534 Feb 09 13:05:37.963894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c315083-2312-4a0c-a2b5-17424b702063 req-7942c1f3-2530-4cd4-9fbe-9ca776495b8c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:37.965841 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c315083-2312-4a0c-a2b5-17424b702063 req-7942c1f3-2530-4cd4-9fbe-9ca776495b8c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 0.8272755 Feb 09 13:05:37.985999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aee2a4ab-fa6c-4795-800a-1e62ead58ca5 req-44b72ad0-d341-445c-8c99-63f83efbbe54 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8831580 Feb 09 13:05:38.009882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:05:38.027310 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62238320-9617-4059-8c1a-fef642978376 None None] Sync routers for ids ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:05:38.047768 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc30a13d-fcb3-4593-8c0e-ecb9d9e47c7b admin admin] 10.222.0.59 "PUT /v2.0/routers/7bb14ef1-c7f0-400e-9768-cb629a55d15c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2828085 Feb 09 13:05:38.048082 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62238320-9617-4059-8c1a-fef642978376 None None] Routers {'7bb14ef1-c7f0-400e-9768-cb629a55d15c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:38.048082 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-62238320-9617-4059-8c1a-fef642978376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:38.048418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42076) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:38.563769 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-62238320-9617-4059-8c1a-fef642978376 None None] Set router 7bb14ef1-c7f0-400e-9768-cb629a55d15c gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:38.804694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c315083-2312-4a0c-a2b5-17424b702063 req-ea61c0da-3978-4fc7-bda7-c954f9941957 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146558 Feb 09 13:05:38.877838 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:38.909691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Transition to ACTIVE for port object 72dbd67d-0d73-4126-93f0-d8d30e5bf897 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:38.923161 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:38.928270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aee2a4ab-fa6c-4795-800a-1e62ead58ca5 req-ab52b654-c534-4b6a-ab2c-bdaf8df55ab2 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171515 Feb 09 13:05:38.947199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43da62-b8ae-44d9-9c87-72d74cbd3806 req-0739a439-1f38-47d4-9444-e4c737bd4eb8 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:38.951299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de43da62-b8ae-44d9-9c87-72d74cbd3806 req-0739a439-1f38-47d4-9444-e4c737bd4eb8 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 0.3408787 Feb 09 13:05:39.098116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de43da62-b8ae-44d9-9c87-72d74cbd3806 req-0338475b-284e-4f58-8ca1-6a81d80b52aa tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381960 Feb 09 13:05:39.114434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601164-a508-4121-8890-f248a4a854ec None None] Pushing event updated for resources: {'Port': ['ID=72dbd67d-0d73-4126-93f0-d8d30e5bf897,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:39.120724 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-62238320-9617-4059-8c1a-fef642978376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'name': 'tempest-TaggedBootDevicesTest-560635655-router', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:32Z', 'updated_at': '2022-02-09T13:05:32Z', 'revision_number': 5, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'gw_port': {'id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:33Z', 'updated_at': '2022-02-09T12:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:39.131518 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62238320-9617-4059-8c1a-fef642978376 None None] Checking router: 7bb14ef1-c7f0-400e-9768-cb629a55d15c for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:05:39.158791 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62238320-9617-4059-8c1a-fef642978376 None None] Routers {'7bb14ef1-c7f0-400e-9768-cb629a55d15c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:39.159472 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-62238320-9617-4059-8c1a-fef642978376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:39.175341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Attempting to bind port 72dbd67d-0d73-4126-93f0-d8d30e5bf897 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:05:39.178922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Attempting to bind port 72dbd67d-0d73-4126-93f0-d8d30e5bf897 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:05:39.179537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Attempting to bind port 72dbd67d-0d73-4126-93f0-d8d30e5bf897 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:05:39.208136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:05:39.209746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:05:39.211503 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:39.214141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:05:39.215194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Bound port: 72dbd67d-0d73-4126-93f0-d8d30e5bf897, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:05:39.216639 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:39.328366 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:39.412984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6158744-f9ba-4f73-8725-9b1bfd08c79a req-207bc01d-8d49-49c9-899c-e75005427199 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:39.420442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6158744-f9ba-4f73-8725-9b1bfd08c79a req-207bc01d-8d49-49c9-899c-e75005427199 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 945 time: 0.2747304 Feb 09 13:05:39.423199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] For port 72dbd67d-0d73-4126-93f0-d8d30e5bf897, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:05:39.427153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] For port 72dbd67d-0d73-4126-93f0-d8d30e5bf897, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72dbd67d-0d73-4126-93f0-d8d30e5bf897,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:05:39.432836 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:39.444588 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adf01e5c-e76e-45a7-b1ea-0e9ad3185355 req-afb111e9-4d59-40ed-8b9d-c6280b6b533f tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/6dbfcd14-55de-4fb8-b6ae-0e961b99a1c7 HTTP/1.1" status: 200 len: 1646 time: 0.1069353 Feb 09 13:05:39.515164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6158744-f9ba-4f73-8725-9b1bfd08c79a req-6dc5a5ef-699c-4528-86e3-023970c6fbad tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7e3ec48-2509-47c2-add7-241d4272823c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934858 Feb 09 13:05:39.536022 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-62238320-9617-4059-8c1a-fef642978376 None None] Set router 7bb14ef1-c7f0-400e-9768-cb629a55d15c gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:39.617967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Routers {'335b939e-dd19-45a5-9065-e8107b751682'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:39.617967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['335b939e-dd19-45a5-9065-e8107b751682'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:39.659328 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adf01e5c-e76e-45a7-b1ea-0e9ad3185355 req-c2830a27-12cb-46c4-b261-1ba259ca9583 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:39.704097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adf01e5c-e76e-45a7-b1ea-0e9ad3185355 req-c2830a27-12cb-46c4-b261-1ba259ca9583 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:39.801076 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adf01e5c-e76e-45a7-b1ea-0e9ad3185355 req-c2830a27-12cb-46c4-b261-1ba259ca9583 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:39.835926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2830a27-12cb-46c4-b261-1ba259ca9583 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbfcd14-55de-4fb8-b6ae-0e961b99a1c7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:39.841609 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adf01e5c-e76e-45a7-b1ea-0e9ad3185355 req-c2830a27-12cb-46c4-b261-1ba259ca9583 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:39.855709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adf01e5c-e76e-45a7-b1ea-0e9ad3185355 req-c2830a27-12cb-46c4-b261-1ba259ca9583 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "DELETE /v2.0/security-groups/6dbfcd14-55de-4fb8-b6ae-0e961b99a1c7 HTTP/1.1" status: 204 len: 173 time: 0.3973365 Feb 09 13:05:39.878036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601164-a508-4121-8890-f248a4a854ec None None] Pushing event updated for resources: {'Port': ['ID=72dbd67d-0d73-4126-93f0-d8d30e5bf897,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:40.147078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:40.148384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] Set router 335b939e-dd19-45a5-9065-e8107b751682 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:40.200684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1847af42-0f58-4139-9244-160a8ce7beae req-7061f09d-fb36-4eb5-a4fc-26f3f3022668 tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "GET /v2.0/security-groups/fae8128f-ba2e-4be6-b688-d6cee2966162 HTTP/1.1" status: 200 len: 1646 time: 0.1480734 Feb 09 13:05:40.329015 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-62238320-9617-4059-8c1a-fef642978376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'name': 'tempest-TaggedBootDevicesTest-560635655-router', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:32Z', 'updated_at': '2022-02-09T13:05:32Z', 'revision_number': 5, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'gw_port': {'id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:33Z', 'updated_at': '2022-02-09T12:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:40.335106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1847af42-0f58-4139-9244-160a8ce7beae req-c3e272f1-c5df-4ec6-a7bb-0dc74f9fd74d tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:40.350064 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62238320-9617-4059-8c1a-fef642978376 None None] The sync data for ids ['7bb14ef1-c7f0-400e-9768-cb629a55d15c'] in n-d-825175-3 is: [{'id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'name': 'tempest-TaggedBootDevicesTest-560635655-router', 'tenant_id': '15335b41d4b6414d9e5615dbb3cea134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T12:57:32Z', 'updated_at': '2022-02-09T13:05:32Z', 'revision_number': 5, 'project_id': '15335b41d4b6414d9e5615dbb3cea134', 'gw_port': {'id': '72150d99-edf3-43ab-8b48-dde023a141f8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb14ef1-c7f0-400e-9768-cb629a55d15c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T12:57:33Z', 'updated_at': '2022-02-09T12:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:05:40.385214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1847af42-0f58-4139-9244-160a8ce7beae req-c3e272f1-c5df-4ec6-a7bb-0dc74f9fd74d tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:40.477605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Allocated IP 172.20.0.1 (f34d7d3a-6215-47c9-8437-f583152267d7/fb863a07-c56e-4985-aaac-6c93aefe554f/9ce9a65a-2b2b-47a2-857b-8b21a31755ea) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:05:40.552207 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1847af42-0f58-4139-9244-160a8ce7beae req-c3e272f1-c5df-4ec6-a7bb-0dc74f9fd74d tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:40.594936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e272f1-c5df-4ec6-a7bb-0dc74f9fd74d tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae8128f-ba2e-4be6-b688-d6cee2966162,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:40.600675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1847af42-0f58-4139-9244-160a8ce7beae req-c3e272f1-c5df-4ec6-a7bb-0dc74f9fd74d tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:40.616906 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1847af42-0f58-4139-9244-160a8ce7beae req-c3e272f1-c5df-4ec6-a7bb-0dc74f9fd74d tempest-SecurityGroupRulesNegativeTestJSON-901666425 tempest-SecurityGroupRulesNegativeTestJSON-901666425-project] 10.222.0.59 "DELETE /v2.0/security-groups/fae8128f-ba2e-4be6-b688-d6cee2966162 HTTP/1.1" status: 204 len: 173 time: 0.4117286 Feb 09 13:05:40.617151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42124) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:40.686725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:40.707879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Transition to ACTIVE for port object 9ce9a65a-2b2b-47a2-857b-8b21a31755ea will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:40.783350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09f4c33-65ba-4c6b-92b7-f06172feaa6d admin admin] Deleting subnet 8b2bba32-130c-4a4b-9553-20bfbd7f40ee {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:05:40.788649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f09f4c33-65ba-4c6b-92b7-f06172feaa6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:40.809063 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:40.861532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:40.887829 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f09f4c33-65ba-4c6b-92b7-f06172feaa6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:41.047694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Deleting port 72150d99-edf3-43ab-8b48-dde023a141f8 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:41.048219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:41.079611 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:41.118706 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f09f4c33-65ba-4c6b-92b7-f06172feaa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:41.122237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:32Z', 'revision_number': 3, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:41.130729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Network f34d7d3a-6215-47c9-8437-f583152267d7 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:05:41.131525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e76ed6-a0b3-42b8-946b-aa27073229ad None None] The sync data for ids ['335b939e-dd19-45a5-9065-e8107b751682'] in n-d-825175-3 is: [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:32Z', 'revision_number': 3, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:05:41.141540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:41.158334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:05:41.338391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce9a65a-2b2b-47a2-857b-8b21a31755ea,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:41.421976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c430bf4-f16b-4c0d-8a9b-772d2c508add req-19091bc4-532d-4d98-8588-c26b48eb251c tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:41.425710 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c430bf4-f16b-4c0d-8a9b-772d2c508add req-19091bc4-532d-4d98-8588-c26b48eb251c tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 950 time: 0.2200975 Feb 09 13:05:41.475378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:41.505556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618eb31-8e4f-4991-a8f4-28d3f2b28ce1 req-d55d6377-dfe8-4db4-acd2-5bb1cc392d44 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:41.508824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1618eb31-8e4f-4991-a8f4-28d3f2b28ce1 req-d55d6377-dfe8-4db4-acd2-5bb1cc392d44 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 1.0204673 Feb 09 13:05:41.624647 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f09f4c33-65ba-4c6b-92b7-f06172feaa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:41.625644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-16c5b39f-6421-4be2-9416-1f848d98703e None None] Provisioning for port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:05:41.639217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-16c5b39f-6421-4be2-9416-1f848d98703e None None] Provisioning complete for port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:41.639883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-16c5b39f-6421-4be2-9416-1f848d98703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:41.715922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f4c33-65ba-4c6b-92b7-f06172feaa6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2bba32-130c-4a4b-9553-20bfbd7f40ee,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:41.723626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c430bf4-f16b-4c0d-8a9b-772d2c508add req-93774cc6-6987-4ede-800b-fe6bd522ae27 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785616 Feb 09 13:05:41.757932 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f09f4c33-65ba-4c6b-92b7-f06172feaa6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:41.800101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1618eb31-8e4f-4991-a8f4-28d3f2b28ce1 req-abb2b973-965f-41b6-b7c8-3031b4e62f01 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242670 Feb 09 13:05:41.805137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f09f4c33-65ba-4c6b-92b7-f06172feaa6d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8b2bba32-130c-4a4b-9553-20bfbd7f40ee HTTP/1.1" status: 204 len: 168 time: 1.1697817 Feb 09 13:05:41.810762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42134) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:41.838128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-16c5b39f-6421-4be2-9416-1f848d98703e None None] Port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:05:41.840596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72dbd67d-0d73-4126-93f0-d8d30e5bf897 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:05:41.846581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] For port 72150d99-edf3-43ab-8b48-dde023a141f8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72150d99-edf3-43ab-8b48-dde023a141f8,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:41.847045 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:42.074736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 72dbd67d-0d73-4126-93f0-d8d30e5bf897 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:05:42.078439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Calling delete_port for 72150d99-edf3-43ab-8b48-dde023a141f8 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:42.080563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 72dbd67d-0d73-4126-93f0-d8d30e5bf897 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:42.081224 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:42.263503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b2d86d28-15ff-44f6-8558-5195dc130634 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:42.294040 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:42.568929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:42.760487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:42.793094 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:42.861669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 72dbd67d-0d73-4126-93f0-d8d30e5bf897, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72dbd67d-0d73-4126-93f0-d8d30e5bf897,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:42.874583 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:42.902753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b2d86d28-15ff-44f6-8558-5195dc130634, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b2d86d28-15ff-44f6-8558-5195dc130634,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:42.999175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0742f302-f646-4699-b458-b49b66a7dcb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d86d28-15ff-44f6-8558-5195dc130634'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:43.016940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=72dbd67d-0d73-4126-93f0-d8d30e5bf897,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:43.024818 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 30a828ec-0a41-4374-95f5-fe95b1037c5f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:43.061513 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.074686 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.143953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 30a828ec-0a41-4374-95f5-fe95b1037c5f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:05:43.145016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 30a828ec-0a41-4374-95f5-fe95b1037c5f not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:05:43.180952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97af7f9-fc21-4576-89b0-0a59bf4215a2']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:43.225996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe16334-533e-442b-b0f6-4c8d4a28193c') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:43.227110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe16334-533e-442b-b0f6-4c8d4a28193c') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:43.240977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.242410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b2d86d28-15ff-44f6-8558-5195dc130634,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:43.417991 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.460846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.465326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=72150d99-edf3-43ab-8b48-dde023a141f8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:43.491812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:05:43.492343 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:05:43.509231 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:05:43.554706 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0742f302-f646-4699-b458-b49b66a7dcb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d86d28-15ff-44f6-8558-5195dc130634', 'code': 200} Feb 09 13:05:43.564386 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:05:43.586378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.598444 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.725928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53dc94-715a-446f-a4b8-c3a30ac410d6 req-f5a032be-3278-46aa-9865-78616c7e31e3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:43.743347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f53dc94-715a-446f-a4b8-c3a30ac410d6 req-f5a032be-3278-46aa-9865-78616c7e31e3 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 0.4944019 Feb 09 13:05:43.859866 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.912923 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.919951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce9a65a-2b2b-47a2-857b-8b21a31755ea,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:43.939379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:43.970804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97af7f9-fc21-4576-89b0-0a59bf4215a2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:44.001020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f53dc94-715a-446f-a4b8-c3a30ac410d6 req-fd75b455-3e8f-4bf5-96b7-40b74e71eeaf tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562141 Feb 09 13:05:44.029406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bc478a27-8635-4e24-be32-220bea3fa9a9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a97af7f9-fc21-4576-89b0-0a59bf4215a2 HTTP/1.1" status: 204 len: 168 time: 2.2060127 Feb 09 13:05:44.157878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72dbd67d-0d73-4126-93f0-d8d30e5bf897 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:05:44.491497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 72dbd67d-0d73-4126-93f0-d8d30e5bf897 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:44.493984 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:44.520995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42192) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:44.651419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f1a54403-5048-47ab-bf03-21e2ce2b7829 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6ed84eeb5c94f0faadad4b5bf45af2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1236553 Feb 09 13:05:44.651419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42198) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:44.874006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42202) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:44.963231 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4888b1b-7f67-4f3c-a185-35578dce0a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:45.070836 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:45.080409 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4888b1b-7f67-4f3c-a185-35578dce0a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:45.271366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Network f34d7d3a-6215-47c9-8437-f583152267d7 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:05:45.271366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:45.284543 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4888b1b-7f67-4f3c-a185-35578dce0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:45.333630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4888b1b-7f67-4f3c-a185-35578dce0a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadea1a7-e9d9-4d0e-aa63-89bea13c18f0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:45.423196 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4888b1b-7f67-4f3c-a185-35578dce0a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:45.429072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c4888b1b-7f67-4f3c-a185-35578dce0a48 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fadea1a7-e9d9-4d0e-aa63-89bea13c18f0 HTTP/1.1" status: 204 len: 168 time: 0.7800658 Feb 09 13:05:45.746978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a937ae51-b10a-4cec-b6b1-2a4885ba06c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:45.845586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a937ae51-b10a-4cec-b6b1-2a4885ba06c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:45.864638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a937ae51-b10a-4cec-b6b1-2a4885ba06c3 admin admin] Usage tracker for resource:security_group_rule and tenant:6e0c87294dba46dba096c7fb4e3d791c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:45.878818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a937ae51-b10a-4cec-b6b1-2a4885ba06c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:45.896876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a937ae51-b10a-4cec-b6b1-2a4885ba06c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:46.041276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ca4e321c-d55e-4590-a199-9743c978ddf6 None None] Provisioning complete for port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:46.042778 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca4e321c-d55e-4590-a199-9743c978ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:46.126828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a937ae51-b10a-4cec-b6b1-2a4885ba06c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:46.135772 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a937ae51-b10a-4cec-b6b1-2a4885ba06c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:46.188939 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:46.215920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 27f29ae9-4983-476d-9ce3-476c5c634563 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:05:46.271656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a937ae51-b10a-4cec-b6b1-2a4885ba06c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e0c87294dba46dba096c7fb4e3d791c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4093502 Feb 09 13:05:46.305119 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e321c-d55e-4590-a199-9743c978ddf6 None None] Port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:05:46.347866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42226) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:46.424884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937ae51-b10a-4cec-b6b1-2a4885ba06c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d1795d-a7b2-456b-9fe6-5c5ef12784cc,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:46.586069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd8a6c-358b-4879-9897-b06d47517da7 req-cfdf57d5-64a0-452f-99a1-b92f3c5785a9 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:46.594127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47dd8a6c-358b-4879-9897-b06d47517da7 req-cfdf57d5-64a0-452f-99a1-b92f3c5785a9 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 0.3649671 Feb 09 13:05:46.601644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd78e-eeda-411e-841a-df2317f88718 req-aa229def-a339-4629-b6b6-75f2068a1a86 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:46.610211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0edfd78e-eeda-411e-841a-df2317f88718 req-aa229def-a339-4629-b6b6-75f2068a1a86 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 0.3345239 Feb 09 13:05:46.628321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a452724b-3293-44ec-b001-e65ec283c6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:46.660349 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a452724b-3293-44ec-b001-e65ec283c6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:46.707127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:46.737132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '27f29ae9-4983-476d-9ce3-476c5c634563', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '27f29ae9-4983-476d-9ce3-476c5c634563', 'mac_address': 'fa:16:3e:41:79:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:05:46.857782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:46.914015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f29ae9-4983-476d-9ce3-476c5c634563 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:05:46.956060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:46.959585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:46.960360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:46.973563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.006518 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.007051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bb14ef1-c7f0-400e-9768-cb629a55d15c {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:05:47.085461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0edfd78e-eeda-411e-841a-df2317f88718 req-25714b36-b071-4e2a-ad92-a15a4ae74f49 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740884 Feb 09 13:05:47.106321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47dd8a6c-358b-4879-9897-b06d47517da7 req-c86c1dde-cf1b-46a2-b014-c8871da8e8cc tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5108597 Feb 09 13:05:47.138807 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a452724b-3293-44ec-b001-e65ec283c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.155047 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.162535 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e7fb2c56-fc4e-4d4d-b1cd-acb05f88dce3 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7bb14ef1-c7f0-400e-9768-cb629a55d15c HTTP/1.1" status: 204 len: 168 time: 9.1045237 Feb 09 13:05:47.183073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42246) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:47.235740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['27f29ae9-4983-476d-9ce3-476c5c634563'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:05:47.246821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452724b-3293-44ec-b001-e65ec283c6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d1795d-a7b2-456b-9fe6-5c5ef12784cc,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:47.288511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a452724b-3293-44ec-b001-e65ec283c6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.304598 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a452724b-3293-44ec-b001-e65ec283c6c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50d1795d-a7b2-456b-9fe6-5c5ef12784cc HTTP/1.1" status: 204 len: 168 time: 0.9410534 Feb 09 13:05:47.344772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a636dde-eea1-49b2-a4f0-d4b4ad060d1b admin admin] Deleting subnet cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:05:47.351375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-d1f69819-eb8e-44a3-83da-60fcc215c335 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:47.352744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:47.354883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-d1f69819-eb8e-44a3-83da-60fcc215c335 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 0.6631405 Feb 09 13:05:47.355139 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a636dde-eea1-49b2-a4f0-d4b4ad060d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.530764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a636dde-eea1-49b2-a4f0-d4b4ad060d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.537973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-b105ca14-b550-404f-963a-c0a34e11e06e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Deleting port e1fa0d0d-8367-4719-8922-16f14bb245ba {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:47.538918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-b105ca14-b550-404f-963a-c0a34e11e06e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.743784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72150d99-edf3-43ab-8b48-dde023a141f8 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:47.797019 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a636dde-eea1-49b2-a4f0-d4b4ad060d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:47.836639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 72150d99-edf3-43ab-8b48-dde023a141f8 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:05:47.838064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72150d99-edf3-43ab-8b48-dde023a141f8 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:05:47.949004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42268) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:48.024147 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a636dde-eea1-49b2-a4f0-d4b4ad060d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:48.221363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a636dde-eea1-49b2-a4f0-d4b4ad060d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:48.296629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be17b99c-ac15-4b62-bc2d-021d69025547 None None] Network 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:05:48.298850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a636dde-eea1-49b2-a4f0-d4b4ad060d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:48.327459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-b105ca14-b550-404f-963a-c0a34e11e06e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] For port e1fa0d0d-8367-4719-8922-16f14bb245ba, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1fa0d0d-8367-4719-8922-16f14bb245ba,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:48.328062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-b105ca14-b550-404f-963a-c0a34e11e06e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:48.383724 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2a636dde-eea1-49b2-a4f0-d4b4ad060d1b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cbe03f3a-05d5-4a1f-ae68-8ca78a527c5d HTTP/1.1" status: 204 len: 168 time: 1.1961005 Feb 09 13:05:48.387635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42288) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:48.420774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-34058387-network', 'tenant_id': 'a330efb12a874f09a0afa892c2774df8'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:48.437894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:48.454517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Usage tracker for resource:network and tenant:a330efb12a874f09a0afa892c2774df8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:48.457853 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:48.477397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:48.496125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Router 335b939e-dd19-45a5-9065-e8107b751682 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:05:48.655541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-b105ca14-b550-404f-963a-c0a34e11e06e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Calling delete_port for e1fa0d0d-8367-4719-8922-16f14bb245ba owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:48.668252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Made reservation on behalf of a330efb12a874f09a0afa892c2774df8 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:05:48.675623 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:48.725673 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:48.884001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2106b2-e29f-4963-8e57-b2a5d24cabbe None None] DHCP port deletion for 653911f0-c10c-4fd0-aefa-9b7059bd9ad9 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:05:48.893655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8b2106b2-e29f-4963-8e57-b2a5d24cabbe None None] Deleting port cccee2a7-7918-40e3-943d-7cd838d09733 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:48.896654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8b2106b2-e29f-4963-8e57-b2a5d24cabbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:49.235998 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-b105ca14-b550-404f-963a-c0a34e11e06e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:49.239109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:49.304679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:49.335769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42314) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:49.368351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a330efb12a874f09a0afa892c2774df8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:49.389361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:49.400456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Deleting port cccee2a7-7918-40e3-943d-7cd838d09733 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:49.400813 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:49.430757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8b2106b2-e29f-4963-8e57-b2a5d24cabbe None None] For port cccee2a7-7918-40e3-943d-7cd838d09733, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cccee2a7-7918-40e3-943d-7cd838d09733,segment=NetworkSegment(115d301f-9009-49e9-9356-09159e1fde7b),segment_id=115d301f-9009-49e9-9356-09159e1fde7b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:49.434088 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8b2106b2-e29f-4963-8e57-b2a5d24cabbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:49.486886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105ca14-b550-404f-963a-c0a34e11e06e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event deleted for resources: {'Port': ['ID=e1fa0d0d-8367-4719-8922-16f14bb245ba,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:49.570961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:49.687594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3facce2-93a4-4598-8d32-c109a2b185d3 req-cc4a4db5-b35b-4c3a-943f-42af1cbd48aa tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:49.705247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3facce2-93a4-4598-8d32-c109a2b185d3 req-cc4a4db5-b35b-4c3a-943f-42af1cbd48aa tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 0.7953775 Feb 09 13:05:49.754458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-590843004-network', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:49.760349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8b2106b2-e29f-4963-8e57-b2a5d24cabbe None None] Calling delete_port for cccee2a7-7918-40e3-943d-7cd838d09733 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:49.778902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-b105ca14-b550-404f-963a-c0a34e11e06e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] No DVR routers for this DVR port e1fa0d0d-8367-4719-8922-16f14bb245ba on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:05:49.785746 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-b105ca14-b550-404f-963a-c0a34e11e06e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:49.788988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc2d15b-2255-4ae3-8d62-536304495b12', 'name': 'network-vif-deleted', 'tag': 'e1fa0d0d-8367-4719-8922-16f14bb245ba'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:49.792296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cccee2a7-7918-40e3-943d-7cd838d09733 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:49.796013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:49.801686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Usage tracker for resource:network and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:49.804553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5734f7-7fa5-404f-b111-60e170ba17ef req-1559c7ee-0716-436d-b1c9-51f10cbae32e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:49.807968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:49.816866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f5734f7-7fa5-404f-b111-60e170ba17ef req-1559c7ee-0716-436d-b1c9-51f10cbae32e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddc2d15b-2255-4ae3-8d62-536304495b12 HTTP/1.1" status: 200 len: 945 time: 0.9082325 Feb 09 13:05:49.818284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:49.883333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3f0e28b-32af-4c28-a06a-5799879da0f2 req-b105ca14-b550-404f-963a-c0a34e11e06e tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "DELETE /v2.0/ports/e1fa0d0d-8367-4719-8922-16f14bb245ba HTTP/1.1" status: 204 len: 173 time: 2.5008781 Feb 09 13:05:49.920487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3facce2-93a4-4598-8d32-c109a2b185d3 req-0ca2faf1-8873-4c35-952e-1fa1fda67c73 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141709 Feb 09 13:05:49.982557 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f5734f7-7fa5-404f-b111-60e170ba17ef req-96cbfce3-5446-4787-b157-21eb1d4f4a9a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514609 Feb 09 13:05:50.023223 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8b2106b2-e29f-4963-8e57-b2a5d24cabbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.126417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2106b2-e29f-4963-8e57-b2a5d24cabbe None None] Pushing event deleted for resources: {'Port': ['ID=cccee2a7-7918-40e3-943d-7cd838d09733,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:50.140386 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.168951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] The port 'cccee2a7-7918-40e3-943d-7cd838d09733' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:05:50.176868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2106b2-e29f-4963-8e57-b2a5d24cabbe None None] No DVR routers for this DVR port cccee2a7-7918-40e3-943d-7cd838d09733 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:05:50.179771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.185888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Made reservation on behalf of 3fbe2ed9f5f94e24861de215e30bd8d1 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:05:50.189884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.222169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 27f29ae9-4983-476d-9ce3-476c5c634563 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:05:50.230798 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc2d15b-2255-4ae3-8d62-536304495b12', 'name': 'network-vif-deleted', 'tag': 'e1fa0d0d-8367-4719-8922-16f14bb245ba', 'status': 'completed', 'code': 200} Feb 09 13:05:50.253634 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.309169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-9423d8a1-da1f-4196-9a75-71459a5222c3 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:50.311291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-9423d8a1-da1f-4196-9a75-71459a5222c3 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 945 time: 0.2770607 Feb 09 13:05:50.316019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 27f29ae9-4983-476d-9ce3-476c5c634563 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:05:50.316403 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.376103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.410016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653911f0-c10c-4fd0-aefa-9b7059bd9ad9']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:50.425639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115d301f-9009-49e9-9356-09159e1fde7b') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:50.426182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115d301f-9009-49e9-9356-09159e1fde7b') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:50.444003 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.470863 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.479725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:05:50.480668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.589865 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.630809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Deleting port c5602c4a-1470-4114-b7af-98dcf55f39b9 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:50.631911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.634861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:50.655774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:50.669988 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.669988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c5602c4a-1470-4114-b7af-98dcf55f39b9 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:50.811726 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563', 'code': 200} Feb 09 13:05:50.812409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=10']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:50.863739 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:05:50.886660 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:05:50.890373 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.918388 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.954776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:50.955661 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] 10.222.0.59 "DELETE /v2.0/networks/653911f0-c10c-4fd0-aefa-9b7059bd9ad9 HTTP/1.1" status: 204 len: 168 time: 2.5441546 Feb 09 13:05:50.970090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:05:51.019579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cddf3a-0680-41c7-8b1a-4d9b722de4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=653911f0-c10c-4fd0-aefa-9b7059bd9ad9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:51.022198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c5602c4a-1470-4114-b7af-98dcf55f39b9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5602c4a-1470-4114-b7af-98dcf55f39b9,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:51.043109 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.047885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e1fa0d0d-8367-4719-8922-16f14bb245ba no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:05:51.067767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ffdb44-46c5-4b06-8b01-1b88547e10fd,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:51.114277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:51.116844 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.117185 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Added segment 65f3efe1-e582-43bd-87f9-40f804d09585 of type vlan for network 34eda215-1860-4679-9f6e-fb7d723c6eeb Feb 09 13:05:51.188525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Usage tracker for resource:security_group_rule and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:51.197543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:51.214951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:51.273932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: e1fa0d0d-8367-4719-8922-16f14bb245ba {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:05:51.274272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e1fa0d0d-8367-4719-8922-16f14bb245ba not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:05:51.306911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:05:51.332875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42348) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:51.335133 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-96ad5810-799c-487e-845a-c710e2da2d08 admin admin] 10.222.0.59 "PUT /v2.0/routers/335b939e-dd19-45a5-9065-e8107b751682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7733221 Feb 09 13:05:51.337687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Sync routers for ids ['335b939e-dd19-45a5-9065-e8107b751682'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:05:51.420319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.425929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.431593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.432704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=c5602c4a-1470-4114-b7af-98dcf55f39b9,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:51.490341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:05:51.498440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Routers {'335b939e-dd19-45a5-9065-e8107b751682'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:51.499983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['335b939e-dd19-45a5-9065-e8107b751682'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:51.521318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] For port c5602c4a-1470-4114-b7af-98dcf55f39b9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5602c4a-1470-4114-b7af-98dcf55f39b9,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:51.521937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.535729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.537249 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Added segment 6d88ced7-c09c-4ff1-a984-14b7478d0b37 of type vlan for network db14f556-1ce1-481c-84ef-ea73dbf55750 Feb 09 13:05:51.543506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e01d71-b290-4c6c-baa7-43914e8d8349,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:51.594578 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.601533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:51.602563 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.730079 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.7786167 Feb 09 13:05:51.733287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42366) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:51.762580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.767261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7a04b0a9-3145-42a1-92b2-4db069775e86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0404aaf1bfc2448b8a35a79bc22c6704&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4170301 Feb 09 13:05:51.770275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42370) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:51.776576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Request body: {'subnet': {'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-34058387-subnet', 'tenant_id': 'a330efb12a874f09a0afa892c2774df8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:51.841071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:51.914438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Usage tracker for resource:subnet and tenant:a330efb12a874f09a0afa892c2774df8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:51.924172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Set router 335b939e-dd19-45a5-9065-e8107b751682 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:51.925570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:51.940607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c8708-9d81-45c2-ac7b-736f1cd102b3 admin admin] Pushing event updated for resources: {'Network': ['ID=34eda215-1860-4679-9f6e-fb7d723c6eeb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:51.952940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:51.955359 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64943c8-c297-4af5-93d5-abf2616360b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:51.987930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Made reservation on behalf of a330efb12a874f09a0afa892c2774df8 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:05:51.990787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.011235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.012696 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:52.013500 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.151432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 34eda215-1860-4679-9f6e-fb7d723c6eeb details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:05:52.157702 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64943c8-c297-4af5-93d5-abf2616360b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.193494 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8445079 Feb 09 13:05:52.195372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bec21-cd7b-4463-80df-53c5545c8050 admin admin] Pushing event updated for resources: {'Network': ['ID=db14f556-1ce1-481c-84ef-ea73dbf55750,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:52.197752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42374) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:52.273275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd2bae-e0c4-495b-8763-3a300ea5fd91 req-cc4e6375-cb83-46fe-9a51-da2a1266c49b tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:52.274688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4dd2bae-e0c4-495b-8763-3a300ea5fd91 req-cc4e6375-cb83-46fe-9a51-da2a1266c49b tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 943 time: 0.9428020 Feb 09 13:05:52.281610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Request body: {'subnet': {'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-590843004-subnet', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:52.300001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:52.310626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Usage tracker for resource:subnet and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:52.316582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:52.317686 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.318165 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.318502 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Floating IP f4756d5b-6ce3-45b9-bef3-b4fd6cb56679 disassociated. External IP: 172.25.5.8, port: c5602c4a-1470-4114-b7af-98dcf55f39b9. Feb 09 13:05:52.318838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Calling delete_port for c5602c4a-1470-4114-b7af-98dcf55f39b9 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:52.345307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:52.372783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Made reservation on behalf of 3fbe2ed9f5f94e24861de215e30bd8d1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:05:52.380243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.397073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network db14f556-1ce1-481c-84ef-ea73dbf55750 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:05:52.405621 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64943c8-c297-4af5-93d5-abf2616360b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.451513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64943c8-c297-4af5-93d5-abf2616360b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e942ca57-ae29-4a36-8094-7e669357c391,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:52.485754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cd956-0987-4360-a278-17acaff13f85 req-aa77ed37-d922-450a-9312-5140774986dd tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:52.487650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-aa77ed37-d922-450a-9312-5140774986dd tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.7336345 Feb 09 13:05:52.490456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:05:52.491003 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:05:52.543663 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b608b5a3-d598-4ffc-9608-2c6983bc4572 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/quotas/819a0ead3dfd4a61b8df838745ba906a HTTP/1.1" status: 200 len: 375 time: 0.0333424 Feb 09 13:05:52.626173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4dd2bae-e0c4-495b-8763-3a300ea5fd91 req-e823700b-2f60-46d8-a1b8-072ad0deaf96 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8b212f-c446-4f2c-9429-d0851cdae2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849248 Feb 09 13:05:52.634981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3f8cd956-0987-4360-a278-17acaff13f85 req-10f98cf7-6b86-43e0-8688-3bde41fd6c97 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:05:52.639758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64943c8-c297-4af5-93d5-abf2616360b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.644102 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d64943c8-c297-4af5-93d5-abf2616360b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e942ca57-ae29-4a36-8094-7e669357c391 HTTP/1.1" status: 204 len: 168 time: 0.8621211 Feb 09 13:05:52.686587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3f8cd956-0987-4360-a278-17acaff13f85 req-10f98cf7-6b86-43e0-8688-3bde41fd6c97 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:05:52.688406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-10f98cf7-6b86-43e0-8688-3bde41fd6c97 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1348209 Feb 09 13:05:52.755012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9ce9a65a-2b2b-47a2-857b-8b21a31755ea', 'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'mac_address': 'fa:16:3e:a2:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:40Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 2, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'subnets': [{'id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:52.759851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Checking router: 335b939e-dd19-45a5-9065-e8107b751682 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:05:52.760974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Updating router 335b939e-dd19-45a5-9065-e8107b751682 port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:05:52.813255 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.832997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5602c4a-1470-4114-b7af-98dcf55f39b9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:05:52.837998 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:52.973856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cfab22-fbc9-47d6-830d-a7cde767863d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:52.992246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Deleting port c5602c4a-1470-4114-b7af-98dcf55f39b9 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:05:52.994105 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:53.135761 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:53.208992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Checking segment: {'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:05:53.210169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Network hostable DHCP agents. Network: 34eda215-1860-4679-9f6e-fb7d723c6eeb, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:05:53.219423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-04223999-8a58-4b78-bbc0-a5df9279f75d service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237386 Feb 09 13:05:53.253039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:53.295411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Checking segment: {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:05:53.295765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Network hostable DHCP agents. Network: db14f556-1ce1-481c-84ef-ea73dbf55750, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:05:53.328658 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Network 34eda215-1860-4679-9f6e-fb7d723c6eeb is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:05:53.337190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Network db14f556-1ce1-481c-84ef-ea73dbf55750 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:05:53.355003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, db14f556-1ce1-481c-84ef-ea73dbf55750) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:53.369150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 34eda215-1860-4679-9f6e-fb7d723c6eeb) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:53.382596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4f7255-03f0-4228-92ff-b7aa1ba1dbb1 None None] Network db14f556-1ce1-481c-84ef-ea73dbf55750 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:05:53.386823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:53.387425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:53.401842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc0c6bc-f9a8-4e85-ae58-963dcb487f82 None None] Network 34eda215-1860-4679-9f6e-fb7d723c6eeb requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:05:53.412538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:53.414240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:53.469331 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ba0e72b9-7252-47d5-8f30-a3a29be5bbf3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7126160 Feb 09 13:05:53.478108 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-05c46c51-90b1-4208-be0d-120ab6f5c5be admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2678328 Feb 09 13:05:53.479615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42390) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:53.499812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:53.513361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:53.525484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Usage tracker for resource:router and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:53.537654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:53.549201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:53.574801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:53.575835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:53.608042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:53.642735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42398) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:53.831772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:54.004503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] For port c5602c4a-1470-4114-b7af-98dcf55f39b9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5602c4a-1470-4114-b7af-98dcf55f39b9,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:05:54.005056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:54.019015 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:05:54.183902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:54.222315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-52fdd616-7ad0-40a5-8858-b7c9e66f4f7a service neutron] 10.222.0.59 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0016918 Feb 09 13:05:54.223339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:54.347738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-db14f556-1ce1-481c-84ef-ea73dbf55750', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:05:54.347738 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:54.386260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb8dd1-3aa6-445b-bdbb-81cac12b33a4 None None] Network 34eda215-1860-4679-9f6e-fb7d723c6eeb requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:05:54.533561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:54.533924 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:54.534413 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Floating IP f4756d5b-6ce3-45b9-bef3-b4fd6cb56679 disassociated. External IP: 172.25.5.8, port: c5602c4a-1470-4114-b7af-98dcf55f39b9. Feb 09 13:05:54.534818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Calling delete_port for c5602c4a-1470-4114-b7af-98dcf55f39b9 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:05:54.721783 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:54.732640 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5ae7462b-2bb7-4436-b1b8-10ed5fb516dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15335b41d4b6414d9e5615dbb3cea134&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0767987 Feb 09 13:05:54.736579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42420) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:54.798862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Pushing event deleted for resources: {'Port': ['ID=c5602c4a-1470-4114-b7af-98dcf55f39b9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:54.866492 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5602c4a-1470-4114-b7af-98dcf55f39b9', 'code': 200} Feb 09 13:05:54.888037 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:54.900348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Allocated IP 172.25.5.100 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/b87516f4-8f15-4b1d-b57b-fc565382ccb1) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:05:54.944419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Transition to ACTIVE for port object 9ce9a65a-2b2b-47a2-857b-8b21a31755ea will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:54.992498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64100596-116b-4e04-882f-7fee35cf9929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:55.015621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdee6a65-0eb7-4e50-8f92-7a17caa55ab2 req-08eadc0f-66dc-408e-8260-8daa2158480f tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 210 time: 0.1472065 Feb 09 13:05:55.033945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a03db-7840-4ae2-a787-4d3547665764 req-86bb1bb0-eec5-4ef2-8003-77b2773aedd8 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:55.034782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b78a03db-7840-4ae2-a787-4d3547665764 req-86bb1bb0-eec5-4ef2-8003-77b2773aedd8 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Synchronizing usage tracker for tenant:49a7cde377a54d2997b83d549ac4feab on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:05:55.143990 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:55.273115 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4d924efa-91f5-44c4-a8dd-20a460a4f440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:55.296582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64100596-116b-4e04-882f-7fee35cf9929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:55.306460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b78a03db-7840-4ae2-a787-4d3547665764 req-86bb1bb0-eec5-4ef2-8003-77b2773aedd8 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Unset dirty status for tenant:49a7cde377a54d2997b83d549ac4feab on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:05:55.307588 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-86bb1bb0-eec5-4ef2-8003-77b2773aedd8 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/networks?id=f34d7d3a-6215-47c9-8437-f583152267d7 HTTP/1.1" status: 200 len: 829 time: 1.6660593 Feb 09 13:05:55.386880 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-97d413ce-ec8a-461d-8a4f-d1d40332dd8f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/quotas/49a7cde377a54d2997b83d549ac4feab HTTP/1.1" status: 200 len: 375 time: 0.0584044 Feb 09 13:05:55.489053 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64100596-116b-4e04-882f-7fee35cf9929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:55.527060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64100596-116b-4e04-882f-7fee35cf9929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac62c0e-275a-4b52-a34e-8c46e257dda8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:55.549015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:55.574577 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64100596-116b-4e04-882f-7fee35cf9929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:55.576067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-64100596-116b-4e04-882f-7fee35cf9929 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ac62c0e-275a-4b52-a34e-8c46e257dda8 HTTP/1.1" status: 204 len: 168 time: 0.8209686 Feb 09 13:05:55.648456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:55.868441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-d2033380-3a9b-4b1c-a9bc-c0b906953c97 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=49a7cde377a54d2997b83d549ac4feab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4725807 Feb 09 13:05:55.954818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:05:55.958384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:55.970649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:05:56.156426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Pushing event updated for resources: {'Port': ['ID=b87516f4-8f15-4b1d-b57b-fc565382ccb1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:56.187011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Allocated IP 172.20.0.2 (db14f556-1ce1-481c-84ef-ea73dbf55750/ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc/6918a6cb-cb99-4a96-956e-bc581ac3dede) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:05:56.201412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-9d482488-ad5e-4b8c-8f3f-49cde5522d3d service neutron] 10.222.0.59 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391638 Feb 09 13:05:56.387775 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:56.388949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:56.463770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-cff205d8-6930-4d5e-b16e-2f5a218aac3a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:56.471036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-cff205d8-6930-4d5e-b16e-2f5a218aac3a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/networks?id=34eda215-1860-4679-9f6e-fb7d723c6eeb HTTP/1.1" status: 200 len: 813 time: 0.7456615 Feb 09 13:05:56.501281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-f482a4bb-dcd1-4dc6-9e26-7cfd8e098946 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/quotas/a330efb12a874f09a0afa892c2774df8 HTTP/1.1" status: 200 len: 375 time: 0.0289521 Feb 09 13:05:56.530776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:56.561227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Transition to ACTIVE for port object 6918a6cb-cb99-4a96-956e-bc581ac3dede will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:56.568863 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-09d16858-d926-42a1-90af-a550f5b46dd6 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a330efb12a874f09a0afa892c2774df8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662894 Feb 09 13:05:56.624328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Transition to ACTIVE for port object 6918a6cb-cb99-4a96-956e-bc581ac3dede will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:05:56.791166 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:56.836728 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-55198678-85d9-4c73-a95c-0c9c5b38d1e5 service neutron] 10.222.0.59 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332300 Feb 09 13:05:56.957287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Network db14f556-1ce1-481c-84ef-ea73dbf55750 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:05:56.971804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92706859-ff82-41b5-ba77-a5b5cef561cd None None] Pushing event updated for resources: {'Port': ['ID=9ce9a65a-2b2b-47a2-857b-8b21a31755ea,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:57.029617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:05:57.036676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:05:57.139661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Router f214de36-824f-46ec-bc9b-e3eb20c8e86f is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:05:57.205871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Attempting to bind port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:05:57.206508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Attempting to bind port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:05:57.207764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Attempting to bind port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea on network f34d7d3a-6215-47c9-8437-f583152267d7 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:05:57.253264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cd956-0987-4360-a278-17acaff13f85 req-322d817d-0111-42e6-9006-eb482cb1e304 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:57.256861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-322d817d-0111-42e6-9006-eb482cb1e304 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 812 time: 0.4166293 Feb 09 13:05:57.362574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Request body: {'port': {'device_id': '9f419f19-fc82-4c32-b8fe-14061d285f1c', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'admin_state_up': True, 'tenant_id': '819a0ead3dfd4a61b8df838745ba906a'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:57.364676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:05:57.364888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Checking segment: {'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:05:57.365297 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:57.365684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Bound using segment: {'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:05:57.366154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Bound port: 9ce9a65a-2b2b-47a2-857b-8b21a31755ea, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:05:57.366542 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:57.529936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Pushing event updated for resources: {'Port': ['ID=6918a6cb-cb99-4a96-956e-bc581ac3dede,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:57.683537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Router 61f18e40-a2dd-48b3-9853-feab151bf02b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:05:57.760593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] For port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:05:57.767205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] For port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9ce9a65a-2b2b-47a2-857b-8b21a31755ea,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:05:57.799466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:05:57.804020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Attempting to bind port 6918a6cb-cb99-4a96-956e-bc581ac3dede on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:05:57.807484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Attempting to bind port 6918a6cb-cb99-4a96-956e-bc581ac3dede by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:05:57.809830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Attempting to bind port 6918a6cb-cb99-4a96-956e-bc581ac3dede on network db14f556-1ce1-481c-84ef-ea73dbf55750 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:05:57.812547 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Sync routers for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:05:57.820389 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:57.837192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:05:57.837922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Checking segment: {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:05:57.839135 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:57.839806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Bound using segment: {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:05:57.840598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Bound port: 6918a6cb-cb99-4a96-956e-bc581ac3dede, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:05:57.841732 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:57.850906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:57.851511 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:57.853247 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:57.869335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:57.870718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:57.876065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-83174095-7104-43e0-a412-da7d495cc9ed admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3883982 Feb 09 13:05:57.877725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42476) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:57.906171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Made reservation on behalf of 819a0ead3dfd4a61b8df838745ba906a for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:05:57.910512 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:57.952309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35d8d9f1-d38d-474b-882f-d4a6faf24559 req-666f9c54-7953-4d5a-bfff-bdca3434dbeb tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 210 time: 0.2879772 Feb 09 13:05:58.013756 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3f0b9059-be55-4e40-8d6c-eebb94662c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:58.108423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-1640ebd8-42c5-4757-8be9-ccdbbcd8e405 service neutron] 10.222.0.59 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5381892 Feb 09 13:05:58.131677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42484) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:05:58.173923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92706859-ff82-41b5-ba77-a5b5cef561cd None None] Pushing event updated for resources: {'Port': ['ID=9ce9a65a-2b2b-47a2-857b-8b21a31755ea,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:58.228017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Routers {'335b939e-dd19-45a5-9065-e8107b751682'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:05:58.229780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['335b939e-dd19-45a5-9065-e8107b751682'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:58.487337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] For port 6918a6cb-cb99-4a96-956e-bc581ac3dede, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:05:58.505371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] For port 6918a6cb-cb99-4a96-956e-bc581ac3dede, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6918a6cb-cb99-4a96-956e-bc581ac3dede,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:05:58.546910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-085966ae-7dbc-419d-9df3-879e77b9b87f req-46a8692a-a9c5-46b9-9b1f-6b5635cecc40 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 210 time: 0.1426890 Feb 09 13:05:58.548439 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:58.843679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-293600142-network', 'tenant_id': '5e2958a7dfe9472e946b841d8dda86a7'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:05:58.875647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Allocated IP 172.20.0.10 (12788e67-143c-4867-a351-ef88510d233b/5831325b-7029-405e-857f-84d59869e409/11827e4f-99b1-4b19-8151-0238b333b93e) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:05:58.930767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] Set router 335b939e-dd19-45a5-9065-e8107b751682 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:05:59.109622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:59.121276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Usage tracker for resource:network and tenant:5e2958a7dfe9472e946b841d8dda86a7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:59.139219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:59.169790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:59.237192 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.300890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Made reservation on behalf of 5e2958a7dfe9472e946b841d8dda86a7 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:05:59.308124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.349754 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.386247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.459401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:05:59.461547 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:05:56Z', 'revision_number': 3, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:05:59.466480 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Checking router: f214de36-824f-46ec-bc9b-e3eb20c8e86f for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:05:59.466847 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Updating router f214de36-824f-46ec-bc9b-e3eb20c8e86f port b87516f4-8f15-4b1d-b57b-fc565382ccb1 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:05:59.467837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2958a7dfe9472e946b841d8dda86a7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:05:59.475267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:05:59.491968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:05:59.507989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd6a96-19e4-4f18-a6bc-5e11c3f11797 None None] Pushing event updated for resources: {'Port': ['ID=6918a6cb-cb99-4a96-956e-bc581ac3dede,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:59.570540 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.585046 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.593055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.600649 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.615785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:05:59.631503 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.632167 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Added segment 629ace80-78bd-4708-8c84-0123397734b2 of type vlan for network c41cc515-9607-441e-bc03-583590a634fa Feb 09 13:05:59.664441 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.674230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.676579 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.724251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.725425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:05:59.726155 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:05:59.861299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event updated for resources: {'Port': ['ID=11827e4f-99b1-4b19-8151-0238b333b93e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:05:59.955224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8113e704-5d3c-41d9-bb2e-ad2831932738 req-a9e1ffcb-2fd2-4008-8f5f-f0d766de0258 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 210 time: 0.3579550 Feb 09 13:05:59.997189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Pushing event updated for resources: {'Network': ['ID=c41cc515-9607-441e-bc03-583590a634fa,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:00.025101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc1186-77cc-42a4-9fd5-3e29583fec28,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:00.050041 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-70c5f915-863e-4136-bbd5-cd2808186793 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9144590 Feb 09 13:06:00.052318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42502) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:00.061719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Request body: {'subnet': {'network_id': 'c41cc515-9607-441e-bc03-583590a634fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-293600142-subnet', 'tenant_id': '5e2958a7dfe9472e946b841d8dda86a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:00.067977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:00.075036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Usage tracker for resource:subnet and tenant:5e2958a7dfe9472e946b841d8dda86a7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:00.079581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:00.103910 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:00.158278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network c41cc515-9607-441e-bc03-583590a634fa details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:06:00.201760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:00.266621 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:00.283837 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Transition to ACTIVE for port object b87516f4-8f15-4b1d-b57b-fc565382ccb1 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:00.293823 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:00.378850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Network 12788e67-143c-4867-a351-ef88510d233b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:00.380551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Made reservation on behalf of 5e2958a7dfe9472e946b841d8dda86a7 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:00.385241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:00.386101 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Attempting to bind port b87516f4-8f15-4b1d-b57b-fc565382ccb1 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:06:00.386101 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Attempting to bind port b87516f4-8f15-4b1d-b57b-fc565382ccb1 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:06:00.386101 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Attempting to bind port b87516f4-8f15-4b1d-b57b-fc565382ccb1 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:00.392309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-01930fd8-b5d2-493f-b13f-e60c4f1432d4 service neutron] 10.222.0.59 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2699060 Feb 09 13:06:00.402240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:06:00.402863 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:00.403362 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:00.403845 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:06:00.404422 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Bound port: b87516f4-8f15-4b1d-b57b-fc565382ccb1, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:06:00.405016 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:00.479824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:00.505565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5b374031-1edf-4934-b4d6-a0c8fc65076d tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:00.507488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5b374031-1edf-4934-b4d6-a0c8fc65076d tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.67 "GET /v2.0/networks?id=f34d7d3a-6215-47c9-8437-f583152267d7 HTTP/1.1" status: 200 len: 829 time: 1.2065794 Feb 09 13:06:00.508482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:00.563198 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Pushing event updated for resources: {'Port': ['ID=b87516f4-8f15-4b1d-b57b-fc565382ccb1,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:00.634273 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:06:00.662202 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.670889 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.673408 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.674328 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.677879 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.680043 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.680612 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.681159 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.684513 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.684969 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.687393 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:00.704921 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] For port b87516f4-8f15-4b1d-b57b-fc565382ccb1, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:06:00.717144 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] For port b87516f4-8f15-4b1d-b57b-fc565382ccb1, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b87516f4-8f15-4b1d-b57b-fc565382ccb1,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:06:00.725550 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:00.937359 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:01.009110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9ce9a65a-2b2b-47a2-857b-8b21a31755ea', 'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'mac_address': 'fa:16:3e:a2:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:40Z', 'updated_at': '2022-02-09T13:05:57Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'subnets': [{'id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:01.035702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01327d7c-71ed-45f7-809d-dfbf1c8acde6 None None] The sync data for ids ['335b939e-dd19-45a5-9065-e8107b751682'] in n-d-825175-3 is: [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9ce9a65a-2b2b-47a2-857b-8b21a31755ea', 'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'mac_address': 'fa:16:3e:a2:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:40Z', 'updated_at': '2022-02-09T13:05:57Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'subnets': [{'id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:06:01.200912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4aedf8-f8b4-4d24-bf8f-8aa6f1ea16d5,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:01.216718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Checking segment: {'id': '629ace80-78bd-4708-8c84-0123397734b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c41cc515-9607-441e-bc03-583590a634fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:01.228866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Network hostable DHCP agents. Network: c41cc515-9607-441e-bc03-583590a634fa, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:06:01.235494 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263ca3e-6274-43ae-9697-4e18624b6a72 None None] Pushing event updated for resources: {'Port': ['ID=b87516f4-8f15-4b1d-b57b-fc565382ccb1,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:01.268706 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:01.268817 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:01.321472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Request body: {'port': {'device_id': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'admin_state_up': True, 'tenant_id': '49a7cde377a54d2997b83d549ac4feab'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:01.531070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Network c41cc515-9607-441e-bc03-583590a634fa is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:06:01.560357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:01.561340 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:01.607235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, c41cc515-9607-441e-bc03-583590a634fa) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:01.616298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de850c33-a249-4dd2-a345-e572eb27a522 None None] Network c41cc515-9607-441e-bc03-583590a634fa requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:06:01.689793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ddac3bde-b8d9-4340-a123-4259907502a4 req-e2685ce8-412a-49b2-b519-1f01e23cb9fe tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 210 time: 0.2171504 Feb 09 13:06:01.794942 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:01.817265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f3e665-fe85-4574-b890-26be1d11e47d None None] Network db14f556-1ce1-481c-84ef-ea73dbf55750 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:06:01.868357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:01.872454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:02.019377 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d7a399f2-8ded-46cd-adf7-9fb3ea19487f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9649384 Feb 09 13:06:02.062226 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-b347a823-1be4-4dc8-a038-247411854994 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7051690 Feb 09 13:06:02.130582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:02.143437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Request body: {'port': {'device_id': '9f419f19-fc82-4c32-b8fe-14061d285f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:02.551013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ce9a65a-2b2b-47a2-857b-8b21a31755ea up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:02.583336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2600a6bf-78cd-4d6a-b4e0-954f312f5bd0 req-23212765-67e2-4af7-b4a7-1ebff36f2e02 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 210 time: 0.6702571 Feb 09 13:06:02.598442 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:02.627571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:02.658308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff529696-4533-4c44-bff6-bd6f917c2198 req-38da4574-365d-46de-84df-9ac0893585b6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:02.662677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ff529696-4533-4c44-bff6-bd6f917c2198 req-38da4574-365d-46de-84df-9ac0893585b6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Synchronizing usage tracker for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:02.708465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Usage tracker for resource:port and tenant:49a7cde377a54d2997b83d549ac4feab is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:02.717487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:02.720464 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aa06f1d0-5716-414f-8314-ef170f4418b7 None None] Provisioning for port 6918a6cb-cb99-4a96-956e-bc581ac3dede completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:02.737040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:02.842979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Allocated IP 172.20.0.1 (db14f556-1ce1-481c-84ef-ea73dbf55750/ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc/54e83a7d-7159-4968-8371-acd805e08eec) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:02.928780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Made reservation on behalf of 49a7cde377a54d2997b83d549ac4feab for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:02.929733 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:05:56Z', 'revision_number': 3, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:02.934839 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:02.945435 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2b7cf0-9f09-47e2-9d87-47d18dace4b8 None None] The sync data for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 is: [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:05:56Z', 'revision_number': 3, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:06:03.263304 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:03.287089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Transition to ACTIVE for port object 54e83a7d-7159-4968-8371-acd805e08eec will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:03.315721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:03.469327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Network db14f556-1ce1-481c-84ef-ea73dbf55750 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:03.474348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:03.479786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:03.515112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Pushing event updated for resources: {'Port': ['ID=54e83a7d-7159-4968-8371-acd805e08eec,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:03.558607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:03.581191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd4131a-39e6-4338-b183-8a2bb766a8be None None] Network c41cc515-9607-441e-bc03-583590a634fa requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:06:03.599741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:06:03.621601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f1d8170-bb1a-40e7-a819-e383d4d3c8e5 req-a3c4a67a-b1fb-4cd8-b148-a26c5e275bef tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 210 time: 0.0930569 Feb 09 13:06:03.641517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] Sync routers for ids ['61f18e40-a2dd-48b3-9853-feab151bf02b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:06:03.675709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ff529696-4533-4c44-bff6-bd6f917c2198 req-38da4574-365d-46de-84df-9ac0893585b6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Unset dirty status for tenant:819a0ead3dfd4a61b8df838745ba906a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:03.677585 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff529696-4533-4c44-bff6-bd6f917c2198 req-38da4574-365d-46de-84df-9ac0893585b6 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 932 time: 2.5751472 Feb 09 13:06:03.703751 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:03.704157 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:03.706336 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:03.848024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-38ebc0ec-43ea-4318-9587-caedbeab9b51 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:03.849796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-38ebc0ec-43ea-4318-9587-caedbeab9b51 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Synchronizing usage tracker for tenant:a330efb12a874f09a0afa892c2774df8 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:03.894262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-38ebc0ec-43ea-4318-9587-caedbeab9b51 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Unset dirty status for tenant:a330efb12a874f09a0afa892c2774df8 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:03.896014 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-38ebc0ec-43ea-4318-9587-caedbeab9b51 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "GET /v2.0/networks?id=34eda215-1860-4679-9f6e-fb7d723c6eeb HTTP/1.1" status: 200 len: 813 time: 0.3732324 Feb 09 13:06:03.898945 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:03.917838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Request body: {'port': {'device_id': '8db79336-acde-4f8d-8522-c8f562595799', 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb', 'admin_state_up': True, 'tenant_id': 'a330efb12a874f09a0afa892c2774df8'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:04.083305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] No DVR routers for this DVR port c5602c4a-1470-4114-b7af-98dcf55f39b9 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:04.409921 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:04.418084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'name': 'network-vif-deleted', 'tag': 'c5602c4a-1470-4114-b7af-98dcf55f39b9'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:04.442844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Allocated IP 172.20.0.6 (f34d7d3a-6215-47c9-8437-f583152267d7/fb863a07-c56e-4985-aaac-6c93aefe554f/893e56ba-73ac-4ae7-a77d-9d69c03a941a) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:04.464559 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff529696-4533-4c44-bff6-bd6f917c2198 req-047381f9-5b67-4962-a9ac-d6af47e2cb0b tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7415640 Feb 09 13:06:04.536005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] Routers {'61f18e40-a2dd-48b3-9853-feab151bf02b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:04.536638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61f18e40-a2dd-48b3-9853-feab151bf02b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:04.631767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0cadeb8c-1e81-4153-90bd-abf0c40e60ef req-1064e787-6eb0-4474-b133-3b44a3c7ee41 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.67 "DELETE /v2.0/ports/c5602c4a-1470-4114-b7af-98dcf55f39b9 HTTP/1.1" status: 204 len: 173 time: 14.3129640 Feb 09 13:06:04.791094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:04.797709 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:05.044127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Pushing event updated for resources: {'Port': ['ID=54e83a7d-7159-4968-8371-acd805e08eec,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:05.167551 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:05.170586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:05.194723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11827e4f-99b1-4b19-8151-0238b333b93e {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:05.196064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:05.206700 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:05.233659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Transition to ACTIVE for port object 11827e4f-99b1-4b19-8151-0238b333b93e will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:05.246634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Usage tracker for resource:port and tenant:a330efb12a874f09a0afa892c2774df8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:05.274398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:05.294768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:05.354843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] Set router 61f18e40-a2dd-48b3-9853-feab151bf02b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:05.442505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9ce9a65a-2b2b-47a2-857b-8b21a31755ea,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:05.459492 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:05.460254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6918a6cb-cb99-4a96-956e-bc581ac3dede up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:05.470028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Made reservation on behalf of a330efb12a874f09a0afa892c2774df8 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:05.476044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:05.607202 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:05.636615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Transition to ACTIVE for port object 893e56ba-73ac-4ae7-a77d-9d69c03a941a will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:05.670443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5d4b5d6a-9b75-4469-ba38-35cc47e30e56 req-03318d47-94e9-4930-a412-471cbca71bd3 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Synchronizing usage tracker for tenant:51da92718adc4434aa897129e217a92b on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:05.676611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-709e2141-94b0-4e57-91a0-fedb6c14abed req-fa93b8d0-8eca-40e3-86fe-d634d397ba17 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 210 time: 0.8832486 Feb 09 13:06:05.686281 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:05.731650 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:06.021324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Allocated IP 172.20.0.4 (34eda215-1860-4679-9f6e-fb7d723c6eeb/b1cfab22-fbc9-47d6-830d-a7cde767863d/e4712db3-e0c6-4339-b829-2ef4b924f612) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:06.341218 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=9ce9a65a-2b2b-47a2-857b-8b21a31755ea,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:06.463938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Network db14f556-1ce1-481c-84ef-ea73dbf55750 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:06.473177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:06.897480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-49e32db5-aff7-48e0-91d0-022016912b8d None None] Provisioning for port 54e83a7d-7159-4968-8371-acd805e08eec completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:06.909683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-49e32db5-aff7-48e0-91d0-022016912b8d None None] Provisioning complete for port 54e83a7d-7159-4968-8371-acd805e08eec triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:06.910351 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-49e32db5-aff7-48e0-91d0-022016912b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:07.052282 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b16697f-c189-4b44-96a3-ebacb9ddc8f8', 'name': 'network-vif-deleted', 'tag': 'c5602c4a-1470-4114-b7af-98dcf55f39b9', 'status': 'completed', 'code': 200} Feb 09 13:06:07.056481 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:07.157725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:07.162380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Network f34d7d3a-6215-47c9-8437-f583152267d7 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:07.199265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:07.212464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:07.282761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 6918a6cb-cb99-4a96-956e-bc581ac3dede completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:07.346971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Pushing event updated for resources: {'Port': ['ID=893e56ba-73ac-4ae7-a77d-9d69c03a941a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:07.356271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6918a6cb-cb99-4a96-956e-bc581ac3dede triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:07.356755 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:07.367778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5d4b5d6a-9b75-4469-ba38-35cc47e30e56 req-03318d47-94e9-4930-a412-471cbca71bd3 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Unset dirty status for tenant:51da92718adc4434aa897129e217a92b on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:07.381289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d4b5d6a-9b75-4469-ba38-35cc47e30e56 req-03318d47-94e9-4930-a412-471cbca71bd3 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b16697f-c189-4b44-96a3-ebacb9ddc8f8 HTTP/1.1" status: 200 len: 210 time: 2.6157007 Feb 09 13:06:07.404379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Network 34eda215-1860-4679-9f6e-fb7d723c6eeb is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:07.464203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:07.496531 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-49e32db5-aff7-48e0-91d0-022016912b8d None None] Port 54e83a7d-7159-4968-8371-acd805e08eec cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:06:07.528169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:07.711519 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:07.724693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9debd0e6-5e04-4222-a86f-db79846675d6 None None] Provisioning complete for port 54e83a7d-7159-4968-8371-acd805e08eec triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:07.725082 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9debd0e6-5e04-4222-a86f-db79846675d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:07.761727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Pushing event updated for resources: {'Port': ['ID=11827e4f-99b1-4b19-8151-0238b333b93e,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:07.799968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Pushing event updated for resources: {'Port': ['ID=e4712db3-e0c6-4339-b829-2ef4b924f612,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:07.802775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd95d116a-b0ec-435b-86bd-c583ebe5059e', 'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'mac_address': 'fa:16:3e:6f:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:22Z', 'updated_at': '2022-02-09T13:03:52Z', 'revision_number': 5, 'project_id': '51da92718adc4434aa897129e217a92b', 'subnets': [{'id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:07.814051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] Checking router: 61f18e40-a2dd-48b3-9853-feab151bf02b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:06:07.819321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:07.821156 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:07.834895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 6918a6cb-cb99-4a96-956e-bc581ac3dede, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6918a6cb-cb99-4a96-956e-bc581ac3dede,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:07.841857 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:07.869994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:07.871794 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-e9ecf794-a6dc-4eca-ab1d-4749dc865af5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5668473 Feb 09 13:06:07.873793 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:07.895996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Request body: {'port': {'device_id': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:07.978619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:07.978974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:07.979662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:07.979662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:07.980256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:07.980733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:07.981278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:07.981649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:07.981953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:07.982313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:07.990780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:08.008854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9debd0e6-5e04-4222-a86f-db79846675d6 None None] Port 54e83a7d-7159-4968-8371-acd805e08eec cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:06:08.026236 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-82ee2b8e-c978-4008-8d19-0f0d411ac342 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1104505 Feb 09 13:06:08.046630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Request body: {'port': {'device_id': '8db79336-acde-4f8d-8522-c8f562595799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:08.053043 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] Routers {'61f18e40-a2dd-48b3-9853-feab151bf02b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:08.053603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61f18e40-a2dd-48b3-9853-feab151bf02b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:08.160078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b7826-78f4-47ea-8b0f-08c7918ba18a req-ff1073ef-a8a1-4fab-b645-808236426a22 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:08.161133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7e5b7826-78f4-47ea-8b0f-08c7918ba18a req-ff1073ef-a8a1-4fab-b645-808236426a22 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Synchronizing usage tracker for tenant:49a7cde377a54d2997b83d549ac4feab on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:08.225456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ce9a65a-2b2b-47a2-857b-8b21a31755ea up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:08.264882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Attempting to bind port 11827e4f-99b1-4b19-8151-0238b333b93e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:06:08.265376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Attempting to bind port 11827e4f-99b1-4b19-8151-0238b333b93e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:06:08.265912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Attempting to bind port 11827e4f-99b1-4b19-8151-0238b333b93e on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:08.285012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7e5b7826-78f4-47ea-8b0f-08c7918ba18a req-ff1073ef-a8a1-4fab-b645-808236426a22 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Unset dirty status for tenant:49a7cde377a54d2997b83d549ac4feab on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:08.292178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e5b7826-78f4-47ea-8b0f-08c7918ba18a req-ff1073ef-a8a1-4fab-b645-808236426a22 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 931 time: 1.3764415 Feb 09 13:06:08.341956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=6918a6cb-cb99-4a96-956e-bc581ac3dede,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:08.380872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Port 11827e4f-99b1-4b19-8151-0238b333b93e on network 12788e67-143c-4867-a351-ef88510d233b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:06:08.381368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Attempting to bind port 11827e4f-99b1-4b19-8151-0238b333b93e on network 12788e67-143c-4867-a351-ef88510d233b {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:08.384242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:08.424213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:06:08.424644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Checking segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:08.425099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Bound using segment: {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:06:08.425611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Bound port: 11827e4f-99b1-4b19-8151-0238b333b93e, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d96a73f-b9a9-46ab-94e5-350a300b06bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '12788e67-143c-4867-a351-ef88510d233b'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:06:08.426069 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:08.455398 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:08.542051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-eb70ec5b-4aad-495f-9ddf-3c1963f297c4 None None] Provisioning for port 893e56ba-73ac-4ae7-a77d-9d69c03a941a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:08.563064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-eb70ec5b-4aad-495f-9ddf-3c1963f297c4 None None] Provisioning complete for port 893e56ba-73ac-4ae7-a77d-9d69c03a941a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:08.570957 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb70ec5b-4aad-495f-9ddf-3c1963f297c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:08.585645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7e5b7826-78f4-47ea-8b0f-08c7918ba18a req-899bb592-fa0a-406f-b2b3-b828217e3b14 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Synchronizing usage tracker for tenant:49a7cde377a54d2997b83d549ac4feab on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:08.623513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8b24a-18e7-49ea-8b36-c9fd268de24d req-254f9179-a5e1-4df7-8f66-8d231e6f04af tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:08.625787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0a8b24a-18e7-49ea-8b36-c9fd268de24d req-254f9179-a5e1-4df7-8f66-8d231e6f04af tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 944 time: 0.5450513 Feb 09 13:06:08.654768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:08.655229 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:08.742386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-eb70ec5b-4aad-495f-9ddf-3c1963f297c4 None None] Port 893e56ba-73ac-4ae7-a77d-9d69c03a941a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:06:08.749487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] Set router 61f18e40-a2dd-48b3-9853-feab151bf02b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:08.877945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7e5b7826-78f4-47ea-8b0f-08c7918ba18a req-899bb592-fa0a-406f-b2b3-b828217e3b14 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Unset dirty status for tenant:49a7cde377a54d2997b83d549ac4feab on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:08.890813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e5b7826-78f4-47ea-8b0f-08c7918ba18a req-899bb592-fa0a-406f-b2b3-b828217e3b14 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975547 Feb 09 13:06:08.921422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Router f214de36-824f-46ec-bc9b-e3eb20c8e86f has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:06:08.983472 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0a8b24a-18e7-49ea-8b36-c9fd268de24d req-fa59dd77-dda9-46f5-aa4e-42c76c3ec47f tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329079 Feb 09 13:06:08.999511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] For port 11827e4f-99b1-4b19-8151-0238b333b93e, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:06:09.062691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] For port 11827e4f-99b1-4b19-8151-0238b333b93e, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=11827e4f-99b1-4b19-8151-0238b333b93e,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:06:09.102736 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:09.527210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b87516f4-8f15-4b1d-b57b-fc565382ccb1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:09.675064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4712db3-e0c6-4339-b829-2ef4b924f612 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:09.684327 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:09.701396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Transition to ACTIVE for port object e4712db3-e0c6-4339-b829-2ef4b924f612 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:09.710570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:09.733281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port b87516f4-8f15-4b1d-b57b-fc565382ccb1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:09.748968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b87516f4-8f15-4b1d-b57b-fc565382ccb1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:09.752956 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:09.888967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893e56ba-73ac-4ae7-a77d-9d69c03a941a {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:09.914123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd95d116a-b0ec-435b-86bd-c583ebe5059e', 'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'mac_address': 'fa:16:3e:6f:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:22Z', 'updated_at': '2022-02-09T13:03:52Z', 'revision_number': 5, 'project_id': '51da92718adc4434aa897129e217a92b', 'subnets': [{'id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:09.914855 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:09.919035 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:09.920493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] 10.222.0.67 "PUT /v2.0/ports/11827e4f-99b1-4b19-8151-0238b333b93e HTTP/1.1" status: 200 len: 1092 time: 7.8073833 Feb 09 13:06:09.925007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f419f19-fc82-4c32-b8fe-14061d285f1c', 'tag': '11827e4f-99b1-4b19-8151-0238b333b93e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:09.946921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f375f2-478e-49f0-9f45-a380165d01d3 service neutron] Pushing event updated for resources: {'Port': ['ID=11827e4f-99b1-4b19-8151-0238b333b93e,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:09.972855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1624169-b355-4dc8-a4a3-4cbec1cc4eb9 None None] The sync data for ids ['61f18e40-a2dd-48b3-9853-feab151bf02b'] in n-d-825175-3 is: [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:03:24Z', 'revision_number': 4, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd95d116a-b0ec-435b-86bd-c583ebe5059e', 'name': '', 'network_id': '32fdc273-ef1d-4665-a02e-937b6e080af8', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'mac_address': 'fa:16:3e:6f:8e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:22Z', 'updated_at': '2022-02-09T13:03:52Z', 'revision_number': 5, 'project_id': '51da92718adc4434aa897129e217a92b', 'subnets': [{'id': 'ea791093-4d5f-4dfa-88b1-73108c227bca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:06:09.980937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Transition to ACTIVE for port object 893e56ba-73ac-4ae7-a77d-9d69c03a941a will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:10.071545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4712db3-e0c6-4339-b829-2ef4b924f612,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:10.114230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:10.174494 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:10.207303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port b87516f4-8f15-4b1d-b57b-fc565382ccb1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b87516f4-8f15-4b1d-b57b-fc565382ccb1,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:10.214424 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:10.331448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Pushing event updated for resources: {'Port': ['ID=893e56ba-73ac-4ae7-a77d-9d69c03a941a,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:10.337094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=b87516f4-8f15-4b1d-b57b-fc565382ccb1,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:10.422579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6918a6cb-cb99-4a96-956e-bc581ac3dede up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:10.466273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:06:10.487940 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e10d725b-5de7-4094-a45c-dd49afb0a233 admin admin] 10.222.0.59 "PUT /v2.0/routers/f214de36-824f-46ec-bc9b-e3eb20c8e86f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6088490 Feb 09 13:06:10.508222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Attempting to bind port e4712db3-e0c6-4339-b829-2ef4b924f612 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:06:10.508222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Attempting to bind port e4712db3-e0c6-4339-b829-2ef4b924f612 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:06:10.508222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Attempting to bind port e4712db3-e0c6-4339-b829-2ef4b924f612 on network 34eda215-1860-4679-9f6e-fb7d723c6eeb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:10.530518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Port e4712db3-e0c6-4339-b829-2ef4b924f612 on network 34eda215-1860-4679-9f6e-fb7d723c6eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:06:10.530868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Attempting to bind port e4712db3-e0c6-4339-b829-2ef4b924f612 on network 34eda215-1860-4679-9f6e-fb7d723c6eeb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:10.553403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:06:10.553722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Checking segment: {'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:10.554124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Bound using segment: {'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:06:10.554587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Bound port: e4712db3-e0c6-4339-b829-2ef4b924f612, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:06:10.554943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:10.577224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42602) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:10.598145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b903f0c-8556-4452-b7bf-16e18f8b0f55 req-3f292438-7e92-4593-9314-1f85bb11e9c7 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:10.603108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b903f0c-8556-4452-b7bf-16e18f8b0f55 req-3f292438-7e92-4593-9314-1f85bb11e9c7 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 943 time: 0.8719594 Feb 09 13:06:10.688806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6918a6cb-cb99-4a96-956e-bc581ac3dede triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:10.689423 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:10.812876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] For port e4712db3-e0c6-4339-b829-2ef4b924f612, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:06:10.826304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] For port e4712db3-e0c6-4339-b829-2ef4b924f612, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4712db3-e0c6-4339-b829-2ef4b924f612,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:06:10.833300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:11.074631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-93414a09-914a-4530-af68-6c2fce11d1ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 1095 time: 1.0986505 Feb 09 13:06:11.117840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:11.126457 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:11.127798 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b903f0c-8556-4452-b7bf-16e18f8b0f55 req-e1d76bbf-d601-4f77-88d3-0b422afb871f tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589169 Feb 09 13:06:11.135420 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] 10.222.0.67 "PUT /v2.0/ports/e4712db3-e0c6-4339-b829-2ef4b924f612 HTTP/1.1" status: 200 len: 1091 time: 3.1027884 Feb 09 13:06:11.170975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db79336-acde-4f8d-8522-c8f562595799', 'tag': 'e4712db3-e0c6-4339-b829-2ef4b924f612'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:11.222398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1977a-508a-4995-9900-83721d7262e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4712db3-e0c6-4339-b829-2ef4b924f612,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:11.398256 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f419f19-fc82-4c32-b8fe-14061d285f1c', 'tag': '11827e4f-99b1-4b19-8151-0238b333b93e', 'status': 'completed', 'code': 200} Feb 09 13:06:11.515650 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-189c14ee-1019-4081-bf18-c3ea47989338 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a330efb12a874f09a0afa892c2774df8&device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 1094 time: 0.2652645 Feb 09 13:06:11.518367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-7a5a2679-b6c5-451a-9949-77d5e54c5899 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11827e4f-99b1-4b19-8151-0238b333b93e HTTP/1.1" status: 200 len: 217 time: 0.3734407 Feb 09 13:06:11.519859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-024d79e5-5350-4d81-8ef0-69961ab176da tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:11.616653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-43d53b17-0716-480c-b6ff-eba730666c15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4712db3-e0c6-4339-b829-2ef4b924f612 HTTP/1.1" status: 200 len: 217 time: 0.0862029 Feb 09 13:06:11.654958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-024d79e5-5350-4d81-8ef0-69961ab176da tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:11.666116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Attempting to bind port 893e56ba-73ac-4ae7-a77d-9d69c03a941a on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:06:11.666445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Attempting to bind port 893e56ba-73ac-4ae7-a77d-9d69c03a941a by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:06:11.666885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Attempting to bind port 893e56ba-73ac-4ae7-a77d-9d69c03a941a on network f34d7d3a-6215-47c9-8437-f583152267d7 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:11.727053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec24951-a868-43c8-b37e-2d05cde230e5 req-6119d3c4-cde0-46bf-a7fc-a42cfe8eed80 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:11.736190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dec24951-a868-43c8-b37e-2d05cde230e5 req-6119d3c4-cde0-46bf-a7fc-a42cfe8eed80 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 943 time: 0.8732698 Feb 09 13:06:11.752854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-e2c62330-a8d7-494d-bf4b-29d0f16c4bdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:11.754919 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-e2c62330-a8d7-494d-bf4b-29d0f16c4bdf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1cfab22-fbc9-47d6-830d-a7cde767863d HTTP/1.1" status: 200 len: 853 time: 0.1313627 Feb 09 13:06:11.756849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Port 893e56ba-73ac-4ae7-a77d-9d69c03a941a on network f34d7d3a-6215-47c9-8437-f583152267d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:06:11.757173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Attempting to bind port 893e56ba-73ac-4ae7-a77d-9d69c03a941a on network f34d7d3a-6215-47c9-8437-f583152267d7 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:11.789576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cd956-0987-4360-a278-17acaff13f85 req-05ed9c69-be53-45dc-9b4a-902ca5056a02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:11.791296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-05ed9c69-be53-45dc-9b4a-902ca5056a02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.2516706 Feb 09 13:06:11.828853 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-75a8421e-c121-450c-b185-b9e7bcc68603 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34eda215-1860-4679-9f6e-fb7d723c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661950 Feb 09 13:06:11.858329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:06:11.858693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Checking segment: {'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:11.859529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Bound using segment: {'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:06:11.859980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Bound port: 893e56ba-73ac-4ae7-a77d-9d69c03a941a, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a09eab0-af95-47f7-b571-2bc437750bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:06:11.860325 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:11.888228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-65edca68-56e5-42ff-8faf-9718ba78e39b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750716 Feb 09 13:06:11.975504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da3afb-e187-49ff-a3ca-f3d37afe2bff req-b5926055-568e-483f-beef-a960211f30dc tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:11.984986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2da3afb-e187-49ff-a3ca-f3d37afe2bff req-b5926055-568e-483f-beef-a960211f30dc tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 944 time: 0.5359259 Feb 09 13:06:12.068164 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-0088e111-5c78-439d-bb1d-ccf4a8a2cbdb service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293375 Feb 09 13:06:12.078621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dec24951-a868-43c8-b37e-2d05cde230e5 req-b7156832-000f-40b3-a9c8-8552fe63d509 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412170 Feb 09 13:06:12.158523 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-024d79e5-5350-4d81-8ef0-69961ab176da tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:12.267298 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c16782ad-fd51-4bab-828f-c6bfcd18126f req-f6dacc4e-7e42-44e2-8732-47cdfa6a9f3a service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930833 Feb 09 13:06:12.316357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] For port 893e56ba-73ac-4ae7-a77d-9d69c03a941a, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:06:12.319917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] For port 893e56ba-73ac-4ae7-a77d-9d69c03a941a, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:06:12.321272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d79e5-5350-4d81-8ef0-69961ab176da tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8b212f-c446-4f2c-9429-d0851cdae2d1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:12.364822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b87516f4-8f15-4b1d-b57b-fc565382ccb1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:12.441362 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2da3afb-e187-49ff-a3ca-f3d37afe2bff req-a721d766-ac6b-4b1b-9d4c-3fc8cb2ceb75 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551575 Feb 09 13:06:12.448157 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:12.484792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b87516f4-8f15-4b1d-b57b-fc565382ccb1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:12.485235 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:12.660580 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-024d79e5-5350-4d81-8ef0-69961ab176da tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:12.661685 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-024d79e5-5350-4d81-8ef0-69961ab176da tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "DELETE /v2.0/security-groups/bd8b212f-c446-4f2c-9429-d0851cdae2d1 HTTP/1.1" status: 204 len: 168 time: 2.0559843 Feb 09 13:06:12.665695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42630) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:12.684686 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:12.686047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] 10.222.0.67 "PUT /v2.0/ports/893e56ba-73ac-4ae7-a77d-9d69c03a941a HTTP/1.1" status: 200 len: 1091 time: 4.7966373 Feb 09 13:06:12.769144 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-f411759e-1580-4109-9c86-e0b2291e0030 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] show failed (client error): The resource could not be found. Feb 09 13:06:12.771148 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f411759e-1580-4109-9c86-e0b2291e0030 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "GET /v2.0/security-groups/bd8b212f-c446-4f2c-9429-d0851cdae2d1 HTTP/1.1" status: 404 len: 347 time: 0.1029139 Feb 09 13:06:12.773969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42634) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:12.956572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-dfe43d5e-6ee2-4b7f-969a-399e6717401e service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0281706 Feb 09 13:06:12.994131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-0656ce34-fb01-436c-afa7-4e0b4211d531 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:13.002416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-0656ce34-fb01-436c-afa7-4e0b4211d531 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 945 time: 0.9939861 Feb 09 13:06:13.135337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fd92b-2b95-4a15-b2ac-0c2c142fed76 service neutron] Pushing event updated for resources: {'Port': ['ID=893e56ba-73ac-4ae7-a77d-9d69c03a941a,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:13.213837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ad71158f-c375-4b0c-b570-bb1d51e52e93 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Deleting port 23462f9a-e92f-42f7-880f-5fcf3afda080 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:13.214113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad71158f-c375-4b0c-b570-bb1d51e52e93 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:13.398918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'tag': '893e56ba-73ac-4ae7-a77d-9d69c03a941a'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:13.424374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb87899-c26b-4d26-baa4-adc537f7c585 req-6199f61b-cd0c-432e-b95b-0608badde8bb tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:13.431394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6eb87899-c26b-4d26-baa4-adc537f7c585 req-6199f61b-cd0c-432e-b95b-0608badde8bb tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 945 time: 1.0080688 Feb 09 13:06:13.455180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Deleting port b003de38-9f17-49b9-9211-c3db2394d707 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:13.455514 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:13.514637 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad71158f-c375-4b0c-b570-bb1d51e52e93 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:13.516891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad71158f-c375-4b0c-b570-bb1d51e52e93 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:13.523512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-6b2cf19d-8154-4b92-9168-01536caeaa2a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=49a7cde377a54d2997b83d549ac4feab&device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 1094 time: 0.7750847 Feb 09 13:06:13.586256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42644) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:13.595780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--652443089', 'description': 'tempest-description--1778998612'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:13.622842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8cd956-0987-4360-a278-17acaff13f85 req-453a75d9-5c62-4f50-b49f-c1b0bf620c48 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6458912 Feb 09 13:06:13.652650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:13.740442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:security_group and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:13.744569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-96e13e76-48e2-48f7-a20f-cd5221cc435d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a HTTP/1.1" status: 200 len: 217 time: 0.2128203 Feb 09 13:06:13.755394 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db79336-acde-4f8d-8522-c8f562595799', 'tag': 'e4712db3-e0c6-4339-b829-2ef4b924f612', 'status': 'completed', 'code': 200} Feb 09 13:06:13.759304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:13.824034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ad71158f-c375-4b0c-b570-bb1d51e52e93 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Calling delete_port for 23462f9a-e92f-42f7-880f-5fcf3afda080 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:13.848786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a03db-7840-4ae2-a787-4d3547665764 req-cfd12c0d-44e1-426f-bd68-a65bcaecb29c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:13.850513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-cfd12c0d-44e1-426f-bd68-a65bcaecb29c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb863a07-c56e-4985-aaac-6c93aefe554f HTTP/1.1" status: 200 len: 868 time: 0.0873902 Feb 09 13:06:13.860021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:13.978025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6eb87899-c26b-4d26-baa4-adc537f7c585 req-51794c34-ca5e-42cd-9d29-803e0f37f9a4 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7e3ec48-2509-47c2-add7-241d4272823c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456123 Feb 09 13:06:14.149127 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-28c918b1-645e-4ade-9914-a4b24f19e0fa req-64aa38ae-92ed-4235-aab0-fcddac5c736d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a330efb12a874f09a0afa892c2774df8&device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 1094 time: 0.3961296 Feb 09 13:06:14.151316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad71158f-c375-4b0c-b570-bb1d51e52e93 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:14.381083 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:14.382185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4712db3-e0c6-4339-b829-2ef4b924f612 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:06:14.386644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b003de38-9f17-49b9-9211-c3db2394d707 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:14.499624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c918b1-645e-4ade-9914-a4b24f19e0fa req-25775768-773b-4a08-bee7-e5215a09b73f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:14.502853 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-28c918b1-645e-4ade-9914-a4b24f19e0fa req-25775768-773b-4a08-bee7-e5215a09b73f service neutron] 10.222.0.67 "GET /v2.0/networks?id=34eda215-1860-4679-9f6e-fb7d723c6eeb HTTP/1.1" status: 200 len: 914 time: 0.3414578 Feb 09 13:06:14.505669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71158f-c375-4b0c-b570-bb1d51e52e93 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Pushing event deleted for resources: {'Port': ['ID=23462f9a-e92f-42f7-880f-5fcf3afda080,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:14.542192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37fb314-0f60-4a37-b1bc-737a088d5735 req-4410e381-6132-4dd2-82aa-61c5b47bdd45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=819a0ead3dfd4a61b8df838745ba906a&device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 1095 time: 0.8341305 Feb 09 13:06:14.557324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:14.606136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:security_group_rule and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:14.615346 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-28c918b1-645e-4ade-9914-a4b24f19e0fa req-cf209180-6276-4c7b-a838-0e1a64fded5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4712db3-e0c6-4339-b829-2ef4b924f612 HTTP/1.1" status: 200 len: 217 time: 0.1005936 Feb 09 13:06:14.636061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:14.657041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:14.666381 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:14.666922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] For port b003de38-9f17-49b9-9211-c3db2394d707, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b003de38-9f17-49b9-9211-c3db2394d707,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:14.667529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:14.721579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b003de38-9f17-49b9-9211-c3db2394d707, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b003de38-9f17-49b9-9211-c3db2394d707,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:14.729087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4c98ea-bbee-4113-830d-ebf447b2c11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b003de38-9f17-49b9-9211-c3db2394d707'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:14.747802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17f9bb-8353-41bc-aebb-9f50dd90bf88 req-0bf065b4-bb13-4704-8836-677fd5b68ffb tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:14.749972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e17f9bb-8353-41bc-aebb-9f50dd90bf88 req-0bf065b4-bb13-4704-8836-677fd5b68ffb tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 943 time: 0.8876138 Feb 09 13:06:14.750748 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:14.817981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-f041d981-367e-4d9b-aaa3-239b50d87593 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f34d7d3a-6215-47c9-8437-f583152267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9219100 Feb 09 13:06:14.828859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4712db3-e0c6-4339-b829-2ef4b924f612, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4712db3-e0c6-4339-b829-2ef4b924f612,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:14.873656 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad71158f-c375-4b0c-b570-bb1d51e52e93 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:14.878754 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b003de38-9f17-49b9-9211-c3db2394d707,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:14.894849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e4712db3-e0c6-4339-b829-2ef4b924f612', 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb', 'port_id': 'e4712db3-e0c6-4339-b829-2ef4b924f612', 'mac_address': 'fa:16:3e:ef:56:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cfab22-fbc9-47d6-830d-a7cde767863d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:06:14.908672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a48488-0369-4574-b2df-44a653f82204 req-9196b8bb-354e-48fc-9016-5c459eb5afb3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:14.910308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9a48488-0369-4574-b2df-44a653f82204 req-9196b8bb-354e-48fc-9016-5c459eb5afb3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 943 time: 0.5936515 Feb 09 13:06:14.918704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Calling delete_port for b003de38-9f17-49b9-9211-c3db2394d707 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:14.936922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad71158f-c375-4b0c-b570-bb1d51e52e93 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:14.942163 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ad71158f-c375-4b0c-b570-bb1d51e52e93 tempest-ServersTestBootFromVolume-910913239 tempest-ServersTestBootFromVolume-910913239-project] 10.222.0.59 "DELETE /v2.0/floatingips/f4756d5b-6ce3-45b9-bef3-b4fd6cb56679 HTTP/1.1" status: 204 len: 168 time: 2.1636682 Feb 09 13:06:14.944129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42654) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:14.997838 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:15.035471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4712db3-e0c6-4339-b829-2ef4b924f612 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:15.057408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4712db3-e0c6-4339-b829-2ef4b924f612, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4712db3-e0c6-4339-b829-2ef4b924f612,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:15.061544 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:15.231483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e4712db3-e0c6-4339-b829-2ef4b924f612,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:15.270320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c918b1-645e-4ade-9914-a4b24f19e0fa req-089b2109-2b50-4584-9748-18000b942402 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:15.272627 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-28c918b1-645e-4ade-9914-a4b24f19e0fa req-089b2109-2b50-4584-9748-18000b942402 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1cfab22-fbc9-47d6-830d-a7cde767863d HTTP/1.1" status: 200 len: 853 time: 0.6028869 Feb 09 13:06:15.323971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e4712db3-e0c6-4339-b829-2ef4b924f612'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:06:15.350715 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:15.369027 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-28c918b1-645e-4ade-9914-a4b24f19e0fa req-11535349-ea5b-4de1-9fe4-29bfbd74d9e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34eda215-1860-4679-9f6e-fb7d723c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838077 Feb 09 13:06:15.430266 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:06:15.432795 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:06:15.432795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fb314-0f60-4a37-b1bc-737a088d5735 req-d8d95138-4aae-4711-acdd-20ae90c169fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:15.434037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37fb314-0f60-4a37-b1bc-737a088d5735 req-d8d95138-4aae-4711-acdd-20ae90c169fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 200 len: 913 time: 0.8793929 Feb 09 13:06:15.579398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e17f9bb-8353-41bc-aebb-9f50dd90bf88 req-1b13f05b-945d-4dae-931a-f6c17d98ce03 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6918073 Feb 09 13:06:15.581106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:15.645260 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:15.650095 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0561001 Feb 09 13:06:15.661396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42660) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:15.761505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'security_group_rule': {'security_group_id': '89f35581-26d6-4113-aecb-f0ee9905a37e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:15.767487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:15.771767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:security_group_rule and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:15.774741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:15.781274 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-28c918b1-645e-4ade-9914-a4b24f19e0fa req-080eb3d6-425f-4bc4-8cdc-42f622ef7af1 service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100847 Feb 09 13:06:15.783203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:15.811282 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'tag': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'status': 'completed', 'code': 200} Feb 09 13:06:15.828455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9a48488-0369-4574-b2df-44a653f82204 req-d7c4ad98-66ca-453e-8c7c-6f0b4a7e1bea tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361680 Feb 09 13:06:15.848782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37fb314-0f60-4a37-b1bc-737a088d5735 req-146b8fd0-29e4-4a17-99ee-cb3e61e0ada5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11827e4f-99b1-4b19-8151-0238b333b93e HTTP/1.1" status: 200 len: 217 time: 0.3706710 Feb 09 13:06:15.856232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f35581-26d6-4113-aecb-f0ee9905a37e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:15.996763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:15.997105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:15.997546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:15.997880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:15.998216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:16.006023 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:16.006933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:16.006933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:16.007282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:16.007446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:16.007658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:16.007987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffcc2f2-fb07-4429-b16e-52d1ded904fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:16.012683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Deleting port b003de38-9f17-49b9-9211-c3db2394d707 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:16.013273 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:16.085740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fb314-0f60-4a37-b1bc-737a088d5735 req-3f5606dc-1376-4906-9026-9c160d39eaa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:16.087776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37fb314-0f60-4a37-b1bc-737a088d5735 req-3f5606dc-1376-4906-9026-9c160d39eaa9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 200 len: 852 time: 0.2153082 Feb 09 13:06:16.149818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-4180c1db-7af5-4391-8182-b3cfc15283ea service neutron] 10.222.0.67 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0094788 Feb 09 13:06:16.368414 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4c98ea-bbee-4113-830d-ebf447b2c11a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b003de38-9f17-49b9-9211-c3db2394d707', 'code': 200} Feb 09 13:06:16.401618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 11827e4f-99b1-4b19-8151-0238b333b93e details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:06:16.439304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4712db3-e0c6-4339-b829-2ef4b924f612 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:16.470695 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37fb314-0f60-4a37-b1bc-737a088d5735 req-23497ece-f584-4f7e-8387-d87c07d60147 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12788e67-143c-4867-a351-ef88510d233b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3136714 Feb 09 13:06:16.484450 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:16.560556 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:06:16.578173 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-28c918b1-645e-4ade-9914-a4b24f19e0fa req-585e44ae-2726-4c34-9ab2-de1575dc7885 service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7876689 Feb 09 13:06:16.695854 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:16.697960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port e4712db3-e0c6-4339-b829-2ef4b924f612 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:16.714047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e4712db3-e0c6-4339-b829-2ef4b924f612 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:16.714994 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:16.804999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 11827e4f-99b1-4b19-8151-0238b333b93e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=11827e4f-99b1-4b19-8151-0238b333b93e,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:16.824985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '11827e4f-99b1-4b19-8151-0238b333b93e', 'network_id': '12788e67-143c-4867-a351-ef88510d233b', 'port_id': '11827e4f-99b1-4b19-8151-0238b333b93e', 'mac_address': 'fa:16:3e:ad:4c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5831325b-7029-405e-857f-84d59869e409', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:06:16.923762 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:16.959820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11827e4f-99b1-4b19-8151-0238b333b93e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:16.979765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 11827e4f-99b1-4b19-8151-0238b333b93e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=11827e4f-99b1-4b19-8151-0238b333b93e,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:16.985593 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:17.084639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=11827e4f-99b1-4b19-8151-0238b333b93e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:17.209139 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:17.283905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4712db3-e0c6-4339-b829-2ef4b924f612, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4712db3-e0c6-4339-b829-2ef4b924f612,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:17.288056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['11827e4f-99b1-4b19-8151-0238b333b93e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:06:17.337035 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:17.483244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e4712db3-e0c6-4339-b829-2ef4b924f612,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:17.558419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] For port b003de38-9f17-49b9-9211-c3db2394d707, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b003de38-9f17-49b9-9211-c3db2394d707,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:17.559247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:17.772659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Calling delete_port for b003de38-9f17-49b9-9211-c3db2394d707 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:17.781069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] Deleting port d95d116a-b0ec-435b-86bd-c583ebe5059e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:17.782071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:17.846014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37fb314-0f60-4a37-b1bc-737a088d5735 req-801f1766-f427-45d7-bccb-46a7311b7891 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1067424 Feb 09 13:06:17.856061 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:17.896381 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:17.960040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b78a03db-7840-4ae2-a787-4d3547665764 req-95ebe571-b987-488d-b83d-bdd7546b9369 service neutron] 10.222.0.67 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6365552 Feb 09 13:06:17.969071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10013a7e-6308-4e23-924c-86ad38b65aea,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:18.083433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] For port d95d116a-b0ec-435b-86bd-c583ebe5059e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d95d116a-b0ec-435b-86bd-c583ebe5059e,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:18.083931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:18.152890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48fcc4-ed48-41c7-a812-d78083890069 req-9d70ac89-b191-4fc7-9c57-ea8840eb9baf tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:18.153900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bf48fcc4-ed48-41c7-a812-d78083890069 req-9d70ac89-b191-4fc7-9c57-ea8840eb9baf tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Synchronizing usage tracker for tenant:9ea8698b3fbf454f9f265d92320452e5 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:18.180806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b2f57-4acf-4b72-b15d-391f4272b52a req-a3889cf4-76ff-4d4c-af5a-dac4ebd56f96 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:18.182497 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-483b2f57-4acf-4b72-b15d-391f4272b52a req-a3889cf4-76ff-4d4c-af5a-dac4ebd56f96 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 944 time: 1.9764688 Feb 09 13:06:18.239140 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:18.243040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5ce73987-9037-40ca-a1ce-0a8fac90783f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.4999771 Feb 09 13:06:18.245194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42680) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:18.256272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'security_group_rule': {'security_group_id': '89f35581-26d6-4113-aecb-f0ee9905a37e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:18.300488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] Calling delete_port for d95d116a-b0ec-435b-86bd-c583ebe5059e owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:18.325911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:18.345095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bf48fcc4-ed48-41c7-a812-d78083890069 req-9d70ac89-b191-4fc7-9c57-ea8840eb9baf tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Unset dirty status for tenant:9ea8698b3fbf454f9f265d92320452e5 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:18.351819 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf48fcc4-ed48-41c7-a812-d78083890069 req-9d70ac89-b191-4fc7-9c57-ea8840eb9baf tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e4c98ea-bbee-4113-830d-ebf447b2c11a HTTP/1.1" status: 200 len: 943 time: 1.6505308 Feb 09 13:06:18.369502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db79336-acde-4f8d-8522-c8f562595799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4712db3-e0c6-4339-b829-2ef4b924f612'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:18.375914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:security_group_rule and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:18.394520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:18.407609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 11827e4f-99b1-4b19-8151-0238b333b93e up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:18.435416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:18.443395 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37fb314-0f60-4a37-b1bc-737a088d5735 req-825dd7fd-af68-492b-abd4-00c16f835567 service neutron] 10.222.0.67 "GET /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813937 Feb 09 13:06:18.531186 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-483b2f57-4acf-4b72-b15d-391f4272b52a req-034d5bbd-af31-4349-b8d4-93bd0f7eb059 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100793 Feb 09 13:06:18.538798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:18.635815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 11827e4f-99b1-4b19-8151-0238b333b93e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:18.642924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 11827e4f-99b1-4b19-8151-0238b333b93e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:18.643969 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:18.644102 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:18.657010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:18.726613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] Pushing event deleted for resources: {'Port': ['ID=d95d116a-b0ec-435b-86bd-c583ebe5059e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:18.806255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f18d5da-3f99-4d2b-9ff9-17b641a2c11f req-85bb67c3-9ffe-4330-82c9-ee134e365e45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=49a7cde377a54d2997b83d549ac4feab&device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 1094 time: 0.7136087 Feb 09 13:06:18.808353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Pushing event deleted for resources: {'Port': ['ID=b003de38-9f17-49b9-9211-c3db2394d707,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:18.891665 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:18.948724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf48fcc4-ed48-41c7-a812-d78083890069 req-d06ecf43-12f1-4d14-bf93-dae19269d04e tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.59 "GET /v2.0/security-groups?id=b7e3ec48-2509-47c2-add7-241d4272823c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959642 Feb 09 13:06:18.966175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 11827e4f-99b1-4b19-8151-0238b333b93e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=11827e4f-99b1-4b19-8151-0238b333b93e,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:18.971240 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:19.147005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=11827e4f-99b1-4b19-8151-0238b333b93e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:19.340355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] No DVR routers for this DVR port b003de38-9f17-49b9-9211-c3db2394d707 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:19.350530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:19.352425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4057ac1-f8b5-4016-876c-57b12c5f56c7 req-38d99380-171f-4b16-937e-e5a9b1f378e2 tempest-AttachSCSIVolumeTestJSON-1022528393 tempest-AttachSCSIVolumeTestJSON-1022528393-project] 10.222.0.67 "DELETE /v2.0/ports/b003de38-9f17-49b9-9211-c3db2394d707 HTTP/1.1" status: 204 len: 173 time: 6.2034979 Feb 09 13:06:19.368175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4c98ea-bbee-4113-830d-ebf447b2c11a', 'name': 'network-vif-deleted', 'tag': 'b003de38-9f17-49b9-9211-c3db2394d707'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:19.426711 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:19.452553 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:19.485934 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:19.508530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18d5da-3f99-4d2b-9ff9-17b641a2c11f req-1effe06d-4024-43ad-9b8a-14396683f994 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:19.510018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f18d5da-3f99-4d2b-9ff9-17b641a2c11f req-1effe06d-4024-43ad-9b8a-14396683f994 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f34d7d3a-6215-47c9-8437-f583152267d7 HTTP/1.1" status: 200 len: 930 time: 0.6842709 Feb 09 13:06:19.516165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a4932f-8871-400c-a6af-44682e8d246e,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:19.574247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:19.575770 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b395f2ff-fc34-438d-ba39-706a142d828e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3270361 Feb 09 13:06:19.583049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3040615-7b2d-4d90-8b28-5a8a63f21f07 req-670bcf14-2eda-4ef9-845c-8cbd82ae14bb tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:19.584403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3040615-7b2d-4d90-8b28-5a8a63f21f07 req-670bcf14-2eda-4ef9-845c-8cbd82ae14bb tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.5948393 Feb 09 13:06:19.585861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42698) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:19.602697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:19.617397 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e1e71-8ca3-4f4e-8d55-92a9ca2f569f None None] New status for floating IP f4756d5b-6ce3-45b9-bef3-b4fd6cb56679: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:06:19.631654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:19.648162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f18d5da-3f99-4d2b-9ff9-17b641a2c11f req-85350a3b-dda5-4493-8104-175513efa571 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a HTTP/1.1" status: 200 len: 217 time: 0.1219950 Feb 09 13:06:19.650796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:floatingip and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:19.655043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:19.670698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:19.682367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff18519-71b6-4f1f-a54b-59f02a849cb4 req-3e630d56-6622-489e-bdb7-dcbb0dcf754b tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:19.683890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fff18519-71b6-4f1f-a54b-59f02a849cb4 req-3e630d56-6622-489e-bdb7-dcbb0dcf754b tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 943 time: 0.3802860 Feb 09 13:06:19.764910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3040615-7b2d-4d90-8b28-5a8a63f21f07 req-01289ac6-50d6-4c71-b94e-77ab745aec9b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549518 Feb 09 13:06:19.777495 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:19.821113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18d5da-3f99-4d2b-9ff9-17b641a2c11f req-b3c77608-fd8e-4c5e-bb08-3164ccb534c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:19.823165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f18d5da-3f99-4d2b-9ff9-17b641a2c11f req-b3c77608-fd8e-4c5e-bb08-3164ccb534c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb863a07-c56e-4985-aaac-6c93aefe554f HTTP/1.1" status: 200 len: 868 time: 0.1382411 Feb 09 13:06:19.825226 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fff18519-71b6-4f1f-a54b-59f02a849cb4 req-bba86a6e-7ff3-4c1c-9f45-f48a25cddfac tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039574 Feb 09 13:06:19.934650 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db79336-acde-4f8d-8522-c8f562595799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4712db3-e0c6-4339-b829-2ef4b924f612', 'code': 200} Feb 09 13:06:20.120308 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4c98ea-bbee-4113-830d-ebf447b2c11a', 'name': 'network-vif-deleted', 'tag': 'b003de38-9f17-49b9-9211-c3db2394d707', 'status': 'completed', 'code': 200} Feb 09 13:06:20.322970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] Router 61f18e40-a2dd-48b3-9853-feab151bf02b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:06:20.430193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 893e56ba-73ac-4ae7-a77d-9d69c03a941a details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:06:20.574263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07cd1-5bc2-4406-9952-407bce9b55f5 req-9a83f3ca-d1c3-4fcf-af9a-f1110c903343 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:20.584746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bb07cd1-5bc2-4406-9952-407bce9b55f5 req-9a83f3ca-d1c3-4fcf-af9a-f1110c903343 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 946 time: 0.4619520 Feb 09 13:06:20.610799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f18d5da-3f99-4d2b-9ff9-17b641a2c11f req-e8540b48-d309-42d8-be15-68f78a3e1905 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f34d7d3a-6215-47c9-8437-f583152267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7815664 Feb 09 13:06:20.647249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 893e56ba-73ac-4ae7-a77d-9d69c03a941a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:20.659609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:06:20.666629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'port_id': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'mac_address': 'fa:16:3e:89:ef:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:06:20.690968 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6fcf671e-63d3-48bd-a5bf-fcd5822072af admin admin] 10.222.0.59 "PUT /v2.0/routers/61f18e40-a2dd-48b3-9853-feab151bf02b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7451274 Feb 09 13:06:20.693358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42728) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:20.744406 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:20.767028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] Sync routers for ids ['61f18e40-a2dd-48b3-9853-feab151bf02b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:06:20.783709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8cd6a0e1-3800-4c7b-946d-492c3788102d req-fca60c5c-e0c7-44d6-89e5-e9b0e1b808ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 1096 time: 0.6164920 Feb 09 13:06:20.786585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893e56ba-73ac-4ae7-a77d-9d69c03a941a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:20.792585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] Routers {'61f18e40-a2dd-48b3-9853-feab151bf02b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:20.793186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61f18e40-a2dd-48b3-9853-feab151bf02b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:20.850511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bb07cd1-5bc2-4406-9952-407bce9b55f5 req-3008a2a7-1a6f-4b41-b094-e34f730819df tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646527 Feb 09 13:06:20.918339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8cd6a0e1-3800-4c7b-946d-492c3788102d req-ad1e17f9-a244-4a1c-a8da-c60da5a45cc2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877094 Feb 09 13:06:20.937495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:20.986514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f18d5da-3f99-4d2b-9ff9-17b641a2c11f req-ff444ac5-2970-4a3d-8faa-8a3331b0aa42 service neutron] 10.222.0.67 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560252 Feb 09 13:06:21.039685 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc7cb-6d27-4886-b91f-c52dddf9d981 req-b1efb182-4818-451f-8f15-909b70ddf289 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:21.044264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf8cc7cb-6d27-4886-b91f-c52dddf9d981 req-b1efb182-4818-451f-8f15-909b70ddf289 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1c8b90-5446-4486-b0ba-4045086cb0cd HTTP/1.1" status: 200 len: 950 time: 0.5701511 Feb 09 13:06:21.045781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:21.081791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 893e56ba-73ac-4ae7-a77d-9d69c03a941a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:21.091208 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:21.144214 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Sync routers for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:06:21.174247 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:21.176294 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:21.217734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=893e56ba-73ac-4ae7-a77d-9d69c03a941a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:21.297684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] Set router 61f18e40-a2dd-48b3-9853-feab151bf02b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:21.409567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf8cc7cb-6d27-4886-b91f-c52dddf9d981 req-19344543-26ce-41da-83e2-c59ffc2ac4d0 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021603 Feb 09 13:06:21.505750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['893e56ba-73ac-4ae7-a77d-9d69c03a941a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:06:21.511249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7473946-3b93-450c-bada-a65f0eeccb15 req-f682bfbf-8cec-419a-9cd4-cf69716f51f1 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:21.512663 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7473946-3b93-450c-bada-a65f0eeccb15 req-f682bfbf-8cec-419a-9cd4-cf69716f51f1 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.2190037 Feb 09 13:06:21.596389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f18d5da-3f99-4d2b-9ff9-17b641a2c11f req-9a9c6db7-fe63-41ff-92e9-d7ffc276e402 service neutron] 10.222.0.67 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675612 Feb 09 13:06:21.629754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Allocated IP 172.25.5.33 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/ee9d7e25-45e1-4272-8a9c-37f670334774) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:21.650635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7473946-3b93-450c-bada-a65f0eeccb15 req-c287483c-ee9a-4a5d-878d-259c3e035473 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108136 Feb 09 13:06:21.671448 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:21.672632 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:21.689879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Deleting port 09d3437f-b955-4d83-be24-623ca1fb07e2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:21.690277 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:22.003971 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:22.068260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f419f19-fc82-4c32-b8fe-14061d285f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11827e4f-99b1-4b19-8151-0238b333b93e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:22.135370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] For port 09d3437f-b955-4d83-be24-623ca1fb07e2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=09d3437f-b955-4d83-be24-623ca1fb07e2,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:22.135798 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:22.217178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:06:18Z', 'revision_number': 5, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port': {'id': '09d3437f-b955-4d83-be24-623ca1fb07e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:80:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:22.227567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:22.270802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] Checking router: 61f18e40-a2dd-48b3-9853-feab151bf02b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:06:22.331151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Calling delete_port for 09d3437f-b955-4d83-be24-623ca1fb07e2 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:22.403470 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:04Z', 'revision_number': 2, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:22.409425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:22.413015 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Checking router: f214de36-824f-46ec-bc9b-e3eb20c8e86f for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:06:22.413479 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Updating router f214de36-824f-46ec-bc9b-e3eb20c8e86f port 54e83a7d-7159-4968-8371-acd805e08eec binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:06:22.415948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc21dc6-7d87-4f22-8231-989a5acbb191 req-0f16edb7-6f91-4f0f-9289-dfefefb754dd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:22.417481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ccc21dc6-7d87-4f22-8231-989a5acbb191 req-0f16edb7-6f91-4f0f-9289-dfefefb754dd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 944 time: 0.7146640 Feb 09 13:06:22.418976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:22.420780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'Port': ['ID=ee9d7e25-45e1-4272-8a9c-37f670334774,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:22.429051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:22.446077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 27f29ae9-4983-476d-9ce3-476c5c634563 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:22.491694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] Routers {'61f18e40-a2dd-48b3-9853-feab151bf02b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:22.492252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61f18e40-a2dd-48b3-9853-feab151bf02b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:22.496068 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:22.613109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:22.708091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Pushing event deleted for resources: {'Port': ['ID=09d3437f-b955-4d83-be24-623ca1fb07e2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:22.710068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ccc21dc6-7d87-4f22-8231-989a5acbb191 req-f15112b9-5cfd-437b-99f8-22971e006721 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478874 Feb 09 13:06:22.740846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc3176-c9a6-4872-b79d-04d5497ed575 req-a34e1aa5-6138-4d08-b3f5-fa4323b4187a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:22.744740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] Set router 61f18e40-a2dd-48b3-9853-feab151bf02b gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:22.764751 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fcc3176-c9a6-4872-b79d-04d5497ed575 req-a34e1aa5-6138-4d08-b3f5-fa4323b4187a tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 946 time: 0.3036041 Feb 09 13:06:22.828408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fcc3176-c9a6-4872-b79d-04d5497ed575 req-ce6f211d-d7b9-4c8a-9d6c-c1e43b2012f1 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624576 Feb 09 13:06:23.047019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.118576 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f419f19-fc82-4c32-b8fe-14061d285f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11827e4f-99b1-4b19-8151-0238b333b93e', 'code': 200} Feb 09 13:06:23.126992 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.179970 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:06:22Z', 'revision_number': 7, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:23.196002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3df2bb-fbc1-45e0-98d6-26ce7a2670f8 None None] The sync data for ids ['61f18e40-a2dd-48b3-9853-feab151bf02b'] in n-d-825175-3 is: [{'id': '61f18e40-a2dd-48b3-9853-feab151bf02b', 'name': 'tempest-ServersTestBootFromVolume-1817261382-router', 'tenant_id': '51da92718adc4434aa897129e217a92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:06:22Z', 'revision_number': 7, 'project_id': '51da92718adc4434aa897129e217a92b', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:06:23.212211 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.225900 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Transition to ACTIVE for port object 54e83a7d-7159-4968-8371-acd805e08eec will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:23.235963 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.240974 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.317964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:23.324363 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.344033 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.471552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=11']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:23.497307 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f19a91-b313-43d0-bd2c-7220861598bf None None] Pushing event updated for resources: {'Port': ['ID=54e83a7d-7159-4968-8371-acd805e08eec,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:23.622812 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Attempting to bind port 54e83a7d-7159-4968-8371-acd805e08eec on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:06:23.623267 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Attempting to bind port 54e83a7d-7159-4968-8371-acd805e08eec by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:06:23.623720 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Attempting to bind port 54e83a7d-7159-4968-8371-acd805e08eec on network db14f556-1ce1-481c-84ef-ea73dbf55750 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:23.631569 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:06:23.632044 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Checking segment: {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:23.632517 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.632973 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Bound using segment: {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:06:23.633507 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Bound port: 54e83a7d-7159-4968-8371-acd805e08eec, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:06:23.633961 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.712307 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.717392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.735760 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] For port 54e83a7d-7159-4968-8371-acd805e08eec, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:06:23.741411 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] For port 54e83a7d-7159-4968-8371-acd805e08eec, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=54e83a7d-7159-4968-8371-acd805e08eec,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:06:23.748051 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.750412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.752849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61f18e40-a2dd-48b3-9853-feab151bf02b {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:06:23.772740 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.774230 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cc9d3fc9-cde8-483c-b833-fa5e2832db0a admin admin] 10.222.0.59 "DELETE /v2.0/routers/61f18e40-a2dd-48b3-9853-feab151bf02b HTTP/1.1" status: 204 len: 168 time: 3.0788434 Feb 09 13:06:23.776840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42802) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:23.852655 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:06:23.861989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9f50a9-a5e5-4118-84c6-912a01226928 admin admin] Deleting subnet ea791093-4d5f-4dfa-88b1-73108c227bca {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:06:23.866659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7b9f50a9-a5e5-4118-84c6-912a01226928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.879860 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f19a91-b313-43d0-bd2c-7220861598bf None None] Pushing event updated for resources: {'Port': ['ID=54e83a7d-7159-4968-8371-acd805e08eec,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:23.883486 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:23.884324 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:05:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:23.933327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30adefc-917a-4f10-be33-bc8b817ae725 req-0168b935-e631-405e-8cfd-251de964914e tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:23.934136 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7b9f50a9-a5e5-4118-84c6-912a01226928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.934846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30adefc-917a-4f10-be33-bc8b817ae725 req-0168b935-e631-405e-8cfd-251de964914e tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.4344957 Feb 09 13:06:23.936960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:23.982125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f804545-439a-4484-897f-1d3491749ad3 req-581a1899-79a3-43ed-9453-c559ab072f8f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 1097 time: 0.6920147 Feb 09 13:06:23.987561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:24.057938 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7b9f50a9-a5e5-4118-84c6-912a01226928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:24.090284 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:24.198923 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7b9f50a9-a5e5-4118-84c6-912a01226928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:24.218397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-e3577383-2bbf-4477-a506-404de6e6c3eb tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:24.225643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-e3577383-2bbf-4477-a506-404de6e6c3eb tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/networks?id=c41cc515-9607-441e-bc03-583590a634fa HTTP/1.1" status: 200 len: 809 time: 0.9044635 Feb 09 13:06:24.295603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'Port': ['ID=ee9d7e25-45e1-4272-8a9c-37f670334774,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:24.361382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d95d116a-b0ec-435b-86bd-c583ebe5059e no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:24.386716 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-30ff1b9c-2c24-49c6-ab20-45be290a7b96 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/quotas/5e2958a7dfe9472e946b841d8dda86a7 HTTP/1.1" status: 200 len: 375 time: 0.1600091 Feb 09 13:06:24.417063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: d95d116a-b0ec-435b-86bd-c583ebe5059e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:24.417702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d95d116a-b0ec-435b-86bd-c583ebe5059e not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:24.432496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f50a9-a5e5-4118-84c6-912a01226928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea791093-4d5f-4dfa-88b1-73108c227bca,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:24.438693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 893e56ba-73ac-4ae7-a77d-9d69c03a941a up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:24.438874 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7b9f50a9-a5e5-4118-84c6-912a01226928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:24.454702 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7b9f50a9-a5e5-4118-84c6-912a01226928 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ea791093-4d5f-4dfa-88b1-73108c227bca HTTP/1.1" status: 204 len: 168 time: 0.6762104 Feb 09 13:06:24.455371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42810) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:24.480331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3429d6de-586c-4464-ae68-5bae98503467 None None] Network 32fdc273-ef1d-4665-a02e-937b6e080af8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:06:24.504352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:24.510407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30adefc-917a-4f10-be33-bc8b817ae725 req-236fadaa-893f-4575-881a-895b68e01535 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469944 Feb 09 13:06:24.565062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-d635daf7-6c0e-4d37-8f04-c267ca79936f tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5e2958a7dfe9472e946b841d8dda86a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1702175 Feb 09 13:06:24.569440 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f804545-439a-4484-897f-1d3491749ad3 req-bb42cc62-da1c-4821-87c2-9d42c7a8e99d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730326 Feb 09 13:06:24.581611 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:24.600583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Deleting port da1bc90b-3557-4293-ad90-d93c27bafe90 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:24.600918 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:24.619781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:24.629737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7d25c2f7-f0de-4cad-b59f-76fd63b537d1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0295603 Feb 09 13:06:24.754125 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:23Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:24.765448 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b1fa67-7681-4d27-9a65-1da8097ac998 None None] The sync data for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 is: [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:23Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:06:24.804300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 893e56ba-73ac-4ae7-a77d-9d69c03a941a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:24.831832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 893e56ba-73ac-4ae7-a77d-9d69c03a941a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:24.831832 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:24.888470 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-3d2afcd5-099b-4f31-a63f-c4e958a3225e service neutron] 10.222.0.59 "GET /v2.0/networks/c41cc515-9607-441e-bc03-583590a634fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137724 Feb 09 13:06:24.901213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] For port da1bc90b-3557-4293-ad90-d93c27bafe90, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=da1bc90b-3557-4293-ad90-d93c27bafe90,segment=NetworkSegment(3df58286-e979-4cc6-bb78-133f9172ed88),segment_id=3df58286-e979-4cc6-bb78-133f9172ed88)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:24.901743 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:25.010076 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-637775b2-44b8-4256-b387-233289458a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:25.114656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Calling delete_port for da1bc90b-3557-4293-ad90-d93c27bafe90 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:25.152961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:25.158021 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:25.207152 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 893e56ba-73ac-4ae7-a77d-9d69c03a941a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:25.213776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:25.252141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26bb99-4ec8-47fc-ab7e-24aa50851a1b req-2f2ec051-c3c2-4f87-a2de-736d660505c3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:25.263265 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f26bb99-4ec8-47fc-ab7e-24aa50851a1b req-2f2ec051-c3c2-4f87-a2de-736d660505c3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 944 time: 0.2651892 Feb 09 13:06:25.292237 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:25.303600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-cc5ea4c7-5329-4e46-aa52-fad36cbe88d3 service neutron] 10.222.0.59 "GET /v2.0/networks/c41cc515-9607-441e-bc03-583590a634fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931844 Feb 09 13:06:25.324805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce27ef5-6474-4dd1-93d0-e496e198043e None None] DHCP port deletion for 32fdc273-ef1d-4665-a02e-937b6e080af8 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:06:25.347612 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f26bb99-4ec8-47fc-ab7e-24aa50851a1b req-85e904e8-2eff-4891-9767-c6d3efbe6a57 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833411 Feb 09 13:06:25.406283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Pushing event deleted for resources: {'Port': ['ID=da1bc90b-3557-4293-ad90-d93c27bafe90,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:25.410746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=893e56ba-73ac-4ae7-a77d-9d69c03a941a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:25.424496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] No DVR routers for this DVR port da1bc90b-3557-4293-ad90-d93c27bafe90 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:25.622932 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:25.647000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96992c-38e3-49c2-85dc-41f7eb721879 req-d881f032-e722-4f60-8e19-b36dbeacb333 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:25.657510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f96992c-38e3-49c2-85dc-41f7eb721879 req-d881f032-e722-4f60-8e19-b36dbeacb333 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 946 time: 0.1474564 Feb 09 13:06:25.696080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fdc273-ef1d-4665-a02e-937b6e080af8']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:25.720961 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f96992c-38e3-49c2-85dc-41f7eb721879 req-95709cf7-ec87-4bee-ba02-7203ce7c13de tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618868 Feb 09 13:06:25.739042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df58286-e979-4cc6-bb78-133f9172ed88') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:25.739399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df58286-e979-4cc6-bb78-133f9172ed88') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:25.790556 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:25.832645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:25.844772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:06:25.845164 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:06:25.872047 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:06:26.011255 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:26.038314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:26.050421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] Pushing event deleted for resources: {'Network': ['ID=32fdc273-ef1d-4665-a02e-937b6e080af8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:26.058797 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e13040a2-596a-4521-aa6a-84b5857407fe admin admin] 10.222.0.59 "DELETE /v2.0/networks/32fdc273-ef1d-4665-a02e-937b6e080af8 HTTP/1.1" status: 204 len: 168 time: 1.6021814 Feb 09 13:06:26.112737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-d34f0407-e300-470b-81d6-3f7e00b169c1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Synchronizing usage tracker for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:26.195730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b927b-ebf9-41a7-b6f0-bd4a2ab81845 req-a4247d66-4811-4377-ba13-7c7ac1128afc tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:26.203264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-919b927b-ebf9-41a7-b6f0-bd4a2ab81845 req-a4247d66-4811-4377-ba13-7c7ac1128afc tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.2029891 Feb 09 13:06:26.207156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-d34f0407-e300-470b-81d6-3f7e00b169c1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Unset dirty status for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:26.209262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-d34f0407-e300-470b-81d6-3f7e00b169c1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--652443089&fields=id&tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1 HTTP/1.1" status: 200 len: 267 time: 0.2683878 Feb 09 13:06:26.293780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42846) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:26.412702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 54e83a7d-7159-4968-8371-acd805e08eec up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:26.427228 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6f6d636b-9a9f-4db0-955c-2bf1fea41b70 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51da92718adc4434aa897129e217a92b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1320651 Feb 09 13:06:26.428255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42854) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:26.528089 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6198450d-a504-456f-9ffe-db35dcfa0a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:26.528465 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-919b927b-ebf9-41a7-b6f0-bd4a2ab81845 req-27af09fb-6b9b-489c-ac05-6cc53ac3caab tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224587 Feb 09 13:06:26.559543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 54e83a7d-7159-4968-8371-acd805e08eec completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:26.572465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 54e83a7d-7159-4968-8371-acd805e08eec triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:26.572465 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:26.580336 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6198450d-a504-456f-9ffe-db35dcfa0a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:26.619747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1625d95f-72cb-4f3d-ae57-f6802d83ed0c tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:26.621658 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1625d95f-72cb-4f3d-ae57-f6802d83ed0c tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 810 time: 0.3912091 Feb 09 13:06:26.645845 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-59724c7a-7968-44ce-9fba-a9922f194f0f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/quotas/3fbe2ed9f5f94e24861de215e30bd8d1 HTTP/1.1" status: 200 len: 375 time: 0.0172949 Feb 09 13:06:26.665057 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6198450d-a504-456f-9ffe-db35dcfa0a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:26.679765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198450d-a504-456f-9ffe-db35dcfa0a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29920ab-3359-4f42-8891-efc955a9a228,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:26.687000 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6198450d-a504-456f-9ffe-db35dcfa0a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:26.688131 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6198450d-a504-456f-9ffe-db35dcfa0a26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f29920ab-3359-4f42-8891-efc955a9a228 HTTP/1.1" status: 204 len: 168 time: 0.2588546 Feb 09 13:06:26.757975 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:26.802833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 54e83a7d-7159-4968-8371-acd805e08eec, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=54e83a7d-7159-4968-8371-acd805e08eec,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:26.808812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:26.886557 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563', 'code': 200} Feb 09 13:06:26.919544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 09d3437f-b955-4d83-be24-623ca1fb07e2 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:26.976024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 09d3437f-b955-4d83-be24-623ca1fb07e2 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:26.976512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 09d3437f-b955-4d83-be24-623ca1fb07e2 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:26.977141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device da1bc90b-3557-4293-ad90-d93c27bafe90 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:27.027809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: da1bc90b-3557-4293-ad90-d93c27bafe90 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:27.028148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device da1bc90b-3557-4293-ad90-d93c27bafe90 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:27.049754 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-55b4c845-5960-4ca9-acdd-d0b3505206f9 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3993294 Feb 09 13:06:27.051934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=54e83a7d-7159-4968-8371-acd805e08eec,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:27.132101 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e14aa5ac-d059-445d-ab46-d2585e0bbe79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:27.220322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8581446-cf0e-4942-b0c3-e17990bf50c8 req-96f8db76-a99d-4fc0-829e-fe9e021a992b tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/ports?device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 210 time: 0.1075206 Feb 09 13:06:27.273976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-83655293-d924-409b-9efc-f300d093cc9b service neutron] 10.222.0.59 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088764 Feb 09 13:06:27.469512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-fdccefc6-c5e5-4e62-bbe5-01e34422ae5d service neutron] 10.222.0.59 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895120 Feb 09 13:06:27.492878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b0b9d-2baa-4d94-9028-5db146b51139 req-63ea3d76-b940-48a1-8a18-48d86c5ff13a tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:27.495092 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-468b0b9d-2baa-4d94-9028-5db146b51139 req-63ea3d76-b940-48a1-8a18-48d86c5ff13a tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 945 time: 0.1212335 Feb 09 13:06:27.559715 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-468b0b9d-2baa-4d94-9028-5db146b51139 req-a057172a-77bd-4432-930d-de7dabc618fc tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581782 Feb 09 13:06:28.067596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42908) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:28.231573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba5147-e01a-4082-825d-ccb067473304 req-51dcfa0a-28f3-42fa-b3c1-5ee84d82e205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:28.233442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fba5147-e01a-4082-825d-ccb067473304 req-51dcfa0a-28f3-42fa-b3c1-5ee84d82e205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 946 time: 0.3298476 Feb 09 13:06:28.289279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-ce9a46e9-d995-41b3-9832-43d30f217b6b tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:28.292060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-ce9a46e9-d995-41b3-9832-43d30f217b6b tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.67 "GET /v2.0/networks?id=c41cc515-9607-441e-bc03-583590a634fa HTTP/1.1" status: 200 len: 809 time: 0.3101423 Feb 09 13:06:28.328495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Request body: {'port': {'device_id': '348ea690-6ea9-43c6-a7f9-776865f45dc6', 'network_id': 'c41cc515-9607-441e-bc03-583590a634fa', 'admin_state_up': True, 'tenant_id': '5e2958a7dfe9472e946b841d8dda86a7'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:28.398534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1321930171-network', 'tenant_id': 'a916b106ce4241499e78ff7b36f13e9f'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:28.406175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:28.410836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:28.424440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 54e83a7d-7159-4968-8371-acd805e08eec up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:28.438390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Usage tracker for resource:network and tenant:a916b106ce4241499e78ff7b36f13e9f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:28.441888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:28.454951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:28.468958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42920) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:28.477854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Made reservation on behalf of a916b106ce4241499e78ff7b36f13e9f for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:28.480528 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:28.588705 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:28.612315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 54e83a7d-7159-4968-8371-acd805e08eec triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:28.612753 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:28.664062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:28.664810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-992fd6ed-aa39-4847-8b4a-c3c23dec3176 req-bf377679-c566-4e8f-91f0-01d37aabd860 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 210 time: 0.1340714 Feb 09 13:06:28.710965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fba5147-e01a-4082-825d-ccb067473304 req-2b015743-580a-45de-9f62-662a1afd9dc8 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479597 Feb 09 13:06:28.776043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:28.793108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Usage tracker for resource:port and tenant:5e2958a7dfe9472e946b841d8dda86a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:28.801848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:28.825959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:28.844735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Made reservation on behalf of 5e2958a7dfe9472e946b841d8dda86a7 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:28.850816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:28.854579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:28.860449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Usage tracker for resource:security_group_rule and tenant:a916b106ce4241499e78ff7b36f13e9f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:28.864643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:28.882501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:28.888006 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893e56ba-73ac-4ae7-a77d-9d69c03a941a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:28.997474 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:29.010076 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:29.219736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69a7f980-4268-408b-a788-955c2f01d304 req-b3e09ceb-afac-401a-a004-e3d2cc04eb68 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/ports?device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 210 time: 0.0673597 Feb 09 13:06:29.240862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaa7ca-adeb-49e5-8b04-2d212d4dade4 req-63c55a25-1483-488e-8b04-035346a2d110 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:29.247091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0adaa7ca-adeb-49e5-8b04-2d212d4dade4 req-63c55a25-1483-488e-8b04-035346a2d110 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.2072198 Feb 09 13:06:29.268533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Allocated IP 172.20.0.10 (c41cc515-9607-441e-bc03-583590a634fa/0f4aedf8-f8b4-4d24-bf8f-8aa6f1ea16d5/17ab6520-b5e0-43c4-8fc6-e39ce5b76aff) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:29.273775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:06:29.285385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e85f2f-570a-4277-afc9-138f9114e854,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:29.303694 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:29.304115 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Added segment 58cabbf5-f283-43b8-8483-ec11884d70ce of type vlan for network 50f4a79c-383e-4577-ba86-38e5227ac39b Feb 09 13:06:29.343263 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:29.397411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:29.398487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:29.399159 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:29.423737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0adaa7ca-adeb-49e5-8b04-2d212d4dade4 req-93377bee-2456-40cd-a976-0644c73cce15 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752884 Feb 09 13:06:29.534759 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4628010 Feb 09 13:06:29.539235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42936) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:29.540129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563a142-4b82-4b6f-a9c6-53396310cdeb admin admin] Pushing event updated for resources: {'Network': ['ID=50f4a79c-383e-4577-ba86-38e5227ac39b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:29.550772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Request body: {'subnet': {'network_id': '50f4a79c-383e-4577-ba86-38e5227ac39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1321930171-subnet', 'tenant_id': 'a916b106ce4241499e78ff7b36f13e9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:29.552995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 50f4a79c-383e-4577-ba86-38e5227ac39b details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:06:29.560231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:29.578708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Usage tracker for resource:subnet and tenant:a916b106ce4241499e78ff7b36f13e9f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:29.583874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:29.593224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:29.599694 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:29.668282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fac11c-2a83-44d8-9b98-12f0e09044d4 req-14b5e546-697d-4934-bafe-a2ff208b2399 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:29.689005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73fac11c-2a83-44d8-9b98-12f0e09044d4 req-14b5e546-697d-4934-bafe-a2ff208b2399 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 945 time: 0.3229496 Feb 09 13:06:29.754075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Made reservation on behalf of a916b106ce4241499e78ff7b36f13e9f for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:29.755577 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:29.886490 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:29.897842 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'code': 200} Feb 09 13:06:30.020480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73fac11c-2a83-44d8-9b98-12f0e09044d4 req-08a20259-f5e1-4472-b4fb-d70abb7089bc tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304951 Feb 09 13:06:30.108565 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:30.158099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-3174938e-de9f-41a3-a5b4-db54185e87af tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:30.159884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-3174938e-de9f-41a3-a5b4-db54185e87af tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.67 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 810 time: 0.5537097 Feb 09 13:06:30.241722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:30.264675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:30.331439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3542496-c9dc-48b0-bd62-caa7a3c704aa,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:30.415256 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12b8b746-f44a-4de1-aed0-99d223baefcb req-ea4baf2a-397c-454b-8da2-30f2afc99d66 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 210 time: 0.1530859 Feb 09 13:06:30.467813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-330ddbfd-8752-4a38-a399-9fb2fa85ea8e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1 HTTP/1.1" status: 200 len: 379 time: 0.2936676 Feb 09 13:06:30.472079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Checking segment: {'id': '58cabbf5-f283-43b8-8483-ec11884d70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '50f4a79c-383e-4577-ba86-38e5227ac39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:30.472616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Network hostable DHCP agents. Network: 50f4a79c-383e-4577-ba86-38e5227ac39b, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:06:30.476688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Network c41cc515-9607-441e-bc03-583590a634fa is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:30.482366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'port': {'device_id': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'admin_state_up': True, 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'security_groups': ['89f35581-26d6-4113-aecb-f0ee9905a37e']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:30.496459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Pushing event updated for resources: {'Port': ['ID=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:30.498854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:30.518554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:30.554347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Network 50f4a79c-383e-4577-ba86-38e5227ac39b is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:06:30.599205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 50f4a79c-383e-4577-ba86-38e5227ac39b) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:30.610610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:30.611272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:30.611667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7efd7-1820-41da-adda-ed099520d53e None None] Network 50f4a79c-383e-4577-ba86-38e5227ac39b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:06:30.641707 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9c87fc18-a264-43c3-ad9c-a215f21cba89 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0982969 Feb 09 13:06:30.696131 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-515bfc8e-4037-47aa-8256-01a5196996d2 req-f604b56b-5018-472a-9c79-6b14049677d2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 1096 time: 0.4891520 Feb 09 13:06:30.739228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:30.739848 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:30.815232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] Deleting port b2d10979-5e50-48d2-acba-d0af15aa117d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:30.815703 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:30.821680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bca879-0eb4-49d5-8bca-e7f43aa4046c req-41b9e537-a21e-448a-b5e2-ffa8d244b24c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:30.828480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12bca879-0eb4-49d5-8bca-e7f43aa4046c req-41b9e537-a21e-448a-b5e2-ffa8d244b24c tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 946 time: 0.4733765 Feb 09 13:06:30.837770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:30.841727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:port and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:30.844943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:30.850728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:30.882840 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-17c5cc1e-8aa9-4a27-b671-81cf3338e2af tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5595565 Feb 09 13:06:30.901821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Made reservation on behalf of 3fbe2ed9f5f94e24861de215e30bd8d1 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:30.904819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:30.917610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Request body: {'port': {'device_id': '348ea690-6ea9-43c6-a7f9-776865f45dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:30.958028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e349fb-0e02-4af9-9bee-89b959789205 None None] Network 50f4a79c-383e-4577-ba86-38e5227ac39b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:06:30.995189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-515bfc8e-4037-47aa-8256-01a5196996d2 req-59b2b052-3609-4d3a-99ea-b39b6b3c7c99 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817442 Feb 09 13:06:31.015542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] For port b2d10979-5e50-48d2-acba-d0af15aa117d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b2d10979-5e50-48d2-acba-d0af15aa117d,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:31.015897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:31.057730 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12bca879-0eb4-49d5-8bca-e7f43aa4046c req-9b597c8a-4632-4096-b3cb-448e640e0031 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284839 Feb 09 13:06:31.087724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a9e80-4175-4bb9-9603-348b7738183a req-25bf7a55-677a-4ef3-a72c-1e20fe653ce8 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:31.088712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5f4a9e80-4175-4bb9-9603-348b7738183a req-25bf7a55-677a-4ef3-a72c-1e20fe653ce8 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Synchronizing usage tracker for tenant:5e2958a7dfe9472e946b841d8dda86a7 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:31.152902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] Calling delete_port for b2d10979-5e50-48d2-acba-d0af15aa117d owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:31.206978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:31.222678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5f4a9e80-4175-4bb9-9603-348b7738183a req-25bf7a55-677a-4ef3-a72c-1e20fe653ce8 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Unset dirty status for tenant:5e2958a7dfe9472e946b841d8dda86a7 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:31.229533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f4a9e80-4175-4bb9-9603-348b7738183a req-25bf7a55-677a-4ef3-a72c-1e20fe653ce8 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/ports?device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 932 time: 0.5853691 Feb 09 13:06:31.417755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Allocated IP 172.20.0.3 (db14f556-1ce1-481c-84ef-ea73dbf55750/ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc/26154f01-9b73-4e91-9ee4-0cfb670a115e) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:31.448689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f4a9e80-4175-4bb9-9603-348b7738183a req-b4ca0e42-e141-4782-99f5-d7df7627a73d tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdc1186-77cc-42a4-9fd5-3e29583fec28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182789 Feb 09 13:06:31.465102 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:31.522128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d10979-5e50-48d2-acba-d0af15aa117d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:31.685452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70918041-d7fc-4472-b447-99c71097d382 req-901f863f-0978-47dd-ac30-2494a232baa2 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:31.686926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70918041-d7fc-4472-b447-99c71097d382 req-901f863f-0978-47dd-ac30-2494a232baa2 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.4365301 Feb 09 13:06:31.877920 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70918041-d7fc-4472-b447-99c71097d382 req-573c2902-58c0-42e5-bb45-d3baf385cd0f tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731083 Feb 09 13:06:31.906445 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:31.923048 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:31.971841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Transition to ACTIVE for port object 26154f01-9b73-4e91-9ee4-0cfb670a115e will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:31.995575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:32.004465 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:32.035606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Transition to ACTIVE for port object 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:32.224930 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:32.484048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Pushing event updated for resources: {'Port': ['ID=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:32.570351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:32.645398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-747e297d-2776-44ac-948b-1b8db374ef88 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:32.646913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-747e297d-2776-44ac-948b-1b8db374ef88 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/networks?id=50f4a79c-383e-4577-ba86-38e5227ac39b HTTP/1.1" status: 200 len: 822 time: 0.6097002 Feb 09 13:06:32.721133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] Router 9cb78801-a55d-43c0-86f1-74a49cde70b3 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:06:32.734276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea96d1-cd56-4992-89d0-2797ff4bfb36 req-a8be24db-aa7f-4bf0-b922-f4087b4cd2d4 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:32.735646 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4dea96d1-cd56-4992-89d0-2797ff4bfb36 req-a8be24db-aa7f-4bf0-b922-f4087b4cd2d4 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 945 time: 0.5155690 Feb 09 13:06:32.775810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Network db14f556-1ce1-481c-84ef-ea73dbf55750 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:32.785101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'Port': ['ID=26154f01-9b73-4e91-9ee4-0cfb670a115e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:32.787578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:32.811239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:32.853471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-45144e17-1f51-4f70-98bc-02acfa42e74e tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/quotas/a916b106ce4241499e78ff7b36f13e9f HTTP/1.1" status: 200 len: 375 time: 0.1546578 Feb 09 13:06:32.959706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-2d1d14d0-4f25-4525-abf9-f4f32936308d tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a916b106ce4241499e78ff7b36f13e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942028 Feb 09 13:06:33.031450 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4dea96d1-cd56-4992-89d0-2797ff4bfb36 req-c54bbe01-d937-4bd3-982e-1a9403dd3667 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514844 Feb 09 13:06:33.039261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:33.039879 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:33.052881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:06:33.073013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] Sync routers for ids ['9cb78801-a55d-43c0-86f1-74a49cde70b3'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:06:33.098039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] Routers {'9cb78801-a55d-43c0-86f1-74a49cde70b3'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:33.104150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9cb78801-a55d-43c0-86f1-74a49cde70b3'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:33.119098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Attempting to bind port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:06:33.120134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Attempting to bind port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '629ace80-78bd-4708-8c84-0123397734b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c41cc515-9607-441e-bc03-583590a634fa'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:06:33.121248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Attempting to bind port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff on network c41cc515-9607-441e-bc03-583590a634fa {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:33.126576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-53067f99-4847-47de-84df-ddc46bac568d admin admin] 10.222.0.59 "PUT /v2.0/routers/9cb78801-a55d-43c0-86f1-74a49cde70b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6557999 Feb 09 13:06:33.127788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42990) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:33.195020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-7bca21c6-9d4a-4ef0-9123-7f6ba677c9a3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7162476 Feb 09 13:06:33.221416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Request body: {'port': {'device_id': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:33.313938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec62e-c1f3-4574-9cfb-9a666ff523cb None None] Provisioning for port 26154f01-9b73-4e91-9ee4-0cfb670a115e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:33.324755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8d1ec62e-c1f3-4574-9cfb-9a666ff523cb None None] Provisioning complete for port 26154f01-9b73-4e91-9ee4-0cfb670a115e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:33.325122 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec62e-c1f3-4574-9cfb-9a666ff523cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:33.394829 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:33.405306 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ec62e-c1f3-4574-9cfb-9a666ff523cb None None] Port 26154f01-9b73-4e91-9ee4-0cfb670a115e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:06:33.415019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] Set router 9cb78801-a55d-43c0-86f1-74a49cde70b3 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:33.421570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff on network c41cc515-9607-441e-bc03-583590a634fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:06:33.421991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Attempting to bind port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff on network c41cc515-9607-441e-bc03-583590a634fa {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:33.464560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:06:33.464904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Checking segment: {'id': '629ace80-78bd-4708-8c84-0123397734b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c41cc515-9607-441e-bc03-583590a634fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:33.465454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Bound using segment: {'id': '629ace80-78bd-4708-8c84-0123397734b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c41cc515-9607-441e-bc03-583590a634fa'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:06:33.465972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Bound port: 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629ace80-78bd-4708-8c84-0123397734b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'c41cc515-9607-441e-bc03-583590a634fa'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:06:33.466418 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:33.542308 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:33.726885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-4fa346fd-6fdc-444b-a8a2-ff72abb9f0ab service neutron] 10.222.0.59 "GET /v2.0/networks/50f4a79c-383e-4577-ba86-38e5227ac39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663093 Feb 09 13:06:33.744479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-router', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'a9329628-e190-407b-9319-92d99e144e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:06:31Z', 'revision_number': 5, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'gw_port': {'id': 'a9329628-e190-407b-9319-92d99e144e5a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:15Z', 'updated_at': '2022-02-09T13:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:33.749144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] Checking router: 9cb78801-a55d-43c0-86f1-74a49cde70b3 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:06:33.761358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] Routers {'9cb78801-a55d-43c0-86f1-74a49cde70b3'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:33.761971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9cb78801-a55d-43c0-86f1-74a49cde70b3'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:33.798745 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:33.813976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Deleting port a9329628-e190-407b-9319-92d99e144e5a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:33.814977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:33.956493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] Set router 9cb78801-a55d-43c0-86f1-74a49cde70b3 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:34.001009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] For port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:06:34.030717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d900368-cd22-429f-947a-80afa2fea93f req-1f10bb48-c7f2-4a70-9e70-7478b84ad726 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:34.031557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8d900368-cd22-429f-947a-80afa2fea93f req-1f10bb48-c7f2-4a70-9e70-7478b84ad726 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Synchronizing usage tracker for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:34.050382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] For port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,segment=NetworkSegment(629ace80-78bd-4708-8c84-0123397734b2),segment_id=629ace80-78bd-4708-8c84-0123397734b2)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:06:34.071451 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:34.090448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] For port a9329628-e190-407b-9319-92d99e144e5a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a9329628-e190-407b-9319-92d99e144e5a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:34.091012 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:34.113048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-router', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:06:33Z', 'revision_number': 6, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:34.121718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0159e8-7a04-4c71-b1fa-5899e35e5135 None None] The sync data for ids ['9cb78801-a55d-43c0-86f1-74a49cde70b3'] in n-d-825175-3 is: [{'id': '9cb78801-a55d-43c0-86f1-74a49cde70b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-410403248-router', 'tenant_id': '9ea8698b3fbf454f9f265d92320452e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:13Z', 'updated_at': '2022-02-09T13:06:33Z', 'revision_number': 6, 'project_id': '9ea8698b3fbf454f9f265d92320452e5', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:06:34.249593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Calling delete_port for a9329628-e190-407b-9319-92d99e144e5a owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:34.285179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8d900368-cd22-429f-947a-80afa2fea93f req-1f10bb48-c7f2-4a70-9e70-7478b84ad726 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Unset dirty status for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:34.286195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8d900368-cd22-429f-947a-80afa2fea93f req-1f10bb48-c7f2-4a70-9e70-7478b84ad726 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 931 time: 0.8925574 Feb 09 13:06:34.310521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-20e14dfd-2067-4393-bc9b-c8850dc3e3d9 service neutron] 10.222.0.59 "GET /v2.0/networks/50f4a79c-383e-4577-ba86-38e5227ac39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605297 Feb 09 13:06:34.314332 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:34.316264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] 10.222.0.67 "PUT /v2.0/ports/17ab6520-b5e0-43c4-8fc6-e39ce5b76aff HTTP/1.1" status: 200 len: 1092 time: 3.4238369 Feb 09 13:06:34.319757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348ea690-6ea9-43c6-a7f9-776865f45dc6', 'tag': '17ab6520-b5e0-43c4-8fc6-e39ce5b76aff'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:34.423652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b070920-631b-4ff8-9ab2-fd08d19a5437 service neutron] Pushing event updated for resources: {'Port': ['ID=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:34.505220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b2d10979-5e50-48d2-acba-d0af15aa117d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:34.555198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26154f01-9b73-4e91-9ee4-0cfb670a115e {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:34.555856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: b2d10979-5e50-48d2-acba-d0af15aa117d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:34.557595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b2d10979-5e50-48d2-acba-d0af15aa117d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:34.562417 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:34.594038 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:34.674780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Transition to ACTIVE for port object 26154f01-9b73-4e91-9ee4-0cfb670a115e will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:34.680125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8d900368-cd22-429f-947a-80afa2fea93f req-b7cf0c04-5ce3-45fe-b714-9e8608b1da96 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3772783 Feb 09 13:06:34.685647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9329628-e190-407b-9319-92d99e144e5a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:34.701506 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:34.821214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-7d064edb-f073-49c7-9bf0-db7946b1e83c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e2958a7dfe9472e946b841d8dda86a7&device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 1095 time: 0.4536557 Feb 09 13:06:35.270862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Pushing event updated for resources: {'Port': ['ID=26154f01-9b73-4e91-9ee4-0cfb670a115e,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:35.288640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:35.303793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-31b35f04-1847-4ceb-9478-73bdf843122e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff HTTP/1.1" status: 200 len: 217 time: 0.4680572 Feb 09 13:06:35.555196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff86a38c-b5c6-426b-9b9c-e31dc912eb27 req-e884618a-2ca3-4f49-8190-bbb127acc4bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8061376 Feb 09 13:06:35.585398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-b01a7e4d-77b3-4a44-abbe-1a0ddbad02af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:35.588048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-b01a7e4d-77b3-4a44-abbe-1a0ddbad02af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f4aedf8-f8b4-4d24-bf8f-8aa6f1ea16d5 HTTP/1.1" status: 200 len: 849 time: 0.2741468 Feb 09 13:06:35.612596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:35.617061 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:35.644977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:35.645535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb78801-a55d-43c0-86f1-74a49cde70b3 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:06:35.655335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b488d-7989-48a6-a286-2c594f836044 req-e4613ca6-6b51-4616-b5b2-7108e0260012 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:35.656860 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-266b488d-7989-48a6-a286-2c594f836044 req-e4613ca6-6b51-4616-b5b2-7108e0260012 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/ports?device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 944 time: 0.5256827 Feb 09 13:06:35.666957 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:35.668236 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-22c9fd8f-4694-40a4-8c80-3b78c2237bf9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/9cb78801-a55d-43c0-86f1-74a49cde70b3 HTTP/1.1" status: 204 len: 168 time: 2.5382631 Feb 09 13:06:35.670651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43014) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:35.740913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-d408d749-5e05-4ba4-bce3-fa347b6efd2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c41cc515-9607-441e-bc03-583590a634fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985684 Feb 09 13:06:35.782366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c06f0e-92ba-4cb7-b702-08a43eb37e6d req-1d40be03-cb09-4280-9776-dfcf8e5285f5 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:35.783928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43c06f0e-92ba-4cb7-b702-08a43eb37e6d req-1d40be03-cb09-4280-9776-dfcf8e5285f5 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 946 time: 0.6539934 Feb 09 13:06:35.834435 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Attempting to bind port 26154f01-9b73-4e91-9ee4-0cfb670a115e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:06:35.834864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Attempting to bind port 26154f01-9b73-4e91-9ee4-0cfb670a115e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:06:35.835185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Attempting to bind port 26154f01-9b73-4e91-9ee4-0cfb670a115e on network db14f556-1ce1-481c-84ef-ea73dbf55750 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:35.854072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f5e12a-2d4e-4c51-a785-f9cf83bff6d7 admin admin] Deleting subnet fc24023e-a212-4577-a7ec-e45d75d17c46 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:06:35.857116 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0f5e12a-2d4e-4c51-a785-f9cf83bff6d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:35.913183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0f5e12a-2d4e-4c51-a785-f9cf83bff6d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:35.926352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Port 26154f01-9b73-4e91-9ee4-0cfb670a115e on network db14f556-1ce1-481c-84ef-ea73dbf55750 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:06:35.926695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Attempting to bind port 26154f01-9b73-4e91-9ee4-0cfb670a115e on network db14f556-1ce1-481c-84ef-ea73dbf55750 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:35.934610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-266b488d-7989-48a6-a286-2c594f836044 req-e9213338-919b-4e95-a0d7-7dc22abe5e0c tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdc1186-77cc-42a4-9fd5-3e29583fec28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392874 Feb 09 13:06:35.982390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:06:35.983347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Checking segment: {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:35.984296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Bound using segment: {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:06:35.985016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Bound port: 26154f01-9b73-4e91-9ee4-0cfb670a115e, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:06:35.985621 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:36.011910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff86a38c-b5c6-426b-9b9c-e31dc912eb27 req-cf51e226-30f1-4b29-8087-b32d4f007191 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 1099 time: 0.4215038 Feb 09 13:06:36.015836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43c06f0e-92ba-4cb7-b702-08a43eb37e6d req-58216d55-8e06-4a68-a439-1d3ab302cd0d tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048182 Feb 09 13:06:36.039943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0f5e12a-2d4e-4c51-a785-f9cf83bff6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:36.136221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-4c5a4361-6b6d-4c8b-b3ce-a05da41a6495 service neutron] 10.222.0.67 "GET /v2.0/networks/c41cc515-9607-441e-bc03-583590a634fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837554 Feb 09 13:06:36.209907 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0f5e12a-2d4e-4c51-a785-f9cf83bff6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:36.314251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5e12a-2d4e-4c51-a785-f9cf83bff6d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc24023e-a212-4577-a7ec-e45d75d17c46,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:36.411274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0f5e12a-2d4e-4c51-a785-f9cf83bff6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:36.420581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e696cb4-d758-403d-b52b-86a0a6ecf750 None None] Network 3f07cd40-895c-481e-80ed-a77bc18ba7d5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:06:36.421142 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a0f5e12a-2d4e-4c51-a785-f9cf83bff6d7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fc24023e-a212-4577-a7ec-e45d75d17c46 HTTP/1.1" status: 204 len: 168 time: 0.7484219 Feb 09 13:06:36.425269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43022) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:36.486781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-9778e95d-a40d-4ed4-a21b-e51d5d39d7b9 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:36.487510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-9778e95d-a40d-4ed4-a21b-e51d5d39d7b9 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Synchronizing usage tracker for tenant:a916b106ce4241499e78ff7b36f13e9f on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:36.511385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-9778e95d-a40d-4ed4-a21b-e51d5d39d7b9 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Unset dirty status for tenant:a916b106ce4241499e78ff7b36f13e9f on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:36.512537 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-9778e95d-a40d-4ed4-a21b-e51d5d39d7b9 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.67 "GET /v2.0/networks?id=50f4a79c-383e-4577-ba86-38e5227ac39b HTTP/1.1" status: 200 len: 822 time: 0.3417201 Feb 09 13:06:36.532751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Request body: {'port': {'device_id': '29401fe1-74e5-4866-a756-554a5e677e3d', 'network_id': '50f4a79c-383e-4577-ba86-38e5227ac39b', 'admin_state_up': True, 'tenant_id': 'a916b106ce4241499e78ff7b36f13e9f'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:36.689277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] For port 26154f01-9b73-4e91-9ee4-0cfb670a115e, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:06:36.690444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:36.696352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Usage tracker for resource:port and tenant:a916b106ce4241499e78ff7b36f13e9f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:36.705637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:36.724748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:36.740338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Made reservation on behalf of a916b106ce4241499e78ff7b36f13e9f for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:36.744462 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:36.774060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] For port 26154f01-9b73-4e91-9ee4-0cfb670a115e, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:06:36.779547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a38c-b5c6-426b-9b9c-e31dc912eb27 req-bfe5c018-763c-4a3f-b393-3e6cea15d6ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:36.781025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff86a38c-b5c6-426b-9b9c-e31dc912eb27 req-bfe5c018-763c-4a3f-b393-3e6cea15d6ff service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.7386489 Feb 09 13:06:36.813445 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:36.864340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] DHCP port deletion for 3f07cd40-895c-481e-80ed-a77bc18ba7d5 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:06:36.869828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Deleting port adf12ced-1519-4e49-8dfe-e33badac1f03 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:36.870199 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:36.937573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0969fb33-ee7d-4e86-a600-6e5ccaee11fc req-c8cfba88-5ad8-4633-ac45-454b13443b4d service neutron] 10.222.0.67 "GET /v2.0/networks/c41cc515-9607-441e-bc03-583590a634fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7914596 Feb 09 13:06:36.939935 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:36.978712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff86a38c-b5c6-426b-9b9c-e31dc912eb27 req-c294b84b-e268-4e19-ac30-7e4ef11740e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b2d86d28-15ff-44f6-8558-5195dc130634 HTTP/1.1" status: 200 len: 217 time: 0.1766958 Feb 09 13:06:36.994401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b393b-ac17-4d8a-8478-ce29038f5224 req-da058df8-2d61-497b-8728-48c3a612bb0f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:36.996032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b48b393b-ac17-4d8a-8478-ce29038f5224 req-da058df8-2d61-497b-8728-48c3a612bb0f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 945 time: 0.7783675 Feb 09 13:06:37.009236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab590c0f-6f11-469f-b7bd-1a831952c8b8 req-5bea3dfc-4d04-463d-a85d-7d731035299b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:37.011081 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab590c0f-6f11-469f-b7bd-1a831952c8b8 req-5bea3dfc-4d04-463d-a85d-7d731035299b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.8661292 Feb 09 13:06:37.013116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:37.014753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] 10.222.0.67 "PUT /v2.0/ports/26154f01-9b73-4e91-9ee4-0cfb670a115e HTTP/1.1" status: 200 len: 1091 time: 3.8122873 Feb 09 13:06:37.033012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Allocated IP 172.20.0.10 (50f4a79c-383e-4577-ba86-38e5227ac39b/a3542496-c9dc-48b0-bd62-caa7a3c704aa/769ce365-db23-4a9f-a01c-7ea585c7219b) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:37.177014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Deleting port adf12ced-1519-4e49-8dfe-e33badac1f03 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:37.177896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:37.195655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] For port adf12ced-1519-4e49-8dfe-e33badac1f03, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=adf12ced-1519-4e49-8dfe-e33badac1f03,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:37.196415 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:37.246586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e24f8-3f02-45cb-8651-3dd0d554457e service neutron] Pushing event updated for resources: {'Port': ['ID=26154f01-9b73-4e91-9ee4-0cfb670a115e,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:37.335525 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b48b393b-ac17-4d8a-8478-ce29038f5224 req-033fdb05-5d04-454d-86fb-a84fc2c300a1 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163552 Feb 09 13:06:37.418216 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Calling delete_port for adf12ced-1519-4e49-8dfe-e33badac1f03 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:37.418854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86a38c-b5c6-426b-9b9c-e31dc912eb27 req-771bae5f-50f9-4a90-a74b-4953dcace963 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:37.420410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff86a38c-b5c6-426b-9b9c-e31dc912eb27 req-771bae5f-50f9-4a90-a74b-4953dcace963 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.4197757 Feb 09 13:06:37.443783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab590c0f-6f11-469f-b7bd-1a831952c8b8 req-a1933fc6-2b5f-49c8-9d2b-4fea4976e9d4 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673038 Feb 09 13:06:37.445096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:37.498123 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:37.597588 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:06:37.601623 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348ea690-6ea9-43c6-a7f9-776865f45dc6', 'tag': '17ab6520-b5e0-43c4-8fc6-e39ce5b76aff', 'status': 'completed', 'code': 200} Feb 09 13:06:37.664579 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:37.727615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Network 50f4a79c-383e-4577-ba86-38e5227ac39b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:37.735077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:37.750756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:37.807739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Pushing event updated for resources: {'Port': ['ID=769ce365-db23-4a9f-a01c-7ea585c7219b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:37.828404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Pushing event deleted for resources: {'Port': ['ID=adf12ced-1519-4e49-8dfe-e33badac1f03,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:37.843993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] No DVR routers for this DVR port adf12ced-1519-4e49-8dfe-e33badac1f03 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:37.847664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.848206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.848730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.849346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.849872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.850406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.851006 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.851525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.852044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.852953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.853485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6363440-70bb-45a1-b231-7340dc7e0ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:06:37.888475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:37.889405 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:37.904977 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-8deb2a91-affe-4582-98f3-40abb51f6a0a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 1094 time: 0.8119197 Feb 09 13:06:37.916414 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-3bc095de-dd62-4e68-8263-88550c8719f4 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3889644 Feb 09 13:06:37.931938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Request body: {'port': {'device_id': '29401fe1-74e5-4866-a756-554a5e677e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:38.067648 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:38.083590 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-8820d049-a0be-40bb-9aca-bf67f10c945a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e HTTP/1.1" status: 200 len: 217 time: 0.1688943 Feb 09 13:06:38.130995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff86a38c-b5c6-426b-9b9c-e31dc912eb27 req-d7a07165-2fdb-43bb-9c66-a6b66259e175 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6726265 Feb 09 13:06:38.134045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] For port adf12ced-1519-4e49-8dfe-e33badac1f03, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=adf12ced-1519-4e49-8dfe-e33badac1f03,segment=NetworkSegment(fbf8445a-35ad-43dd-9bba-e8f5e6cdc154),segment_id=fbf8445a-35ad-43dd-9bba-e8f5e6cdc154)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:38.134384 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:38.147991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9451a8a6-76a1-4135-8273-32750b31eee3 req-45c039ca-9187-4d3b-8df0-47fd5b0d61b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e2958a7dfe9472e946b841d8dda86a7&device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 1095 time: 0.5453482 Feb 09 13:06:38.331855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a9329628-e190-407b-9319-92d99e144e5a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:38.388243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: a9329628-e190-407b-9319-92d99e144e5a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:38.388821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a9329628-e190-407b-9319-92d99e144e5a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:38.389519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device adf12ced-1519-4e49-8dfe-e33badac1f03 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:38.395662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Calling delete_port for adf12ced-1519-4e49-8dfe-e33badac1f03 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:38.442491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: adf12ced-1519-4e49-8dfe-e33badac1f03 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:38.442860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device adf12ced-1519-4e49-8dfe-e33badac1f03 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:38.511105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769ce365-db23-4a9f-a01c-7ea585c7219b {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:38.522548 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:38.539204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Transition to ACTIVE for port object 769ce365-db23-4a9f-a01c-7ea585c7219b will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:38.546706 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:38.810698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Pushing event updated for resources: {'Port': ['ID=769ce365-db23-4a9f-a01c-7ea585c7219b,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:38.832613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eac262-df2f-4e20-ba0b-7dc47ac62164 req-b3f16599-b91d-4daa-96b4-8ac278ed1fc0 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:38.834162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78eac262-df2f-4e20-ba0b-7dc47ac62164 req-b3f16599-b91d-4daa-96b4-8ac278ed1fc0 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/ports?device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 932 time: 1.0925314 Feb 09 13:06:38.844751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-d01598f8-2da5-4ca8-baea-f56de1a7b404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:38.846187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-d01598f8-2da5-4ca8-baea-f56de1a7b404 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc HTTP/1.1" status: 200 len: 849 time: 0.7558668 Feb 09 13:06:38.953554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Attempting to bind port 769ce365-db23-4a9f-a01c-7ea585c7219b on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:06:38.953948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Attempting to bind port 769ce365-db23-4a9f-a01c-7ea585c7219b by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '58cabbf5-f283-43b8-8483-ec11884d70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '50f4a79c-383e-4577-ba86-38e5227ac39b'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:06:38.954673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Attempting to bind port 769ce365-db23-4a9f-a01c-7ea585c7219b on network 50f4a79c-383e-4577-ba86-38e5227ac39b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:38.965987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Port 769ce365-db23-4a9f-a01c-7ea585c7219b on network 50f4a79c-383e-4577-ba86-38e5227ac39b not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:06:38.966384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Attempting to bind port 769ce365-db23-4a9f-a01c-7ea585c7219b on network 50f4a79c-383e-4577-ba86-38e5227ac39b {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:38.976161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:06:38.976479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Checking segment: {'id': '58cabbf5-f283-43b8-8483-ec11884d70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '50f4a79c-383e-4577-ba86-38e5227ac39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:38.978115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Bound using segment: {'id': '58cabbf5-f283-43b8-8483-ec11884d70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '50f4a79c-383e-4577-ba86-38e5227ac39b'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:06:38.978297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Bound port: 769ce365-db23-4a9f-a01c-7ea585c7219b, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cabbf5-f283-43b8-8483-ec11884d70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '50f4a79c-383e-4577-ba86-38e5227ac39b'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:06:38.978639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:39.078916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474520a9-db23-4c1c-a50b-23d73881cb1f req-71f4d3af-e300-404a-9d8a-3fa726de20bc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:39.080507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-474520a9-db23-4c1c-a50b-23d73881cb1f req-71f4d3af-e300-404a-9d8a-3fa726de20bc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 943 time: 1.0898705 Feb 09 13:06:39.107337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] For port 769ce365-db23-4a9f-a01c-7ea585c7219b, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:06:39.113226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] For port 769ce365-db23-4a9f-a01c-7ea585c7219b, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=769ce365-db23-4a9f-a01c-7ea585c7219b,segment=NetworkSegment(58cabbf5-f283-43b8-8483-ec11884d70ce),segment_id=58cabbf5-f283-43b8-8483-ec11884d70ce)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:06:39.123060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:39.138090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff86a38c-b5c6-426b-9b9c-e31dc912eb27 req-2d5e678b-08ff-4644-8fc4-cf6f4bcdd2a1 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9886582 Feb 09 13:06:39.185529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:06:39.185848 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:06:39.186790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a8a6-76a1-4135-8273-32750b31eee3 req-9fdcffdd-a449-4cb9-ab30-6cc5cc767d5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:39.188281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9451a8a6-76a1-4135-8273-32750b31eee3 req-9fdcffdd-a449-4cb9-ab30-6cc5cc767d5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c41cc515-9607-441e-bc03-583590a634fa HTTP/1.1" status: 200 len: 910 time: 1.0226307 Feb 09 13:06:39.190605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78eac262-df2f-4e20-ba0b-7dc47ac62164 req-1726dad1-2ecd-4437-9193-d11b8c3a0c7a tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/security-groups?id=91e85f2f-570a-4277-afc9-138f9114e854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366666 Feb 09 13:06:39.208698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:39.210634 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] 10.222.0.67 "PUT /v2.0/ports/769ce365-db23-4a9f-a01c-7ea585c7219b HTTP/1.1" status: 200 len: 1092 time: 1.2869427 Feb 09 13:06:39.215765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29401fe1-74e5-4866-a756-554a5e677e3d', 'tag': '769ce365-db23-4a9f-a01c-7ea585c7219b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:39.253733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851ff40-2c0f-4855-bfe8-fc24f4b14f86 service neutron] Pushing event updated for resources: {'Port': ['ID=769ce365-db23-4a9f-a01c-7ea585c7219b,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:39.375226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-a50c2af9-0fd9-4b0c-b0d4-0da1520381f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a916b106ce4241499e78ff7b36f13e9f&device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 1095 time: 0.0987730 Feb 09 13:06:39.388468 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9451a8a6-76a1-4135-8273-32750b31eee3 req-3d8daf45-352f-4fe6-a968-a23001eba2d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff HTTP/1.1" status: 200 len: 217 time: 0.1801393 Feb 09 13:06:39.454653 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-474520a9-db23-4c1c-a50b-23d73881cb1f req-aa4cd05e-ef0c-4628-bac3-3f046f40a661 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504813 Feb 09 13:06:39.474127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-091d6fff-9cb7-46d9-8795-eb1a790af507 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db14f556-1ce1-481c-84ef-ea73dbf55750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6049526 Feb 09 13:06:39.502083 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-9df828d7-0d0b-4d9e-aa77-92f66757e0f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=769ce365-db23-4a9f-a01c-7ea585c7219b HTTP/1.1" status: 200 len: 217 time: 0.1080282 Feb 09 13:06:39.575544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff86a38c-b5c6-426b-9b9c-e31dc912eb27 req-95536c7d-d022-4961-a2a6-879060ee3655 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216130 Feb 09 13:06:39.581404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a8a6-76a1-4135-8273-32750b31eee3 req-c9dbe545-2bf7-4f59-8841-058a5a9748fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:39.584060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9451a8a6-76a1-4135-8273-32750b31eee3 req-c9dbe545-2bf7-4f59-8841-058a5a9748fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0f4aedf8-f8b4-4d24-bf8f-8aa6f1ea16d5 HTTP/1.1" status: 200 len: 849 time: 0.1855316 Feb 09 13:06:39.650411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-b16acd8a-c8bd-47f3-a9dd-9eb346b1a287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:39.653099 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-b16acd8a-c8bd-47f3-a9dd-9eb346b1a287 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3542496-c9dc-48b0-bd62-caa7a3c704aa HTTP/1.1" status: 200 len: 862 time: 0.1565232 Feb 09 13:06:39.667237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'tag': '26154f01-9b73-4e91-9ee4-0cfb670a115e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:39.689731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Deleting port adf12ced-1519-4e49-8dfe-e33badac1f03 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:39.690275 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:39.722537 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-8e38034f-8ee3-46a1-b4db-8a9dac61058a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f4a79c-383e-4577-ba86-38e5227ac39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614681 Feb 09 13:06:39.958298 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-903dd3e6-c517-45b6-9424-e3dddba85cfb service neutron] 10.222.0.67 "GET /v2.0/networks/50f4a79c-383e-4577-ba86-38e5227ac39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285564 Feb 09 13:06:39.967083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9451a8a6-76a1-4135-8273-32750b31eee3 req-81d3f6b6-7290-491a-93d2-f4507fa6adb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c41cc515-9607-441e-bc03-583590a634fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2867672 Feb 09 13:06:40.083870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] The port 'adf12ced-1519-4e49-8dfe-e33badac1f03' was deleted {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:06:40.185895 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d33dc2c-d0fd-4fe2-a8e8-a7294537dea7 req-7f071a8e-c535-4429-a6e8-4bc3d56f3b7e service neutron] 10.222.0.67 "GET /v2.0/networks/50f4a79c-383e-4577-ba86-38e5227ac39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209728 Feb 09 13:06:40.255505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-8788d252-acf8-4e62-a6b8-b6e74ad6eabb service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7636895 Feb 09 13:06:40.512422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:06:40.564631 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:40.578122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-801fd7e5-bd86-47a7-ab4e-bc200ab68b9d tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 258 time: 0.9002364 Feb 09 13:06:40.620227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:40.638432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f07cd40-895c-481e-80ed-a77bc18ba7d5']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:40.648119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:40.659430 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9451a8a6-76a1-4135-8273-32750b31eee3 req-b633dc43-54ed-4022-a008-c19015bb66c2 service neutron] 10.222.0.67 "GET /v2.0/networks/c41cc515-9607-441e-bc03-583590a634fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682479 Feb 09 13:06:40.665840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27ba17-785c-480b-9972-d2b02fe19eaf req-75ed8ce7-fbff-42a9-8981-787207100c75 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:40.667530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f27ba17-785c-480b-9972-d2b02fe19eaf req-75ed8ce7-fbff-42a9-8981-787207100c75 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/ports?device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 944 time: 0.9923131 Feb 09 13:06:40.670496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Usage tracker for resource:floatingip and tenant:49a7cde377a54d2997b83d549ac4feab is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:40.691981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,segment=NetworkSegment(629ace80-78bd-4708-8c84-0123397734b2),segment_id=629ace80-78bd-4708-8c84-0123397734b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:40.703760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:40.707741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:40.707971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '17ab6520-b5e0-43c4-8fc6-e39ce5b76aff', 'network_id': 'c41cc515-9607-441e-bc03-583590a634fa', 'port_id': '17ab6520-b5e0-43c4-8fc6-e39ce5b76aff', 'mac_address': 'fa:16:3e:8d:82:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f4aedf8-f8b4-4d24-bf8f-8aa6f1ea16d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:06:40.708247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf8445a-35ad-43dd-9bba-e8f5e6cdc154') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:40.727410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:40.764171 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:40.769080 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:40.787604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:40.805014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,segment=NetworkSegment(629ace80-78bd-4708-8c84-0123397734b2),segment_id=629ace80-78bd-4708-8c84-0123397734b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:40.811654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:40.881677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:40.936701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43c5350-892d-4dbe-8a12-e6ce09be54cc req-bbbafaff-0215-4d6e-ba52-102b53e8eba9 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676054 Feb 09 13:06:40.993912 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:41.022947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:41.048563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:41.051453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:06:41.051861 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:06:41.066230 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:06:41.147355 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f27ba17-785c-480b-9972-d2b02fe19eaf req-941d1d87-e785-4a1d-b632-a5d63dfe5a7e tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdc1186-77cc-42a4-9fd5-3e29583fec28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447882 Feb 09 13:06:41.196553 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:41.213747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['17ab6520-b5e0-43c4-8fc6-e39ce5b76aff'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:06:41.251676 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:41.290162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9451a8a6-76a1-4135-8273-32750b31eee3 req-117773a1-d155-40de-8376-7b66d03f6bd4 service neutron] 10.222.0.67 "GET /v2.0/networks/c41cc515-9607-441e-bc03-583590a634fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073320 Feb 09 13:06:41.334165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f07cd40-895c-481e-80ed-a77bc18ba7d5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:41.370366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9d4603e9-10ee-41ae-89fb-731eeecd4544 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3f07cd40-895c-481e-80ed-a77bc18ba7d5 HTTP/1.1" status: 204 len: 168 time: 4.9386153 Feb 09 13:06:41.371481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43056) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:41.481458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-3e28d674-7d2e-42f3-b193-9374b2de7503 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:41.483064 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-3e28d674-7d2e-42f3-b193-9374b2de7503 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 946 time: 0.2277331 Feb 09 13:06:41.587116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:41.593546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-96e2b4bc-7111-45a8-a951-0ca685014205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Deleting port 11827e4f-99b1-4b19-8151-0238b333b93e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:41.593808 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-96e2b4bc-7111-45a8-a951-0ca685014205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:41.811345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17392ef-ba5d-4072-95af-faba54ba49f1 req-a400d202-eec8-48bf-b0ec-6686d904ca2a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:41.812962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f17392ef-ba5d-4072-95af-faba54ba49f1 req-a400d202-eec8-48bf-b0ec-6686d904ca2a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.4007225 Feb 09 13:06:41.841802 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:42.140604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f17392ef-ba5d-4072-95af-faba54ba49f1 req-a0819e8c-1f7c-4b05-ba54-108d57eb977b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131707 Feb 09 13:06:42.210140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Allocated IP 172.25.5.60 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/26211445-4b11-42df-93a5-2dd631fb0c93) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:42.257730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-96e2b4bc-7111-45a8-a951-0ca685014205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] For port 11827e4f-99b1-4b19-8151-0238b333b93e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=11827e4f-99b1-4b19-8151-0238b333b93e,segment=NetworkSegment(1d96a73f-b9a9-46ab-94e5-350a300b06bc),segment_id=1d96a73f-b9a9-46ab-94e5-350a300b06bc)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:42.259067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-96e2b4bc-7111-45a8-a951-0ca685014205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:42.359846 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29401fe1-74e5-4866-a756-554a5e677e3d', 'tag': '769ce365-db23-4a9f-a01c-7ea585c7219b', 'status': 'completed', 'code': 200} Feb 09 13:06:42.527533 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:42.656325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:42.662326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:42.662817 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:42.684757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-96e2b4bc-7111-45a8-a951-0ca685014205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Calling delete_port for 11827e4f-99b1-4b19-8151-0238b333b93e owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:42.852203 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:42.899784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ea690-6ea9-43c6-a7f9-776865f45dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ab6520-b5e0-43c4-8fc6-e39ce5b76aff'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:42.926876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,segment=NetworkSegment(629ace80-78bd-4708-8c84-0123397734b2),segment_id=629ace80-78bd-4708-8c84-0123397734b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:42.942437 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:43.012303 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:43.102905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:43.103139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] Deleting port 29d46ae9-0eba-4f7a-8481-636fc15b9439 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:43.103621 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:43.263772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c989690-4ae9-4def-b141-4cf06c184a0b req-67330c42-82d9-407d-a4cf-9ddc247f41ac tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:43.265016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c989690-4ae9-4def-b141-4cf06c184a0b req-67330c42-82d9-407d-a4cf-9ddc247f41ac tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f419f19-fc82-4c32-b8fe-14061d285f1c HTTP/1.1" status: 200 len: 946 time: 0.7806280 Feb 09 13:06:43.270974 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-013f30c3-32a4-481e-8d8e-32a1559e7627 req-b6378dd6-73fb-4e52-b0b4-b2a7076bf4bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a916b106ce4241499e78ff7b36f13e9f&device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 1095 time: 0.9539182 Feb 09 13:06:43.313385 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-96e2b4bc-7111-45a8-a951-0ca685014205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:43.328278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['11827e4f-99b1-4b19-8151-0238b333b93e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:06:43.396895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2b4bc-7111-45a8-a951-0ca685014205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Pushing event deleted for resources: {'Port': ['ID=11827e4f-99b1-4b19-8151-0238b333b93e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:43.417727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] For port 29d46ae9-0eba-4f7a-8481-636fc15b9439, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=29d46ae9-0eba-4f7a-8481-636fc15b9439,segment=NetworkSegment(62b49ed6-730c-46d2-8c83-ddc2e81a7bce),segment_id=62b49ed6-730c-46d2-8c83-ddc2e81a7bce)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:43.418333 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:43.524791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c989690-4ae9-4def-b141-4cf06c184a0b req-e2f72b9a-9646-47ca-814d-017e21c87f14 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.59 "GET /v2.0/security-groups?id=411de4e6-ec4c-4f61-8840-a09d7aa142df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440495 Feb 09 13:06:43.531838 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:43.632401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] Calling delete_port for 29d46ae9-0eba-4f7a-8481-636fc15b9439 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:43.632895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-96e2b4bc-7111-45a8-a951-0ca685014205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] No DVR routers for this DVR port 11827e4f-99b1-4b19-8151-0238b333b93e on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:43.640979 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-96e2b4bc-7111-45a8-a951-0ca685014205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:43.644221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f30c3-32a4-481e-8d8e-32a1559e7627 req-13ee1a52-5077-4feb-b6ed-16800436330f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:43.645642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-013f30c3-32a4-481e-8d8e-32a1559e7627 req-13ee1a52-5077-4feb-b6ed-16800436330f service neutron] 10.222.0.67 "GET /v2.0/networks?id=50f4a79c-383e-4577-ba86-38e5227ac39b HTTP/1.1" status: 200 len: 923 time: 0.3634861 Feb 09 13:06:43.716455 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'tag': '26154f01-9b73-4e91-9ee4-0cfb670a115e', 'status': 'completed', 'code': 200} Feb 09 13:06:43.734873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:43.746886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:43.750199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Pushing event updated for resources: {'Port': ['ID=26211445-4b11-42df-93a5-2dd631fb0c93,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:43.752470 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:43.780699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-013f30c3-32a4-481e-8d8e-32a1559e7627 req-ba547b8e-fb0b-4865-a47d-2101127347c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=769ce365-db23-4a9f-a01c-7ea585c7219b HTTP/1.1" status: 200 len: 217 time: 0.1263287 Feb 09 13:06:43.785488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84773013-165a-4f1f-8d88-f704dd42f8a8 req-96e2b4bc-7111-45a8-a951-0ca685014205 tempest-DeleteServersTestJSON-1813323537 tempest-DeleteServersTestJSON-1813323537-project] 10.222.0.67 "DELETE /v2.0/ports/11827e4f-99b1-4b19-8151-0238b333b93e HTTP/1.1" status: 204 len: 173 time: 2.2955873 Feb 09 13:06:43.920180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f30c3-32a4-481e-8d8e-32a1559e7627 req-dcd34a8e-2eff-48b8-a9ea-c9001ae3958f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:43.921573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-013f30c3-32a4-481e-8d8e-32a1559e7627 req-dcd34a8e-2eff-48b8-a9ea-c9001ae3958f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a3542496-c9dc-48b0-bd62-caa7a3c704aa HTTP/1.1" status: 200 len: 862 time: 0.1308925 Feb 09 13:06:43.992276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-013f30c3-32a4-481e-8d8e-32a1559e7627 req-2b37115f-c1f8-4d90-82d4-36141175e342 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=50f4a79c-383e-4577-ba86-38e5227ac39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609589 Feb 09 13:06:44.039684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:44.107854 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ab4f96f0-38df-4ce6-ac7c-9784ced89323 req-98ccaa7a-7b9b-4b2d-b235-383a4310a0e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 1094 time: 0.2045894 Feb 09 13:06:44.109808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d46ae9-0eba-4f7a-8481-636fc15b9439,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:44.154997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368d221-72fc-43a0-80d7-fd5f9e15296b req-bf621119-2c5c-4d17-801f-169835259633 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:44.156532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4368d221-72fc-43a0-80d7-fd5f9e15296b req-bf621119-2c5c-4d17-801f-169835259633 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/ports?device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 944 time: 0.3027942 Feb 09 13:06:44.337381 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-013f30c3-32a4-481e-8d8e-32a1559e7627 req-71f7ffb9-0e77-471c-acc4-15398bc7618b service neutron] 10.222.0.67 "GET /v2.0/networks/50f4a79c-383e-4577-ba86-38e5227ac39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344140 Feb 09 13:06:44.413298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:44.435234 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4368d221-72fc-43a0-80d7-fd5f9e15296b req-a394d8b8-1750-492e-8c6a-23e335c8a914 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/security-groups?id=91e85f2f-570a-4277-afc9-138f9114e854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645011 Feb 09 13:06:44.516400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 26154f01-9b73-4e91-9ee4-0cfb670a115e details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:06:44.586812 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:44.659224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-013f30c3-32a4-481e-8d8e-32a1559e7627 req-c5d75366-8c27-42a5-81d3-027f53b8b00a service neutron] 10.222.0.67 "GET /v2.0/networks/50f4a79c-383e-4577-ba86-38e5227ac39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073874 Feb 09 13:06:44.687025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f96f0-38df-4ce6-ac7c-9784ced89323 req-c0d76225-d5dc-443e-b1dc-2ab3980a0f63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:44.692249 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ab4f96f0-38df-4ce6-ac7c-9784ced89323 req-c0d76225-d5dc-443e-b1dc-2ab3980a0f63 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 911 time: 0.5719721 Feb 09 13:06:44.769055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 26154f01-9b73-4e91-9ee4-0cfb670a115e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:44.783122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '26154f01-9b73-4e91-9ee4-0cfb670a115e', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'port_id': '26154f01-9b73-4e91-9ee4-0cfb670a115e', 'mac_address': 'fa:16:3e:bf:45:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:06:44.831517 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ab4f96f0-38df-4ce6-ac7c-9784ced89323 req-af0863ab-897c-4b80-b83e-1d168479667d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e HTTP/1.1" status: 200 len: 217 time: 0.1257851 Feb 09 13:06:44.864050 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:44.940273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26154f01-9b73-4e91-9ee4-0cfb670a115e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:44.959031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 26154f01-9b73-4e91-9ee4-0cfb670a115e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:44.964434 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:44.965522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 769ce365-db23-4a9f-a01c-7ea585c7219b details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:06:44.985746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca5f5a-4047-40c5-b3b9-049e1d7cbce0 req-5f013559-24ff-450e-b954-c62b89426021 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:44.988560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4ca5f5a-4047-40c5-b3b9-049e1d7cbce0 req-5f013559-24ff-450e-b954-c62b89426021 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 943 time: 0.1612201 Feb 09 13:06:45.006795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f96f0-38df-4ce6-ac7c-9784ced89323 req-e4256999-77c7-4976-a807-d72c8fd04ac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:45.009824 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ab4f96f0-38df-4ce6-ac7c-9784ced89323 req-e4256999-77c7-4976-a807-d72c8fd04ac4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc HTTP/1.1" status: 200 len: 849 time: 0.1681409 Feb 09 13:06:45.048968 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:45.071202 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:45.104505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=26154f01-9b73-4e91-9ee4-0cfb670a115e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:45.160579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4ca5f5a-4047-40c5-b3b9-049e1d7cbce0 req-52c08163-04ad-4651-919e-2ceab7896d7e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558363 Feb 09 13:06:45.225088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 769ce365-db23-4a9f-a01c-7ea585c7219b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=769ce365-db23-4a9f-a01c-7ea585c7219b,segment=NetworkSegment(58cabbf5-f283-43b8-8483-ec11884d70ce),segment_id=58cabbf5-f283-43b8-8483-ec11884d70ce)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:45.260398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '769ce365-db23-4a9f-a01c-7ea585c7219b', 'network_id': '50f4a79c-383e-4577-ba86-38e5227ac39b', 'port_id': '769ce365-db23-4a9f-a01c-7ea585c7219b', 'mac_address': 'fa:16:3e:30:a1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3542496-c9dc-48b0-bd62-caa7a3c704aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:06:45.348007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ab4f96f0-38df-4ce6-ac7c-9784ced89323 req-262c32d9-358c-426b-8828-4d485a3073d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db14f556-1ce1-481c-84ef-ea73dbf55750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3292930 Feb 09 13:06:45.383170 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:45.403009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:45.414652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769ce365-db23-4a9f-a01c-7ea585c7219b {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:06:45.430277 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:45.438993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 769ce365-db23-4a9f-a01c-7ea585c7219b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=769ce365-db23-4a9f-a01c-7ea585c7219b,segment=NetworkSegment(58cabbf5-f283-43b8-8483-ec11884d70ce),segment_id=58cabbf5-f283-43b8-8483-ec11884d70ce)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:45.446927 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:45.473681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Pushing event updated for resources: {'Port': ['ID=26211445-4b11-42df-93a5-2dd631fb0c93,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:45.478691 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:45.480048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-d692355b-8cab-4d14-bf9d-0e7ccdb5408f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8918779 Feb 09 13:06:45.553801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=769ce365-db23-4a9f-a01c-7ea585c7219b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:45.682664 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-69f41850-5291-4d5f-afe5-ae2fa19dac29 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Synchronizing usage tracker for tenant:49a7cde377a54d2997b83d549ac4feab on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:45.707651 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ab4f96f0-38df-4ce6-ac7c-9784ced89323 req-53e0dfd0-bf19-4ade-8806-a06d48b42760 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473389 Feb 09 13:06:45.717480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f419f19-fc82-4c32-b8fe-14061d285f1c', 'name': 'network-vif-deleted', 'tag': '11827e4f-99b1-4b19-8151-0238b333b93e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:45.733661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-69f41850-5291-4d5f-afe5-ae2fa19dac29 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Unset dirty status for tenant:49a7cde377a54d2997b83d549ac4feab on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:45.735192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-69f41850-5291-4d5f-afe5-ae2fa19dac29 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 695 time: 0.2456493 Feb 09 13:06:45.748698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['26154f01-9b73-4e91-9ee4-0cfb670a115e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:06:45.791352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d8723-d25d-4701-929d-d25b0c591354 req-dc42542c-3256-44ea-9ccf-d26597e91b73 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:45.795650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['769ce365-db23-4a9f-a01c-7ea585c7219b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:06:45.798903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a39d8723-d25d-4701-929d-d25b0c591354 req-dc42542c-3256-44ea-9ccf-d26597e91b73 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/ports?device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 946 time: 0.2550626 Feb 09 13:06:45.972940 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ab4f96f0-38df-4ce6-ac7c-9784ced89323 req-024de0b1-29c9-4a28-bb31-4d4102e3b2e0 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569067 Feb 09 13:06:46.000531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a39d8723-d25d-4701-929d-d25b0c591354 req-eb7cdee5-c5c9-45b2-b2b8-a4238be7ce89 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdc1186-77cc-42a4-9fd5-3e29583fec28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966667 Feb 09 13:06:46.016325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-2fb3ce42-83d0-4054-b4a5-f9c9da9ba740 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:46.031502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-2fb3ce42-83d0-4054-b4a5-f9c9da9ba740 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.2841401 Feb 09 13:06:46.042089 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:46.043548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-0d5928cc-ac00-4796-8f83-c0a787a17a7c tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:06:46.045444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13fb56ec-ed7d-4903-88f1-3f09d89fecd1 req-0d5928cc-ac00-4796-8f83-c0a787a17a7c tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0123618 Feb 09 13:06:46.146808 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348ea690-6ea9-43c6-a7f9-776865f45dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17ab6520-b5e0-43c4-8fc6-e39ce5b76aff', 'code': 200} Feb 09 13:06:46.348475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d82457-057c-4659-a7d5-d017b06ca125 req-83109145-e2b2-4ae2-ba30-3826a5539ac4 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:46.355634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5d82457-057c-4659-a7d5-d017b06ca125 req-83109145-e2b2-4ae2-ba30-3826a5539ac4 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.1142399 Feb 09 13:06:46.425703 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ecc5fc03-d2d6-44ca-b1ce-656136251e3a req-4a668fd0-f2da-4f27-a292-809b35914ef4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 1097 time: 0.1880369 Feb 09 13:06:46.451909 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5d82457-057c-4659-a7d5-d017b06ca125 req-1b766a25-f486-4383-afac-e73cdd92dacc tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816689 Feb 09 13:06:46.524801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 11827e4f-99b1-4b19-8151-0238b333b93e no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:46.539968 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ecc5fc03-d2d6-44ca-b1ce-656136251e3a req-c02c76f6-ef1e-4b40-a2c6-fc45f1fac7b3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6cdc1186-77cc-42a4-9fd5-3e29583fec28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026757 Feb 09 13:06:46.601439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 11827e4f-99b1-4b19-8151-0238b333b93e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:46.602757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 11827e4f-99b1-4b19-8151-0238b333b93e not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:46.626237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] Router 05379a46-21f2-45d7-8817-9e747b725d5f has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:06:46.649033 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f419f19-fc82-4c32-b8fe-14061d285f1c', 'name': 'network-vif-deleted', 'tag': '11827e4f-99b1-4b19-8151-0238b333b93e', 'status': 'completed', 'code': 200} Feb 09 13:06:46.710835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9dbb9-d4b8-4d3a-941f-b47613be23cf req-9f41b7be-cfd8-47ba-a129-aa4eb4439abd tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:46.714012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60a9dbb9-d4b8-4d3a-941f-b47613be23cf req-9f41b7be-cfd8-47ba-a129-aa4eb4439abd tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/ports?device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 945 time: 0.1341832 Feb 09 13:06:46.839464 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60a9dbb9-d4b8-4d3a-941f-b47613be23cf req-90ba3fab-d3f6-43bc-bf4a-91d429d249bf tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/security-groups?id=91e85f2f-570a-4277-afc9-138f9114e854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177728 Feb 09 13:06:46.866051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:06:46.889795 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] Sync routers for ids ['05379a46-21f2-45d7-8817-9e747b725d5f'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:06:46.890854 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7d281fda-beb5-4115-9302-d8954578f084 admin admin] 10.222.0.59 "PUT /v2.0/routers/05379a46-21f2-45d7-8817-9e747b725d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5182180 Feb 09 13:06:46.891826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43090) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:46.896376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-b53f7b54-9d03-46ce-be81-ac31412c9570 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:46.900208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-b53f7b54-9d03-46ce-be81-ac31412c9570 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1443770 Feb 09 13:06:46.907932 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] Routers {'05379a46-21f2-45d7-8817-9e747b725d5f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:46.909189 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['05379a46-21f2-45d7-8817-9e747b725d5f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:47.004388 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-a5f686a2-9320-460e-8e96-05dcc6472501 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 695 time: 0.0994227 Feb 09 13:06:47.017578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-29989000-67c2-4549-a785-76e0038a3c94 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Request body: {'floatingip': {'port_id': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:47.152003 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] Set router 05379a46-21f2-45d7-8817-9e747b725d5f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:47.201597 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-29989000-67c2-4549-a785-76e0038a3c94 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:47.300666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:47.432877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971280fb-dc62-48e8-a57d-8e01d661953f req-a1563c55-4af2-48ac-9b28-dca0c1adadf4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:47.434331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-971280fb-dc62-48e8-a57d-8e01d661953f req-a1563c55-4af2-48ac-9b28-dca0c1adadf4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 944 time: 0.3239791 Feb 09 13:06:47.527668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:47.543552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Deleting port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:47.543963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:47.603773 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-router', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:06:43Z', 'revision_number': 5, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'gw_port': {'id': 'e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ae:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:03:41Z', 'updated_at': '2022-02-09T13:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:47.611370 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] Checking router: 05379a46-21f2-45d7-8817-9e747b725d5f for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:06:47.624189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-971280fb-dc62-48e8-a57d-8e01d661953f req-12b3c31e-0055-4e8b-a9b4-8b6700d79486 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790423 Feb 09 13:06:47.626933 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] Routers {'05379a46-21f2-45d7-8817-9e747b725d5f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:47.628064 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['05379a46-21f2-45d7-8817-9e747b725d5f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:47.793821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] For port e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:47.794771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:47.838930 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] Set router 05379a46-21f2-45d7-8817-9e747b725d5f gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:48.007259 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-router', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:06:47Z', 'revision_number': 6, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:48.015543 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bad1dc-8d6d-4bdc-b307-2aa6b9afaa68 None None] The sync data for ids ['05379a46-21f2-45d7-8817-9e747b725d5f'] in n-d-825175-3 is: [{'id': '05379a46-21f2-45d7-8817-9e747b725d5f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1813171488-router', 'tenant_id': 'aa32f262bf554ff0a6996b24ef33218c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:03:38Z', 'updated_at': '2022-02-09T13:06:47Z', 'revision_number': 6, 'project_id': 'aa32f262bf554ff0a6996b24ef33218c', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:06:48.101777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Calling delete_port for e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:48.332199 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:48.344012 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-29989000-67c2-4549-a785-76e0038a3c94 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:48.348579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-29989000-67c2-4549-a785-76e0038a3c94 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:48.382063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:48.512505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dc695-f299-4484-8a83-21ac3db5cc05 req-537afa48-72dd-4c9d-bb40-5a0f17b4f4a2 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:48.514070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d23dc695-f299-4484-8a83-21ac3db5cc05 req-537afa48-72dd-4c9d-bb40-5a0f17b4f4a2 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/ports?device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 946 time: 0.2496736 Feb 09 13:06:48.519045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 29d46ae9-0eba-4f7a-8481-636fc15b9439 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:48.580702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 769ce365-db23-4a9f-a01c-7ea585c7219b up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:48.615425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 29d46ae9-0eba-4f7a-8481-636fc15b9439 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:48.616052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 29d46ae9-0eba-4f7a-8481-636fc15b9439 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:48.645514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d23dc695-f299-4484-8a83-21ac3db5cc05 req-8da31332-4622-47ba-848d-7a8bc3b08275 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdc1186-77cc-42a4-9fd5-3e29583fec28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197691 Feb 09 13:06:48.698110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 769ce365-db23-4a9f-a01c-7ea585c7219b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:48.707957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 769ce365-db23-4a9f-a01c-7ea585c7219b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:48.708559 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:48.719792 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:48.744446 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-29989000-67c2-4549-a785-76e0038a3c94 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Floating IP a661e775-d17d-4b13-907b-9a208464be89 associated. External IP: 172.25.5.60, port: 893e56ba-73ac-4ae7-a77d-9d69c03a941a. Feb 09 13:06:48.947929 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.013139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 769ce365-db23-4a9f-a01c-7ea585c7219b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=769ce365-db23-4a9f-a01c-7ea585c7219b,segment=NetworkSegment(58cabbf5-f283-43b8-8483-ec11884d70ce),segment_id=58cabbf5-f283-43b8-8483-ec11884d70ce)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:49.015364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29401fe1-74e5-4866-a756-554a5e677e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769ce365-db23-4a9f-a01c-7ea585c7219b'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:49.026091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.028267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 26154f01-9b73-4e91-9ee4-0cfb670a115e up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:06:49.095057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cb00d-7db5-40ac-bb99-20ded91e5f14 req-f6fdd850-7098-4467-bc7e-1c307717e937 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:49.098068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-779cb00d-7db5-40ac-bb99-20ded91e5f14 req-f6fdd850-7098-4467-bc7e-1c307717e937 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.1458919 Feb 09 13:06:49.133827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.143216 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.170653 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-779cb00d-7db5-40ac-bb99-20ded91e5f14 req-13fccead-599f-4007-af03-b0d2bf73e8ec tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660088 Feb 09 13:06:49.189366 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.191225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05379a46-21f2-45d7-8817-9e747b725d5f {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:06:49.199036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=769ce365-db23-4a9f-a01c-7ea585c7219b,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:49.215251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.217458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b8c1de75-de8c-43dd-9597-4e137397da6c admin admin] 10.222.0.59 "DELETE /v2.0/routers/05379a46-21f2-45d7-8817-9e747b725d5f HTTP/1.1" status: 204 len: 168 time: 2.3234980 Feb 09 13:06:49.222157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43114) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:49.236400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 26154f01-9b73-4e91-9ee4-0cfb670a115e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:49.249061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 26154f01-9b73-4e91-9ee4-0cfb670a115e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:06:49.249518 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.436716 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.480631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6a9e86-3e3b-4827-a379-49d21c5b02d7 admin admin] Deleting subnet 334d43dd-b47a-4ae3-a51a-5b9487e5a0af {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:06:49.484907 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9e86-3e3b-4827-a379-49d21c5b02d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.485909 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 26154f01-9b73-4e91-9ee4-0cfb670a115e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:49.490917 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.552265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9e86-3e3b-4827-a379-49d21c5b02d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.569360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=26154f01-9b73-4e91-9ee4-0cfb670a115e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:49.579687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a99927-105d-4ad1-8d2d-83cf4482abac req-b4511a35-d9ed-4b87-8342-f5773b65b1c3 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:49.581784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62a99927-105d-4ad1-8d2d-83cf4482abac req-b4511a35-d9ed-4b87-8342-f5773b65b1c3 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/ports?device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 946 time: 0.1568556 Feb 09 13:06:49.642661 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62a99927-105d-4ad1-8d2d-83cf4482abac req-98739cee-13da-4776-ab67-db50e8b616b1 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/security-groups?id=91e85f2f-570a-4277-afc9-138f9114e854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514247 Feb 09 13:06:49.651276 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9e86-3e3b-4827-a379-49d21c5b02d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.678938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-29989000-67c2-4549-a785-76e0038a3c94 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Router 335b939e-dd19-45a5-9065-e8107b751682 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:06:49.743603 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9e86-3e3b-4827-a379-49d21c5b02d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.792443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a9e86-3e3b-4827-a379-49d21c5b02d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=334d43dd-b47a-4ae3-a51a-5b9487e5a0af,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:49.796711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9e86-3e3b-4827-a379-49d21c5b02d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:49.813554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deddfaa1-650f-4f41-99d4-ac7c1b897d08 None None] Network 58e34d04-72c6-4537-9420-ba533fb7b044 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:06:49.820087 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9b6a9e86-3e3b-4827-a379-49d21c5b02d7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/334d43dd-b47a-4ae3-a51a-5b9487e5a0af HTTP/1.1" status: 204 len: 168 time: 0.5953708 Feb 09 13:06:49.823183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43122) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:50.002513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:50.019685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Deleting port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:50.020334 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:50.056620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-29989000-67c2-4549-a785-76e0038a3c94 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:06:50.061703 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-29989000-67c2-4549-a785-76e0038a3c94 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:50.077978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] Sync routers for ids ['335b939e-dd19-45a5-9065-e8107b751682'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:06:50.103177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] Routers {'335b939e-dd19-45a5-9065-e8107b751682'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:50.104321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['335b939e-dd19-45a5-9065-e8107b751682'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:50.146648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-29989000-67c2-4549-a785-76e0038a3c94 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "PUT /v2.0/floatingips/a661e775-d17d-4b13-907b-9a208464be89 HTTP/1.1" status: 200 len: 995 time: 3.1331677 Feb 09 13:06:50.147123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'tag': '893e56ba-73ac-4ae7-a77d-9d69c03a941a'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:50.223644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782d946-bc66-40dd-b193-ebeb11b19cff req-d7f340e7-d1d4-4408-84b6-e2ad74996520 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:50.226150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2782d946-bc66-40dd-b193-ebeb11b19cff req-d7f340e7-d1d4-4408-84b6-e2ad74996520 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.2127345 Feb 09 13:06:50.332486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:50.336155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2782d946-bc66-40dd-b193-ebeb11b19cff req-7034a65f-150d-466f-8af8-f10af8467f9d tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994618 Feb 09 13:06:50.340680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] For port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5,segment=NetworkSegment(62b49ed6-730c-46d2-8c83-ddc2e81a7bce),segment_id=62b49ed6-730c-46d2-8c83-ddc2e81a7bce)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:50.341381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:50.346584 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-c458a88b-1cef-4fc9-ba5a-d4e55fca9352 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=49a7cde377a54d2997b83d549ac4feab&device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 1096 time: 0.1781003 Feb 09 13:06:50.390287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:50.390910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e3fff7ca-9144-4b40-8d1b-2fd2d75aa50f not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:50.415905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] Set router 335b939e-dd19-45a5-9065-e8107b751682 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:50.624127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Calling delete_port for 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:50.717698 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29401fe1-74e5-4866-a756-554a5e677e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769ce365-db23-4a9f-a01c-7ea585c7219b', 'code': 200} Feb 09 13:06:50.720184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5683daa-c272-4de3-9c4e-0872df9d9175 None None] DHCP port deletion for 58e34d04-72c6-4537-9420-ba533fb7b044 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:06:50.741381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e5683daa-c272-4de3-9c4e-0872df9d9175 None None] Deleting port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:50.741819 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e5683daa-c272-4de3-9c4e-0872df9d9175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:50.803552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:50.815406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-169fc78f-ff21-47e8-bf57-151bcb9caae3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:50.830028 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-169fc78f-ff21-47e8-bf57-151bcb9caae3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f34d7d3a-6215-47c9-8437-f583152267d7 HTTP/1.1" status: 200 len: 930 time: 0.4731140 Feb 09 13:06:50.869287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e5683daa-c272-4de3-9c4e-0872df9d9175 None None] The port '9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:06:50.892546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] No DVR routers for this DVR port 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:50.931145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:51.049434 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:51.075530 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3fe3ff14-a110-43e3-a53f-22c23d7ab860 req-6c76cb94-9f76-46ec-9c0a-dde0eb37a1f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 1097 time: 0.3503790 Feb 09 13:06:51.082389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e34d04-72c6-4537-9420-ba533fb7b044']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:51.116910 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b49ed6-730c-46d2-8c83-ddc2e81a7bce') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:51.117293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b49ed6-730c-46d2-8c83-ddc2e81a7bce') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:51.146331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'a661e775-d17d-4b13-907b-9a208464be89', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '335b939e-dd19-45a5-9065-e8107b751682', 'port_id': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'mac_address': 'fa:16:3e:89:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:06:43Z', 'updated_at': '2022-02-09T13:06:47Z', 'revision_number': 1, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce9a65a-2b2b-47a2-857b-8b21a31755ea', 'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'mac_address': 'fa:16:3e:a2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:40Z', 'updated_at': '2022-02-09T13:06:05Z', 'revision_number': 5, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'subnets': [{'id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:51.153912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:51.158981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] Checking router: 335b939e-dd19-45a5-9065-e8107b751682 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:06:51.168463 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-9a461011-b755-4014-85b8-d4237d38db98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a HTTP/1.1" status: 200 len: 998 time: 0.3359668 Feb 09 13:06:51.188299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] Routers {'335b939e-dd19-45a5-9065-e8107b751682'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:06:51.188832 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:51.189685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['335b939e-dd19-45a5-9065-e8107b751682'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:51.201193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:06:51.201693 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:06:51.217400 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:06:51.285016 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3fe3ff14-a110-43e3-a53f-22c23d7ab860 req-227f34e0-4105-4834-bd7c-bde8681594e0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=91e85f2f-570a-4277-afc9-138f9114e854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945016 Feb 09 13:06:51.322509 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:51.331167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-5a3d8161-59d9-44d7-8224-6d3d6d363f3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:51.334975 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-5a3d8161-59d9-44d7-8224-6d3d6d363f3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb863a07-c56e-4985-aaac-6c93aefe554f HTTP/1.1" status: 200 len: 868 time: 0.1533558 Feb 09 13:06:51.345059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:51.361841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e34d04-72c6-4537-9420-ba533fb7b044,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:51.375448 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8964b566-e0e8-49b3-b7dd-64ecfdaf45b1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/58e34d04-72c6-4537-9420-ba533fb7b044 HTTP/1.1" status: 204 len: 168 time: 1.5503764 Feb 09 13:06:51.462782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] Set router 335b939e-dd19-45a5-9065-e8107b751682 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:06:51.476315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-3aa8dc3b-6bc5-44f0-bde1-c489612b0cab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f34d7d3a-6215-47c9-8437-f583152267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344743 Feb 09 13:06:51.627162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43180) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:51.713149 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-18d7a910-3ac1-4aff-9df4-c18c7d3d18a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ea8698b3fbf454f9f265d92320452e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0851505 Feb 09 13:06:51.713960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43186) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:51.742516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-53e65227-3fd9-4cf4-a3aa-35214f907aa2 service neutron] 10.222.0.59 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641566 Feb 09 13:06:51.767413 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'tag': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'status': 'completed', 'code': 200} Feb 09 13:06:51.842378 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c9525a68-2606-4ca0-b54e-a6d0914d45f6 req-3d3a2c95-d929-40c4-9fc5-3aa24f31d6af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=49a7cde377a54d2997b83d549ac4feab&device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 1096 time: 0.1135006 Feb 09 13:06:51.843111 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b2f0e01-166f-4aee-9e3f-8cf822007f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:51.953944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1c76321-8be5-4e8e-ad57-723d7337c3be req-7bada456-1b7b-491d-89bc-87d9360b2d39 service neutron] 10.222.0.59 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104733 Feb 09 13:06:51.955841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b2f0e01-166f-4aee-9e3f-8cf822007f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:51.978758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0962-a04f-45b6-96c4-62b73d91dd0b req-42795a83-3aaa-4270-ab8f-474a21eefb5d tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:51.980861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adaa0962-a04f-45b6-96c4-62b73d91dd0b req-42795a83-3aaa-4270-ab8f-474a21eefb5d tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.1286607 Feb 09 13:06:52.058981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adaa0962-a04f-45b6-96c4-62b73d91dd0b req-280a4086-15c8-4e7c-a472-1d7c610d8f26 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698605 Feb 09 13:06:52.081182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'a661e775-d17d-4b13-907b-9a208464be89', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '335b939e-dd19-45a5-9065-e8107b751682', 'port_id': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'mac_address': 'fa:16:3e:89:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:06:43Z', 'updated_at': '2022-02-09T13:06:47Z', 'revision_number': 1, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce9a65a-2b2b-47a2-857b-8b21a31755ea', 'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'mac_address': 'fa:16:3e:a2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:40Z', 'updated_at': '2022-02-09T13:06:05Z', 'revision_number': 5, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'subnets': [{'id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:06:52.087243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9246fb-fea5-45c3-9ac5-87ad45ad85c4 None None] The sync data for ids ['335b939e-dd19-45a5-9065-e8107b751682'] in n-d-825175-3 is: [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'a661e775-d17d-4b13-907b-9a208464be89', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '335b939e-dd19-45a5-9065-e8107b751682', 'port_id': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'mac_address': 'fa:16:3e:89:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:06:43Z', 'updated_at': '2022-02-09T13:06:47Z', 'revision_number': 1, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce9a65a-2b2b-47a2-857b-8b21a31755ea', 'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'mac_address': 'fa:16:3e:a2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:40Z', 'updated_at': '2022-02-09T13:06:05Z', 'revision_number': 5, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'subnets': [{'id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:06:52.138613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9525a68-2606-4ca0-b54e-a6d0914d45f6 req-cf79e65f-2534-485d-aa5c-d1299e3be501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:52.140524 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c9525a68-2606-4ca0-b54e-a6d0914d45f6 req-cf79e65f-2534-485d-aa5c-d1299e3be501 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f34d7d3a-6215-47c9-8437-f583152267d7 HTTP/1.1" status: 200 len: 930 time: 0.2879684 Feb 09 13:06:52.304351 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c9525a68-2606-4ca0-b54e-a6d0914d45f6 req-3c5cf6ff-5ef0-4570-a4be-e59ac6035020 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a HTTP/1.1" status: 200 len: 998 time: 0.1532123 Feb 09 13:06:52.314695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b2f0e01-166f-4aee-9e3f-8cf822007f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:52.335382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:52.374619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009b384-4e3d-40b6-8859-8c04165421da req-eb957123-9321-45b6-81ea-d8b7321f4427 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:52.376296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b009b384-4e3d-40b6-8859-8c04165421da req-eb957123-9321-45b6-81ea-d8b7321f4427 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/ports?device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 946 time: 0.1579514 Feb 09 13:06:52.406880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:52.407220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ba5c6a5-a031-46c4-9aac-e4ef7c2de6a5 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:52.421425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f0e01-166f-4aee-9e3f-8cf822007f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e3ec48-2509-47c2-add7-241d4272823c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:52.462774 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b2f0e01-166f-4aee-9e3f-8cf822007f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:52.464377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b009b384-4e3d-40b6-8859-8c04165421da req-90d56f72-746c-4f2b-b0af-b92291ff402a tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/security-groups?id=91e85f2f-570a-4277-afc9-138f9114e854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801895 Feb 09 13:06:52.469758 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2b2f0e01-166f-4aee-9e3f-8cf822007f4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b7e3ec48-2509-47c2-add7-241d4272823c HTTP/1.1" status: 204 len: 168 time: 0.7543240 Feb 09 13:06:52.484463 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb78747-0873-4d03-8c79-2b8d1aa8dc45 None None] New status for floating IP a661e775-d17d-4b13-907b-9a208464be89: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:06:52.502455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9525a68-2606-4ca0-b54e-a6d0914d45f6 req-d04661c6-0f50-4e9c-8881-ba561a7a74d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:52.502455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c9525a68-2606-4ca0-b54e-a6d0914d45f6 req-d04661c6-0f50-4e9c-8881-ba561a7a74d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb863a07-c56e-4985-aaac-6c93aefe554f HTTP/1.1" status: 200 len: 868 time: 0.1701624 Feb 09 13:06:52.615067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c9525a68-2606-4ca0-b54e-a6d0914d45f6 req-f530035a-23e3-4486-8387-16b4239cf42f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f34d7d3a-6215-47c9-8437-f583152267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123874 Feb 09 13:06:52.718791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26154f01-9b73-4e91-9ee4-0cfb670a115e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:52.923704 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c9525a68-2606-4ca0-b54e-a6d0914d45f6 req-d652a359-79b0-46df-8ce4-16d07a9812fc service neutron] 10.222.0.67 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012180 Feb 09 13:06:53.011227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5812894-5726-4e01-b5e9-4286904141d5 req-1bd2deba-9837-4eba-a1b6-6a50f6a1f05f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:53.017521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5812894-5726-4e01-b5e9-4286904141d5 req-1bd2deba-9837-4eba-a1b6-6a50f6a1f05f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.2492888 Feb 09 13:06:53.124264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5812894-5726-4e01-b5e9-4286904141d5 req-3cb9cf19-3206-49fc-9cdc-e34cad2ae031 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989630 Feb 09 13:06:53.194567 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c9525a68-2606-4ca0-b54e-a6d0914d45f6 req-1c3dc853-0194-49dd-bf33-672ed9d49125 service neutron] 10.222.0.67 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624042 Feb 09 13:06:53.311935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43214) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:53.367471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-a1bc1637-48a8-49a9-924b-dbdef7a034de tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 258 time: 0.2068553 Feb 09 13:06:53.378076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:53.379278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6eb0c6e0-998d-4009-9bcf-9a41cafdfbe1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa32f262bf554ff0a6996b24ef33218c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0663247 Feb 09 13:06:53.381145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43224) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:53.384436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:53.395103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:53.407106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:53.450583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd31fcf2-320b-4430-be81-1a9547594271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:53.480147 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd31fcf2-320b-4430-be81-1a9547594271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:53.543510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd31fcf2-320b-4430-be81-1a9547594271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:53.559015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31fcf2-320b-4430-be81-1a9547594271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad123efd-f8a6-4131-bce9-1115191c2daf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:53.566827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd31fcf2-320b-4430-be81-1a9547594271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:53.571216 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dd31fcf2-320b-4430-be81-1a9547594271 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad123efd-f8a6-4131-bce9-1115191c2daf HTTP/1.1" status: 204 len: 168 time: 0.1866241 Feb 09 13:06:53.583766 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:53.753201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Allocated IP 172.25.5.213 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/21b8da0c-98a2-41a6-8c2c-eae1ce24fe2b) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:53.969524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:53.977511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed73e51-7918-4ee5-962b-e58523d60b89 req-b60676d6-1366-409f-b08d-4c677bd04d03 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:53.983355 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fed73e51-7918-4ee5-962b-e58523d60b89 req-b60676d6-1366-409f-b08d-4c677bd04d03 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/ports?device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 946 time: 0.2186284 Feb 09 13:06:54.048670 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.091977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-28e70ec9-983c-4044-8711-213ac0072401 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:54.094182 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-28e70ec9-983c-4044-8711-213ac0072401 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.67 "GET /v2.0/ports?device_id=348ea690-6ea9-43c6-a7f9-776865f45dc6 HTTP/1.1" status: 200 len: 946 time: 0.0875113 Feb 09 13:06:54.167057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-6ad1cb80-a54b-4f73-bd88-062bc257bb13 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Deleting port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:06:54.167915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-6ad1cb80-a54b-4f73-bd88-062bc257bb13 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.212759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fed73e51-7918-4ee5-962b-e58523d60b89 req-e0f9a238-4b89-4ea1-98c5-c0537f818617 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.59 "GET /v2.0/security-groups?id=6cdc1186-77cc-42a4-9fd5-3e29583fec28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273941 Feb 09 13:06:54.214324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:54.217572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:54.221752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:54.278176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Pushing event updated for resources: {'Port': ['ID=21b8da0c-98a2-41a6-8c2c-eae1ce24fe2b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:54.403236 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.434448 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26154f01-9b73-4e91-9ee4-0cfb670a115e', 'code': 200} Feb 09 13:06:54.485747 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.505427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-6ad1cb80-a54b-4f73-bd88-062bc257bb13 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] For port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,segment=NetworkSegment(629ace80-78bd-4708-8c84-0123397734b2),segment_id=629ace80-78bd-4708-8c84-0123397734b2)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:06:54.506075 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-6ad1cb80-a54b-4f73-bd88-062bc257bb13 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.612501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43272) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:54.638317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-6ad1cb80-a54b-4f73-bd88-062bc257bb13 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Calling delete_port for 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:06:54.784784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-670446955-network', 'tenant_id': '3d75f3cd746240f580a431f369e2d701'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:54.797954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:54.803103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-6ad1cb80-a54b-4f73-bd88-062bc257bb13 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.809396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53574819-aa05-4c26-aa33-963f19963ce8 req-a838a753-49c4-4086-a61d-910e8ad77c2a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:54.810880 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53574819-aa05-4c26-aa33-963f19963ce8 req-a838a753-49c4-4086-a61d-910e8ad77c2a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.2697017 Feb 09 13:06:54.819063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['17ab6520-b5e0-43c4-8fc6-e39ce5b76aff'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:06:54.825603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8266f69e-8ee9-47fc-9c6c-df60a0116bd0 req-1877ce43-399d-4fa3-9dfa-af2cf9ad7cae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 1096 time: 0.2854478 Feb 09 13:06:54.826602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Usage tracker for resource:network and tenant:3d75f3cd746240f580a431f369e2d701 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:54.832465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:54.850781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1cb80-a54b-4f73-bd88-062bc257bb13 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Pushing event deleted for resources: {'Port': ['ID=17ab6520-b5e0-43c4-8fc6-e39ce5b76aff,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:54.871991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:54.880799 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5568bbd7-ff90-45dc-858b-560aaaeb3f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.913656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Made reservation on behalf of 3d75f3cd746240f580a431f369e2d701 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:54.916492 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.933040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-6ad1cb80-a54b-4f73-bd88-062bc257bb13 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] No DVR routers for this DVR port 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:06:54.935378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-6ad1cb80-a54b-4f73-bd88-062bc257bb13 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.938262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ea690-6ea9-43c6-a7f9-776865f45dc6', 'name': 'network-vif-deleted', 'tag': '17ab6520-b5e0-43c4-8fc6-e39ce5b76aff'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:06:54.950881 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.955333 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46d34d7d-e624-496d-a109-1ec8c0050790 req-6ad1cb80-a54b-4f73-bd88-062bc257bb13 tempest-ServerGroupTestJSON-1997965402 tempest-ServerGroupTestJSON-1997965402-project] 10.222.0.67 "DELETE /v2.0/ports/17ab6520-b5e0-43c4-8fc6-e39ce5b76aff HTTP/1.1" status: 204 len: 173 time: 0.8548028 Feb 09 13:06:54.973179 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:54.976232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8266f69e-8ee9-47fc-9c6c-df60a0116bd0 req-9a65f2c0-ca73-454a-8cad-c7084deca049 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220138 Feb 09 13:06:54.987196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53574819-aa05-4c26-aa33-963f19963ce8 req-3fca1292-c755-4d03-b75c-5c906c13e108 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577632 Feb 09 13:06:54.991286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:55.063245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:55.107322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Usage tracker for resource:security_group_rule and tenant:3d75f3cd746240f580a431f369e2d701 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:55.117204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:55.120536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Pushing event updated for resources: {'Port': ['ID=21b8da0c-98a2-41a6-8c2c-eae1ce24fe2b,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:55.154755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:55.200261 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:55.281864 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:55.283003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-4e2d7e5c-2f82-416c-a314-6bb21f8609fd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9094362 Feb 09 13:06:55.291483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41631f51-edb4-402a-b3b7-b30df51cb2c2 req-ca8e7ae3-d3d4-48d6-8843-d620dfb4f728 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:55.292927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-41631f51-edb4-402a-b3b7-b30df51cb2c2 req-ca8e7ae3-d3d4-48d6-8843-d620dfb4f728 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/ports?device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 946 time: 0.1802557 Feb 09 13:06:55.375966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:55.396048 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:55.426876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-d4919751-c3d6-4535-8320-43a0cbff20a0 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Synchronizing usage tracker for tenant:49a7cde377a54d2997b83d549ac4feab on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:06:55.444660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:06:55.460885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e14ec6b-ecc0-4965-87ac-dda489661ffe,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:55.476216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-41631f51-edb4-402a-b3b7-b30df51cb2c2 req-f4ac14b4-2882-404a-b90f-1bb3783ce9ad tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/security-groups?id=91e85f2f-570a-4277-afc9-138f9114e854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750536 Feb 09 13:06:55.480154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:55.480581 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Added segment 1e0dd743-e4fe-4603-a998-7a7f26240633 of type vlan for network 146a6fb6-945b-4264-a11c-7a37bc16b5fb Feb 09 13:06:55.485824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-d4919751-c3d6-4535-8320-43a0cbff20a0 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Unset dirty status for tenant:49a7cde377a54d2997b83d549ac4feab on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:06:55.487071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-d4919751-c3d6-4535-8320-43a0cbff20a0 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.1932979 Feb 09 13:06:55.548141 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:55.658199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:55.659202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:55.659818 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:55.721397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-f18135c5-c574-450d-b5b8-7bdfb15750be tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:55.722367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-f18135c5-c574-450d-b5b8-7bdfb15750be tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.2286301 Feb 09 13:06:55.796222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-bb69ecd2-10fc-4834-8486-78b21001625a tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:06:55.796222 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed3d80af-1c48-4981-bad0-63b5ba8341d8 req-bb69ecd2-10fc-4834-8486-78b21001625a tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0147824 Feb 09 13:06:55.797423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1798999 Feb 09 13:06:55.798765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfdb36-2f97-4501-8194-dcf0783f7b7f admin admin] Pushing event updated for resources: {'Network': ['ID=146a6fb6-945b-4264-a11c-7a37bc16b5fb,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:55.806366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43294) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:55.818289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 146a6fb6-945b-4264-a11c-7a37bc16b5fb details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:06:55.818925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Request body: {'subnet': {'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-670446955-subnet', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:55.827188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:55.832508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Usage tracker for resource:subnet and tenant:3d75f3cd746240f580a431f369e2d701 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:55.838350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:55.851135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:55.873092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Made reservation on behalf of 3d75f3cd746240f580a431f369e2d701 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:06:55.884242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:56.083073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d5bc0-8e09-4f84-a0ba-4463460271fe req-b1b0bba6-a907-4c92-8e81-2948c5530840 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:56.084649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-953d5bc0-8e09-4f84-a0ba-4463460271fe req-b1b0bba6-a907-4c92-8e81-2948c5530840 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.1693182 Feb 09 13:06:56.181164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-953d5bc0-8e09-4f84-a0ba-4463460271fe req-bbdf7dba-1004-4d1d-b8cc-0df5492bd6dd tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805254 Feb 09 13:06:56.257245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:56.355220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c0ca1c-084c-416b-a2ba-f88e2e392dc8,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:56.392625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Checking segment: {'id': '1e0dd743-e4fe-4603-a998-7a7f26240633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:56.393033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Network hostable DHCP agents. Network: 146a6fb6-945b-4264-a11c-7a37bc16b5fb, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:06:56.439077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Network 146a6fb6-945b-4264-a11c-7a37bc16b5fb is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:06:56.456319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 146a6fb6-945b-4264-a11c-7a37bc16b5fb) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:56.462428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:56.463202 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:56.468846 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348ea690-6ea9-43c6-a7f9-776865f45dc6', 'name': 'network-vif-deleted', 'tag': '17ab6520-b5e0-43c4-8fc6-e39ce5b76aff', 'status': 'completed', 'code': 200} Feb 09 13:06:56.475110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d73b3-6948-4cc2-a617-1c21016baa06 None None] Network 146a6fb6-945b-4264-a11c-7a37bc16b5fb requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:06:56.597613 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-35b71f92-e8b0-4d6f-a1af-7b83d80f5aac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7895429 Feb 09 13:06:56.602719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43330) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:06:56.608401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-670446955-router', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:56.618306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:06:56.624460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Usage tracker for resource:router and tenant:3d75f3cd746240f580a431f369e2d701 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:06:56.628429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:06:56.638165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:06:56.656669 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:56.661919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:56.713065 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:56.872993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-146a6fb6-945b-4264-a11c-7a37bc16b5fb', 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'fixed_ips': [{'subnet_id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:06:56.874416 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.141167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Allocated IP 172.20.0.2 (146a6fb6-945b-4264-a11c-7a37bc16b5fb/b7c0ca1c-084c-416b-a2ba-f88e2e392dc8/ea475f0c-f45b-44a2-a66e-2459c22fec36) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:57.156776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-86887fcb-dece-4f11-9c13-e0a92a4c18e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.207026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.255664 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ba0dd-a234-4755-956a-2f452b9ae670 req-958f11c2-a42f-4c77-b6da-7628301e9a52 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:57.257249 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e41ba0dd-a234-4755-956a-2f452b9ae670 req-958f11c2-a42f-4c77-b6da-7628301e9a52 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2770596 Feb 09 13:06:57.278932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ec62c-2412-4df4-8d1f-07ac6d129b4c req-2138a830-011b-4dec-9134-528d665a6ac0 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:57.280510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-484ec62c-2412-4df4-8d1f-07ac6d129b4c req-2138a830-011b-4dec-9134-528d665a6ac0 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.3020990 Feb 09 13:06:57.406885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e41ba0dd-a234-4755-956a-2f452b9ae670 req-d6498e88-8c11-4c7a-a5bc-a6f44d0f19d8 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.1339982 Feb 09 13:06:57.438115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-e41ba0dd-a234-4755-956a-2f452b9ae670 req-701f8ee2-159a-47aa-8c66-48f6f26d12bd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Request body: {'floatingip': {'port_id': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:06:57.485952 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.504645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Transition to ACTIVE for port object ea475f0c-f45b-44a2-a66e-2459c22fec36 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:57.527035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Transition to ACTIVE for port object ea475f0c-f45b-44a2-a66e-2459c22fec36 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:06:57.534030 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.592393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-484ec62c-2412-4df4-8d1f-07ac6d129b4c req-5e797e30-580c-4d85-8773-e5de184d45b3 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552381 Feb 09 13:06:57.599266 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e41ba0dd-a234-4755-956a-2f452b9ae670 req-701f8ee2-159a-47aa-8c66-48f6f26d12bd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.606522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Network 146a6fb6-945b-4264-a11c-7a37bc16b5fb is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:57.610305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:57.615018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:57.618094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Pushing event updated for resources: {'Port': ['ID=ea475f0c-f45b-44a2-a66e-2459c22fec36,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:57.731888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Attempting to bind port ea475f0c-f45b-44a2-a66e-2459c22fec36 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:06:57.732365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Attempting to bind port ea475f0c-f45b-44a2-a66e-2459c22fec36 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '1e0dd743-e4fe-4603-a998-7a7f26240633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:06:57.732675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Attempting to bind port ea475f0c-f45b-44a2-a66e-2459c22fec36 on network 146a6fb6-945b-4264-a11c-7a37bc16b5fb {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:06:57.742125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:06:57.742656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Checking segment: {'id': '1e0dd743-e4fe-4603-a998-7a7f26240633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:06:57.742971 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.743357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Bound using segment: {'id': '1e0dd743-e4fe-4603-a998-7a7f26240633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:06:57.743848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Bound port: ea475f0c-f45b-44a2-a66e-2459c22fec36, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0dd743-e4fe-4603-a998-7a7f26240633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:06:57.744219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:57.913443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] For port ea475f0c-f45b-44a2-a66e-2459c22fec36, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:06:57.919632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] For port ea475f0c-f45b-44a2-a66e-2459c22fec36, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ea475f0c-f45b-44a2-a66e-2459c22fec36,segment=NetworkSegment(1e0dd743-e4fe-4603-a998-7a7f26240633),segment_id=1e0dd743-e4fe-4603-a998-7a7f26240633)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:06:57.929603 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:58.146456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14cfab-ae6d-4aca-baa0-4095740b3976 None None] Pushing event updated for resources: {'Port': ['ID=ea475f0c-f45b-44a2-a66e-2459c22fec36,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:58.198554 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:58.267254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:58.434020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:58.493413 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-e41ba0dd-a234-4755-956a-2f452b9ae670 req-701f8ee2-159a-47aa-8c66-48f6f26d12bd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 13:06:58.494551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e41ba0dd-a234-4755-956a-2f452b9ae670 req-701f8ee2-159a-47aa-8c66-48f6f26d12bd tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "PUT /v2.0/floatingips/160ffe42-c317-4fb9-920b-e512842c3122 HTTP/1.1" status: 409 len: 550 time: 1.0680468 Feb 09 13:06:58.555057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:06:58.596065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:06:58.596410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 17ab6520-b5e0-43c4-8fc6-e39ce5b76aff not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:06:58.613723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:58.656281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Allocated IP 172.25.5.133 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:06:58.670205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564c9b2-cd70-454d-9de8-699841f00d7b req-ace82993-94c5-4524-890f-141fd4fab3f1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:58.672744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2564c9b2-cd70-454d-9de8-699841f00d7b req-ace82993-94c5-4524-890f-141fd4fab3f1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.2412512 Feb 09 13:06:58.994895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2564c9b2-cd70-454d-9de8-699841f00d7b req-2e75505d-ba2f-4cf0-90af-3e807353adab tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082166 Feb 09 13:06:59.062380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:59.084059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5749943-1e53-4be0-b8f5-368f636f538e req-5848910e-fbe8-4f06-abb1-ba28cc1b04f7 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:59.087324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5749943-1e53-4be0-b8f5-368f636f538e req-5848910e-fbe8-4f06-abb1-ba28cc1b04f7 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 948 time: 0.2726893 Feb 09 13:06:59.190365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5749943-1e53-4be0-b8f5-368f636f538e req-50d2cde5-b265-477d-85ba-ff33cf870746 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972848 Feb 09 13:06:59.193165 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:59.431553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-22779d1e-6708-44dc-a14b-c3eb0a48d2dc tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips/160ffe42-c317-4fb9-920b-e512842c3122 HTTP/1.1" status: 200 len: 693 time: 0.1485662 Feb 09 13:06:59.433294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82647133-2daa-4c91-9a55-ae38142beea3 None None] Network 146a6fb6-945b-4264-a11c-7a37bc16b5fb requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:06:59.437760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:06:59.447127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:06:59.450893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:06:59.517682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Pushing event updated for resources: {'Port': ['ID=08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:06:59.617333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-50481f56-aa3a-4c87-9b70-a8285a03eaa2 None None] Provisioning for port ea475f0c-f45b-44a2-a66e-2459c22fec36 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:06:59.799160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-996628b1-6507-4b03-9e9d-6c0728e938c9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:59.800550 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-996628b1-6507-4b03-9e9d-6c0728e938c9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.3547659 Feb 09 13:06:59.835129 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:06:59.950875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da45bf7-7f7b-40d0-ada1-b9d5bd587f05 req-773be494-e518-42d4-8558-4b21a8833c58 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:06:59.953297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4da45bf7-7f7b-40d0-ada1-b9d5bd587f05 req-773be494-e518-42d4-8558-4b21a8833c58 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.3826835 Feb 09 13:06:59.959698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-8f9e80f2-1201-4c5a-8895-6f77111ad364 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.1426542 Feb 09 13:07:00.100811 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-9339f514-f3ec-4f24-87b8-64e6f2bee84a tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.1032782 Feb 09 13:07:00.186399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4da45bf7-7f7b-40d0-ada1-b9d5bd587f05 req-6ef85424-297d-457f-b159-d4e529a08481 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177393 Feb 09 13:07:00.335544 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:00.336911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:00.343357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-02e2cc6c-c111-4aa1-90ea-c90bfdfe91d9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Deleting port 21b8da0c-98a2-41a6-8c2c-eae1ce24fe2b {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:00.343357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-02e2cc6c-c111-4aa1-90ea-c90bfdfe91d9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:00.433854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea475f0c-f45b-44a2-a66e-2459c22fec36 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:00.555863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ea475f0c-f45b-44a2-a66e-2459c22fec36 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:00.566157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ea475f0c-f45b-44a2-a66e-2459c22fec36 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:00.566821 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:00.775050 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:00.829760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port ea475f0c-f45b-44a2-a66e-2459c22fec36, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ea475f0c-f45b-44a2-a66e-2459c22fec36,segment=NetworkSegment(1e0dd743-e4fe-4603-a998-7a7f26240633),segment_id=1e0dd743-e4fe-4603-a998-7a7f26240633)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:00.835730 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:00.934642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-7a2f7a0b-eec2-4ea1-a695-057a4680f1d8 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:00.937019 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-7a2f7a0b-eec2-4ea1-a695-057a4680f1d8 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.67 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 948 time: 0.6702359 Feb 09 13:07:00.987844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=ea475f0c-f45b-44a2-a66e-2459c22fec36,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:01.071849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-02e2cc6c-c111-4aa1-90ea-c90bfdfe91d9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:01.072234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-02e2cc6c-c111-4aa1-90ea-c90bfdfe91d9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:01.082578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-4342749d-dbb1-48de-8444-bac76dddbde3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Deleting port b2d86d28-15ff-44f6-8558-5195dc130634 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:01.082844 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-4342749d-dbb1-48de-8444-bac76dddbde3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:01.176195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-ff839146-9afa-49fe-81c8-d423fcca99b2 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:01.177381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-ff839146-9afa-49fe-81c8-d423fcca99b2 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Synchronizing usage tracker for tenant:a916b106ce4241499e78ff7b36f13e9f on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:01.206892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-ff839146-9afa-49fe-81c8-d423fcca99b2 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Unset dirty status for tenant:a916b106ce4241499e78ff7b36f13e9f on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:01.208907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-ff839146-9afa-49fe-81c8-d423fcca99b2 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.67 "GET /v2.0/ports?device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 946 time: 0.1621883 Feb 09 13:07:01.276978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-02e2cc6c-c111-4aa1-90ea-c90bfdfe91d9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Calling delete_port for 21b8da0c-98a2-41a6-8c2c-eae1ce24fe2b owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:01.308078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e791f1-5aa0-4bc2-96ee-c7afdbdd726a req-77d1d763-7d61-441f-b952-f177ce030fb4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:01.309587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66e791f1-5aa0-4bc2-96ee-c7afdbdd726a req-77d1d763-7d61-441f-b952-f177ce030fb4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.7244914 Feb 09 13:07:01.325017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43370) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:01.340045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-25ee26cd-6f2c-43e2-8392-4880e1f919fb tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Deleting port 769ce365-db23-4a9f-a01c-7ea585c7219b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:01.340599 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-25ee26cd-6f2c-43e2-8392-4880e1f919fb tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:01.344537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5e8dbecc-ea15-45d9-8ea9-684ab2613d94 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'floatingip': {'port_id': '26154f01-9b73-4e91-9ee4-0cfb670a115e'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:01.501138 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbecc-ea15-45d9-8ea9-684ab2613d94 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:01.666896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-25ee26cd-6f2c-43e2-8392-4880e1f919fb tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] For port 769ce365-db23-4a9f-a01c-7ea585c7219b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=769ce365-db23-4a9f-a01c-7ea585c7219b,segment=NetworkSegment(58cabbf5-f283-43b8-8483-ec11884d70ce),segment_id=58cabbf5-f283-43b8-8483-ec11884d70ce)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:01.667303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-25ee26cd-6f2c-43e2-8392-4880e1f919fb tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:01.848895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-25ee26cd-6f2c-43e2-8392-4880e1f919fb tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Calling delete_port for 769ce365-db23-4a9f-a01c-7ea585c7219b owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:01.992885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-4342749d-dbb1-48de-8444-bac76dddbde3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] For port b2d86d28-15ff-44f6-8558-5195dc130634, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b2d86d28-15ff-44f6-8558-5195dc130634,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:01.993689 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-4342749d-dbb1-48de-8444-bac76dddbde3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:02.000873 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-02e2cc6c-c111-4aa1-90ea-c90bfdfe91d9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:02.096425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-25ee26cd-6f2c-43e2-8392-4880e1f919fb tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:02.110355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['769ce365-db23-4a9f-a01c-7ea585c7219b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:07:02.178013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee26cd-6f2c-43e2-8392-4880e1f919fb tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Pushing event deleted for resources: {'Port': ['ID=769ce365-db23-4a9f-a01c-7ea585c7219b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:02.192303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2cc6c-c111-4aa1-90ea-c90bfdfe91d9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Pushing event deleted for resources: {'Port': ['ID=21b8da0c-98a2-41a6-8c2c-eae1ce24fe2b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:02.199953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-4342749d-dbb1-48de-8444-bac76dddbde3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Calling delete_port for b2d86d28-15ff-44f6-8558-5195dc130634 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:02.260716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-25ee26cd-6f2c-43e2-8392-4880e1f919fb tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] No DVR routers for this DVR port 769ce365-db23-4a9f-a01c-7ea585c7219b on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:02.264702 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-25ee26cd-6f2c-43e2-8392-4880e1f919fb tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:02.268972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29401fe1-74e5-4866-a756-554a5e677e3d', 'name': 'network-vif-deleted', 'tag': '769ce365-db23-4a9f-a01c-7ea585c7219b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:02.291218 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9a28a79e-7e25-41a4-a782-5dd80a83c9ae req-25ee26cd-6f2c-43e2-8392-4880e1f919fb tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.67 "DELETE /v2.0/ports/769ce365-db23-4a9f-a01c-7ea585c7219b HTTP/1.1" status: 204 len: 173 time: 1.0764830 Feb 09 13:07:02.351219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea475f0c-f45b-44a2-a66e-2459c22fec36 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:02.418523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830bc1-ace9-43dc-9c51-8e695c343b0a req-e606739e-b565-4052-9ecc-9c6c1df9cc69 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:02.420099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20830bc1-ace9-43dc-9c51-8e695c343b0a req-e606739e-b565-4052-9ecc-9c6c1df9cc69 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/ports?device_id=29401fe1-74e5-4866-a756-554a5e677e3d HTTP/1.1" status: 200 len: 946 time: 0.9255800 Feb 09 13:07:02.434482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ea475f0c-f45b-44a2-a66e-2459c22fec36 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:02.434857 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:02.725987 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-02e2cc6c-c111-4aa1-90ea-c90bfdfe91d9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:02.842151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20830bc1-ace9-43dc-9c51-8e695c343b0a req-53f3b293-3f7b-4d91-af04-bc84343c7a48 tempest-InstanceActionsNegativeTestJSON-28528822 tempest-InstanceActionsNegativeTestJSON-28528822-project] 10.222.0.59 "GET /v2.0/security-groups?id=91e85f2f-570a-4277-afc9-138f9114e854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514892 Feb 09 13:07:02.877164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:07:02.926802 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-4342749d-dbb1-48de-8444-bac76dddbde3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:03.048148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342749d-dbb1-48de-8444-bac76dddbde3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Pushing event deleted for resources: {'Port': ['ID=b2d86d28-15ff-44f6-8558-5195dc130634,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:03.123097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-02e2cc6c-c111-4aa1-90ea-c90bfdfe91d9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:03.124337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9de80606-2f3a-48b0-85ce-a0f23f181616 req-02e2cc6c-c111-4aa1-90ea-c90bfdfe91d9 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "DELETE /v2.0/floatingips/160ffe42-c317-4fb9-920b-e512842c3122 HTTP/1.1" status: 204 len: 173 time: 3.0155194 Feb 09 13:07:03.237322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-4342749d-dbb1-48de-8444-bac76dddbde3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] No DVR routers for this DVR port b2d86d28-15ff-44f6-8558-5195dc130634 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:03.242197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-4342749d-dbb1-48de-8444-bac76dddbde3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:03.244158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36fd1cf3-0022-4a32-958f-612cbc492c87 req-4342749d-dbb1-48de-8444-bac76dddbde3 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.67 "DELETE /v2.0/ports/b2d86d28-15ff-44f6-8558-5195dc130634 HTTP/1.1" status: 204 len: 173 time: 2.2987022 Feb 09 13:07:03.245799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0742f302-f646-4699-b458-b49b66a7dcb5', 'name': 'network-vif-deleted', 'tag': 'b2d86d28-15ff-44f6-8558-5195dc130634'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:03.388412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-51141f0b-72f3-4e11-8e7e-11b2e6a20b54 req-9d1e0ab6-b4a2-4167-9e33-3e996904c0c1 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Synchronizing usage tracker for tenant:d5ddaaaa2cf94f61be3d1f5e8d150353 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:03.440288 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbecc-ea15-45d9-8ea9-684ab2613d94 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:03.444258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-51141f0b-72f3-4e11-8e7e-11b2e6a20b54 req-9d1e0ab6-b4a2-4167-9e33-3e996904c0c1 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Unset dirty status for tenant:d5ddaaaa2cf94f61be3d1f5e8d150353 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:03.445754 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51141f0b-72f3-4e11-8e7e-11b2e6a20b54 req-9d1e0ab6-b4a2-4167-9e33-3e996904c0c1 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=0742f302-f646-4699-b458-b49b66a7dcb5 HTTP/1.1" status: 200 len: 210 time: 0.1287034 Feb 09 13:07:03.451799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbecc-ea15-45d9-8ea9-684ab2613d94 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:03.597147 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29401fe1-74e5-4866-a756-554a5e677e3d', 'name': 'network-vif-deleted', 'tag': '769ce365-db23-4a9f-a01c-7ea585c7219b', 'status': 'completed', 'code': 200} Feb 09 13:07:03.863668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-62dab4f2-88ad-4cfb-8827-fb94295a4bba tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Synchronizing usage tracker for tenant:49a7cde377a54d2997b83d549ac4feab on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:03.922828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:07:03.935023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-62dab4f2-88ad-4cfb-8827-fb94295a4bba tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Unset dirty status for tenant:49a7cde377a54d2997b83d549ac4feab on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:03.936072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Sync routers for ids ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:07:03.936878 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-62dab4f2-88ad-4cfb-8827-fb94295a4bba tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.2986109 Feb 09 13:07:03.958501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6a525-8b43-417b-a03b-d0d4618ac24a req-ddfe52a6-0dda-4d70-8739-2406f6532e66 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:03.960713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02f6a525-8b43-417b-a03b-d0d4618ac24a req-ddfe52a6-0dda-4d70-8739-2406f6532e66 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.3199599 Feb 09 13:07:03.972973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Routers {'d59aa6f8-9abb-4cf1-bd5a-a348bae96705'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:03.974631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:04.018513 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:04.020019 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d1ce4864-a71a-4fdf-91a1-ec3e997f4184 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4159236 Feb 09 13:07:04.024722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43388) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:04.108566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-4c998955-9bda-4cc0-9105-b067b289bf8f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:04.109748 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-4c998955-9bda-4cc0-9105-b067b289bf8f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Synchronizing usage tracker for tenant:49a7cde377a54d2997b83d549ac4feab on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:04.114336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02f6a525-8b43-417b-a03b-d0d4618ac24a req-c2ac7fbc-7711-481b-8026-c25e4ce682a7 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168337 Feb 09 13:07:04.136230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-4c998955-9bda-4cc0-9105-b067b289bf8f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Unset dirty status for tenant:49a7cde377a54d2997b83d549ac4feab on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:04.137505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-4c998955-9bda-4cc0-9105-b067b289bf8f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports/893e56ba-73ac-4ae7-a77d-9d69c03a941a HTTP/1.1" status: 200 len: 942 time: 0.1861494 Feb 09 13:07:04.155647 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-5e8dbecc-ea15-45d9-8ea9-684ab2613d94 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Floating IP 4101eeda-0f7e-4583-ac90-7866054dbb48 associated. External IP: 172.25.5.33, port: 26154f01-9b73-4e91-9ee4-0cfb670a115e. Feb 09 13:07:04.325536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Set router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:04.643311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-79cdb541-07f9-4472-9a93-ef61ebdb2602 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.2948258 Feb 09 13:07:04.742784 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43398) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:04.801839 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0742f302-f646-4699-b458-b49b66a7dcb5', 'name': 'network-vif-deleted', 'tag': 'b2d86d28-15ff-44f6-8558-5195dc130634', 'status': 'completed', 'code': 200} Feb 09 13:07:04.812253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-64e66a30-eea2-4d12-937a-d0a5ab6c9879 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:04.821038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-64e66a30-eea2-4d12-937a-d0a5ab6c9879 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.1766605 Feb 09 13:07:04.850012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4712db3-e0c6-4339-b829-2ef4b924f612 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:07:04.854760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b2d86d28-15ff-44f6-8558-5195dc130634 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:05.001932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-12fe7f64-ce89-468b-b275-84081562bce3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 1000 time: 0.1795182 Feb 09 13:07:05.008358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-be27d31e-65ad-488e-afa4-76097fec95f3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:05.056976 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: b2d86d28-15ff-44f6-8558-5195dc130634 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:05.063302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b2d86d28-15ff-44f6-8558-5195dc130634 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:05.064784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4712db3-e0c6-4339-b829-2ef4b924f612 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:05.122284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-f227293b-34c0-479c-a468-31e141329703 admin admin] Deleting subnet a3542496-c9dc-48b0-bd62-caa7a3c704aa {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:07:05.152095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f227293b-34c0-479c-a468-31e141329703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:05.264389 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:07:05.274379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f227293b-34c0-479c-a468-31e141329703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:05.298166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-be27d31e-65ad-488e-afa4-76097fec95f3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:05.387484 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f227293b-34c0-479c-a468-31e141329703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:05.723940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'name': 'tempest-FloatingIPsTestJSON-670446955-router', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:06:56Z', 'updated_at': '2022-02-09T13:06:59Z', 'revision_number': 3, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'gw_port': {'id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:58Z', 'updated_at': '2022-02-09T13:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:05.740176 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:05.794649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Checking router: d59aa6f8-9abb-4cf1-bd5a-a348bae96705 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:07:05.795186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Updating router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:07:05.925310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db79336-acde-4f8d-8522-c8f562595799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4712db3-e0c6-4339-b829-2ef4b924f612'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:05.964813 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f227293b-34c0-479c-a468-31e141329703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:05.976709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4712db3-e0c6-4339-b829-2ef4b924f612, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4712db3-e0c6-4339-b829-2ef4b924f612,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:06.018755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4712db3-e0c6-4339-b829-2ef4b924f612, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4712db3-e0c6-4339-b829-2ef4b924f612,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:06.050506 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.057118 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e4712db3-e0c6-4339-b829-2ef4b924f612', 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb', 'port_id': 'e4712db3-e0c6-4339-b829-2ef4b924f612', 'mac_address': 'fa:16:3e:ef:56:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cfab22-fbc9-47d6-830d-a7cde767863d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:07:06.059713 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.090147 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f227293b-34c0-479c-a468-31e141329703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.104544 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f227293b-34c0-479c-a468-31e141329703 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a3542496-c9dc-48b0-bd62-caa7a3c704aa HTTP/1.1" status: 204 len: 168 time: 1.1966469 Feb 09 13:07:06.105934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227293b-34c0-479c-a468-31e141329703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3542496-c9dc-48b0-bd62-caa7a3c704aa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:06.116522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43418) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:06.356053 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.374339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.414986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e4712db3-e0c6-4339-b829-2ef4b924f612,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:06.443816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4712db3-e0c6-4339-b829-2ef4b924f612 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:07:06.465965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f6b5-fc37-4c0d-9915-2c65f601fac8 req-e8833e1b-1995-4205-bbe9-e50bdc241cef tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:06.468514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c627f6b5-fc37-4c0d-9915-2c65f601fac8 req-e8833e1b-1995-4205-bbe9-e50bdc241cef tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.5864763 Feb 09 13:07:06.535024 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.551172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4712db3-e0c6-4339-b829-2ef4b924f612, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4712db3-e0c6-4339-b829-2ef4b924f612,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:06.558665 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.576209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f4a79c-383e-4577-ba86-38e5227ac39b']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:06.591903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cabbf5-f283-43b8-8483-ec11884d70ce') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:06.592220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cabbf5-f283-43b8-8483-ec11884d70ce') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:06.637981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.669731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.681623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:07:06.682070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:07:06.696431 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:07:06.715652 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-be27d31e-65ad-488e-afa4-76097fec95f3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.733924 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-be27d31e-65ad-488e-afa4-76097fec95f3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.734940 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-be27d31e-65ad-488e-afa4-76097fec95f3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Floating IP a661e775-d17d-4b13-907b-9a208464be89 disassociated. External IP: 172.25.5.60, port: 893e56ba-73ac-4ae7-a77d-9d69c03a941a. Feb 09 13:07:06.857760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e4712db3-e0c6-4339-b829-2ef4b924f612,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:06.864206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 769ce365-db23-4a9f-a01c-7ea585c7219b no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:06.874885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:06.976265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 769ce365-db23-4a9f-a01c-7ea585c7219b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:06.977530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 769ce365-db23-4a9f-a01c-7ea585c7219b not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:06.991133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c627f6b5-fc37-4c0d-9915-2c65f601fac8 req-9ef31fc2-2a02-44d4-8936-b5e4f47a5c68 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764734 Feb 09 13:07:07.107399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8dbecc-ea15-45d9-8ea9-684ab2613d94 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Router f214de36-824f-46ec-bc9b-e3eb20c8e86f has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:07:07.111308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e4712db3-e0c6-4339-b829-2ef4b924f612'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:07:07.222067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.257999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Allocated IP 172.20.0.1 (146a6fb6-945b-4264-a11c-7a37bc16b5fb/b7c0ca1c-084c-416b-a2ba-f88e2e392dc8/bae38714-adbc-4f26-a8b8-a3c9fdd65a18) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:07.260415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.270921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] Pushing event deleted for resources: {'Network': ['ID=50f4a79c-383e-4577-ba86-38e5227ac39b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:07.341241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-db77568c-4690-488d-9235-691b10b97566 admin admin] 10.222.0.59 "DELETE /v2.0/networks/50f4a79c-383e-4577-ba86-38e5227ac39b HTTP/1.1" status: 204 len: 168 time: 1.2209699 Feb 09 13:07:07.543915 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.582947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Transition to ACTIVE for port object 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:07.598776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.620806 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.648809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Transition to ACTIVE for port object bae38714-adbc-4f26-a8b8-a3c9fdd65a18 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:07.674034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.712666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43428) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:07.747315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Network 146a6fb6-945b-4264-a11c-7a37bc16b5fb is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:07.751153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:07.754031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:07:07.755192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b929db4-535d-4b14-893e-2ce9418d0541 None None] Pushing event updated for resources: {'Port': ['ID=08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:07.762919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Attempting to bind port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:07:07.763364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Attempting to bind port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:07:07.763705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Attempting to bind port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:07.772201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:07:07.772552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:07.773051 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.773365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:07:07.773812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Bound port: 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:07:07.774178 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.820930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.833627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Pushing event updated for resources: {'Port': ['ID=bae38714-adbc-4f26-a8b8-a3c9fdd65a18,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:07.918910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d94c95ad-10b7-4767-96bc-102881a37fa7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a916b106ce4241499e78ff7b36f13e9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1941605 Feb 09 13:07:07.926529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43432) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:07.972711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:07.991091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] For port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:07:08.000255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] For port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:07:08.011014 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:08.178543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b929db4-535d-4b14-893e-2ce9418d0541 None None] Pushing event updated for resources: {'Port': ['ID=08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:08.184389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Routers {'d59aa6f8-9abb-4cf1-bd5a-a348bae96705'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:08.185656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:08.188930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde245-3e1b-4cee-9dd6-be6f88c13338 req-3671521b-328a-461b-801c-da5959cdfa69 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:08.196051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abdde245-3e1b-4cee-9dd6-be6f88c13338 req-3671521b-328a-461b-801c-da5959cdfa69 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1c8b90-5446-4486-b0ba-4045086cb0cd HTTP/1.1" status: 200 len: 948 time: 0.5940127 Feb 09 13:07:08.214834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762d048-d930-4547-8eb2-d0378b380e0e req-aaea4590-bd92-4a24-a6c8-9a4787670ea2 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:08.216399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e762d048-d930-4547-8eb2-d0378b380e0e req-aaea4590-bd92-4a24-a6c8-9a4787670ea2 tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b1c8b90-5446-4486-b0ba-4045086cb0cd HTTP/1.1" status: 200 len: 948 time: 0.6834846 Feb 09 13:07:08.279587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5eb696e4-64ee-4b54-b5b7-c7526d206029 None None] Provisioning for port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:08.298199 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:08.306076 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:08.352569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-e762d048-d930-4547-8eb2-d0378b380e0e req-cdfcb42b-f794-43d3-bc70-e67d18edf9dc tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Deleting port 27f29ae9-4983-476d-9ce3-476c5c634563 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:08.352910 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e762d048-d930-4547-8eb2-d0378b380e0e req-cdfcb42b-f794-43d3-bc70-e67d18edf9dc tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:08.356745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5eb696e4-64ee-4b54-b5b7-c7526d206029 None None] Provisioning complete for port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:08.356745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5eb696e4-64ee-4b54-b5b7-c7526d206029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:08.399298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abdde245-3e1b-4cee-9dd6-be6f88c13338 req-5432cf2f-a123-43ce-aba4-e539deb8a13a tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.59 "GET /v2.0/security-groups?id=8cbc3ed9-98c6-476b-b0df-5a457c117d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023916 Feb 09 13:07:08.416181 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b262c92-e4cf-42b9-98c1-60816e9ad0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:08.450708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8dbecc-ea15-45d9-8ea9-684ab2613d94 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:07:08.474149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbecc-ea15-45d9-8ea9-684ab2613d94 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:08.478787 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] Sync routers for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:07:08.491817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5eb696e4-64ee-4b54-b5b7-c7526d206029 None None] Port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:07:08.529066 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:08.530179 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:08.574738 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b262c92-e4cf-42b9-98c1-60816e9ad0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:08.591023 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:08.595315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Pushing event updated for resources: {'Port': ['ID=bae38714-adbc-4f26-a8b8-a3c9fdd65a18,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:08.610875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.611467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.611957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.612440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.612957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.613435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.614044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.614543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.615266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.615760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.616235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:08.624786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] Set router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:08.720502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4712db3-e0c6-4339-b829-2ef4b924f612 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:08.736608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43438) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:08.772320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Network 146a6fb6-945b-4264-a11c-7a37bc16b5fb is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:08.773613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:08.886165 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db79336-acde-4f8d-8522-c8f562595799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4712db3-e0c6-4339-b829-2ef4b924f612', 'code': 200} Feb 09 13:07:08.937148 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:09.086745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5e8dbecc-ea15-45d9-8ea9-684ab2613d94 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "PUT /v2.0/floatingips/4101eeda-0f7e-4583-ac90-7866054dbb48 HTTP/1.1" status: 200 len: 990 time: 7.7519941 Feb 09 13:07:09.131716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'tag': '26154f01-9b73-4e91-9ee4-0cfb670a115e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:09.138905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e4712db3-e0c6-4339-b829-2ef4b924f612 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:09.139261 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:09.292924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec4a41f-785e-4be5-83b3-26dfd4367673 admin admin] Deleting subnet 0f4aedf8-f8b4-4d24-bf8f-8aa6f1ea16d5 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:07:09.348099 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a41f-785e-4be5-83b3-26dfd4367673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:09.386172 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b262c92-e4cf-42b9-98c1-60816e9ad0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:09.418508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-13517ed1-1c82-46bf-8af2-14f5715cb292 None None] Provisioning complete for port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:09.418508 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-13517ed1-1c82-46bf-8af2-14f5715cb292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:09.436712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:07:09.449713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b262c92-e4cf-42b9-98c1-60816e9ad0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e85f2f-570a-4277-afc9-138f9114e854,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:09.480856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-e762d048-d930-4547-8eb2-d0378b380e0e req-cdfcb42b-f794-43d3-bc70-e67d18edf9dc tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] For port 27f29ae9-4983-476d-9ce3-476c5c634563, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=27f29ae9-4983-476d-9ce3-476c5c634563,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:09.481311 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e762d048-d930-4547-8eb2-d0378b380e0e req-cdfcb42b-f794-43d3-bc70-e67d18edf9dc tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:09.494629 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b262c92-e4cf-42b9-98c1-60816e9ad0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:09.496113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2b262c92-e4cf-42b9-98c1-60816e9ad0ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/91e85f2f-570a-4277-afc9-138f9114e854 HTTP/1.1" status: 204 len: 168 time: 1.5642021 Feb 09 13:07:09.502762 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a41f-785e-4be5-83b3-26dfd4367673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:09.587353 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '4101eeda-0f7e-4583-ac90-7866054dbb48', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'port_id': '26154f01-9b73-4e91-9ee4-0cfb670a115e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'mac_address': 'fa:16:3e:bf:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:06:22Z', 'updated_at': '2022-02-09T13:07:03Z', 'revision_number': 1, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:09.589821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-13517ed1-1c82-46bf-8af2-14f5715cb292 None None] Port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:07:09.599655 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] Checking router: f214de36-824f-46ec-bc9b-e3eb20c8e86f for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:07:09.608605 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:09.642366 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:09.643857 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:09.688182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-e762d048-d930-4547-8eb2-d0378b380e0e req-cdfcb42b-f794-43d3-bc70-e67d18edf9dc tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Calling delete_port for 27f29ae9-4983-476d-9ce3-476c5c634563 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:09.699655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4712db3-e0c6-4339-b829-2ef4b924f612, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4712db3-e0c6-4339-b829-2ef4b924f612,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:09.709489 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:09.764304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a000d83-7d89-4203-8b63-373d68322064 req-8c3f129a-02c6-42be-9111-064aebad0e41 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:09.771361 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a000d83-7d89-4203-8b63-373d68322064 req-8c3f129a-02c6-42be-9111-064aebad0e41 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 944 time: 0.4855978 Feb 09 13:07:09.815854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'name': 'tempest-FloatingIPsTestJSON-670446955-router', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:06:56Z', 'updated_at': '2022-02-09T13:07:07Z', 'revision_number': 4, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'gw_port': {'id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:58Z', 'updated_at': '2022-02-09T13:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bae38714-adbc-4f26-a8b8-a3c9fdd65a18', 'name': '', 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'mac_address': 'fa:16:3e:d9:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:06Z', 'updated_at': '2022-02-09T13:07:07Z', 'revision_number': 1, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'subnets': [{'id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:09.829089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a41f-785e-4be5-83b3-26dfd4367673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:09.836239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec71e19e-7a97-4df9-874e-4f2fd6140039 None None] The sync data for ids ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'] in n-d-825175-3 is: [{'id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'name': 'tempest-FloatingIPsTestJSON-670446955-router', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:06:56Z', 'updated_at': '2022-02-09T13:07:07Z', 'revision_number': 4, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'gw_port': {'id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:58Z', 'updated_at': '2022-02-09T13:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bae38714-adbc-4f26-a8b8-a3c9fdd65a18', 'name': '', 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'mac_address': 'fa:16:3e:d9:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:06Z', 'updated_at': '2022-02-09T13:07:07Z', 'revision_number': 1, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'subnets': [{'id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:07:09.894588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e4712db3-e0c6-4339-b829-2ef4b924f612,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:09.933287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:07:09.954619 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5868b1a2-82a9-4f61-a67f-6ad4fd423585 admin admin] 10.222.0.59 "PUT /v2.0/routers/d59aa6f8-9abb-4cf1-bd5a-a348bae96705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9140356 Feb 09 13:07:10.087777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-be27d31e-65ad-488e-afa4-76097fec95f3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Router 335b939e-dd19-45a5-9065-e8107b751682 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:07:10.112406 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:10.299047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a000d83-7d89-4203-8b63-373d68322064 req-a58f902b-098f-4e81-816e-134da7487953 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266826 Feb 09 13:07:10.482517 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e762d048-d930-4547-8eb2-d0378b380e0e req-cdfcb42b-f794-43d3-bc70-e67d18edf9dc tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:10.561468 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a41f-785e-4be5-83b3-26dfd4367673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:10.610868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcb42b-f794-43d3-bc70-e67d18edf9dc tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Pushing event deleted for resources: {'Port': ['ID=27f29ae9-4983-476d-9ce3-476c5c634563,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:10.624163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4a41f-785e-4be5-83b3-26dfd4367673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4aedf8-f8b4-4d24-bf8f-8aa6f1ea16d5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:10.731744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a41f-785e-4be5-83b3-26dfd4367673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:10.757118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e762d048-d930-4547-8eb2-d0378b380e0e req-cdfcb42b-f794-43d3-bc70-e67d18edf9dc tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] No DVR routers for this DVR port 27f29ae9-4983-476d-9ce3-476c5c634563 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:10.765153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e762d048-d930-4547-8eb2-d0378b380e0e req-cdfcb42b-f794-43d3-bc70-e67d18edf9dc tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:10.768745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e762d048-d930-4547-8eb2-d0378b380e0e req-cdfcb42b-f794-43d3-bc70-e67d18edf9dc tempest-ListImageFiltersTestJSON-1501373305 tempest-ListImageFiltersTestJSON-1501373305-project] 10.222.0.67 "DELETE /v2.0/ports/27f29ae9-4983-476d-9ce3-476c5c634563 HTTP/1.1" status: 204 len: 173 time: 2.5428278 Feb 09 13:07:10.779511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8ec4a41f-785e-4be5-83b3-26dfd4367673 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0f4aedf8-f8b4-4d24-bf8f-8aa6f1ea16d5 HTTP/1.1" status: 204 len: 168 time: 2.0382833 Feb 09 13:07:10.781209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43468) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:10.829869 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '4101eeda-0f7e-4583-ac90-7866054dbb48', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'port_id': '26154f01-9b73-4e91-9ee4-0cfb670a115e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'mac_address': 'fa:16:3e:bf:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:06:22Z', 'updated_at': '2022-02-09T13:07:03Z', 'revision_number': 1, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:10.847771 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf09a1a9-b77e-49cb-a439-bbee0ced6470 None None] The sync data for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 is: [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '4101eeda-0f7e-4583-ac90-7866054dbb48', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'floating_ip_address': '172.25.5.33', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'port_id': '26154f01-9b73-4e91-9ee4-0cfb670a115e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'mac_address': 'fa:16:3e:bf:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:06:22Z', 'updated_at': '2022-02-09T13:07:03Z', 'revision_number': 1, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:07:10.876951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-be27d31e-65ad-488e-afa4-76097fec95f3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:07:10.882775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-be27d31e-65ad-488e-afa4-76097fec95f3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:10.887610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db79336-acde-4f8d-8522-c8f562595799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4712db3-e0c6-4339-b829-2ef4b924f612'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:10.903857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] Sync routers for ids ['335b939e-dd19-45a5-9065-e8107b751682'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:07:10.982902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] Routers {'335b939e-dd19-45a5-9065-e8107b751682'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:10.984233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['335b939e-dd19-45a5-9065-e8107b751682'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:11.098961 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-be27d31e-65ad-488e-afa4-76097fec95f3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "PUT /v2.0/floatingips/a661e775-d17d-4b13-907b-9a208464be89 HTTP/1.1" status: 200 len: 694 time: 6.0957048 Feb 09 13:07:11.313067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:11.486857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:11.511973 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-cf0d8de7-2977-45f7-807a-ae72d9cd2aa2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=49a7cde377a54d2997b83d549ac4feab&device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 1096 time: 0.3854387 Feb 09 13:07:11.512900 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:11.540809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41cc515-9607-441e-bc03-583590a634fa']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:11.573667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629ace80-78bd-4708-8c84-0123397734b2') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:11.574120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629ace80-78bd-4708-8c84-0123397734b2') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:11.597837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] Set router 335b939e-dd19-45a5-9065-e8107b751682 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:11.607685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:11.627749 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:11.641813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:07:11.642222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:11.748712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfcdc9-3358-46fa-81a3-f4844bc27fc6 req-45548722-3c97-459d-9925-e633c52ae1dc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:11.759459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68bfcdc9-3358-46fa-81a3-f4844bc27fc6 req-45548722-3c97-459d-9925-e633c52ae1dc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.4478264 Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:07:11.783764 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:07:11.809348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:11.819182 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:11.834218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-88f6fdeb-d719-46dc-8591-46ca5f928556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:11.838073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-88f6fdeb-d719-46dc-8591-46ca5f928556 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f34d7d3a-6215-47c9-8437-f583152267d7 HTTP/1.1" status: 200 len: 930 time: 0.3246202 Feb 09 13:07:11.855924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c41cc515-9607-441e-bc03-583590a634fa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:11.860616 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-498e56e3-8516-4d55-bd4b-4d72c5e94bc3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c41cc515-9607-441e-bc03-583590a634fa HTTP/1.1" status: 204 len: 168 time: 1.0776048 Feb 09 13:07:11.995781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68bfcdc9-3358-46fa-81a3-f4844bc27fc6 req-e1b438dd-b14d-4230-a765-d9838681cca7 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349329 Feb 09 13:07:12.031878 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-a7978a59-497b-43a3-869a-d3cb2aa24807 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a HTTP/1.1" status: 200 len: 217 time: 0.1459911 Feb 09 13:07:12.169007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-5292b343-fb5d-491d-8931-ea7ba896a9dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:12.170804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-5292b343-fb5d-491d-8931-ea7ba896a9dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fb863a07-c56e-4985-aaac-6c93aefe554f HTTP/1.1" status: 200 len: 868 time: 0.1314585 Feb 09 13:07:12.246420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9ce9a65a-2b2b-47a2-857b-8b21a31755ea', 'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'mac_address': 'fa:16:3e:a2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:40Z', 'updated_at': '2022-02-09T13:06:05Z', 'revision_number': 5, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'subnets': [{'id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:12.251496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] Checking router: 335b939e-dd19-45a5-9065-e8107b751682 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:07:12.265638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] Routers {'335b939e-dd19-45a5-9065-e8107b751682'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:12.266723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:06:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['335b939e-dd19-45a5-9065-e8107b751682'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:12.269281 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'tag': '26154f01-9b73-4e91-9ee4-0cfb670a115e', 'status': 'completed', 'code': 200} Feb 09 13:07:12.349733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43488) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:12.368897 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dfcd4ee-e036-4e2b-b966-8fda2d9b98ba req-2971cec0-7bb1-4f0b-9086-97befadd2734 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 1096 time: 0.1405041 Feb 09 13:07:12.408888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-4bbff43c-06e2-49d6-b928-97e4a133029d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f34d7d3a-6215-47c9-8437-f583152267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271380 Feb 09 13:07:12.466536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-7cabcb41-a841-4fd7-ae7f-e9a7789a7271 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:07:12.471212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-7cabcb41-a841-4fd7-ae7f-e9a7789a7271 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0338581 Feb 09 13:07:12.494379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:12.498231 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-903956bb-9951-40c1-9333-c0ad13888e95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e2958a7dfe9472e946b841d8dda86a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1468332 Feb 09 13:07:12.502373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43496) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:12.577303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a57d1bff-8e7c-4649-bba8-62153689e01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:12.613099 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a57d1bff-8e7c-4649-bba8-62153689e01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:12.677170 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a57d1bff-8e7c-4649-bba8-62153689e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:12.698146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d1bff-8e7c-4649-bba8-62153689e01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc1186-77cc-42a4-9fd5-3e29583fec28,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:12.704415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a57d1bff-8e7c-4649-bba8-62153689e01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:12.707937 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a57d1bff-8e7c-4649-bba8-62153689e01f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6cdc1186-77cc-42a4-9fd5-3e29583fec28 HTTP/1.1" status: 204 len: 168 time: 0.2013912 Feb 09 13:07:12.716817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 27f29ae9-4983-476d-9ce3-476c5c634563 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:12.723932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcd4ee-e036-4e2b-b966-8fda2d9b98ba req-71678a55-52a3-4658-b055-6199804b828b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:12.725627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dfcd4ee-e036-4e2b-b966-8fda2d9b98ba req-71678a55-52a3-4658-b055-6199804b828b service neutron] 10.222.0.67 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 911 time: 0.3480494 Feb 09 13:07:12.793243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 27f29ae9-4983-476d-9ce3-476c5c634563 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:12.793781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 27f29ae9-4983-476d-9ce3-476c5c634563 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:12.871909 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:12.878096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] Set router 335b939e-dd19-45a5-9065-e8107b751682 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:12.920285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:12.920665 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:13.058937 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-83cf5597-2ca1-4d89-b40a-bdfadf7e2d95 service neutron] 10.222.0.59 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990780 Feb 09 13:07:13.274577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dfcd4ee-e036-4e2b-b966-8fda2d9b98ba req-dae9ee1e-ea2e-498f-a9e8-c31b9c18182a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e HTTP/1.1" status: 200 len: 998 time: 0.5412440 Feb 09 13:07:13.299883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:13.328806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:13.345378 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:13.455435 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1912c-2c68-4c82-8434-eb242fa10415 None None] New status for floating IP 4101eeda-0f7e-4583-ac90-7866054dbb48: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:07:13.476067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-525e3a6e-0d82-47d8-9057-8a6a0e16b905 req-9b99af96-4a89-4599-84c6-2f9ba0b813ea service neutron] 10.222.0.59 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885465 Feb 09 13:07:13.496167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-fda971d9-900d-42e9-83c9-80dcbbd94aaf tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Synchronizing usage tracker for tenant:3d75f3cd746240f580a431f369e2d701 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:13.500265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:13.509247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcd4ee-e036-4e2b-b966-8fda2d9b98ba req-57747a88-ae93-4111-81e5-df7b43c1c122 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:13.511408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dfcd4ee-e036-4e2b-b966-8fda2d9b98ba req-57747a88-ae93-4111-81e5-df7b43c1c122 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc HTTP/1.1" status: 200 len: 849 time: 0.2233527 Feb 09 13:07:13.541960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9ce9a65a-2b2b-47a2-857b-8b21a31755ea', 'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'mac_address': 'fa:16:3e:a2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:40Z', 'updated_at': '2022-02-09T13:06:05Z', 'revision_number': 5, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'subnets': [{'id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:13.550709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aaaa0a-aa0d-4cff-a65d-958811c6d507 None None] The sync data for ids ['335b939e-dd19-45a5-9065-e8107b751682'] in n-d-825175-3 is: [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9ce9a65a-2b2b-47a2-857b-8b21a31755ea', 'name': '', 'network_id': 'f34d7d3a-6215-47c9-8437-f583152267d7', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'mac_address': 'fa:16:3e:a2:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:40Z', 'updated_at': '2022-02-09T13:06:05Z', 'revision_number': 5, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'subnets': [{'id': 'fb863a07-c56e-4985-aaac-6c93aefe554f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:07:13.609350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-fda971d9-900d-42e9-83c9-80dcbbd94aaf tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Unset dirty status for tenant:3d75f3cd746240f580a431f369e2d701 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:13.620550 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-fda971d9-900d-42e9-83c9-80dcbbd94aaf tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6086688 Feb 09 13:07:13.632037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:13.647330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:13.666500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Usage tracker for resource:floatingip and tenant:3d75f3cd746240f580a431f369e2d701 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:13.674693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:13.686021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:13.710868 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:13.747333 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db79336-acde-4f8d-8522-c8f562595799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4712db3-e0c6-4339-b829-2ef4b924f612', 'code': 200} Feb 09 13:07:13.768994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dfcd4ee-e036-4e2b-b966-8fda2d9b98ba req-f1265aa3-963d-4552-bc8f-db872747fae4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db14f556-1ce1-481c-84ef-ea73dbf55750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2418928 Feb 09 13:07:14.009070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43524) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:14.080469 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dfcd4ee-e036-4e2b-b966-8fda2d9b98ba req-423b89e6-de3f-4223-b757-79ca2da1e1cf service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994883 Feb 09 13:07:14.187678 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-530f09e0-8d45-418e-a867-347c0048293b req-bcac4028-9e75-4dc4-a858-dbf751c4d3fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 1096 time: 0.2191133 Feb 09 13:07:14.221527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaa775-06b7-4b85-bfbe-c2579df9b2a7 req-a2380fd2-37a0-4054-b219-6aceef926c32 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:14.223168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bbaa775-06b7-4b85-bfbe-c2579df9b2a7 req-a2380fd2-37a0-4054-b219-6aceef926c32 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.2541816 Feb 09 13:07:14.236065 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.250933 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-530f09e0-8d45-418e-a867-347c0048293b req-50643cc5-8b9e-4a0f-91d1-44c0db85fb2c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524454 Feb 09 13:07:14.282421 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-deleted', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563'}, {'name': 'network-changed', 'server_uuid': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'tag': '893e56ba-73ac-4ae7-a77d-9d69c03a941a'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:14.308704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-108980565-network', 'tenant_id': '4bb90f2cc1c145c9a5f3a69dc510d914'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:14.314127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:14.318623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Usage tracker for resource:network and tenant:4bb90f2cc1c145c9a5f3a69dc510d914 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:14.335275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:14.346841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:14.349016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:14.353916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7dfcd4ee-e036-4e2b-b966-8fda2d9b98ba req-a6f47a37-5351-4212-934e-10a4b61fabb9 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649875 Feb 09 13:07:14.361688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Made reservation on behalf of 4bb90f2cc1c145c9a5f3a69dc510d914 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:14.364988 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.374164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bbaa775-06b7-4b85-bfbe-c2579df9b2a7 req-4d9e1f3e-43ca-4511-9303-bc3853d3befc tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334875 Feb 09 13:07:14.379811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.415932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:14.420174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb90f2cc1c145c9a5f3a69dc510d914 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:14.424459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:14.437377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:14.455467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:14.456532 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.501478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Allocated IP 172.25.5.137 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/ef3b7204-8f97-4856-8ac6-eca94ed17c08) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:14.558156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.564615 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.610404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:07:14.610860 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:07:14.618797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af01800-7ef6-4910-8402-dfde7e79560c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:14.633202 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.634325 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Added segment 1e4aeda5-5961-42e1-965c-d233bee2550c of type vlan for network 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 Feb 09 13:07:14.675468 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.725421 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.727011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:14.727752 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.727962 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.768978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.831147 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8203428 Feb 09 13:07:14.834511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43534) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:14.839877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f4664-d2af-4980-b76c-82b1f3e88e05 admin admin] Pushing event updated for resources: {'Network': ['ID=59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:14.845549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Request body: {'subnet': {'network_id': '59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-108980565-subnet', 'tenant_id': '4bb90f2cc1c145c9a5f3a69dc510d914', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:14.851314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:14.854382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:14.863151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:14.866729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Usage tracker for resource:subnet and tenant:4bb90f2cc1c145c9a5f3a69dc510d914 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:14.869834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:07:14.875299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:14.881096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:07:14.889784 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:14.910884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Made reservation on behalf of 4bb90f2cc1c145c9a5f3a69dc510d914 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:14.913397 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:14.962365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Pushing event updated for resources: {'Port': ['ID=ef3b7204-8f97-4856-8ac6-eca94ed17c08,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:15.121523 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.200067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.272406 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.425400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=373a0558-3417-48c1-8ddc-d743f16c93a9,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:15.436013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Checking segment: {'id': '1e4aeda5-5961-42e1-965c-d233bee2550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:15.436579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Network hostable DHCP agents. Network: 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:07:15.484352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Network 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:07:15.503413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:15.521785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:15.523486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.528444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c714e7f-4ded-4fef-8aff-4727e681a0ed None None] Network 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:07:15.579506 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-def4a12d-17a5-4d75-a1d1-51f70142b13b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7441363 Feb 09 13:07:15.682723 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.689670 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.873182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Pushing event updated for resources: {'Port': ['ID=ef3b7204-8f97-4856-8ac6-eca94ed17c08,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:15.893641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.916301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1acec3-8956-4e95-820e-f62b0a2473a7 None None] Network 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:07:15.932279 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:15.933589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-3b00f96c-2a26-41f4-af87-6d7375d6cbe7 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3116825 Feb 09 13:07:16.017646 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:16.044934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17190d0f-7016-4306-a41b-d52a57ec77e6 req-e566f9e1-1c33-4348-af5b-ac1b7fc02e40 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:16.047267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17190d0f-7016-4306-a41b-d52a57ec77e6 req-e566f9e1-1c33-4348-af5b-ac1b7fc02e40 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.2297668 Feb 09 13:07:16.052572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-87bdb247-c447-4473-bdb9-5ca9361e058e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Synchronizing usage tracker for tenant:3d75f3cd746240f580a431f369e2d701 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:16.104733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-87bdb247-c447-4473-bdb9-5ca9361e058e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Unset dirty status for tenant:3d75f3cd746240f580a431f369e2d701 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:16.111617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-87bdb247-c447-4473-bdb9-5ca9361e058e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.1670854 Feb 09 13:07:16.142610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17190d0f-7016-4306-a41b-d52a57ec77e6 req-0e7501fa-d809-450f-9a56-b1d70bdf2039 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848403 Feb 09 13:07:16.319667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-647a4584-7c05-4b2f-b342-7f182d53a015 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips/a661e775-d17d-4b13-907b-9a208464be89 HTTP/1.1" status: 200 len: 694 time: 0.1044073 Feb 09 13:07:16.382159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-139c1448-1554-4844-a0bb-0d8530f696f6 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:16.384107 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13e6c5c7-bc8b-464d-af23-65fff35a4d85 req-139c1448-1554-4844-a0bb-0d8530f696f6 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.2715049 Feb 09 13:07:16.476365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43570) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:16.554545 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1c8b90-5446-4486-b0ba-4045086cb0cd', 'name': 'network-vif-deleted', 'tag': '27f29ae9-4983-476d-9ce3-476c5c634563', 'status': 'completed', 'code': 200} Feb 09 13:07:16.554905 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'tag': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'status': 'completed', 'code': 200} Feb 09 13:07:16.587274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-56b3cbf9-3fef-4a8e-9d00-b3f518f9feb4 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:16.589359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-56b3cbf9-3fef-4a8e-9d00-b3f518f9feb4 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.2590628 Feb 09 13:07:16.645900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-bc706572-8d29-401f-a2d5-edc392e32a7a tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:07:16.647309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-bc706572-8d29-401f-a2d5-edc392e32a7a tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0090227 Feb 09 13:07:16.737282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1d8d4d-c79b-4e75-b3b0-5befab46af53 admin admin] Deleting subnet 5831325b-7029-405e-857f-84d59869e409 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:07:16.741408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d4d-c79b-4e75-b3b0-5befab46af53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:16.800814 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-26270c4a-cc05-4dde-a79d-107f9ac97398 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 697 time: 0.1414552 Feb 09 13:07:16.817965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d4d-c79b-4e75-b3b0-5befab46af53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:16.863049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6807d2fe-b5af-4d14-914b-c0c8f268135e req-77da1a4d-7f7b-4918-8346-af1206f8dec6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=49a7cde377a54d2997b83d549ac4feab&device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 1096 time: 0.2724142 Feb 09 13:07:16.889719 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d4d-c79b-4e75-b3b0-5befab46af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:16.935081 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-225763b1-8aad-4d9b-8d57-ebc6a4b82238 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.60 HTTP/1.1" status: 200 len: 697 time: 0.1253955 Feb 09 13:07:16.994454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d4d-c79b-4e75-b3b0-5befab46af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.041326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d8d4d-c79b-4e75-b3b0-5befab46af53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5831325b-7029-405e-857f-84d59869e409,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:17.052749 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e1d8d4d-c79b-4e75-b3b0-5befab46af53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.064916 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1e1d8d4d-c79b-4e75-b3b0-5befab46af53 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5831325b-7029-405e-857f-84d59869e409 HTTP/1.1" status: 204 len: 168 time: 0.5873013 Feb 09 13:07:17.067452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43582) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:17.117164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675d3c6-21c7-455e-b967-6d2530218782 req-9daf338c-beb8-4d60-a781-4a51ba8967cf tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:17.118719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9675d3c6-21c7-455e-b967-6d2530218782 req-9daf338c-beb8-4d60-a781-4a51ba8967cf tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.4029438 Feb 09 13:07:17.211148 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.357886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.388336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12788e67-143c-4867-a351-ef88510d233b']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:17.401649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d96a73f-b9a9-46ab-94e5-350a300b06bc') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:17.402077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d96a73f-b9a9-46ab-94e5-350a300b06bc') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:17.414762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.436033 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.445331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:07:17.447127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.455977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Deleting port 26211445-4b11-42df-93a5-2dd631fb0c93 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:17.456655 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:07:17.461040 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:07:17.552123 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.555107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807d2fe-b5af-4d14-914b-c0c8f268135e req-409b53a3-80ac-4499-a0fd-40454b772645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:17.559076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6807d2fe-b5af-4d14-914b-c0c8f268135e req-409b53a3-80ac-4499-a0fd-40454b772645 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f34d7d3a-6215-47c9-8437-f583152267d7 HTTP/1.1" status: 200 len: 930 time: 0.6882114 Feb 09 13:07:17.568721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.580776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] Pushing event deleted for resources: {'Network': ['ID=12788e67-143c-4867-a351-ef88510d233b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:17.593030 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-89d59b35-48d7-4215-a226-a752d988d110 admin admin] 10.222.0.59 "DELETE /v2.0/networks/12788e67-143c-4867-a351-ef88510d233b HTTP/1.1" status: 204 len: 168 time: 0.5241423 Feb 09 13:07:17.763822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43588) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:17.787605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9675d3c6-21c7-455e-b967-6d2530218782 req-5e706394-aba0-44f3-add5-d000cb125995 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6043508 Feb 09 13:07:17.793567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6807d2fe-b5af-4d14-914b-c0c8f268135e req-044a0811-4ae8-423b-8480-849937873def service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a HTTP/1.1" status: 200 len: 217 time: 0.2189150 Feb 09 13:07:17.844963 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-11728145-90cb-4b7d-91f5-109ca1e6d38a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=819a0ead3dfd4a61b8df838745ba906a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0797949 Feb 09 13:07:17.847827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43596) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:17.936800 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-178005a3-098e-4b09-8767-6d2c298e2363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.967930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-178005a3-098e-4b09-8767-6d2c298e2363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:17.993485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807d2fe-b5af-4d14-914b-c0c8f268135e req-b2fd3a34-0cf0-4f33-b77a-a717d541a28f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:17.996009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6807d2fe-b5af-4d14-914b-c0c8f268135e req-b2fd3a34-0cf0-4f33-b77a-a717d541a28f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fb863a07-c56e-4985-aaac-6c93aefe554f HTTP/1.1" status: 200 len: 868 time: 0.1971893 Feb 09 13:07:18.029711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-178005a3-098e-4b09-8767-6d2c298e2363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:18.046829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178005a3-098e-4b09-8767-6d2c298e2363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411de4e6-ec4c-4f61-8840-a09d7aa142df,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:18.064343 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-178005a3-098e-4b09-8767-6d2c298e2363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:18.065630 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-178005a3-098e-4b09-8767-6d2c298e2363 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/411de4e6-ec4c-4f61-8840-a09d7aa142df HTTP/1.1" status: 204 len: 168 time: 0.2168589 Feb 09 13:07:18.130545 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:18.131022 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:18.293055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Calling delete_port for 26211445-4b11-42df-93a5-2dd631fb0c93 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:18.348382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6807d2fe-b5af-4d14-914b-c0c8f268135e req-b77bb031-e429-4f61-aee5-a6f185fb5296 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f34d7d3a-6215-47c9-8437-f583152267d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3369067 Feb 09 13:07:18.598682 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6807d2fe-b5af-4d14-914b-c0c8f268135e req-104acc28-42bd-4de4-87e5-f142b3ec6d69 service neutron] 10.222.0.67 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414880 Feb 09 13:07:18.715912 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:18.784634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Pushing event deleted for resources: {'Port': ['ID=26211445-4b11-42df-93a5-2dd631fb0c93,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:18.865686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:18.866238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:18.866812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:18.867587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:18.867871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:18.868382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:18.868791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:18.869258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:18.869707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:18.870165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:18.870693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:19.076847 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6807d2fe-b5af-4d14-914b-c0c8f268135e req-76eae2e1-255d-4a62-bf40-85994c17fc67 service neutron] 10.222.0.67 "GET /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703150 Feb 09 13:07:19.116230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:19.156590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-2b86e562-016e-4e2a-82db-4f8b8b938a3a tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:19.157936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-2b86e562-016e-4e2a-82db-4f8b8b938a3a tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/networks?id=59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 HTTP/1.1" status: 200 len: 812 time: 0.2982190 Feb 09 13:07:19.172708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:19.174426 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c1dfbd7-faac-4675-b3ec-22ac0d023631 req-949185f9-51f4-4918-9b85-0baa24e4bace tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "DELETE /v2.0/floatingips/a661e775-d17d-4b13-907b-9a208464be89 HTTP/1.1" status: 204 len: 173 time: 2.1896527 Feb 09 13:07:19.191452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-e4441956-bcaa-448f-8093-756ac3f7862e tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/quotas/4bb90f2cc1c145c9a5f3a69dc510d914 HTTP/1.1" status: 200 len: 375 time: 0.0217330 Feb 09 13:07:19.248389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-6a736577-29c2-442d-910e-eef5294acc74 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bb90f2cc1c145c9a5f3a69dc510d914&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477428 Feb 09 13:07:19.588295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8e3092c-9803-447b-98f6-2c60521f6896 req-859ffa4f-a9e2-4f47-a68c-dbb7801d1ac1 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips/6d879890-aa30-41d3-b3da-52361269277c HTTP/1.1" status: 200 len: 693 time: 0.2191484 Feb 09 13:07:19.664267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-913d92ea-9aed-4307-92a5-771cb064c423 service neutron] 10.222.0.59 "GET /v2.0/networks/59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027824 Feb 09 13:07:19.865833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3092c-9803-447b-98f6-2c60521f6896 req-3f61da82-f440-432f-b938-bbec624dad81 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:19.867160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8e3092c-9803-447b-98f6-2c60521f6896 req-3f61da82-f440-432f-b938-bbec624dad81 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.2622681 Feb 09 13:07:19.887006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-c8e3092c-9803-447b-98f6-2c60521f6896 req-ec716cca-e569-485e-b05b-8a4dbd7787ae tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:07:19.887971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8e3092c-9803-447b-98f6-2c60521f6896 req-ec716cca-e569-485e-b05b-8a4dbd7787ae tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0134523 Feb 09 13:07:19.900373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-86cb7c11-12e2-492c-92b0-7c2cea1f194c service neutron] 10.222.0.59 "GET /v2.0/networks/59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908412 Feb 09 13:07:20.186107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3bdce-4337-414f-a64b-4628b261ef4c req-ba816632-9831-4cc7-ad46-fd5ddc0a61de tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:20.188911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29f3bdce-4337-414f-a64b-4628b261ef4c req-ba816632-9831-4cc7-ad46-fd5ddc0a61de tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.0968251 Feb 09 13:07:20.254615 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29f3bdce-4337-414f-a64b-4628b261ef4c req-b64dbaf4-7202-47e7-8e25-325aa52c5d29 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585735 Feb 09 13:07:20.894170 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a5f219c-eafb-4855-babe-4477a0508771 req-21a784ae-dd90-46e6-9926-83991676d2ee tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=3d75f3cd746240f580a431f369e2d701 HTTP/1.1" status: 200 len: 696 time: 0.2005737 Feb 09 13:07:21.010745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68679876-7a00-40c3-8280-72cf8eb8efae req-e7f74ea9-f95d-45d6-941d-451f1635920a tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 210 time: 0.0854611 Feb 09 13:07:21.221288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f219c-eafb-4855-babe-4477a0508771 req-a100304f-e6a4-4d7a-bdf0-6b33a4818861 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:21.226836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a5f219c-eafb-4855-babe-4477a0508771 req-a100304f-e6a4-4d7a-bdf0-6b33a4818861 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/networks?id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 787 time: 0.3303158 Feb 09 13:07:21.255912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-8a5f219c-eafb-4855-babe-4477a0508771 req-eb1c79f5-3d0d-46d1-a33f-cb8e4988121f tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:07:21.259002 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8a5f219c-eafb-4855-babe-4477a0508771 req-eb1c79f5-3d0d-46d1-a33f-cb8e4988121f tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0224583 Feb 09 13:07:21.318859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43704) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:21.754564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ddf1dbee-2230-4761-a41a-45c7999a9804 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5ddaaaa2cf94f61be3d1f5e8d150353&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4339466 Feb 09 13:07:21.758660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43716) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:21.837340 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3d16731-330b-473f-a99b-87070a1020e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.838335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93752f96-789f-4753-b68b-390d1a809a76 req-a5dab782-6d64-42e3-8165-2506eabef3e4 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1823828 Feb 09 13:07:21.867789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ddcd7-4cb6-4722-a6f7-41899c7159a8 req-2da351ff-eb59-4652-b959-b888b03e80c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:21.868965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d66ddcd7-4cb6-4722-a6f7-41899c7159a8 req-2da351ff-eb59-4652-b959-b888b03e80c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Synchronizing usage tracker for tenant:49a7cde377a54d2997b83d549ac4feab on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:21.881644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3d16731-330b-473f-a99b-87070a1020e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:21.964369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3d16731-330b-473f-a99b-87070a1020e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:22.015087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d16731-330b-473f-a99b-87070a1020e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc3ed9-98c6-476b-b0df-5a457c117d76,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:22.017342 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3d16731-330b-473f-a99b-87070a1020e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:22.018653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f3d16731-330b-473f-a99b-87070a1020e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8cbc3ed9-98c6-476b-b0df-5a457c117d76 HTTP/1.1" status: 204 len: 168 time: 0.2585883 Feb 09 13:07:22.176334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82234036-d08a-481d-8c98-bce86460e7d4 req-9e83e1ac-6f83-4474-b000-0946635247e8 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips/6d879890-aa30-41d3-b3da-52361269277c HTTP/1.1" status: 200 len: 693 time: 0.1444905 Feb 09 13:07:22.180749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d66ddcd7-4cb6-4722-a6f7-41899c7159a8 req-2da351ff-eb59-4652-b959-b888b03e80c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Unset dirty status for tenant:49a7cde377a54d2997b83d549ac4feab on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:22.181940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d66ddcd7-4cb6-4722-a6f7-41899c7159a8 req-2da351ff-eb59-4652-b959-b888b03e80c5 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7327895 Feb 09 13:07:22.333543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-0ecaafe1-bd7f-4b12-9196-f6dd5d308dd0 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:22.336775 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-0ecaafe1-bd7f-4b12-9196-f6dd5d308dd0 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.67 "GET /v2.0/networks?id=59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 HTTP/1.1" status: 200 len: 812 time: 0.5906520 Feb 09 13:07:22.364686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d66ddcd7-4cb6-4722-a6f7-41899c7159a8 req-b3c4300b-cf0a-441f-8fc0-c7884112b097 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Synchronizing usage tracker for tenant:49a7cde377a54d2997b83d549ac4feab on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:22.418991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Request body: {'port': {'device_id': '93ba6896-5c8e-44dd-b76d-3db4cb35e43c', 'network_id': '59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8', 'admin_state_up': True, 'tenant_id': '4bb90f2cc1c145c9a5f3a69dc510d914'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:22.535524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d66ddcd7-4cb6-4722-a6f7-41899c7159a8 req-b3c4300b-cf0a-441f-8fc0-c7884112b097 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Unset dirty status for tenant:49a7cde377a54d2997b83d549ac4feab on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:22.538030 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d66ddcd7-4cb6-4722-a6f7-41899c7159a8 req-b3c4300b-cf0a-441f-8fc0-c7884112b097 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3452318 Feb 09 13:07:22.692107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82234036-d08a-481d-8c98-bce86460e7d4 req-758ec9a3-614b-453f-b89c-fc2bfe49a505 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:22.693382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82234036-d08a-481d-8c98-bce86460e7d4 req-758ec9a3-614b-453f-b89c-fc2bfe49a505 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.5021276 Feb 09 13:07:22.989187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43748) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:23.012922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82234036-d08a-481d-8c98-bce86460e7d4 req-8dc80b47-0c37-47e5-9c51-7d5ad4a68335 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.2928867 Feb 09 13:07:23.162154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:23.180452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Usage tracker for resource:port and tenant:4bb90f2cc1c145c9a5f3a69dc510d914 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:23.185371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82234036-d08a-481d-8c98-bce86460e7d4 req-94932172-2c70-4b44-8e9a-5c348142eef1 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.1713755 Feb 09 13:07:23.186229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:23.197036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:23.263297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43758) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:23.299249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Made reservation on behalf of 4bb90f2cc1c145c9a5f3a69dc510d914 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:23.303107 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:23.343402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-4ff528ab-6942-4101-8a53-63b901782d98 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:23.344326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-4ff528ab-6942-4101-8a53-63b901782d98 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Synchronizing usage tracker for tenant:a330efb12a874f09a0afa892c2774df8 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:23.365167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-4ff528ab-6942-4101-8a53-63b901782d98 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Unset dirty status for tenant:a330efb12a874f09a0afa892c2774df8 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:23.367585 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-4ff528ab-6942-4101-8a53-63b901782d98 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "GET /v2.0/ports?device_id=8db79336-acde-4f8d-8522-c8f562595799 HTTP/1.1" status: 200 len: 945 time: 0.1928375 Feb 09 13:07:23.389045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-26c55802-505c-44a1-a576-9ee992f94bae tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:23.395661 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-26c55802-505c-44a1-a576-9ee992f94bae tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/networks?id=34eda215-1860-4679-9f6e-fb7d723c6eeb HTTP/1.1" status: 200 len: 813 time: 0.7012651 Feb 09 13:07:23.448414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-759165098-network', 'tenant_id': 'bda8a563ff52489985c85fc750b92520'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:23.464308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:23.471631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-82234036-d08a-481d-8c98-bce86460e7d4 req-b53844ca-513c-4533-9b7a-b69ddd393d4e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Deleting port ef3b7204-8f97-4856-8ac6-eca94ed17c08 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:23.471967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-82234036-d08a-481d-8c98-bce86460e7d4 req-b53844ca-513c-4533-9b7a-b69ddd393d4e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:23.476989 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0748af07-15e9-4789-a795-008d85c1590e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:23.494263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Usage tracker for resource:network and tenant:bda8a563ff52489985c85fc750b92520 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:23.505788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-13f83c7d-c36b-4ed1-a91e-87731c106636 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Deleting port e4712db3-e0c6-4339-b829-2ef4b924f612 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:23.506284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-13f83c7d-c36b-4ed1-a91e-87731c106636 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:23.519590 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-ffb42cbf-0f1b-410f-ae64-5fdf73991c7d tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/quotas/a330efb12a874f09a0afa892c2774df8 HTTP/1.1" status: 200 len: 375 time: 0.1229773 Feb 09 13:07:23.535280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:23.552032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:23.620460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0748af07-15e9-4789-a795-008d85c1590e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:23.626452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Made reservation on behalf of bda8a563ff52489985c85fc750b92520 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:23.628727 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:23.648737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0748af07-15e9-4789-a795-008d85c1590e admin admin] Usage tracker for resource:security_group_rule and tenant:bd0d975015444e5798862b485b0f588b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:23.654980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0748af07-15e9-4789-a795-008d85c1590e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:23.664378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:23.672982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0748af07-15e9-4789-a795-008d85c1590e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:23.774120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Allocated IP 172.20.0.2 (59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8/373a0558-3417-48c1-8ddc-d743f16c93a9/8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:23.806632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-82234036-d08a-481d-8c98-bce86460e7d4 req-b53844ca-513c-4533-9b7a-b69ddd393d4e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:23.806632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-82234036-d08a-481d-8c98-bce86460e7d4 req-b53844ca-513c-4533-9b7a-b69ddd393d4e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:23.938240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:23.957856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Usage tracker for resource:security_group_rule and tenant:bda8a563ff52489985c85fc750b92520 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:23.970824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:23.989879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-82234036-d08a-481d-8c98-bce86460e7d4 req-b53844ca-513c-4533-9b7a-b69ddd393d4e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Calling delete_port for ef3b7204-8f97-4856-8ac6-eca94ed17c08 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:23.998063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:24.015491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c30617bd-b40b-4ab5-a5a4-6daf95acf1a6 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a330efb12a874f09a0afa892c2774df8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4890714 Feb 09 13:07:24.030787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-13f83c7d-c36b-4ed1-a91e-87731c106636 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] For port e4712db3-e0c6-4339-b829-2ef4b924f612, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4712db3-e0c6-4339-b829-2ef4b924f612,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:24.031137 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-13f83c7d-c36b-4ed1-a91e-87731c106636 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.073183 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c4a6640-e446-4243-af1a-2711a305cae7 req-875d04a8-f667-47ea-8339-63b418621713 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1266835 Feb 09 13:07:24.108968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0748af07-15e9-4789-a795-008d85c1590e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.187176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-13f83c7d-c36b-4ed1-a91e-87731c106636 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Calling delete_port for e4712db3-e0c6-4339-b829-2ef4b924f612 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:24.231524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0748af07-15e9-4789-a795-008d85c1590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.325016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-5a7e07c1-683b-4ebb-b3f9-20d4f4313d67 service neutron] 10.222.0.59 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872429 Feb 09 13:07:24.327208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748af07-15e9-4789-a795-008d85c1590e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6f1e80-f04e-4e69-a73a-5a2712848237,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:24.369191 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0748af07-15e9-4789-a795-008d85c1590e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd0d975015444e5798862b485b0f588b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3746302 Feb 09 13:07:24.373210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43766) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:24.511111 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.520551 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.569039 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-13f83c7d-c36b-4ed1-a91e-87731c106636 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.573630 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.583411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e4712db3-e0c6-4339-b829-2ef4b924f612'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:07:24.614975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d06345-557b-4700-b6c6-b069c010c589,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:24.635883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3707a2ad-a6f1-49b0-b801-5521bd5e1446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.651102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f83c7d-c36b-4ed1-a91e-87731c106636 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Pushing event deleted for resources: {'Port': ['ID=e4712db3-e0c6-4339-b829-2ef4b924f612,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:24.666109 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-82234036-d08a-481d-8c98-bce86460e7d4 req-b53844ca-513c-4533-9b7a-b69ddd393d4e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.705092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:07:24.732428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53844ca-513c-4533-9b7a-b69ddd393d4e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Pushing event deleted for resources: {'Port': ['ID=ef3b7204-8f97-4856-8ac6-eca94ed17c08,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:24.745518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-004b3056-d9cd-4714-85da-d76e3279d238 service neutron] 10.222.0.59 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070013 Feb 09 13:07:24.763294 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.763680 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Added segment aa41f573-d8e8-4811-a623-0ce08030b780 of type vlan for network fdb598db-3153-4ff4-b794-f55f2a761a08 Feb 09 13:07:24.796094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3707a2ad-a6f1-49b0-b801-5521bd5e1446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.811182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-13f83c7d-c36b-4ed1-a91e-87731c106636 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] No DVR routers for this DVR port e4712db3-e0c6-4339-b829-2ef4b924f612 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:24.819206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-13f83c7d-c36b-4ed1-a91e-87731c106636 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.822998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db79336-acde-4f8d-8522-c8f562595799', 'name': 'network-vif-deleted', 'tag': 'e4712db3-e0c6-4339-b829-2ef4b924f612'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:24.829207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.842592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.890143 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8f9a86ff-e1b6-45de-8fa4-a315cc712ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.898311 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9c96e2ab-ac56-4fa5-bc98-55cb50ab81cc req-13f83c7d-c36b-4ed1-a91e-87731c106636 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "DELETE /v2.0/ports/e4712db3-e0c6-4339-b829-2ef4b924f612 HTTP/1.1" status: 204 len: 173 time: 1.5243709 Feb 09 13:07:24.920433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.921501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:24.922253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:24.987555 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-82234036-d08a-481d-8c98-bce86460e7d4 req-b53844ca-513c-4533-9b7a-b69ddd393d4e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.026298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Pushing event updated for resources: {'Port': ['ID=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:25.058661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Network 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:25.061676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:25.076619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:07:25.097835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3707a2ad-a6f1-49b0-b801-5521bd5e1446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.142553 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3707a2ad-a6f1-49b0-b801-5521bd5e1446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.144906 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3707a2ad-a6f1-49b0-b801-5521bd5e1446 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a6f1e80-f04e-4e69-a73a-5a2712848237 HTTP/1.1" status: 204 len: 168 time: 0.7705450 Feb 09 13:07:25.147826 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8824916 Feb 09 13:07:25.155759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43782) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:25.158613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa419ec3-4f18-4431-aa6d-8867a4b72b5b admin admin] Pushing event updated for resources: {'Network': ['ID=fdb598db-3153-4ff4-b794-f55f2a761a08,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:25.161455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707a2ad-a6f1-49b0-b801-5521bd5e1446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6f1e80-f04e-4e69-a73a-5a2712848237,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:25.171432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network fdb598db-3153-4ff4-b794-f55f2a761a08 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:07:25.188307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Request body: {'subnet': {'network_id': 'fdb598db-3153-4ff4-b794-f55f2a761a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-759165098-subnet', 'tenant_id': 'bda8a563ff52489985c85fc750b92520', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:25.205738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:25.219778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Usage tracker for resource:subnet and tenant:bda8a563ff52489985c85fc750b92520 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:25.231858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:25.247589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:25.275593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Made reservation on behalf of bda8a563ff52489985c85fc750b92520 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:25.280256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:25.281398 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.281579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.383420 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-82234036-d08a-481d-8c98-bce86460e7d4 req-b53844ca-513c-4533-9b7a-b69ddd393d4e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.397080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82234036-d08a-481d-8c98-bce86460e7d4 req-b53844ca-513c-4533-9b7a-b69ddd393d4e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "DELETE /v2.0/floatingips/6d879890-aa30-41d3-b3da-52361269277c HTTP/1.1" status: 204 len: 173 time: 2.1907542 Feb 09 13:07:25.399451 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-be2d5722-31de-4032-b1eb-bf3cc97720f9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9853263 Feb 09 13:07:25.426908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Request body: {'port': {'device_id': '93ba6896-5c8e-44dd-b76d-3db4cb35e43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:25.498835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ee94d7-ae2b-4333-9f52-d9600cce16fd None None] New status for floating IP a661e775-d17d-4b13-907b-9a208464be89: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:07:25.686935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.753483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efab073-01db-4e43-beac-003ea15ef93c req-914b8af6-386e-4a8e-b5bc-c6b4767e52b8 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:25.754251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5efab073-01db-4e43-beac-003ea15ef93c req-914b8af6-386e-4a8e-b5bc-c6b4767e52b8 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Synchronizing usage tracker for tenant:4bb90f2cc1c145c9a5f3a69dc510d914 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:25.763884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7900ed84-2483-4151-a2d7-95bd5bf20a76 req-dd0bbac1-cc68-40cd-a376-d195578e0a76 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2792113 Feb 09 13:07:25.797462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5efab073-01db-4e43-beac-003ea15ef93c req-914b8af6-386e-4a8e-b5bc-c6b4767e52b8 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Unset dirty status for tenant:4bb90f2cc1c145c9a5f3a69dc510d914 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:25.798756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5efab073-01db-4e43-beac-003ea15ef93c req-914b8af6-386e-4a8e-b5bc-c6b4767e52b8 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 931 time: 0.5109267 Feb 09 13:07:25.815266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a969fa7-ef0b-426b-82b8-03549fb5dfc5,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:25.834922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Checking segment: {'id': 'aa41f573-d8e8-4811-a623-0ce08030b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fdb598db-3153-4ff4-b794-f55f2a761a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:25.835953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Network hostable DHCP agents. Network: fdb598db-3153-4ff4-b794-f55f2a761a08, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:07:25.864934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:25.885462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Network fdb598db-3153-4ff4-b794-f55f2a761a08 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:07:25.898768 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5efab073-01db-4e43-beac-003ea15ef93c req-2e44e7bd-f8d2-44cf-9adf-40263e64af0a tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af01800-7ef6-4910-8402-dfde7e79560c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863035 Feb 09 13:07:25.920339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, fdb598db-3153-4ff4-b794-f55f2a761a08) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:25.931847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f288685c-3787-44a6-abb3-6702a7c32cb9 None None] Network fdb598db-3153-4ff4-b794-f55f2a761a08 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:07:25.938010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:25.939067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.042406 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4c02313d-fc8b-456c-86b5-075dfa1b87ce admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8845391 Feb 09 13:07:26.045462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43802) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:26.065574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-759165098-router', 'tenant_id': 'bda8a563ff52489985c85fc750b92520', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:26.089384 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db79336-acde-4f8d-8522-c8f562595799', 'name': 'network-vif-deleted', 'tag': 'e4712db3-e0c6-4339-b829-2ef4b924f612', 'status': 'completed', 'code': 200} Feb 09 13:07:26.095432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:26.103051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Usage tracker for resource:router and tenant:bda8a563ff52489985c85fc750b92520 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:26.107439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:26.115590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:26.132287 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.134069 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.170787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.218622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4ca04e0-529b-4cb5-9f12-a262314c94ad req-9172c442-f241-409c-8212-06371888c5d1 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1648703 Feb 09 13:07:26.496457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.499403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-fdb598db-3153-4ff4-b794-f55f2a761a08', 'network_id': 'fdb598db-3153-4ff4-b794-f55f2a761a08', 'tenant_id': 'bda8a563ff52489985c85fc750b92520', 'fixed_ips': [{'subnet_id': '5a969fa7-ef0b-426b-82b8-03549fb5dfc5'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:07:26.500840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.645328 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24cf862d-5a26-4ca7-a9c3-1a75869f9227 req-f63953ba-b3f4-4713-a553-85ca95a4d6a9 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 210 time: 0.3639958 Feb 09 13:07:26.769321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Allocated IP 172.20.0.2 (fdb598db-3153-4ff4-b794-f55f2a761a08/5a969fa7-ef0b-426b-82b8-03549fb5dfc5/fd6d882e-18e3-4814-8ab0-f542de4f5d78) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:26.839685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:26.892627 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.095852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43820) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:27.197424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de8590df-6e3b-4654-b058-2e368f02a451 req-366f40fc-ba07-414f-92f3-28c36a5c72a0 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8482254 Feb 09 13:07:27.209164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:07:27.216514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:27.223657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:27.229737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Usage tracker for resource:floatingip and tenant:3d75f3cd746240f580a431f369e2d701 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:27.234248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:27.241723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:27.253447 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.256630 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.297803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7592e965-8ef3-4ec0-a89c-7eb7ce4b1951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.311994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Transition to ACTIVE for port object 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:27.320357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.326768 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.374779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Transition to ACTIVE for port object fd6d882e-18e3-4814-8ab0-f542de4f5d78 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:27.390630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Allocated IP 172.25.5.26 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/41620ed2-62ab-4929-b563-a8820172e8b7) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:27.414622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Transition to ACTIVE for port object fd6d882e-18e3-4814-8ab0-f542de4f5d78 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:27.428181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.432302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:27.580668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Network fdb598db-3153-4ff4-b794-f55f2a761a08 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:27.584198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:27.600339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:07:27.696777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1620767377-network', 'tenant_id': '1bb04d6a2a41429392e76796a572d4c2'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:27.703688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:27.736645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Pushing event updated for resources: {'Port': ['ID=fd6d882e-18e3-4814-8ab0-f542de4f5d78,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:27.745537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Usage tracker for resource:network and tenant:1bb04d6a2a41429392e76796a572d4c2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:27.758983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:27.768292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:27.773450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Attempting to bind port fd6d882e-18e3-4814-8ab0-f542de4f5d78 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:07:27.774451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Attempting to bind port fd6d882e-18e3-4814-8ab0-f542de4f5d78 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'aa41f573-d8e8-4811-a623-0ce08030b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fdb598db-3153-4ff4-b794-f55f2a761a08'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:07:27.774624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Attempting to bind port fd6d882e-18e3-4814-8ab0-f542de4f5d78 on network fdb598db-3153-4ff4-b794-f55f2a761a08 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:27.795951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:07:27.796339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Checking segment: {'id': 'aa41f573-d8e8-4811-a623-0ce08030b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fdb598db-3153-4ff4-b794-f55f2a761a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:27.796746 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.799170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Bound using segment: {'id': 'aa41f573-d8e8-4811-a623-0ce08030b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fdb598db-3153-4ff4-b794-f55f2a761a08'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:07:27.799964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Bound port: fd6d882e-18e3-4814-8ab0-f542de4f5d78, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa41f573-d8e8-4811-a623-0ce08030b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'fdb598db-3153-4ff4-b794-f55f2a761a08'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:07:27.802017 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.847627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Made reservation on behalf of 1bb04d6a2a41429392e76796a572d4c2 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:27.850139 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.954072 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.957977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] For port fd6d882e-18e3-4814-8ab0-f542de4f5d78, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:07:27.963990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] For port fd6d882e-18e3-4814-8ab0-f542de4f5d78, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fd6d882e-18e3-4814-8ab0-f542de4f5d78,segment=NetworkSegment(aa41f573-d8e8-4811-a623-0ce08030b780),segment_id=aa41f573-d8e8-4811-a623-0ce08030b780)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:07:27.966403 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.971214 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:27.979853 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-4a15ee12-dea0-49d2-82f5-68129a43688a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:27.981511 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-4a15ee12-dea0-49d2-82f5-68129a43688a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "GET /v2.0/networks?id=34eda215-1860-4679-9f6e-fb7d723c6eeb HTTP/1.1" status: 200 len: 813 time: 0.7900562 Feb 09 13:07:28.004140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Request body: {'port': {'device_id': '3b6712c0-37be-42fe-9d4f-8f02122d4e39', 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb', 'admin_state_up': True, 'tenant_id': 'a330efb12a874f09a0afa892c2774df8'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:28.079409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc7141-759c-40c5-ad17-9bb55063ea3a None None] Pushing event updated for resources: {'Port': ['ID=fd6d882e-18e3-4814-8ab0-f542de4f5d78,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:28.083260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Attempting to bind port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:07:28.083663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Attempting to bind port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '1e4aeda5-5961-42e1-965c-d233bee2550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:07:28.084050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Attempting to bind port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 on network 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:28.151123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 on network 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:07:28.151476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Attempting to bind port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 on network 59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:28.177949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:28.209630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:28.213974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:07:28.214206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Checking segment: {'id': '1e4aeda5-5961-42e1-965c-d233bee2550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:28.214506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Bound using segment: {'id': '1e4aeda5-5961-42e1-965c-d233bee2550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:07:28.215098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Bound port: 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4aeda5-5961-42e1-965c-d233bee2550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:07:28.215436 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:28.247580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Usage tracker for resource:security_group_rule and tenant:1bb04d6a2a41429392e76796a572d4c2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:28.251827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:28.257529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Usage tracker for resource:port and tenant:a330efb12a874f09a0afa892c2774df8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:28.258199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:28.265210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:28.273035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:28.284274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:28.309338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:28.398552 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:28.413838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Made reservation on behalf of a330efb12a874f09a0afa892c2774df8 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:28.416636 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:28.480683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:28.520760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:28.533115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Pushing event updated for resources: {'Port': ['ID=41620ed2-62ab-4929-b563-a8820172e8b7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:28.535630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:07:28.626096 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:28.655249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1c842-35cd-4340-bc57-ebd39dc377c6 req-552eb924-52a8-40a1-bed4-b14b0faccf96 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:28.657400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ab1c842-35cd-4340-bc57-ebd39dc377c6 req-552eb924-52a8-40a1-bed4-b14b0faccf96 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 943 time: 0.5828798 Feb 09 13:07:28.712446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Allocated IP 172.25.5.135 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/8c31e1fd-7356-4578-9484-e5e1bbcfe25b) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:28.730315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] For port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:07:28.743537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4712db3-e0c6-4339-b829-2ef4b924f612 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:28.764379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Allocated IP 172.20.0.6 (34eda215-1860-4679-9f6e-fb7d723c6eeb/b1cfab22-fbc9-47d6-830d-a7cde767863d/e4dd441e-7fe4-47b1-a375-070dce2606d0) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:28.766941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] For port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,segment=NetworkSegment(1e4aeda5-5961-42e1-965c-d233bee2550c),segment_id=1e4aeda5-5961-42e1-965c-d233bee2550c)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:07:28.791405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: e4712db3-e0c6-4339-b829-2ef4b924f612 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:28.792156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4712db3-e0c6-4339-b829-2ef4b924f612 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:28.811527 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:28.966808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:28.967689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.015413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ab1c842-35cd-4340-bc57-ebd39dc377c6 req-0ab08409-f881-4dfa-99b9-a9a00dc1c0e2 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af01800-7ef6-4910-8402-dfde7e79560c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347371 Feb 09 13:07:29.027198 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.054858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732fe47-0743-4e46-987f-246b832a6723 req-a9109897-1637-4230-82ba-93922931d320 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:29.056386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1732fe47-0743-4e46-987f-246b832a6723 req-a9109897-1637-4230-82ba-93922931d320 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 945 time: 0.5829351 Feb 09 13:07:29.057092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Pushing event updated for resources: {'Port': ['ID=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:29.067401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.147189 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.218842 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.219510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-69a02ab0-bfb7-495a-9704-f0c865eb3079 service neutron] 10.222.0.67 "PUT /v2.0/ports/8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 HTTP/1.1" status: 200 len: 1091 time: 3.8077934 Feb 09 13:07:29.222309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:29.224280 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.224809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ba6896-5c8e-44dd-b76d-3db4cb35e43c', 'tag': '8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:29.273479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1732fe47-0743-4e46-987f-246b832a6723 req-18892f3b-5faa-49f7-b4ff-330587bc4843 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Deleting port 893e56ba-73ac-4ae7-a77d-9d69c03a941a {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:29.273982 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1732fe47-0743-4e46-987f-246b832a6723 req-18892f3b-5faa-49f7-b4ff-330587bc4843 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.343130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Network 34eda215-1860-4679-9f6e-fb7d723c6eeb is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:29.347643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:29.351363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Pushing event updated for resources: {'Port': ['ID=e4dd441e-7fe4-47b1-a375-070dce2606d0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:29.354047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:07:29.386847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:07:29.437249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.437579 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Added segment cf83f484-5fed-4c10-860c-1ad600772a80 of type vlan for network f656bbaf-7864-481a-ac0c-a20fdd4e5773 Feb 09 13:07:29.439523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:29.440160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.444074 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.484923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-e20976a5-6b42-49d8-b1cf-4a3b199b3fc5 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4865358 Feb 09 13:07:29.488932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Router 8c55ae02-bcc5-412a-8147-da4a4feeba0a is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:07:29.500624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Request body: {'port': {'device_id': '3b6712c0-37be-42fe-9d4f-8f02122d4e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:29.541947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.649031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-b387559f-f245-4f18-b3da-88003f0a8ea1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bb90f2cc1c145c9a5f3a69dc510d914&device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 1094 time: 0.3244121 Feb 09 13:07:29.699528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b55baa-a560-41e7-962f-bc23d5c1bf8a None None] Network fdb598db-3153-4ff4-b794-f55f2a761a08 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:07:29.756566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81267236-65e5-4221-82b4-8d47288be7a8 req-5fef3aee-a600-4c01-b9e9-96e3346a531f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:29.758164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81267236-65e5-4221-82b4-8d47288be7a8 req-5fef3aee-a600-4c01-b9e9-96e3346a531f tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b7bb6e-2c70-422a-8788-da2bdb14b47f HTTP/1.1" status: 200 len: 945 time: 0.5445492 Feb 09 13:07:29.833941 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.850129 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.947180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Pushing event updated for resources: {'Port': ['ID=8c31e1fd-7356-4578-9484-e5e1bbcfe25b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:29.958853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:29.959553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:29.960403 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:30.018635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-89d7e6e0-0cb2-4312-9cee-af5cc7ad2120 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 HTTP/1.1" status: 200 len: 217 time: 0.2693498 Feb 09 13:07:30.042137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9419131 Feb 09 13:07:30.049168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c1eac596-c1c9-4d4c-ab08-ddcb2667eacf None None] Provisioning for port fd6d882e-18e3-4814-8ab0-f542de4f5d78 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:30.054637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43838) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:30.064402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:30.080829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:30.300124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:07:30.308637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Request body: {'subnet': {'network_id': 'f656bbaf-7864-481a-ac0c-a20fdd4e5773', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1620767377-subnet', 'tenant_id': '1bb04d6a2a41429392e76796a572d4c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:30.317821 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Sync routers for ids ['8c55ae02-bcc5-412a-8147-da4a4feeba0a'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:07:30.325880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:30.329656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:07:30.340977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:30.342185 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6db734ed-73a8-465b-a0bb-e554951f6a99 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2951069 Feb 09 13:07:30.343935 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Routers {'8c55ae02-bcc5-412a-8147-da4a4feeba0a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:30.344919 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8c55ae02-bcc5-412a-8147-da4a4feeba0a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:30.347080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43844) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:30.506121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:07:30.545615 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81267236-65e5-4221-82b4-8d47288be7a8 req-0a931523-d707-4da2-b27b-3f2c0a8d44d3 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.59 "GET /v2.0/security-groups?id=93757ecb-9e6a-4149-b808-4fea02dd237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7233396 Feb 09 13:07:30.547895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-2eb8f0e8-d20e-423a-9c19-7b41ece6c708 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:30.550043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-2eb8f0e8-d20e-423a-9c19-7b41ece6c708 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=373a0558-3417-48c1-8ddc-d743f16c93a9 HTTP/1.1" status: 200 len: 852 time: 0.5001192 Feb 09 13:07:30.565897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:30.567614 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fd6d882e-18e3-4814-8ab0-f542de4f5d78 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:30.653636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb536a-c9eb-403f-90c9-b29eb79a3af9 admin admin] Pushing event updated for resources: {'Network': ['ID=f656bbaf-7864-481a-ac0c-a20fdd4e5773,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:30.659906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Usage tracker for resource:subnet and tenant:1bb04d6a2a41429392e76796a572d4c2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:30.661330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dd441e-7fe4-47b1-a375-070dce2606d0 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:07:30.679370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f656bbaf-7864-481a-ac0c-a20fdd4e5773 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:07:30.683263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-1732fe47-0743-4e46-987f-246b832a6723 req-18892f3b-5faa-49f7-b4ff-330587bc4843 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] For port 893e56ba-73ac-4ae7-a77d-9d69c03a941a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=893e56ba-73ac-4ae7-a77d-9d69c03a941a,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:30.683757 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1732fe47-0743-4e46-987f-246b832a6723 req-18892f3b-5faa-49f7-b4ff-330587bc4843 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:30.692108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:30.703130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:30.708571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:30.714631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-2ffb3470-49ce-4ec7-994e-67641692b2d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261740 Feb 09 13:07:30.751265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Transition to ACTIVE for port object e4dd441e-7fe4-47b1-a375-070dce2606d0 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:30.760162 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:30.782910 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Set router 8c55ae02-bcc5-412a-8147-da4a4feeba0a gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:30.864774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port fd6d882e-18e3-4814-8ab0-f542de4f5d78 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:30.883397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port fd6d882e-18e3-4814-8ab0-f542de4f5d78 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:30.884359 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:30.897032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Pushing event updated for resources: {'Port': ['ID=e4dd441e-7fe4-47b1-a375-070dce2606d0,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:31.084487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-199d35b3-c2a7-4588-afc8-045cf48c6225 service neutron] 10.222.0.67 "GET /v2.0/networks/59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020415 Feb 09 13:07:31.100767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1732fe47-0743-4e46-987f-246b832a6723 req-18892f3b-5faa-49f7-b4ff-330587bc4843 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Calling delete_port for 893e56ba-73ac-4ae7-a77d-9d69c03a941a owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:31.174031 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:31.206845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Made reservation on behalf of 1bb04d6a2a41429392e76796a572d4c2 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:31.209828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:31.245520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port fd6d882e-18e3-4814-8ab0-f542de4f5d78, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fd6d882e-18e3-4814-8ab0-f542de4f5d78,segment=NetworkSegment(aa41f573-d8e8-4811-a623-0ce08030b780),segment_id=aa41f573-d8e8-4811-a623-0ce08030b780)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:31.253433 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:31.320135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Attempting to bind port e4dd441e-7fe4-47b1-a375-070dce2606d0 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:07:31.321141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Attempting to bind port e4dd441e-7fe4-47b1-a375-070dce2606d0 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:07:31.321599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Attempting to bind port e4dd441e-7fe4-47b1-a375-070dce2606d0 on network 34eda215-1860-4679-9f6e-fb7d723c6eeb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:31.349814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Port e4dd441e-7fe4-47b1-a375-070dce2606d0 on network 34eda215-1860-4679-9f6e-fb7d723c6eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:07:31.350183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Attempting to bind port e4dd441e-7fe4-47b1-a375-070dce2606d0 on network 34eda215-1860-4679-9f6e-fb7d723c6eeb {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:31.362372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=fd6d882e-18e3-4814-8ab0-f542de4f5d78,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:31.366040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Sync routers for ids ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:07:31.378406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:07:31.378775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Checking segment: {'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:31.379154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Bound using segment: {'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:07:31.379586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Bound port: e4dd441e-7fe4-47b1-a375-070dce2606d0, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:07:31.379939 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:31.383177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Routers {'d59aa6f8-9abb-4cf1-bd5a-a348bae96705'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:31.383932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:31.447129 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c55ae02-bcc5-412a-8147-da4a4feeba0a', 'name': 'tempest-ServersTestFqdnHostnames-759165098-router', 'tenant_id': 'bda8a563ff52489985c85fc750b92520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '41620ed2-62ab-4929-b563-a8820172e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:26Z', 'updated_at': '2022-02-09T13:07:28Z', 'revision_number': 3, 'project_id': 'bda8a563ff52489985c85fc750b92520', 'gw_port': {'id': '41620ed2-62ab-4929-b563-a8820172e8b7', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c55ae02-bcc5-412a-8147-da4a4feeba0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:26Z', 'updated_at': '2022-02-09T13:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:31.454719 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Checking router: 8c55ae02-bcc5-412a-8147-da4a4feeba0a for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:07:31.455328 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Updating router 8c55ae02-bcc5-412a-8147-da4a4feeba0a port 41620ed2-62ab-4929-b563-a8820172e8b7 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:07:31.505058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] For port e4dd441e-7fe4-47b1-a375-070dce2606d0, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:07:31.509257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] For port e4dd441e-7fe4-47b1-a375-070dce2606d0, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:07:31.511165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973564e4-fcb4-45e6-a863-c76a96b2c7b0 req-fc85d1af-eeab-4cde-8a4e-d7713435a0db tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:31.513773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-973564e4-fcb4-45e6-a863-c76a96b2c7b0 req-fc85d1af-eeab-4cde-8a4e-d7713435a0db tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 943 time: 0.7301350 Feb 09 13:07:31.515307 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:31.558194 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:31.645784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Set router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:31.757436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:31.759879 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] 10.222.0.67 "PUT /v2.0/ports/e4dd441e-7fe4-47b1-a375-070dce2606d0 HTTP/1.1" status: 200 len: 1091 time: 2.2659049 Feb 09 13:07:31.760649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6712c0-37be-42fe-9d4f-8f02122d4e39', 'tag': 'e4dd441e-7fe4-47b1-a375-070dce2606d0'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:31.793243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6fa72-a6a4-47dc-92fb-cfe71649601e service neutron] Pushing event updated for resources: {'Port': ['ID=e4dd441e-7fe4-47b1-a375-070dce2606d0,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:31.836318 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:31.939615 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:32.071506 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308e2bda-8fe7-4bf9-8349-9f91be8c44d1 req-6662ce6e-8be2-44fc-86e8-8e0ef8649913 service neutron] 10.222.0.67 "GET /v2.0/networks/59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9181855 Feb 09 13:07:32.159316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-973564e4-fcb4-45e6-a863-c76a96b2c7b0 req-73a1f987-5458-41cb-8763-97197cf3beeb tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027527 Feb 09 13:07:32.188499 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:32.206798 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Transition to ACTIVE for port object 41620ed2-62ab-4929-b563-a8820172e8b7 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:32.228143 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:32.237610 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-6d752043-ec99-4914-8144-4f9c9943740a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a330efb12a874f09a0afa892c2774df8&device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 1094 time: 0.4229214 Feb 09 13:07:32.289598 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1732fe47-0743-4e46-987f-246b832a6723 req-18892f3b-5faa-49f7-b4ff-330587bc4843 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:32.407334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'name': 'tempest-FloatingIPsTestJSON-670446955-router', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:06:56Z', 'updated_at': '2022-02-09T13:07:07Z', 'revision_number': 4, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'gw_port': {'id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:58Z', 'updated_at': '2022-02-09T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bae38714-adbc-4f26-a8b8-a3c9fdd65a18', 'name': '', 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'mac_address': 'fa:16:3e:d9:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:06Z', 'updated_at': '2022-02-09T13:07:08Z', 'revision_number': 2, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'subnets': [{'id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:32.408311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18892f3b-5faa-49f7-b4ff-330587bc4843 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Pushing event deleted for resources: {'Port': ['ID=893e56ba-73ac-4ae7-a77d-9d69c03a941a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:32.417577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Checking router: d59aa6f8-9abb-4cf1-bd5a-a348bae96705 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:07:32.418149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Updating router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:07:32.458618 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-58fc61fa-0850-452b-8b03-e755ef4afb6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0 HTTP/1.1" status: 200 len: 217 time: 0.2110045 Feb 09 13:07:32.516627 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Pushing event updated for resources: {'Port': ['ID=41620ed2-62ab-4929-b563-a8820172e8b7,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:32.520278 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Attempting to bind port 41620ed2-62ab-4929-b563-a8820172e8b7 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:07:32.524351 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Attempting to bind port 41620ed2-62ab-4929-b563-a8820172e8b7 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:07:32.524351 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Attempting to bind port 41620ed2-62ab-4929-b563-a8820172e8b7 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:32.537349 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:07:32.537715 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:32.538776 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:32.539166 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:07:32.539638 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Bound port: 41620ed2-62ab-4929-b563-a8820172e8b7, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:07:32.540002 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:32.558841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:32.567681 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.568141 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.568323 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.569015 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.569529 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.569960 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.570288 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.570677 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.570999 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.571315 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.571632 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:32.590238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fd6d882e-18e3-4814-8ab0-f542de4f5d78 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:32.659123 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] For port 41620ed2-62ab-4929-b563-a8820172e8b7, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:07:32.664870 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] For port 41620ed2-62ab-4929-b563-a8820172e8b7, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=41620ed2-62ab-4929-b563-a8820172e8b7,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:07:32.672581 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:32.792048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c87b47f8-3801-403d-a37a-78f6b5cdaf9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:32.794484 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-c87b47f8-3801-403d-a37a-78f6b5cdaf9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1cfab22-fbc9-47d6-830d-a7cde767863d HTTP/1.1" status: 200 len: 853 time: 0.2970421 Feb 09 13:07:32.851574 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3138324-ef4c-4ae8-b4ab-081598095923 None None] Pushing event updated for resources: {'Port': ['ID=41620ed2-62ab-4929-b563-a8820172e8b7,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:32.868098 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Routers {'8c55ae02-bcc5-412a-8147-da4a4feeba0a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:32.869688 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8c55ae02-bcc5-412a-8147-da4a4feeba0a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:33.013193 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-a2487a21-29ac-476d-8e9f-e6888dcf1c33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34eda215-1860-4679-9f6e-fb7d723c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886985 Feb 09 13:07:33.154142 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:33.157682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1732fe47-0743-4e46-987f-246b832a6723 req-18892f3b-5faa-49f7-b4ff-330587bc4843 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] No DVR routers for this DVR port 893e56ba-73ac-4ae7-a77d-9d69c03a941a on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:33.167042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1732fe47-0743-4e46-987f-246b832a6723 req-18892f3b-5faa-49f7-b4ff-330587bc4843 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:33.171482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:33.342982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 893e56ba-73ac-4ae7-a77d-9d69c03a941a no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:33.363010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Pushing event updated for resources: {'Port': ['ID=8c31e1fd-7356-4578-9484-e5e1bbcfe25b,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:33.390507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:33.432440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:33.451237 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ba6896-5c8e-44dd-b76d-3db4cb35e43c', 'tag': '8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9', 'status': 'completed', 'code': 200} Feb 09 13:07:33.455718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 893e56ba-73ac-4ae7-a77d-9d69c03a941a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:33.457460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 893e56ba-73ac-4ae7-a77d-9d69c03a941a not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:33.494761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port fd6d882e-18e3-4814-8ab0-f542de4f5d78 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:33.495426 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:33.647843 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1732fe47-0743-4e46-987f-246b832a6723 req-18892f3b-5faa-49f7-b4ff-330587bc4843 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442 tempest-FloatingIPsAssociationNegativeTestJSON-1874021442-project] 10.222.0.67 "DELETE /v2.0/ports/893e56ba-73ac-4ae7-a77d-9d69c03a941a HTTP/1.1" status: 204 len: 173 time: 4.5810602 Feb 09 13:07:33.718907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-83f77ef0-bdff-463d-9952-6c511af54a03 service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733274 Feb 09 13:07:33.724879 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] Set router 8c55ae02-bcc5-412a-8147-da4a4feeba0a gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:33.736355 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:33.736874 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:07:33.826723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf31e2c-6ee4-4d7f-a67f-7b149b11140e,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:33.867376 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:33.888643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Transition to ACTIVE for port object bae38714-adbc-4f26-a8b8-a3c9fdd65a18 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:33.899498 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:33.951500 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:33.952900 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de8590df-6e3b-4654-b058-2e368f02a451 req-2b48ee86-e2b2-4ac3-b352-ff2920ac003e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.7468109 Feb 09 13:07:33.960025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Checking segment: {'id': 'cf83f484-5fed-4c10-860c-1ad600772a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f656bbaf-7864-481a-ac0c-a20fdd4e5773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:33.960742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Network hostable DHCP agents. Network: f656bbaf-7864-481a-ac0c-a20fdd4e5773, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:07:34.017112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1e721-e3ad-46a6-b05a-b0882e27eec9 None None] Pushing event updated for resources: {'Port': ['ID=bae38714-adbc-4f26-a8b8-a3c9fdd65a18,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:34.092078 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa55aba9-6e14-4072-93f9-75287412beff req-0ba871c1-b753-4887-bb61-b13b08d7b920 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4bb90f2cc1c145c9a5f3a69dc510d914&device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 1094 time: 0.6534760 Feb 09 13:07:34.153266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-de8590df-6e3b-4654-b058-2e368f02a451 req-4c906dec-32ab-43d5-ab74-aa93837cf51f tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Synchronizing usage tracker for tenant:3d75f3cd746240f580a431f369e2d701 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:34.266294 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95b6a64b-013d-46db-b48a-b583dde4fc7d req-d91d7638-b4c6-4f2b-b6ed-5683712fc0fd service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311687 Feb 09 13:07:34.279591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ef205-7857-40bc-b819-8d2234ebfdbd req-3a55806c-c683-444d-8c01-5373eccf5aa9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:34.290564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-643ef205-7857-40bc-b819-8d2234ebfdbd req-3a55806c-c683-444d-8c01-5373eccf5aa9 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 943 time: 0.5750666 Feb 09 13:07:34.369672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Network f656bbaf-7864-481a-ac0c-a20fdd4e5773 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:07:34.421457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-de8590df-6e3b-4654-b058-2e368f02a451 req-4c906dec-32ab-43d5-ab74-aa93837cf51f tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Unset dirty status for tenant:3d75f3cd746240f580a431f369e2d701 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:34.424232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de8590df-6e3b-4654-b058-2e368f02a451 req-4c906dec-32ab-43d5-ab74-aa93837cf51f tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.4576142 Feb 09 13:07:34.448652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Allocated IP 172.20.0.1 (fdb598db-3153-4ff4-b794-f55f2a761a08/5a969fa7-ef0b-426b-82b8-03549fb5dfc5/03f5931d-b20b-49d7-91fc-d507917ba5f1) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:34.498893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f656bbaf-7864-481a-ac0c-a20fdd4e5773) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:34.512380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fec2dc-ab4e-4d9a-b675-50a6e8ed6353 None None] Network f656bbaf-7864-481a-ac0c-a20fdd4e5773 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:07:34.526589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:34.527393 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:34.557885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Attempting to bind port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:07:34.558634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Attempting to bind port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '1e0dd743-e4fe-4603-a998-7a7f26240633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:07:34.559287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Attempting to bind port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 on network 146a6fb6-945b-4264-a11c-7a37bc16b5fb {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:34.576456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:07:34.577243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Checking segment: {'id': '1e0dd743-e4fe-4603-a998-7a7f26240633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:34.578003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:34.578837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Bound using segment: {'id': '1e0dd743-e4fe-4603-a998-7a7f26240633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:07:34.579741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Bound port: bae38714-adbc-4f26-a8b8-a3c9fdd65a18, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0dd743-e4fe-4603-a998-7a7f26240633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:07:34.580318 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:34.719591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55aba9-6e14-4072-93f9-75287412beff req-55e6809a-96c2-49ab-8ec7-550a5e8f69d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:34.721019 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa55aba9-6e14-4072-93f9-75287412beff req-55e6809a-96c2-49ab-8ec7-550a5e8f69d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 HTTP/1.1" status: 200 len: 913 time: 0.6211402 Feb 09 13:07:34.742511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-300095a9-1fbb-4640-9100-c6a31bfd5848 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.6524920 Feb 09 13:07:34.755902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:34.777712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Transition to ACTIVE for port object 03f5931d-b20b-49d7-91fc-d507917ba5f1 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:34.792784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:07:34.807146 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-643ef205-7857-40bc-b819-8d2234ebfdbd req-a04c9648-91f7-49de-970f-ac66c6f00bb2 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af01800-7ef6-4910-8402-dfde7e79560c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154884 Feb 09 13:07:34.817976 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c55ae02-bcc5-412a-8147-da4a4feeba0a', 'name': 'tempest-ServersTestFqdnHostnames-759165098-router', 'tenant_id': 'bda8a563ff52489985c85fc750b92520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '41620ed2-62ab-4929-b563-a8820172e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:26Z', 'updated_at': '2022-02-09T13:07:28Z', 'revision_number': 3, 'project_id': 'bda8a563ff52489985c85fc750b92520', 'gw_port': {'id': '41620ed2-62ab-4929-b563-a8820172e8b7', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c55ae02-bcc5-412a-8147-da4a4feeba0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:26Z', 'updated_at': '2022-02-09T13:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:34.828822 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa55aba9-6e14-4072-93f9-75287412beff req-d26240de-6807-4aee-ab12-ba3de7fe058b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 HTTP/1.1" status: 200 len: 217 time: 0.0999098 Feb 09 13:07:34.831972 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bab96cc-324b-4fc2-ab2d-0118d1928571 None None] The sync data for ids ['8c55ae02-bcc5-412a-8147-da4a4feeba0a'] in n-d-825175-3 is: [{'id': '8c55ae02-bcc5-412a-8147-da4a4feeba0a', 'name': 'tempest-ServersTestFqdnHostnames-759165098-router', 'tenant_id': 'bda8a563ff52489985c85fc750b92520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '41620ed2-62ab-4929-b563-a8820172e8b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:26Z', 'updated_at': '2022-02-09T13:07:28Z', 'revision_number': 3, 'project_id': 'bda8a563ff52489985c85fc750b92520', 'gw_port': {'id': '41620ed2-62ab-4929-b563-a8820172e8b7', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c55ae02-bcc5-412a-8147-da4a4feeba0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:26Z', 'updated_at': '2022-02-09T13:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:07:34.836281 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:34.982966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Network fdb598db-3153-4ff4-b794-f55f2a761a08 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:35.004836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:35.036865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:07:35.042412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8590df-6e3b-4654-b058-2e368f02a451 req-8576d947-fadc-4a9c-bf95-7336e9bdebfc tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:35.052941 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de8590df-6e3b-4654-b058-2e368f02a451 req-8576d947-fadc-4a9c-bf95-7336e9bdebfc tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.6145833 Feb 09 13:07:35.105053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43872) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:35.235084 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:07:35.247672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Pushing event updated for resources: {'Port': ['ID=03f5931d-b20b-49d7-91fc-d507917ba5f1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:35.313889 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6712c0-37be-42fe-9d4f-8f02122d4e39', 'tag': 'e4dd441e-7fe4-47b1-a375-070dce2606d0', 'status': 'completed', 'code': 200} Feb 09 13:07:35.322331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] For port bae38714-adbc-4f26-a8b8-a3c9fdd65a18, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:07:35.497453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'name': 'network-vif-deleted', 'tag': '893e56ba-73ac-4ae7-a77d-9d69c03a941a'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:35.511061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] For port bae38714-adbc-4f26-a8b8-a3c9fdd65a18, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bae38714-adbc-4f26-a8b8-a3c9fdd65a18,segment=NetworkSegment(1e0dd743-e4fe-4603-a998-7a7f26240633),segment_id=1e0dd743-e4fe-4603-a998-7a7f26240633)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:07:35.540784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55aba9-6e14-4072-93f9-75287412beff req-e6e2e21c-dab1-4401-9151-8f21dc44b1fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:35.540784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa55aba9-6e14-4072-93f9-75287412beff req-e6e2e21c-dab1-4401-9151-8f21dc44b1fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=373a0558-3417-48c1-8ddc-d743f16c93a9 HTTP/1.1" status: 200 len: 852 time: 0.6988511 Feb 09 13:07:35.604620 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:35.709427 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:35.797154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,segment=NetworkSegment(1e4aeda5-5961-42e1-965c-d233bee2550c),segment_id=1e4aeda5-5961-42e1-965c-d233bee2550c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:35.849829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9', 'network_id': '59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8', 'port_id': '8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9', 'mac_address': 'fa:16:3e:05:7e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373a0558-3417-48c1-8ddc-d743f16c93a9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:07:35.870510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-464fc9a2-143b-45b3-adef-dea9d09914b0 req-1aad92e7-37f7-431c-9a8c-7fe18b2cc8c7 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.2997158 Feb 09 13:07:35.892913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa55aba9-6e14-4072-93f9-75287412beff req-04c8beea-5cba-4aac-b7e3-ec57aed0cf5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3237233 Feb 09 13:07:35.894886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:36.025019 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ea2d40a8-105c-4f2c-b342-f27ee88f6de8 req-8ea5524e-32c1-4105-aab2-0da2714d95be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a330efb12a874f09a0afa892c2774df8&device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 1094 time: 0.6311226 Feb 09 13:07:36.124709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1e721-e3ad-46a6-b05a-b0882e27eec9 None None] Pushing event updated for resources: {'Port': ['ID=bae38714-adbc-4f26-a8b8-a3c9fdd65a18,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:36.162411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ba0a2958-20d1-4af3-b201-1ee18c1e4d1e None None] Provisioning for port 03f5931d-b20b-49d7-91fc-d507917ba5f1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:36.166389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af617dad-72a2-4fec-a391-e269956007e5 None None] Network f656bbaf-7864-481a-ac0c-a20fdd4e5773 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:07:36.244799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ba0a2958-20d1-4af3-b201-1ee18c1e4d1e None None] Provisioning complete for port 03f5931d-b20b-49d7-91fc-d507917ba5f1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:36.245265 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ba0a2958-20d1-4af3-b201-1ee18c1e4d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:36.467353 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:36.542612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:07:36.546585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a2958-20d1-4af3-b201-1ee18c1e4d1e None None] Port 03f5931d-b20b-49d7-91fc-d507917ba5f1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:07:36.571739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Routers {'d59aa6f8-9abb-4cf1-bd5a-a348bae96705'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:36.572583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:36.717904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d40a8-105c-4f2c-b342-f27ee88f6de8 req-f7e55dcd-8d67-4d43-ac52-11d0202bf1de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:36.719038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 41620ed2-62ab-4929-b563-a8820172e8b7 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:36.720062 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ea2d40a8-105c-4f2c-b342-f27ee88f6de8 req-f7e55dcd-8d67-4d43-ac52-11d0202bf1de service neutron] 10.222.0.67 "GET /v2.0/networks?id=34eda215-1860-4679-9f6e-fb7d723c6eeb HTTP/1.1" status: 200 len: 914 time: 0.6867731 Feb 09 13:07:36.739731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-6b62669a-fab2-4ade-8c0a-33ad7caf2f6e tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips/c71175f3-7d89-4100-8fbb-d789439cd5ca HTTP/1.1" status: 200 len: 693 time: 0.5840340 Feb 09 13:07:36.805897 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ea2d40a8-105c-4f2c-b342-f27ee88f6de8 req-897cda07-3ec6-4ddc-b0b2-5fdd5533a583 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0 HTTP/1.1" status: 200 len: 217 time: 0.0778120 Feb 09 13:07:36.810068 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:36.830524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe194a5-5378-4e47-9463-0f09b7a2313e req-2e84a294-5ac7-49a4-a184-70ecb4ba6ddd tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:36.832543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fe194a5-5378-4e47-9463-0f09b7a2313e req-2e84a294-5ac7-49a4-a184-70ecb4ba6ddd tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 943 time: 1.0185270 Feb 09 13:07:36.856792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,segment=NetworkSegment(1e4aeda5-5961-42e1-965c-d233bee2550c),segment_id=1e4aeda5-5961-42e1-965c-d233bee2550c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:36.859649 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:36.878165 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:36.899455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa55aba9-6e14-4072-93f9-75287412beff req-e3d927b4-ce0b-47f8-b6ea-4a1742a7171e service neutron] 10.222.0.67 "GET /v2.0/networks/59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9990189 Feb 09 13:07:36.966389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Pushing event updated for resources: {'Port': ['ID=03f5931d-b20b-49d7-91fc-d507917ba5f1,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:37.011850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d40a8-105c-4f2c-b342-f27ee88f6de8 req-9dd301b7-2f32-4083-a726-a190bc02be6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:37.014077 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ea2d40a8-105c-4f2c-b342-f27ee88f6de8 req-9dd301b7-2f32-4083-a726-a190bc02be6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1cfab22-fbc9-47d6-830d-a7cde767863d HTTP/1.1" status: 200 len: 853 time: 0.2019353 Feb 09 13:07:37.017666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:37.026224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:37.071531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ea2d40a8-105c-4f2c-b342-f27ee88f6de8 req-f6330e1f-73d3-4504-9c4f-564b6d7a08d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34eda215-1860-4679-9f6e-fb7d723c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490656 Feb 09 13:07:37.131980 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fe194a5-5378-4e47-9463-0f09b7a2313e req-612f0233-fb7c-4b07-966a-4af2dea0d30b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314379 Feb 09 13:07:37.165790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:07:37.263584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 41620ed2-62ab-4929-b563-a8820172e8b7 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:37.293742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 41620ed2-62ab-4929-b563-a8820172e8b7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:37.294440 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:37.321789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-6a0ac872-1781-4cf6-afed-2cb0a92425cd tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:37.329136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-6a0ac872-1781-4cf6-afed-2cb0a92425cd tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.5877802 Feb 09 13:07:37.413773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] Set router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:37.453038 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ea2d40a8-105c-4f2c-b342-f27ee88f6de8 req-f067b9a0-a25f-4d37-b9d7-487ecd683cc7 service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670652 Feb 09 13:07:37.560474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Network fdb598db-3153-4ff4-b794-f55f2a761a08 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:37.564234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:37.737987 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa55aba9-6e14-4072-93f9-75287412beff req-92968369-a62d-4fda-ba4d-2120482aad7f service neutron] 10.222.0.67 "GET /v2.0/networks/59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7911885 Feb 09 13:07:37.808979 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:37.847756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-155a679d-a0a0-4ce2-97c8-26ed82dd7702 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.5174270 Feb 09 13:07:37.917647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 41620ed2-62ab-4929-b563-a8820172e8b7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=41620ed2-62ab-4929-b563-a8820172e8b7,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:37.919012 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ea2d40a8-105c-4f2c-b342-f27ee88f6de8 req-faae0e8e-e6c3-4133-a7bd-551c9a1da70b service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527802 Feb 09 13:07:37.932258 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:37.933044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bae38714-adbc-4f26-a8b8-a3c9fdd65a18 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:37.985433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737050c4-5e81-4161-9992-0d62b2175836 req-588b9a8c-9253-4d90-8ece-e143d0fd18c8 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:37.986223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-737050c4-5e81-4161-9992-0d62b2175836 req-588b9a8c-9253-4d90-8ece-e143d0fd18c8 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Synchronizing usage tracker for tenant:1bb04d6a2a41429392e76796a572d4c2 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:38.098911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-737050c4-5e81-4161-9992-0d62b2175836 req-588b9a8c-9253-4d90-8ece-e143d0fd18c8 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Unset dirty status for tenant:1bb04d6a2a41429392e76796a572d4c2 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:38.099981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-588b9a8c-9253-4d90-8ece-e143d0fd18c8 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/networks?id=f656bbaf-7864-481a-ac0c-a20fdd4e5773 HTTP/1.1" status: 200 len: 814 time: 0.4377949 Feb 09 13:07:38.140901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-0acb7668-f90f-407c-9507-2a49efe5aadc tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.1504905 Feb 09 13:07:38.148284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ecf76503-b1f4-422d-90b6-e1ba2379fbc1 None None] Provisioning complete for port 03f5931d-b20b-49d7-91fc-d507917ba5f1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:38.148644 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ecf76503-b1f4-422d-90b6-e1ba2379fbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:38.149177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-4d65b2c8-436e-4669-9668-d8b6e7b291e7 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/quotas/1bb04d6a2a41429392e76796a572d4c2 HTTP/1.1" status: 200 len: 375 time: 0.0426502 Feb 09 13:07:38.177491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=41620ed2-62ab-4929-b563-a8820172e8b7,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:38.204607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:38.222702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ecf76503-b1f4-422d-90b6-e1ba2379fbc1 None None] Port 03f5931d-b20b-49d7-91fc-d507917ba5f1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:07:38.224958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.225775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.226263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.226628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.226949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.227292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.227757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.227870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.228190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.228495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.228805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:07:38.233919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:38.234606 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:38.269351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Router 8c55ae02-bcc5-412a-8147-da4a4feeba0a has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:07:38.371530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'name': 'tempest-FloatingIPsTestJSON-670446955-router', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:06:56Z', 'updated_at': '2022-02-09T13:07:07Z', 'revision_number': 4, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'gw_port': {'id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:58Z', 'updated_at': '2022-02-09T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bae38714-adbc-4f26-a8b8-a3c9fdd65a18', 'name': '', 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'mac_address': 'fa:16:3e:d9:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:06Z', 'updated_at': '2022-02-09T13:07:34Z', 'revision_number': 4, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'subnets': [{'id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:38.380998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3b59cf-c289-4286-a5e5-f3942de35514 None None] The sync data for ids ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'] in n-d-825175-3 is: [{'id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'name': 'tempest-FloatingIPsTestJSON-670446955-router', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:06:56Z', 'updated_at': '2022-02-09T13:07:07Z', 'revision_number': 4, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'gw_port': {'id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:58Z', 'updated_at': '2022-02-09T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bae38714-adbc-4f26-a8b8-a3c9fdd65a18', 'name': '', 'network_id': '146a6fb6-945b-4264-a11c-7a37bc16b5fb', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'mac_address': 'fa:16:3e:d9:84:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:06Z', 'updated_at': '2022-02-09T13:07:34Z', 'revision_number': 4, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'subnets': [{'id': 'b7c0ca1c-084c-416b-a2ba-f88e2e392dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:07:38.411528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-348726e9-29cd-4d64-9faa-ac9efcab8b22 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bb04d6a2a41429392e76796a572d4c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2534688 Feb 09 13:07:38.416756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-1bc0fcac-0012-4a08-aef9-f420724cc27b tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Deleting port 8c31e1fd-7356-4578-9484-e5e1bbcfe25b {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:38.417533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-1bc0fcac-0012-4a08-aef9-f420724cc27b tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:38.473907 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:38.527770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port bae38714-adbc-4f26-a8b8-a3c9fdd65a18, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bae38714-adbc-4f26-a8b8-a3c9fdd65a18,segment=NetworkSegment(1e0dd743-e4fe-4603-a998-7a7f26240633),segment_id=1e0dd743-e4fe-4603-a998-7a7f26240633)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:38.533103 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:38.564640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:07:38.581834 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9cb5a05e-d2ee-4c46-8532-2d4ad6e7e692 admin admin] 10.222.0.59 "PUT /v2.0/routers/8c55ae02-bcc5-412a-8147-da4a4feeba0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2330678 Feb 09 13:07:38.674175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=bae38714-adbc-4f26-a8b8-a3c9fdd65a18,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:38.695301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 41620ed2-62ab-4929-b563-a8820172e8b7 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:38.808630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 41620ed2-62ab-4929-b563-a8820172e8b7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:38.809550 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:38.853236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43908) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:38.949034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4dd441e-7fe4-47b1-a375-070dce2606d0 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:07:38.952905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:39.004527 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-2fe90922-454d-41c7-9b90-9dd6feb40be5 service neutron] 10.222.0.59 "GET /v2.0/networks/f656bbaf-7864-481a-ac0c-a20fdd4e5773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471153 Feb 09 13:07:39.007010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:39.289343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:39.307762 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:39.308424 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:39.400552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4dd441e-7fe4-47b1-a375-070dce2606d0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:39.437741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e4dd441e-7fe4-47b1-a375-070dce2606d0', 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb', 'port_id': 'e4dd441e-7fe4-47b1-a375-070dce2606d0', 'mac_address': 'fa:16:3e:7a:76:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cfab22-fbc9-47d6-830d-a7cde767863d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:07:39.540591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-1bc0fcac-0012-4a08-aef9-f420724cc27b tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:39.540945 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-1bc0fcac-0012-4a08-aef9-f420724cc27b tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:39.570228 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:39.604447 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:39.616118 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dd441e-7fe4-47b1-a375-070dce2606d0 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:07:39.648660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4dd441e-7fe4-47b1-a375-070dce2606d0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:39.656550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ba6896-5c8e-44dd-b76d-3db4cb35e43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:39.663272 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:39.702682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,segment=NetworkSegment(1e4aeda5-5961-42e1-965c-d233bee2550c),segment_id=1e4aeda5-5961-42e1-965c-d233bee2550c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:39.707565 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:39.711302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-1bc0fcac-0012-4a08-aef9-f420724cc27b tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Calling delete_port for 8c31e1fd-7356-4578-9484-e5e1bbcfe25b owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:39.714294 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:39.748932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e4dd441e-7fe4-47b1-a375-070dce2606d0,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:39.782331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-fc5281f3-c618-4a1d-a071-3e86b959da7d service neutron] 10.222.0.59 "GET /v2.0/networks/f656bbaf-7864-481a-ac0c-a20fdd4e5773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586592 Feb 09 13:07:39.836867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:39.889232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e4dd441e-7fe4-47b1-a375-070dce2606d0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:07:40.043086 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b7bb6e-2c70-422a-8788-da2bdb14b47f', 'name': 'network-vif-deleted', 'tag': '893e56ba-73ac-4ae7-a77d-9d69c03a941a', 'status': 'completed', 'code': 200} Feb 09 13:07:40.085845 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-1bc0fcac-0012-4a08-aef9-f420724cc27b tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.213751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0fcac-0012-4a08-aef9-f420724cc27b tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Pushing event deleted for resources: {'Port': ['ID=8c31e1fd-7356-4578-9484-e5e1bbcfe25b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:40.445279 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-1bc0fcac-0012-4a08-aef9-f420724cc27b tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.530554 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-1bc0fcac-0012-4a08-aef9-f420724cc27b tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.531564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b29e18e1-eb09-4c56-ae8c-cefd844aed59 req-1bc0fcac-0012-4a08-aef9-f420724cc27b tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "DELETE /v2.0/floatingips/c71175f3-7d89-4100-8fbb-d789439cd5ca HTTP/1.1" status: 204 len: 173 time: 2.3760014 Feb 09 13:07:40.549844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e441c-d399-43ec-bbce-9078f4043f0a req-be57143c-9496-45bb-b2d4-e224b346abe8 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:40.551396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b57e441c-d399-43ec-bbce-9078f4043f0a req-be57143c-9496-45bb-b2d4-e224b346abe8 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 945 time: 0.3420534 Feb 09 13:07:40.622617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] Deleting port 03f5931d-b20b-49d7-91fc-d507917ba5f1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:40.622897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.707787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bae38714-adbc-4f26-a8b8-a3c9fdd65a18 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:40.783412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-31a32328-d1e9-47dd-8711-03ecc523781b req-a369df6e-a946-4956-9b70-90b036c734ae tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.0650475 Feb 09 13:07:40.805077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:40.805511 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.818762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b57e441c-d399-43ec-bbce-9078f4043f0a req-a7719db8-6ccd-4cd1-ad47-91eeff076493 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af01800-7ef6-4910-8402-dfde7e79560c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524881 Feb 09 13:07:40.882063 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:40.965388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4dd441e-7fe4-47b1-a375-070dce2606d0 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:41.078497 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.086850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] Calling delete_port for 03f5931d-b20b-49d7-91fc-d507917ba5f1 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:41.088923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port e4dd441e-7fe4-47b1-a375-070dce2606d0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:41.096070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e4dd441e-7fe4-47b1-a375-070dce2606d0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:41.096818 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.145910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ab5e4-39cc-4ea0-8f89-465567a3cbd4 req-00bed1bc-24ad-4e5e-8dbd-ed24c5512cda tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:41.154992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-701ab5e4-39cc-4ea0-8f89-465567a3cbd4 req-00bed1bc-24ad-4e5e-8dbd-ed24c5512cda tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 944 time: 0.1908312 Feb 09 13:07:41.255070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] Deleting port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:41.255403 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.266664 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.306606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4dd441e-7fe4-47b1-a375-070dce2606d0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:41.312169 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.333653 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-701ab5e4-39cc-4ea0-8f89-465567a3cbd4 req-489d6f1f-3f5f-441a-89d5-c9f6175f2ca8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778052 Feb 09 13:07:41.436236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e4dd441e-7fe4-47b1-a375-070dce2606d0,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:41.532967 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ba6896-5c8e-44dd-b76d-3db4cb35e43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9', 'code': 200} Feb 09 13:07:41.733356 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.831025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f5931d-b20b-49d7-91fc-d507917ba5f1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:41.860005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] For port 9ce9a65a-2b2b-47a2-857b-8b21a31755ea, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9ce9a65a-2b2b-47a2-857b-8b21a31755ea,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:41.860200 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:41.868813 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-6afccdb1-7977-4ba2-9c7c-7e0fb666a075 req-c9e3d62d-0b2b-45bc-b315-6d99ab3bd453 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] show failed (client error): The resource could not be found. Feb 09 13:07:41.869586 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6afccdb1-7977-4ba2-9c7c-7e0fb666a075 req-c9e3d62d-0b2b-45bc-b315-6d99ab3bd453 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips/c71175f3-7d89-4100-8fbb-d789439cd5ca HTTP/1.1" status: 404 len: 350 time: 0.0988626 Feb 09 13:07:41.993115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1bc03016-8e0d-45cc-901c-e50c6496d846 req-f16c9948-ba3e-44bb-ab11-8c7d007cc7ec tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 210 time: 0.0565574 Feb 09 13:07:42.113323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] Calling delete_port for 9ce9a65a-2b2b-47a2-857b-8b21a31755ea owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:42.181530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737050c4-5e81-4161-9992-0d62b2175836 req-81c94aef-adea-46ca-aab1-6ecf503c183b tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:42.184693 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-81c94aef-adea-46ca-aab1-6ecf503c183b tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.67 "GET /v2.0/networks?id=f656bbaf-7864-481a-ac0c-a20fdd4e5773 HTTP/1.1" status: 200 len: 814 time: 0.8724647 Feb 09 13:07:42.197656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f58333a5-f209-4fe5-98e1-286b8305567f req-2fcdaad9-813f-4c05-ac0c-d5b355d61ae9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 1096 time: 0.5124571 Feb 09 13:07:42.267039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Request body: {'port': {'device_id': 'bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6', 'network_id': 'f656bbaf-7864-481a-ac0c-a20fdd4e5773', 'admin_state_up': True, 'tenant_id': '1bb04d6a2a41429392e76796a572d4c2'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:42.379436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-229ecc26-788b-420c-a347-dbdf8b45d2ec req-cd4cce3a-be38-4276-b949-add2237ba0b0 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.0778430 Feb 09 13:07:42.385381 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f58333a5-f209-4fe5-98e1-286b8305567f req-f6700b3a-953c-44ba-a79f-35fb9c0ce764 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6af01800-7ef6-4910-8402-dfde7e79560c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781054 Feb 09 13:07:42.436678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35f441-e55e-46de-b1b9-b6fbbcd074b3 req-5c50d0df-6ab5-4d73-ba74-216ca7e15b74 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:42.444455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae35f441-e55e-46de-b1b9-b6fbbcd074b3 req-5c50d0df-6ab5-4d73-ba74-216ca7e15b74 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 945 time: 0.3375494 Feb 09 13:07:42.500370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:42.511406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Usage tracker for resource:port and tenant:1bb04d6a2a41429392e76796a572d4c2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:42.517351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:42.527429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:42.568759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Made reservation on behalf of 1bb04d6a2a41429392e76796a572d4c2 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:42.571953 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:42.605427 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-f04c8a96-6581-4a57-a59a-c8655dc18576 req-36660334-cf8b-4a70-9fdc-78be61d3e8b0 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] show failed (client error): The resource could not be found. Feb 09 13:07:42.606446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f04c8a96-6581-4a57-a59a-c8655dc18576 req-36660334-cf8b-4a70-9fdc-78be61d3e8b0 tempest-FloatingIPsTestJSON-942711116 tempest-FloatingIPsTestJSON-942711116-project] 10.222.0.59 "GET /v2.0/floatingips/c71175f3-7d89-4100-8fbb-d789439cd5ca HTTP/1.1" status: 404 len: 350 time: 0.1131511 Feb 09 13:07:42.634945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae35f441-e55e-46de-b1b9-b6fbbcd074b3 req-8a7f33ca-235c-4df5-8ff9-c999e12519b7 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af01800-7ef6-4910-8402-dfde7e79560c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894226 Feb 09 13:07:42.635572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43942) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:42.698145 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:42.804509 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:42.860685 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce9a65a-2b2b-47a2-857b-8b21a31755ea,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:42.941260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Allocated IP 172.20.0.6 (f656bbaf-7864-481a-ac0c-a20fdd4e5773/bbf31e2c-6ee4-4d7f-a67f-7b149b11140e/019bde85-1f2a-431c-841c-f8485681b730) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:43.148454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c3e9c-73b7-416a-b4ae-535832998247 req-f76696b4-bf0d-4116-aaed-23c824f0a385 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:43.160758 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-171c3e9c-73b7-416a-b4ae-535832998247 req-f76696b4-bf0d-4116-aaed-23c824f0a385 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.2968652 Feb 09 13:07:43.331829 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:43.534267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6712c0-37be-42fe-9d4f-8f02122d4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dd441e-7fe4-47b1-a375-070dce2606d0'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:43.555767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-acebc0ba-2dc7-4a6b-8dc6-95f4db98dab1 req-46b85caa-207e-44f8-919c-de40af0d7f7b tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 210 time: 0.2997782 Feb 09 13:07:43.618401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:43.697469 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-171c3e9c-73b7-416a-b4ae-535832998247 req-934ede9d-027f-4acc-9b82-519872c898f7 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351415 Feb 09 13:07:43.866050 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6712c0-37be-42fe-9d4f-8f02122d4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dd441e-7fe4-47b1-a375-070dce2606d0', 'code': 200} Feb 09 13:07:44.113992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Network f656bbaf-7864-481a-ac0c-a20fdd4e5773 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:44.161620 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e3eac13-1316-4ffa-9cf3-3d82bba6a250 req-079dac26-ea34-47c2-8672-0e749564f4c1 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1624529 Feb 09 13:07:44.207509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:44.237490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:07:44.347300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-99563b3e-5d3d-4c0d-a14d-263d914e29ab req-38edb527-3b1f-448c-a793-67adb4958d3e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 1096 time: 0.3970995 Feb 09 13:07:44.349158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Pushing event updated for resources: {'Port': ['ID=019bde85-1f2a-431c-841c-f8485681b730,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:44.386939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:44.387896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:44.406179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a91ccf-2e22-4a02-8e06-db46370b8aba req-1d12904b-7c68-41de-801e-8be4a88c6f3a tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:44.408578 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4a91ccf-2e22-4a02-8e06-db46370b8aba req-1d12904b-7c68-41de-801e-8be4a88c6f3a tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 945 time: 0.3053815 Feb 09 13:07:44.450293 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-a41ae191-cf4d-4cc5-b95e-e68eb5101724 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1909616 Feb 09 13:07:44.459327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:44.464375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Request body: {'port': {'device_id': 'bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:44.625675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-99563b3e-5d3d-4c0d-a14d-263d914e29ab req-323d14b9-f15b-4e57-b678-ad333d7e2408 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547679 Feb 09 13:07:44.681114 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4a91ccf-2e22-4a02-8e06-db46370b8aba req-126223b0-74a4-4c80-85cc-6a91a5e6e613 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af01800-7ef6-4910-8402-dfde7e79560c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360475 Feb 09 13:07:44.714577 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:44.806076 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:44.809266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] Router 8c55ae02-bcc5-412a-8147-da4a4feeba0a has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:07:45.133800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c8df5-0102-4852-81b0-0787272981b0 req-ac96d659-aa6e-4912-a668-e22e349b2d98 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:45.152881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-430c8df5-0102-4852-81b0-0787272981b0 req-ac96d659-aa6e-4912-a668-e22e349b2d98 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 931 time: 0.3382657 Feb 09 13:07:45.276849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-430c8df5-0102-4852-81b0-0787272981b0 req-906be1e1-e8e8-4c76-98bd-29f1cee44d3d tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Synchronizing usage tracker for tenant:1bb04d6a2a41429392e76796a572d4c2 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:07:45.398287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-430c8df5-0102-4852-81b0-0787272981b0 req-906be1e1-e8e8-4c76-98bd-29f1cee44d3d tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Unset dirty status for tenant:1bb04d6a2a41429392e76796a572d4c2 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:07:45.402388 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-430c8df5-0102-4852-81b0-0787272981b0 req-906be1e1-e8e8-4c76-98bd-29f1cee44d3d tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590382 Feb 09 13:07:45.736596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:07:45.752176 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-104f22e5-1372-47a2-95be-e77644d55ee1 admin admin] 10.222.0.59 "PUT /v2.0/routers/8c55ae02-bcc5-412a-8147-da4a4feeba0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8972707 Feb 09 13:07:45.756830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43976) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:45.762824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019bde85-1f2a-431c-841c-f8485681b730 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:07:45.840755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:45.900460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ba5e3b5-3216-4134-a1f2-795bc93c32d6 req-8a34726f-31ef-4e2e-811f-e4c9c0abc82a tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.0470657 Feb 09 13:07:45.916190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Transition to ACTIVE for port object 019bde85-1f2a-431c-841c-f8485681b730 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:45.925082 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:46.014077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:46.175299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Pushing event updated for resources: {'Port': ['ID=019bde85-1f2a-431c-841c-f8485681b730,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:46.290756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29d00-618b-4f9b-9d2b-ebeb47134a8f req-3a320a1d-8212-4504-a909-5fd274b6f46d tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:46.298021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfc29d00-618b-4f9b-9d2b-ebeb47134a8f req-3a320a1d-8212-4504-a909-5fd274b6f46d tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.8735693 Feb 09 13:07:46.355930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Attempting to bind port 019bde85-1f2a-431c-841c-f8485681b730 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:07:46.356646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Attempting to bind port 019bde85-1f2a-431c-841c-f8485681b730 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'cf83f484-5fed-4c10-860c-1ad600772a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f656bbaf-7864-481a-ac0c-a20fdd4e5773'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:07:46.356989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Attempting to bind port 019bde85-1f2a-431c-841c-f8485681b730 on network f656bbaf-7864-481a-ac0c-a20fdd4e5773 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:46.370295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Port 019bde85-1f2a-431c-841c-f8485681b730 on network f656bbaf-7864-481a-ac0c-a20fdd4e5773 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:07:46.370721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Attempting to bind port 019bde85-1f2a-431c-841c-f8485681b730 on network f656bbaf-7864-481a-ac0c-a20fdd4e5773 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:46.405020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:07:46.405864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Checking segment: {'id': 'cf83f484-5fed-4c10-860c-1ad600772a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f656bbaf-7864-481a-ac0c-a20fdd4e5773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:46.406557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Bound using segment: {'id': 'cf83f484-5fed-4c10-860c-1ad600772a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f656bbaf-7864-481a-ac0c-a20fdd4e5773'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:07:46.407285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Bound port: 019bde85-1f2a-431c-841c-f8485681b730, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf83f484-5fed-4c10-860c-1ad600772a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f656bbaf-7864-481a-ac0c-a20fdd4e5773'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:07:46.407852 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:46.424262 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:46.443204 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfc29d00-618b-4f9b-9d2b-ebeb47134a8f req-5278b20b-ad28-4211-ba64-7ae932048242 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441474 Feb 09 13:07:46.888937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] For port 019bde85-1f2a-431c-841c-f8485681b730, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:07:46.906098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] For port 019bde85-1f2a-431c-841c-f8485681b730, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=019bde85-1f2a-431c-841c-f8485681b730,segment=NetworkSegment(cf83f484-5fed-4c10-860c-1ad600772a80),segment_id=cf83f484-5fed-4c10-860c-1ad600772a80)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:07:46.916074 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:46.937422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665ff30-40ef-46b4-9783-4a73ba7b56b6 req-3ece8b0e-49f8-4c24-98e3-2de3491a8cbb tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:46.939546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5665ff30-40ef-46b4-9783-4a73ba7b56b6 req-3ece8b0e-49f8-4c24-98e3-2de3491a8cbb tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.2657728 Feb 09 13:07:47.049407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a7071-76a4-4ea8-b3da-cfce68535cb0 req-f068b846-0b71-4652-ac9d-2976bbd0bd01 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:47.050959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba3a7071-76a4-4ea8-b3da-cfce68535cb0 req-f068b846-0b71-4652-ac9d-2976bbd0bd01 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 943 time: 0.2731662 Feb 09 13:07:47.053109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:47.055587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] 10.222.0.67 "PUT /v2.0/ports/019bde85-1f2a-431c-841c-f8485681b730 HTTP/1.1" status: 200 len: 1091 time: 2.5968912 Feb 09 13:07:47.056185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6', 'tag': '019bde85-1f2a-431c-841c-f8485681b730'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:47.080585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427ca72-ebf8-413b-8ad7-fb2dce3a968f service neutron] Pushing event updated for resources: {'Port': ['ID=019bde85-1f2a-431c-841c-f8485681b730,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:47.106742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5665ff30-40ef-46b4-9783-4a73ba7b56b6 req-5bc2b6fd-16bd-4e8b-b82d-0d30c703bf20 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565950 Feb 09 13:07:47.149476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] Router 335b939e-dd19-45a5-9065-e8107b751682 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:07:47.161890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba3a7071-76a4-4ea8-b3da-cfce68535cb0 req-6e52bcfb-2cd6-430d-8c8a-c988bd3be9e1 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974314 Feb 09 13:07:47.269685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:47.290771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] Deleting port bae38714-adbc-4f26-a8b8-a3c9fdd65a18 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:47.291196 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:47.294367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Deleting port 41620ed2-62ab-4929-b563-a8820172e8b7 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:47.294917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:47.406210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-4ad6cec4-d2db-475a-8485-3746e2947d58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bb04d6a2a41429392e76796a572d4c2&device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 1094 time: 0.2751937 Feb 09 13:07:47.542288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-870df580-3439-4f80-8316-7a757b39f201 req-ceffa885-9a6b-47b4-be70-557e9ee519f9 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1004217 Feb 09 13:07:47.543647 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-cf65ef13-fe29-4e7c-9352-3a028a527585 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=019bde85-1f2a-431c-841c-f8485681b730 HTTP/1.1" status: 200 len: 217 time: 0.0883005 Feb 09 13:07:47.675334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] For port 41620ed2-62ab-4929-b563-a8820172e8b7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=41620ed2-62ab-4929-b563-a8820172e8b7,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:47.675877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:47.687202 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6', 'tag': '019bde85-1f2a-431c-841c-f8485681b730', 'status': 'completed', 'code': 200} Feb 09 13:07:47.703780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] For port bae38714-adbc-4f26-a8b8-a3c9fdd65a18, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bae38714-adbc-4f26-a8b8-a3c9fdd65a18,segment=NetworkSegment(1e0dd743-e4fe-4603-a998-7a7f26240633),segment_id=1e0dd743-e4fe-4603-a998-7a7f26240633)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:47.704352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:47.818334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Calling delete_port for 41620ed2-62ab-4929-b563-a8820172e8b7 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:47.829132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccda70-5b18-403a-a153-30ae97def651 req-2146cd37-b659-4dc5-bb35-2afbd163ff6b tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:47.831758 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3ccda70-5b18-403a-a153-30ae97def651 req-2146cd37-b659-4dc5-bb35-2afbd163ff6b tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 945 time: 0.4455049 Feb 09 13:07:47.860348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737050c4-5e81-4161-9992-0d62b2175836 req-b7366ba9-0598-4498-9c93-70d243b801ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:47.862134 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-b7366ba9-0598-4498-9c93-70d243b801ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bbf31e2c-6ee4-4d7f-a67f-7b149b11140e HTTP/1.1" status: 200 len: 854 time: 0.3048298 Feb 09 13:07:47.923423 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-e3fab624-24c1-4fe3-b2d5-6109e8946dbc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f656bbaf-7864-481a-ac0c-a20fdd4e5773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535898 Feb 09 13:07:47.970704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] Calling delete_port for bae38714-adbc-4f26-a8b8-a3c9fdd65a18 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:48.129660 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-bacbfa53-24a4-4d16-b4e5-ebb41c631316 service neutron] 10.222.0.67 "GET /v2.0/networks/f656bbaf-7864-481a-ac0c-a20fdd4e5773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951621 Feb 09 13:07:48.258062 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] Sync routers for ids ['8c55ae02-bcc5-412a-8147-da4a4feeba0a'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:07:48.265648 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:48.280440 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] Routers {'8c55ae02-bcc5-412a-8147-da4a4feeba0a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:48.281366 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8c55ae02-bcc5-412a-8147-da4a4feeba0a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:48.325366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=41620ed2-62ab-4929-b563-a8820172e8b7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:48.417405 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-737050c4-5e81-4161-9992-0d62b2175836 req-64b1959f-b8b5-4b56-9f23-081874f524ea service neutron] 10.222.0.67 "GET /v2.0/networks/f656bbaf-7864-481a-ac0c-a20fdd4e5773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815974 Feb 09 13:07:48.471509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3ccda70-5b18-403a-a153-30ae97def651 req-b2050a3a-4825-4e0a-b17a-564ec9014b2a tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af01800-7ef6-4910-8402-dfde7e79560c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197001 Feb 09 13:07:48.480089 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] Set router 8c55ae02-bcc5-412a-8147-da4a4feeba0a gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:48.583631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81676b6d-ac58-4a3f-8356-9511e9f62a2c req-852348e9-8351-4168-9ced-5a173595194d tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:48.606631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81676b6d-ac58-4a3f-8356-9511e9f62a2c req-852348e9-8351-4168-9ced-5a173595194d tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.7731650 Feb 09 13:07:48.667833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304956a0-d443-44a8-98cf-47418ec1162d req-80475183-f66f-4dad-9e6a-05c42b586d39 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:48.669373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-304956a0-d443-44a8-98cf-47418ec1162d req-80475183-f66f-4dad-9e6a-05c42b586d39 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.67 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 945 time: 0.5944028 Feb 09 13:07:48.682663 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c55ae02-bcc5-412a-8147-da4a4feeba0a', 'name': 'tempest-ServersTestFqdnHostnames-759165098-router', 'tenant_id': 'bda8a563ff52489985c85fc750b92520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:26Z', 'updated_at': '2022-02-09T13:07:48Z', 'revision_number': 7, 'project_id': 'bda8a563ff52489985c85fc750b92520', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:48.687334 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] Checking router: 8c55ae02-bcc5-412a-8147-da4a4feeba0a for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:07:48.702313 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] Routers {'8c55ae02-bcc5-412a-8147-da4a4feeba0a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:48.703036 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8c55ae02-bcc5-412a-8147-da4a4feeba0a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:48.749987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:07:48.765582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] Sync routers for ids ['335b939e-dd19-45a5-9065-e8107b751682'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:07:48.801693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] Routers {'335b939e-dd19-45a5-9065-e8107b751682'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:48.803328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['335b939e-dd19-45a5-9065-e8107b751682'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:48.850147 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] Set router 8c55ae02-bcc5-412a-8147-da4a4feeba0a gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:48.917329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a3f2abae-17c7-4ae0-91a9-5870aa36b9fd admin admin] 10.222.0.59 "PUT /v2.0/routers/335b939e-dd19-45a5-9065-e8107b751682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8110378 Feb 09 13:07:48.960225 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:48.966804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43998) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:48.987092 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c55ae02-bcc5-412a-8147-da4a4feeba0a', 'name': 'tempest-ServersTestFqdnHostnames-759165098-router', 'tenant_id': 'bda8a563ff52489985c85fc750b92520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:26Z', 'updated_at': '2022-02-09T13:07:48Z', 'revision_number': 7, 'project_id': 'bda8a563ff52489985c85fc750b92520', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:48.993398 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde1b5a-139d-4d08-b34a-769259f0f027 None None] The sync data for ids ['8c55ae02-bcc5-412a-8147-da4a4feeba0a'] in n-d-825175-3 is: [{'id': '8c55ae02-bcc5-412a-8147-da4a4feeba0a', 'name': 'tempest-ServersTestFqdnHostnames-759165098-router', 'tenant_id': 'bda8a563ff52489985c85fc750b92520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:26Z', 'updated_at': '2022-02-09T13:07:48Z', 'revision_number': 7, 'project_id': 'bda8a563ff52489985c85fc750b92520', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:07:48.997651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81676b6d-ac58-4a3f-8356-9511e9f62a2c req-1e4ed5b9-8332-4588-b72a-413ed3b4347c tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896675 Feb 09 13:07:49.169216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-304956a0-d443-44a8-98cf-47418ec1162d req-41ff44fd-7705-4284-9a32-78ddbdedeabd tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Deleting port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:49.170109 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-304956a0-d443-44a8-98cf-47418ec1162d req-41ff44fd-7705-4284-9a32-78ddbdedeabd tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:49.211598 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:49.249796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] Set router 335b939e-dd19-45a5-9065-e8107b751682 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:49.299476 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2476aebd-f1bd-4b2b-ad64-94aad13427d2 req-4da282de-ca29-4c9d-9979-2832029308b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1bb04d6a2a41429392e76796a572d4c2&device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 1094 time: 0.8181884 Feb 09 13:07:49.359978 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:49.431323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:49.512165 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:49.512564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] Pushing event deleted for resources: {'Port': ['ID=bae38714-adbc-4f26-a8b8-a3c9fdd65a18,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:49.512836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c55ae02-bcc5-412a-8147-da4a4feeba0a {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:07:49.517981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476aebd-f1bd-4b2b-ad64-94aad13427d2 req-8e59ab1b-0d0b-4334-9dda-a5dd6d2a7eb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:49.519764 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2476aebd-f1bd-4b2b-ad64-94aad13427d2 req-8e59ab1b-0d0b-4334-9dda-a5dd6d2a7eb0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f656bbaf-7864-481a-ac0c-a20fdd4e5773 HTTP/1.1" status: 200 len: 915 time: 0.2093887 Feb 09 13:07:49.648987 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:49.648987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c4c95e78-b928-46a3-8988-f46025943a9e admin admin] 10.222.0.59 "DELETE /v2.0/routers/8c55ae02-bcc5-412a-8147-da4a4feeba0a HTTP/1.1" status: 204 len: 168 time: 3.8903980 Feb 09 13:07:49.650488 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2476aebd-f1bd-4b2b-ad64-94aad13427d2 req-bdffa34c-f72b-4e26-81c8-990171fb15a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=019bde85-1f2a-431c-841c-f8485681b730 HTTP/1.1" status: 200 len: 217 time: 0.1222372 Feb 09 13:07:49.651986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44006) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:49.715016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03efbe-5af0-483d-bab5-61a208b60b3f req-4d0329aa-a594-438d-bb5d-1c54c4bda7ef tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:49.721883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c03efbe-5af0-483d-bab5-61a208b60b3f req-4d0329aa-a594-438d-bb5d-1c54c4bda7ef tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 1.0483944 Feb 09 13:07:49.744962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:07:42Z', 'revision_number': 5, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:49.754560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] Checking router: 335b939e-dd19-45a5-9065-e8107b751682 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:07:49.775629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] Routers {'335b939e-dd19-45a5-9065-e8107b751682'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:49.776937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['335b939e-dd19-45a5-9065-e8107b751682'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:49.785610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3dbc49b-175f-4662-a429-1377937cf62c admin admin] Deleting subnet 5a969fa7-ef0b-426b-82b8-03549fb5dfc5 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:07:49.793823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc49b-175f-4662-a429-1377937cf62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:49.827831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476aebd-f1bd-4b2b-ad64-94aad13427d2 req-55bd8b43-4609-4ee6-b9f6-08367b7c1852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:49.827831 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2476aebd-f1bd-4b2b-ad64-94aad13427d2 req-55bd8b43-4609-4ee6-b9f6-08367b7c1852 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bbf31e2c-6ee4-4d7f-a67f-7b149b11140e HTTP/1.1" status: 200 len: 854 time: 0.1282125 Feb 09 13:07:49.885078 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2476aebd-f1bd-4b2b-ad64-94aad13427d2 req-21d07e5c-f391-44a0-a3ab-409c88668e28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f656bbaf-7864-481a-ac0c-a20fdd4e5773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495009 Feb 09 13:07:49.893076 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc49b-175f-4662-a429-1377937cf62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:49.967759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a09e0-5ad2-4c57-8900-bd3a0263cd14 req-1fbb6594-3761-4125-95e1-cc1ff13b3208 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:49.974874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-447a09e0-5ad2-4c57-8900-bd3a0263cd14 req-1fbb6594-3761-4125-95e1-cc1ff13b3208 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 943 time: 0.7663076 Feb 09 13:07:50.077504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] Set router 335b939e-dd19-45a5-9065-e8107b751682 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:50.079967 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c03efbe-5af0-483d-bab5-61a208b60b3f req-e4cfdd43-0913-47c6-b612-d49c0abdb5ca tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571253 Feb 09 13:07:50.104828 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-447a09e0-5ad2-4c57-8900-bd3a0263cd14 req-6812355e-0399-47ac-a1b5-8e8c6ca95873 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285956 Feb 09 13:07:50.116148 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2476aebd-f1bd-4b2b-ad64-94aad13427d2 req-ef7693ce-beb5-4e1f-845d-c81a2523ea6a service neutron] 10.222.0.67 "GET /v2.0/networks/f656bbaf-7864-481a-ac0c-a20fdd4e5773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253599 Feb 09 13:07:50.118937 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc49b-175f-4662-a429-1377937cf62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.122193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-304956a0-d443-44a8-98cf-47418ec1162d req-41ff44fd-7705-4284-9a32-78ddbdedeabd tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] For port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,segment=NetworkSegment(1e4aeda5-5961-42e1-965c-d233bee2550c),segment_id=1e4aeda5-5961-42e1-965c-d233bee2550c)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:50.122586 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-304956a0-d443-44a8-98cf-47418ec1162d req-41ff44fd-7705-4284-9a32-78ddbdedeabd tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.291609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-304956a0-d443-44a8-98cf-47418ec1162d req-41ff44fd-7705-4284-9a32-78ddbdedeabd tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Calling delete_port for 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:50.314789 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2476aebd-f1bd-4b2b-ad64-94aad13427d2 req-085e2657-1a34-4f53-bfac-851e665734b0 service neutron] 10.222.0.67 "GET /v2.0/networks/f656bbaf-7864-481a-ac0c-a20fdd4e5773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666734 Feb 09 13:07:50.403909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc49b-175f-4662-a429-1377937cf62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.448970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbc49b-175f-4662-a429-1377937cf62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a969fa7-ef0b-426b-82b8-03549fb5dfc5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:50.457896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc49b-175f-4662-a429-1377937cf62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.468508 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a3dbc49b-175f-4662-a429-1377937cf62c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5a969fa7-ef0b-426b-82b8-03549fb5dfc5 HTTP/1.1" status: 204 len: 168 time: 0.8154321 Feb 09 13:07:50.469428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44010) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:50.488390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4f8e5c-3f69-4043-b708-196b1d74f256 None None] Network fdb598db-3153-4ff4-b794-f55f2a761a08 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:07:50.606232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-904b53bd-4b63-4c59-b691-e6f93132455f req-b613a3db-11c8-41d2-9374-28e65b853f64 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.2666941 Feb 09 13:07:50.709121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.737597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Deleting port fd6d882e-18e3-4814-8ab0-f542de4f5d78 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:50.739107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.750062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:07:42Z', 'revision_number': 5, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:50.763484 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:50.768870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cd32fa-0170-4433-96ff-5da6747fcf05 None None] The sync data for ids ['335b939e-dd19-45a5-9065-e8107b751682'] in n-d-825175-3 is: [{'id': '335b939e-dd19-45a5-9065-e8107b751682', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1244200895-router', 'tenant_id': '49a7cde377a54d2997b83d549ac4feab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:26Z', 'updated_at': '2022-02-09T13:07:42Z', 'revision_number': 5, 'project_id': '49a7cde377a54d2997b83d549ac4feab', 'gw_port': {'id': '72dbd67d-0d73-4126-93f0-d8d30e5bf897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335b939e-dd19-45a5-9065-e8107b751682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:28Z', 'updated_at': '2022-02-09T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:07:51.081692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048d94-88c0-4ded-ac3f-5f3be3343273 req-4c0f27da-b37c-460b-9179-01c0f58048bf tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:51.091084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90048d94-88c0-4ded-ac3f-5f3be3343273 req-4c0f27da-b37c-460b-9179-01c0f58048bf tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.5634589 Feb 09 13:07:51.169089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] DHCP port deletion for fdb598db-3153-4ff4-b794-f55f2a761a08 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:07:51.175365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] For port fd6d882e-18e3-4814-8ab0-f542de4f5d78, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fd6d882e-18e3-4814-8ab0-f542de4f5d78,segment=NetworkSegment(aa41f573-d8e8-4811-a623-0ce08030b780),segment_id=aa41f573-d8e8-4811-a623-0ce08030b780)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:51.176859 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.179784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-304956a0-d443-44a8-98cf-47418ec1162d req-41ff44fd-7705-4284-9a32-78ddbdedeabd tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.182746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] Deleting port fd6d882e-18e3-4814-8ab0-f542de4f5d78 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:51.183365 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.226873 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 41620ed2-62ab-4929-b563-a8820172e8b7 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:51.255648 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff44fd-7705-4284-9a32-78ddbdedeabd tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Pushing event deleted for resources: {'Port': ['ID=8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:51.260753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90048d94-88c0-4ded-ac3f-5f3be3343273 req-c77b8ec1-6781-4566-891c-46b92171d886 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687505 Feb 09 13:07:51.282280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 41620ed2-62ab-4929-b563-a8820172e8b7 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:51.282657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 41620ed2-62ab-4929-b563-a8820172e8b7 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:51.337038 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.402877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Calling delete_port for fd6d882e-18e3-4814-8ab0-f542de4f5d78 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:51.436055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e3205-8ecb-4717-8902-fa997e461477 req-3d84a4ee-69d1-4393-b0db-fe3d47790693 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:51.437745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd0e3205-8ecb-4717-8902-fa997e461477 req-3d84a4ee-69d1-4393-b0db-fe3d47790693 tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/ports?device_id=93ba6896-5c8e-44dd-b76d-3db4cb35e43c HTTP/1.1" status: 200 len: 945 time: 0.5305908 Feb 09 13:07:51.447573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-304956a0-d443-44a8-98cf-47418ec1162d req-41ff44fd-7705-4284-9a32-78ddbdedeabd tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] No DVR routers for this DVR port 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:51.458606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-304956a0-d443-44a8-98cf-47418ec1162d req-41ff44fd-7705-4284-9a32-78ddbdedeabd tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.483263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ba6896-5c8e-44dd-b76d-3db4cb35e43c', 'name': 'network-vif-deleted', 'tag': '8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:51.516919 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.537459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] For port fd6d882e-18e3-4814-8ab0-f542de4f5d78, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fd6d882e-18e3-4814-8ab0-f542de4f5d78,segment=NetworkSegment(aa41f573-d8e8-4811-a623-0ce08030b780),segment_id=aa41f573-d8e8-4811-a623-0ce08030b780)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:51.537998 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.566143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6d882e-18e3-4814-8ab0-f542de4f5d78,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:51.580259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] No DVR routers for this DVR port fd6d882e-18e3-4814-8ab0-f542de4f5d78 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:51.604457 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:07:51.689067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-304956a0-d443-44a8-98cf-47418ec1162d req-41ff44fd-7705-4284-9a32-78ddbdedeabd tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.67 "DELETE /v2.0/ports/8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 HTTP/1.1" status: 204 len: 173 time: 2.9829986 Feb 09 13:07:51.727429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.754770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] Calling delete_port for fd6d882e-18e3-4814-8ab0-f542de4f5d78 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:51.774655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb598db-3153-4ff4-b794-f55f2a761a08']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:51.804388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa41f573-d8e8-4811-a623-0ce08030b780') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:51.804874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa41f573-d8e8-4811-a623-0ce08030b780') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:51.811995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd0e3205-8ecb-4717-8902-fa997e461477 req-e4127cb1-1565-4beb-9567-041fb856cf9e tempest-ServerPasswordTestJSON-1930661680 tempest-ServerPasswordTestJSON-1930661680-project] 10.222.0.59 "GET /v2.0/security-groups?id=6af01800-7ef6-4910-8402-dfde7e79560c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653982 Feb 09 13:07:51.837686 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:07:51.838022 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:07:51.839569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.858977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.867296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:07:51.867886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:07:51.886625 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:07:51.944626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3858e3-405f-4f4c-91d0-68aa29355970 req-529ef010-be05-43fe-bbb3-f393976922df tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:51.946583 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b3858e3-405f-4f4c-91d0-68aa29355970 req-529ef010-be05-43fe-bbb3-f393976922df tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.3761435 Feb 09 13:07:51.974636 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:51.988771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.009267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.020898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb598db-3153-4ff4-b794-f55f2a761a08,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:52.026857 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-61ac5f7c-eae3-4f8b-ab02-5e613d44e006 admin admin] 10.222.0.59 "DELETE /v2.0/networks/fdb598db-3153-4ff4-b794-f55f2a761a08 HTTP/1.1" status: 204 len: 168 time: 1.5560536 Feb 09 13:07:52.086737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Deleting port 72dbd67d-0d73-4126-93f0-d8d30e5bf897 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:52.087563 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.220964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b3858e3-405f-4f4c-91d0-68aa29355970 req-bd608db8-c926-44dc-869f-e0697ce8e4ae tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481511 Feb 09 13:07:52.250045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44026) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:52.325115 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1399f8e1-80ef-44d7-9598-cd2639030421 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bda8a563ff52489985c85fc750b92520&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0728955 Feb 09 13:07:52.328897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44030) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:52.339886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] Deleting port fd6d882e-18e3-4814-8ab0-f542de4f5d78 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:52.340452 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.381372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] For port 72dbd67d-0d73-4126-93f0-d8d30e5bf897, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72dbd67d-0d73-4126-93f0-d8d30e5bf897,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:52.381724 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.423428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2ea12a8-dca3-44f8-985e-3e64e3d9419d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.449284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-818fd24e-fc9e-444b-b3c5-b8e8eda9dc15 None None] The port 'fd6d882e-18e3-4814-8ab0-f542de4f5d78' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:07:52.463571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2ea12a8-dca3-44f8-985e-3e64e3d9419d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.536935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Calling delete_port for 72dbd67d-0d73-4126-93f0-d8d30e5bf897 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:52.550963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2ea12a8-dca3-44f8-985e-3e64e3d9419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.580179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b82db8-51db-4b4d-a2ff-62b32c638b97 req-20aeec09-b495-43a6-8030-13d0260096ef tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:52.588490 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79b82db8-51db-4b4d-a2ff-62b32c638b97 req-20aeec09-b495-43a6-8030-13d0260096ef tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 943 time: 0.5483711 Feb 09 13:07:52.603403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea12a8-dca3-44f8-985e-3e64e3d9419d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d06345-557b-4700-b6c6-b069c010c589,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:52.611701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2ea12a8-dca3-44f8-985e-3e64e3d9419d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:52.616607 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d2ea12a8-dca3-44f8-985e-3e64e3d9419d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38d06345-557b-4700-b6c6-b069c010c589 HTTP/1.1" status: 204 len: 168 time: 0.2838941 Feb 09 13:07:52.712239 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ba6896-5c8e-44dd-b76d-3db4cb35e43c', 'name': 'network-vif-deleted', 'tag': '8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9', 'status': 'completed', 'code': 200} Feb 09 13:07:52.725553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ce9a65a-2b2b-47a2-857b-8b21a31755ea no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:52.795819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 9ce9a65a-2b2b-47a2-857b-8b21a31755ea {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:52.796598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9ce9a65a-2b2b-47a2-857b-8b21a31755ea not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:52.797501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fd6d882e-18e3-4814-8ab0-f542de4f5d78 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:52.855623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: fd6d882e-18e3-4814-8ab0-f542de4f5d78 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:52.856078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fd6d882e-18e3-4814-8ab0-f542de4f5d78 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:52.976720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 019bde85-1f2a-431c-841c-f8485681b730 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:07:52.981645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:53.052954 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:53.053428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8c2c3f6a-3dc7-494e-b1f9-9f4e8a9795d9 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:53.061634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fb348ee-85ff-4cbf-b750-79d6d4cb8295 req-0822e7f4-fbdd-4666-97cc-d7ba8ec6bbbc tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1308827 Feb 09 13:07:53.104675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79b82db8-51db-4b4d-a2ff-62b32c638b97 req-9095127d-c3a4-4f30-bea3-0c60515bce4d tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152411 Feb 09 13:07:53.320953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 019bde85-1f2a-431c-841c-f8485681b730, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=019bde85-1f2a-431c-841c-f8485681b730,segment=NetworkSegment(cf83f484-5fed-4c10-860c-1ad600772a80),segment_id=cf83f484-5fed-4c10-860c-1ad600772a80)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:53.352138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44048) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:53.361424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '019bde85-1f2a-431c-841c-f8485681b730', 'network_id': 'f656bbaf-7864-481a-ac0c-a20fdd4e5773', 'port_id': '019bde85-1f2a-431c-841c-f8485681b730', 'mac_address': 'fa:16:3e:6f:45:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf31e2c-6ee4-4d7f-a67f-7b149b11140e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:07:53.485569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df23423-c09b-4e83-ba2f-ee70aa519c4a admin admin] Deleting subnet 373a0558-3417-48c1-8ddc-d743f16c93a9 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:07:53.489676 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df23423-c09b-4e83-ba2f-ee70aa519c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.500116 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.523427 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.571494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df23423-c09b-4e83-ba2f-ee70aa519c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.571769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019bde85-1f2a-431c-841c-f8485681b730 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:07:53.592194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Pushing event deleted for resources: {'Port': ['ID=72dbd67d-0d73-4126-93f0-d8d30e5bf897,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:53.605855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 019bde85-1f2a-431c-841c-f8485681b730, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=019bde85-1f2a-431c-841c-f8485681b730,segment=NetworkSegment(cf83f484-5fed-4c10-860c-1ad600772a80),segment_id=cf83f484-5fed-4c10-860c-1ad600772a80)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:53.611699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.641701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2484211-d7e5-4ded-adff-2972f6ba8c73 req-323b0e0d-9e0d-4dae-bb08-4c160f941086 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:53.648439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2484211-d7e5-4ded-adff-2972f6ba8c73 req-323b0e0d-9e0d-4dae-bb08-4c160f941086 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.2815773 Feb 09 13:07:53.684741 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df23423-c09b-4e83-ba2f-ee70aa519c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.696507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=019bde85-1f2a-431c-841c-f8485681b730,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:53.814338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df23423-c09b-4e83-ba2f-ee70aa519c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.848156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['019bde85-1f2a-431c-841c-f8485681b730'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:07:53.886800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df23423-c09b-4e83-ba2f-ee70aa519c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373a0558-3417-48c1-8ddc-d743f16c93a9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:53.898943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df23423-c09b-4e83-ba2f-ee70aa519c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:53.915402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0df23423-c09b-4e83-ba2f-ee70aa519c4a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/373a0558-3417-48c1-8ddc-d743f16c93a9 HTTP/1.1" status: 204 len: 168 time: 0.5598059 Feb 09 13:07:53.915402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44058) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:54.077876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.135335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2484211-d7e5-4ded-adff-2972f6ba8c73 req-b2c4f8a0-1af1-4b78-95b0-7354966dd610 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856939 Feb 09 13:07:54.192340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] Router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:07:54.203775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd51d1-6490-43f8-8510-19203cf20bfc req-1f5083a9-e7b7-4be9-acda-70886245a929 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:54.211847 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cabd51d1-6490-43f8-8510-19203cf20bfc req-1f5083a9-e7b7-4be9-acda-70886245a929 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.6139801 Feb 09 13:07:54.215934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.405133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44072) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:54.435095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.478710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:54.501382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4aeda5-5961-42e1-965c-d233bee2550c') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:54.501382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4aeda5-5961-42e1-965c-d233bee2550c') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:54.521658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.546364 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.558637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:07:54.559704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.573628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd8b2f98-54aa-4e96-9865-c24af6001373 req-7ee2d4ff-665b-4fe5-8580-1c954755fb3a tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1428063 Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:07:54.590161 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:07:54.704065 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-988245862-network', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:54.712155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:54.720694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Usage tracker for resource:network and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:54.724096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:54.733333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:54.739822 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.760734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.767419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:54.769700 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.785214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] Pushing event deleted for resources: {'Network': ['ID=59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:54.795523 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4e5f0b1f-fb2c-40ba-9e34-4b0dda02080f admin admin] 10.222.0.59 "DELETE /v2.0/networks/59bc96fc-e8ba-4d7a-a9e7-e4403dc739e8 HTTP/1.1" status: 204 len: 168 time: 0.8787475 Feb 09 13:07:54.797577 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.852397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:54.857676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Usage tracker for resource:security_group_rule and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:54.862892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:54.870846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:54.889306 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e0282b33-6fe0-4b01-9af1-ce389c79de14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:54.903165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cabd51d1-6490-43f8-8510-19203cf20bfc req-bba02e8a-b3e2-4832-b380-47ec883d97c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5730143 Feb 09 13:07:54.981080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 019bde85-1f2a-431c-841c-f8485681b730 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:07:55.052562 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.059815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.067117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.072758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.130091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44080) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:55.144300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 019bde85-1f2a-431c-841c-f8485681b730 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:07:55.153302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 019bde85-1f2a-431c-841c-f8485681b730 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:07:55.153879 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.168542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:07:55.195367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb17800-55ba-4165-a749-2bde9e11337b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:55.201815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.202559 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Added segment 72d90b97-3e6b-4903-b1c1-2db4bbde311d of type vlan for network 67a05546-9284-4957-b5fd-1a0b2a8d4fae Feb 09 13:07:55.205591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6f973-f8e2-4bde-aad2-75599646f621 req-4a4d39fa-897d-4630-9bd1-e92d7b6b3951 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:55.214758 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bf6f973-f8e2-4bde-aad2-75599646f621 req-4a4d39fa-897d-4630-9bd1-e92d7b6b3951 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 944 time: 0.3056321 Feb 09 13:07:55.248702 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.249880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 335b939e-dd19-45a5-9065-e8107b751682 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:07:55.260834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.269466 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-24f628e2-2efa-43a5-a63b-ea5a1d986b4e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4bb90f2cc1c145c9a5f3a69dc510d914&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1373210 Feb 09 13:07:55.270157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44084) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:55.289861 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.298799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dbc2c349-7678-4078-8cd1-0703f816dc42 admin admin] 10.222.0.59 "DELETE /v2.0/routers/335b939e-dd19-45a5-9065-e8107b751682 HTTP/1.1" status: 204 len: 168 time: 6.3276997 Feb 09 13:07:55.301350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44088) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:55.363291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0c17e46-a362-4c35-9560-5c8fdee96c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.366609 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.367567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:55.368182 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.384560 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.413976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bf6f973-f8e2-4bde-aad2-75599646f621 req-5388da9c-869b-4411-8139-bc42470bab1d tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979406 Feb 09 13:07:55.454784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019bde85-1f2a-431c-841c-f8485681b730'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:07:55.476245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0c17e46-a362-4c35-9560-5c8fdee96c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.476963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b7a368-8d64-4a6c-a506-77b2ed44df6e admin admin] Deleting subnet fb863a07-c56e-4985-aaac-6c93aefe554f {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:07:55.477224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 019bde85-1f2a-431c-841c-f8485681b730, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=019bde85-1f2a-431c-841c-f8485681b730,segment=NetworkSegment(cf83f484-5fed-4c10-860c-1ad600772a80),segment_id=cf83f484-5fed-4c10-860c-1ad600772a80)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:55.482291 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.497554 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46b7a368-8d64-4a6c-a506-77b2ed44df6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.551077 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1444709 Feb 09 13:07:55.560397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44094) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:55.567892 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019bde85-1f2a-431c-841c-f8485681b730', 'code': 200} Feb 09 13:07:55.574257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Request body: {'subnet': {'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-988245862-subnet', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:55.581267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f35e97-6bd3-4f23-a6e2-51eb091bb294 req-8ae4fce3-89ee-4271-b4e2-3932b1b289ce tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:55.587503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b2510-84c1-4837-b366-80c6f169429d admin admin] Pushing event updated for resources: {'Network': ['ID=67a05546-9284-4957-b5fd-1a0b2a8d4fae,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:55.590989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:55.593173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d7f35e97-6bd3-4f23-a6e2-51eb091bb294 req-8ae4fce3-89ee-4271-b4e2-3932b1b289ce tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.4503608 Feb 09 13:07:55.605615 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 67a05546-9284-4957-b5fd-1a0b2a8d4fae details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:07:55.614039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Usage tracker for resource:subnet and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:55.621522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:55.633503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:55.654385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:55.658759 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.678220 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46b7a368-8d64-4a6c-a506-77b2ed44df6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.681820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=019bde85-1f2a-431c-841c-f8485681b730,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:55.739680 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0c17e46-a362-4c35-9560-5c8fdee96c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.819954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:07:55.833649 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] Sync routers for ids ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:07:55.845444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c17e46-a362-4c35-9560-5c8fdee96c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af01800-7ef6-4910-8402-dfde7e79560c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:55.849718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0c17e46-a362-4c35-9560-5c8fdee96c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:55.854213 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d0c17e46-a362-4c35-9560-5c8fdee96c76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6af01800-7ef6-4910-8402-dfde7e79560c HTTP/1.1" status: 204 len: 168 time: 0.5813003 Feb 09 13:07:55.868914 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] Routers {'d59aa6f8-9abb-4cf1-bd5a-a348bae96705'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:55.869892 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:55.875909 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62936f32-5341-4a5a-8a84-7dac99634fb9 req-667b8e96-2764-4ffd-9b5b-573dc3ab426c tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.0652306 Feb 09 13:07:55.881679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2f0b2ff2-3898-45bc-9c5c-aa9b046e62cc admin admin] 10.222.0.59 "PUT /v2.0/routers/d59aa6f8-9abb-4cf1-bd5a-a348bae96705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2311087 Feb 09 13:07:55.887507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d7f35e97-6bd3-4f23-a6e2-51eb091bb294 req-e16fba1f-948d-497c-b05d-333a208c48d1 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933300 Feb 09 13:07:55.888913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44102) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:55.950053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9da85fba-c375-4b92-9f3d-83098a0ba512 req-cbf35a9a-152e-4cee-b46e-654783d79800 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 1096 time: 0.2768114 Feb 09 13:07:56.017485 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46b7a368-8d64-4a6c-a506-77b2ed44df6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:56.129617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9da85fba-c375-4b92-9f3d-83098a0ba512 req-8c3b6172-2025-47a5-bc34-9e5d8a2c4515 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718535 Feb 09 13:07:56.190272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46b7a368-8d64-4a6c-a506-77b2ed44df6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:56.264460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7a368-8d64-4a6c-a506-77b2ed44df6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb863a07-c56e-4985-aaac-6c93aefe554f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:56.332762 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46b7a368-8d64-4a6c-a506-77b2ed44df6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:56.339926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decbeccf-1d5b-4d55-b425-07ec34679d65 None None] Network f34d7d3a-6215-47c9-8437-f583152267d7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:07:56.358923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-46b7a368-8d64-4a6c-a506-77b2ed44df6e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fb863a07-c56e-4985-aaac-6c93aefe554f HTTP/1.1" status: 204 len: 168 time: 1.0540600 Feb 09 13:07:56.368214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44112) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:56.424063 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] Set router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:56.628932 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:56.638584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:56.646012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72dbd67d-0d73-4126-93f0-d8d30e5bf897 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:56.651159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dd5ac-eda2-4705-9193-ab8a392bb39a req-5aa621f8-797b-43f5-80e7-2593fafcc589 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:56.652788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db3dd5ac-eda2-4705-9193-ab8a392bb39a req-5aa621f8-797b-43f5-80e7-2593fafcc589 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.3921313 Feb 09 13:07:56.664527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Deleting port 066d0660-aea9-4deb-a191-05c5afaa4b54 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:56.664997 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:56.781980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9dcb90d-a62f-4af3-962d-935181739fd5,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:56.795985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 72dbd67d-0d73-4126-93f0-d8d30e5bf897 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:56.796543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72dbd67d-0d73-4126-93f0-d8d30e5bf897 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:56.879868 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2631da6a-04ea-4888-9fa9-2c230ef35921 req-4d8af329-f15b-497c-9894-03f422f67520 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1153030 Feb 09 13:07:56.944240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.005515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db3dd5ac-eda2-4705-9193-ab8a392bb39a req-d5828536-e8b3-48d9-a966-ed62fcfd0c74 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010731 Feb 09 13:07:57.027992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] DHCP port deletion for f34d7d3a-6215-47c9-8437-f583152267d7 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:07:57.044656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] Deleting port 066d0660-aea9-4deb-a191-05c5afaa4b54 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:57.046886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.112590 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'name': 'tempest-FloatingIPsTestJSON-670446955-router', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:06:56Z', 'updated_at': '2022-02-09T13:07:48Z', 'revision_number': 5, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'gw_port': {'id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:58Z', 'updated_at': '2022-02-09T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:57.119870 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] Checking router: d59aa6f8-9abb-4cf1-bd5a-a348bae96705 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:07:57.141329 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] Routers {'d59aa6f8-9abb-4cf1-bd5a-a348bae96705'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:07:57.142789 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:57.304166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Checking segment: {'id': '72d90b97-3e6b-4903-b1c1-2db4bbde311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:57.304660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Network hostable DHCP agents. Network: 67a05546-9284-4957-b5fd-1a0b2a8d4fae, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:07:57.313525 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ad9347d2-11a5-4ab6-a1e6-ee4f79b1d4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.457615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Network 67a05546-9284-4957-b5fd-1a0b2a8d4fae is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:07:57.532366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 67a05546-9284-4957-b5fd-1a0b2a8d4fae) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:57.549226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:57.550087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.578908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9d3106-5de3-4c92-b679-739e95a427b7 None None] Network 67a05546-9284-4957-b5fd-1a0b2a8d4fae requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:07:57.639180 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c2861198-9d9a-41b8-8b04-a105d6bc73ba admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0759740 Feb 09 13:07:57.645690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44134) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:57.682334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-988245862-router', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:57.702350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:57.712077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Usage tracker for resource:router and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:57.720641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:57.723313 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] Set router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:07:57.740858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:57.796577 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.797520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.843404 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:57.862167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] For port 066d0660-aea9-4deb-a191-05c5afaa4b54, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=066d0660-aea9-4deb-a191-05c5afaa4b54,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:57.863056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.131190 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.131649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] For port 066d0660-aea9-4deb-a191-05c5afaa4b54, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=066d0660-aea9-4deb-a191-05c5afaa4b54,segment=NetworkSegment(0a09eab0-af95-47f7-b571-2bc437750bcb),segment_id=0a09eab0-af95-47f7-b571-2bc437750bcb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:58.132052 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.301608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Deleting port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:58.302485 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.388759 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'name': 'tempest-FloatingIPsTestJSON-670446955-router', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:06:56Z', 'updated_at': '2022-02-09T13:07:48Z', 'revision_number': 5, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'gw_port': {'id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:58Z', 'updated_at': '2022-02-09T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:58.405939 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c72a65-ebc3-45d0-91e0-6a55ceba9659 None None] The sync data for ids ['d59aa6f8-9abb-4cf1-bd5a-a348bae96705'] in n-d-825175-3 is: [{'id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'name': 'tempest-FloatingIPsTestJSON-670446955-router', 'tenant_id': '3d75f3cd746240f580a431f369e2d701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:06:56Z', 'updated_at': '2022-02-09T13:07:48Z', 'revision_number': 5, 'project_id': '3d75f3cd746240f580a431f369e2d701', 'gw_port': {'id': '08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:21:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59aa6f8-9abb-4cf1-bd5a-a348bae96705', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:58Z', 'updated_at': '2022-02-09T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:07:58.469353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-67a05546-9284-4957-b5fd-1a0b2a8d4fae', 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'fixed_ips': [{'subnet_id': 'e9dcb90d-a62f-4af3-962d-935181739fd5'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:07:58.470803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.507475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Calling delete_port for 066d0660-aea9-4deb-a191-05c5afaa4b54 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:58.549145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44146) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:07:58.585409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca8332-7217-4aee-9eda-9ccd906cb64d req-17c80671-953d-4696-861a-cf442da2f173 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:58.595655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efca8332-7217-4aee-9eda-9ccd906cb64d req-17c80671-953d-4696-861a-cf442da2f173 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 945 time: 1.0230062 Feb 09 13:07:58.688417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] Calling delete_port for 066d0660-aea9-4deb-a191-05c5afaa4b54 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:58.694716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b9cd8-7c77-4259-b1b8-7ad5b8c5c24a req-ce391f17-e6b5-4768-8783-57ba4e68e6d4 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:58.707264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf6b9cd8-7c77-4259-b1b8-7ad5b8c5c24a req-ce391f17-e6b5-4768-8783-57ba4e68e6d4 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 1.0577042 Feb 09 13:07:58.747906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.755492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] For port 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:07:58.756805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.800939 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.835318 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.868232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1704335096-network', 'tenant_id': '28595aef639b4f69a135becdd98d5cec'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:07:58.877741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:58.885125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Usage tracker for resource:network and tenant:28595aef639b4f69a135becdd98d5cec is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:58.891595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:58.902047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:58.938039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 066d0660-aea9-4deb-a191-05c5afaa4b54 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:58.938520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Made reservation on behalf of 28595aef639b4f69a135becdd98d5cec for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:07:58.944756 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:58.983755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Calling delete_port for 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:07:58.984827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 066d0660-aea9-4deb-a191-05c5afaa4b54 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:58.985256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 066d0660-aea9-4deb-a191-05c5afaa4b54 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:58.985796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bae38714-adbc-4f26-a8b8-a3c9fdd65a18 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:07:58.991406 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.016083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efca8332-7217-4aee-9eda-9ccd906cb64d req-0fcda4d5-1088-4aa5-8ef9-586bfcbf504f tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194605 Feb 09 13:07:59.032509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: bae38714-adbc-4f26-a8b8-a3c9fdd65a18 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:07:59.032989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bae38714-adbc-4f26-a8b8-a3c9fdd65a18 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:07:59.037828 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:07:59.038289 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:07:59.060527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Allocated IP 172.20.0.2 (67a05546-9284-4957-b5fd-1a0b2a8d4fae/e9dcb90d-a62f-4af3-962d-935181739fd5/d8545ecb-ca12-4c93-9599-25fcd4a5a4a1) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:07:59.156752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.167973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=066d0660-aea9-4deb-a191-05c5afaa4b54,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:59.191161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf6b9cd8-7c77-4259-b1b8-7ad5b8c5c24a req-6e9794cc-80cf-4b05-a1ee-1fe0a61895c6 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824235 Feb 09 13:07:59.215639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] No DVR routers for this DVR port 066d0660-aea9-4deb-a191-05c5afaa4b54 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:07:59.372826 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.424681 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.427292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Transition to ACTIVE for port object d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:59.437253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:07:59.448660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79e6ec43-ac5c-4737-acb2-fcf08f1e09f8 req-fd56f7ca-ef05-4b01-b191-aeb1c673fa66 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1248879 Feb 09 13:07:59.460767 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.462117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Transition to ACTIVE for port object d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:07:59.462725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.474138 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.500530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Usage tracker for resource:security_group_rule and tenant:28595aef639b4f69a135becdd98d5cec is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:07:59.548857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] Deleting port 066d0660-aea9-4deb-a191-05c5afaa4b54 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:07:59.549704 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.567889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:07:59.577876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Pushing event deleted for resources: {'Port': ['ID=08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:59.587059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:07:59.596555 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.647041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34d7d3a-6215-47c9-8437-f583152267d7']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:59.666607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a09eab0-af95-47f7-b571-2bc437750bcb') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:59.667050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a09eab0-af95-47f7-b571-2bc437750bcb') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:07:59.676823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4ab773f7-da57-49dc-a1ab-47855fbb56df None None] The port '066d0660-aea9-4deb-a191-05c5afaa4b54' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:07:59.679357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Network 67a05546-9284-4957-b5fd-1a0b2a8d4fae is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:07:59.680227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Pushing event updated for resources: {'Port': ['ID=d8545ecb-ca12-4c93-9599-25fcd4a5a4a1,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:07:59.684937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:07:59.692195 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:07:59.693449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347ddef-9735-4a62-bb9c-8a355530a941 req-c7d08a3c-c9fe-4958-ade1-276069a0c4e2 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:07:59.695235 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1347ddef-9735-4a62-bb9c-8a355530a941 req-c7d08a3c-c9fe-4958-ade1-276069a0c4e2 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.3192241 Feb 09 13:07:59.697163 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.756377 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.790122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:07:59.790713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:07:59.804878 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:07:59.837436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1347ddef-9735-4a62-bb9c-8a355530a941 req-477c9f16-0073-4955-9699-895818ab84a5 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203048 Feb 09 13:07:59.873415 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.887498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Attempting to bind port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:07:59.888002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Attempting to bind port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '72d90b97-3e6b-4903-b1c1-2db4bbde311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:07:59.888429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Attempting to bind port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 on network 67a05546-9284-4957-b5fd-1a0b2a8d4fae {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:07:59.900504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:07:59.900504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Checking segment: {'id': '72d90b97-3e6b-4903-b1c1-2db4bbde311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:07:59.901108 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.901549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Bound using segment: {'id': '72d90b97-3e6b-4903-b1c1-2db4bbde311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:07:59.902018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Bound port: d8545ecb-ca12-4c93-9599-25fcd4a5a4a1, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d90b97-3e6b-4903-b1c1-2db4bbde311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:07:59.902388 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.934228 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.941097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:07:59.979703 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.032788 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.037024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Allocated IP 172.25.5.71 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/b0c5bbcf-0480-41d3-9d07-517ff6037c3d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:00.039623 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.045076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:08:00.056714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=f34d7d3a-6215-47c9-8437-f583152267d7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:00.101096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c382fb-7763-4de0-8197-9b196a48855f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:00.129891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e45fd81-de41-4fe8-89e0-7b455c0c14cf req-bbaed56d-3eff-428a-b93f-70d14db4fd65 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=24e940366c484968bc349974870084d4&device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.0755720 Feb 09 13:08:00.142047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.142676 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Added segment 87ab9b64-9c16-41e4-800f-1d6b290954ac of type vlan for network 8ca6c4c2-957d-4308-ac00-70a8bf7230f7 Feb 09 13:08:00.155044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] For port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:00.161440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] For port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d8545ecb-ca12-4c93-9599-25fcd4a5a4a1,segment=NetworkSegment(72d90b97-3e6b-4903-b1c1-2db4bbde311d),segment_id=72d90b97-3e6b-4903-b1c1-2db4bbde311d)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:00.168170 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.183733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-628e19fa-07a9-4574-b10e-e7063a810d3a admin admin] 10.222.0.59 "DELETE /v2.0/networks/f34d7d3a-6215-47c9-8437-f583152267d7 HTTP/1.1" status: 204 len: 168 time: 3.8127756 Feb 09 13:08:00.206437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e45fd81-de41-4fe8-89e0-7b455c0c14cf req-2484421e-d822-4003-b8df-9725f2426d2b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=24e940366c484968bc349974870084d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598075 Feb 09 13:08:00.347686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca52eb-af43-4d07-b61b-36b28516a07a None None] Pushing event updated for resources: {'Port': ['ID=d8545ecb-ca12-4c93-9599-25fcd4a5a4a1,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:00.477670 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.483954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44164) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:00.507847 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.566717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.613941 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9bde83d-b919-469c-beff-48fae2620ca4 req-6edc3c0f-079d-4192-b203-0416aef062d8 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.3138509 Feb 09 13:08:00.740885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.741400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d59aa6f8-9abb-4cf1-bd5a-a348bae96705 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:08:00.773659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.796465 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-79c80ac6-84ac-49b1-bde3-79e87978f3dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49a7cde377a54d2997b83d549ac4feab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2399783 Feb 09 13:08:00.797077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44168) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:00.807728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.808871 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9364c963-576c-4852-960e-f7e1d2267fea admin admin] 10.222.0.59 "DELETE /v2.0/routers/d59aa6f8-9abb-4cf1-bd5a-a348bae96705 HTTP/1.1" status: 204 len: 168 time: 4.9186316 Feb 09 13:08:00.811886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44170) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:00.826764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:00.935928 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.978774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45fd81-de41-4fe8-89e0-7b455c0c14cf req-6992407a-91f4-49d0-883e-fd7f44c35d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:00.980992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:00.981615 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e45fd81-de41-4fe8-89e0-7b455c0c14cf req-6992407a-91f4-49d0-883e-fd7f44c35d6b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7405353 Feb 09 13:08:00.982451 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:00.983740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:00.984552 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.042993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fc7b2c-75ec-4472-ba8f-52d4628d3460 admin admin] Deleting subnet b7c0ca1c-084c-416b-a2ba-f88e2e392dc8 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:08:01.059168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:01.060311 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-41fc7b2c-75ec-4472-ba8f-52d4628d3460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.091307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:01.100532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:01.133596 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5823951 Feb 09 13:08:01.147853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6de0d-51bf-4dee-af03-fd120ef2f7e5 req-33ad6c01-98fd-4641-a1e2-46c8d1123225 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:01.149317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ce6de0d-51bf-4dee-af03-fd120ef2f7e5 req-33ad6c01-98fd-4641-a1e2-46c8d1123225 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 945 time: 0.7389841 Feb 09 13:08:01.155210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44178) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:01.162596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Pushing event updated for resources: {'Port': ['ID=b0c5bbcf-0480-41d3-9d07-517ff6037c3d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:01.166073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Request body: {'subnet': {'network_id': '8ca6c4c2-957d-4308-ac00-70a8bf7230f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1704335096-subnet', 'tenant_id': '28595aef639b4f69a135becdd98d5cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:01.170028 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-278e83c8-e05a-487f-988a-0cc1b0a8a3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.171595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50f573-8902-4ba2-80d6-fde3a59ba24d admin admin] Pushing event updated for resources: {'Network': ['ID=8ca6c4c2-957d-4308-ac00-70a8bf7230f7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:01.189368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 8ca6c4c2-957d-4308-ac00-70a8bf7230f7 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:08:01.190827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-41fc7b2c-75ec-4472-ba8f-52d4628d3460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.201083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:01.211348 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Usage tracker for resource:subnet and tenant:28595aef639b4f69a135becdd98d5cec is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:01.219526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:01.239456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:01.275641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-278e83c8-e05a-487f-988a-0cc1b0a8a3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.337185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e980a00-34af-4c0f-afb2-3c924337f807 req-0351bc90-ef77-4051-9052-50593af26ed6 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:01.338918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e980a00-34af-4c0f-afb2-3c924337f807 req-0351bc90-ef77-4051-9052-50593af26ed6 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.4125786 Feb 09 13:08:01.342562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Made reservation on behalf of 28595aef639b4f69a135becdd98d5cec for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:01.344879 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.386368 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-41fc7b2c-75ec-4472-ba8f-52d4628d3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.409894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ce6de0d-51bf-4dee-af03-fd120ef2f7e5 req-27add6d1-9f53-4ee2-868e-280179a31248 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476368 Feb 09 13:08:01.506256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-41fc7b2c-75ec-4472-ba8f-52d4628d3460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.553118 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.553877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.557157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc7b2c-75ec-4472-ba8f-52d4628d3460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c0ca1c-084c-416b-a2ba-f88e2e392dc8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:01.592523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741a277-184b-41fc-a4c5-45b53eb82b38 None None] Network 146a6fb6-945b-4264-a11c-7a37bc16b5fb requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:01.660426 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-41fc7b2c-75ec-4472-ba8f-52d4628d3460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.748441 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-41fc7b2c-75ec-4472-ba8f-52d4628d3460 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b7c0ca1c-084c-416b-a2ba-f88e2e392dc8 HTTP/1.1" status: 204 len: 168 time: 0.9331996 Feb 09 13:08:01.749527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44186) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:01.759963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2045617-291e-4f36-8ce5-ae3f6fc1df11 None None] Network 67a05546-9284-4957-b5fd-1a0b2a8d4fae requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:01.788333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e980a00-34af-4c0f-afb2-3c924337f807 req-3028c1b0-b996-4c35-b9c8-8b4916eb63da tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277258 Feb 09 13:08:01.789108 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-278e83c8-e05a-487f-988a-0cc1b0a8a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.818721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e83c8-e05a-487f-988a-0cc1b0a8a3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93757ecb-9e6a-4149-b808-4fea02dd237a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:01.900106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.903642 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-278e83c8-e05a-487f-988a-0cc1b0a8a3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.904762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-278e83c8-e05a-487f-988a-0cc1b0a8a3c7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93757ecb-9e6a-4149-b808-4fea02dd237a HTTP/1.1" status: 204 len: 168 time: 1.0770023 Feb 09 13:08:01.962695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Deleting port ea475f0c-f45b-44a2-a66e-2459c22fec36 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:01.963032 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:01.979658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d63a6-f948-4e31-9cfd-7606bd016fc5 req-add8bdff-7fe6-461b-aa97-5b57dcd8b860 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:01.989141 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-644d63a6-f948-4e31-9cfd-7606bd016fc5 req-add8bdff-7fe6-461b-aa97-5b57dcd8b860 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.2906013 Feb 09 13:08:02.024168 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:02.103407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-598db76a-a55e-4870-b74d-c339de5ef200 None None] Provisioning for port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:02.136175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-598db76a-a55e-4870-b74d-c339de5ef200 None None] Provisioning complete for port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:02.137212 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-598db76a-a55e-4870-b74d-c339de5ef200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:02.203557 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-644d63a6-f948-4e31-9cfd-7606bd016fc5 req-d3ae2708-fde5-4c10-95c4-1e33b40a65f7 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129483 Feb 09 13:08:02.385424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a1bbf2-a926-4677-bc59-8f15f62a8bc9,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:02.395536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e5f7cea-4a5e-475b-8e67-61bc459581a5 req-a467f98b-e7d5-4078-9d10-c1da7c860356 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.59 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1871521 Feb 09 13:08:02.409236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e45fd81-de41-4fe8-89e0-7b455c0c14cf req-bf3d6528-1fef-47e1-ad4e-1a106e309e68 tempest-ServerShowV254Test-95405379 tempest-ServerShowV254Test-95405379-project] 10.222.0.67 "GET /v2.0/ports?device_id=48bbea4e-cccc-4be0-9cf9-d245c576b175 HTTP/1.1" status: 200 len: 210 time: 0.1088712 Feb 09 13:08:02.419581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Checking segment: {'id': '87ab9b64-9c16-41e4-800f-1d6b290954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ca6c4c2-957d-4308-ac00-70a8bf7230f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:02.420315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Network hostable DHCP agents. Network: 8ca6c4c2-957d-4308-ac00-70a8bf7230f7, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:08:02.448428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] For port ea475f0c-f45b-44a2-a66e-2459c22fec36, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ea475f0c-f45b-44a2-a66e-2459c22fec36,segment=NetworkSegment(1e0dd743-e4fe-4603-a998-7a7f26240633),segment_id=1e0dd743-e4fe-4603-a998-7a7f26240633)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:02.449007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:02.450493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Network 8ca6c4c2-957d-4308-ac00-70a8bf7230f7 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:08:02.461900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 8ca6c4c2-957d-4308-ac00-70a8bf7230f7) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:02.475277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:02.476404 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:02.480807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] DHCP port deletion for 146a6fb6-945b-4264-a11c-7a37bc16b5fb request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:08:02.489641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5bea53-d12a-4f59-9e97-1e06eee203d9 None None] Network 8ca6c4c2-957d-4308-ac00-70a8bf7230f7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:02.502151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-23f974b5-95ef-4460-b14c-732c8bc6c8aa admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3457141 Feb 09 13:08:02.567738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] Deleting port ea475f0c-f45b-44a2-a66e-2459c22fec36 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:02.568776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:02.706913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:08:02.753221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Calling delete_port for ea475f0c-f45b-44a2-a66e-2459c22fec36 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:08:02.825660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Router bd1a8e37-649a-47f8-80c1-58fc14f0fdad is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:08:02.961356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:08:02.961706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 08a25fbd-51f5-4c3d-bdb6-9e9daba2ffc5 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:08:02.962127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea475f0c-f45b-44a2-a66e-2459c22fec36 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:08:03.175644 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-598db76a-a55e-4870-b74d-c339de5ef200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:03.199566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f48f32-a8d6-42ae-9f38-7cc3347c4c6d req-e29b09a4-1bb6-4d24-b930-65a4eac98f9b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:03.208776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90f48f32-a8d6-42ae-9f38-7cc3347c4c6d req-e29b09a4-1bb6-4d24-b930-65a4eac98f9b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.2052984 Feb 09 13:08:03.290853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90f48f32-a8d6-42ae-9f38-7cc3347c4c6d req-e1438fc7-fccb-4109-b016-dd4f4c873313 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811007 Feb 09 13:08:03.373511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:03.470949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea475f0c-f45b-44a2-a66e-2459c22fec36,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:03.490507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] No DVR routers for this DVR port ea475f0c-f45b-44a2-a66e-2459c22fec36 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:08:03.524261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No active binding found for port ea475f0c-f45b-44a2-a66e-2459c22fec36 {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:08:03.524922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea475f0c-f45b-44a2-a66e-2459c22fec36 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:08:03.540406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-598db76a-a55e-4870-b74d-c339de5ef200 None None] For port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d8545ecb-ca12-4c93-9599-25fcd4a5a4a1,segment=NetworkSegment(72d90b97-3e6b-4903-b1c1-2db4bbde311d),segment_id=72d90b97-3e6b-4903-b1c1-2db4bbde311d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:03.549018 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-598db76a-a55e-4870-b74d-c339de5ef200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:03.565205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] For port ea475f0c-f45b-44a2-a66e-2459c22fec36, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ea475f0c-f45b-44a2-a66e-2459c22fec36,segment=NetworkSegment(1e0dd743-e4fe-4603-a998-7a7f26240633),segment_id=1e0dd743-e4fe-4603-a998-7a7f26240633)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:03.566087 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:03.566607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44230) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:03.612092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7680c77-9c54-4aae-841e-3c3f7fd00c4f req-4466a3a8-1b27-4597-b13a-62b8f0067003 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:03.614053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d7680c77-9c54-4aae-841e-3c3f7fd00c4f req-4466a3a8-1b27-4597-b13a-62b8f0067003 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 945 time: 0.1795771 Feb 09 13:08:03.721074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d7680c77-9c54-4aae-841e-3c3f7fd00c4f req-e1ea86ec-4fd9-4c6a-b3b3-47faa64e0fed tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004469 Feb 09 13:08:03.771395 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:03.877029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146a6fb6-945b-4264-a11c-7a37bc16b5fb']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:03.918067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0dd743-e4fe-4603-a998-7a7f26240633') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:03.919935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0dd743-e4fe-4603-a998-7a7f26240633') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:03.942655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:03.962649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2089947787-network', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:03.973863 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:03.985253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:08:03.986061 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:03.987495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:04.010378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Usage tracker for resource:network and tenant:07bc548521b24dae924893bb6bcbdc20 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:04.018736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:08:04.039690 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:08:04.046083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] Calling delete_port for ea475f0c-f45b-44a2-a66e-2459c22fec36 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:08:04.083438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:04.084168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f520637-1abd-4f67-a3b1-3a3b1b7764f9 None None] Network 8ca6c4c2-957d-4308-ac00-70a8bf7230f7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:04.122137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Made reservation on behalf of 07bc548521b24dae924893bb6bcbdc20 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:04.124445 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.153151 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.154272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.179644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ff6b7-ce55-4f4b-9f2a-c0fd8c96e618 req-7f4eab14-3977-451c-8225-b0be5ef5a2d4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:04.181209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-246ff6b7-ce55-4f4b-9f2a-c0fd8c96e618 req-7f4eab14-3977-451c-8225-b0be5ef5a2d4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.2742960 Feb 09 13:08:04.189023 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.197172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-ca7e2d8e-d210-4deb-98e3-201fc7b35b39 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:04.197858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-ca7e2d8e-d210-4deb-98e3-201fc7b35b39 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Synchronizing usage tracker for tenant:28595aef639b4f69a135becdd98d5cec on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:04.208530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] Pushing event deleted for resources: {'Network': ['ID=146a6fb6-945b-4264-a11c-7a37bc16b5fb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:04.256035 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e644420e-3ffe-4cc5-8b1d-89dfaaa14a44 admin admin] 10.222.0.59 "DELETE /v2.0/networks/146a6fb6-945b-4264-a11c-7a37bc16b5fb HTTP/1.1" status: 204 len: 168 time: 2.5058508 Feb 09 13:08:04.259168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:04.260020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:08:04.265765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-ca7e2d8e-d210-4deb-98e3-201fc7b35b39 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Unset dirty status for tenant:28595aef639b4f69a135becdd98d5cec on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:04.273467 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-ca7e2d8e-d210-4deb-98e3-201fc7b35b39 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/networks?id=8ca6c4c2-957d-4308-ac00-70a8bf7230f7 HTTP/1.1" status: 200 len: 809 time: 0.3150153 Feb 09 13:08:04.279835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Usage tracker for resource:security_group_rule and tenant:07bc548521b24dae924893bb6bcbdc20 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:04.280331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598db76a-a55e-4870-b74d-c339de5ef200 None None] Pushing event updated for resources: {'Port': ['ID=d8545ecb-ca12-4c93-9599-25fcd4a5a4a1,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:04.290644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:04.292073 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.294853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Sync routers for ids ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:08:04.300105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44242) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:04.300446 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-274add4f-6d42-4bc5-b7dd-4c4b7431fb2b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6390088 Feb 09 13:08:04.302147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-538c9cde-4e5d-4602-bb3d-15097b7c8659 None None] Provisioning complete for port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:04.302817 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-538c9cde-4e5d-4602-bb3d-15097b7c8659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.303582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:04.309972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-246ff6b7-ce55-4f4b-9f2a-c0fd8c96e618 req-967733e1-479a-4c15-9127-c476d5d5805b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207440 Feb 09 13:08:04.414157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-c31ea60b-e410-421c-857d-23a3a032ef82 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/quotas/28595aef639b4f69a135becdd98d5cec HTTP/1.1" status: 200 len: 375 time: 0.1397867 Feb 09 13:08:04.466340 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:08:04.467455 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:08:04.492317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Routers {'bd1a8e37-649a-47f8-80c1-58fc14f0fdad'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:08:04.493074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:04.516918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44250) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:04.643805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4daed422-9a53-4677-8a04-f672ee4d5c1b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d75f3cd746240f580a431f369e2d701&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1150723 Feb 09 13:08:04.647445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44254) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:04.719999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:04.733953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-373b5a9b-f1cd-4917-a9ba-4b6cb2a2c5c7 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=28595aef639b4f69a135becdd98d5cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2740257 Feb 09 13:08:04.791512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-16f37054-5d94-4342-9bc3-707eecea0470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.871020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-16f37054-5d94-4342-9bc3-707eecea0470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.946428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:04.950880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44262) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:04.972943 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:04.993143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-16f37054-5d94-4342-9bc3-707eecea0470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.026438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f37054-5d94-4342-9bc3-707eecea0470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e14ec6b-ecc0-4965-87ac-dda489661ffe,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:05.043414 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-16f37054-5d94-4342-9bc3-707eecea0470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.047268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-16f37054-5d94-4342-9bc3-707eecea0470 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e14ec6b-ecc0-4965-87ac-dda489661ffe HTTP/1.1" status: 204 len: 168 time: 0.3971553 Feb 09 13:08:05.065898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] Deleting port ea475f0c-f45b-44a2-a66e-2459c22fec36 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:05.074561 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.186427 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.196015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-018c7d98-9695-457f-af5c-2929f5fe18e4 service neutron] 10.222.0.59 "GET /v2.0/networks/8ca6c4c2-957d-4308-ac00-70a8bf7230f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611824 Feb 09 13:08:05.227383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Set router bd1a8e37-649a-47f8-80c1-58fc14f0fdad gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:08:05.253154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.256059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89196575-173c-4f10-8e2b-56933cfd0692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.298452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-89196575-173c-4f10-8e2b-56933cfd0692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:05.310808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-89196575-173c-4f10-8e2b-56933cfd0692 admin admin] Usage tracker for resource:security_group_rule and tenant:24e940366c484968bc349974870084d4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:05.314867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-89196575-173c-4f10-8e2b-56933cfd0692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:05.323681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-89196575-173c-4f10-8e2b-56933cfd0692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:05.414652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b45ec0-7a15-45f4-a823-910231d18444 req-32969ba3-d367-4032-b88c-aaf6e6cee4a2 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:05.416631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62b45ec0-7a15-45f4-a823-910231d18444 req-32969ba3-d367-4032-b88c-aaf6e6cee4a2 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.67 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 945 time: 0.8005261 Feb 09 13:08:05.425141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b73473-2b86-4ec0-8f92-be1826d8e085 req-995adf17-0e1b-4bf6-8f92-5650d45af1dc tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:05.427115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17b73473-2b86-4ec0-8f92-be1826d8e085 req-995adf17-0e1b-4bf6-8f92-5650d45af1dc tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.7348228 Feb 09 13:08:05.428198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4a7267d7-2a4d-496d-8db0-6a2c3018ffd9 None None] The port 'ea475f0c-f45b-44a2-a66e-2459c22fec36' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:08:05.532176 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89196575-173c-4f10-8e2b-56933cfd0692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.537701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89196575-173c-4f10-8e2b-56933cfd0692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.594699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89196575-173c-4f10-8e2b-56933cfd0692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7c651c-f54b-42c6-821b-8f93afd65a65,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:05.627994 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-89196575-173c-4f10-8e2b-56933cfd0692 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24e940366c484968bc349974870084d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6761470 Feb 09 13:08:05.634000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44276) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:05.766642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0461caa4-dd8d-4034-9a87-20977eb3e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.773943 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-521d4fbe-31b1-4a62-9ebb-e7d14b64b66a service neutron] 10.222.0.59 "GET /v2.0/networks/8ca6c4c2-957d-4308-ac00-70a8bf7230f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749538 Feb 09 13:08:05.774278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'name': 'tempest-ServersTestMultiNic-988245862-router', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:57Z', 'updated_at': '2022-02-09T13:08:01Z', 'revision_number': 3, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'gw_port': {'id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:59Z', 'updated_at': '2022-02-09T13:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:05.779346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Checking router: bd1a8e37-649a-47f8-80c1-58fc14f0fdad for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:08:05.779657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Updating router bd1a8e37-649a-47f8-80c1-58fc14f0fdad port b0c5bbcf-0480-41d3-9d07-517ff6037c3d binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:08:05.834163 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0461caa4-dd8d-4034-9a87-20977eb3e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.845049 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.887986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:08:05.943701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0461caa4-dd8d-4034-9a87-20977eb3e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:05.993646 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17b73473-2b86-4ec0-8f92-be1826d8e085 req-660a53fc-4293-4952-b760-e0a9aa0a2a03 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246394 Feb 09 13:08:06.006978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461caa4-dd8d-4034-9a87-20977eb3e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7c651c-f54b-42c6-821b-8f93afd65a65,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:06.014859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-62b45ec0-7a15-45f4-a823-910231d18444 req-43ab9cfc-8d9f-4559-867c-e53d66201cd9 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Deleting port 019bde85-1f2a-431c-841c-f8485681b730 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:06.021511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62b45ec0-7a15-45f4-a823-910231d18444 req-43ab9cfc-8d9f-4559-867c-e53d66201cd9 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.062944 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0461caa4-dd8d-4034-9a87-20977eb3e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.074845 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0461caa4-dd8d-4034-9a87-20977eb3e3b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/db7c651c-f54b-42c6-821b-8f93afd65a65 HTTP/1.1" status: 204 len: 168 time: 0.4395177 Feb 09 13:08:06.389684 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.424610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Transition to ACTIVE for port object b0c5bbcf-0480-41d3-9d07-517ff6037c3d will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:06.434004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f65476a-3338-4d4e-b207-1a1e0ac0d9cc,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:06.438220 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.438698 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Added segment 5329d975-65b6-471f-9fb6-62f7f39c8e15 of type vlan for network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 Feb 09 13:08:06.441841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.598602 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.638392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce3c92-63a2-46f4-8205-63d55a2c40f2 None None] Pushing event updated for resources: {'Port': ['ID=b0c5bbcf-0480-41d3-9d07-517ff6037c3d,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:06.678653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.679942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:06.680925 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.681354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Attempting to bind port b0c5bbcf-0480-41d3-9d07-517ff6037c3d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:06.681780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Attempting to bind port b0c5bbcf-0480-41d3-9d07-517ff6037c3d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:06.682383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Attempting to bind port b0c5bbcf-0480-41d3-9d07-517ff6037c3d on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:06.691087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:06.691962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:06.691962 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.692471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:06.693584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Bound port: b0c5bbcf-0480-41d3-9d07-517ff6037c3d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:06.694022 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.782746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-62b45ec0-7a15-45f4-a823-910231d18444 req-43ab9cfc-8d9f-4559-867c-e53d66201cd9 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] For port 019bde85-1f2a-431c-841c-f8485681b730, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=019bde85-1f2a-431c-841c-f8485681b730,segment=NetworkSegment(cf83f484-5fed-4c10-860c-1ad600772a80),segment_id=cf83f484-5fed-4c10-860c-1ad600772a80)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:06.783186 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62b45ec0-7a15-45f4-a823-910231d18444 req-43ab9cfc-8d9f-4559-867c-e53d66201cd9 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.789715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] For port b0c5bbcf-0480-41d3-9d07-517ff6037c3d, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:06.794662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] For port b0c5bbcf-0480-41d3-9d07-517ff6037c3d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b0c5bbcf-0480-41d3-9d07-517ff6037c3d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:06.812012 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:06.863587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44308) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:06.913628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Routers {'bd1a8e37-649a-47f8-80c1-58fc14f0fdad'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:08:06.914259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:07.064174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] Pushing event updated for resources: {'Network': ['ID=9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:07.112369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-network', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:07.118592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:07.123320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Usage tracker for resource:network and tenant:bb6989d359364f329ab9bd11788fd6d3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:07.127985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:07.135317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:07.147384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:08:07.149020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Made reservation on behalf of bb6989d359364f329ab9bd11788fd6d3 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:07.152267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:07.173994 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:07.190509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] Set router bd1a8e37-649a-47f8-80c1-58fc14f0fdad gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:08:07.217247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:07.222152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Usage tracker for resource:security_group_rule and tenant:bb6989d359364f329ab9bd11788fd6d3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:07.226823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:07.236446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:07.240539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-62b45ec0-7a15-45f4-a823-910231d18444 req-43ab9cfc-8d9f-4559-867c-e53d66201cd9 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Calling delete_port for 019bde85-1f2a-431c-841c-f8485681b730 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:08:07.244798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce3c92-63a2-46f4-8205-63d55a2c40f2 None None] Pushing event updated for resources: {'Port': ['ID=b0c5bbcf-0480-41d3-9d07-517ff6037c3d,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:07.316419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fc32b9ee-ee59-425d-b514-5ecf05637432 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.7487574 Feb 09 13:08:07.323653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44322) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:07.338044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Request body: {'subnet': {'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2089947787-subnet', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:07.345881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:07.353108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Usage tracker for resource:subnet and tenant:07bc548521b24dae924893bb6bcbdc20 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:07.358354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:07.366793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:07.370582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a13cf-3d99-4523-92c1-a601f7b9e816 req-15917b99-0de0-401a-a2b3-329c28874765 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:07.377872 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f9a13cf-3d99-4523-92c1-a601f7b9e816 req-15917b99-0de0-401a-a2b3-329c28874765 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 945 time: 0.9499009 Feb 09 13:08:07.388654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Made reservation on behalf of 07bc548521b24dae924893bb6bcbdc20 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:07.392339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:07.449996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523668b-a7a3-4b9f-bf91-01c960dfcdd6 req-b9fe0ea9-ea6f-40ad-bb01-1c0c421186ec tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:07.452150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6523668b-a7a3-4b9f-bf91-01c960dfcdd6 req-b9fe0ea9-ea6f-40ad-bb01-1c0c421186ec tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 1.0195379 Feb 09 13:08:07.458334 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:07.512240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:07.579849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f9a13cf-3d99-4523-92c1-a601f7b9e816 req-fcdbb71b-e217-40b5-9d44-b6623f7a8c15 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/security-groups?id=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010105 Feb 09 13:08:07.580533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:08:07.586445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343211e3-332e-43c0-9ca8-e3090f5c5d67,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:07.600375 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:07.600944 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Added segment 91a75d3b-3cd8-436e-98cf-0d9a119fe36d of type vlan for network f5638134-8f0d-4988-b782-e6b5095a4c4d Feb 09 13:08:07.652636 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:07.728342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'name': 'tempest-ServersTestMultiNic-988245862-router', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:57Z', 'updated_at': '2022-02-09T13:08:01Z', 'revision_number': 3, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'gw_port': {'id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:59Z', 'updated_at': '2022-02-09T13:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:07.733088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c90210-2ac9-4922-9396-20d6fcb67a3c None None] The sync data for ids ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'] in n-d-825175-3 is: [{'id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'name': 'tempest-ServersTestMultiNic-988245862-router', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:57Z', 'updated_at': '2022-02-09T13:08:01Z', 'revision_number': 3, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'gw_port': {'id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:72:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:59Z', 'updated_at': '2022-02-09T13:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:08:07.749977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:07.751164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:07.751999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:07.842429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6523668b-a7a3-4b9f-bf91-01c960dfcdd6 req-7f3a1ab5-8b61-4fab-9dce-7f0953890a7a tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3787775 Feb 09 13:08:07.914124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44332) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:07.966903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfbe14e9-9bde-4c28-9c1a-b1bcfb02d2cc req-a87da94f-d39c-449a-9655-f1ade6a43674 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 210 time: 0.1396167 Feb 09 13:08:08.063625 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62b45ec0-7a15-45f4-a823-910231d18444 req-43ab9cfc-8d9f-4559-867c-e53d66201cd9 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:08.143299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab9cfc-8d9f-4559-867c-e53d66201cd9 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Pushing event deleted for resources: {'Port': ['ID=019bde85-1f2a-431c-841c-f8485681b730,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:08.223876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-5012644c-cb7f-415c-875c-c4e91678a5f1 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:08.226252 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-5012644c-cb7f-415c-875c-c4e91678a5f1 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.67 "GET /v2.0/networks?id=8ca6c4c2-957d-4308-ac00-70a8bf7230f7 HTTP/1.1" status: 200 len: 809 time: 0.2242670 Feb 09 13:08:08.227915 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3626270 Feb 09 13:08:08.233107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44338) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:08.245906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Request body: {'subnet': {'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-subnet', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:08.255625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dd230-b4fe-41eb-a1e8-dafdb59305a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f5638134-8f0d-4988-b782-e6b5095a4c4d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:08.256228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b45ec0-7a15-45f4-a823-910231d18444 req-43ab9cfc-8d9f-4559-867c-e53d66201cd9 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] No DVR routers for this DVR port 019bde85-1f2a-431c-841c-f8485681b730 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:08:08.259756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:08.265591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-62b45ec0-7a15-45f4-a823-910231d18444 req-43ab9cfc-8d9f-4559-867c-e53d66201cd9 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:08.267431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Request body: {'port': {'device_id': '443be9b4-99b0-46c7-8ac3-40787c0b9e0e', 'network_id': '8ca6c4c2-957d-4308-ac00-70a8bf7230f7', 'admin_state_up': True, 'tenant_id': '28595aef639b4f69a135becdd98d5cec'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:08.270027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6', 'name': 'network-vif-deleted', 'tag': '019bde85-1f2a-431c-841c-f8485681b730'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:08.275663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f5638134-8f0d-4988-b782-e6b5095a4c4d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:08:08.291682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Usage tracker for resource:subnet and tenant:bb6989d359364f329ab9bd11788fd6d3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:08.325459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:08.389770 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62b45ec0-7a15-45f4-a823-910231d18444 req-43ab9cfc-8d9f-4559-867c-e53d66201cd9 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.67 "DELETE /v2.0/ports/019bde85-1f2a-431c-841c-f8485681b730 HTTP/1.1" status: 204 len: 173 time: 2.9566772 Feb 09 13:08:08.403287 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6', 'name': 'network-vif-deleted', 'tag': '019bde85-1f2a-431c-841c-f8485681b730', 'status': 'completed', 'code': 200} Feb 09 13:08:08.420592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-303379004-network', 'tenant_id': '2a9fabf97ae14f399b624e2d74cacdd7'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:08.423537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:08.430973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:08.438763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:08.710804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:08.728040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Usage tracker for resource:port and tenant:28595aef639b4f69a135becdd98d5cec is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:08.743520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b0c5bbcf-0480-41d3-9d07-517ff6037c3d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:08.747877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:08.753494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6def6b82-7193-44cb-bfbe-26641554774d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:08.765288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:08.779520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Checking segment: {'id': '5329d975-65b6-471f-9fb6-62f7f39c8e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:08.779888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Network hostable DHCP agents. Network: 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:08:08.792718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.793059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.793394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.793722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.794050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.794372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.794953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.795512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.796075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.796632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.797206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:08.805503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Made reservation on behalf of 28595aef639b4f69a135becdd98d5cec for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:08.808967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:08.841767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Usage tracker for resource:network and tenant:2a9fabf97ae14f399b624e2d74cacdd7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:08.854624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:08.873164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Made reservation on behalf of bb6989d359364f329ab9bd11788fd6d3 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:08.875775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:08.889945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:08.894226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port b0c5bbcf-0480-41d3-9d07-517ff6037c3d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:08.900757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b0c5bbcf-0480-41d3-9d07-517ff6037c3d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:08.901188 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:08.933084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:08:08.942075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:08.952571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:08.953153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:08.981908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b4afc6-e4f5-4c0d-9723-1d57ea946cec None None] Network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:09.036163 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bf2af06f-7578-48ca-8b8a-1ebd913ad70c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7107723 Feb 09 13:08:09.037383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44348) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:09.047502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2089947787-router', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:09.052989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:09.057325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Usage tracker for resource:router and tenant:07bc548521b24dae924893bb6bcbdc20 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:09.060910 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:09.067046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:09.080297 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.081212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.114581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Allocated IP 172.20.0.8 (8ca6c4c2-957d-4308-ac00-70a8bf7230f7/85a1bbf2-a926-4677-bc59-8f15f62a8bc9/89408930-7263-4931-8489-c3d911c7d1c5) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:09.123624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c4f33629-8f71-4904-9551-9b75b7471967 req-1ddb6cb4-5e55-4977-8fb6-c7520d310334 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Synchronizing usage tracker for tenant:1bb04d6a2a41429392e76796a572d4c2 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:09.159950 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.202620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Made reservation on behalf of 2a9fabf97ae14f399b624e2d74cacdd7 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:09.205512 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.250144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa3a7f-53ce-410a-b9e5-abe1625e5670 req-5c401980-906f-48f3-99f3-3eff6273ce95 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:09.258982 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93aa3a7f-53ce-410a-b9e5-abe1625e5670 req-5c401980-906f-48f3-99f3-3eff6273ce95 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.9690721 Feb 09 13:08:09.265772 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.284817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 019bde85-1f2a-431c-841c-f8485681b730 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:08:09.302230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c4f33629-8f71-4904-9551-9b75b7471967 req-1ddb6cb4-5e55-4977-8fb6-c7520d310334 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] Unset dirty status for tenant:1bb04d6a2a41429392e76796a572d4c2 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:09.309627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4f33629-8f71-4904-9551-9b75b7471967 req-1ddb6cb4-5e55-4977-8fb6-c7520d310334 tempest-ServerAddressesTestJSON-391377944 tempest-ServerAddressesTestJSON-391377944-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbbd2d1d-4126-48c0-8c9f-4a0db7e3b7b6 HTTP/1.1" status: 200 len: 210 time: 0.4517529 Feb 09 13:08:09.493525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:09.511146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 019bde85-1f2a-431c-841c-f8485681b730 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:08:09.511636 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93aa3a7f-53ce-410a-b9e5-abe1625e5670 req-9d633af9-fb67-45da-8111-e51178469ef7 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517416 Feb 09 13:08:09.512524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 019bde85-1f2a-431c-841c-f8485681b730 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:08:09.554394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Usage tracker for resource:security_group_rule and tenant:2a9fabf97ae14f399b624e2d74cacdd7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:09.559052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:09.566964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:09.586146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3', 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'fixed_ips': [{'subnet_id': '6def6b82-7193-44cb-bfbe-26641554774d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:08:09.587631 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.616988 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.631568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.687264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.703713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.725506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:08:09.734548 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.742058 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.742731 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Added segment c834bb95-fefc-4029-9a22-39bf949294e6 of type vlan for network ce0fe483-d43c-4e01-adab-40eb1b1b5905 Feb 09 13:08:09.743263 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.780522 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.804180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port b0c5bbcf-0480-41d3-9d07-517ff6037c3d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b0c5bbcf-0480-41d3-9d07-517ff6037c3d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:09.811892 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.847317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Network 8ca6c4c2-957d-4308-ac00-70a8bf7230f7 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:09.853234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:09.858681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:09.885800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Pushing event updated for resources: {'Port': ['ID=89408930-7263-4931-8489-c3d911c7d1c5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:09.886906 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.887770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:09.888351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.946176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:09.947225 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:09.992855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=b0c5bbcf-0480-41d3-9d07-517ff6037c3d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:10.006965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Allocated IP 172.20.0.2 (9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3/6def6b82-7193-44cb-bfbe-26641554774d/ac1ac0a3-5e8f-4452-b3ee-28fc19454de4) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:10.023964 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a4996e9f-2f52-4fe4-8d9b-7de1abbd714e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7696309 Feb 09 13:08:10.035858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.068184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Request body: {'port': {'device_id': '443be9b4-99b0-46c7-8ac3-40787c0b9e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:10.076000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Pushing event updated for resources: {'Network': ['ID=ce0fe483-d43c-4e01-adab-40eb1b1b5905,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:10.091697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1582279 Feb 09 13:08:10.101339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44354) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:10.103143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.113751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23fa94-609d-452f-b162-eb02a194e489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc88ca65-7572-466e-85c8-a903d289a21b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:10.137187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network ce0fe483-d43c-4e01-adab-40eb1b1b5905 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:08:10.175326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Request body: {'subnet': {'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-303379004-subnet', 'tenant_id': '2a9fabf97ae14f399b624e2d74cacdd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:10.180100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:10.190117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Usage tracker for resource:subnet and tenant:2a9fabf97ae14f399b624e2d74cacdd7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:10.199405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:10.217107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:10.219680 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.310423 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.312458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5f327-e46e-4f4b-9595-bb382a5a4080 req-8279bc81-55d2-4bc4-8ce9-ca82b1214c61 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:10.319890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ee5f327-e46e-4f4b-9595-bb382a5a4080 req-8279bc81-55d2-4bc4-8ce9-ca82b1214c61 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.8072362 Feb 09 13:08:10.322024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Made reservation on behalf of 2a9fabf97ae14f399b624e2d74cacdd7 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:10.325116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.377924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Allocated IP 172.25.5.137 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/b253ba68-72a2-4de6-8527-9386cd70a340) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:10.381312 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.393376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Transition to ACTIVE for port object ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:10.429561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Transition to ACTIVE for port object ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:10.440259 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.466449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6f0ef-3e66-46c0-a876-f84fd456f18a req-31069c4a-297e-4e73-b577-6d4e5a14d6a5 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:10.472712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0d6f0ef-3e66-46c0-a876-f84fd456f18a req-31069c4a-297e-4e73-b577-6d4e5a14d6a5 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 931 time: 0.6528201 Feb 09 13:08:10.513429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:10.514720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:10.517221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:10.527288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Pushing event updated for resources: {'Port': ['ID=ac1ac0a3-5e8f-4452-b3ee-28fc19454de4,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:10.561060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd12cfd-28f9-45f1-9945-556db3e971f1,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:10.627158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Attempting to bind port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:10.628736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Attempting to bind port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '5329d975-65b6-471f-9fb6-62f7f39c8e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:10.628736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Attempting to bind port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 on network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:10.640565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:10.640932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Checking segment: {'id': '5329d975-65b6-471f-9fb6-62f7f39c8e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:10.641323 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.641701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Bound using segment: {'id': '5329d975-65b6-471f-9fb6-62f7f39c8e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:10.642804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Bound port: ac1ac0a3-5e8f-4452-b3ee-28fc19454de4, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5329d975-65b6-471f-9fb6-62f7f39c8e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:10.643293 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.683056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ee5f327-e46e-4f4b-9595-bb382a5a4080 req-5fe0a620-677a-4853-aca6-e78f50e4aff9 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620942 Feb 09 13:08:10.684194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Checking segment: {'id': '91a75d3b-3cd8-436e-98cf-0d9a119fe36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:10.684792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Network hostable DHCP agents. Network: f5638134-8f0d-4988-b782-e6b5095a4c4d, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:08:10.701145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b0c5bbcf-0480-41d3-9d07-517ff6037c3d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:10.761383 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.789723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44364) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:10.817582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] For port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:10.823405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] For port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ac1ac0a3-5e8f-4452-b3ee-28fc19454de4,segment=NetworkSegment(5329d975-65b6-471f-9fb6-62f7f39c8e15),segment_id=5329d975-65b6-471f-9fb6-62f7f39c8e15)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:10.835274 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.900436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Network f5638134-8f0d-4988-b782-e6b5095a4c4d is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:08:10.905234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b0c5bbcf-0480-41d3-9d07-517ff6037c3d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:10.905603 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:10.993279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8685a5-5ca9-4f9c-a01e-ded08933655e None None] Pushing event updated for resources: {'Port': ['ID=ac1ac0a3-5e8f-4452-b3ee-28fc19454de4,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:10.996923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f5638134-8f0d-4988-b782-e6b5095a4c4d) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:11.002461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:11.010760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-1678479f-8434-4191-a18f-6d9a072245e8 admin admin] Deleting subnet bbf31e2c-6ee4-4d7f-a67f-7b149b11140e {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:08:11.016981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0579b637-824e-4869-b1bf-961ba632c5b3 None None] Network f5638134-8f0d-4988-b782-e6b5095a4c4d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:11.021751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1678479f-8434-4191-a18f-6d9a072245e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.022305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.054595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b0d6f0ef-3e66-46c0-a876-f84fd456f18a req-1b0fe22b-c1f1-4d4d-a01c-8c10ae118211 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Synchronizing usage tracker for tenant:28595aef639b4f69a135becdd98d5cec on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:11.073791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-609aa1da-cfda-4b8b-aecb-c2df04dfa172 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8396714 Feb 09 13:08:11.088242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44368) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:11.096110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-router', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:11.109438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:11.121524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Usage tracker for resource:router and tenant:bb6989d359364f329ab9bd11788fd6d3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:11.128804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:11.142744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.157085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:11.179039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab5b0c-52d7-4040-81c3-05dfc3158a9b req-ce75b6f1-a268-4c93-8344-17995919caef tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:11.180889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bab5b0c-52d7-4040-81c3-05dfc3158a9b req-ce75b6f1-a268-4c93-8344-17995919caef tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.2763591 Feb 09 13:08:11.183680 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1678479f-8434-4191-a18f-6d9a072245e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.189376 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.284083 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.342416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bab5b0c-52d7-4040-81c3-05dfc3158a9b req-d629bc98-a620-4e07-b462-015f524e9b18 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944123 Feb 09 13:08:11.342416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b0d6f0ef-3e66-46c0-a876-f84fd456f18a req-1b0fe22b-c1f1-4d4d-a01c-8c10ae118211 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Unset dirty status for tenant:28595aef639b4f69a135becdd98d5cec on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:11.353616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.354776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.359360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0d6f0ef-3e66-46c0-a876-f84fd456f18a req-1b0fe22b-c1f1-4d4d-a01c-8c10ae118211 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8171823 Feb 09 13:08:11.430029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89408930-7263-4931-8489-c3d911c7d1c5 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:11.438424 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.462290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Transition to ACTIVE for port object 89408930-7263-4931-8489-c3d911c7d1c5 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:11.479042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.485357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.499535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f5638134-8f0d-4988-b782-e6b5095a4c4d', 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'fixed_ips': [{'subnet_id': '8fd12cfd-28f9-45f1-9945-556db3e971f1'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:08:11.500570 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.514138 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1678479f-8434-4191-a18f-6d9a072245e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:11.653079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Pushing event updated for resources: {'Port': ['ID=b253ba68-72a2-4de6-8527-9386cd70a340,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:11.657624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:11.730810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:11.746435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:11.790541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b012f7-1ce6-4626-b8fb-43ba553e2e3e,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:11.872714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Allocated IP 172.20.0.2 (f5638134-8f0d-4988-b782-e6b5095a4c4d/8fd12cfd-28f9-45f1-9945-556db3e971f1/5b8cc7ed-7755-4345-9cd9-3e7239c22efe) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:11.883300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Checking segment: {'id': 'c834bb95-fefc-4029-9a22-39bf949294e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:11.883300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Network hostable DHCP agents. Network: ce0fe483-d43c-4e01-adab-40eb1b1b5905, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:08:11.923595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Allocated IP 172.20.0.1 (67a05546-9284-4957-b5fd-1a0b2a8d4fae/e9dcb90d-a62f-4af3-962d-935181739fd5/7cb0862a-80c7-4667-b6cb-50a24502f836) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:11.947827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.018149 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1678479f-8434-4191-a18f-6d9a072245e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.111721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Network ce0fe483-d43c-4e01-adab-40eb1b1b5905 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:08:12.146623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678479f-8434-4191-a18f-6d9a072245e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf31e2c-6ee4-4d7f-a67f-7b149b11140e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:12.151075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, ce0fe483-d43c-4e01-adab-40eb1b1b5905) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:12.158901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:12.159470 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.194984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080bf7d-b393-419f-99e4-c413228ba327 req-1196f490-24d5-4235-8e17-6c9cd7b0fafa tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:12.197616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b080bf7d-b393-419f-99e4-c413228ba327 req-1196f490-24d5-4235-8e17-6c9cd7b0fafa tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.3217199 Feb 09 13:08:12.198536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b31ad9d-3f19-45a9-9093-63a683cdef34 None None] Network ce0fe483-d43c-4e01-adab-40eb1b1b5905 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:12.243315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab7e1b95-83f9-464c-92cc-ef448c1d03ad req-29bc4cac-e8ec-4179-8b6a-cd1abc730e48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 1096 time: 0.2994666 Feb 09 13:08:12.249832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.263102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9c8fbb2e-23e5-4903-818a-98d80c70f4d2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1575413 Feb 09 13:08:12.292852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Transition to ACTIVE for port object 7cb0862a-80c7-4667-b6cb-50a24502f836 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:12.351166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Pushing event updated for resources: {'Port': ['ID=89408930-7263-4931-8489-c3d911c7d1c5,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:12.364442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1678479f-8434-4191-a18f-6d9a072245e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.432577 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.457125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Transition to ACTIVE for port object 5b8cc7ed-7755-4345-9cd9-3e7239c22efe will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:12.506391 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.534213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Attempting to bind port 89408930-7263-4931-8489-c3d911c7d1c5 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:12.534727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Attempting to bind port 89408930-7263-4931-8489-c3d911c7d1c5 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '87ab9b64-9c16-41e4-800f-1d6b290954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ca6c4c2-957d-4308-ac00-70a8bf7230f7'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:12.535180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Attempting to bind port 89408930-7263-4931-8489-c3d911c7d1c5 on network 8ca6c4c2-957d-4308-ac00-70a8bf7230f7 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:12.553091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Port 89408930-7263-4931-8489-c3d911c7d1c5 on network 8ca6c4c2-957d-4308-ac00-70a8bf7230f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:08:12.553309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e1b95-83f9-464c-92cc-ef448c1d03ad req-9e09983c-a58c-420b-8553-bf4123cf5cff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:12.553593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Attempting to bind port 89408930-7263-4931-8489-c3d911c7d1c5 on network 8ca6c4c2-957d-4308-ac00-70a8bf7230f7 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:12.555305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab7e1b95-83f9-464c-92cc-ef448c1d03ad req-9e09983c-a58c-420b-8553-bf4123cf5cff service neutron] 10.222.0.67 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 911 time: 0.2287822 Feb 09 13:08:12.556476 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.562259 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1678479f-8434-4191-a18f-6d9a072245e8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bbf31e2c-6ee4-4d7f-a67f-7b149b11140e HTTP/1.1" status: 204 len: 168 time: 1.7682376 Feb 09 13:08:12.564856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44382) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:12.661078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:12.662209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Checking segment: {'id': '87ab9b64-9c16-41e4-800f-1d6b290954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ca6c4c2-957d-4308-ac00-70a8bf7230f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:12.662923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Bound using segment: {'id': '87ab9b64-9c16-41e4-800f-1d6b290954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ca6c4c2-957d-4308-ac00-70a8bf7230f7'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:12.663577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Bound port: 89408930-7263-4931-8489-c3d911c7d1c5, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ab9b64-9c16-41e4-800f-1d6b290954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '8ca6c4c2-957d-4308-ac00-70a8bf7230f7'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:12.664021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.714003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Transition to ACTIVE for port object 5b8cc7ed-7755-4345-9cd9-3e7239c22efe will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:12.748801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:12.782338 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.871853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab7e1b95-83f9-464c-92cc-ef448c1d03ad req-1864f87b-df41-4807-b3cc-e98b98cd68d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e HTTP/1.1" status: 200 len: 1000 time: 0.2838483 Feb 09 13:08:12.877774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Pushing event updated for resources: {'Port': ['ID=7cb0862a-80c7-4667-b6cb-50a24502f836,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:12.878047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806bf80-dcc7-4ab8-8576-3f861a0fac9e None None] Network ce0fe483-d43c-4e01-adab-40eb1b1b5905 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:12.894630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.894630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:12.895821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Network 67a05546-9284-4957-b5fd-1a0b2a8d4fae is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:12.902707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Pushing event updated for resources: {'Port': ['ID=5b8cc7ed-7755-4345-9cd9-3e7239c22efe,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:13.035390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:13.036174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.059834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:13.088715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Network f5638134-8f0d-4988-b782-e6b5095a4c4d is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:13.101708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:13.119542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:13.121803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e1b95-83f9-464c-92cc-ef448c1d03ad req-c7cadb20-aba9-4d5f-b2a8-cd4f142e35f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:13.123964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab7e1b95-83f9-464c-92cc-ef448c1d03ad req-c7cadb20-aba9-4d5f-b2a8-cd4f142e35f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc HTTP/1.1" status: 200 len: 849 time: 0.2310541 Feb 09 13:08:13.127493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b080bf7d-b393-419f-99e4-c413228ba327 req-a2006d1c-9fe9-4472-851b-12172403dcfc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9158130 Feb 09 13:08:13.268133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.318425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e50f2e-cbdc-4dd2-9df7-894ecfaa56fb req-ba50fa65-abe1-460c-b7b3-47f382158033 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:13.337445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23e50f2e-cbdc-4dd2-9df7-894ecfaa56fb req-ba50fa65-abe1-460c-b7b3-47f382158033 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.4715064 Feb 09 13:08:13.412542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8fb35-ee91-473f-b126-849a36dbe6e1 None None] Network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:13.419205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab7e1b95-83f9-464c-92cc-ef448c1d03ad req-0d318017-7a42-4520-a07f-0b58812276b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db14f556-1ce1-481c-84ef-ea73dbf55750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2830136 Feb 09 13:08:13.451163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Attempting to bind port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:13.451520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Attempting to bind port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '91a75d3b-3cd8-436e-98cf-0d9a119fe36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:13.451939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Attempting to bind port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe on network f5638134-8f0d-4988-b782-e6b5095a4c4d {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:13.484585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:13.572263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:13.572263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Checking segment: {'id': '91a75d3b-3cd8-436e-98cf-0d9a119fe36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:13.572263 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.572263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Bound using segment: {'id': '91a75d3b-3cd8-436e-98cf-0d9a119fe36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:13.572263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Bound port: 5b8cc7ed-7755-4345-9cd9-3e7239c22efe, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a75d3b-3cd8-436e-98cf-0d9a119fe36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:13.574006 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.585684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23e50f2e-cbdc-4dd2-9df7-894ecfaa56fb req-90451819-79f7-4708-8a58-2b5ed87fdb7c tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462149 Feb 09 13:08:13.620723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] For port 89408930-7263-4931-8489-c3d911c7d1c5, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:13.623970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] For port 89408930-7263-4931-8489-c3d911c7d1c5, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=89408930-7263-4931-8489-c3d911c7d1c5,segment=NetworkSegment(87ab9b64-9c16-41e4-800f-1d6b290954ac),segment_id=87ab9b64-9c16-41e4-800f-1d6b290954ac)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:13.648179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-50f11a5e-f6d5-4076-8d27-772d4038adcb None None] Provisioning for port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:13.656071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.667371 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.696081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-50f11a5e-f6d5-4076-8d27-772d4038adcb None None] Provisioning complete for port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:13.696368 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-50f11a5e-f6d5-4076-8d27-772d4038adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.750291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.833861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f656bbaf-7864-481a-ac0c-a20fdd4e5773']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:13.835079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab7e1b95-83f9-464c-92cc-ef448c1d03ad req-a5170fb8-da1d-4b4b-8c09-323724109900 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574874 Feb 09 13:08:13.845212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2fa6-b985-425a-bdc7-f0d78f4ab51e req-2f8c3b83-8439-42a0-8f4f-9c3b0d2336a8 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:13.855003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c4c2fa6-b985-425a-bdc7-f0d78f4ab51e req-2f8c3b83-8439-42a0-8f4f-9c3b0d2336a8 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 943 time: 0.3788581 Feb 09 13:08:13.861748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf83f484-5fed-4c10-860c-1ad600772a80') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:13.862040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf83f484-5fed-4c10-860c-1ad600772a80') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:13.864352 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] For port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:13.870854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] For port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5b8cc7ed-7755-4345-9cd9-3e7239c22efe,segment=NetworkSegment(91a75d3b-3cd8-436e-98cf-0d9a119fe36d),segment_id=91a75d3b-3cd8-436e-98cf-0d9a119fe36d)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:13.889853 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.890650 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.891828 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] 10.222.0.67 "PUT /v2.0/ports/89408930-7263-4931-8489-c3d911c7d1c5 HTTP/1.1" status: 200 len: 1091 time: 3.8576777 Feb 09 13:08:13.893251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443be9b4-99b0-46c7-8ac3-40787c0b9e0e', 'tag': '89408930-7263-4931-8489-c3d911c7d1c5'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:13.907752 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:13.932750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854ca61-7277-4990-a3d3-bd7e85672476 service neutron] Pushing event updated for resources: {'Port': ['ID=89408930-7263-4931-8489-c3d911c7d1c5,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:13.948916 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.007639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c4c2fa6-b985-425a-bdc7-f0d78f4ab51e req-81219b9e-cb6a-4f6b-a8d6-e0c72abf479a tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508403 Feb 09 13:08:14.008017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:08:14.008428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:08:14.023835 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:08:14.200185 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-50f11a5e-f6d5-4076-8d27-772d4038adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.201406 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443be9b4-99b0-46c7-8ac3-40787c0b9e0e', 'tag': '89408930-7263-4931-8489-c3d911c7d1c5', 'status': 'completed', 'code': 200} Feb 09 13:08:14.230145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7f019-0a66-4198-a489-80c0db5e7167 None None] Pushing event updated for resources: {'Port': ['ID=5b8cc7ed-7755-4345-9cd9-3e7239c22efe,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:14.283240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-50f11a5e-f6d5-4076-8d27-772d4038adcb None None] For port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ac1ac0a3-5e8f-4452-b3ee-28fc19454de4,segment=NetworkSegment(5329d975-65b6-471f-9fb6-62f7f39c8e15),segment_id=5329d975-65b6-471f-9fb6-62f7f39c8e15)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:14.283522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.289046 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-50f11a5e-f6d5-4076-8d27-772d4038adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.324108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.329998 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.388772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.404257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] Pushing event deleted for resources: {'Network': ['ID=f656bbaf-7864-481a-ac0c-a20fdd4e5773,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:14.457078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f11a5e-f6d5-4076-8d27-772d4038adcb None None] Pushing event updated for resources: {'Port': ['ID=ac1ac0a3-5e8f-4452-b3ee-28fc19454de4,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:14.498595 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0edad81f-3244-4807-9ef1-e4c0f6f07479 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f656bbaf-7864-481a-ac0c-a20fdd4e5773 HTTP/1.1" status: 204 len: 168 time: 1.9284096 Feb 09 13:08:14.500769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7b503ca4-2911-4cc0-b357-e1d6ca4a158c None None] Provisioning for port 7cb0862a-80c7-4667-b6cb-50a24502f836 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:14.511275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7b503ca4-2911-4cc0-b357-e1d6ca4a158c None None] Provisioning complete for port 7cb0862a-80c7-4667-b6cb-50a24502f836 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:14.512523 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b503ca4-2911-4cc0-b357-e1d6ca4a158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.574355 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-eca6b4b2-0221-4d1f-a9b2-8507c055054b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=28595aef639b4f69a135becdd98d5cec&device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 1094 time: 0.6302593 Feb 09 13:08:14.680139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7b503ca4-2911-4cc0-b357-e1d6ca4a158c None None] Port 7cb0862a-80c7-4667-b6cb-50a24502f836 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:08:14.754517 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-849e171d-6c24-4140-b453-7eefb23cada8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89408930-7263-4931-8489-c3d911c7d1c5 HTTP/1.1" status: 200 len: 217 time: 0.1692972 Feb 09 13:08:14.822122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44402) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:14.885640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:14.932247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Allocated IP 172.25.5.186 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/9139c3f2-f079-4344-b603-c47a694ede06) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:14.957202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-56c101f1-12bd-4ff7-99bf-0aac390dc8c6 None None] Provisioning complete for port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:14.958048 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-56c101f1-12bd-4ff7-99bf-0aac390dc8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:14.975437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab7e1b95-83f9-464c-92cc-ef448c1d03ad req-5b83abfc-6e84-45e5-b7bb-f9b24618ea61 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1168957 Feb 09 13:08:15.035808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:15.036181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:15.040626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-f47469ab-67bf-498d-87f2-e242b6af8f75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:15.043363 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-f47469ab-67bf-498d-87f2-e242b6af8f75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=85a1bbf2-a926-4677-bc59-8f15f62a8bc9 HTTP/1.1" status: 200 len: 849 time: 0.2791586 Feb 09 13:08:15.074958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-5bc8827c-180a-47d8-b7c8-56549c394365 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:15.075501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-5bc8827c-180a-47d8-b7c8-56549c394365 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Synchronizing usage tracker for tenant:2a9fabf97ae14f399b624e2d74cacdd7 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:15.084758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:15.098183 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-40bafcac-3c66-4b26-9416-d1b95a377cec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1bb04d6a2a41429392e76796a572d4c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2710035 Feb 09 13:08:15.099112 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:15.124862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44406) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:15.165384 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-02cd67f3-7a7a-49b7-88f8-0b75f5dca6a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8ca6c4c2-957d-4308-ac00-70a8bf7230f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141341 Feb 09 13:08:15.233738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5b8cc7ed-7755-4345-9cd9-3e7239c22efe up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:15.282718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Pushing event updated for resources: {'Port': ['ID=7cb0862a-80c7-4667-b6cb-50a24502f836,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:15.315606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:15.332382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7ac66-67b6-4d0d-bb5f-e4e9d4ed8e2f req-115dffff-3ca3-4691-bf1f-5bfb5524306e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:15.335803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ff7ac66-67b6-4d0d-bb5f-e4e9d4ed8e2f req-115dffff-3ca3-4691-bf1f-5bfb5524306e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.7289762 Feb 09 13:08:15.336107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-5bc8827c-180a-47d8-b7c8-56549c394365 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Unset dirty status for tenant:2a9fabf97ae14f399b624e2d74cacdd7 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:15.345771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-5bc8827c-180a-47d8-b7c8-56549c394365 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 813 time: 0.9642732 Feb 09 13:08:15.367153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Router 775621e9-4f85-43f1-ac66-d885fab30aa3 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:08:15.371194 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:15.410504 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-76c6f680-5b71-45df-8175-04692fb2819e service neutron] 10.222.0.67 "GET /v2.0/networks/8ca6c4c2-957d-4308-ac00-70a8bf7230f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367573 Feb 09 13:08:15.416905 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-42492a53-5b4a-4cea-817c-11383c0c4a53 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/quotas/2a9fabf97ae14f399b624e2d74cacdd7 HTTP/1.1" status: 200 len: 375 time: 0.0700798 Feb 09 13:08:15.499174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:15.534299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-0a396916-8b9f-48ad-a0c5-81d3ec4ad141 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163881 Feb 09 13:08:15.705750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a1fd1e-99c1-489d-9376-ab116457ee14 None None] Network f5638134-8f0d-4988-b782-e6b5095a4c4d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:15.747192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ff7ac66-67b6-4d0d-bb5f-e4e9d4ed8e2f req-6195c83d-65d4-42f9-8e86-fcf91b2d0e7e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3900406 Feb 09 13:08:15.754359 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a3da-27a4-4a9a-af3a-b646e838322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:15.829970 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:15.888393 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a3da-27a4-4a9a-af3a-b646e838322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:15.983702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-36e8db51-295f-479c-87cf-74d6a74c4c49 service neutron] 10.222.0.59 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403324 Feb 09 13:08:16.001862 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af7cae1f-8278-414c-83e0-566a8c6fb937 req-089bfa3a-07fc-48a7-a61d-244173fdf7aa service neutron] 10.222.0.67 "GET /v2.0/networks/8ca6c4c2-957d-4308-ac00-70a8bf7230f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338039 Feb 09 13:08:16.002738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Pushing event updated for resources: {'Port': ['ID=9139c3f2-f079-4344-b603-c47a694ede06,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:16.007288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:16.010455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:16.015120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:16.070203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Network 67a05546-9284-4957-b5fd-1a0b2a8d4fae is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:16.075327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:16.087189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a7fcd132-880b-4821-a303-f39930d3a74a None None] Provisioning for port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:16.094018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a7fcd132-880b-4821-a303-f39930d3a74a None None] Provisioning complete for port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:16.094380 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd132-880b-4821-a303-f39930d3a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.121166 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.270555 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd132-880b-4821-a303-f39930d3a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.348051 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-40ffe235-b77e-4053-a10b-44604f70f3b0 req-03355bcd-58cd-47be-8042-f1df311a84c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=28595aef639b4f69a135becdd98d5cec&device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 1094 time: 0.2769544 Feb 09 13:08:16.349629 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a3da-27a4-4a9a-af3a-b646e838322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.369826 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a7fcd132-880b-4821-a303-f39930d3a74a None None] For port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5b8cc7ed-7755-4345-9cd9-3e7239c22efe,segment=NetworkSegment(91a75d3b-3cd8-436e-98cf-0d9a119fe36d),segment_id=91a75d3b-3cd8-436e-98cf-0d9a119fe36d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:16.376367 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd132-880b-4821-a303-f39930d3a74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.428964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2a3da-27a4-4a9a-af3a-b646e838322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8d1492-70c7-4981-88b1-1a0d9ae7ee79,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:16.455373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce7aed-7613-41ab-bf43-78694c06dc78 req-3ce0b133-73e6-47dc-a1b4-37b5a52ef2da tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:16.465788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30ce7aed-7613-41ab-bf43-78694c06dc78 req-3ce0b133-73e6-47dc-a1b4-37b5a52ef2da tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.5540526 Feb 09 13:08:16.497599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcd132-880b-4821-a303-f39930d3a74a None None] Pushing event updated for resources: {'Port': ['ID=5b8cc7ed-7755-4345-9cd9-3e7239c22efe,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:16.513496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6a98dc6b-5979-4725-844c-67ac1368b36c None None] Provisioning complete for port 7cb0862a-80c7-4667-b6cb-50a24502f836 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:16.513780 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6a98dc6b-5979-4725-844c-67ac1368b36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.521080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:08:16.533535 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Sync routers for ids ['775621e9-4f85-43f1-ac66-d885fab30aa3'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:08:16.547853 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Routers {'775621e9-4f85-43f1-ac66-d885fab30aa3'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:08:16.548989 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['775621e9-4f85-43f1-ac66-d885fab30aa3'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:16.575953 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.577298 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-63625cb8-4ff3-4147-8420-e31f06344009 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5355992 Feb 09 13:08:16.581928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44414) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:16.602350 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-d83fe130-2234-4a2f-b4a2-9544a78405ec service neutron] 10.222.0.59 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990803 Feb 09 13:08:16.624503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6a98dc6b-5979-4725-844c-67ac1368b36c None None] Port 7cb0862a-80c7-4667-b6cb-50a24502f836 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:08:16.636775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0c2a3da-27a4-4a9a-af3a-b646e838322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.642257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b0c2a3da-27a4-4a9a-af3a-b646e838322a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce8d1492-70c7-4981-88b1-1a0d9ae7ee79 HTTP/1.1" status: 204 len: 168 time: 1.4703302 Feb 09 13:08:16.700995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5b8cc7ed-7755-4345-9cd9-3e7239c22efe up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:16.766997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.767952 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.782949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffe235-b77e-4053-a10b-44604f70f3b0 req-c1ae5a2a-3094-48c5-9a4e-f44eeb833549 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:16.784830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-40ffe235-b77e-4053-a10b-44604f70f3b0 req-c1ae5a2a-3094-48c5-9a4e-f44eeb833549 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8ca6c4c2-957d-4308-ac00-70a8bf7230f7 HTTP/1.1" status: 200 len: 910 time: 0.4292097 Feb 09 13:08:16.871436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-79f61af9-2dbf-49ac-90d8-26267d9a4d0a None None] Provisioning complete for port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:16.871803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-79f61af9-2dbf-49ac-90d8-26267d9a4d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:16.990057 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Set router 775621e9-4f85-43f1-ac66-d885fab30aa3 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:08:17.022459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30ce7aed-7613-41ab-bf43-78694c06dc78 req-29e0da0e-7e89-46be-855a-eac8efdf6422 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551617 Feb 09 13:08:17.085787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:17.086150 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:17.183912 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-40ffe235-b77e-4053-a10b-44604f70f3b0 req-3e739016-78bd-44e9-a2a2-ab43532157a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89408930-7263-4931-8489-c3d911c7d1c5 HTTP/1.1" status: 200 len: 217 time: 0.3915231 Feb 09 13:08:17.345434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac30db68-3f07-48b1-9849-4fb8dfc72220 req-fa72386a-9bfe-4eb1-af0a-66ede0e97616 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 210 time: 0.1470404 Feb 09 13:08:17.346054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffe235-b77e-4053-a10b-44604f70f3b0 req-8d93cb58-2c3c-4bac-b6a3-52a00df5b661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:17.347845 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-40ffe235-b77e-4053-a10b-44604f70f3b0 req-8d93cb58-2c3c-4bac-b6a3-52a00df5b661 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=85a1bbf2-a926-4677-bc59-8f15f62a8bc9 HTTP/1.1" status: 200 len: 849 time: 0.1500790 Feb 09 13:08:17.450648 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-40ffe235-b77e-4053-a10b-44604f70f3b0 req-09958915-7b88-4230-a0e2-06dfeb1d665d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8ca6c4c2-957d-4308-ac00-70a8bf7230f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818083 Feb 09 13:08:17.468293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2284a99-17c4-484d-b01d-6beaebb1c964 req-d115a80b-9328-4437-8db9-525659f4b7f8 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:17.477272 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2284a99-17c4-484d-b01d-6beaebb1c964 req-d115a80b-9328-4437-8db9-525659f4b7f8 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 943 time: 0.3265231 Feb 09 13:08:17.581657 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2284a99-17c4-484d-b01d-6beaebb1c964 req-fd584228-7b52-4270-b289-81c08dd73607 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035080 Feb 09 13:08:17.700169 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2089947787-router', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:09Z', 'updated_at': '2022-02-09T13:08:12Z', 'revision_number': 3, 'project_id': '07bc548521b24dae924893bb6bcbdc20', 'gw_port': {'id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:10Z', 'updated_at': '2022-02-09T13:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:17.705719 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Checking router: 775621e9-4f85-43f1-ac66-d885fab30aa3 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:08:17.706763 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Updating router 775621e9-4f85-43f1-ac66-d885fab30aa3 port b253ba68-72a2-4de6-8527-9386cd70a340 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:08:17.744404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17969219-cf97-4e57-a0f6-ebb5c6e6111c req-0136cd9d-b84d-4698-af4f-3480ee320b6b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:17.746808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17969219-cf97-4e57-a0f6-ebb5c6e6111c req-0136cd9d-b84d-4698-af4f-3480ee320b6b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.1433418 Feb 09 13:08:17.788306 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:17.789996 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-40ffe235-b77e-4053-a10b-44604f70f3b0 req-6e0d5ab5-61d7-4a6f-a522-4de33e4988b0 service neutron] 10.222.0.67 "GET /v2.0/networks/8ca6c4c2-957d-4308-ac00-70a8bf7230f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283629 Feb 09 13:08:17.790945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Router bd1a8e37-649a-47f8-80c1-58fc14f0fdad has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:08:17.867053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17969219-cf97-4e57-a0f6-ebb5c6e6111c req-6e77a9d5-7280-4854-83b8-326bf669b9f2 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126981 Feb 09 13:08:18.099539 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-40ffe235-b77e-4053-a10b-44604f70f3b0 req-e037f816-4f27-4ac0-8a62-dab777401b34 service neutron] 10.222.0.67 "GET /v2.0/networks/8ca6c4c2-957d-4308-ac00-70a8bf7230f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020353 Feb 09 13:08:18.167637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:08:18.178450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Sync routers for ids ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:08:18.188104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-04ff66a2-3a21-4960-99e0-89515836f72d admin admin] 10.222.0.59 "PUT /v2.0/routers/bd1a8e37-649a-47f8-80c1-58fc14f0fdad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8785529 Feb 09 13:08:18.194850 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Routers {'bd1a8e37-649a-47f8-80c1-58fc14f0fdad'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:08:18.195113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:18.404241 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:18.420032 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Transition to ACTIVE for port object b253ba68-72a2-4de6-8527-9386cd70a340 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:18.434502 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:18.439832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:08:18.440290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Set router bd1a8e37-649a-47f8-80c1-58fc14f0fdad gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:08:18.487453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44456) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:18.571814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599840c-093a-4b26-9da7-1e22128955de req-ade5e402-aeb3-4355-9794-640fadfc7a5c tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:18.586870 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c599840c-093a-4b26-9da7-1e22128955de req-ade5e402-aeb3-4355-9794-640fadfc7a5c tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.1817486 Feb 09 13:08:18.607058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44462) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:18.663062 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Attempting to bind port b253ba68-72a2-4de6-8527-9386cd70a340 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:18.663410 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Attempting to bind port b253ba68-72a2-4de6-8527-9386cd70a340 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:18.663661 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Attempting to bind port b253ba68-72a2-4de6-8527-9386cd70a340 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:18.691529 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9e5f385-4288-4ba2-a96e-fe378ac27148 req-1fe8278e-83b9-4f7e-a238-2aedd34d4470 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 210 time: 0.0573282 Feb 09 13:08:18.712833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c599840c-093a-4b26-9da7-1e22128955de req-d16bec5f-a249-49a5-a54f-803cbfcfda14 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249635 Feb 09 13:08:18.720371 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:18.721572 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:18.722183 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:18.722803 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:18.725483 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Bound port: b253ba68-72a2-4de6-8527-9386cd70a340, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:18.727155 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:18.779070 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea911b-fb23-4fd7-bd8e-59451acdfb8d None None] Pushing event updated for resources: {'Port': ['ID=b253ba68-72a2-4de6-8527-9386cd70a340,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:18.907620 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] For port b253ba68-72a2-4de6-8527-9386cd70a340, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:18.912760 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] For port b253ba68-72a2-4de6-8527-9386cd70a340, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b253ba68-72a2-4de6-8527-9386cd70a340,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:18.921634 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:18.955458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-368889320-network', 'tenant_id': '392d1cf9735c47acb33952b417bba3d5'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:18.965526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:19.043533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Usage tracker for resource:network and tenant:392d1cf9735c47acb33952b417bba3d5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:19.053950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:19.062756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1818185369'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:19.070596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:19.093440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:19.102435 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Made reservation on behalf of 392d1cf9735c47acb33952b417bba3d5 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:19.104805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.123498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.149335 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea911b-fb23-4fd7-bd8e-59451acdfb8d None None] Pushing event updated for resources: {'Port': ['ID=b253ba68-72a2-4de6-8527-9386cd70a340,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:19.149554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfef21-746a-40bd-a5f5-7ce95580343f req-5d2534df-b8c9-4b0a-9195-07914d8f5ccf tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:19.149803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 89408930-7263-4931-8489-c3d911c7d1c5 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:19.151568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2acfef21-746a-40bd-a5f5-7ce95580343f req-5d2534df-b8c9-4b0a-9195-07914d8f5ccf tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 943 time: 0.1700246 Feb 09 13:08:19.173766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'name': 'tempest-ServersTestMultiNic-988245862-router', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:57Z', 'updated_at': '2022-02-09T13:08:13Z', 'revision_number': 4, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'gw_port': {'id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:59Z', 'updated_at': '2022-02-09T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '7cb0862a-80c7-4667-b6cb-50a24502f836', 'name': '', 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'mac_address': 'fa:16:3e:de:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9dcb90d-a62f-4af3-962d-935181739fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:08:13Z', 'revision_number': 2, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'subnets': [{'id': 'e9dcb90d-a62f-4af3-962d-935181739fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:19.180328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Checking router: bd1a8e37-649a-47f8-80c1-58fc14f0fdad for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:08:19.181055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Updating router bd1a8e37-649a-47f8-80c1-58fc14f0fdad port 7cb0862a-80c7-4667-b6cb-50a24502f836 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:08:19.196221 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Routers {'775621e9-4f85-43f1-ac66-d885fab30aa3'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:08:19.197770 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['775621e9-4f85-43f1-ac66-d885fab30aa3'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:19.201466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:19.202015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:network and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:19.207353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Usage tracker for resource:security_group_rule and tenant:392d1cf9735c47acb33952b417bba3d5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:19.212534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:19.230558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:19.232446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:19.241414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2acfef21-746a-40bd-a5f5-7ce95580343f req-e9f58f57-c856-4b53-8adf-c7626962b29c tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762949 Feb 09 13:08:19.247320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:19.293810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:19.314591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.347741 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.355092 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.376721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:08:19.385194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-56162225-0173-40a4-b2b7-8f5f8c29d080 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:19.387655 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-56162225-0173-40a4-b2b7-8f5f8c29d080 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.67 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 813 time: 0.5904799 Feb 09 13:08:19.403153 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.406435 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.407553 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Added segment 75a45d87-1c75-47ba-942c-8fd502472359 of type vlan for network ef29184e-39f6-4fde-962b-7cd7cd0cfea7 Feb 09 13:08:19.417924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Request body: {'port': {'device_id': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905', 'admin_state_up': True, 'tenant_id': '2a9fabf97ae14f399b624e2d74cacdd7'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:19.448607 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.465122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:08:19.499630 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.500639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:19.501271 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.505573 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] Set router 775621e9-4f85-43f1-ac66-d885fab30aa3 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:08:19.597215 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.597864 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Added segment 1923d6f1-e10c-4a96-89f1-cb40f4c35e35 of type vlan for network 43e27bec-717c-4209-ab5f-9361929daef8 Feb 09 13:08:19.642820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cb04cf-4889-47e0-9234-d5484ac4dc63,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:19.666073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.666616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.666952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.667445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.667841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.668163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.668481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.668845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.669164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.669856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.670177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:19.715777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1075506 Feb 09 13:08:19.716807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44470) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:19.717463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b76ecb-7f52-4649-97eb-89ae2c207a3a admin admin] Pushing event updated for resources: {'Network': ['ID=ef29184e-39f6-4fde-962b-7cd7cd0cfea7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:19.720011 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.751241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Request body: {'subnet': {'network_id': 'ef29184e-39f6-4fde-962b-7cd7cd0cfea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-368889320-subnet', 'tenant_id': '392d1cf9735c47acb33952b417bba3d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:19.766422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:19.778038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Usage tracker for resource:subnet and tenant:392d1cf9735c47acb33952b417bba3d5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:19.788514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:19.807664 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:19.818932 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.835270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Transition to ACTIVE for port object 7cb0862a-80c7-4667-b6cb-50a24502f836 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:19.835818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Made reservation on behalf of 392d1cf9735c47acb33952b417bba3d5 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:19.843774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network ef29184e-39f6-4fde-962b-7cd7cd0cfea7 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:08:19.844523 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.873065 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.881429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:19.914490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Usage tracker for resource:port and tenant:2a9fabf97ae14f399b624e2d74cacdd7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:19.933491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:19.964399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:19.967425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:19.971569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:19.972310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:20.010292 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2089947787-router', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:09Z', 'updated_at': '2022-02-09T13:08:12Z', 'revision_number': 3, 'project_id': '07bc548521b24dae924893bb6bcbdc20', 'gw_port': {'id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:10Z', 'updated_at': '2022-02-09T13:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:20.022920 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdfec94-2305-43f6-bcf2-e9b62e3913ab None None] The sync data for ids ['775621e9-4f85-43f1-ac66-d885fab30aa3'] in n-d-825175-3 is: [{'id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2089947787-router', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:09Z', 'updated_at': '2022-02-09T13:08:12Z', 'revision_number': 3, 'project_id': '07bc548521b24dae924893bb6bcbdc20', 'gw_port': {'id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:10Z', 'updated_at': '2022-02-09T13:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:08:20.062277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 89408930-7263-4931-8489-c3d911c7d1c5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=89408930-7263-4931-8489-c3d911c7d1c5,segment=NetworkSegment(87ab9b64-9c16-41e4-800f-1d6b290954ac),segment_id=87ab9b64-9c16-41e4-800f-1d6b290954ac)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:20.140612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Made reservation on behalf of 2a9fabf97ae14f399b624e2d74cacdd7 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:20.144295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:20.179129 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6613672 Feb 09 13:08:20.181264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:08:20.191337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44478) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:20.195780 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Sync routers for ids ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:08:20.207448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'subnet': {'network_id': '43e27bec-717c-4209-ab5f-9361929daef8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:20.212486 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Routers {'9a7039fd-fee7-4184-8bb1-96c63e9543f2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:08:20.213108 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:20.213268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '89408930-7263-4931-8489-c3d911c7d1c5', 'network_id': '8ca6c4c2-957d-4308-ac00-70a8bf7230f7', 'port_id': '89408930-7263-4931-8489-c3d911c7d1c5', 'mac_address': 'fa:16:3e:26:23:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85a1bbf2-a926-4677-bc59-8f15f62a8bc9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:20.234185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14ba79-ef5e-4941-9be0-c44b8d3d2dbc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Network': ['ID=43e27bec-717c-4209-ab5f-9361929daef8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:20.234729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f449f-5811-420b-95e3-336baeb0df74 None None] Pushing event updated for resources: {'Port': ['ID=7cb0862a-80c7-4667-b6cb-50a24502f836,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:20.283331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 43e27bec-717c-4209-ab5f-9361929daef8 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:08:20.289378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f76c813-dceb-49e8-91ec-a4b633f48cba req-40deb91a-b7a6-4fff-8ffd-90b2d0cc2794 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 210 time: 0.2152338 Feb 09 13:08:20.538823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93576e5-7184-412c-870b-8cf54a57782a req-6f72f942-dce4-4f2b-9edd-b286932496cc tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:20.546225 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f93576e5-7184-412c-870b-8cf54a57782a req-6f72f942-dce4-4f2b-9edd-b286932496cc tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.4736626 Feb 09 13:08:20.556766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:20.558428 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-94637ba6-37dc-4050-80e3-016eeb5ae444 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.4689624 Feb 09 13:08:20.562684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44484) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:20.574658 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:20.611075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:subnet and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:20.612311 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Set router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:08:20.619385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:20.636127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:20.666412 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:20.718194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:20.806564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b253ba68-72a2-4de6-8527-9386cd70a340 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:20.910526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89408930-7263-4931-8489-c3d911c7d1c5 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:20.932690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 89408930-7263-4931-8489-c3d911c7d1c5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=89408930-7263-4931-8489-c3d911c7d1c5,segment=NetworkSegment(87ab9b64-9c16-41e4-800f-1d6b290954ac),segment_id=87ab9b64-9c16-41e4-800f-1d6b290954ac)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:20.948086 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.037141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Allocated IP 172.20.0.5 (ce0fe483-d43c-4e01-adab-40eb1b1b5905/19b012f7-1ce6-4626-b8fb-43ba553e2e3e/66b4ad0f-29f0-4186-9fd0-446d1dc080e9) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:21.039053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f93576e5-7184-412c-870b-8cf54a57782a req-7371f58b-4488-49e3-af83-50aaf91840aa tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914556 Feb 09 13:08:21.040055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Attempting to bind port 7cb0862a-80c7-4667-b6cb-50a24502f836 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:21.040523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Attempting to bind port 7cb0862a-80c7-4667-b6cb-50a24502f836 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '72d90b97-3e6b-4903-b1c1-2db4bbde311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:21.040890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Attempting to bind port 7cb0862a-80c7-4667-b6cb-50a24502f836 on network 67a05546-9284-4957-b5fd-1a0b2a8d4fae {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:21.044510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=89408930-7263-4931-8489-c3d911c7d1c5,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:21.073649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port b253ba68-72a2-4de6-8527-9386cd70a340 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:21.084441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:21.084807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Checking segment: {'id': '72d90b97-3e6b-4903-b1c1-2db4bbde311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:21.085204 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.086053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Bound using segment: {'id': '72d90b97-3e6b-4903-b1c1-2db4bbde311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:21.086053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Bound port: 7cb0862a-80c7-4667-b6cb-50a24502f836, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d90b97-3e6b-4903-b1c1-2db4bbde311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:21.086407 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.111561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b253ba68-72a2-4de6-8527-9386cd70a340 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:21.111941 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.117378 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-router', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '9139c3f2-f079-4344-b603-c47a694ede06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:08:16Z', 'revision_number': 3, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'gw_port': {'id': '9139c3f2-f079-4344-b603-c47a694ede06', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:14Z', 'updated_at': '2022-02-09T13:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:21.120050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.122368 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Checking router: 9a7039fd-fee7-4184-8bb1-96c63e9543f2 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:08:21.122846 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Updating router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 port 9139c3f2-f079-4344-b603-c47a694ede06 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:08:21.173675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e90d96-86fe-411d-9d1b-c9b2c7c1cb8b req-0a8efa97-4c84-402c-8b3b-d5b1b861179b tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:21.175488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8e90d96-86fe-411d-9d1b-c9b2c7c1cb8b req-0a8efa97-4c84-402c-8b3b-d5b1b861179b tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 943 time: 0.5347857 Feb 09 13:08:21.212114 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.273654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] For port 7cb0862a-80c7-4667-b6cb-50a24502f836, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:21.277213 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] For port 7cb0862a-80c7-4667-b6cb-50a24502f836, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7cb0862a-80c7-4667-b6cb-50a24502f836,segment=NetworkSegment(72d90b97-3e6b-4903-b1c1-2db4bbde311d),segment_id=72d90b97-3e6b-4903-b1c1-2db4bbde311d)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:21.291022 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.331296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=69987c20-9f00-4199-a934-d28465136840,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:21.386649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f449f-5811-420b-95e3-336baeb0df74 None None] Pushing event updated for resources: {'Port': ['ID=7cb0862a-80c7-4667-b6cb-50a24502f836,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:21.389936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['89408930-7263-4931-8489-c3d911c7d1c5'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:21.406450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Checking segment: {'id': '75a45d87-1c75-47ba-942c-8fd502472359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ef29184e-39f6-4fde-962b-7cd7cd0cfea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:21.427892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Network hostable DHCP agents. Network: ef29184e-39f6-4fde-962b-7cd7cd0cfea7, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:08:21.438010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8e90d96-86fe-411d-9d1b-c9b2c7c1cb8b req-f70f236d-7f7c-488f-b238-ad120c0d3acd tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337723 Feb 09 13:08:21.581900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.637244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Network ef29184e-39f6-4fde-962b-7cd7cd0cfea7 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:08:21.659161 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.675528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Routers {'bd1a8e37-649a-47f8-80c1-58fc14f0fdad'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:08:21.676167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:21.740244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Network ce0fe483-d43c-4e01-adab-40eb1b1b5905 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:21.764569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:21.814042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Pushing event updated for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:21.819093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:21.843320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, ef29184e-39f6-4fde-962b-7cd7cd0cfea7) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:21.844061 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.853509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:21.854184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.866348 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Transition to ACTIVE for port object 9139c3f2-f079-4344-b603-c47a694ede06 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:21.876308 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:21.906912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dac3cd67-60d3-4d8a-893a-2ed700c1d6ab admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1750228 Feb 09 13:08:21.928526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e2105c-9ea3-4fae-a142-47d3a17c0a51 None None] Network ef29184e-39f6-4fde-962b-7cd7cd0cfea7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:21.950728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103784d5-49a0-4026-98ab-0a3bed256f32 req-944fda9f-d869-4058-8439-7537074f6531 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:21.952323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-103784d5-49a0-4026-98ab-0a3bed256f32 req-944fda9f-d869-4058-8439-7537074f6531 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 931 time: 0.3123262 Feb 09 13:08:22.002313 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:22.019192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port b253ba68-72a2-4de6-8527-9386cd70a340, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b253ba68-72a2-4de6-8527-9386cd70a340,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:22.043895 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Attempting to bind port 9139c3f2-f079-4344-b603-c47a694ede06 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:22.044515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-103784d5-49a0-4026-98ab-0a3bed256f32 req-5c128245-92f7-4585-a46d-627528403fd7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Synchronizing usage tracker for tenant:2a9fabf97ae14f399b624e2d74cacdd7 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:22.046368 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Attempting to bind port 9139c3f2-f079-4344-b603-c47a694ede06 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:22.047146 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Attempting to bind port 9139c3f2-f079-4344-b603-c47a694ede06 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:22.062627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:22.064249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:22.084493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:22.098121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:22.117948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-103784d5-49a0-4026-98ab-0a3bed256f32 req-5c128245-92f7-4585-a46d-627528403fd7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Unset dirty status for tenant:2a9fabf97ae14f399b624e2d74cacdd7 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:22.125954 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e74cb-2f31-4105-9ae6-6d6b8ec7a85a None None] Pushing event updated for resources: {'Port': ['ID=9139c3f2-f079-4344-b603-c47a694ede06,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:22.131044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-103784d5-49a0-4026-98ab-0a3bed256f32 req-5c128245-92f7-4585-a46d-627528403fd7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730051 Feb 09 13:08:22.135408 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:22.136494 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:22.136904 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:22.137278 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:22.137742 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Bound port: 9139c3f2-f079-4344-b603-c47a694ede06, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:22.138102 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:22.295466 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] For port 9139c3f2-f079-4344-b603-c47a694ede06, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:22.304692 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] For port 9139c3f2-f079-4344-b603-c47a694ede06, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9139c3f2-f079-4344-b603-c47a694ede06,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:22.313529 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:22.371368 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-168352a7-8052-42f8-a454-d2a62869fc82 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9579942 Feb 09 13:08:22.388015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Request body: {'port': {'device_id': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:22.415320 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e74cb-2f31-4105-9ae6-6d6b8ec7a85a None None] Pushing event updated for resources: {'Port': ['ID=9139c3f2-f079-4344-b603-c47a694ede06,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:22.444652 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Routers {'9a7039fd-fee7-4184-8bb1-96c63e9543f2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:08:22.444652 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:07:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:22.469310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91540a-bc31-4a70-bbc1-1ae9dfd5c556 req-ab7429eb-44d8-4706-8791-48a9e98a323d tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:22.476564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=b253ba68-72a2-4de6-8527-9386cd70a340,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:22.477152 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d91540a-bc31-4a70-bbc1-1ae9dfd5c556 req-ab7429eb-44d8-4706-8791-48a9e98a323d tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.1979187 Feb 09 13:08:22.558126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] Set router bd1a8e37-649a-47f8-80c1-58fc14f0fdad gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:08:22.595714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d91540a-bc31-4a70-bbc1-1ae9dfd5c556 req-ca36e8d1-4b7d-4fbc-9cae-54de28577542 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179702 Feb 09 13:08:22.720896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b253ba68-72a2-4de6-8527-9386cd70a340 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:22.753641 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] Set router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:08:22.765437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d978a4-7949-47c5-bc76-9a41b3bd7146 None None] Network ef29184e-39f6-4fde-962b-7cd7cd0cfea7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:22.848254 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:22.968357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:23.134531 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:23.152355 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-router', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '9139c3f2-f079-4344-b603-c47a694ede06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:08:16Z', 'revision_number': 3, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'gw_port': {'id': '9139c3f2-f079-4344-b603-c47a694ede06', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:14Z', 'updated_at': '2022-02-09T13:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:23.158250 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb011f-acfb-4168-9653-6818b95dc4ea None None] The sync data for ids ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'] in n-d-825175-3 is: [{'id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-router', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '9139c3f2-f079-4344-b603-c47a694ede06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:08:16Z', 'revision_number': 3, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'gw_port': {'id': '9139c3f2-f079-4344-b603-c47a694ede06', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:14Z', 'updated_at': '2022-02-09T13:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:08:23.166382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-95475da8-f2a5-42bb-b1fb-51624589ae2b tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:23.167124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-95475da8-f2a5-42bb-b1fb-51624589ae2b tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Synchronizing usage tracker for tenant:392d1cf9735c47acb33952b417bba3d5 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:23.184958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4dd441e-7fe4-47b1-a375-070dce2606d0 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:23.250033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63f68c-b18a-4fdb-802d-267dfc745f2a req-aa9dcc6a-82cc-4431-b387-2d466a1fed66 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:23.251556 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb63f68c-b18a-4fdb-802d-267dfc745f2a req-aa9dcc6a-82cc-4431-b387-2d466a1fed66 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 944 time: 0.3470981 Feb 09 13:08:23.253777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-95475da8-f2a5-42bb-b1fb-51624589ae2b tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Unset dirty status for tenant:392d1cf9735c47acb33952b417bba3d5 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:23.254881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-95475da8-f2a5-42bb-b1fb-51624589ae2b tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/networks?id=ef29184e-39f6-4fde-962b-7cd7cd0cfea7 HTTP/1.1" status: 200 len: 820 time: 0.3491220 Feb 09 13:08:23.328725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4dd441e-7fe4-47b1-a375-070dce2606d0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:23.328992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-37971ea0-808a-4075-b657-bd84467f172e tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/quotas/392d1cf9735c47acb33952b417bba3d5 HTTP/1.1" status: 200 len: 375 time: 0.0645134 Feb 09 13:08:23.337241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:23.344037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 89408930-7263-4931-8489-c3d911c7d1c5 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:23.408775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e4dd441e-7fe4-47b1-a375-070dce2606d0', 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb', 'port_id': 'e4dd441e-7fe4-47b1-a375-070dce2606d0', 'mac_address': 'fa:16:3e:7a:76:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cfab22-fbc9-47d6-830d-a7cde767863d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:23.433038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a23cfc9c-2a74-4315-b477-c41deb59674d tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=392d1cf9735c47acb33952b417bba3d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708888 Feb 09 13:08:23.447018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb63f68c-b18a-4fdb-802d-267dfc745f2a req-edd1be1c-c338-4d6c-ad36-1167893a0286 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725647 Feb 09 13:08:23.513825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Allocated IP 172.20.0.1 (9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3/6def6b82-7193-44cb-bfbe-26641554774d/963ccf88-cd89-4db7-840d-14c13b58d3cf) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:23.524904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Subnet': ['ID=8d14b56e-9cc6-467b-9d54-0e80626d23cb,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:23.529947 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:23.560921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4dd441e-7fe4-47b1-a375-070dce2606d0 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:23.579181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4dd441e-7fe4-47b1-a375-070dce2606d0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:23.596744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 89408930-7263-4931-8489-c3d911c7d1c5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:23.610229 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:23.679287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Checking segment: {'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:23.679528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network hostable DHCP agents. Network: 43e27bec-717c-4209-ab5f-9361929daef8, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:08:23.698604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b253ba68-72a2-4de6-8527-9386cd70a340 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:23.699219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:23.728679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e4dd441e-7fe4-47b1-a375-070dce2606d0,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:23.738360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 89408930-7263-4931-8489-c3d911c7d1c5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:23.738773 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:23.829351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network 43e27bec-717c-4209-ab5f-9361929daef8 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:08:23.874999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 43e27bec-717c-4209-ab5f-9361929daef8) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:23.887422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:23.890059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa907cd9-cc37-4799-8b58-5cf8520b87d4 None None] Network 43e27bec-717c-4209-ab5f-9361929daef8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:23.893035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:23.893892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:23.913912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e4dd441e-7fe4-47b1-a375-070dce2606d0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:23.917834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Allocated IP 172.20.0.1 (f5638134-8f0d-4988-b782-e6b5095a4c4d/8fd12cfd-28f9-45f1-9945-556db3e971f1/fb4187d8-b946-4390-8e1a-e2c4909fb0ab) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:23.936217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Transition to ACTIVE for port object 963ccf88-cd89-4db7-840d-14c13b58d3cf will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:23.989899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f421d-adba-4a8a-95d2-d454585fe6c3 req-ef8ee351-5248-465d-8039-55139374ddec tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:23.991762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-453f421d-adba-4a8a-95d2-d454585fe6c3 req-ef8ee351-5248-465d-8039-55139374ddec tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 931 time: 0.2094190 Feb 09 13:08:24.044609 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:24.113650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:24.118414 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d203abb8-5a5b-439c-912e-46523c6810f7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9209316 Feb 09 13:08:24.125593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:24.127345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44510) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:24.141767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-118844c5-719d-4531-9a92-c36d7e4a7851 service neutron] 10.222.0.59 "GET /v2.0/networks/ef29184e-39f6-4fde-962b-7cd7cd0cfea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6867917 Feb 09 13:08:24.146092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-117340135'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:24.150956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:24.164621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:24.167421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:24.175033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:24.203187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-453f421d-adba-4a8a-95d2-d454585fe6c3 req-a0fc940a-bdc3-4f09-8e50-2a82e03bc429 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891665 Feb 09 13:08:24.210754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:network and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:24.218174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Pushing event updated for resources: {'Port': ['ID=963ccf88-cd89-4db7-840d-14c13b58d3cf,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:24.221499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:24.238145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:24.249708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Transition to ACTIVE for port object 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:24.265276 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:24.525339 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:24.584778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'name': 'tempest-ServersTestMultiNic-988245862-router', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:57Z', 'updated_at': '2022-02-09T13:08:13Z', 'revision_number': 4, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'gw_port': {'id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:59Z', 'updated_at': '2022-02-09T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '7cb0862a-80c7-4667-b6cb-50a24502f836', 'name': '', 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'mac_address': 'fa:16:3e:de:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9dcb90d-a62f-4af3-962d-935181739fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:08:21Z', 'revision_number': 4, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'subnets': [{'id': 'e9dcb90d-a62f-4af3-962d-935181739fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:24.604453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-33c84e4b-4621-4a29-81f6-9b49cc5e8c35 service neutron] 10.222.0.59 "GET /v2.0/networks/ef29184e-39f6-4fde-962b-7cd7cd0cfea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528966 Feb 09 13:08:24.632610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:24.636004 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:24.651646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc8d96-f8b5-4788-b91f-15fa9193e179 None None] The sync data for ids ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'] in n-d-825175-3 is: [{'id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'name': 'tempest-ServersTestMultiNic-988245862-router', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:57Z', 'updated_at': '2022-02-09T13:08:13Z', 'revision_number': 4, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'gw_port': {'id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:59Z', 'updated_at': '2022-02-09T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '7cb0862a-80c7-4667-b6cb-50a24502f836', 'name': '', 'network_id': '67a05546-9284-4957-b5fd-1a0b2a8d4fae', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'mac_address': 'fa:16:3e:de:24:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9dcb90d-a62f-4af3-962d-935181739fd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:08:21Z', 'revision_number': 4, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'subnets': [{'id': 'e9dcb90d-a62f-4af3-962d-935181739fd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:08:24.662249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:24.702069 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:24.715612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443be9b4-99b0-46c7-8ac3-40787c0b9e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89408930-7263-4931-8489-c3d911c7d1c5'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:24.800706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Transition to ACTIVE for port object fb4187d8-b946-4390-8e1a-e2c4909fb0ab will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:24.827239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9139c3f2-f079-4344-b603-c47a694ede06 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:24.843541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:24.866582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 89408930-7263-4931-8489-c3d911c7d1c5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=89408930-7263-4931-8489-c3d911c7d1c5,segment=NetworkSegment(87ab9b64-9c16-41e4-800f-1d6b290954ac),segment_id=87ab9b64-9c16-41e4-800f-1d6b290954ac)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:24.896678 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:24.905016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Pushing event updated for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:25.027562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4187d8-b946-4390-8e1a-e2c4909fb0ab,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:25.082700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Network f5638134-8f0d-4988-b782-e6b5095a4c4d is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:25.095083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-09df64ba-6df4-44be-870c-618586e23612 None None] Provisioning for port 963ccf88-cd89-4db7-840d-14c13b58d3cf completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:25.101662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:25.111228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:25.125592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-43e27bec-717c-4209-ab5f-9361929daef8', 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'fixed_ips': [{'subnet_id': '8d14b56e-9cc6-467b-9d54-0e80626d23cb'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:08:25.126460 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:25.245613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=89408930-7263-4931-8489-c3d911c7d1c5,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:25.246181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:08:25.263164 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e12a265d-d702-4fb3-9662-b68e128d9f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:25.277764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:25.278208 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Added segment 6b18b726-ee2c-4753-999c-f88cc59797c4 of type vlan for network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 Feb 09 13:08:25.300585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4dd441e-7fe4-47b1-a375-070dce2606d0 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:08:25.319490 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:25.362612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:25.385186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed1323-7e96-410e-b3a6-fd8e2d364254 req-88952379-a31e-44d5-9269-cf5987e551c7 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:25.392025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80ed1323-7e96-410e-b3a6-fd8e2d364254 req-88952379-a31e-44d5-9269-cf5987e551c7 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 944 time: 0.9178314 Feb 09 13:08:25.399324 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:25.481672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-09df64ba-6df4-44be-870c-618586e23612 None None] Provisioning complete for port 963ccf88-cd89-4db7-840d-14c13b58d3cf triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:25.486858 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-09df64ba-6df4-44be-870c-618586e23612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:25.544136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80ed1323-7e96-410e-b3a6-fd8e2d364254 req-93780a4a-11d9-4ad8-8e7a-22f9ab9318cf tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375723 Feb 09 13:08:25.559728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:08:25.673036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Attempting to bind port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:25.674158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Attempting to bind port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c834bb95-fefc-4029-9a22-39bf949294e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:25.674719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Attempting to bind port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 on network ce0fe483-d43c-4e01-adab-40eb1b1b5905 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:25.680236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:25.684719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:25.685438 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:25.691881 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:25.833008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-09df64ba-6df4-44be-870c-618586e23612 None None] Port 963ccf88-cd89-4db7-840d-14c13b58d3cf cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:08:25.891249 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443be9b4-99b0-46c7-8ac3-40787c0b9e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89408930-7263-4931-8489-c3d911c7d1c5', 'code': 200} Feb 09 13:08:25.900050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 on network ce0fe483-d43c-4e01-adab-40eb1b1b5905 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:08:25.900495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Attempting to bind port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 on network ce0fe483-d43c-4e01-adab-40eb1b1b5905 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:26.026384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07dad643-bc25-4679-bc05-058569359c83 req-7395ee9e-6dbf-48b1-81f9-b8bec7fdd8ab tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 210 time: 0.1233435 Feb 09 13:08:26.045117 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9129784 Feb 09 13:08:26.045733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44530) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:26.053628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdefe5-5b72-4ba4-9292-5140d1a37f8c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Network': ['ID=9bd125c3-c7ea-4fd7-8414-fd9274c71e06,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:26.056134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:26.056603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Checking segment: {'id': 'c834bb95-fefc-4029-9a22-39bf949294e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:26.057080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Bound using segment: {'id': 'c834bb95-fefc-4029-9a22-39bf949294e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:26.057679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Bound port: 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c834bb95-fefc-4029-9a22-39bf949294e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:26.058137 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.061675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'subnet': {'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:26.121547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:08:26.206059 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.213203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:26.217468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:26.222044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.253935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 9139c3f2-f079-4344-b603-c47a694ede06 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:26.334042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.336399 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] 10.222.0.67 "PUT /v2.0/ports/66b4ad0f-29f0-4186-9fd0-446d1dc080e9 HTTP/1.1" status: 200 len: 1091 time: 3.9546006 Feb 09 13:08:26.336985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:26.358758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.363577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864efd10-b589-4d7c-bbce-16261a8e9156 service neutron] Pushing event updated for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:26.375053 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.402437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9139c3f2-f079-4344-b603-c47a694ede06 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:26.406216 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.459077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e4dd441e-7fe4-47b1-a375-070dce2606d0 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:26.475789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-503b96b0-ef94-48df-893c-dc4ef7edc3c0 None None] Provisioning for port fb4187d8-b946-4390-8e1a-e2c4909fb0ab completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:26.511604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-503b96b0-ef94-48df-893c-dc4ef7edc3c0 None None] Provisioning complete for port fb4187d8-b946-4390-8e1a-e2c4909fb0ab triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:26.512285 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-503b96b0-ef94-48df-893c-dc4ef7edc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.539412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4dd441e-7fe4-47b1-a375-070dce2606d0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:26.565039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.568553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Allocated IP 19.80.0.2 (43e27bec-717c-4209-ab5f-9361929daef8/8d14b56e-9cc6-467b-9d54-0e80626d23cb/2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:26.585808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.594303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Pushing event updated for resources: {'Port': ['ID=963ccf88-cd89-4db7-840d-14c13b58d3cf,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:26.607883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a124f85-9ad4-473f-ae71-740a68e06a73 req-a6d71a98-531e-4d17-9422-5fd4d5126b75 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:26.613983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a124f85-9ad4-473f-ae71-740a68e06a73 req-a6d71a98-531e-4d17-9422-5fd4d5126b75 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 945 time: 0.8795073 Feb 09 13:08:26.642680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:26.656953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:subnet and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:26.658354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-503b96b0-ef94-48df-893c-dc4ef7edc3c0 None None] Port fb4187d8-b946-4390-8e1a-e2c4909fb0ab cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:08:26.664592 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-369a749a-cfd3-41d7-8f3e-81d661233725 req-93503d6a-468b-4bbd-9452-c4197340e516 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 1096 time: 0.8160765 Feb 09 13:08:26.665678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:26.698747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:26.721767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e4dd441e-7fe4-47b1-a375-070dce2606d0,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:26.740979 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-4f4e4eaa-f31d-4928-a59c-8cb454a316ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 1094 time: 0.2722039 Feb 09 13:08:26.756197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:26.803744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a124f85-9ad4-473f-ae71-740a68e06a73 req-93916fe8-dde4-458d-a7a6-5443b986bca4 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869705 Feb 09 13:08:26.824216 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-92bbff0f-b74a-47ae-9659-2075080730be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9 HTTP/1.1" status: 200 len: 217 time: 0.0748560 Feb 09 13:08:26.892715 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.912205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-35e91386-789c-4c75-a03e-bc89190c7661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:26.913725 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-35e91386-789c-4c75-a03e-bc89190c7661 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19b012f7-1ce6-4626-b8fb-43ba553e2e3e HTTP/1.1" status: 200 len: 853 time: 0.0827053 Feb 09 13:08:26.933951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 9139c3f2-f079-4344-b603-c47a694ede06, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9139c3f2-f079-4344-b603-c47a694ede06,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:26.948845 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:26.974872 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-4a1f18d5-4078-493a-be36-cc6d0edd7db2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce0fe483-d43c-4e01-adab-40eb1b1b5905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551398 Feb 09 13:08:27.041138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:27.046897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:27.105159 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.114114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=9139c3f2-f079-4344-b603-c47a694ede06,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:27.144116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Transition to ACTIVE for port object 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:27.147674 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'status': 'completed', 'code': 200} Feb 09 13:08:27.154329 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-64988dec-2ebf-4c71-bc76-9d9bf2016034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.179862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4dd441e-7fe4-47b1-a375-070dce2606d0 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:27.277459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Transition to ACTIVE for port object 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:27.282625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7cb0862a-80c7-4667-b6cb-50a24502f836 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:27.290197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ecf6e-3db3-47a0-8d4c-37369ea565a0 req-b4c023f8-c31e-45a2-9595-1de887443cfb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:27.292502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-933ecf6e-3db3-47a0-8d4c-37369ea565a0 req-b4c023f8-c31e-45a2-9595-1de887443cfb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 1.0356719 Feb 09 13:08:27.397908 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.411822 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.442025 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:08:27.515123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Pushing event updated for resources: {'Port': ['ID=2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:27.525995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Network 43e27bec-717c-4209-ab5f-9361929daef8 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:27.534427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:27.539005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:27.545982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e4dd441e-7fe4-47b1-a375-070dce2606d0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:27.546422 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.580274 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-8dd5986c-fccc-41a6-b226-8ae2695ec8c6 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951900 Feb 09 13:08:27.590658 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.594968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-369a749a-cfd3-41d7-8f3e-81d661233725 req-7146bd6d-53db-4c6d-ab01-ef2524b2ed04 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9196253 Feb 09 13:08:27.663662 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.700200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a6b9f87a-e9b2-4796-a813-50e477594bc7 None None] Provisioning complete for port 963ccf88-cd89-4db7-840d-14c13b58d3cf triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:27.700564 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f87a-e9b2-4796-a813-50e477594bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.750011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Attempting to bind port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:27.750373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Attempting to bind port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:27.750755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Attempting to bind port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 on network 43e27bec-717c-4209-ab5f-9361929daef8 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:27.791631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 7cb0862a-80c7-4667-b6cb-50a24502f836 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:27.806871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 7cb0862a-80c7-4667-b6cb-50a24502f836 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:27.807252 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.830444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-933ecf6e-3db3-47a0-8d4c-37369ea565a0 req-929ddab9-9ed9-4a5f-be98-afe3814e5e6a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129426 Feb 09 13:08:27.840883 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8549fa5-c0ea-45c8-9f2c-b78abe9ab369 req-36a2df7e-1eeb-405f-a785-862f6626d25f service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050512 Feb 09 13:08:27.856144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4187d8-b946-4390-8e1a-e2c4909fb0ab,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:27.861708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:27.861973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Checking segment: {'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:27.862305 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.862717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Bound using segment: {'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:27.864818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-44b2bdf1-f79b-4bef-ae7b-3659f40501c7 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:27.865212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Bound port: 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:27.865633 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.866358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-44b2bdf1-f79b-4bef-ae7b-3659f40501c7 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.67 "GET /v2.0/networks?id=ef29184e-39f6-4fde-962b-7cd7cd0cfea7 HTTP/1.1" status: 200 len: 820 time: 0.6095538 Feb 09 13:08:27.870756 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:27.884583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9f87a-e9b2-4796-a813-50e477594bc7 None None] Port 963ccf88-cd89-4db7-840d-14c13b58d3cf cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:08:27.891497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Request body: {'port': {'device_id': '0ddf4223-f50a-433b-abce-f0b1447755d7', 'network_id': 'ef29184e-39f6-4fde-962b-7cd7cd0cfea7', 'admin_state_up': True, 'tenant_id': '392d1cf9735c47acb33952b417bba3d5'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:27.939991 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:28.030431 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8f983d6-2187-4f80-a9bd-7ca473e31931 req-530a688e-8649-4aa3-a3d2-30e28f67ce8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 1094 time: 0.1199439 Feb 09 13:08:28.067390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6712c0-37be-42fe-9d4f-8f02122d4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dd441e-7fe4-47b1-a375-070dce2606d0'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:28.087402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Router 775621e9-4f85-43f1-ac66-d885fab30aa3 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:08:28.100016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e4dd441e-7fe4-47b1-a375-070dce2606d0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:28.105909 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:28.118123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38142c1-9cb9-4980-82aa-e75c197e59d0 req-ab39af8e-aa01-49f9-ad32-dabb0596fbd3 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:28.125549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a38142c1-9cb9-4980-82aa-e75c197e59d0 req-ab39af8e-aa01-49f9-ad32-dabb0596fbd3 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 943 time: 0.7168100 Feb 09 13:08:28.185750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] For port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:28.221619 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] For port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:28.225818 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:28.238841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:28.244198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-132f3b5c-7e61-4054-80c2-ff6ebf76a8b2 req-58e5ad0f-711e-4cc5-b404-528407f868ae tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 210 time: 0.1553750 Feb 09 13:08:28.257600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e4dd441e-7fe4-47b1-a375-070dce2606d0,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:28.320074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 7cb0862a-80c7-4667-b6cb-50a24502f836, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7cb0862a-80c7-4667-b6cb-50a24502f836,segment=NetworkSegment(72d90b97-3e6b-4903-b1c1-2db4bbde311d),segment_id=72d90b97-3e6b-4903-b1c1-2db4bbde311d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:28.330159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f983d6-2187-4f80-a9bd-7ca473e31931 req-ffecddab-e7d4-49a5-b8ce-9878c9c46fc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:28.330451 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:28.331759 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8f983d6-2187-4f80-a9bd-7ca473e31931 req-ffecddab-e7d4-49a5-b8ce-9878c9c46fc1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 914 time: 0.2884002 Feb 09 13:08:28.366323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a5299-ede4-40f2-89a8-2167b2f5def5 None None] Pushing event updated for resources: {'Port': ['ID=2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:28.420622 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8f983d6-2187-4f80-a9bd-7ca473e31931 req-3e4e9dce-b585-4bd0-9121-17f472c30e44 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9 HTTP/1.1" status: 200 len: 217 time: 0.0807638 Feb 09 13:08:28.465719 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:28.477512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=7cb0862a-80c7-4667-b6cb-50a24502f836,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:28.551354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f983d6-2187-4f80-a9bd-7ca473e31931 req-b21c1948-e156-4f26-afbe-b5a0fef8507b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:28.553024 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8f983d6-2187-4f80-a9bd-7ca473e31931 req-b21c1948-e156-4f26-afbe-b5a0fef8507b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19b012f7-1ce6-4626-b8fb-43ba553e2e3e HTTP/1.1" status: 200 len: 853 time: 0.1168685 Feb 09 13:08:28.604785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:28.612051 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:28.615617 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:08:28.628347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a38142c1-9cb9-4980-82aa-e75c197e59d0 req-af76f437-0797-49be-8d3c-6fb608065654 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005634 Feb 09 13:08:28.651995 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8f983d6-2187-4f80-a9bd-7ca473e31931 req-bb5b7f4f-f268-4909-80df-d10805d59a46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce0fe483-d43c-4e01-adab-40eb1b1b5905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825377 Feb 09 13:08:28.670459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Usage tracker for resource:port and tenant:392d1cf9735c47acb33952b417bba3d5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:28.674188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:28.687348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:28.694646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:28.713815 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6712c0-37be-42fe-9d4f-8f02122d4e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dd441e-7fe4-47b1-a375-070dce2606d0', 'code': 200} Feb 09 13:08:28.735065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Network f5638134-8f0d-4988-b782-e6b5095a4c4d is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:28.761326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:28.847613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:08:28.860176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Sync routers for ids ['775621e9-4f85-43f1-ac66-d885fab30aa3'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:08:28.861986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362f6b2-dcf1-4c34-a928-958d7667e178 req-38dbeb4e-e195-498f-885e-1eddf1307412 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:28.864108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f362f6b2-dcf1-4c34-a928-958d7667e178 req-38dbeb4e-e195-498f-885e-1eddf1307412 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 945 time: 0.4419508 Feb 09 13:08:28.865687 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85780a43-9245-4c39-a1b1-c0bf518f5b42 admin admin] 10.222.0.59 "PUT /v2.0/routers/775621e9-4f85-43f1-ac66-d885fab30aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2811549 Feb 09 13:08:28.899555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Routers {'775621e9-4f85-43f1-ac66-d885fab30aa3'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:08:28.900245 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:08:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['775621e9-4f85-43f1-ac66-d885fab30aa3'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:28.913376 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8f983d6-2187-4f80-a9bd-7ca473e31931 req-4b320ab1-549b-4d96-af83-a497ad39c9e6 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502990 Feb 09 13:08:28.950480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Made reservation on behalf of 392d1cf9735c47acb33952b417bba3d5 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:28.961008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:29.290393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1f097d63-d6ce-45de-b853-1417aa8faf8c None None] Provisioning complete for port fb4187d8-b946-4390-8e1a-e2c4909fb0ab triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:29.290989 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1f097d63-d6ce-45de-b853-1417aa8faf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:29.335795 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8f983d6-2187-4f80-a9bd-7ca473e31931 req-1730d748-9997-4347-ba5c-6e9957f038d9 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073110 Feb 09 13:08:29.338792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9139c3f2-f079-4344-b603-c47a694ede06 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:29.473188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1f097d63-d6ce-45de-b853-1417aa8faf8c None None] Port fb4187d8-b946-4390-8e1a-e2c4909fb0ab cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:08:29.485277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Set router 775621e9-4f85-43f1-ac66-d885fab30aa3 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:08:29.525423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Subnet': ['ID=73042bec-6253-47e1-a47c-0ca3bebf91c0,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:29.563980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9139c3f2-f079-4344-b603-c47a694ede06 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:29.564345 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:29.592148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Checking segment: {'id': '6b18b726-ee2c-4753-999c-f88cc59797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:29.592502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network hostable DHCP agents. Network: 9bd125c3-c7ea-4fd7-8414-fd9274c71e06, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:08:29.678229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f362f6b2-dcf1-4c34-a928-958d7667e178 req-b4224f31-d356-4703-9e19-3303429df39e tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658857 Feb 09 13:08:29.783264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c9d4a-d1ec-4ae4-b926-887881166581 req-d56fd102-c7d6-4a16-8db5-c58755ad7ec1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:29.784796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f2c9d4a-d1ec-4ae4-b926-887881166581 req-d56fd102-c7d6-4a16-8db5-c58755ad7ec1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.5593305 Feb 09 13:08:29.810264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598416b9-a61a-4136-9932-9c36359a6c8d None None] Network 43e27bec-717c-4209-ab5f-9361929daef8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:29.840297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b4f991d-f9e1-497f-8dec-611f4e670764 req-b1725683-e57e-4bce-853d-7a01aea589c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 1096 time: 0.6133752 Feb 09 13:08:29.841411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Allocated IP 172.20.0.14 (ef29184e-39f6-4fde-962b-7cd7cd0cfea7/69987c20-9f00-4199-a934-d28465136840/1a271064-d201-45d9-bfd1-814e59315977) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:29.989196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:08:30.011548 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:30.056774 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-331caa58-d503-4762-8140-c51d27e3d231 req-89cfd452-2340-48d3-9ba8-d7a2560cff93 tempest-FloatingIPsNegativeTestJSON-940961502 tempest-FloatingIPsNegativeTestJSON-940961502-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=07bc548521b24dae924893bb6bcbdc20 HTTP/1.1" status: 200 len: 217 time: 0.2054830 Feb 09 13:08:30.070401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 9bd125c3-c7ea-4fd7-8414-fd9274c71e06) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:30.074796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7cb0862a-80c7-4667-b6cb-50a24502f836 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:30.098627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:30.099219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:30.111866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dde61663-2cf3-4724-9520-57020429f612 None None] Provisioning for port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:30.114975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ff211-3d25-43a0-85ad-aa35ff1d8481 None None] Network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:30.128847 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f2c9d4a-d1ec-4ae4-b926-887881166581 req-af02a941-21b5-40d0-8db2-57a97ea96758 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919359 Feb 09 13:08:30.137363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b4f991d-f9e1-497f-8dec-611f4e670764 req-1cb7cf80-47dd-4f41-a7d2-23abf1c05e66 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723885 Feb 09 13:08:30.207480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-68696704-6142-4d75-8787-5107fbfb38c2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1601837 Feb 09 13:08:30.331051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-673e85df-faa9-4bbc-ad32-575608331693 req-6863a318-ac6e-4743-959c-270e763d6070 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Synchronizing usage tracker for tenant:392d1cf9735c47acb33952b417bba3d5 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:30.420103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-673e85df-faa9-4bbc-ad32-575608331693 req-6863a318-ac6e-4743-959c-270e763d6070 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Unset dirty status for tenant:392d1cf9735c47acb33952b417bba3d5 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:30.421253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-673e85df-faa9-4bbc-ad32-575608331693 req-6863a318-ac6e-4743-959c-270e763d6070 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 210 time: 0.2206872 Feb 09 13:08:30.467837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:30.513661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 7cb0862a-80c7-4667-b6cb-50a24502f836 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:30.514238 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:30.520593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b9fc1179-ea77-4c67-a1e9-8ddbc1361902 req-5c4487d0-15f7-4ea5-a939-90320cc862f2 tempest-FloatingIPsNegativeTestJSON-940961502 tempest-FloatingIPsNegativeTestJSON-940961502-project] Synchronizing usage tracker for tenant:07bc548521b24dae924893bb6bcbdc20 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:30.551041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2089947787-router', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:09Z', 'updated_at': '2022-02-09T13:08:24Z', 'revision_number': 4, 'project_id': '07bc548521b24dae924893bb6bcbdc20', 'gw_port': {'id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:10Z', 'updated_at': '2022-02-09T13:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '963ccf88-cd89-4db7-840d-14c13b58d3cf', 'name': '', 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'mac_address': 'fa:16:3e:fa:14:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6def6b82-7193-44cb-bfbe-26641554774d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:23Z', 'updated_at': '2022-02-09T13:08:25Z', 'revision_number': 2, 'project_id': '07bc548521b24dae924893bb6bcbdc20', 'subnets': [{'id': '6def6b82-7193-44cb-bfbe-26641554774d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:30.564131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Checking router: 775621e9-4f85-43f1-ac66-d885fab30aa3 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:08:30.564472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Updating router 775621e9-4f85-43f1-ac66-d885fab30aa3 port 963ccf88-cd89-4db7-840d-14c13b58d3cf binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:08:30.570739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f35e0-7b57-43ff-ae68-ebf75e695ce3 req-9a9fffb4-b10d-46e7-aa37-1349d04f8b43 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:30.572196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d50f35e0-7b57-43ff-ae68-ebf75e695ce3 req-9a9fffb4-b10d-46e7-aa37-1349d04f8b43 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.2300031 Feb 09 13:08:30.577980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b9fc1179-ea77-4c67-a1e9-8ddbc1361902 req-5c4487d0-15f7-4ea5-a939-90320cc862f2 tempest-FloatingIPsNegativeTestJSON-940961502 tempest-FloatingIPsNegativeTestJSON-940961502-project] Unset dirty status for tenant:07bc548521b24dae924893bb6bcbdc20 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:30.579232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9fc1179-ea77-4c67-a1e9-8ddbc1361902 req-5c4487d0-15f7-4ea5-a939-90320cc862f2 tempest-FloatingIPsNegativeTestJSON-940961502 tempest-FloatingIPsNegativeTestJSON-940961502-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1082516 Feb 09 13:08:30.601596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:08:30.626131 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:30.685469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-9bd125c3-c7ea-4fd7-8414-fd9274c71e06', 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'fixed_ips': [{'subnet_id': '73042bec-6253-47e1-a47c-0ca3bebf91c0'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:08:30.686341 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:30.709163 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:30.747871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d50f35e0-7b57-43ff-ae68-ebf75e695ce3 req-9daab9ab-63c2-42e4-8ea1-b63fb85179f1 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677074 Feb 09 13:08:30.942884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Network ef29184e-39f6-4fde-962b-7cd7cd0cfea7 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:30.945526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:30.960192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Pushing event updated for resources: {'Port': ['ID=1a271064-d201-45d9-bfd1-814e59315977,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:30.967876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:30.979249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:31.080161 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-95937a2c-1381-4719-92fd-e388bd8232d1 req-baa4d23a-84dd-400c-aa0b-9d3bce78e361 tempest-FloatingIPsNegativeTestJSON-940961502 tempest-FloatingIPsNegativeTestJSON-940961502-project] show failed (client error): The resource could not be found. Feb 09 13:08:31.081194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95937a2c-1381-4719-92fd-e388bd8232d1 req-baa4d23a-84dd-400c-aa0b-9d3bce78e361 tempest-FloatingIPsNegativeTestJSON-940961502 tempest-FloatingIPsNegativeTestJSON-940961502-project] 10.222.0.59 "GET /v2.0/floatingips/76540a50-bfd6-4ec8-8bd9-f36c0b4495da HTTP/1.1" status: 404 len: 350 time: 0.2283592 Feb 09 13:08:31.093594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44570) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:31.128345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Allocated IP 19.86.0.2 (9bd125c3-c7ea-4fd7-8414-fd9274c71e06/73042bec-6253-47e1-a47c-0ca3bebf91c0/54fda867-5ccc-4476-a0e4-f86aa4a96c5b) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:31.215759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:31.216842 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:31.236667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:31.324420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-dca32005-43aa-40da-83c9-e4823c6fcbe9 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:31.328944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-dca32005-43aa-40da-83c9-e4823c6fcbe9 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:31.336521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-dca32005-43aa-40da-83c9-e4823c6fcbe9 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/networks?id=43e27bec-717c-4209-ab5f-9361929daef8&id=9bd125c3-c7ea-4fd7-8414-fd9274c71e06&id=43e27bec-717c-4209-ab5f-9361929daef8 HTTP/1.1" status: 200 len: 1391 time: 0.5805869 Feb 09 13:08:31.347460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-841953df-18ae-42de-98a3-5713f5a49e9c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4618292 Feb 09 13:08:31.353169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:31.365246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Request body: {'port': {'device_id': '0ddf4223-f50a-433b-abce-f0b1447755d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:31.431015 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:08:31.529420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:31.530166 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:31.587224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-4983a34d-d2d4-49e5-b3ab-039074bf8b40 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/quotas/518eddaf9aae45579bfc8c3777121f31 HTTP/1.1" status: 200 len: 375 time: 0.2494674 Feb 09 13:08:31.611869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeba4a-b0a6-48fe-9364-8c9f758a3db2 req-bbda0470-3920-4720-806c-f961355c0cce tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:31.613345 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9faeba4a-b0a6-48fe-9364-8c9f758a3db2 req-bbda0470-3920-4720-806c-f961355c0cce tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 945 time: 0.3903980 Feb 09 13:08:31.675087 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:31.747017 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:08:31.779909 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Transition to ACTIVE for port object 54fda867-5ccc-4476-a0e4-f86aa4a96c5b will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:31.795881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9faeba4a-b0a6-48fe-9364-8c9f758a3db2 req-4f17785f-1bef-40f1-bcd9-9144552ab762 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442807 Feb 09 13:08:31.804973 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:31.810080 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:31.839620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:08:31.872246 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-acafde3a-a3f6-47a8-9f24-5e349526f274 admin admin] 10.222.0.59 "PUT /v2.0/routers/9a7039fd-fee7-4184-8bb1-96c63e9543f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3017058 Feb 09 13:08:31.894405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7d53f538-6273-4f47-b418-7c07c1838946 req-046faadb-d77a-475e-bcb8-3edb1d5f6946 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Synchronizing usage tracker for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:31.901271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Transition to ACTIVE for port object 54fda867-5ccc-4476-a0e4-f86aa4a96c5b will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:31.919719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:31.993275 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.031991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7d53f538-6273-4f47-b418-7c07c1838946 req-046faadb-d77a-475e-bcb8-3edb1d5f6946 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Unset dirty status for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:32.033280 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-046faadb-d77a-475e-bcb8-3edb1d5f6946 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=518eddaf9aae45579bfc8c3777121f31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4338169 Feb 09 13:08:32.140537 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.153181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905', 'port_id': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'mac_address': 'fa:16:3e:d4:87:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b012f7-1ce6-4626-b8fb-43ba553e2e3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:32.208198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Transition to ACTIVE for port object 963ccf88-cd89-4db7-840d-14c13b58d3cf will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:32.231432 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.249518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:32.257009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:32.259631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:32.261682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.272508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Pushing event updated for resources: {'Port': ['ID=54fda867-5ccc-4476-a0e4-f86aa4a96c5b,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:32.308652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1546f-c537-433b-ab2e-fa8872f18fea req-7aa68e79-4311-423c-8d53-3491e0360ada tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:32.310309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2f1546f-c537-433b-ab2e-fa8872f18fea req-7aa68e79-4311-423c-8d53-3491e0360ada tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.3249080 Feb 09 13:08:32.317178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-79f74a45-1438-40d1-9041-092d180d7be1 service neutron] 10.222.0.59 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720122 Feb 09 13:08:32.384615 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.517699 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:08:32.527832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:32.530411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2f1546f-c537-433b-ab2e-fa8872f18fea req-a3ad7b97-3f40-4366-990a-0c479b2c36d6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012637 Feb 09 13:08:32.567748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c843d4-2f7d-40df-86db-e991997bf29b None None] Pushing event updated for resources: {'Port': ['ID=963ccf88-cd89-4db7-840d-14c13b58d3cf,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:32.568649 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.612654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:32.627729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Attempting to bind port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:32.628335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Attempting to bind port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '6b18b726-ee2c-4753-999c-f88cc59797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:32.628879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Attempting to bind port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b on network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:32.648208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-403c97ae-4534-4e5c-904f-8952ddf8dd7a service neutron] 10.222.0.59 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180275 Feb 09 13:08:32.662330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:32.705017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:32.705017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Checking segment: {'id': '6b18b726-ee2c-4753-999c-f88cc59797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:32.705473 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.705956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Bound using segment: {'id': '6b18b726-ee2c-4753-999c-f88cc59797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:32.706656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Bound port: 54fda867-5ccc-4476-a0e4-f86aa4a96c5b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b18b726-ee2c-4753-999c-f88cc59797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:32.707275 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.721272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a271064-d201-45d9-bfd1-814e59315977 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:32.724468 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.733250 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.739605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Deleting port 963ccf88-cd89-4db7-840d-14c13b58d3cf {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:32.739605 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.823540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:32.851554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Transition to ACTIVE for port object 1a271064-d201-45d9-bfd1-814e59315977 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:32.864645 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.903860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Attempting to bind port 963ccf88-cd89-4db7-840d-14c13b58d3cf on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:32.904667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Attempting to bind port 963ccf88-cd89-4db7-840d-14c13b58d3cf by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '5329d975-65b6-471f-9fb6-62f7f39c8e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:32.905096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Attempting to bind port 963ccf88-cd89-4db7-840d-14c13b58d3cf on network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:32.950299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] For port 963ccf88-cd89-4db7-840d-14c13b58d3cf, host n-d-825175-3, got binding levels [] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:32.950696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.956595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:32.957320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Checking segment: {'id': '5329d975-65b6-471f-9fb6-62f7f39c8e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:32.957880 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:32.958561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Bound using segment: {'id': '5329d975-65b6-471f-9fb6-62f7f39c8e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:32.958936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Bound port: 963ccf88-cd89-4db7-840d-14c13b58d3cf, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5329d975-65b6-471f-9fb6-62f7f39c8e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:32.959413 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:33.003029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['66b4ad0f-29f0-4186-9fd0-446d1dc080e9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:33.027849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-1523ea78-0390-406f-9de8-7adeb2af4cb5 service neutron] 10.222.0.59 "GET /v2.0/networks/9bd125c3-c7ea-4fd7-8414-fd9274c71e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722243 Feb 09 13:08:33.036793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:33.064006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Pushing event updated for resources: {'Port': ['ID=1a271064-d201-45d9-bfd1-814e59315977,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:33.091496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Calling delete_port for 963ccf88-cd89-4db7-840d-14c13b58d3cf owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:08:33.106679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] For port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:33.158917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] For port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=54fda867-5ccc-4476-a0e4-f86aa4a96c5b,segment=NetworkSegment(6b18b726-ee2c-4753-999c-f88cc59797c4),segment_id=6b18b726-ee2c-4753-999c-f88cc59797c4)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:33.180612 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:33.191356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b0c8c-92a0-4749-a713-34035aa8050a req-0e184cac-4c2a-49a9-8d9b-7d7c993aac73 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:33.191356 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac6b0c8c-92a0-4749-a713-34035aa8050a req-0e184cac-4c2a-49a9-8d9b-7d7c993aac73 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 932 time: 0.4465780 Feb 09 13:08:33.264836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] For port 963ccf88-cd89-4db7-840d-14c13b58d3cf, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:33.313296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] For port 963ccf88-cd89-4db7-840d-14c13b58d3cf, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=963ccf88-cd89-4db7-840d-14c13b58d3cf,segment=NetworkSegment(5329d975-65b6-471f-9fb6-62f7f39c8e15),segment_id=5329d975-65b6-471f-9fb6-62f7f39c8e15)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:33.326911 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:33.333390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:08:33.333874 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:08:33.341227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d3f42-146c-4e50-be7a-852f7b0890f0 None None] Pushing event updated for resources: {'Port': ['ID=54fda867-5ccc-4476-a0e4-f86aa4a96c5b,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:33.346335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ac6b0c8c-92a0-4749-a713-34035aa8050a req-745e0fcb-c4e5-4a84-a066-7e866cf113e7 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Synchronizing usage tracker for tenant:392d1cf9735c47acb33952b417bba3d5 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:33.376333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-af7e202c-d694-4771-bbf1-38a67972190b service neutron] 10.222.0.59 "GET /v2.0/networks/9bd125c3-c7ea-4fd7-8414-fd9274c71e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307366 Feb 09 13:08:33.447704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Attempting to bind port 1a271064-d201-45d9-bfd1-814e59315977 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:33.448180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Attempting to bind port 1a271064-d201-45d9-bfd1-814e59315977 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '75a45d87-1c75-47ba-942c-8fd502472359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ef29184e-39f6-4fde-962b-7cd7cd0cfea7'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:33.448596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Attempting to bind port 1a271064-d201-45d9-bfd1-814e59315977 on network ef29184e-39f6-4fde-962b-7cd7cd0cfea7 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:33.450743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ac6b0c8c-92a0-4749-a713-34035aa8050a req-745e0fcb-c4e5-4a84-a066-7e866cf113e7 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Unset dirty status for tenant:392d1cf9735c47acb33952b417bba3d5 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:33.452005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac6b0c8c-92a0-4749-a713-34035aa8050a req-745e0fcb-c4e5-4a84-a066-7e866cf113e7 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3cb04cf-4889-47e0-9234-d5484ac4dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641931 Feb 09 13:08:33.476671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c843d4-2f7d-40df-86db-e991997bf29b None None] Pushing event updated for resources: {'Port': ['ID=963ccf88-cd89-4db7-840d-14c13b58d3cf,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:33.482520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Routers {'775621e9-4f85-43f1-ac66-d885fab30aa3'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:08:33.483930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:08:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['775621e9-4f85-43f1-ac66-d885fab30aa3'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:33.766022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Port 1a271064-d201-45d9-bfd1-814e59315977 on network ef29184e-39f6-4fde-962b-7cd7cd0cfea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:08:33.766663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Attempting to bind port 1a271064-d201-45d9-bfd1-814e59315977 on network ef29184e-39f6-4fde-962b-7cd7cd0cfea7 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:33.791947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] Set router 775621e9-4f85-43f1-ac66-d885fab30aa3 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:08:33.806946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:33.807589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Checking segment: {'id': '75a45d87-1c75-47ba-942c-8fd502472359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ef29184e-39f6-4fde-962b-7cd7cd0cfea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:33.808156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Bound using segment: {'id': '75a45d87-1c75-47ba-942c-8fd502472359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ef29184e-39f6-4fde-962b-7cd7cd0cfea7'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:33.808780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Bound port: 1a271064-d201-45d9-bfd1-814e59315977, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a45d87-1c75-47ba-942c-8fd502472359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ef29184e-39f6-4fde-962b-7cd7cd0cfea7'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:33.809325 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:33.835476 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Deleting port 963ccf88-cd89-4db7-840d-14c13b58d3cf {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:33.836101 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:33.935363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-29eef766-1696-4229-93f3-fc7e3ef318d3 service neutron] 10.222.0.59 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577347 Feb 09 13:08:33.951244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] For port 1a271064-d201-45d9-bfd1-814e59315977, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:33.955093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] For port 1a271064-d201-45d9-bfd1-814e59315977, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1a271064-d201-45d9-bfd1-814e59315977,segment=NetworkSegment(75a45d87-1c75-47ba-942c-8fd502472359),segment_id=75a45d87-1c75-47ba-942c-8fd502472359)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:33.965478 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:34.129183 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:34.131678 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] 10.222.0.67 "PUT /v2.0/ports/1a271064-d201-45d9-bfd1-814e59315977 HTTP/1.1" status: 200 len: 1092 time: 2.7705364 Feb 09 13:08:34.150079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddf4223-f50a-433b-abce-f0b1447755d7', 'tag': '1a271064-d201-45d9-bfd1-814e59315977'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:34.183230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084a385-e424-454c-9f20-91db9b002f75 req-cfd58602-0f88-420e-9dcc-0196e9ae9637 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:34.184915 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5084a385-e424-454c-9f20-91db9b002f75 req-cfd58602-0f88-420e-9dcc-0196e9ae9637 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.4781618 Feb 09 13:08:34.199802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] For port 963ccf88-cd89-4db7-840d-14c13b58d3cf, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=963ccf88-cd89-4db7-840d-14c13b58d3cf,segment=NetworkSegment(5329d975-65b6-471f-9fb6-62f7f39c8e15),segment_id=5329d975-65b6-471f-9fb6-62f7f39c8e15)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:34.200466 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:34.319074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-5c1a1ea1-33aa-4395-acf5-657253e869b4 service neutron] 10.222.0.59 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420856 Feb 09 13:08:34.319074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dfbe6-9bb5-4789-bd7a-fbd3771fa18c service neutron] Pushing event updated for resources: {'Port': ['ID=1a271064-d201-45d9-bfd1-814e59315977,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:34.331830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2089947787-router', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:09Z', 'updated_at': '2022-02-09T13:08:24Z', 'revision_number': 4, 'project_id': '07bc548521b24dae924893bb6bcbdc20', 'gw_port': {'id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:10Z', 'updated_at': '2022-02-09T13:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '963ccf88-cd89-4db7-840d-14c13b58d3cf', 'name': '', 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'mac_address': 'fa:16:3e:fa:14:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6def6b82-7193-44cb-bfbe-26641554774d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:23Z', 'updated_at': '2022-02-09T13:08:33Z', 'revision_number': 4, 'project_id': '07bc548521b24dae924893bb6bcbdc20', 'subnets': [{'id': '6def6b82-7193-44cb-bfbe-26641554774d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:34.345449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d416f6-7e11-4e39-88a3-69fd7985f1d5 None None] The sync data for ids ['775621e9-4f85-43f1-ac66-d885fab30aa3'] in n-d-825175-3 is: [{'id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'name': 'tempest-FloatingIPsNegativeTestJSON-2089947787-router', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:09Z', 'updated_at': '2022-02-09T13:08:24Z', 'revision_number': 4, 'project_id': '07bc548521b24dae924893bb6bcbdc20', 'gw_port': {'id': 'b253ba68-72a2-4de6-8527-9386cd70a340', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:10Z', 'updated_at': '2022-02-09T13:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '963ccf88-cd89-4db7-840d-14c13b58d3cf', 'name': '', 'network_id': '9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3', 'tenant_id': '07bc548521b24dae924893bb6bcbdc20', 'mac_address': 'fa:16:3e:fa:14:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775621e9-4f85-43f1-ac66-d885fab30aa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6def6b82-7193-44cb-bfbe-26641554774d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:23Z', 'updated_at': '2022-02-09T13:08:33Z', 'revision_number': 4, 'project_id': '07bc548521b24dae924893bb6bcbdc20', 'subnets': [{'id': '6def6b82-7193-44cb-bfbe-26641554774d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:08:34.359969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Calling delete_port for 963ccf88-cd89-4db7-840d-14c13b58d3cf owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:08:34.363255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5084a385-e424-454c-9f20-91db9b002f75 req-dea0da94-cb41-44ce-aeca-d126a8d4f6eb tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628733 Feb 09 13:08:34.449120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-68c9024c-232e-4c84-bf6d-ed2f71c1666c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=392d1cf9735c47acb33952b417bba3d5&device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 1095 time: 0.2602820 Feb 09 13:08:34.615720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-7ac7f7ed-c598-49d7-8522-14f4ff6ca139 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a271064-d201-45d9-bfd1-814e59315977 HTTP/1.1" status: 200 len: 217 time: 0.1471355 Feb 09 13:08:34.842456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:34.970349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-40c53cdf-9b72-4f05-88fe-104cad1e26f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:34.974777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-40c53cdf-9b72-4f05-88fe-104cad1e26f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69987c20-9f00-4199-a934-d28465136840 HTTP/1.1" status: 200 len: 860 time: 0.3540390 Feb 09 13:08:34.988401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 963ccf88-cd89-4db7-840d-14c13b58d3cf up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:35.053896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Pushing event deleted for resources: {'Port': ['ID=963ccf88-cd89-4db7-840d-14c13b58d3cf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:35.075083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2907963-a5d8-4485-aada-8dd4735b8a5a None None] Network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:35.099882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 963ccf88-cd89-4db7-840d-14c13b58d3cf {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:08:35.100957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 963ccf88-cd89-4db7-840d-14c13b58d3cf not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 09 13:08:35.325638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:35.351301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-f28f92ed-1cf6-4dde-a063-280cf1c3c5dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef29184e-39f6-4fde-962b-7cd7cd0cfea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3602476 Feb 09 13:08:35.358175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Port 963ccf88-cd89-4db7-840d-14c13b58d3cf not found, will not notify nova. {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 09 13:08:35.359316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:35.466501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-56d7b39e-d0f5-431b-8d4a-d78dd49f16e9 None None] Provisioning for port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:35.587868 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:35.665013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:35.694320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46f3f96b-244a-4190-8625-521e65a46c0b req-ede07c7d-4242-48b5-8d7c-83380694d9e8 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8696191 Feb 09 13:08:35.703249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:35.720167 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:35.736257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:35.757264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:35.764304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60ca2ff8-a6bf-4fa1-8451-1ee2e118099d req-40e5e82f-654c-4f4b-ae5e-afabcc4c1b2d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6380277 Feb 09 13:08:35.766165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-7d66a429-4191-46c1-b958-a4872147b2e4 service neutron] 10.222.0.67 "GET /v2.0/networks/ef29184e-39f6-4fde-962b-7cd7cd0cfea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232338 Feb 09 13:08:35.770813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Usage tracker for resource:floatingip and tenant:bb6989d359364f329ab9bd11788fd6d3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:35.798701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:35.815136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:35.815405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:35.819563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626318c6-9e72-4934-8caf-56716ebd694d req-c5fd067f-2a51-4309-8ace-e2039ef8103b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:35.827572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-626318c6-9e72-4934-8caf-56716ebd694d req-c5fd067f-2a51-4309-8ace-e2039ef8103b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 944 time: 0.7176979 Feb 09 13:08:35.855186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:36.068606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.107247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 54fda867-5ccc-4476-a0e4-f86aa4a96c5b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:36.183537 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.252586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:36.257563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-626318c6-9e72-4934-8caf-56716ebd694d req-854be41c-d58e-48a8-8fa5-2cf068d2128c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257247 Feb 09 13:08:36.267657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:36.275522 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.306744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60ca2ff8-a6bf-4fa1-8451-1ee2e118099d req-770b4780-d0b4-473e-9c1f-b52a070ad4de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 1096 time: 0.3533187 Feb 09 13:08:36.342292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:36.374933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:36.375406 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.421031 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddf4223-f50a-433b-abce-f0b1447755d7', 'tag': '1a271064-d201-45d9-bfd1-814e59315977', 'status': 'completed', 'code': 200} Feb 09 13:08:36.440461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:36.577056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-19d408b2-c781-4a4a-9468-efadc7eed897 None None] Provisioning complete for port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:36.577881 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-19d408b2-c781-4a4a-9468-efadc7eed897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.613167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f46b288-884a-44f7-a5fb-2af97dc76dcc req-e373e255-84a1-4d10-b183-34edac639515 service neutron] 10.222.0.67 "GET /v2.0/networks/ef29184e-39f6-4fde-962b-7cd7cd0cfea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8201725 Feb 09 13:08:36.616450 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.663801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=54fda867-5ccc-4476-a0e4-f86aa4a96c5b,segment=NetworkSegment(6b18b726-ee2c-4753-999c-f88cc59797c4),segment_id=6b18b726-ee2c-4753-999c-f88cc59797c4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:36.675271 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:36.813787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=54fda867-5ccc-4476-a0e4-f86aa4a96c5b,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:36.896070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca2ff8-a6bf-4fa1-8451-1ee2e118099d req-e9edfe3e-704c-4667-ae14-62bd7dcbd46f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:36.897687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60ca2ff8-a6bf-4fa1-8451-1ee2e118099d req-e9edfe3e-704c-4667-ae14-62bd7dcbd46f service neutron] 10.222.0.67 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 911 time: 0.4742985 Feb 09 13:08:36.960374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-734d96c3-1c53-4370-8622-8ba366975424 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:36.964499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-734d96c3-1c53-4370-8622-8ba366975424 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:36.965481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7d53f538-6273-4f47-b418-7c07c1838946 req-734d96c3-1c53-4370-8622-8ba366975424 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Synchronizing usage tracker for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:37.007205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7d53f538-6273-4f47-b418-7c07c1838946 req-734d96c3-1c53-4370-8622-8ba366975424 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Unset dirty status for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:37.008381 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-734d96c3-1c53-4370-8622-8ba366975424 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "GET /v2.0/networks?id=43e27bec-717c-4209-ab5f-9361929daef8&id=9bd125c3-c7ea-4fd7-8414-fd9274c71e06&id=43e27bec-717c-4209-ab5f-9361929daef8 HTTP/1.1" status: 200 len: 1391 time: 0.4212315 Feb 09 13:08:37.027853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:37.033241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'port': {'device_id': 'c4256249-9b55-4598-bfbe-b1d064127679', 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8', 'admin_state_up': True, 'tenant_id': '518eddaf9aae45579bfc8c3777121f31'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:37.044467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfa309-98b3-4995-99f1-cd398f03f6c3 req-3fa82bc2-94b4-448c-b338-17efd5e1e0de tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:37.046084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bbfa309-98b3-4995-99f1-cd398f03f6c3 req-3fa82bc2-94b4-448c-b338-17efd5e1e0de tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.4548004 Feb 09 13:08:37.123859 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-912f40bf-234c-4a47-98f0-6b0f71ebdae4 req-da3d2d89-3484-438d-a415-d291f95a402e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=392d1cf9735c47acb33952b417bba3d5&device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 1095 time: 0.3814359 Feb 09 13:08:37.166923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Router 775621e9-4f85-43f1-ac66-d885fab30aa3 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:08:37.194063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:37.200431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:port and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:37.204022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:37.208605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60ca2ff8-a6bf-4fa1-8451-1ee2e118099d req-b5740cac-1570-435f-bd0c-81ac6f822200 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e HTTP/1.1" status: 200 len: 1000 time: 0.2992518 Feb 09 13:08:37.262304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:37.330382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bbfa309-98b3-4995-99f1-cd398f03f6c3 req-69d0e8e7-945a-423b-a91d-15ebd8598066 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395239 Feb 09 13:08:37.339856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:37.343021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:37.425494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f40bf-234c-4a47-98f0-6b0f71ebdae4 req-31ad5910-2648-4be2-b001-79fdd20144ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:37.427028 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-912f40bf-234c-4a47-98f0-6b0f71ebdae4 req-31ad5910-2648-4be2-b001-79fdd20144ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef29184e-39f6-4fde-962b-7cd7cd0cfea7 HTTP/1.1" status: 200 len: 921 time: 0.2827485 Feb 09 13:08:37.432246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca2ff8-a6bf-4fa1-8451-1ee2e118099d req-933f9ffe-b4ad-4ffb-8fac-bfd0dfb375df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:37.433691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60ca2ff8-a6bf-4fa1-8451-1ee2e118099d req-933f9ffe-b4ad-4ffb-8fac-bfd0dfb375df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc HTTP/1.1" status: 200 len: 849 time: 0.2106543 Feb 09 13:08:37.533107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Allocated IP 172.25.5.26 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/214e5dad-f632-4eb8-ba07-e6c0e616b717) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:37.552355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Allocated IP 19.80.0.190 (43e27bec-717c-4209-ab5f-9361929daef8/8d14b56e-9cc6-467b-9d54-0e80626d23cb/e926cc8d-51f4-4ce0-ad50-b93f69e43840) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:37.580599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:08:37.605792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-912f40bf-234c-4a47-98f0-6b0f71ebdae4 req-8469f1c2-9030-46c1-b247-37d3f8de31d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a271064-d201-45d9-bfd1-814e59315977 HTTP/1.1" status: 200 len: 217 time: 0.1615577 Feb 09 13:08:37.623573 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0c879791-0a9f-4f97-b0f4-d8dbf3ede463 admin admin] 10.222.0.59 "PUT /v2.0/routers/775621e9-4f85-43f1-ac66-d885fab30aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5279334 Feb 09 13:08:37.626243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44614) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:37.796065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f40bf-234c-4a47-98f0-6b0f71ebdae4 req-96f1db5a-042d-4152-80c5-4c26f8795868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:37.797384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-912f40bf-234c-4a47-98f0-6b0f71ebdae4 req-96f1db5a-042d-4152-80c5-4c26f8795868 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69987c20-9f00-4199-a934-d28465136840 HTTP/1.1" status: 200 len: 860 time: 0.1641312 Feb 09 13:08:37.853131 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60ca2ff8-a6bf-4fa1-8451-1ee2e118099d req-eb5021ca-8c93-4b0d-a078-176e435e4661 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db14f556-1ce1-481c-84ef-ea73dbf55750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4016600 Feb 09 13:08:37.897656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f4d85-f88b-42f9-a627-c41223271202 req-4fbad7a0-9bd3-46c5-b4a3-2f7e582910fa tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:37.899155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-713f4d85-f88b-42f9-a627-c41223271202 req-4fbad7a0-9bd3-46c5-b4a3-2f7e582910fa tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 944 time: 0.3954561 Feb 09 13:08:37.901326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-912f40bf-234c-4a47-98f0-6b0f71ebdae4 req-a9db9879-db09-4194-8987-36b254c49f16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef29184e-39f6-4fde-962b-7cd7cd0cfea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941482 Feb 09 13:08:37.934431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:37.960224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Transition to ACTIVE for port object e926cc8d-51f4-4ce0-ad50-b93f69e43840 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:38.009283 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:38.056463 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:38.061555 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:38.211857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Port': ['ID=e926cc8d-51f4-4ce0-ad50-b93f69e43840,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:38.214974 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60ca2ff8-a6bf-4fa1-8451-1ee2e118099d req-432ca6e3-2fe3-4abf-b443-d6fa46e9a68b service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419409 Feb 09 13:08:38.216704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network 43e27bec-717c-4209-ab5f-9361929daef8 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:38.219464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:38.223277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:38.310271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:38.310671 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:38.337596 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e43a4ee5-29d6-42e3-86c6-e5fac8994b47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3094096 Feb 09 13:08:38.350037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'port': {'device_id': 'c4256249-9b55-4598-bfbe-b1d064127679', 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06', 'admin_state_up': True, 'tenant_id': '518eddaf9aae45579bfc8c3777121f31'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:38.402179 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-713f4d85-f88b-42f9-a627-c41223271202 req-803da627-5664-4f21-910a-fb2e5a56bc01 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3cb04cf-4889-47e0-9234-d5484ac4dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814024 Feb 09 13:08:38.427678 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-912f40bf-234c-4a47-98f0-6b0f71ebdae4 req-3f7fc34d-dd3b-4e6c-a59d-b22c3e54ac06 service neutron] 10.222.0.67 "GET /v2.0/networks/ef29184e-39f6-4fde-962b-7cd7cd0cfea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055006 Feb 09 13:08:38.522021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:38.527743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:38.534023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:port and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:38.537611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:38.541146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Deleting port b253ba68-72a2-4de6-8527-9386cd70a340 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:38.541522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:38.580166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:38.582493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4766e0a3-af66-4eaa-b49e-c63db27e4b52 None None] Provisioning for port e926cc8d-51f4-4ce0-ad50-b93f69e43840 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:38.593415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4766e0a3-af66-4eaa-b49e-c63db27e4b52 None None] Provisioning complete for port e926cc8d-51f4-4ce0-ad50-b93f69e43840 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:38.594034 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4766e0a3-af66-4eaa-b49e-c63db27e4b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:38.597719 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:38.606589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:38.610620 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:38.659570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4766e0a3-af66-4eaa-b49e-c63db27e4b52 None None] Port e926cc8d-51f4-4ce0-ad50-b93f69e43840 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:08:38.753719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:38.763500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:38.769810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 54fda867-5ccc-4476-a0e4-f86aa4a96c5b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:38.779300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:38.871438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event updated for resources: {'Port': ['ID=214e5dad-f632-4eb8-ba07-e6c0e616b717,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:38.895848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60ca2ff8-a6bf-4fa1-8451-1ee2e118099d req-74917c18-16af-4f4c-b6a7-17aa8df40e20 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664655 Feb 09 13:08:38.908926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-912f40bf-234c-4a47-98f0-6b0f71ebdae4 req-32fc4370-ce75-4ac8-9f29-e99a5b329fb9 service neutron] 10.222.0.67 "GET /v2.0/networks/ef29184e-39f6-4fde-962b-7cd7cd0cfea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669240 Feb 09 13:08:38.973982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddda9e7-4988-4845-9836-1d9b2fc7fa7f req-dea837e1-c8f4-4ff0-b523-a1e1af3a9dcc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:38.976591 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dddda9e7-4988-4845-9836-1d9b2fc7fa7f req-dea837e1-c8f4-4ff0-b523-a1e1af3a9dcc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 932 time: 0.3845227 Feb 09 13:08:38.981376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:38.986753 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.026376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] For port b253ba68-72a2-4de6-8527-9386cd70a340, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b253ba68-72a2-4de6-8527-9386cd70a340,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:39.026982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.070901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dddda9e7-4988-4845-9836-1d9b2fc7fa7f req-ccc8e240-5410-4adb-aa46-7f8efc84a645 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699215 Feb 09 13:08:39.158036 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.169221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Calling delete_port for b253ba68-72a2-4de6-8527-9386cd70a340 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:08:39.220977 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'code': 200} Feb 09 13:08:39.235051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.238699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Allocated IP 19.86.0.203 (9bd125c3-c7ea-4fd7-8414-fd9274c71e06/73042bec-6253-47e1-a47c-0ca3bebf91c0/942f2702-7e43-45cb-9174-0b843ca362fe) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:39.570284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.582035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.595959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04ae80c8-0056-4f74-9d47-9ec894b788f0 req-0b99fc18-7067-43af-b730-70a95293a4cf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 1096 time: 0.2834997 Feb 09 13:08:39.607927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9e5b0-c63c-40f2-9128-0c7dadebe3cb req-9fe70621-da9b-4b08-ae86-99d50742b257 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:39.607927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdf9e5b0-c63c-40f2-9128-0c7dadebe3cb req-9fe70621-da9b-4b08-ae86-99d50742b257 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2446952 Feb 09 13:08:39.635347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b253ba68-72a2-4de6-8527-9386cd70a340,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:39.671651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Transition to ACTIVE for port object 942f2702-7e43-45cb-9174-0b843ca362fe will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:39.690599 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.696691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04ae80c8-0056-4f74-9d47-9ec894b788f0 req-7c260e17-1e5f-45f3-b916-106c08dd7370 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887616 Feb 09 13:08:39.699713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.753872 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdf9e5b0-c63c-40f2-9128-0c7dadebe3cb req-78b1583b-ddcb-4b9c-b95a-93b231d2b832 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288083 Feb 09 13:08:39.813281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event updated for resources: {'Port': ['ID=214e5dad-f632-4eb8-ba07-e6c0e616b717,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:39.828837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.851592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.853263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46f3f96b-244a-4190-8625-521e65a46c0b req-824188f5-30b9-424e-b9fb-90f24c86eecc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1505225 Feb 09 13:08:39.868769 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.922401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:39.941354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-46f3f96b-244a-4190-8625-521e65a46c0b req-054add28-3bd9-40b0-a74d-879e301ab73a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Synchronizing usage tracker for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:39.960580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-46f3f96b-244a-4190-8625-521e65a46c0b req-054add28-3bd9-40b0-a74d-879e301ab73a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Unset dirty status for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:39.961797 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46f3f96b-244a-4190-8625-521e65a46c0b req-054add28-3bd9-40b0-a74d-879e301ab73a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.1024539 Feb 09 13:08:40.081735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:40.086435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:40.099089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Port': ['ID=942f2702-7e43-45cb-9174-0b843ca362fe,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:40.101557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:40.169404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3f96b-244a-4190-8625-521e65a46c0b req-b81c9e02-21b0-480b-8345-88a682112352 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:40.171320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46f3f96b-244a-4190-8625-521e65a46c0b req-b81c9e02-21b0-480b-8345-88a682112352 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.2032235 Feb 09 13:08:40.400574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-558ae1f9-d262-4415-a748-c9e8a0d20312 None None] Provisioning for port 942f2702-7e43-45cb-9174-0b843ca362fe completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:40.405413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-558ae1f9-d262-4415-a748-c9e8a0d20312 None None] Provisioning complete for port 942f2702-7e43-45cb-9174-0b843ca362fe triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:40.405960 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-558ae1f9-d262-4415-a748-c9e8a0d20312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:40.420389 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:40.431494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:40.432117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:40.433717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7cc3e-fa08-4303-ad1f-7c14b013c195 req-872f8763-0e8c-4915-b610-5bc36bb5db03 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:40.435210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eff7cc3e-fa08-4303-ad1f-7c14b013c195 req-872f8763-0e8c-4915-b610-5bc36bb5db03 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 944 time: 0.1287835 Feb 09 13:08:40.448106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:40.466843 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-07ba4cf2-2a5c-4d71-8fcd-3c736284a8c8 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1210761 Feb 09 13:08:40.471365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-558ae1f9-d262-4415-a748-c9e8a0d20312 None None] Port 942f2702-7e43-45cb-9174-0b843ca362fe cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:08:40.486144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'port': {'device_id': 'c4256249-9b55-4598-bfbe-b1d064127679', 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8', 'admin_state_up': True, 'tenant_id': '518eddaf9aae45579bfc8c3777121f31'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:40.505030 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:40.505567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 775621e9-4f85-43f1-ac66-d885fab30aa3 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:08:40.529254 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:40.530410 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc068245-9159-412a-9e07-2c94c9c2f4c2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/775621e9-4f85-43f1-ac66-d885fab30aa3 HTTP/1.1" status: 204 len: 168 time: 2.9032037 Feb 09 13:08:40.533409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44634) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:40.621708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eff7cc3e-fa08-4303-ad1f-7c14b013c195 req-b3297e33-579b-4668-8fae-d408e73f814e tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3cb04cf-4889-47e0-9234-d5484ac4dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719764 Feb 09 13:08:40.632905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c631c9-ad4f-4183-999b-bdfe3f9e525f req-e95f940e-9038-4984-b295-a98e74b7baf7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:40.636793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c631c9-ad4f-4183-999b-bdfe3f9e525f req-e95f940e-9038-4984-b295-a98e74b7baf7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:40.638409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2c631c9-ad4f-4183-999b-bdfe3f9e525f req-e95f940e-9038-4984-b295-a98e74b7baf7 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 1655 time: 0.2505004 Feb 09 13:08:40.667521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-041dfd80-792b-4deb-82d8-af5520e070a3 admin admin] Deleting subnet 6def6b82-7193-44cb-bfbe-26641554774d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:08:40.678146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-041dfd80-792b-4deb-82d8-af5520e070a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:40.738898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:40.746006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:port and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:40.750274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:40.754419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-041dfd80-792b-4deb-82d8-af5520e070a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:40.787250 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2c631c9-ad4f-4183-999b-bdfe3f9e525f req-9e274585-b7c3-4de3-a772-0c35e587ee47 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373370 Feb 09 13:08:40.790501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:40.820264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:40.823354 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:40.846054 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-c9f31a5a-844a-4d10-bb42-ff65d7d65464 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1804948 Feb 09 13:08:40.864360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:40.870188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:40.882837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:40.900650 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:40.950888 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-041dfd80-792b-4deb-82d8-af5520e070a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.077839 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.084613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Allocated IP 19.80.0.241 (43e27bec-717c-4209-ab5f-9361929daef8/8d14b56e-9cc6-467b-9d54-0e80626d23cb/0fca622e-74c8-468c-8e2b-dfc651135d9c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:41.098119 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-041dfd80-792b-4deb-82d8-af5520e070a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.142051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dfd80-792b-4deb-82d8-af5520e070a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6def6b82-7193-44cb-bfbe-26641554774d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:41.162875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-041dfd80-792b-4deb-82d8-af5520e070a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.173372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5185566-dfd3-4bc5-a5a1-9ce2fd063950 None None] Network 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:08:41.188927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-1d5a94e9-a2af-412b-a6d7-bb37db563f56 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:41.190380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-1d5a94e9-a2af-412b-a6d7-bb37db563f56 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/networks?id=34eda215-1860-4679-9f6e-fb7d723c6eeb HTTP/1.1" status: 200 len: 813 time: 0.2680423 Feb 09 13:08:41.198531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-041dfd80-792b-4deb-82d8-af5520e070a3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6def6b82-7193-44cb-bfbe-26641554774d HTTP/1.1" status: 204 len: 168 time: 0.6613016 Feb 09 13:08:41.198731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44644) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:41.287131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1a271064-d201-45d9-bfd1-814e59315977 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:41.319857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-a009f598-50e6-4667-8d28-7c701eabb823 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/quotas/a330efb12a874f09a0afa892c2774df8 HTTP/1.1" status: 200 len: 375 time: 0.0975692 Feb 09 13:08:41.373813 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.403478 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.421421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Transition to ACTIVE for port object 0fca622e-74c8-468c-8e2b-dfc651135d9c will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:41.422568 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.458018 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.472838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Deleting port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:41.474030 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.533233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1a271064-d201-45d9-bfd1-814e59315977, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1a271064-d201-45d9-bfd1-814e59315977,segment=NetworkSegment(75a45d87-1c75-47ba-942c-8fd502472359),segment_id=75a45d87-1c75-47ba-942c-8fd502472359)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:41.545397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Port': ['ID=0fca622e-74c8-468c-8e2b-dfc651135d9c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:41.550110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network 43e27bec-717c-4209-ab5f-9361929daef8 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:41.551688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:41.552441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '1a271064-d201-45d9-bfd1-814e59315977', 'network_id': 'ef29184e-39f6-4fde-962b-7cd7cd0cfea7', 'port_id': '1a271064-d201-45d9-bfd1-814e59315977', 'mac_address': 'fa:16:3e:4c:84:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69987c20-9f00-4199-a934-d28465136840', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:41.553877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:41.614602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.633139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:41.634024 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.638120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-1de584f4-7ab3-453e-a99d-cc786b2cc41b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a330efb12a874f09a0afa892c2774df8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3039279 Feb 09 13:08:41.641899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a271064-d201-45d9-bfd1-814e59315977 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:41.681447 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-8821bb3b-bdf1-40c2-a1a3-858187d815e5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1941679 Feb 09 13:08:41.707010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a42cc-1fcc-48cd-813d-032dbfe1ffb1 None None] DHCP port deletion for 9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:08:41.713650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Request body: {'port': {'device_id': 'c4256249-9b55-4598-bfbe-b1d064127679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:41.719638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1a271064-d201-45d9-bfd1-814e59315977, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1a271064-d201-45d9-bfd1-814e59315977,segment=NetworkSegment(75a45d87-1c75-47ba-942c-8fd502472359),segment_id=75a45d87-1c75-47ba-942c-8fd502472359)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:41.730788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a42cc-1fcc-48cd-813d-032dbfe1ffb1 None None] Deleting port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:41.730788 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe2a42cc-1fcc-48cd-813d-032dbfe1ffb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:41.808508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Allocated IP 172.25.5.93 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/351f45f2-341a-403e-9a65-59a1618a2df4) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:41.846460 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.006322 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.012312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1a271064-d201-45d9-bfd1-814e59315977,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.073657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:08:42.117605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-a2b06a90-da9d-4666-8d47-2b39096ec55d service neutron] 10.222.0.59 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708567 Feb 09 13:08:42.147292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-888b67b5-ac44-45b2-8212-6e594035e578 None None] Provisioning for port 0fca622e-74c8-468c-8e2b-dfc651135d9c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:42.165113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fe2a42cc-1fcc-48cd-813d-032dbfe1ffb1 None None] For port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ac1ac0a3-5e8f-4452-b3ee-28fc19454de4,segment=NetworkSegment(5329d975-65b6-471f-9fb6-62f7f39c8e15),segment_id=5329d975-65b6-471f-9fb6-62f7f39c8e15)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:42.165113 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe2a42cc-1fcc-48cd-813d-032dbfe1ffb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.165113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['1a271064-d201-45d9-bfd1-814e59315977'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:42.205743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-888b67b5-ac44-45b2-8212-6e594035e578 None None] Provisioning complete for port 0fca622e-74c8-468c-8e2b-dfc651135d9c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:42.206145 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-888b67b5-ac44-45b2-8212-6e594035e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.400524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a42cc-1fcc-48cd-813d-032dbfe1ffb1 None None] Calling delete_port for ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:08:42.482562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-888b67b5-ac44-45b2-8212-6e594035e578 None None] Port 0fca622e-74c8-468c-8e2b-dfc651135d9c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:08:42.541192 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe2a42cc-1fcc-48cd-813d-032dbfe1ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.544508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e926cc8d-51f4-4ce0-ad50-b93f69e43840 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:42.552305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.568315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Transition to ACTIVE for port object e926cc8d-51f4-4ce0-ad50-b93f69e43840 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:42.572068 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.584034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] For port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ac1ac0a3-5e8f-4452-b3ee-28fc19454de4,segment=NetworkSegment(5329d975-65b6-471f-9fb6-62f7f39c8e15),segment_id=5329d975-65b6-471f-9fb6-62f7f39c8e15)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:42.584653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.601728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a42cc-1fcc-48cd-813d-032dbfe1ffb1 None None] Pushing event deleted for resources: {'Port': ['ID=ac1ac0a3-5e8f-4452-b3ee-28fc19454de4,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:42.607725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-cf3cdabc-d173-45c9-935d-8fb2b39a5ad8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:42.609623 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-cf3cdabc-d173-45c9-935d-8fb2b39a5ad8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b6712c0-37be-42fe-9d4f-8f02122d4e39 HTTP/1.1" status: 200 len: 945 time: 0.6915846 Feb 09 13:08:42.611873 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2a42cc-1fcc-48cd-813d-032dbfe1ffb1 None None] No DVR routers for this DVR port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:08:42.677915 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-46d1f0e1-f130-4b09-990a-8119f5533e48 service neutron] 10.222.0.59 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666065 Feb 09 13:08:42.769187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:08:42.829793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:08:42.830577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:08:42.831625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Calling delete_port for ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:08:42.868393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-c58fcbb7-6ba6-4238-9727-6c58748f55e8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Deleting port e4dd441e-7fe4-47b1-a375-070dce2606d0 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:42.868734 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-c58fcbb7-6ba6-4238-9727-6c58748f55e8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.946066 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:42.968739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Pushing event updated for resources: {'Port': ['ID=e926cc8d-51f4-4ce0-ad50-b93f69e43840,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:43.011467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Attempting to bind port e926cc8d-51f4-4ce0-ad50-b93f69e43840 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:43.012408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Attempting to bind port e926cc8d-51f4-4ce0-ad50-b93f69e43840 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:43.013112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Attempting to bind port e926cc8d-51f4-4ce0-ad50-b93f69e43840 on network 43e27bec-717c-4209-ab5f-9361929daef8 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:43.021984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Port e926cc8d-51f4-4ce0-ad50-b93f69e43840 on network 43e27bec-717c-4209-ab5f-9361929daef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:08:43.022394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Attempting to bind port e926cc8d-51f4-4ce0-ad50-b93f69e43840 on network 43e27bec-717c-4209-ab5f-9361929daef8 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:43.037393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:43.037803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Checking segment: {'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:43.038267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Bound using segment: {'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:43.038816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Bound port: e926cc8d-51f4-4ce0-ad50-b93f69e43840, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:43.039235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.077283 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:08:43.077600 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:08:43.148972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] For port e926cc8d-51f4-4ce0-ad50-b93f69e43840, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:43.152705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] For port e926cc8d-51f4-4ce0-ad50-b93f69e43840, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e926cc8d-51f4-4ce0-ad50-b93f69e43840,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:43.156734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.240587 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.245471 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.247288 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] 10.222.0.67 "PUT /v2.0/ports/e926cc8d-51f4-4ce0-ad50-b93f69e43840 HTTP/1.1" status: 200 len: 1092 time: 1.5614274 Feb 09 13:08:43.247688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'tag': 'e926cc8d-51f4-4ce0-ad50-b93f69e43840'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:43.267193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1104750-545f-4f3a-85b0-79d4f9c3d557 service neutron] Pushing event updated for resources: {'Port': ['ID=e926cc8d-51f4-4ce0-ad50-b93f69e43840,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:43.281969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Request body: {'port': {'device_id': 'c4256249-9b55-4598-bfbe-b1d064127679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:43.284627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1a271064-d201-45d9-bfd1-814e59315977 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:43.380854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:43.385527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event updated for resources: {'Port': ['ID=351f45f2-341a-403e-9a65-59a1618a2df4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:43.389363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-c58fcbb7-6ba6-4238-9727-6c58748f55e8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] For port e4dd441e-7fe4-47b1-a375-070dce2606d0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e4dd441e-7fe4-47b1-a375-070dce2606d0,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:43.389913 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-c58fcbb7-6ba6-4238-9727-6c58748f55e8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.400058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:43.412383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:43.427780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 1a271064-d201-45d9-bfd1-814e59315977 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:43.433975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 1a271064-d201-45d9-bfd1-814e59315977 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:43.435355 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.521125 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.616072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Deleting port ac1ac0a3-5e8f-4452-b3ee-28fc19454de4 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:43.617008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.617736 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.655926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddf4223-f50a-433b-abce-f0b1447755d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a271064-d201-45d9-bfd1-814e59315977'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:43.665033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-c58fcbb7-6ba6-4238-9727-6c58748f55e8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Calling delete_port for e4dd441e-7fe4-47b1-a375-070dce2606d0 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:08:43.670176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1a271064-d201-45d9-bfd1-814e59315977, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1a271064-d201-45d9-bfd1-814e59315977,segment=NetworkSegment(75a45d87-1c75-47ba-942c-8fd502472359),segment_id=75a45d87-1c75-47ba-942c-8fd502472359)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:43.675231 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.742175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] The port 'ac1ac0a3-5e8f-4452-b3ee-28fc19454de4' was deleted {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:08:43.746622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1a271064-d201-45d9-bfd1-814e59315977,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:43.756007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f8ddb-508a-44f5-947d-2c6b98ae566f req-66311bdc-9c06-4581-b6b1-8c7a58286342 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:43.757494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d45f8ddb-508a-44f5-947d-2c6b98ae566f req-66311bdc-9c06-4581-b6b1-8c7a58286342 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.6414945 Feb 09 13:08:43.921189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942f2702-7e43-45cb-9174-0b843ca362fe {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:43.928943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.945447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Transition to ACTIVE for port object 942f2702-7e43-45cb-9174-0b843ca362fe will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:43.949791 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.963093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:43.975145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d45f8ddb-508a-44f5-947d-2c6b98ae566f req-e6e819b5-559a-4660-9c13-5149f29a7427 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075453 Feb 09 13:08:44.108921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:44.128530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5329d975-65b6-471f-9fb6-62f7f39c8e15') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:44.128530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5329d975-65b6-471f-9fb6-62f7f39c8e15') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:08:44.143439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Pushing event updated for resources: {'Port': ['ID=942f2702-7e43-45cb-9174-0b843ca362fe,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:44.246854 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-c58fcbb7-6ba6-4238-9727-6c58748f55e8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.250157 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.259993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e4dd441e-7fe4-47b1-a375-070dce2606d0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:44.306550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Attempting to bind port 942f2702-7e43-45cb-9174-0b843ca362fe on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:44.307057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Attempting to bind port 942f2702-7e43-45cb-9174-0b843ca362fe by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '6b18b726-ee2c-4753-999c-f88cc59797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:44.307388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Attempting to bind port 942f2702-7e43-45cb-9174-0b843ca362fe on network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:44.314186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Port 942f2702-7e43-45cb-9174-0b843ca362fe on network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:08:44.314450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Attempting to bind port 942f2702-7e43-45cb-9174-0b843ca362fe on network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:44.322529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:44.322871 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Checking segment: {'id': '6b18b726-ee2c-4753-999c-f88cc59797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:44.323263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Bound using segment: {'id': '6b18b726-ee2c-4753-999c-f88cc59797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:44.323689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Bound port: 942f2702-7e43-45cb-9174-0b843ca362fe, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b18b726-ee2c-4753-999c-f88cc59797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:44.324030 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.423197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] For port 942f2702-7e43-45cb-9174-0b843ca362fe, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:44.430232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] For port 942f2702-7e43-45cb-9174-0b843ca362fe, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=942f2702-7e43-45cb-9174-0b843ca362fe,segment=NetworkSegment(6b18b726-ee2c-4753-999c-f88cc59797c4),segment_id=6b18b726-ee2c-4753-999c-f88cc59797c4)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:44.438410 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.502670 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.504142 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] 10.222.0.67 "PUT /v2.0/ports/942f2702-7e43-45cb-9174-0b843ca362fe HTTP/1.1" status: 200 len: 1092 time: 1.2266316 Feb 09 13:08:44.534610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Request body: {'port': {'device_id': 'c4256249-9b55-4598-bfbe-b1d064127679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:44.546028 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.552443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fcbb7-6ba6-4238-9727-6c58748f55e8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Pushing event deleted for resources: {'Port': ['ID=e4dd441e-7fe4-47b1-a375-070dce2606d0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:44.563763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.584841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbd609-2403-4588-a6b5-5bcc59dffb23 service neutron] Pushing event updated for resources: {'Port': ['ID=942f2702-7e43-45cb-9174-0b843ca362fe,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:44.675070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.693581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-c58fcbb7-6ba6-4238-9727-6c58748f55e8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] No DVR routers for this DVR port e4dd441e-7fe4-47b1-a375-070dce2606d0 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:08:44.708143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:08:44.708143 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:08:44.721988 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:08:44.724698 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-c58fcbb7-6ba6-4238-9727-6c58748f55e8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.741989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6712c0-37be-42fe-9d4f-8f02122d4e39', 'name': 'network-vif-deleted', 'tag': 'e4dd441e-7fe4-47b1-a375-070dce2606d0'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:44.867864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33fcd767-7c3e-4184-87ae-d874b1b2b04c req-c58fcbb7-6ba6-4238-9727-6c58748f55e8 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "DELETE /v2.0/ports/e4dd441e-7fe4-47b1-a375-070dce2606d0 HTTP/1.1" status: 204 len: 173 time: 2.1861391 Feb 09 13:08:44.868286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.908122 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.945051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:44.969572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-21927bdf-8904-4de3-8553-2fca3b5eb2e6 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:44.971049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-21927bdf-8904-4de3-8553-2fca3b5eb2e6 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "GET /v2.0/networks?id=34eda215-1860-4679-9f6e-fb7d723c6eeb HTTP/1.1" status: 200 len: 813 time: 0.6826072 Feb 09 13:08:44.971784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] Pushing event deleted for resources: {'Network': ['ID=9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:45.001253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48258bb4-ccd7-497b-b30e-a8bb52e50af2 req-f4adcd30-6586-4f15-a4d0-928ea69fbc08 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:45.003299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48258bb4-ccd7-497b-b30e-a8bb52e50af2 req-f4adcd30-6586-4f15-a4d0-928ea69fbc08 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 946 time: 0.8635266 Feb 09 13:08:45.009382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Request body: {'port': {'device_id': '19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80', 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb', 'admin_state_up': True, 'tenant_id': 'a330efb12a874f09a0afa892c2774df8'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:45.045312 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-90fd6c53-6df1-4c9e-b2cf-2437863ca5fe admin admin] 10.222.0.59 "DELETE /v2.0/networks/9a80c57b-6d7f-4913-bc6d-ed4c056ee8a3 HTTP/1.1" status: 204 len: 168 time: 3.8355238 Feb 09 13:08:45.067261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fca622e-74c8-468c-8e2b-dfc651135d9c {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:45.074200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.089543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Transition to ACTIVE for port object 0fca622e-74c8-468c-8e2b-dfc651135d9c will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:45.095065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.246909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44676) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:45.330803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48258bb4-ccd7-497b-b30e-a8bb52e50af2 req-5d396990-cbc3-495c-89e7-0f7c6b0d1f17 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3cb04cf-4889-47e0-9234-d5484ac4dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029637 Feb 09 13:08:45.408743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:45.444469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Usage tracker for resource:port and tenant:a330efb12a874f09a0afa892c2774df8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:45.462558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:45.464098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Pushing event updated for resources: {'Port': ['ID=0fca622e-74c8-468c-8e2b-dfc651135d9c,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:45.501989 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d409ae24-2b52-4e59-bdff-09e8a935d990 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07bc548521b24dae924893bb6bcbdc20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2399914 Feb 09 13:08:45.505852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44682) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:08:45.507467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:45.517225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.531081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Attempting to bind port 0fca622e-74c8-468c-8e2b-dfc651135d9c on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:45.531583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Attempting to bind port 0fca622e-74c8-468c-8e2b-dfc651135d9c by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:45.532143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Attempting to bind port 0fca622e-74c8-468c-8e2b-dfc651135d9c on network 43e27bec-717c-4209-ab5f-9361929daef8 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:45.565358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Port 0fca622e-74c8-468c-8e2b-dfc651135d9c on network 43e27bec-717c-4209-ab5f-9361929daef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:08:45.565855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Attempting to bind port 0fca622e-74c8-468c-8e2b-dfc651135d9c on network 43e27bec-717c-4209-ab5f-9361929daef8 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:45.577903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.584069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:45.584069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Checking segment: {'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:45.584847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Bound using segment: {'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:45.584956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Bound port: 0fca622e-74c8-468c-8e2b-dfc651135d9c, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1923d6f1-e10c-4a96-89f1-cb40f4c35e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:45.585257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.612733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Made reservation on behalf of a330efb12a874f09a0afa892c2774df8 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:45.616690 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.653997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3050ab65-4e9c-431f-a0a5-576187e54539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.707203 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3050ab65-4e9c-431f-a0a5-576187e54539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.735412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] For port 0fca622e-74c8-468c-8e2b-dfc651135d9c, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:45.750905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event updated for resources: {'Port': ['ID=351f45f2-341a-403e-9a65-59a1618a2df4,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:45.761728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] For port 0fca622e-74c8-468c-8e2b-dfc651135d9c, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0fca622e-74c8-468c-8e2b-dfc651135d9c,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:45.769950 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.812311 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.831431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.832413 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] 10.222.0.67 "PUT /v2.0/ports/0fca622e-74c8-468c-8e2b-dfc651135d9c HTTP/1.1" status: 200 len: 1092 time: 1.3022413 Feb 09 13:08:45.836265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3050ab65-4e9c-431f-a0a5-576187e54539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.849858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9f1eb-d4a1-44b9-9fa1-dc46d1d58a46 req-053c62f8-bb6d-4b60-b2f1-e632aab80aec tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:45.853880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9f1eb-d4a1-44b9-9fa1-dc46d1d58a46 req-053c62f8-bb6d-4b60-b2f1-e632aab80aec tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:45.857979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9f1eb-d4a1-44b9-9fa1-dc46d1d58a46 req-053c62f8-bb6d-4b60-b2f1-e632aab80aec tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:45.859946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75f9f1eb-d4a1-44b9-9fa1-dc46d1d58a46 req-053c62f8-bb6d-4b60-b2f1-e632aab80aec tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2413 time: 0.3406756 Feb 09 13:08:45.874400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050ab65-4e9c-431f-a0a5-576187e54539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f65476a-3338-4d4e-b207-1a1e0ac0d9cc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:45.886306 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3050ab65-4e9c-431f-a0a5-576187e54539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.887507 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3050ab65-4e9c-431f-a0a5-576187e54539 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f65476a-3338-4d4e-b207-1a1e0ac0d9cc HTTP/1.1" status: 204 len: 168 time: 0.3806310 Feb 09 13:08:45.888469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdb225-31a1-4e10-b137-19935b2c5a31 service neutron] Pushing event updated for resources: {'Port': ['ID=0fca622e-74c8-468c-8e2b-dfc651135d9c,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:45.903582 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:45.904755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-20af13df-0532-446a-a7ee-5e43b42eef3a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.0465150 Feb 09 13:08:45.987684 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:46.008972 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-afeb09bc-84d8-4a1d-926e-7b28f31abbe8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=518eddaf9aae45579bfc8c3777121f31&device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2866 time: 0.1241221 Feb 09 13:08:46.100935 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-1e4fe4c6-029f-4dfc-a8f8-9697a238c896 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=e926cc8d-51f4-4ce0-ad50-b93f69e43840 HTTP/1.1" status: 200 len: 217 time: 0.0773203 Feb 09 13:08:46.133640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-0c63b1a2-a446-4c28-9ba6-dc97ef494f8a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Synchronizing usage tracker for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:46.150503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75f9f1eb-d4a1-44b9-9fa1-dc46d1d58a46 req-7ae5ce58-a596-49a2-8ebe-19cc8e4aa5fb tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481251 Feb 09 13:08:46.167780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Allocated IP 172.20.0.5 (34eda215-1860-4679-9f6e-fb7d723c6eeb/b1cfab22-fbc9-47d6-830d-a7cde767863d/e980a58f-5014-4768-9f39-1172195b9531) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:46.181087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-0c63b1a2-a446-4c28-9ba6-dc97ef494f8a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Unset dirty status for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:46.182266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-0c63b1a2-a446-4c28-9ba6-dc97ef494f8a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.2483964 Feb 09 13:08:46.215616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-d29e927b-3cc4-4541-95e6-86b2c66dba2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:46.217351 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-d29e927b-3cc4-4541-95e6-86b2c66dba2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8d14b56e-9cc6-467b-9d54-0e80626d23cb HTTP/1.1" status: 200 len: 801 time: 0.1060443 Feb 09 13:08:46.328983 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-3bfb5fbd-a644-4557-8045-ede196ebd069 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=43e27bec-717c-4209-ab5f-9361929daef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1034334 Feb 09 13:08:46.402506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7788a95a-3286-4d30-950b-68ef3246031b req-b4e34aad-786d-4784-9c76-f77c68bf6021 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Synchronizing usage tracker for tenant:a330efb12a874f09a0afa892c2774df8 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:46.470369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7788a95a-3286-4d30-950b-68ef3246031b req-b4e34aad-786d-4784-9c76-f77c68bf6021 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Unset dirty status for tenant:a330efb12a874f09a0afa892c2774df8 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:46.472229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7788a95a-3286-4d30-950b-68ef3246031b req-b4e34aad-786d-4784-9c76-f77c68bf6021 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 210 time: 0.1207736 Feb 09 13:08:46.564006 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-eb522c58-91f1-4b01-a95a-9d6bce55b83c service neutron] 10.222.0.67 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275851 Feb 09 13:08:46.776890 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-9d9f1bd3-a443-44d5-8ebb-d875ad00e83f service neutron] 10.222.0.67 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033212 Feb 09 13:08:46.861087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-bacd8130-d9f7-48e5-9fcb-a4a903093925 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:46.863312 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e64d228b-66f6-4915-aa38-dbf3c3a362ea req-bacd8130-d9f7-48e5-9fcb-a4a903093925 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.6745520 Feb 09 13:08:46.946792 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'tag': 'e926cc8d-51f4-4ce0-ad50-b93f69e43840', 'status': 'completed', 'code': 200} Feb 09 13:08:46.948992 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:46.949734 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-566515f3-5918-4590-a42a-56ceb2656018 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.203&port_id=942f2702-7e43-45cb-9174-0b843ca362fe HTTP/1.1" status: 200 len: 217 time: 0.1658196 Feb 09 13:08:46.966642 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddf4223-f50a-433b-abce-f0b1447755d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a271064-d201-45d9-bfd1-814e59315977', 'code': 200} Feb 09 13:08:46.995375 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.109179 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6712c0-37be-42fe-9d4f-8f02122d4e39', 'name': 'network-vif-deleted', 'tag': 'e4dd441e-7fe4-47b1-a375-070dce2606d0', 'status': 'completed', 'code': 200} Feb 09 13:08:47.144471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-0348a85e-2aba-406b-a52e-70f2109f0332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:47.146624 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-0348a85e-2aba-406b-a52e-70f2109f0332 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73042bec-6253-47e1-a47c-0ca3bebf91c0 HTTP/1.1" status: 200 len: 801 time: 0.1756945 Feb 09 13:08:47.249759 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-307a1d34-c461-44d8-8613-3dcaadd574f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9bd125c3-c7ea-4fd7-8414-fd9274c71e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0951712 Feb 09 13:08:47.304531 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4dd441e-7fe4-47b1-a375-070dce2606d0 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:08:47.337115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Pushing event updated for resources: {'Port': ['ID=e980a58f-5014-4768-9f39-1172195b9531,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:47.361916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: e4dd441e-7fe4-47b1-a375-070dce2606d0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:08:47.362654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e4dd441e-7fe4-47b1-a375-070dce2606d0 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:08:47.395974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Network 34eda215-1860-4679-9f6e-fb7d723c6eeb is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:47.407010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:47.421083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:47.426716 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-99183d0a-8bac-4e53-b612-a274c198f046 service neutron] 10.222.0.67 "GET /v2.0/networks/9bd125c3-c7ea-4fd7-8414-fd9274c71e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695249 Feb 09 13:08:47.525068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-418a8d94-f493-4df6-801b-514afc9ceae1 req-bf9f4fec-9363-4a2c-9465-9ac159990375 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 1097 time: 0.4204700 Feb 09 13:08:47.546629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:47.547241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.580667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0590ef-7a8e-439d-8cc8-c97c24dab720 req-fc0e5a58-9de0-4672-98c5-241129a6f028 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:47.584647 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-062dfa0e-e673-4387-bdd3-b37ce75eaf44 service neutron] 10.222.0.67 "GET /v2.0/networks/9bd125c3-c7ea-4fd7-8414-fd9274c71e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502128 Feb 09 13:08:47.586965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca0590ef-7a8e-439d-8cc8-c97c24dab720 req-fc0e5a58-9de0-4672-98c5-241129a6f028 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 946 time: 0.3893700 Feb 09 13:08:47.597610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-ea8ae2aa-1be4-4faa-ae22-b7168cabfa53 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:47.599115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-ea8ae2aa-1be4-4faa-ae22-b7168cabfa53 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 813 time: 0.3967133 Feb 09 13:08:47.627739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-d9e2eb0a-74dc-4ee9-9d1b-d395faa5d9ed tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6397724 Feb 09 13:08:47.642636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Request body: {'port': {'device_id': '19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:47.680050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-d1ef408e-f14d-4bef-a05a-f77f796bddaf tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/quotas/2a9fabf97ae14f399b624e2d74cacdd7 HTTP/1.1" status: 200 len: 375 time: 0.0695848 Feb 09 13:08:47.683714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-418a8d94-f493-4df6-801b-514afc9ceae1 req-4bf4c4d1-6701-4786-aada-1a24336896df service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e3cb04cf-4889-47e0-9234-d5484ac4dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440885 Feb 09 13:08:47.706651 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-ce116b18-042c-4d3f-a373-8fec1ad77197 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=0fca622e-74c8-468c-8e2b-dfc651135d9c HTTP/1.1" status: 200 len: 217 time: 0.1157348 Feb 09 13:08:47.812167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:47.917722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-fd7c49f9-db3e-4c3f-b7f2-ad06819df1a6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2187417 Feb 09 13:08:47.975421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53f538-6273-4f47-b418-7c07c1838946 req-25cc97a9-a65f-4dc4-8c3d-6de41dd9b9bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:47.977155 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-25cc97a9-a65f-4dc4-8c3d-6de41dd9b9bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8d14b56e-9cc6-467b-9d54-0e80626d23cb HTTP/1.1" status: 200 len: 801 time: 0.0854983 Feb 09 13:08:48.160550 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-e4c1121f-18e4-4426-9fd6-c4e15ed0e625 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=43e27bec-717c-4209-ab5f-9361929daef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1756892 Feb 09 13:08:48.169864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca0590ef-7a8e-439d-8cc8-c97c24dab720 req-b36fbb13-b9d7-4575-8716-5d689971e72f tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3cb04cf-4889-47e0-9234-d5484ac4dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696912 Feb 09 13:08:48.321790 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-f2a49c52-b072-450c-8bbd-38c93cf0020e service neutron] 10.222.0.67 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542039 Feb 09 13:08:48.326276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-7b543368-18bd-415b-bb35-ff5c0c94bf19 service neutron] 10.222.0.59 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867767 Feb 09 13:08:48.461819 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7d53f538-6273-4f47-b418-7c07c1838946 req-0998f59e-e669-4c76-ad51-7915d6c04978 service neutron] 10.222.0.67 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320326 Feb 09 13:08:48.592361 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2afb8ea-a66a-43d0-9080-31455073dd68 req-8d58dcfc-e60a-4a6a-9831-5be84db356db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=518eddaf9aae45579bfc8c3777121f31&device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2866 time: 0.0772581 Feb 09 13:08:48.623343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-f05a817d-11fe-43c0-b843-a20fb0d1209f tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3055890 Feb 09 13:08:48.643413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:48.650752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-40b44051-9296-40bd-91d8-a7d2f69301d9 service neutron] 10.222.0.59 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959785 Feb 09 13:08:48.654120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:48.703013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:48.717723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e980a58f-5014-4768-9f39-1172195b9531 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:48.722903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:48.729849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afb8ea-a66a-43d0-9080-31455073dd68 req-116c4a01-e512-43fa-879f-36d76af53d18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:48.731370 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2afb8ea-a66a-43d0-9080-31455073dd68 req-116c4a01-e512-43fa-879f-36d76af53d18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=43e27bec-717c-4209-ab5f-9361929daef8 HTTP/1.1" status: 200 len: 903 time: 0.1317658 Feb 09 13:08:48.745229 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:48.871017 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2afb8ea-a66a-43d0-9080-31455073dd68 req-c14535b0-a4e9-4db1-8697-bf27c77f28f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=e926cc8d-51f4-4ce0-ad50-b93f69e43840 HTTP/1.1" status: 200 len: 217 time: 0.1305978 Feb 09 13:08:48.914627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Transition to ACTIVE for port object e980a58f-5014-4768-9f39-1172195b9531 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:48.968187 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:48.968902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'tag': '942f2702-7e43-45cb-9174-0b843ca362fe'}, {'name': 'network-changed', 'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'tag': '0fca622e-74c8-468c-8e2b-dfc651135d9c'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:49.024085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afb8ea-a66a-43d0-9080-31455073dd68 req-97706672-8902-440e-81fd-84d22a83613a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:49.025798 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2afb8ea-a66a-43d0-9080-31455073dd68 req-97706672-8902-440e-81fd-84d22a83613a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8d14b56e-9cc6-467b-9d54-0e80626d23cb HTTP/1.1" status: 200 len: 801 time: 0.1424561 Feb 09 13:08:49.147865 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2afb8ea-a66a-43d0-9080-31455073dd68 req-aa31ff83-0351-49ab-b5ca-2252b504905d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=43e27bec-717c-4209-ab5f-9361929daef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1104095 Feb 09 13:08:49.232164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=e980a58f-5014-4768-9f39-1172195b9531,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:49.295155 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2afb8ea-a66a-43d0-9080-31455073dd68 req-ced67ab9-36cc-4515-897f-3926149e6b0c service neutron] 10.222.0.67 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388729 Feb 09 13:08:49.378713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:49.387313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795c700-aaef-44e3-8758-ba5f00efad8c req-fb4c838b-4ad1-4b13-85c1-e99bd26984ee tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:49.391204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795c700-aaef-44e3-8758-ba5f00efad8c req-fb4c838b-4ad1-4b13-85c1-e99bd26984ee tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:49.395194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795c700-aaef-44e3-8758-ba5f00efad8c req-fb4c838b-4ad1-4b13-85c1-e99bd26984ee tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:49.396866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f795c700-aaef-44e3-8758-ba5f00efad8c req-fb4c838b-4ad1-4b13-85c1-e99bd26984ee tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2413 time: 0.4882829 Feb 09 13:08:49.455782 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2afb8ea-a66a-43d0-9080-31455073dd68 req-61c98832-0e54-49a1-aa3e-3c749e0a9d49 service neutron] 10.222.0.67 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399429 Feb 09 13:08:49.493982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Attempting to bind port e980a58f-5014-4768-9f39-1172195b9531 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:49.494222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Attempting to bind port e980a58f-5014-4768-9f39-1172195b9531 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:49.494554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Attempting to bind port e980a58f-5014-4768-9f39-1172195b9531 on network 34eda215-1860-4679-9f6e-fb7d723c6eeb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:49.524457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Port e980a58f-5014-4768-9f39-1172195b9531 on network 34eda215-1860-4679-9f6e-fb7d723c6eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:08:49.524780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Attempting to bind port e980a58f-5014-4768-9f39-1172195b9531 on network 34eda215-1860-4679-9f6e-fb7d723c6eeb {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:49.573808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f795c700-aaef-44e3-8758-ba5f00efad8c req-485501bb-16e8-4310-89ae-b8167a7ca79e tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308773 Feb 09 13:08:49.583649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:49.583649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Checking segment: {'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:49.583943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Bound using segment: {'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:49.584908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Bound port: e980a58f-5014-4768-9f39-1172195b9531, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f3efe1-e582-43bd-87f9-40f804d09585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:49.585365 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:49.658337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Allocated IP 172.25.5.197 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/041198b3-a2c6-4e95-bd80-c68a6c942808) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:49.820626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] For port e980a58f-5014-4768-9f39-1172195b9531, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:49.848518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] For port e980a58f-5014-4768-9f39-1172195b9531, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e980a58f-5014-4768-9f39-1172195b9531,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:49.858554 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:49.959739 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:49.961296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] 10.222.0.67 "PUT /v2.0/ports/e980a58f-5014-4768-9f39-1172195b9531 HTTP/1.1" status: 200 len: 1091 time: 2.3244092 Feb 09 13:08:49.964185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80', 'tag': 'e980a58f-5014-4768-9f39-1172195b9531'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:49.992872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e9581-d8d9-4aab-9572-22cb33e6fbf4 req-d148ddce-2c40-40fb-8c55-475bb127b0c7 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:49.994351 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-106e9581-d8d9-4aab-9572-22cb33e6fbf4 req-d148ddce-2c40-40fb-8c55-475bb127b0c7 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 943 time: 0.3055871 Feb 09 13:08:50.003282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.011525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46f5f7-c950-4366-bf66-ec75880b9e07 service neutron] Pushing event updated for resources: {'Port': ['ID=e980a58f-5014-4768-9f39-1172195b9531,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:50.129892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-106e9581-d8d9-4aab-9572-22cb33e6fbf4 req-a83a2214-98bf-49b8-9d6d-ffd934b8cad6 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214502 Feb 09 13:08:50.146432 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.206615 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-7b067b61-64a1-4dfb-878a-e845516b77cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a330efb12a874f09a0afa892c2774df8&device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 1094 time: 0.1712861 Feb 09 13:08:50.207906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-e27848d1-7337-4e04-ac8b-ada5e562cb8c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:50.209571 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-e27848d1-7337-4e04-ac8b-ada5e562cb8c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.67 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 813 time: 0.1639323 Feb 09 13:08:50.226970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:50.236489 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Request body: {'port': {'device_id': '06fb85f7-f2f6-4902-b74d-9684d9b75b3b', 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905', 'admin_state_up': True, 'tenant_id': '2a9fabf97ae14f399b624e2d74cacdd7'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:50.288061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:50.289914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event updated for resources: {'Port': ['ID=041198b3-a2c6-4e95-bd80-c68a6c942808,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:50.297203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:50.338532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-1641f42e-9f80-4690-8e3e-9fdb7020135e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e980a58f-5014-4768-9f39-1172195b9531 HTTP/1.1" status: 200 len: 217 time: 0.1077876 Feb 09 13:08:50.389081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:50.392704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Usage tracker for resource:port and tenant:2a9fabf97ae14f399b624e2d74cacdd7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:08:50.396087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:08:50.401671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:50.413724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Made reservation on behalf of 2a9fabf97ae14f399b624e2d74cacdd7 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:08:50.418397 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.425175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-9e83bd30-6be8-4c08-adc8-0371fff4d16c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:50.426901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-9e83bd30-6be8-4c08-adc8-0371fff4d16c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1cfab22-fbc9-47d6-830d-a7cde767863d HTTP/1.1" status: 200 len: 853 time: 0.0780210 Feb 09 13:08:50.481120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-3d0f3539-d144-41df-a8be-2c91233b3c48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34eda215-1860-4679-9f6e-fb7d723c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469084 Feb 09 13:08:50.610121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Allocated IP 172.20.0.11 (ce0fe483-d43c-4e01-adab-40eb1b1b5905/19b012f7-1ce6-4626-b8fb-43ba553e2e3e/3175a430-dc1a-4524-9ee5-84ee68101e48) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:50.814109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71c9e0a0-d362-4ad5-b66b-c9323130e04b req-214f6b76-d146-4a28-96c4-d8ab1c18ac69 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 210 time: 0.2399037 Feb 09 13:08:50.819201 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.881278 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-f03629de-2b84-4549-bac8-f73924776602 service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917041 Feb 09 13:08:50.896041 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'tag': '942f2702-7e43-45cb-9174-0b843ca362fe', 'status': 'completed', 'code': 200} Feb 09 13:08:50.896295 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'tag': '0fca622e-74c8-468c-8e2b-dfc651135d9c', 'status': 'completed', 'code': 200} Feb 09 13:08:50.935107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.965219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.977525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:50.989458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['66b4ad0f-29f0-4186-9fd0-446d1dc080e9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:51.088093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Network ce0fe483-d43c-4e01-adab-40eb1b1b5905 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:51.095238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:51.102356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:51.141444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Pushing event updated for resources: {'Port': ['ID=3175a430-dc1a-4524-9ee5-84ee68101e48,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:51.200383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:51.201024 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.223338 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-79e565f4-60df-48fb-832c-626ba89a797f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9951975 Feb 09 13:08:51.235009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Request body: {'port': {'device_id': '06fb85f7-f2f6-4902-b74d-9684d9b75b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:51.269125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8ac9d46-0edf-4de7-9c50-ddb1d1043346 req-f42a4f42-9ed5-4f00-81e0-d4e45d0b1af5 service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760309 Feb 09 13:08:51.322250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e926cc8d-51f4-4ce0-ad50-b93f69e43840 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:51.337830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-c803ed2c-a0ac-4af2-bb1d-3c51890c2ac3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=518eddaf9aae45579bfc8c3777121f31&device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2866 time: 0.4197712 Feb 09 13:08:51.355150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.397041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ad20-d304-4605-a5e7-9afb9fce840b req-36f69d65-1887-472e-bc00-43287d53a54c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:51.398485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a897ad20-d304-4605-a5e7-9afb9fce840b req-36f69d65-1887-472e-bc00-43287d53a54c tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 946 time: 0.3824494 Feb 09 13:08:51.483817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e926cc8d-51f4-4ce0-ad50-b93f69e43840, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e926cc8d-51f4-4ce0-ad50-b93f69e43840,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:51.501836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e926cc8d-51f4-4ce0-ad50-b93f69e43840', 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8', 'port_id': 'e926cc8d-51f4-4ce0-ad50-b93f69e43840', 'mac_address': 'fa:16:3e:06:cf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d14b56e-9cc6-467b-9d54-0e80626d23cb', 'ip_address': '19.80.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:51.562401 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.582037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e926cc8d-51f4-4ce0-ad50-b93f69e43840 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:51.591194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a897ad20-d304-4605-a5e7-9afb9fce840b req-e47042bb-b0fa-48f8-954d-491ff3b2c0c3 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3cb04cf-4889-47e0-9234-d5484ac4dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772294 Feb 09 13:08:51.594230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.596211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-d783cb6a-d0ab-4a94-8d3e-4b2323f0388e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:51.597768 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-d783cb6a-d0ab-4a94-8d3e-4b2323f0388e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9bd125c3-c7ea-4fd7-8414-fd9274c71e06 HTTP/1.1" status: 200 len: 902 time: 0.2441356 Feb 09 13:08:51.600022 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.601143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e926cc8d-51f4-4ce0-ad50-b93f69e43840, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e926cc8d-51f4-4ce0-ad50-b93f69e43840,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:51.607826 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.609029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 942f2702-7e43-45cb-9174-0b843ca362fe details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:51.699202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e926cc8d-51f4-4ce0-ad50-b93f69e43840,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:51.722334 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80', 'tag': 'e980a58f-5014-4768-9f39-1172195b9531', 'status': 'completed', 'code': 200} Feb 09 13:08:51.736796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-48d47f30-e4e7-4c3d-9a74-e477c7d991dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.203&port_id=942f2702-7e43-45cb-9174-0b843ca362fe HTTP/1.1" status: 200 len: 217 time: 0.0939748 Feb 09 13:08:51.787041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3175a430-dc1a-4524-9ee5-84ee68101e48 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:51.798199 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.817749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Transition to ACTIVE for port object 3175a430-dc1a-4524-9ee5-84ee68101e48 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:08:51.822982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.846399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event updated for resources: {'Port': ['ID=041198b3-a2c6-4e95-bd80-c68a6c942808,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:51.895871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 942f2702-7e43-45cb-9174-0b843ca362fe, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=942f2702-7e43-45cb-9174-0b843ca362fe,segment=NetworkSegment(6b18b726-ee2c-4753-999c-f88cc59797c4),segment_id=6b18b726-ee2c-4753-999c-f88cc59797c4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:51.899899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.912538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '942f2702-7e43-45cb-9174-0b843ca362fe', 'network_id': '9bd125c3-c7ea-4fd7-8414-fd9274c71e06', 'port_id': '942f2702-7e43-45cb-9174-0b843ca362fe', 'mac_address': 'fa:16:3e:f7:bc:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73042bec-6253-47e1-a47c-0ca3bebf91c0', 'ip_address': '19.86.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:51.987935 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:51.994181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-b9ac40b9-1b4a-43f8-8b8a-590cdf141cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:51.999331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Pushing event updated for resources: {'Port': ['ID=3175a430-dc1a-4524-9ee5-84ee68101e48,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:52.001694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-b9ac40b9-1b4a-43f8-8b8a-590cdf141cdf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73042bec-6253-47e1-a47c-0ca3bebf91c0 HTTP/1.1" status: 200 len: 801 time: 0.2170622 Feb 09 13:08:52.004189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:52.017136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942f2702-7e43-45cb-9174-0b843ca362fe {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:52.019478 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-7c1df7f2-9762-4eea-984b-952bc235e4d4 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3883059 Feb 09 13:08:52.037983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 942f2702-7e43-45cb-9174-0b843ca362fe, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=942f2702-7e43-45cb-9174-0b843ca362fe,segment=NetworkSegment(6b18b726-ee2c-4753-999c-f88cc59797c4),segment_id=6b18b726-ee2c-4753-999c-f88cc59797c4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:52.043195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:52.133733 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=942f2702-7e43-45cb-9174-0b843ca362fe,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:52.167689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Attempting to bind port 3175a430-dc1a-4524-9ee5-84ee68101e48 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:08:52.168302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Attempting to bind port 3175a430-dc1a-4524-9ee5-84ee68101e48 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c834bb95-fefc-4029-9a22-39bf949294e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:08:52.168707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Attempting to bind port 3175a430-dc1a-4524-9ee5-84ee68101e48 on network ce0fe483-d43c-4e01-adab-40eb1b1b5905 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:52.169995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-3b11108b-479e-4208-b033-05222731d477 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Synchronizing usage tracker for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:52.177103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Port 3175a430-dc1a-4524-9ee5-84ee68101e48 on network ce0fe483-d43c-4e01-adab-40eb1b1b5905 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:08:52.177602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Attempting to bind port 3175a430-dc1a-4524-9ee5-84ee68101e48 on network ce0fe483-d43c-4e01-adab-40eb1b1b5905 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:08:52.187460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:08:52.188075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Checking segment: {'id': 'c834bb95-fefc-4029-9a22-39bf949294e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:08:52.188201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Bound using segment: {'id': 'c834bb95-fefc-4029-9a22-39bf949294e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:08:52.188801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Bound port: 3175a430-dc1a-4524-9ee5-84ee68101e48, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c834bb95-fefc-4029-9a22-39bf949294e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:08:52.189265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:52.210238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-3b11108b-479e-4208-b033-05222731d477 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Unset dirty status for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:52.211263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-3b11108b-479e-4208-b033-05222731d477 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.197 HTTP/1.1" status: 200 len: 696 time: 0.1908424 Feb 09 13:08:52.217188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd0b9f9-2807-4416-8184-a283a9842e0c req-481b1300-78bb-4adf-8835-e58e5cef5ab2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a330efb12a874f09a0afa892c2774df8&device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 1094 time: 0.4377544 Feb 09 13:08:52.330256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] For port 3175a430-dc1a-4524-9ee5-84ee68101e48, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:08:52.336037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] For port 3175a430-dc1a-4524-9ee5-84ee68101e48, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3175a430-dc1a-4524-9ee5-84ee68101e48,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:08:52.342878 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:52.415442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:52.417156 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] 10.222.0.67 "PUT /v2.0/ports/3175a430-dc1a-4524-9ee5-84ee68101e48 HTTP/1.1" status: 200 len: 1092 time: 1.1871662 Feb 09 13:08:52.430385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4bca0-dec4-4d88-b752-89c4ca0ddd90 service neutron] Pushing event updated for resources: {'Port': ['ID=3175a430-dc1a-4524-9ee5-84ee68101e48,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:52.504844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['942f2702-7e43-45cb-9174-0b843ca362fe'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:52.540830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e926cc8d-51f4-4ce0-ad50-b93f69e43840'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:52.573580 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-de2eccf2-c6de-4b2f-a7da-2c83a52e92e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9bd125c3-c7ea-4fd7-8414-fd9274c71e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5487378 Feb 09 13:08:52.576830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-f1cc48a2-6193-412a-baba-1744b294d401 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 1095 time: 0.1006086 Feb 09 13:08:52.721436 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-18a0159f-1c6b-4be9-824b-aacd83c839bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3175a430-dc1a-4524-9ee5-84ee68101e48 HTTP/1.1" status: 200 len: 217 time: 0.1224499 Feb 09 13:08:52.770286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0b9f9-2807-4416-8184-a283a9842e0c req-ff072e78-6165-4ea7-818d-7a570cd3c6a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.771671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd0b9f9-2807-4416-8184-a283a9842e0c req-ff072e78-6165-4ea7-818d-7a570cd3c6a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=34eda215-1860-4679-9f6e-fb7d723c6eeb HTTP/1.1" status: 200 len: 914 time: 0.5464914 Feb 09 13:08:52.806823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-cb8540e7-353e-4352-955d-82f18682cdcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.808366 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-cb8540e7-353e-4352-955d-82f18682cdcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19b012f7-1ce6-4626-b8fb-43ba553e2e3e HTTP/1.1" status: 200 len: 853 time: 0.0682700 Feb 09 13:08:52.856536 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-e7e40dfc-824e-4121-ae80-1bd0da212335 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce0fe483-d43c-4e01-adab-40eb1b1b5905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410347 Feb 09 13:08:52.859245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-66e4c0e5-05c0-4840-8a8e-a751b5964f72 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.860579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3495c745-03c3-4f5b-82ba-4b01c1c6aa77 req-66e4c0e5-05c0-4840-8a8e-a751b5964f72 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.6161342 Feb 09 13:08:52.899817 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd0b9f9-2807-4416-8184-a283a9842e0c req-308606d8-3dde-4be8-924c-6b0f4f385fdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e980a58f-5014-4768-9f39-1172195b9531 HTTP/1.1" status: 200 len: 217 time: 0.1099079 Feb 09 13:08:52.908933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fb85f7-f2f6-4902-b74d-9684d9b75b3b', 'tag': '3175a430-dc1a-4524-9ee5-84ee68101e48'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:52.909927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-a655930e-585e-429b-87fe-9e6109c14d04 service neutron] 10.222.0.67 "GET /v2.0/networks/9bd125c3-c7ea-4fd7-8414-fd9274c71e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891977 Feb 09 13:08:52.979931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca667c-0621-43d4-80ac-e8bdf1bcb8a2 req-365c55d8-50b7-4929-9b06-e8cd561bcb90 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.984139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca667c-0621-43d4-80ac-e8bdf1bcb8a2 req-365c55d8-50b7-4929-9b06-e8cd561bcb90 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.988118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca667c-0621-43d4-80ac-e8bdf1bcb8a2 req-365c55d8-50b7-4929-9b06-e8cd561bcb90 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:52.989806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95ca667c-0621-43d4-80ac-e8bdf1bcb8a2 req-365c55d8-50b7-4929-9b06-e8cd561bcb90 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2415 time: 0.4197311 Feb 09 13:08:53.049334 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-e873bd3a-7f01-454b-bf7b-37c666b83022 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823153 Feb 09 13:08:53.164193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0b9f9-2807-4416-8184-a283a9842e0c req-0390be39-41be-4370-a3b8-6c30bf6b220c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:53.165634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd0b9f9-2807-4416-8184-a283a9842e0c req-0390be39-41be-4370-a3b8-6c30bf6b220c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b1cfab22-fbc9-47d6-830d-a7cde767863d HTTP/1.1" status: 200 len: 853 time: 0.2581897 Feb 09 13:08:53.201258 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d30f6c1f-6fba-4fd2-8b02-a31689a7151b req-3592ae61-ffd0-4ba1-a0e9-1d18bee84928 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368232 Feb 09 13:08:53.225801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95ca667c-0621-43d4-80ac-e8bdf1bcb8a2 req-fa3da13a-7cdc-447e-be85-4b93951fcf8a tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134209 Feb 09 13:08:53.245854 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd0b9f9-2807-4416-8184-a283a9842e0c req-242e413a-e952-4e5e-9d02-e306e5e8edf5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=34eda215-1860-4679-9f6e-fb7d723c6eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638757 Feb 09 13:08:53.258729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-9ba83914-df67-486a-8fc2-ecde40b39040 service neutron] 10.222.0.67 "GET /v2.0/networks/9bd125c3-c7ea-4fd7-8414-fd9274c71e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073597 Feb 09 13:08:53.323514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0fca622e-74c8-468c-8e2b-dfc651135d9c details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:53.366048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae522cf-ca30-4bd7-891b-9fbb0790cf6d req-338173ec-29e1-4a5f-be27-b44a8ec85efd tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:53.367501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ae522cf-ca30-4bd7-891b-9fbb0790cf6d req-338173ec-29e1-4a5f-be27-b44a8ec85efd tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 943 time: 0.3359098 Feb 09 13:08:53.492684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0fca622e-74c8-468c-8e2b-dfc651135d9c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0fca622e-74c8-468c-8e2b-dfc651135d9c,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:53.511614 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '0fca622e-74c8-468c-8e2b-dfc651135d9c', 'network_id': '43e27bec-717c-4209-ab5f-9361929daef8', 'port_id': '0fca622e-74c8-468c-8e2b-dfc651135d9c', 'mac_address': 'fa:16:3e:c7:cc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d14b56e-9cc6-467b-9d54-0e80626d23cb', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:53.541560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ae522cf-ca30-4bd7-891b-9fbb0790cf6d req-2f8676f6-d659-4085-b2f9-2cfcde61d627 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067128 Feb 09 13:08:53.547983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd0b9f9-2807-4416-8184-a283a9842e0c req-e6a7a903-b3ac-4974-a0ea-3c91e9d77e31 service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918801 Feb 09 13:08:53.580330 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:53.606407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fca622e-74c8-468c-8e2b-dfc651135d9c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:53.621534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fe3e2-17df-4b6c-be31-dee5a502e4d0 req-9269ccce-6768-4707-867d-02361d20f455 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:53.627286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b6fe3e2-17df-4b6c-be31-dee5a502e4d0 req-9269ccce-6768-4707-867d-02361d20f455 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 944 time: 0.2695839 Feb 09 13:08:53.640357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0fca622e-74c8-468c-8e2b-dfc651135d9c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0fca622e-74c8-468c-8e2b-dfc651135d9c,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:53.645232 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:53.711416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-f591d124-0dc2-4c9d-b27e-48b17a1dfec6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=518eddaf9aae45579bfc8c3777121f31&device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2868 time: 0.3514485 Feb 09 13:08:53.752975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=0fca622e-74c8-468c-8e2b-dfc651135d9c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:53.897088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b6fe3e2-17df-4b6c-be31-dee5a502e4d0 req-1a1daa3c-e06d-4cac-81cb-5234f9742946 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683089 Feb 09 13:08:53.901954 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd0b9f9-2807-4416-8184-a283a9842e0c req-4a73c201-8e7d-4570-97bb-924a69e4dc29 service neutron] 10.222.0.67 "GET /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390520 Feb 09 13:08:53.927581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-b3dc07c4-f600-4527-a04c-0132a547aca0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:53.929267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-b3dc07c4-f600-4527-a04c-0132a547aca0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=43e27bec-717c-4209-ab5f-9361929daef8 HTTP/1.1" status: 200 len: 903 time: 0.2028890 Feb 09 13:08:54.020837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-c0a20b33-a076-4e91-a0e2-7bf23bf7f0ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=0fca622e-74c8-468c-8e2b-dfc651135d9c HTTP/1.1" status: 200 len: 217 time: 0.0790505 Feb 09 13:08:54.131861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-01b86b86-d682-429d-922b-0b25e732d300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:54.133283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-01b86b86-d682-429d-922b-0b25e732d300 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8d14b56e-9cc6-467b-9d54-0e80626d23cb HTTP/1.1" status: 200 len: 801 time: 0.0999646 Feb 09 13:08:54.196200 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fb85f7-f2f6-4902-b74d-9684d9b75b3b', 'tag': '3175a430-dc1a-4524-9ee5-84ee68101e48', 'status': 'completed', 'code': 200} Feb 09 13:08:54.273551 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['0fca622e-74c8-468c-8e2b-dfc651135d9c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:54.475008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-6a35bf7d-28d1-4803-ab84-06eeeb23e0ad tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3936827 Feb 09 13:08:54.495106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:08:54.508052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:08:54.516532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-6ed1facc-1407-40c2-a48b-ffbc4ba24a8b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=43e27bec-717c-4209-ab5f-9361929daef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3367941 Feb 09 13:08:54.526337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-561e7a2b-a59f-4db0-9a43-49a986835855 req-2dad08f4-65a1-403e-a637-f41eefa4d33e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 1095 time: 0.1759713 Feb 09 13:08:54.527177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:08:54.537166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:54.872886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d06bc2e3-16d3-4dce-9bdb-b825c2568910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:54.912173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-f90293f2-73a3-45ec-81db-456129fc5f23 service neutron] 10.222.0.67 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592625 Feb 09 13:08:54.956765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e7a2b-a59f-4db0-9a43-49a986835855 req-00a2f5c6-026e-46d1-81d7-fb6191ef16b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:54.958132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-561e7a2b-a59f-4db0-9a43-49a986835855 req-00a2f5c6-026e-46d1-81d7-fb6191ef16b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 914 time: 0.4042354 Feb 09 13:08:55.045535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bebef-3ca6-4b72-9351-ae505b414592 req-b17cf3c5-ac47-4049-9ba1-f61068da9c1a tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:55.049499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bebef-3ca6-4b72-9351-ae505b414592 req-b17cf3c5-ac47-4049-9ba1-f61068da9c1a tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:55.054070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bebef-3ca6-4b72-9351-ae505b414592 req-b17cf3c5-ac47-4049-9ba1-f61068da9c1a tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:55.055731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc8bebef-3ca6-4b72-9351-ae505b414592 req-b17cf3c5-ac47-4049-9ba1-f61068da9c1a tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2416 time: 0.4660892 Feb 09 13:08:55.144811 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-561e7a2b-a59f-4db0-9a43-49a986835855 req-5f64cc6a-bd21-4c51-9b08-8cb288536326 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3175a430-dc1a-4524-9ee5-84ee68101e48 HTTP/1.1" status: 200 len: 217 time: 0.1606722 Feb 09 13:08:55.260398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7f7222b-27c5-4a3c-a723-83e91c5d0bd9 req-dfa5abe2-ad38-433e-a1c3-5ceb23de75ee service neutron] 10.222.0.67 "GET /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306289 Feb 09 13:08:55.268467 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc8bebef-3ca6-4b72-9351-ae505b414592 req-2b1017c1-78a6-45de-af01-3d27308fa2cd tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612966 Feb 09 13:08:55.274283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e7a2b-a59f-4db0-9a43-49a986835855 req-b6de94d9-424d-4e61-9b8a-438f20f4800b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:55.278245 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-561e7a2b-a59f-4db0-9a43-49a986835855 req-b6de94d9-424d-4e61-9b8a-438f20f4800b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19b012f7-1ce6-4626-b8fb-43ba553e2e3e HTTP/1.1" status: 200 len: 853 time: 0.1196036 Feb 09 13:08:55.284511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:55.349382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e980a58f-5014-4768-9f39-1172195b9531 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:55.352830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e926cc8d-51f4-4ce0-ad50-b93f69e43840 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:55.384738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-561e7a2b-a59f-4db0-9a43-49a986835855 req-628c2fe2-113f-4eaf-b801-46b854bdec2b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce0fe483-d43c-4e01-adab-40eb1b1b5905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627310 Feb 09 13:08:55.524060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port e926cc8d-51f4-4ce0-ad50-b93f69e43840 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:55.531168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e926cc8d-51f4-4ce0-ad50-b93f69e43840 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:55.531529 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:55.592708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Allocated IP 172.25.5.254 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/8e2e16b6-e3a1-4277-bb70-405597e332d1) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:08:55.602631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-561e7a2b-a59f-4db0-9a43-49a986835855 req-e2680f67-3aed-4fe8-8249-ec0b51ec3b58 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045941 Feb 09 13:08:55.658781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e980a58f-5014-4768-9f39-1172195b9531, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e980a58f-5014-4768-9f39-1172195b9531,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:55.683644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e980a58f-5014-4768-9f39-1172195b9531', 'network_id': '34eda215-1860-4679-9f6e-fb7d723c6eeb', 'port_id': 'e980a58f-5014-4768-9f39-1172195b9531', 'mac_address': 'fa:16:3e:bf:0a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1cfab22-fbc9-47d6-830d-a7cde767863d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:55.687569 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:55.782894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e926cc8d-51f4-4ce0-ad50-b93f69e43840'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:55.797367 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:55.808602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e926cc8d-51f4-4ce0-ad50-b93f69e43840, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e926cc8d-51f4-4ce0-ad50-b93f69e43840,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:55.819428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:55.820203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 942f2702-7e43-45cb-9174-0b843ca362fe up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:55.898103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e980a58f-5014-4768-9f39-1172195b9531 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:55.960541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e980a58f-5014-4768-9f39-1172195b9531, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e980a58f-5014-4768-9f39-1172195b9531,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:55.969833 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:55.972824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e926cc8d-51f4-4ce0-ad50-b93f69e43840,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:56.014002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 942f2702-7e43-45cb-9174-0b843ca362fe completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:56.030571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 942f2702-7e43-45cb-9174-0b843ca362fe triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:56.030962 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.031116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-561e7a2b-a59f-4db0-9a43-49a986835855 req-d9c086b5-1639-4cd0-9ed0-38d387594ab6 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203281 Feb 09 13:08:56.049146 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.080805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.104097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e980a58f-5014-4768-9f39-1172195b9531,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:56.142895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:08:56.151773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:08:56.154402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:08:56.168046 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.203072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 942f2702-7e43-45cb-9174-0b843ca362fe, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=942f2702-7e43-45cb-9174-0b843ca362fe,segment=NetworkSegment(6b18b726-ee2c-4753-999c-f88cc59797c4),segment_id=6b18b726-ee2c-4753-999c-f88cc59797c4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:56.207298 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.226448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event updated for resources: {'Port': ['ID=8e2e16b6-e3a1-4277-bb70-405597e332d1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:56.277079 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=942f2702-7e43-45cb-9174-0b843ca362fe,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:56.302964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4a1ee-f999-4e89-92da-3a9d61a2af9c req-448a5406-2ac4-4479-90a5-b5e1e707946b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:56.304688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58b4a1ee-f999-4e89-92da-3a9d61a2af9c req-448a5406-2ac4-4479-90a5-b5e1e707946b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 944 time: 0.1541352 Feb 09 13:08:56.420867 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.426768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e980a58f-5014-4768-9f39-1172195b9531'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:56.427707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58b4a1ee-f999-4e89-92da-3a9d61a2af9c req-bcf3bcc7-abe4-4e6b-9b4e-109e570c6b83 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172121 Feb 09 13:08:56.482341 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.742814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fc945-d86c-446d-8b85-9e55e1282efa req-7933828b-72c3-4fbc-8556-ee3aa9ce7d23 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:56.744245 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea4fc945-d86c-446d-8b85-9e55e1282efa req-7933828b-72c3-4fbc-8556-ee3aa9ce7d23 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 944 time: 0.1936545 Feb 09 13:08:56.807253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea4fc945-d86c-446d-8b85-9e55e1282efa req-9c9ff195-519d-43f9-9ded-c0307daa19b9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553198 Feb 09 13:08:56.809019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.813719 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.917137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event updated for resources: {'Port': ['ID=8e2e16b6-e3a1-4277-bb70-405597e332d1,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:56.937302 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.957703 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e926cc8d-51f4-4ce0-ad50-b93f69e43840', 'code': 200} Feb 09 13:08:56.965421 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:56.966873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-2a2bd25c-bd95-4e27-9ff7-266e66666373 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4897008 Feb 09 13:08:57.049375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-9a4f0470-9bab-493e-a869-ea8b5d6828fc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Synchronizing usage tracker for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:08:57.064500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-9a4f0470-9bab-493e-a869-ea8b5d6828fc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Unset dirty status for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:08:57.065535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-9a4f0470-9bab-493e-a869-ea8b5d6828fc tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.254 HTTP/1.1" status: 200 len: 696 time: 0.0934741 Feb 09 13:08:57.139611 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9012b5ef-b3bb-4a2f-98ef-aaf35e4078eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:57.219345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-ffc72b94-f3d0-465b-9bc2-fc5290084224 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:57.220597 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c000730c-0923-4f44-bf0d-ab5e0d2a0c10 req-ffc72b94-f3d0-465b-9bc2-fc5290084224 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.1493139 Feb 09 13:08:57.306783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbe4ad-c015-4f87-9491-2e85afe7a0b4 req-c61b0b5f-ac9c-45c2-9eec-499bd9f567eb tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:57.310727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbe4ad-c015-4f87-9491-2e85afe7a0b4 req-c61b0b5f-ac9c-45c2-9eec-499bd9f567eb tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:57.314653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbe4ad-c015-4f87-9491-2e85afe7a0b4 req-c61b0b5f-ac9c-45c2-9eec-499bd9f567eb tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:57.316850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dbe4ad-c015-4f87-9491-2e85afe7a0b4 req-c61b0b5f-ac9c-45c2-9eec-499bd9f567eb tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2418 time: 0.0920889 Feb 09 13:08:57.368491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3dbe4ad-c015-4f87-9491-2e85afe7a0b4 req-22fe58d5-9831-4828-9d88-03cdd9decd97 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Feb 09 13:08:57.370592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3175a430-dc1a-4524-9ee5-84ee68101e48 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:08:57.373856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0fca622e-74c8-468c-8e2b-dfc651135d9c up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:57.594803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3175a430-dc1a-4524-9ee5-84ee68101e48, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3175a430-dc1a-4524-9ee5-84ee68101e48,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:57.602840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 0fca622e-74c8-468c-8e2b-dfc651135d9c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:57.615524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 0fca622e-74c8-468c-8e2b-dfc651135d9c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:57.615862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:57.662255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '3175a430-dc1a-4524-9ee5-84ee68101e48', 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905', 'port_id': '3175a430-dc1a-4524-9ee5-84ee68101e48', 'mac_address': 'fa:16:3e:bf:3c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b012f7-1ce6-4626-b8fb-43ba553e2e3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:08:57.733963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:57.787446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3175a430-dc1a-4524-9ee5-84ee68101e48 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:08:57.801143 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-022a398c-9b19-4773-9733-d44a34bdd580 req-fced2596-3296-432a-863f-54277ea5b87c tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips/3e58d90a-a3ec-4871-b1c7-99fc9a3c9d3e HTTP/1.1" status: 200 len: 693 time: 0.1112938 Feb 09 13:08:57.824515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3175a430-dc1a-4524-9ee5-84ee68101e48, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3175a430-dc1a-4524-9ee5-84ee68101e48,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:57.825700 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:57.840615 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:57.929073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0fca622e-74c8-468c-8e2b-dfc651135d9c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0fca622e-74c8-468c-8e2b-dfc651135d9c,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:57.933606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=3175a430-dc1a-4524-9ee5-84ee68101e48,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:57.937754 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:57.969527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a398c-9b19-4773-9733-d44a34bdd580 req-e6f52013-8382-4a08-8cf7-43ebf3eda78e tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:57.972920 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-022a398c-9b19-4773-9733-d44a34bdd580 req-e6f52013-8382-4a08-8cf7-43ebf3eda78e tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.1653991 Feb 09 13:08:58.004997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=0fca622e-74c8-468c-8e2b-dfc651135d9c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:58.020377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-022a398c-9b19-4773-9733-d44a34bdd580 req-890bfef6-7a7d-4778-b6a7-6b9de1d8940e tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:08:58.021232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-022a398c-9b19-4773-9733-d44a34bdd580 req-890bfef6-7a7d-4778-b6a7-6b9de1d8940e tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0098312 Feb 09 13:08:58.059243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d4e96-ee38-4a85-b179-41f64d1f2707 req-f63f023b-517f-4f31-a9ee-13f4c2bde079 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:58.060706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-722d4e96-ee38-4a85-b179-41f64d1f2707 req-f63f023b-517f-4f31-a9ee-13f4c2bde079 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 944 time: 0.0873916 Feb 09 13:08:58.110652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-722d4e96-ee38-4a85-b179-41f64d1f2707 req-cca285a0-a60f-4055-82be-c3be03ec4246 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Feb 09 13:08:58.287318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['3175a430-dc1a-4524-9ee5-84ee68101e48'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:08:58.420654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:58.515631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9802fdc-b104-4c5c-be90-742401d122a9 req-d8a848fa-0793-487a-850f-d07118682d47 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:58.517036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9802fdc-b104-4c5c-be90-742401d122a9 req-d8a848fa-0793-487a-850f-d07118682d47 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 945 time: 0.2924664 Feb 09 13:08:58.520661 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-3a013fdf-b6b8-4b5e-b9fe-83b384f9d7c7 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips/3e58d90a-a3ec-4871-b1c7-99fc9a3c9d3e HTTP/1.1" status: 200 len: 693 time: 0.2158992 Feb 09 13:08:58.593469 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:58.661105 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9802fdc-b104-4c5c-be90-742401d122a9 req-b933ebc1-c798-4a2f-9f4c-dc30cba061d8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324818 Feb 09 13:08:58.723811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-f0e16b5a-6dc7-4801-b340-ce141beac8ed tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:58.730671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-f0e16b5a-6dc7-4801-b340-ce141beac8ed tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.2029929 Feb 09 13:08:58.736772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-6e903bc2-459f-40b8-a0ca-1010cc57fc90 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:08:58.747626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-6e903bc2-459f-40b8-a0ca-1010cc57fc90 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0159078 Feb 09 13:08:58.829019 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-bd08af6e-794d-435d-9a47-168d81160943 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.254 HTTP/1.1" status: 200 len: 696 time: 0.0803778 Feb 09 13:08:58.920303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-860846c3-6fe7-442e-8d09-c0e62d70972a tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.254 HTTP/1.1" status: 200 len: 696 time: 0.0802426 Feb 09 13:08:58.959537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942f2702-7e43-45cb-9174-0b843ca362fe'}, {'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fca622e-74c8-468c-8e2b-dfc651135d9c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:08:59.122742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-d99410ca-57ab-40fd-925e-d9e0a6801643 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Deleting port 8e2e16b6-e3a1-4277-bb70-405597e332d1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:08:59.123268 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-d99410ca-57ab-40fd-925e-d9e0a6801643 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:59.299297 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-d99410ca-57ab-40fd-925e-d9e0a6801643 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:59.299632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-d99410ca-57ab-40fd-925e-d9e0a6801643 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:59.379393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e980a58f-5014-4768-9f39-1172195b9531 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:08:59.432705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-d99410ca-57ab-40fd-925e-d9e0a6801643 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Calling delete_port for 8e2e16b6-e3a1-4277-bb70-405597e332d1 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:08:59.458236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port e980a58f-5014-4768-9f39-1172195b9531 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:08:59.463730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e980a58f-5014-4768-9f39-1172195b9531 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:08:59.464186 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:59.606574 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:59.611188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-d99410ca-57ab-40fd-925e-d9e0a6801643 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:59.657146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e980a58f-5014-4768-9f39-1172195b9531, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e980a58f-5014-4768-9f39-1172195b9531,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:08:59.663981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:59.680286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99410ca-57ab-40fd-925e-d9e0a6801643 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event deleted for resources: {'Port': ['ID=8e2e16b6-e3a1-4277-bb70-405597e332d1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:59.741483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e980a58f-5014-4768-9f39-1172195b9531,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:08:59.796508 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:59.841269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-d99410ca-57ab-40fd-925e-d9e0a6801643 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:59.874150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d1fc7-55e0-4ba2-b6f6-246a4a603b4f req-a79e8cfc-d38f-48ab-a86a-ad2077950b88 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:59.878211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d1fc7-55e0-4ba2-b6f6-246a4a603b4f req-a79e8cfc-d38f-48ab-a86a-ad2077950b88 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:59.885243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d1fc7-55e0-4ba2-b6f6-246a4a603b4f req-a79e8cfc-d38f-48ab-a86a-ad2077950b88 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:08:59.885243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a4d1fc7-55e0-4ba2-b6f6-246a4a603b4f req-a79e8cfc-d38f-48ab-a86a-ad2077950b88 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2419 time: 0.2067442 Feb 09 13:08:59.891000 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-d99410ca-57ab-40fd-925e-d9e0a6801643 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:08:59.892282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a80b04aa-ebd8-4daf-bc28-dcfd6b78e459 req-d99410ca-57ab-40fd-925e-d9e0a6801643 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "DELETE /v2.0/floatingips/3e58d90a-a3ec-4871-b1c7-99fc9a3c9d3e HTTP/1.1" status: 204 len: 173 time: 0.9434881 Feb 09 13:08:59.961647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a4d1fc7-55e0-4ba2-b6f6-246a4a603b4f req-cc614738-a7de-4d68-b1a8-0ea9107fc5b4 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Feb 09 13:09:00.072166 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942f2702-7e43-45cb-9174-0b843ca362fe', 'code': 200} Feb 09 13:09:00.072451 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fca622e-74c8-468c-8e2b-dfc651135d9c', 'code': 200} Feb 09 13:09:00.302143 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd2e0ae2-6054-48e4-88fc-1a6fc6a17a29 req-b4f0622c-b30e-4d17-ae8b-4f2b037687d9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2872 time: 0.1467180 Feb 09 13:09:00.312713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663d5a1-c255-4096-a6a8-979c859c50cc req-c7a7d5e0-0173-4c8d-b558-16728832e3a4 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:00.313585 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c663d5a1-c255-4096-a6a8-979c859c50cc req-c7a7d5e0-0173-4c8d-b558-16728832e3a4 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.1231411 Feb 09 13:09:00.502297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c663d5a1-c255-4096-a6a8-979c859c50cc req-e409c276-215d-4bda-a0fc-181056442b64 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727681 Feb 09 13:09:00.504140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd2e0ae2-6054-48e4-88fc-1a6fc6a17a29 req-b97993e9-2764-40c8-b8d6-4855b342eff0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895220 Feb 09 13:09:00.648077 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd448296-a4a7-4914-b246-b63d33cfafb0 None None] Sync routers for ids ['775621e9-4f85-43f1-ac66-d885fab30aa3'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:09:00.663412 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd448296-a4a7-4914-b246-b63d33cfafb0 None None] Routers set() bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:00.663797 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd448296-a4a7-4914-b246-b63d33cfafb0 None None] Router IDs set() for agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 13:09:00.664528 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd448296-a4a7-4914-b246-b63d33cfafb0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'775621e9-4f85-43f1-ac66-d885fab30aa3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:08:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent'). {{(pid=83482) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 13:09:00.685737 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd448296-a4a7-4914-b246-b63d33cfafb0 None None] Routers set() bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:00.685737 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd448296-a4a7-4914-b246-b63d33cfafb0 None None] Router IDs set() for agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 13:09:00.685737 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd448296-a4a7-4914-b246-b63d33cfafb0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'775621e9-4f85-43f1-ac66-d885fab30aa3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:08:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent'). {{(pid=83482) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 13:09:00.685737 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd448296-a4a7-4914-b246-b63d33cfafb0 None None] The sync data for ids ['775621e9-4f85-43f1-ac66-d885fab30aa3'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:09:00.729375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Sync routers for ids ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:09:00.747398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Routers {'9a7039fd-fee7-4184-8bb1-96c63e9543f2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:00.748071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:08:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:00.815590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be46ac7-c41f-4da0-bf37-3127f79aa347 req-d754c575-266c-457a-a7dd-96e534a13298 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:00.817736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9be46ac7-c41f-4da0-bf37-3127f79aa347 req-d754c575-266c-457a-a7dd-96e534a13298 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 946 time: 0.1847811 Feb 09 13:09:00.887673 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9be46ac7-c41f-4da0-bf37-3127f79aa347 req-d7002f78-72b0-4ac7-a005-ba43e1dcbdfc tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/security-groups?id=e3cb04cf-4889-47e0-9234-d5484ac4dc63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573032 Feb 09 13:09:00.894360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df534b-088c-4468-8218-0377643ad190 req-bce8a198-fdde-4f6f-b752-0bbf64bea767 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:00.895934 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81df534b-088c-4468-8218-0377643ad190 req-bce8a198-fdde-4f6f-b752-0bbf64bea767 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 945 time: 0.1418767 Feb 09 13:09:01.006177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Set router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:09:01.066487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81df534b-088c-4468-8218-0377643ad190 req-4e9958fb-7fdc-47d1-913b-8ad4e226a601 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632166 Feb 09 13:09:01.165052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb01ae1-b8aa-48b4-b3e3-7246934c25e3 req-f429b100-4bed-4cc4-8ea4-35e83e085eb8 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:01.167445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dbb01ae1-b8aa-48b4-b3e3-7246934c25e3 req-f429b100-4bed-4cc4-8ea4-35e83e085eb8 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2198389 Feb 09 13:09:01.422654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3175a430-dc1a-4524-9ee5-84ee68101e48 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:01.553278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-de4a1d22-ed22-46a0-bd12-755145e8beba req-a060e67c-5da9-4923-848e-d1f4be443c5e tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Synchronizing usage tracker for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:01.576420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-de4a1d22-ed22-46a0-bd12-755145e8beba req-a060e67c-5da9-4923-848e-d1f4be443c5e tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Unset dirty status for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:01.584703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de4a1d22-ed22-46a0-bd12-755145e8beba req-a060e67c-5da9-4923-848e-d1f4be443c5e tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=bb6989d359364f329ab9bd11788fd6d3 HTTP/1.1" status: 200 len: 1655 time: 0.1290677 Feb 09 13:09:01.585042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 3175a430-dc1a-4524-9ee5-84ee68101e48 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:01.596563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-router', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '9139c3f2-f079-4344-b603-c47a694ede06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:08:25Z', 'revision_number': 4, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'gw_port': {'id': '9139c3f2-f079-4344-b603-c47a694ede06', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:14Z', 'updated_at': '2022-02-09T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fb4187d8-b946-4390-8e1a-e2c4909fb0ab', 'name': '', 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'mac_address': 'fa:16:3e:5d:c4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd12cfd-28f9-45f1-9945-556db3e971f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:23Z', 'updated_at': '2022-02-09T13:08:26Z', 'revision_number': 2, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'subnets': [{'id': '8fd12cfd-28f9-45f1-9945-556db3e971f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:01.599871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 3175a430-dc1a-4524-9ee5-84ee68101e48 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:01.600310 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:01.639864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Checking router: 9a7039fd-fee7-4184-8bb1-96c63e9543f2 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:09:01.640207 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Updating router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 port fb4187d8-b946-4390-8e1a-e2c4909fb0ab binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:09:01.710410 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:01.836989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a1d22-ed22-46a0-bd12-755145e8beba req-dffeb0b2-8869-4192-829b-a3b788282880 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:01.838425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de4a1d22-ed22-46a0-bd12-755145e8beba req-dffeb0b2-8869-4192-829b-a3b788282880 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks?id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 787 time: 0.2533133 Feb 09 13:09:01.877649 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:01.878959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ee722-ec82-43f9-b174-fee1ec052197 req-46a74610-cf94-48b0-831a-e4ea482a7677 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:01.878959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ee722-ec82-43f9-b174-fee1ec052197 req-46a74610-cf94-48b0-831a-e4ea482a7677 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:01.881056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ee722-ec82-43f9-b174-fee1ec052197 req-46a74610-cf94-48b0-831a-e4ea482a7677 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:01.882760 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd5ee722-ec82-43f9-b174-fee1ec052197 req-46a74610-cf94-48b0-831a-e4ea482a7677 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2419 time: 0.2753201 Feb 09 13:09:01.893021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-a7fba843-72f7-4ce3-9967-3186e3197010 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:01.895182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-a7fba843-72f7-4ce3-9967-3186e3197010 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 946 time: 0.2354312 Feb 09 13:09:01.931392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3175a430-dc1a-4524-9ee5-84ee68101e48, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3175a430-dc1a-4524-9ee5-84ee68101e48,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:01.958326 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:02.056479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-d805d6f0-bc1e-4fc5-b7fb-56670cdbe152 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Deleting port 1a271064-d201-45d9-bfd1-814e59315977 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:02.056916 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-d805d6f0-bc1e-4fc5-b7fb-56670cdbe152 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:02.073616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e980a58f-5014-4768-9f39-1172195b9531'}, {'server_uuid': '06fb85f7-f2f6-4902-b74d-9684d9b75b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3175a430-dc1a-4524-9ee5-84ee68101e48'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:02.112570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd5ee722-ec82-43f9-b174-fee1ec052197 req-033c0f89-f606-4f33-b837-10e7da2a3a03 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163324 Feb 09 13:09:02.117133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=3175a430-dc1a-4524-9ee5-84ee68101e48,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:02.205755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276abcc-ec6c-46a1-b3b4-5596b052e71c req-24c0dbb6-73c0-410d-9199-3c7649b47e40 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:02.207363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2276abcc-ec6c-46a1-b3b4-5596b052e71c req-24c0dbb6-73c0-410d-9199-3c7649b47e40 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.2398560 Feb 09 13:09:02.315113 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:02.332177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Transition to ACTIVE for port object fb4187d8-b946-4390-8e1a-e2c4909fb0ab will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:02.342506 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:02.415001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2276abcc-ec6c-46a1-b3b4-5596b052e71c req-2eea8a89-6b67-4761-af09-bd30399771e8 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904645 Feb 09 13:09:02.489600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81afe8c-1289-4e42-b31d-63c80c53f7f3 None None] Pushing event updated for resources: {'Port': ['ID=fb4187d8-b946-4390-8e1a-e2c4909fb0ab,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:02.569971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-d805d6f0-bc1e-4fc5-b7fb-56670cdbe152 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] For port 1a271064-d201-45d9-bfd1-814e59315977, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1a271064-d201-45d9-bfd1-814e59315977,segment=NetworkSegment(75a45d87-1c75-47ba-942c-8fd502472359),segment_id=75a45d87-1c75-47ba-942c-8fd502472359)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:02.571353 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-d805d6f0-bc1e-4fc5-b7fb-56670cdbe152 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:02.640689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Attempting to bind port fb4187d8-b946-4390-8e1a-e2c4909fb0ab on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:02.641049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Attempting to bind port fb4187d8-b946-4390-8e1a-e2c4909fb0ab by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '91a75d3b-3cd8-436e-98cf-0d9a119fe36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:02.642943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Attempting to bind port fb4187d8-b946-4390-8e1a-e2c4909fb0ab on network f5638134-8f0d-4988-b782-e6b5095a4c4d {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:02.651042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:02.651678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Checking segment: {'id': '91a75d3b-3cd8-436e-98cf-0d9a119fe36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:02.652086 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:02.652480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Bound using segment: {'id': '91a75d3b-3cd8-436e-98cf-0d9a119fe36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:02.653094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Bound port: fb4187d8-b946-4390-8e1a-e2c4909fb0ab, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a75d3b-3cd8-436e-98cf-0d9a119fe36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:02.653609 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:02.715089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-d805d6f0-bc1e-4fc5-b7fb-56670cdbe152 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Calling delete_port for 1a271064-d201-45d9-bfd1-814e59315977 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:02.734799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 963ccf88-cd89-4db7-840d-14c13b58d3cf no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:02.776588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 963ccf88-cd89-4db7-840d-14c13b58d3cf {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:02.776921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 963ccf88-cd89-4db7-840d-14c13b58d3cf not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:02.777336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b253ba68-72a2-4de6-8527-9386cd70a340 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:02.825781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: b253ba68-72a2-4de6-8527-9386cd70a340 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:02.826117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b253ba68-72a2-4de6-8527-9386cd70a340 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:02.850519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] For port fb4187d8-b946-4390-8e1a-e2c4909fb0ab, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:02.855438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] For port fb4187d8-b946-4390-8e1a-e2c4909fb0ab, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fb4187d8-b946-4390-8e1a-e2c4909fb0ab,segment=NetworkSegment(91a75d3b-3cd8-436e-98cf-0d9a119fe36d),segment_id=91a75d3b-3cd8-436e-98cf-0d9a119fe36d)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:02.875503 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:02.965333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81afe8c-1289-4e42-b31d-63c80c53f7f3 None None] Pushing event updated for resources: {'Port': ['ID=fb4187d8-b946-4390-8e1a-e2c4909fb0ab,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:02.974182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Routers {'9a7039fd-fee7-4184-8bb1-96c63e9543f2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:02.974870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:08:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:03.162183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e7131-03e1-4386-a815-73030b61cd46 req-1a638ee9-2ac3-4172-823a-4449995b744a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:03.167226 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd1e7131-03e1-4386-a815-73030b61cd46 req-1a638ee9-2ac3-4172-823a-4449995b744a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.4197683 Feb 09 13:09:03.177389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] Set router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:09:03.185659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-f9b0468d-9920-4046-9a90-a68339fa3386 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips/48f9a809-e31d-4a53-8005-f067564be2f0 HTTP/1.1" status: 200 len: 693 time: 0.2876344 Feb 09 13:09:03.254653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-d805d6f0-bc1e-4fc5-b7fb-56670cdbe152 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:03.271199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['1a271064-d201-45d9-bfd1-814e59315977'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:09:03.370417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805d6f0-bc1e-4fc5-b7fb-56670cdbe152 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Pushing event deleted for resources: {'Port': ['ID=1a271064-d201-45d9-bfd1-814e59315977,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:03.430737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd1e7131-03e1-4386-a815-73030b61cd46 req-720767a4-8ce4-4b7d-820c-e6ecb04b8308 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525525 Feb 09 13:09:03.492486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-d805d6f0-bc1e-4fc5-b7fb-56670cdbe152 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] No DVR routers for this DVR port 1a271064-d201-45d9-bfd1-814e59315977 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:03.505179 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-d805d6f0-bc1e-4fc5-b7fb-56670cdbe152 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:03.507864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddf4223-f50a-433b-abce-f0b1447755d7', 'name': 'network-vif-deleted', 'tag': '1a271064-d201-45d9-bfd1-814e59315977'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:03.535372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-e478580c-9048-4628-9992-71065164b844 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:03.536868 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-e478580c-9048-4628-9992-71065164b844 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.3291080 Feb 09 13:09:03.538579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fc4c18e-ebd2-4c77-b199-6385455e6a88 req-d805d6f0-bc1e-4fc5-b7fb-56670cdbe152 tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.67 "DELETE /v2.0/ports/1a271064-d201-45d9-bfd1-814e59315977 HTTP/1.1" status: 204 len: 173 time: 1.6219301 Feb 09 13:09:03.618942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-router', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '9139c3f2-f079-4344-b603-c47a694ede06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:08:25Z', 'revision_number': 4, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'gw_port': {'id': '9139c3f2-f079-4344-b603-c47a694ede06', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:14Z', 'updated_at': '2022-02-09T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fb4187d8-b946-4390-8e1a-e2c4909fb0ab', 'name': '', 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'mac_address': 'fa:16:3e:5d:c4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd12cfd-28f9-45f1-9945-556db3e971f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:23Z', 'updated_at': '2022-02-09T13:09:02Z', 'revision_number': 4, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'subnets': [{'id': '8fd12cfd-28f9-45f1-9945-556db3e971f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:03.626584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00123836-646c-4a16-94fe-5a2d4826bc3f None None] The sync data for ids ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'] in n-d-825175-3 is: [{'id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-router', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '9139c3f2-f079-4344-b603-c47a694ede06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:08:25Z', 'revision_number': 4, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'gw_port': {'id': '9139c3f2-f079-4344-b603-c47a694ede06', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:14Z', 'updated_at': '2022-02-09T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fb4187d8-b946-4390-8e1a-e2c4909fb0ab', 'name': '', 'network_id': 'f5638134-8f0d-4988-b782-e6b5095a4c4d', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'mac_address': 'fa:16:3e:5d:c4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd12cfd-28f9-45f1-9945-556db3e971f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:23Z', 'updated_at': '2022-02-09T13:09:02Z', 'revision_number': 4, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'subnets': [{'id': '8fd12cfd-28f9-45f1-9945-556db3e971f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:09:03.670692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e7665b66-88c4-48fc-aa81-5643c47d30a4 req-e7ee30c0-3787-4d05-8188-7d3283787f3e tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Synchronizing usage tracker for tenant:392d1cf9735c47acb33952b417bba3d5 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:03.685122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-e5d98de5-9217-40f7-9528-48283cf247d7 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.197 HTTP/1.1" status: 200 len: 696 time: 0.1390235 Feb 09 13:09:03.775314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e7665b66-88c4-48fc-aa81-5643c47d30a4 req-e7ee30c0-3787-4d05-8188-7d3283787f3e tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] Unset dirty status for tenant:392d1cf9735c47acb33952b417bba3d5 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:03.778090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7665b66-88c4-48fc-aa81-5643c47d30a4 req-e7ee30c0-3787-4d05-8188-7d3283787f3e tempest-ServerMetadataNegativeTestJSON-1575473841 tempest-ServerMetadataNegativeTestJSON-1575473841-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ddf4223-f50a-433b-abce-f0b1447755d7 HTTP/1.1" status: 200 len: 210 time: 0.1791246 Feb 09 13:09:03.822668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-62a09cad-2c38-4714-ad31-a1253a0ee95e tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.197 HTTP/1.1" status: 200 len: 696 time: 0.1229575 Feb 09 13:09:03.874983 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e980a58f-5014-4768-9f39-1172195b9531', 'code': 200} Feb 09 13:09:03.875314 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fb85f7-f2f6-4902-b74d-9684d9b75b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3175a430-dc1a-4524-9ee5-84ee68101e48', 'code': 200} Feb 09 13:09:04.188618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-67e44ecf-3ca2-445f-9fc7-ac7f731793b2 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Deleting port 041198b3-a2c6-4e95-bd80-c68a6c942808 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:04.189001 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-67e44ecf-3ca2-445f-9fc7-ac7f731793b2 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:04.434170 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17e4af22-a706-4edc-bd4e-83b1fc746c37 req-f42a7db6-6503-4a56-b096-b5e9c7a543b4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 1096 time: 0.3732078 Feb 09 13:09:04.436827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7e3bb58-24f1-4498-bb48-bc0a3f1fc46f req-14a60a65-bd32-417a-a669-078ba12661f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 1097 time: 0.4126823 Feb 09 13:09:04.450065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154b133-9ea2-470a-a467-8400ca1030fc req-09746601-a62b-452d-af3e-f757651e70e9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:04.451808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4154b133-9ea2-470a-a467-8400ca1030fc req-09746601-a62b-452d-af3e-f757651e70e9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 946 time: 0.3887653 Feb 09 13:09:04.527422 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-67e44ecf-3ca2-445f-9fc7-ac7f731793b2 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:04.527759 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-67e44ecf-3ca2-445f-9fc7-ac7f731793b2 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:04.698915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-67e44ecf-3ca2-445f-9fc7-ac7f731793b2 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Calling delete_port for 041198b3-a2c6-4e95-bd80-c68a6c942808 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:04.851250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fb4187d8-b946-4390-8e1a-e2c4909fb0ab up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:04.897811 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17e4af22-a706-4edc-bd4e-83b1fc746c37 req-4c10aa67-83d4-4c6b-a616-350476570b5e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290135 Feb 09 13:09:04.903041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7e3bb58-24f1-4498-bb48-bc0a3f1fc46f req-f559f6ab-2fb4-4f7a-8d18-d1428314fbe1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502938 Feb 09 13:09:04.915128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4154b133-9ea2-470a-a467-8400ca1030fc req-a4f71791-de22-4a44-ab8b-6679f38c624c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450123 Feb 09 13:09:05.035922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port fb4187d8-b946-4390-8e1a-e2c4909fb0ab completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:05.044784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port fb4187d8-b946-4390-8e1a-e2c4909fb0ab triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:05.045338 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:05.068089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-67e44ecf-3ca2-445f-9fc7-ac7f731793b2 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:05.231879 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:05.244460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e44ecf-3ca2-445f-9fc7-ac7f731793b2 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event deleted for resources: {'Port': ['ID=041198b3-a2c6-4e95-bd80-c68a6c942808,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:05.281732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port fb4187d8-b946-4390-8e1a-e2c4909fb0ab, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fb4187d8-b946-4390-8e1a-e2c4909fb0ab,segment=NetworkSegment(91a75d3b-3cd8-436e-98cf-0d9a119fe36d),segment_id=91a75d3b-3cd8-436e-98cf-0d9a119fe36d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:05.286423 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-67e44ecf-3ca2-445f-9fc7-ac7f731793b2 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:05.289442 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:05.316647 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-67e44ecf-3ca2-445f-9fc7-ac7f731793b2 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:05.319181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d554be8-38db-48a2-9715-c022f2a4e6de req-67e44ecf-3ca2-445f-9fc7-ac7f731793b2 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "DELETE /v2.0/floatingips/48f9a809-e31d-4a53-8005-f067564be2f0 HTTP/1.1" status: 204 len: 173 time: 1.4863188 Feb 09 13:09:05.434894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1a271064-d201-45d9-bfd1-814e59315977 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:05.484532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 1a271064-d201-45d9-bfd1-814e59315977 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:05.485134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1a271064-d201-45d9-bfd1-814e59315977 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:05.493563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=fb4187d8-b946-4390-8e1a-e2c4909fb0ab,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:05.613696 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:09:05.653880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bff7f-5b47-4706-bfff-5edcf6a0fb02 req-e65f02c6-c870-4cc5-b07f-2d4308e6a1a2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:05.663019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bff7f-5b47-4706-bfff-5edcf6a0fb02 req-e65f02c6-c870-4cc5-b07f-2d4308e6a1a2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:05.670147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bff7f-5b47-4706-bfff-5edcf6a0fb02 req-e65f02c6-c870-4cc5-b07f-2d4308e6a1a2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:05.680969 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf0bff7f-5b47-4706-bfff-5edcf6a0fb02 req-e65f02c6-c870-4cc5-b07f-2d4308e6a1a2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2419 time: 0.1549060 Feb 09 13:09:05.731168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf0bff7f-5b47-4706-bfff-5edcf6a0fb02 req-af8d63b2-75c4-429c-90e0-b6c94f56c961 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491052 Feb 09 13:09:05.800913 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddf4223-f50a-433b-abce-f0b1447755d7', 'name': 'network-vif-deleted', 'tag': '1a271064-d201-45d9-bfd1-814e59315977', 'status': 'completed', 'code': 200} Feb 09 13:09:05.884751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358effae-b211-4b21-bae1-0c63bd1c4aca req-94c86f6d-f474-41a5-bfdf-2167b63b09c5 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:05.886274 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-358effae-b211-4b21-bae1-0c63bd1c4aca req-94c86f6d-f474-41a5-bfdf-2167b63b09c5 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.0779293 Feb 09 13:09:05.981157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-358effae-b211-4b21-bae1-0c63bd1c4aca req-686be228-abba-48d9-a311-9169276688a4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892134 Feb 09 13:09:06.019023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf897b-781b-46a7-9489-4335599d75e4 req-2d09a0e3-b8a7-4f94-8d71-c6f077a9c788 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:06.021326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cccf897b-781b-46a7-9489-4335599d75e4 req-2d09a0e3-b8a7-4f94-8d71-c6f077a9c788 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.1150012 Feb 09 13:09:06.066740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cccf897b-781b-46a7-9489-4335599d75e4 req-ec2e8810-a66c-424c-b6f4-ab2165bce3cc tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441890 Feb 09 13:09:06.092352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45100) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:06.222157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-3fc6a399-9378-4892-aeca-882f4c4fd76b tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips/8bc117fe-42b3-4662-a625-7a0b3d2e51a1 HTTP/1.1" status: 200 len: 692 time: 0.0954967 Feb 09 13:09:06.256104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b53fe19-10aa-436d-8ea5-168db5d2aae8 admin admin] Deleting subnet 69987c20-9f00-4199-a934-d28465136840 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:09:06.276235 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b53fe19-10aa-436d-8ea5-168db5d2aae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:06.406069 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b53fe19-10aa-436d-8ea5-168db5d2aae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:06.489509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-a0458f98-36a0-409a-adb0-5610b5a5d182 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:06.495223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-a0458f98-36a0-409a-adb0-5610b5a5d182 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.2661710 Feb 09 13:09:06.508633 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b53fe19-10aa-436d-8ea5-168db5d2aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:06.689773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-ce13b71f-da9f-411a-8f37-921d1d13057f tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Synchronizing usage tracker for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:06.729226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-ce13b71f-da9f-411a-8f37-921d1d13057f tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Unset dirty status for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:06.730675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-ce13b71f-da9f-411a-8f37-921d1d13057f tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.1811621 Feb 09 13:09:06.749335 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b53fe19-10aa-436d-8ea5-168db5d2aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:06.778375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fb4187d8-b946-4390-8e1a-e2c4909fb0ab up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:06.861829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port fb4187d8-b946-4390-8e1a-e2c4909fb0ab triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:06.862181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:06.869788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53fe19-10aa-436d-8ea5-168db5d2aae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69987c20-9f00-4199-a934-d28465136840,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:06.904188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ee081-3410-4914-ab79-ff0bbddc42c4 req-35756349-e8a0-4f92-bc59-69963a54f0ca tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:06.905976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac9ee081-3410-4914-ab79-ff0bbddc42c4 req-35756349-e8a0-4f92-bc59-69963a54f0ca tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 946 time: 0.2957673 Feb 09 13:09:06.907928 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b53fe19-10aa-436d-8ea5-168db5d2aae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:06.916193 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-6eac6a7b-f298-4916-a77f-af23612d696f tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.1715920 Feb 09 13:09:06.994834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2b53fe19-10aa-436d-8ea5-168db5d2aae8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/69987c20-9f00-4199-a934-d28465136840 HTTP/1.1" status: 204 len: 168 time: 0.9004645 Feb 09 13:09:06.997628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45114) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:07.120321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac9ee081-3410-4914-ab79-ff0bbddc42c4 req-db7f483e-4359-4eec-b87c-f6dd7c51dfda tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073903 Feb 09 13:09:07.123695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-10aa8713-855d-46be-a2c9-1c8a4600ef75 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Deleting port 351f45f2-341a-403e-9a65-59a1618a2df4 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:07.124106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-10aa8713-855d-46be-a2c9-1c8a4600ef75 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.211046 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.339636 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.369542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef29184e-39f6-4fde-962b-7cd7cd0cfea7']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:07.381727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a45d87-1c75-47ba-942c-8fd502472359') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:07.382024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a45d87-1c75-47ba-942c-8fd502472359') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:07.393645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.410673 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.417216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:09:07.417623 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:09:07.430818 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:09:07.471053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4418b-8c55-4515-a027-027b17a6a7d1 req-b7487cae-6f34-4f7a-bbd9-79f92aebfb43 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:07.473089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fd4418b-8c55-4515-a027-027b17a6a7d1 req-b7487cae-6f34-4f7a-bbd9-79f92aebfb43 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 945 time: 0.1941264 Feb 09 13:09:07.474919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-10aa8713-855d-46be-a2c9-1c8a4600ef75 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.475239 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-10aa8713-855d-46be-a2c9-1c8a4600ef75 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.509251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.531418 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.540677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef29184e-39f6-4fde-962b-7cd7cd0cfea7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:07.547239 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-58d50cf2-b1fb-4ad4-86f9-8a250d8d36a3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ef29184e-39f6-4fde-962b-7cd7cd0cfea7 HTTP/1.1" status: 204 len: 168 time: 0.5448565 Feb 09 13:09:07.621807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-10aa8713-855d-46be-a2c9-1c8a4600ef75 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Calling delete_port for 351f45f2-341a-403e-9a65-59a1618a2df4 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:07.688024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fd4418b-8c55-4515-a027-027b17a6a7d1 req-2e752ce7-9aee-469e-8643-e16003754856 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/security-groups?id=27c382fb-7763-4de0-8197-9b196a48855f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053301 Feb 09 13:09:07.776501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45128) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:07.815573 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-10aa8713-855d-46be-a2c9-1c8a4600ef75 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.877018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa8713-855d-46be-a2c9-1c8a4600ef75 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event deleted for resources: {'Port': ['ID=351f45f2-341a-403e-9a65-59a1618a2df4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:07.908296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-43e3b461-e20f-42d2-891b-f628e0bdfe80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=392d1cf9735c47acb33952b417bba3d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1306970 Feb 09 13:09:07.910918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45142) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:07.979647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12d0c881-02e3-4793-96a2-9ec0c6976d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:07.986869 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-10aa8713-855d-46be-a2c9-1c8a4600ef75 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:08.008332 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-10aa8713-855d-46be-a2c9-1c8a4600ef75 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:08.009655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32fb4894-929c-4c00-8342-9caf3a5247ed req-10aa8713-855d-46be-a2c9-1c8a4600ef75 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "DELETE /v2.0/floatingips/8bc117fe-42b3-4662-a625-7a0b3d2e51a1 HTTP/1.1" status: 204 len: 173 time: 1.0756989 Feb 09 13:09:08.016194 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12d0c881-02e3-4793-96a2-9ec0c6976d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:08.091175 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12d0c881-02e3-4793-96a2-9ec0c6976d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:08.109498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0c881-02e3-4793-96a2-9ec0c6976d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cb04cf-4889-47e0-9234-d5484ac4dc63,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:08.124358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12d0c881-02e3-4793-96a2-9ec0c6976d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:08.129242 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-12d0c881-02e3-4793-96a2-9ec0c6976d02 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3cb04cf-4889-47e0-9234-d5484ac4dc63 HTTP/1.1" status: 204 len: 168 time: 0.2136087 Feb 09 13:09:08.345850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d03fb-4d3d-47f2-8aa0-a2ec12a5e311 req-c67d3d61-c3a7-482d-afd8-d4442429e50c tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:08.353125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd1d03fb-4d3d-47f2-8aa0-a2ec12a5e311 req-c67d3d61-c3a7-482d-afd8-d4442429e50c tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.0939529 Feb 09 13:09:08.444524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd1d03fb-4d3d-47f2-8aa0-a2ec12a5e311 req-ba9eab4c-f152-4239-a744-599922b00690 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900695 Feb 09 13:09:08.481973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525b3bc-55ff-41db-ad73-c78d879d3a92 req-5faca416-18d1-4c3a-997e-0468bd9fdb0b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:08.483885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0525b3bc-55ff-41db-ad73-c78d879d3a92 req-5faca416-18d1-4c3a-997e-0468bd9fdb0b tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.0969293 Feb 09 13:09:08.627769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-eeee621c-ee2f-4ed4-9f98-2c07b721db39 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips/f9aae1f5-7c49-49e7-8722-0d80bc59cb62 HTTP/1.1" status: 200 len: 692 time: 0.1358058 Feb 09 13:09:08.696166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0525b3bc-55ff-41db-ad73-c78d879d3a92 req-31c35881-3492-41df-b326-ac64ded044ac tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060275 Feb 09 13:09:08.789479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-0f258da4-5a02-4980-aed1-da95e1190a6f tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:08.790952 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-0f258da4-5a02-4980-aed1-da95e1190a6f tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.67 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 945 time: 0.2115836 Feb 09 13:09:08.899925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-9c22954c-3c62-4153-ab94-8fd87dcc9401 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:08.901249 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-9c22954c-3c62-4153-ab94-8fd87dcc9401 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.2590010 Feb 09 13:09:09.005855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-024aa595-73e0-4952-a760-f948d7db4898 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Deleting port 89408930-7263-4931-8489-c3d911c7d1c5 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:09.006183 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-024aa595-73e0-4952-a760-f948d7db4898 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.047136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-ade7ee44-0fcf-4c75-ba9d-ae41a5eaa20c tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Synchronizing usage tracker for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:09.109140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45180) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:09.240561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-ade7ee44-0fcf-4c75-ba9d-ae41a5eaa20c tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Unset dirty status for tenant:bb6989d359364f329ab9bd11788fd6d3 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:09.241773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-ade7ee44-0fcf-4c75-ba9d-ae41a5eaa20c tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.3328955 Feb 09 13:09:09.248243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-680670909-network', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:09.252973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:09.257427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Usage tracker for resource:network and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:09.257813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bef94-d566-422f-a248-32481248e5e4 req-fa3cf82c-8b41-4ef6-bc63-02a3a94161d8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:09.259264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea4bef94-d566-422f-a248-32481248e5e4 req-fa3cf82c-8b41-4ef6-bc63-02a3a94161d8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 946 time: 0.4123611 Feb 09 13:09:09.260389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:09.266127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:09.277668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Made reservation on behalf of a56e84bc023c45cc83f6fd03a7667234 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:09.279933 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.292056 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.325973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:09.330009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:09.333869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:09.339820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:09.411549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.415833 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.447173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:09:09.455759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206e92da-f8bf-4ef4-a5f4-0034a1961547,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:09.462617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-a8f910c6-3244-40a7-9bfb-7b332c52b00f tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.26 HTTP/1.1" status: 200 len: 695 time: 0.2113388 Feb 09 13:09:09.463920 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.464256 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Added segment ec900a36-e1ec-4bac-9a79-4adf02581826 of type vlan for network f3123c25-aa2b-4ea8-8564-3f148f22ba4f Feb 09 13:09:09.471680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.472060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.472405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.472762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.473136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.473629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.473950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.474559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.474935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.475254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.475568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:09.501671 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.534143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.535003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:09.535579 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.637383 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5242803 Feb 09 13:09:09.637590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45188) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:09.645013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Request body: {'subnet': {'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-subnet', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:09.648534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5058058-2f52-4607-8603-e7faa41f12b6 admin admin] Pushing event updated for resources: {'Network': ['ID=f3123c25-aa2b-4ea8-8564-3f148f22ba4f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:09.652445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:09.656887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Usage tracker for resource:subnet and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:09.660011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:09.666018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:09.668957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f3123c25-aa2b-4ea8-8564-3f148f22ba4f details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:09:09.676349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea4bef94-d566-422f-a248-32481248e5e4 req-1f87a0bf-e3ff-4626-b59d-9286dd6d2299 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567629 Feb 09 13:09:09.677617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Made reservation on behalf of a56e84bc023c45cc83f6fd03a7667234 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:09.680141 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.687878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-f3448bae-162d-47a2-b1f8-d83f6deaf5d5 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Deleting port 214e5dad-f632-4eb8-ba07-e6c0e616b717 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:09.688198 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-f3448bae-162d-47a2-b1f8-d83f6deaf5d5 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.734768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-024aa595-73e0-4952-a760-f948d7db4898 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] For port 89408930-7263-4931-8489-c3d911c7d1c5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=89408930-7263-4931-8489-c3d911c7d1c5,segment=NetworkSegment(87ab9b64-9c16-41e4-800f-1d6b290954ac),segment_id=87ab9b64-9c16-41e4-800f-1d6b290954ac)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:09.734768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-024aa595-73e0-4952-a760-f948d7db4898 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:09.916653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-024aa595-73e0-4952-a760-f948d7db4898 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Calling delete_port for 89408930-7263-4931-8489-c3d911c7d1c5 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:09.933779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.027141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a81a6c-cb23-4c19-9623-074f7536c01d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:10.060405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Checking segment: {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:10.060726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Network hostable DHCP agents. Network: f3123c25-aa2b-4ea8-8564-3f148f22ba4f, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:09:10.079898 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-f3448bae-162d-47a2-b1f8-d83f6deaf5d5 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.080449 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-f3448bae-162d-47a2-b1f8-d83f6deaf5d5 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.090520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Network f3123c25-aa2b-4ea8-8564-3f148f22ba4f is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:09:10.103958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f3123c25-aa2b-4ea8-8564-3f148f22ba4f) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:10.110032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:10.111402 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.121495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743fad5f-3137-429b-993d-e36d3e45e560 None None] Network f3123c25-aa2b-4ea8-8564-3f148f22ba4f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:10.146645 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-055e28f9-288c-468d-882b-382911a4f079 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5079885 Feb 09 13:09:10.149515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45212) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:10.160745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:10.166725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:10.171403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Usage tracker for resource:router and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:10.174954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:10.180932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:10.193606 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.194837 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.217074 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.269276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-f3448bae-162d-47a2-b1f8-d83f6deaf5d5 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Calling delete_port for 214e5dad-f632-4eb8-ba07-e6c0e616b717 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:10.391450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.404158 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-024aa595-73e0-4952-a760-f948d7db4898 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.411713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:09:10.413076 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.430938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['89408930-7263-4931-8489-c3d911c7d1c5'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:09:10.487729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aa595-73e0-4952-a760-f948d7db4898 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Pushing event deleted for resources: {'Port': ['ID=89408930-7263-4931-8489-c3d911c7d1c5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:10.637406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c0994-be90-42b0-8312-697ea14a4a1b req-2cf4ecb2-598c-4652-bc06-fff2a1c0767c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:10.638820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Allocated IP 172.20.0.2 (f3123c25-aa2b-4ea8-8564-3f148f22ba4f/a4a81a6c-cb23-4c19-9623-074f7536c01d/bc1b1478-b4f0-4303-a6b0-99f7e714cd0a) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:10.640640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c0994-be90-42b0-8312-697ea14a4a1b req-2cf4ecb2-598c-4652-bc06-fff2a1c0767c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:10.642349 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.645124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c0994-be90-42b0-8312-697ea14a4a1b req-2cf4ecb2-598c-4652-bc06-fff2a1c0767c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:10.646798 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1c0994-be90-42b0-8312-697ea14a4a1b req-2cf4ecb2-598c-4652-bc06-fff2a1c0767c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2419 time: 0.3403406 Feb 09 13:09:10.655548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-024aa595-73e0-4952-a760-f948d7db4898 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] No DVR routers for this DVR port 89408930-7263-4931-8489-c3d911c7d1c5 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:10.658160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-024aa595-73e0-4952-a760-f948d7db4898 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.664135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443be9b4-99b0-46c7-8ac3-40787c0b9e0e', 'name': 'network-vif-deleted', 'tag': '89408930-7263-4931-8489-c3d911c7d1c5'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:10.674429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.704021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0df383f3-a09a-4e33-8f3a-84e87d048466 req-024aa595-73e0-4952-a760-f948d7db4898 tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.67 "DELETE /v2.0/ports/89408930-7263-4931-8489-c3d911c7d1c5 HTTP/1.1" status: 204 len: 173 time: 1.8993237 Feb 09 13:09:10.706278 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-f3448bae-162d-47a2-b1f8-d83f6deaf5d5 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.935837 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:10.949445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Transition to ACTIVE for port object bc1b1478-b4f0-4303-a6b0-99f7e714cd0a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:10.965096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3448bae-162d-47a2-b1f8-d83f6deaf5d5 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Pushing event deleted for resources: {'Port': ['ID=214e5dad-f632-4eb8-ba07-e6c0e616b717,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:10.976154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Transition to ACTIVE for port object bc1b1478-b4f0-4303-a6b0-99f7e714cd0a will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:10.979641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Allocated IP 172.25.5.137 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/ea780caa-0f51-42d1-b56a-6bfaa5b5f54e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:10.985519 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:11.047276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1c0994-be90-42b0-8312-697ea14a4a1b req-c093645c-e6c1-4a20-a4fc-b2675c67c234 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856606 Feb 09 13:09:11.073754 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Network f3123c25-aa2b-4ea8-8564-3f148f22ba4f is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:11.079139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:11.084138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:11.110985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Pushing event updated for resources: {'Port': ['ID=bc1b1478-b4f0-4303-a6b0-99f7e714cd0a,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:11.158379 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-f3448bae-162d-47a2-b1f8-d83f6deaf5d5 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:11.158874 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:11.161249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-f3448bae-162d-47a2-b1f8-d83f6deaf5d5 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:11.162707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-650a1ec0-9acc-4980-ba33-11e9968456c8 req-f3448bae-162d-47a2-b1f8-d83f6deaf5d5 tempest-FloatingIPDetailsTestJSON-1715783197 tempest-FloatingIPDetailsTestJSON-1715783197-project] 10.222.0.59 "DELETE /v2.0/floatingips/f9aae1f5-7c49-49e7-8722-0d80bc59cb62 HTTP/1.1" status: 204 len: 173 time: 1.6909800 Feb 09 13:09:11.168764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45220) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:11.184727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-07f78084-9338-4b80-8f68-2efd8dbf9edf tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:11.191383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-07f78084-9338-4b80-8f68-2efd8dbf9edf tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:11.200120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-07f78084-9338-4b80-8f68-2efd8dbf9edf tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:11.204385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-07f78084-9338-4b80-8f68-2efd8dbf9edf tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 2419 time: 0.4485769 Feb 09 13:09:11.235670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Attempting to bind port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:11.236019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Attempting to bind port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:11.246866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Attempting to bind port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a on network f3123c25-aa2b-4ea8-8564-3f148f22ba4f {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:11.256992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:11.257256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Checking segment: {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:11.257597 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:11.257992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Bound using segment: {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:11.258698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Bound port: bc1b1478-b4f0-4303-a6b0-99f7e714cd0a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:11.259073 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:11.330084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:11.397513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] For port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:11.399785 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:11.403412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] For port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bc1b1478-b4f0-4303-a6b0-99f7e714cd0a,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:11.410698 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:11.419049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a33d2695-e829-4df5-ad59-2b30e3b3b52c req-bab9572b-24d2-4f8d-8e42-e30e6544cc8d tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Synchronizing usage tracker for tenant:28595aef639b4f69a135becdd98d5cec on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:11.429718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-e57643ac-f078-456b-ba1b-8ef89f46de71 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting port e926cc8d-51f4-4ce0-ad50-b93f69e43840 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:11.430181 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-e57643ac-f078-456b-ba1b-8ef89f46de71 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:11.494860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:11.499845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:11.510395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a33d2695-e829-4df5-ad59-2b30e3b3b52c req-bab9572b-24d2-4f8d-8e42-e30e6544cc8d tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] Unset dirty status for tenant:28595aef639b4f69a135becdd98d5cec on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:11.511701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:11.511918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a33d2695-e829-4df5-ad59-2b30e3b3b52c req-bab9572b-24d2-4f8d-8e42-e30e6544cc8d tempest-ServerTagsTestJSON-1852884285 tempest-ServerTagsTestJSON-1852884285-project] 10.222.0.59 "GET /v2.0/ports?device_id=443be9b4-99b0-46c7-8ac3-40787c0b9e0e HTTP/1.1" status: 200 len: 210 time: 0.1881330 Feb 09 13:09:11.558951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Pushing event updated for resources: {'Port': ['ID=ea780caa-0f51-42d1-b56a-6bfaa5b5f54e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:11.586886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0caa70-ced3-46e9-9c21-b9ec6929ef11 None None] Pushing event updated for resources: {'Port': ['ID=bc1b1478-b4f0-4303-a6b0-99f7e714cd0a,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:11.589744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5cce-5e7b-4041-90f4-7e08176b3154 req-2330480d-0ad9-4855-900b-8e96fa052946 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:11.598542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fbb5cce-5e7b-4041-90f4-7e08176b3154 req-2330480d-0ad9-4855-900b-8e96fa052946 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.3928838 Feb 09 13:09:11.724727 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fbb5cce-5e7b-4041-90f4-7e08176b3154 req-f5a490cc-f899-4200-8a54-ce2bb7ea549c tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253071 Feb 09 13:09:11.913920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-e57643ac-f078-456b-ba1b-8ef89f46de71 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] For port e926cc8d-51f4-4ce0-ad50-b93f69e43840, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e926cc8d-51f4-4ce0-ad50-b93f69e43840,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:11.914283 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-e57643ac-f078-456b-ba1b-8ef89f46de71 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:12.100957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-e57643ac-f078-456b-ba1b-8ef89f46de71 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Calling delete_port for e926cc8d-51f4-4ce0-ad50-b93f69e43840 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:12.110788 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:12.111509 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:12.203406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707c0c3-8198-41ab-9ece-2667dcae7351 req-0f86fb22-024b-48fa-990a-3571189bea6a tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:12.204874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2707c0c3-8198-41ab-9ece-2667dcae7351 req-0f86fb22-024b-48fa-990a-3571189bea6a tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.4141753 Feb 09 13:09:12.307410 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443be9b4-99b0-46c7-8ac3-40787c0b9e0e', 'name': 'network-vif-deleted', 'tag': '89408930-7263-4931-8489-c3d911c7d1c5', 'status': 'completed', 'code': 200} Feb 09 13:09:12.322247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2707c0c3-8198-41ab-9ece-2667dcae7351 req-1d5c353f-edd7-4eee-a496-8d9728136396 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092885 Feb 09 13:09:12.360210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:12.360837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-e57643ac-f078-456b-ba1b-8ef89f46de71 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:12.377337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e926cc8d-51f4-4ce0-ad50-b93f69e43840', '942f2702-7e43-45cb-9174-0b843ca362fe', '0fca622e-74c8-468c-8e2b-dfc651135d9c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:09:12.590321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57643ac-f078-456b-ba1b-8ef89f46de71 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Port': ['ID=e926cc8d-51f4-4ce0-ad50-b93f69e43840,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:12.657459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-e57643ac-f078-456b-ba1b-8ef89f46de71 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] No DVR routers for this DVR port e926cc8d-51f4-4ce0-ad50-b93f69e43840 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:12.671675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-e57643ac-f078-456b-ba1b-8ef89f46de71 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:12.707070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-e57643ac-f078-456b-ba1b-8ef89f46de71 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "DELETE /v2.0/ports/e926cc8d-51f4-4ce0-ad50-b93f69e43840 HTTP/1.1" status: 204 len: 173 time: 1.4402614 Feb 09 13:09:12.893206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baea52-1678-475d-bd6f-c73ae591e953 req-febce3ec-c7ad-4f8d-93b4-c3f1e4da44ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:12.897970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baea52-1678-475d-bd6f-c73ae591e953 req-febce3ec-c7ad-4f8d-93b4-c3f1e4da44ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:12.898824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f7baea52-1678-475d-bd6f-c73ae591e953 req-febce3ec-c7ad-4f8d-93b4-c3f1e4da44ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Synchronizing usage tracker for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:12.919830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:09:12.934074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-58b281e8-c00f-4029-ad03-5a592393d8ca tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting port 942f2702-7e43-45cb-9174-0b843ca362fe {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:12.934420 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-58b281e8-c00f-4029-ad03-5a592393d8ca tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:12.969770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bc1b1478-b4f0-4303-a6b0-99f7e714cd0a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:13.091172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f7baea52-1678-475d-bd6f-c73ae591e953 req-febce3ec-c7ad-4f8d-93b4-c3f1e4da44ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Unset dirty status for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:13.092405 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7baea52-1678-475d-bd6f-c73ae591e953 req-febce3ec-c7ad-4f8d-93b4-c3f1e4da44ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 1683 time: 0.6283731 Feb 09 13:09:13.148211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:13.239227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8786b7-f582-45bb-a6a3-becfe983e029 None None] Network f3123c25-aa2b-4ea8-8564-3f148f22ba4f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:13.276399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbd78a-f68d-4051-ba7e-267955743f5d req-9475fe51-3342-4709-9555-2441793f46cc tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:13.278128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fcbd78a-f68d-4051-ba7e-267955743f5d req-9475fe51-3342-4709-9555-2441793f46cc tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 946 time: 0.2801282 Feb 09 13:09:13.393429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45256) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:13.397834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-21fa2356-92a5-4a7b-a3b9-d81cb4120bcd None None] Provisioning for port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:13.494292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-21fa2356-92a5-4a7b-a3b9-d81cb4120bcd None None] Provisioning complete for port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:13.494605 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-21fa2356-92a5-4a7b-a3b9-d81cb4120bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:13.506945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fcbd78a-f68d-4051-ba7e-267955743f5d req-0be46a4a-c567-46f8-9870-5b4cb7a0e5ce tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585799 Feb 09 13:09:13.513918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7baea52-1678-475d-bd6f-c73ae591e953 req-5c70d05b-7caf-422d-8cde-e9457eafbeed tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099257 Feb 09 13:09:13.638270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45264) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:13.639554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0fca622e-74c8-468c-8e2b-dfc651135d9c no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:13.680053 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d6b6f4c5-96c7-4c7a-b79c-a3b323c4a1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:13.772621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-58b281e8-c00f-4029-ad03-5a592393d8ca tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] For port 942f2702-7e43-45cb-9174-0b843ca362fe, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=942f2702-7e43-45cb-9174-0b843ca362fe,segment=NetworkSegment(6b18b726-ee2c-4753-999c-f88cc59797c4),segment_id=6b18b726-ee2c-4753-999c-f88cc59797c4)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:13.773079 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-58b281e8-c00f-4029-ad03-5a592393d8ca tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:13.816108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d6b6f4c5-96c7-4c7a-b79c-a3b323c4a1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:13.824646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d6b6f4c5-96c7-4c7a-b79c-a3b323c4a1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:2a67817fb969489f9c278b3ceef007b0 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:13.851537 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-21fa2356-92a5-4a7b-a3b9-d81cb4120bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:13.852526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d6b6f4c5-96c7-4c7a-b79c-a3b323c4a1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:13.863630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d6b6f4c5-96c7-4c7a-b79c-a3b323c4a1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:13.883283 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:13.964054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:09:13.978783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-58b281e8-c00f-4029-ad03-5a592393d8ca tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Calling delete_port for 942f2702-7e43-45cb-9174-0b843ca362fe owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:13.988701 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Sync routers for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:09:13.991874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fca622e-74c8-468c-8e2b-dfc651135d9c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:14.010395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-21fa2356-92a5-4a7b-a3b9-d81cb4120bcd None None] For port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bc1b1478-b4f0-4303-a6b0-99f7e714cd0a,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:14.011364 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:14.011886 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:08:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:14.024821 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-21fa2356-92a5-4a7b-a3b9-d81cb4120bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.030210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d6b6f4c5-96c7-4c7a-b79c-a3b323c4a1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.085922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0fca622e-74c8-468c-8e2b-dfc651135d9c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0fca622e-74c8-468c-8e2b-dfc651135d9c,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:14.103173 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.103989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 89408930-7263-4931-8489-c3d911c7d1c5 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:14.121929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.124653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-98f81c86-ac6c-4c76-83d1-b3364c2e10ff admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9724724 Feb 09 13:09:14.130223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45270) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:14.133812 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d6b6f4c5-96c7-4c7a-b79c-a3b323c4a1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.140634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbb908e-213c-40f4-8179-747ff3563f16 admin admin] Deleting subnet 85a1bbf2-a926-4677-bc59-8f15f62a8bc9 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:09:14.168056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 89408930-7263-4931-8489-c3d911c7d1c5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:14.168402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 89408930-7263-4931-8489-c3d911c7d1c5 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:14.168805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e926cc8d-51f4-4ce0-ad50-b93f69e43840 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:14.202615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6f4c5-96c7-4c7a-b79c-a3b323c4a1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8806723-38dc-4a77-b614-03ad611a1ca7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:14.249683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: e926cc8d-51f4-4ce0-ad50-b93f69e43840 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:14.250189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e926cc8d-51f4-4ce0-ad50-b93f69e43840 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:14.261696 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:09:14.262616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa2356-92a5-4a7b-a3b9-d81cb4120bcd None None] Pushing event updated for resources: {'Port': ['ID=bc1b1478-b4f0-4303-a6b0-99f7e714cd0a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:14.283636 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d6b6f4c5-96c7-4c7a-b79c-a3b323c4a1a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a67817fb969489f9c278b3ceef007b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8786674 Feb 09 13:09:14.291825 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acbb908e-213c-40f4-8179-747ff3563f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.319400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45274) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:14.324610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-deleted', 'tag': 'e926cc8d-51f4-4ce0-ad50-b93f69e43840'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:14.338363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=0fca622e-74c8-468c-8e2b-dfc651135d9c,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:14.355818 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a5ef8854-3868-43f1-afd1-d2c88b6834cb None None] Provisioning complete for port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:14.356185 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8854-3868-43f1-afd1-d2c88b6834cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.369845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] Deleting port fb4187d8-b946-4390-8e1a-e2c4909fb0ab {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:14.370694 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.465951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acbb908e-213c-40f4-8179-747ff3563f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.530085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70537c-13de-4060-9d86-e4ce39e180c1 req-72baf512-90c8-4982-a8fb-8076f3941961 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:14.531757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e70537c-13de-4060-9d86-e4ce39e180c1 req-72baf512-90c8-4982-a8fb-8076f3941961 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.8329222 Feb 09 13:09:14.586096 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:11Z', 'revision_number': 3, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:14.590916 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Checking router: d54e5a5a-1ebd-46e6-8331-4197a3bdfbba for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:09:14.591554 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Updating router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:09:14.595917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] For port fb4187d8-b946-4390-8e1a-e2c4909fb0ab, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fb4187d8-b946-4390-8e1a-e2c4909fb0ab,segment=NetworkSegment(91a75d3b-3cd8-436e-98cf-0d9a119fe36d),segment_id=91a75d3b-3cd8-436e-98cf-0d9a119fe36d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:14.596438 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.626835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b15cc-029a-49c8-8e5b-ed005fe4c30a req-15b7117b-90ff-40e1-88fd-9800ccc1fd6f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:14.628420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-241b15cc-029a-49c8-8e5b-ed005fe4c30a req-15b7117b-90ff-40e1-88fd-9800ccc1fd6f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.8698010 Feb 09 13:09:14.648859 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.708133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acbb908e-213c-40f4-8179-747ff3563f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.723766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] Calling delete_port for fb4187d8-b946-4390-8e1a-e2c4909fb0ab owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:14.750097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-0d7757be-ae5d-4e83-994f-ce4d4a19b379 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:14.751871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-0d7757be-ae5d-4e83-994f-ce4d4a19b379 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.67 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 946 time: 0.7909436 Feb 09 13:09:14.765772 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59836b7b-a8ed-4880-af13-12ddd14d3251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.813653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bc1b1478-b4f0-4303-a6b0-99f7e714cd0a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:14.862398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e70537c-13de-4060-9d86-e4ce39e180c1 req-426ae08c-a308-49bb-99d7-7fc98f563d7a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161054 Feb 09 13:09:14.925338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:14.925776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.942513 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-58b281e8-c00f-4029-ad03-5a592393d8ca tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:14.964695 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59836b7b-a8ed-4880-af13-12ddd14d3251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.065332 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fca622e-74c8-468c-8e2b-dfc651135d9c', 'code': 200} Feb 09 13:09:15.079160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.090139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-241b15cc-029a-49c8-8e5b-ed005fe4c30a req-30f48d34-2267-4307-886e-995379a49acb tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408879 Feb 09 13:09:15.108887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-24455202-f3cd-4af9-a3e9-7d3fbb5e447e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Deleting port 3175a430-dc1a-4524-9ee5-84ee68101e48 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:15.109229 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-24455202-f3cd-4af9-a3e9-7d3fbb5e447e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.123479 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.145388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4187d8-b946-4390-8e1a-e2c4909fb0ab,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:15.282842 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-deleted', 'tag': 'e926cc8d-51f4-4ce0-ad50-b93f69e43840', 'status': 'completed', 'code': 200} Feb 09 13:09:15.456672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 942f2702-7e43-45cb-9174-0b843ca362fe no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:15.472779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b281e8-c00f-4029-ad03-5a592393d8ca tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Port': ['ID=942f2702-7e43-45cb-9174-0b843ca362fe,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:15.504351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 942f2702-7e43-45cb-9174-0b843ca362fe {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:15.505186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 942f2702-7e43-45cb-9174-0b843ca362fe not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:15.547405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59836b7b-a8ed-4880-af13-12ddd14d3251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.568588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.639055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-58b281e8-c00f-4029-ad03-5a592393d8ca tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] No DVR routers for this DVR port 942f2702-7e43-45cb-9174-0b843ca362fe on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:15.643327 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Transition to ACTIVE for port object ea780caa-0f51-42d1-b56a-6bfaa5b5f54e will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:15.651127 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.656238 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-58b281e8-c00f-4029-ad03-5a592393d8ca tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.662892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59836b7b-a8ed-4880-af13-12ddd14d3251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8806723-38dc-4a77-b614-03ad611a1ca7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:15.683895 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acbb908e-213c-40f4-8179-747ff3563f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.742175 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Attempting to bind port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:15.742711 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Attempting to bind port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:15.743181 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Attempting to bind port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:15.763515 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Pushing event updated for resources: {'Port': ['ID=ea780caa-0f51-42d1-b56a-6bfaa5b5f54e,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:15.772776 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:15.773297 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:15.773790 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.774264 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:15.774878 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Bound port: ea780caa-0f51-42d1-b56a-6bfaa5b5f54e, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:15.775439 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.782410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb908e-213c-40f4-8179-747ff3563f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a1bbf2-a926-4677-bc59-8f15f62a8bc9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:15.809981 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.810379 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.810921 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.811498 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.812026 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.812553 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.813210 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.813608 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.814510 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.814510 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.814746 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:15.853703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-58b281e8-c00f-4029-ad03-5a592393d8ca tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "DELETE /v2.0/ports/942f2702-7e43-45cb-9174-0b843ca362fe HTTP/1.1" status: 204 len: 173 time: 3.1441765 Feb 09 13:09:15.864346 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] For port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:15.866458 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acbb908e-213c-40f4-8179-747ff3563f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.868216 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] For port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ea780caa-0f51-42d1-b56a-6bfaa5b5f54e,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:15.868356 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-acbb908e-213c-40f4-8179-747ff3563f16 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/85a1bbf2-a926-4677-bc59-8f15f62a8bc9 HTTP/1.1" status: 204 len: 168 time: 2.2291272 Feb 09 13:09:15.871599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45288) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:15.872130 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59836b7b-a8ed-4880-af13-12ddd14d3251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.873065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-59836b7b-a8ed-4880-af13-12ddd14d3251 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d8806723-38dc-4a77-b614-03ad611a1ca7 HTTP/1.1" status: 204 len: 168 time: 1.5436225 Feb 09 13:09:15.878562 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:15.968246 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba506a-a8e5-4aec-bcd7-eacd31635238 None None] Pushing event updated for resources: {'Port': ['ID=ea780caa-0f51-42d1-b56a-6bfaa5b5f54e,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:15.995171 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.003475 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:16.005244 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:08:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:16.049214 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.105252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5d287-89ab-432e-aa18-8161f6dbc1a5 req-624bc9c6-4f48-426b-b541-be156bad80f2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:16.113549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45c5d287-89ab-432e-aa18-8161f6dbc1a5 req-624bc9c6-4f48-426b-b541-be156bad80f2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 946 time: 0.6248062 Feb 09 13:09:16.118050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-7167fcf9-61cb-4dfe-a62d-7ff58022c49c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting port 0fca622e-74c8-468c-8e2b-dfc651135d9c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:16.118392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-7167fcf9-61cb-4dfe-a62d-7ff58022c49c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.168515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbd5a5-9cf1-44f1-b754-aa2e1d682b63 req-e2134c88-23ac-4519-9c8b-c99cb77c4b64 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:16.169224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-01cbd5a5-9cf1-44f1-b754-aa2e1d682b63 req-e2134c88-23ac-4519-9c8b-c99cb77c4b64 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Synchronizing usage tracker for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:16.241562 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:09:16.251674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.273877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-24455202-f3cd-4af9-a3e9-7d3fbb5e447e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] For port 3175a430-dc1a-4524-9ee5-84ee68101e48, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3175a430-dc1a-4524-9ee5-84ee68101e48,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:16.274239 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-24455202-f3cd-4af9-a3e9-7d3fbb5e447e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.426827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-24455202-f3cd-4af9-a3e9-7d3fbb5e447e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Calling delete_port for 3175a430-dc1a-4524-9ee5-84ee68101e48 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:16.448640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca6c4c2-957d-4308-ac00-70a8bf7230f7']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:16.476939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ab9b64-9c16-41e4-800f-1d6b290954ac') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:16.477388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ab9b64-9c16-41e4-800f-1d6b290954ac') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:16.504405 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.507705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-01cbd5a5-9cf1-44f1-b754-aa2e1d682b63 req-e2134c88-23ac-4519-9c8b-c99cb77c4b64 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Unset dirty status for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:16.509253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01cbd5a5-9cf1-44f1-b754-aa2e1d682b63 req-e2134c88-23ac-4519-9c8b-c99cb77c4b64 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 944 time: 1.0230064 Feb 09 13:09:16.542884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.562045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:09:16.562045 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.563443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45c5d287-89ab-432e-aa18-8161f6dbc1a5 req-7eedefb6-53cb-42f7-90fc-08f94b4c0f6d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485605 Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:09:16.588865 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:09:16.773111 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:11Z', 'revision_number': 3, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:16.778334 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898b395a-4344-4893-bbe3-a121e9830a51 None None] The sync data for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 is: [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:11Z', 'revision_number': 3, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:09:16.827420 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.853910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:16.856797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca6c4c2-957d-4308-ac00-70a8bf7230f7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:16.878525 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4785bcaf-528a-4029-bcf8-42291512fdf0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8ca6c4c2-957d-4308-ac00-70a8bf7230f7 HTTP/1.1" status: 204 len: 168 time: 1.0040836 Feb 09 13:09:16.904108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01cbd5a5-9cf1-44f1-b754-aa2e1d682b63 req-25ce6fe4-50a7-4ad5-8e68-77039d1bf277 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819213 Feb 09 13:09:16.975359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] Router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:09:17.077848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45310) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:17.176531 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-24455202-f3cd-4af9-a3e9-7d3fbb5e447e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:17.189151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['66b4ad0f-29f0-4186-9fd0-446d1dc080e9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:09:17.200195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-7167fcf9-61cb-4dfe-a62d-7ff58022c49c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] For port 0fca622e-74c8-468c-8e2b-dfc651135d9c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0fca622e-74c8-468c-8e2b-dfc651135d9c,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:17.200574 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-7167fcf9-61cb-4dfe-a62d-7ff58022c49c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:17.285160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:09:17.293937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-deleted', 'tag': '942f2702-7e43-45cb-9174-0b843ca362fe'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:17.329502 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b081035c-b576-4b7a-ab52-811f3f2eea52 admin admin] 10.222.0.59 "PUT /v2.0/routers/9a7039fd-fee7-4184-8bb1-96c63e9543f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1587899 Feb 09 13:09:17.331494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45320) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:17.333951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] Sync routers for ids ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:09:17.404384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] Routers {'9a7039fd-fee7-4184-8bb1-96c63e9543f2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:17.405280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:08:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:17.524281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3175a430-dc1a-4524-9ee5-84ee68101e48 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:17.668173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 3175a430-dc1a-4524-9ee5-84ee68101e48 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:17.668780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3175a430-dc1a-4524-9ee5-84ee68101e48 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:17.731446 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:17.751208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-7167fcf9-61cb-4dfe-a62d-7ff58022c49c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Calling delete_port for 0fca622e-74c8-468c-8e2b-dfc651135d9c owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:17.812532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24455202-f3cd-4af9-a3e9-7d3fbb5e447e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Pushing event deleted for resources: {'Port': ['ID=3175a430-dc1a-4524-9ee5-84ee68101e48,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:17.836033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f6d104f7-d13b-493c-b735-1e94cd1c10c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28595aef639b4f69a135becdd98d5cec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7443924 Feb 09 13:09:17.852620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] Set router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:09:17.870631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45332) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:17.885934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9efca-2c06-42b5-ab42-c12cfb7d4b53 req-16fe5e14-502f-41f0-bca7-bbf57ce751ca tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:17.894511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46b9efca-2c06-42b5-ab42-c12cfb7d4b53 req-16fe5e14-502f-41f0-bca7-bbf57ce751ca tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 1.1665347 Feb 09 13:09:18.117726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46b9efca-2c06-42b5-ab42-c12cfb7d4b53 req-34c4a6ec-522c-49f8-8381-0a19f5a6792a tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219832 Feb 09 13:09:18.118780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-24455202-f3cd-4af9-a3e9-7d3fbb5e447e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] No DVR routers for this DVR port 3175a430-dc1a-4524-9ee5-84ee68101e48 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:18.121800 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-24455202-f3cd-4af9-a3e9-7d3fbb5e447e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:18.218777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c0ccae-0a96-4ac4-879b-2b138b8af268 req-24455202-f3cd-4af9-a3e9-7d3fbb5e447e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.67 "DELETE /v2.0/ports/3175a430-dc1a-4524-9ee5-84ee68101e48 HTTP/1.1" status: 204 len: 173 time: 3.4452331 Feb 09 13:09:18.307347 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86b0c22e-0421-4555-ad23-1c8b40b20057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:18.311213 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-router', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '9139c3f2-f079-4344-b603-c47a694ede06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:09:14Z', 'revision_number': 5, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'gw_port': {'id': '9139c3f2-f079-4344-b603-c47a694ede06', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:14Z', 'updated_at': '2022-02-09T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:18.315654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] Checking router: 9a7039fd-fee7-4184-8bb1-96c63e9543f2 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:09:18.336598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] Routers {'9a7039fd-fee7-4184-8bb1-96c63e9543f2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:18.337429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:08:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:18.350756 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09bba4ff-e799-4b0a-8218-00ca17af48ea req-78eadd74-ac8c-4e12-9504-4bcbc20463d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 1096 time: 0.7862976 Feb 09 13:09:18.430523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3083b3c-c32d-4dd5-aa2a-3995fcd05b4a req-9d267d29-9f84-4546-ba78-b529078363d9 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:18.437901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86b0c22e-0421-4555-ad23-1c8b40b20057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:18.438857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3083b3c-c32d-4dd5-aa2a-3995fcd05b4a req-9d267d29-9f84-4546-ba78-b529078363d9 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.6954308 Feb 09 13:09:18.496507 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-7167fcf9-61cb-4dfe-a62d-7ff58022c49c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:18.563020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167fcf9-61cb-4dfe-a62d-7ff58022c49c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Port': ['ID=0fca622e-74c8-468c-8e2b-dfc651135d9c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:18.607892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] Set router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:09:18.659818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bba4ff-e799-4b0a-8218-00ca17af48ea req-3902c58b-c9d5-43cb-84d4-63ec6cfdd6a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:18.661282 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09bba4ff-e799-4b0a-8218-00ca17af48ea req-3902c58b-c9d5-43cb-84d4-63ec6cfdd6a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 911 time: 0.2972131 Feb 09 13:09:18.664084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86b0c22e-0421-4555-ad23-1c8b40b20057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:18.682440 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-db8fc05d-c6a3-4748-85de-9a03e4a0287a tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=99d84a157def40bbb6b353acfc9eb7fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041577 Feb 09 13:09:18.724762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3083b3c-c32d-4dd5-aa2a-3995fcd05b4a req-8a8a36cc-bae8-40cb-b07c-5126b1e85650 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847652 Feb 09 13:09:18.797511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-7167fcf9-61cb-4dfe-a62d-7ff58022c49c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] No DVR routers for this DVR port 0fca622e-74c8-468c-8e2b-dfc651135d9c on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:18.810310 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09bba4ff-e799-4b0a-8218-00ca17af48ea req-7734dfda-0cb7-4809-bca3-4ed89e33542c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e HTTP/1.1" status: 200 len: 1000 time: 0.1410248 Feb 09 13:09:18.825359 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-7167fcf9-61cb-4dfe-a62d-7ff58022c49c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:18.827016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c22e-0421-4555-ad23-1c8b40b20057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c382fb-7763-4de0-8197-9b196a48855f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:18.827635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1d8d9f26-10d1-4b9c-bb04-f166c3447b4e req-7167fcf9-61cb-4dfe-a62d-7ff58022c49c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "DELETE /v2.0/ports/0fca622e-74c8-468c-8e2b-dfc651135d9c HTTP/1.1" status: 204 len: 173 time: 2.9490604 Feb 09 13:09:19.089331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d9133d9e-b001-4042-b0b9-505037848ee5 req-c11a83b1-22d1-45eb-8038-ae4c695ede14 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Synchronizing usage tracker for tenant:2a9fabf97ae14f399b624e2d74cacdd7 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:19.095258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bba4ff-e799-4b0a-8218-00ca17af48ea req-bb57c192-016d-48a2-87f6-6464ae56c9c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:19.097641 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09bba4ff-e799-4b0a-8218-00ca17af48ea req-bb57c192-016d-48a2-87f6-6464ae56c9c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc HTTP/1.1" status: 200 len: 849 time: 0.2032135 Feb 09 13:09:19.103373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea780caa-0f51-42d1-b56a-6bfaa5b5f54e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:19.108651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86b0c22e-0421-4555-ad23-1c8b40b20057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:19.110046 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-86b0c22e-0421-4555-ad23-1c8b40b20057 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27c382fb-7763-4de0-8197-9b196a48855f HTTP/1.1" status: 204 len: 168 time: 1.2384109 Feb 09 13:09:19.126507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d9133d9e-b001-4042-b0b9-505037848ee5 req-c11a83b1-22d1-45eb-8038-ae4c695ede14 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Unset dirty status for tenant:2a9fabf97ae14f399b624e2d74cacdd7 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:19.140993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9133d9e-b001-4042-b0b9-505037848ee5 req-c11a83b1-22d1-45eb-8038-ae4c695ede14 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=06fb85f7-f2f6-4902-b74d-9684d9b75b3b HTTP/1.1" status: 200 len: 210 time: 0.1372840 Feb 09 13:09:19.158926 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:19.160060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8975fe2-810e-4950-a64b-fc0a664977de req-caadefdc-3a05-4b64-86b8-f6be562a92cf tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:19.163304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-caadefdc-3a05-4b64-86b8-f6be562a92cf tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4544389 Feb 09 13:09:19.184834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Deleting port 9139c3f2-f079-4344-b603-c47a694ede06 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:19.185415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:19.268864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-93bf10c9-c40b-4ba9-84e7-3acca6e2c990 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/quotas/99d84a157def40bbb6b353acfc9eb7fc HTTP/1.1" status: 200 len: 375 time: 0.0749104 Feb 09 13:09:19.307818 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09bba4ff-e799-4b0a-8218-00ca17af48ea req-9bdf6429-3e36-41bf-8397-fb56f668bdb7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db14f556-1ce1-481c-84ef-ea73dbf55750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960557 Feb 09 13:09:19.321343 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-deleted', 'tag': '942f2702-7e43-45cb-9174-0b843ca362fe', 'status': 'completed', 'code': 200} Feb 09 13:09:19.331124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:19.341824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-router', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '9139c3f2-f079-4344-b603-c47a694ede06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:09:14Z', 'revision_number': 5, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'gw_port': {'id': '9139c3f2-f079-4344-b603-c47a694ede06', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:14Z', 'updated_at': '2022-02-09T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:19.342423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-834b66cc-184d-4084-818a-d285ef8619fc tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99d84a157def40bbb6b353acfc9eb7fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643415 Feb 09 13:09:19.356934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:19.357283 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:19.400695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c045184-f313-40da-bb0f-dbc11132fdbe None None] The sync data for ids ['9a7039fd-fee7-4184-8bb1-96c63e9543f2'] in n-d-825175-3 is: [{'id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'name': 'tempest-FloatingIPDetailsTestJSON-1065637459-router', 'tenant_id': 'bb6989d359364f329ab9bd11788fd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': '9139c3f2-f079-4344-b603-c47a694ede06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:08:11Z', 'updated_at': '2022-02-09T13:09:14Z', 'revision_number': 5, 'project_id': 'bb6989d359364f329ab9bd11788fd6d3', 'gw_port': {'id': '9139c3f2-f079-4344-b603-c47a694ede06', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:85:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7039fd-fee7-4184-8bb1-96c63e9543f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:08:14Z', 'updated_at': '2022-02-09T13:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:09:19.602308 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:19.606731 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09bba4ff-e799-4b0a-8218-00ca17af48ea req-3506c0f4-ff08-41af-a4b1-85d4f233f79a service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776349 Feb 09 13:09:19.633205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:19.657621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ea780caa-0f51-42d1-b56a-6bfaa5b5f54e,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:19.663840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:19.673690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-91de74b4-c9d8-46fa-a154-247661be1299 req-afee699a-e92c-45ea-bc57-0b5b02845d5a tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Synchronizing usage tracker for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:19.849715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=ea780caa-0f51-42d1-b56a-6bfaa5b5f54e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:19.864172 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09bba4ff-e799-4b0a-8218-00ca17af48ea req-19166629-8b44-42cf-8162-111376c8bcde service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440622 Feb 09 13:09:19.898042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-91de74b4-c9d8-46fa-a154-247661be1299 req-afee699a-e92c-45ea-bc57-0b5b02845d5a tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Unset dirty status for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:19.900606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91de74b4-c9d8-46fa-a154-247661be1299 req-afee699a-e92c-45ea-bc57-0b5b02845d5a tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4256249-9b55-4598-bfbe-b1d064127679 HTTP/1.1" status: 200 len: 210 time: 0.4175174 Feb 09 13:09:20.098391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Allocated IP 172.20.0.1 (f3123c25-aa2b-4ea8-8564-3f148f22ba4f/a4a81a6c-cb23-4c19-9623-074f7536c01d/bf551fde-4cce-490f-a289-4615d72b4f55) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:20.101113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] For port 9139c3f2-f079-4344-b603-c47a694ede06, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9139c3f2-f079-4344-b603-c47a694ede06,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:20.102623 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:20.210161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8920454a-8525-4886-a8db-0070e3509817 req-2f3c5de1-5e23-49a5-bae6-2e0faeed1e76 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 210 time: 0.1167233 Feb 09 13:09:20.359682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Calling delete_port for 9139c3f2-f079-4344-b603-c47a694ede06 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:20.666217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:20.757521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9139c3f2-f079-4344-b603-c47a694ede06,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:20.794961 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:20.824349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9004fe-79b0-4ffe-af72-191460fe8236 req-8dfb24d7-939d-4e6b-bca3-861e15152390 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:20.826070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad9004fe-79b0-4ffe-af72-191460fe8236 req-8dfb24d7-939d-4e6b-bca3-861e15152390 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.5380285 Feb 09 13:09:20.837558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Transition to ACTIVE for port object bf551fde-4cce-490f-a289-4615d72b4f55 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:20.892496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea780caa-0f51-42d1-b56a-6bfaa5b5f54e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:20.898831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01072a5-7c37-478e-a0d4-4a55c1450150 req-7a7d0aae-15cc-455f-9e60-caf02b815388 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:20.901397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f01072a5-7c37-478e-a0d4-4a55c1450150 req-7a7d0aae-15cc-455f-9e60-caf02b815388 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.3092709 Feb 09 13:09:20.948842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad9004fe-79b0-4ffe-af72-191460fe8236 req-2b3c0edb-b848-4809-8864-1faeb2aa7f95 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127925 Feb 09 13:09:20.987075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f01072a5-7c37-478e-a0d4-4a55c1450150 req-8a90f5a0-0ffe-4c5b-ab81-c9c87d2ae645 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782726 Feb 09 13:09:21.007025 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:21.118353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:21.118752 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:21.277248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Network f3123c25-aa2b-4ea8-8564-3f148f22ba4f is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:21.279069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf551fde-4cce-490f-a289-4615d72b4f55,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:21.285347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:21.325635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fb85f7-f2f6-4902-b74d-9684d9b75b3b', 'name': 'network-vif-deleted', 'tag': '3175a430-dc1a-4524-9ee5-84ee68101e48'}, {'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-deleted', 'tag': '0fca622e-74c8-468c-8e2b-dfc651135d9c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:21.340270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.344399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.344944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.345964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.346615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.347391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.347957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.348524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.350004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.350216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.350490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:21.366458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:21.405990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fb4187d8-b946-4390-8e1a-e2c4909fb0ab no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:21.461246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45400) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:21.462335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: fb4187d8-b946-4390-8e1a-e2c4909fb0ab {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:21.467907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fb4187d8-b946-4390-8e1a-e2c4909fb0ab not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:21.580362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:21.807739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3479c481-3b41-4267-9f73-41f4dddab521 None None] Provisioning for port bf551fde-4cce-490f-a289-4615d72b4f55 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:21.818393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3479c481-3b41-4267-9f73-41f4dddab521 None None] Provisioning complete for port bf551fde-4cce-490f-a289-4615d72b4f55 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:21.819243 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3479c481-3b41-4267-9f73-41f4dddab521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:21.923721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:21.989262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-9758f52d-78f7-462d-976e-1356dc6f2f15 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting subnet 73042bec-6253-47e1-a47c-0ca3bebf91c0 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:09:22.007596 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9758f52d-78f7-462d-976e-1356dc6f2f15 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.036594 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.041854 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.050427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3479c481-3b41-4267-9f73-41f4dddab521 None None] Port bf551fde-4cce-490f-a289-4615d72b4f55 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:09:22.106298 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.108476 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a7039fd-fee7-4184-8bb1-96c63e9543f2 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:09:22.142344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.144586 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6f5ab56e-74de-490c-983a-30867c8048f8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/9a7039fd-fee7-4184-8bb1-96c63e9543f2 HTTP/1.1" status: 204 len: 168 time: 4.8120337 Feb 09 13:09:22.148179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45414) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:22.207505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc35c7-b631-4c2a-be7a-72ff721d0a3d req-cdff65c6-c03a-413a-889a-88a957b6ca45 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:22.211276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73fc35c7-b631-4c2a-be7a-72ff721d0a3d req-cdff65c6-c03a-413a-889a-88a957b6ca45 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.4494147 Feb 09 13:09:22.280892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6e68fc-4eb5-4c90-b3ed-e90d9523b5e6 admin admin] Deleting subnet 8fd12cfd-28f9-45f1-9945-556db3e971f1 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:09:22.298600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9758f52d-78f7-462d-976e-1356dc6f2f15 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.349556 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f6e68fc-4eb5-4c90-b3ed-e90d9523b5e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.384856 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.441196 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f6e68fc-4eb5-4c90-b3ed-e90d9523b5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.495541 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-48f3700b-2a10-4e19-8d85-f05ebb7c00ac tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=99d84a157def40bbb6b353acfc9eb7fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2067611 Feb 09 13:09:22.507026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73fc35c7-b631-4c2a-be7a-72ff721d0a3d req-b22253a5-c38e-4907-9092-e9fcca7854fc tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646286 Feb 09 13:09:22.806291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9139c3f2-f079-4344-b603-c47a694ede06 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:22.808792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18957fbb-6f58-4308-978a-8365d9e481b4 req-6b0d8ccd-4aaf-42fd-8c6a-8ac428d4b66a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:22.810929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18957fbb-6f58-4308-978a-8365d9e481b4 req-6b0d8ccd-4aaf-42fd-8c6a-8ac428d4b66a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.7020092 Feb 09 13:09:22.839576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-926089ad-dc9a-4292-8b35-d4e8921ad568 req-e8a7626c-0e9a-4a23-960f-6a1580e21afa tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 210 time: 0.1364129 Feb 09 13:09:22.906331 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9758f52d-78f7-462d-976e-1356dc6f2f15 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.909444 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f6e68fc-4eb5-4c90-b3ed-e90d9523b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:22.914412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 9139c3f2-f079-4344-b603-c47a694ede06 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:22.916349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9139c3f2-f079-4344-b603-c47a694ede06 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:22.960987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8975fe2-810e-4950-a64b-fc0a664977de req-91f1be1e-3f8f-401a-ada5-74a4fd9c9f3e tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:22.962866 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-91f1be1e-3f8f-401a-ada5-74a4fd9c9f3e tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4603317 Feb 09 13:09:22.998692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18957fbb-6f58-4308-978a-8365d9e481b4 req-fbb9ec8d-a1f4-4421-aaca-3c2e72066384 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636932 Feb 09 13:09:23.019657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Request body: {'port': {'device_id': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '99d84a157def40bbb6b353acfc9eb7fc'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:23.032133 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fb85f7-f2f6-4902-b74d-9684d9b75b3b', 'name': 'network-vif-deleted', 'tag': '3175a430-dc1a-4524-9ee5-84ee68101e48', 'status': 'completed', 'code': 200} Feb 09 13:09:23.032380 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4256249-9b55-4598-bfbe-b1d064127679', 'name': 'network-vif-deleted', 'tag': '0fca622e-74c8-468c-8e2b-dfc651135d9c', 'status': 'completed', 'code': 200} Feb 09 13:09:23.047482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.054424 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.196740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:23.201327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Usage tracker for resource:port and tenant:99d84a157def40bbb6b353acfc9eb7fc is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:23.204293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:23.211252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:23.214268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f6e68fc-4eb5-4c90-b3ed-e90d9523b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.264210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e68fc-4eb5-4c90-b3ed-e90d9523b5e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd12cfd-28f9-45f1-9945-556db3e971f1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:23.268342 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f6e68fc-4eb5-4c90-b3ed-e90d9523b5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.276398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc4f62b-8e47-418d-b3f4-bfc983da85d6 None None] Network f5638134-8f0d-4988-b782-e6b5095a4c4d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:23.277024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Made reservation on behalf of 99d84a157def40bbb6b353acfc9eb7fc for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:23.279975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.298114 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50ee9d10-9f5a-40b6-a7bf-d03012a29855 req-33aeff29-ebf4-4069-9565-2fac66aa926e tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=80546d01-4266-47aa-99e2-8f5082075af3 HTTP/1.1" status: 200 len: 210 time: 0.1339328 Feb 09 13:09:23.298772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.308173 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0f6e68fc-4eb5-4c90-b3ed-e90d9523b5e6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8fd12cfd-28f9-45f1-9945-556db3e971f1 HTTP/1.1" status: 204 len: 168 time: 1.1589415 Feb 09 13:09:23.310709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45430) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:23.314742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9758f52d-78f7-462d-976e-1356dc6f2f15 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.365038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf551fde-4cce-490f-a289-4615d72b4f55,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:23.373028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758f52d-78f7-462d-976e-1356dc6f2f15 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Subnet': ['ID=73042bec-6253-47e1-a47c-0ca3bebf91c0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:23.378752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.396141 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9758f52d-78f7-462d-976e-1356dc6f2f15 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.438604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9758f52d-78f7-462d-976e-1356dc6f2f15 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "DELETE /v2.0/subnets/73042bec-6253-47e1-a47c-0ca3bebf91c0 HTTP/1.1" status: 204 len: 168 time: 1.9738729 Feb 09 13:09:23.443005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45436) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:23.444524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.481031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Deleting port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:23.481530 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.523094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4cd02-094d-4ce6-aedb-efeda928ba14 None None] Network 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:23.530769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:23.540576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Usage tracker for resource:security_group_rule and tenant:99d84a157def40bbb6b353acfc9eb7fc is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:23.546238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:23.562139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:23.699092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117280ff-19db-483d-923d-93dd64b89095 req-520be46e-aee2-49b8-9e9a-c45930e9078c tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:23.706647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-117280ff-19db-483d-923d-93dd64b89095 req-520be46e-aee2-49b8-9e9a-c45930e9078c tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.4831817 Feb 09 13:09:23.847434 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:23.878271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Network f3123c25-aa2b-4ea8-8564-3f148f22ba4f is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:23.881121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:23.897164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-117280ff-19db-483d-923d-93dd64b89095 req-c51f96d1-e6cf-4807-b097-0030fb50cfbe tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895671 Feb 09 13:09:24.094225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:24.094225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:24.116669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] DHCP port deletion for f5638134-8f0d-4988-b782-e6b5095a4c4d request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:09:24.128767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] Deleting port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:24.129347 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:24.184204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] For port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5b8cc7ed-7755-4345-9cd9-3e7239c22efe,segment=NetworkSegment(91a75d3b-3cd8-436e-98cf-0d9a119fe36d),segment_id=91a75d3b-3cd8-436e-98cf-0d9a119fe36d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:24.184802 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:24.301310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] DHCP port deletion for 9bd125c3-c7ea-4fd7-8414-fd9274c71e06 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:09:24.330527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] Deleting port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:24.334073 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:24.472507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Calling delete_port for 5b8cc7ed-7755-4345-9cd9-3e7239c22efe owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:24.633465 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:24.638090 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:24.692294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-78d9da1d-47b5-4b3b-a7c2-5746908256c1 None None] Provisioning complete for port bf551fde-4cce-490f-a289-4615d72b4f55 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:24.692658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-78d9da1d-47b5-4b3b-a7c2-5746908256c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:24.742112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] For port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5b8cc7ed-7755-4345-9cd9-3e7239c22efe,segment=NetworkSegment(91a75d3b-3cd8-436e-98cf-0d9a119fe36d),segment_id=91a75d3b-3cd8-436e-98cf-0d9a119fe36d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:24.742526 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:24.799300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19703f91-8d68-43a5-8a85-42f7f44ba16a req-bcd934c8-3ed7-4c02-98d9-a515bfd6a4ff tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 210 time: 0.2100608 Feb 09 13:09:24.910341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Allocated IP 192.168.233.95 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/88c0fad3-f37d-4867-b0ea-5525aea87557) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:24.919395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] Calling delete_port for 5b8cc7ed-7755-4345-9cd9-3e7239c22efe owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:25.017613 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:09:25.018911 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:09:25.115780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5b8cc7ed-7755-4345-9cd9-3e7239c22efe no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:25.134662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] For port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=54fda867-5ccc-4476-a0e4-f86aa4a96c5b,segment=NetworkSegment(6b18b726-ee2c-4753-999c-f88cc59797c4),segment_id=6b18b726-ee2c-4753-999c-f88cc59797c4)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:25.135589 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.176358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 5b8cc7ed-7755-4345-9cd9-3e7239c22efe {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:25.176878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5b8cc7ed-7755-4345-9cd9-3e7239c22efe not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:25.177394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 54fda867-5ccc-4476-a0e4-f86aa4a96c5b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:25.213125 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3050f517-2785-4d3f-bd90-de7eefcf29df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.236420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-78d9da1d-47b5-4b3b-a7c2-5746908256c1 None None] Port bf551fde-4cce-490f-a289-4615d72b4f55 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:09:25.239760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] For port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=54fda867-5ccc-4476-a0e4-f86aa4a96c5b,segment=NetworkSegment(6b18b726-ee2c-4753-999c-f88cc59797c4),segment_id=6b18b726-ee2c-4753-999c-f88cc59797c4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:25.240439 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.255905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.278361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Transition to ACTIVE for port object 88c0fad3-f37d-4867-b0ea-5525aea87557 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:25.317213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6096e8e9-3d14-4689-b777-7f7253947eb3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:25.336857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.340731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Calling delete_port for 54fda867-5ccc-4476-a0e4-f86aa4a96c5b owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:25.390498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.392090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] Calling delete_port for 54fda867-5ccc-4476-a0e4-f86aa4a96c5b owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:25.418852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] No DVR routers for this DVR port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:25.423623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8cc7ed-7755-4345-9cd9-3e7239c22efe,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:25.508699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.527137 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.531603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] Deleting port 5b8cc7ed-7755-4345-9cd9-3e7239c22efe {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:25.532106 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.607151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:25.614418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:25.615284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4937a-85ff-44a7-844e-c900c3178a7a req-cc60fc0c-06d3-4dac-ba32-4d21f5485f27 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:25.616816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2d4937a-85ff-44a7-844e-c900c3178a7a req-cc60fc0c-06d3-4dac-ba32-4d21f5485f27 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.9936328 Feb 09 13:09:25.617585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Port': ['ID=54fda867-5ccc-4476-a0e4-f86aa4a96c5b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:25.649295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4623633a-7308-48b9-b2f0-bad54073fd15 None None] The port '5b8cc7ed-7755-4345-9cd9-3e7239c22efe' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:09:25.651507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:25.652317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:09:25.652774 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:09:25.655478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] No DVR routers for this DVR port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:25.805007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.832237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd1bea-402c-4429-bc3f-6f9354a21935 req-853cf278-f90d-4869-85c5-c62b503e4e19 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:25.833784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dcd1bea-402c-4429-bc3f-6f9354a21935 req-853cf278-f90d-4869-85c5-c62b503e4e19 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.4996684 Feb 09 13:09:25.837048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:25.848211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:25.848833 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.856745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5638134-8f0d-4988-b782-e6b5095a4c4d']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:25.878027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a75d3b-3cd8-436e-98cf-0d9a119fe36d') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:25.878230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a75d3b-3cd8-436e-98cf-0d9a119fe36d') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:25.907769 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.934625 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-5ab4537c-63ab-44a1-92a0-25b81c9f2a3b tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9196570 Feb 09 13:09:25.939593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:25.953021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Request body: {'port': {'device_id': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:25.987749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1ea91a34-dc38-422f-a9fb-be4f3188d76a None None] Provisioning for port 88c0fad3-f37d-4867-b0ea-5525aea87557 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:25.992955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:09:25.993354 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:09:26.007733 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:09:26.014171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1ea91a34-dc38-422f-a9fb-be4f3188d76a None None] Provisioning complete for port 88c0fad3-f37d-4867-b0ea-5525aea87557 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:26.016005 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1ea91a34-dc38-422f-a9fb-be4f3188d76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:26.117200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1ea91a34-dc38-422f-a9fb-be4f3188d76a None None] Port 88c0fad3-f37d-4867-b0ea-5525aea87557 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:09:26.150719 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:26.151302 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:26.154649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] Deleting port 54fda867-5ccc-4476-a0e4-f86aa4a96c5b {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:26.155599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:26.160973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:26.180861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2d4937a-85ff-44a7-844e-c900c3178a7a req-0d8d1167-241d-4258-aeda-50ebd4e2e923 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448327 Feb 09 13:09:26.184707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e2d091b-78fc-48c4-9e30-68750b4b9883 req-49000047-17ab-466d-be5d-ecc19cef4b79 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=80546d01-4266-47aa-99e2-8f5082075af3 HTTP/1.1" status: 200 len: 210 time: 0.3462181 Feb 09 13:09:26.214678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5638134-8f0d-4988-b782-e6b5095a4c4d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:26.219158 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5155f230-90b2-4c7e-9dde-93a72ba2d828 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f5638134-8f0d-4988-b782-e6b5095a4c4d HTTP/1.1" status: 204 len: 168 time: 2.9071667 Feb 09 13:09:26.240517 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:26.248558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd1aff-33fa-4df0-9936-cb30a32bc02a None None] The port '54fda867-5ccc-4476-a0e4-f86aa4a96c5b' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:09:26.280121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd125c3-c7ea-4fd7-8414-fd9274c71e06']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:26.334287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b18b726-ee2c-4753-999c-f88cc59797c4') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:26.334873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b18b726-ee2c-4753-999c-f88cc59797c4') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:26.375833 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:26.425934 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dcd1bea-402c-4429-bc3f-6f9354a21935 req-cba58969-7f48-4bd4-90a2-8cd0daf8476e tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917832 Feb 09 13:09:26.563171 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:26.576335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:09:26.671645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45474) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:26.691985 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cdb813d9-8b44-4e30-b4f3-8bbad1c01e47 req-a3920e86-3e73-4b92-811c-fd3485229363 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1420543 Feb 09 13:09:26.701410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:09:26.702055 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:09:26.742447 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:09:26.789709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-ba2cd508-9014-416c-bc6e-a7a7c2149d56 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:26.792144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-ba2cd508-9014-416c-bc6e-a7a7c2149d56 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.7573097 Feb 09 13:09:26.818632 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b5dbfac2-a6bf-4dce-be25-98cfaf54692c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb6989d359364f329ab9bd11788fd6d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1449945 Feb 09 13:09:26.823016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45478) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:26.937336 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:09:27.034081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c0fad3-f37d-4867-b0ea-5525aea87557 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:27.045155 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.051034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-794804ce-f829-4757-93b6-84a2336d0009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.074909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Transition to ACTIVE for port object 88c0fad3-f37d-4867-b0ea-5525aea87557 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:27.087049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.092706 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.128493 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-794804ce-f829-4757-93b6-84a2336d0009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.148331 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fd7027c2-8e80-4d3e-936c-b510f64a5ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.172807 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.182573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-16be0626-3c75-463d-ad48-944315ce2e92 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Deleting port e980a58f-5014-4768-9f39-1172195b9531 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:27.183371 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-16be0626-3c75-463d-ad48-944315ce2e92 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.221122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Network': ['ID=9bd125c3-c7ea-4fd7-8414-fd9274c71e06,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:27.264624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:27.323826 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4f74d268-b08a-4597-9a30-70a27e03d416 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "DELETE /v2.0/networks/9bd125c3-c7ea-4fd7-8414-fd9274c71e06 HTTP/1.1" status: 204 len: 168 time: 3.8770249 Feb 09 13:09:27.332272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45482) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:27.354265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-794804ce-f829-4757-93b6-84a2336d0009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.384163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794804ce-f829-4757-93b6-84a2336d0009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343211e3-332e-43c0-9ca8-e3090f5c5d67,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:27.392172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4c436-c686-48f8-91c0-f5321ac2e436 req-43499057-fb62-4238-a9c8-5f9d89b9453e tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:27.399963 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-16f4c436-c686-48f8-91c0-f5321ac2e436 req-43499057-fb62-4238-a9c8-5f9d89b9453e tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 935 time: 0.6340840 Feb 09 13:09:27.405286 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-794804ce-f829-4757-93b6-84a2336d0009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.406405 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-794804ce-f829-4757-93b6-84a2336d0009 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/343211e3-332e-43c0-9ca8-e3090f5c5d67 HTTP/1.1" status: 204 len: 168 time: 0.5822465 Feb 09 13:09:27.415017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aed1ac-6969-406c-80d5-5d1c4d6216bd req-c7b5a6cd-d85d-4681-bf1e-0c1c0d8a4464 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:27.417924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5aed1ac-6969-406c-80d5-5d1c4d6216bd req-c7b5a6cd-d85d-4681-bf1e-0c1c0d8a4464 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.5197403 Feb 09 13:09:27.456723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Attempting to bind port 88c0fad3-f37d-4867-b0ea-5525aea87557 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:27.457194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Attempting to bind port 88c0fad3-f37d-4867-b0ea-5525aea87557 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:27.457744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Attempting to bind port 88c0fad3-f37d-4867-b0ea-5525aea87557 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:27.473214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Port 88c0fad3-f37d-4867-b0ea-5525aea87557 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:09:27.473683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Attempting to bind port 88c0fad3-f37d-4867-b0ea-5525aea87557 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:27.481126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:27.481739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:27.482308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:27.482927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Bound port: 88c0fad3-f37d-4867-b0ea-5525aea87557, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:27.483539 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.607200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:27.614073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:27.621999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.687168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-16f4c436-c686-48f8-91c0-f5321ac2e436 req-07769953-792e-4629-89f6-f6ff5f19a36f tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864871 Feb 09 13:09:27.722453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5aed1ac-6969-406c-80d5-5d1c4d6216bd req-97c6183f-f52b-459b-a29e-44e0dc9ec1b2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693236 Feb 09 13:09:27.729062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:27.730512 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] 10.222.0.67 "PUT /v2.0/ports/88c0fad3-f37d-4867-b0ea-5525aea87557 HTTP/1.1" status: 200 len: 1095 time: 1.7824721 Feb 09 13:09:27.730963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:27.776250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab34ae-9d5d-4c8a-ad22-433259e3a022 service neutron] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:27.946386 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-ab54ae08-1a10-4552-bc8c-aa0b577acb6e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99d84a157def40bbb6b353acfc9eb7fc&device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 1098 time: 0.1541269 Feb 09 13:09:28.086424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-18afb13f-dbea-473b-9ac8-e93d9ab669ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting subnet 8d14b56e-9cc6-467b-9d54-0e80626d23cb {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:09:28.102106 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-bdb33c56-3e8e-42fb-9607-b045e8b6a2b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=88c0fad3-f37d-4867-b0ea-5525aea87557 HTTP/1.1" status: 200 len: 217 time: 0.1404586 Feb 09 13:09:28.112773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18afb13f-dbea-473b-9ac8-e93d9ab669ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:28.209052 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'status': 'completed', 'code': 200} Feb 09 13:09:28.250690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-16be0626-3c75-463d-ad48-944315ce2e92 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] For port e980a58f-5014-4768-9f39-1172195b9531, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e980a58f-5014-4768-9f39-1172195b9531,segment=NetworkSegment(65f3efe1-e582-43bd-87f9-40f804d09585),segment_id=65f3efe1-e582-43bd-87f9-40f804d09585)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:28.251307 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-16be0626-3c75-463d-ad48-944315ce2e92 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:28.261962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8975fe2-810e-4950-a64b-fc0a664977de req-a28f6f62-a528-4763-ade2-2f9d6f4897c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:28.262689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b1266dd-5e00-4485-93c0-d0cf61962e81 req-1ac1a49d-6508-4983-af87-dd6da21ddcb5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0800436 Feb 09 13:09:28.277345 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-a28f6f62-a528-4763-ade2-2f9d6f4897c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1472287 Feb 09 13:09:28.416162 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:28.576823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-16be0626-3c75-463d-ad48-944315ce2e92 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Calling delete_port for e980a58f-5014-4768-9f39-1172195b9531 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:28.605862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:28.625625 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18afb13f-dbea-473b-9ac8-e93d9ab669ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:28.634415 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-c3709087-be72-439f-b3b6-cd6280c7ed41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511769 Feb 09 13:09:28.761619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-474bbe79-8ff7-428a-8e88-af958f35c62a req-5f9d406b-e183-444c-ba35-d9b3596ff554 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0836227 Feb 09 13:09:28.805142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:09:28.816009 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Sync routers for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:09:28.837240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-aad03589-643e-48df-8231-96d772e738d2 admin admin] 10.222.0.59 "PUT /v2.0/routers/d54e5a5a-1ebd-46e6-8331-4197a3bdfbba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6939726 Feb 09 13:09:28.838597 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:28.842951 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:09:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:28.861820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb032a-4914-429c-aa40-a69a7f8ae96d req-80b33b2d-aeee-4382-b231-59ebb8e41663 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:28.867605 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-e86e4b53-0b45-44c3-9ace-9af7d660b41a service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248166 Feb 09 13:09:28.871543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-03cb032a-4914-429c-aa40-a69a7f8ae96d req-80b33b2d-aeee-4382-b231-59ebb8e41663 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 945 time: 0.9133236 Feb 09 13:09:29.146509 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18afb13f-dbea-473b-9ac8-e93d9ab669ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:29.178102 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:09:29.192816 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d8975fe2-810e-4950-a64b-fc0a664977de req-944e1521-d85c-4637-b42f-cf9402938e37 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170540 Feb 09 13:09:29.200899 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-03cb032a-4914-429c-aa40-a69a7f8ae96d req-248f4374-8fc4-4f7d-b6a0-5a4031201321 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/security-groups?id=e9ffdb44-46c5-4b06-8b01-1b88547e10fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279953 Feb 09 13:09:29.216775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-16be0626-3c75-463d-ad48-944315ce2e92 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:29.338320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be0626-3c75-463d-ad48-944315ce2e92 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Pushing event deleted for resources: {'Port': ['ID=e980a58f-5014-4768-9f39-1172195b9531,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:29.430588 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddea6e39-9b57-4e1a-925c-a902f155ab40 req-11a1c675-af00-4dcb-80ff-f743c9f1022e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99d84a157def40bbb6b353acfc9eb7fc&device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 1098 time: 0.1528022 Feb 09 13:09:29.473919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-16be0626-3c75-463d-ad48-944315ce2e92 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] No DVR routers for this DVR port e980a58f-5014-4768-9f39-1172195b9531 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:29.492410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e980a58f-5014-4768-9f39-1172195b9531 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:29.493467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a3a28-ce92-422a-b008-a1ff33ec23c7 req-7e0ef694-d57b-4a4e-8088-351ae667ff94 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:29.516580 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a38a3a28-ce92-422a-b008-a1ff33ec23c7 req-7e0ef694-d57b-4a4e-8088-351ae667ff94 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 947 time: 0.5146961 Feb 09 13:09:29.532656 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-16be0626-3c75-463d-ad48-944315ce2e92 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:29.543306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80', 'name': 'network-vif-deleted', 'tag': 'e980a58f-5014-4768-9f39-1172195b9531'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:29.633287 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18afb13f-dbea-473b-9ac8-e93d9ab669ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:29.655482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbdf47c5-67b6-4c20-95eb-ca402bcd4473 req-16be0626-3c75-463d-ad48-944315ce2e92 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.67 "DELETE /v2.0/ports/e980a58f-5014-4768-9f39-1172195b9531 HTTP/1.1" status: 204 len: 173 time: 2.7629974 Feb 09 13:09:29.727858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: e980a58f-5014-4768-9f39-1172195b9531 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:09:29.728252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e980a58f-5014-4768-9f39-1172195b9531 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:09:29.807248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18afb13f-dbea-473b-9ac8-e93d9ab669ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:29.809135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48bff45-9d67-46fb-9366-2a24ed307065 None None] Network 43e27bec-717c-4209-ab5f-9361929daef8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:29.812054 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-18afb13f-dbea-473b-9ac8-e93d9ab669ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "DELETE /v2.0/subnets/8d14b56e-9cc6-467b-9d54-0e80626d23cb HTTP/1.1" status: 204 len: 168 time: 2.4719963 Feb 09 13:09:29.812969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45542) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:29.838114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afb13f-dbea-473b-9ac8-e93d9ab669ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Subnet': ['ID=8d14b56e-9cc6-467b-9d54-0e80626d23cb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:29.885051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a38a3a28-ce92-422a-b008-a1ff33ec23c7 req-bd28016a-b091-46dd-b34c-ab2afa8bbf84 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666022 Feb 09 13:09:29.975907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea6e39-9b57-4e1a-925c-a902f155ab40 req-36002cce-76b2-4285-8eca-d03b7a2e60a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:29.977418 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddea6e39-9b57-4e1a-925c-a902f155ab40 req-36002cce-76b2-4285-8eca-d03b7a2e60a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.5314875 Feb 09 13:09:30.056617 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 2, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:30.071492 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Checking router: d54e5a5a-1ebd-46e6-8331-4197a3bdfbba for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:09:30.071850 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Updating router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba port bf551fde-4cce-490f-a289-4615d72b4f55 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:09:30.086810 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.091618 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddea6e39-9b57-4e1a-925c-a902f155ab40 req-b8e76681-c74a-4463-ad50-c6bd3421049f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=88c0fad3-f37d-4867-b0ea-5525aea87557 HTTP/1.1" status: 200 len: 217 time: 0.0966868 Feb 09 13:09:30.101088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:30.101427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.155226 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80', 'name': 'network-vif-deleted', 'tag': 'e980a58f-5014-4768-9f39-1172195b9531', 'status': 'completed', 'code': 200} Feb 09 13:09:30.175235 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.210722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45550) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:30.218455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390356345', 'description': 'tempest-description--124271893'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:30.234987 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.243046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:30.251514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:security_group and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:30.259106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:30.273220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:30.296752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.323176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea6e39-9b57-4e1a-925c-a902f155ab40 req-cde7280a-d6dc-4ada-9051-d5b32cae3258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:30.324632 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddea6e39-9b57-4e1a-925c-a902f155ab40 req-cde7280a-d6dc-4ada-9051-d5b32cae3258 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1909926 Feb 09 13:09:30.352842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] DHCP port deletion for 43e27bec-717c-4209-ab5f-9361929daef8 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:09:30.360117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] Deleting port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:30.360222 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.384955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:30.389997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:security_group_rule and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:30.394272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:30.400386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:30.570527 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-613039e1-9b8c-4641-9bda-c74da8ae9f4a req-4bdeb785-142a-4641-9a52-6df7a572731e tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1283734 Feb 09 13:09:30.581203 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.583645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ca635c3c-c708-4c5f-80ba-f50b1119e10b req-8268e1c8-9c66-41ae-bab2-b65a8df5f823 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Synchronizing usage tracker for tenant:a330efb12a874f09a0afa892c2774df8 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:30.587973 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.666501 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddea6e39-9b57-4e1a-925c-a902f155ab40 req-88a6be04-e963-464f-a3fc-70087fcaaea3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3277605 Feb 09 13:09:30.668557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] For port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:30.669355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.683414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3f56ed-b42d-4c90-acef-90e384db36f7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:30.693340 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.698055 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2f5e49ae-f32d-40d1-b0e6-ce54e042af89 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4859078 Feb 09 13:09:30.706848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45564) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:30.750114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'security_group_rule': {'security_group_id': '5f3f56ed-b42d-4c90-acef-90e384db36f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:30.763182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:30.784581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ca635c3c-c708-4c5f-80ba-f50b1119e10b req-8268e1c8-9c66-41ae-bab2-b65a8df5f823 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] Unset dirty status for tenant:a330efb12a874f09a0afa892c2774df8 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:30.794749 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca635c3c-c708-4c5f-80ba-f50b1119e10b req-8268e1c8-9c66-41ae-bab2-b65a8df5f823 tempest-ServerDiskConfigTestJSON-98870586 tempest-ServerDiskConfigTestJSON-98870586-project] 10.222.0.59 "GET /v2.0/ports?device_id=19d21c8f-7b92-4eaa-afc0-5a6fc3ed5d80 HTTP/1.1" status: 200 len: 210 time: 0.2782176 Feb 09 13:09:30.795824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:security_group_rule and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:30.803548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:30.819410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:30.859897 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.922258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Calling delete_port for 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:30.938177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:09:30.948063 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.958804 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:30.970402 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.020381 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Transition to ACTIVE for port object bf551fde-4cce-490f-a289-4615d72b4f55 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:31.045191 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.053277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb0f2c3-1b04-4518-9741-52e7acb54f1d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:31.073624 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.080299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7eb2657d-a9be-423f-882a-e3f68b575350 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3527207 Feb 09 13:09:31.082139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45578) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:31.106341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'security_group_rule': {'security_group_id': '5f3f56ed-b42d-4c90-acef-90e384db36f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:31.133191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:31.153432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:security_group_rule and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:31.173027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:31.202122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:31.245760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] For port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00,segment=NetworkSegment(1923d6f1-e10c-4a96-89f1-cb40f4c35e35),segment_id=1923d6f1-e10c-4a96-89f1-cb40f4c35e35)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:31.246094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.246205 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.353289 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddea6e39-9b57-4e1a-925c-a902f155ab40 req-b64e5517-7922-4a2f-b3e1-d030254d8749 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690702 Feb 09 13:09:31.354567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.382938 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d073b-3e97-41fe-8532-73dd55585bd2 None None] Pushing event updated for resources: {'Port': ['ID=bf551fde-4cce-490f-a289-4615d72b4f55,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:31.468603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 update to DOWN by agent not found {{(pid=83481) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 09 13:09:31.470793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Port': ['ID=2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:31.508870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] Calling delete_port for 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:09:31.627235 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:09:31.628202 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:09:31.653094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.670812 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.722813 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddea6e39-9b57-4e1a-925c-a902f155ab40 req-5a576190-ef90-47b9-af80-e0cc95f7c7f5 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534692 Feb 09 13:09:31.728777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45594) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:31.762986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] No DVR routers for this DVR port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:09:31.769027 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Attempting to bind port bf551fde-4cce-490f-a289-4615d72b4f55 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:31.769264 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Attempting to bind port bf551fde-4cce-490f-a289-4615d72b4f55 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:31.769568 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Attempting to bind port bf551fde-4cce-490f-a289-4615d72b4f55 on network f3123c25-aa2b-4ea8-8564-3f148f22ba4f {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:31.779418 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:31.780097 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Checking segment: {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:31.780481 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.781100 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Bound using segment: {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:31.782002 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Bound port: bf551fde-4cce-490f-a289-4615d72b4f55, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:31.782422 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.802905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10209637-bc80-4afa-8072-f5636488b462,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:31.823895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b181eac-e582-4bc3-bf1d-0c3d3ae0acee req-a3a09c19-3844-4a07-84b5-70560653c996 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:31.825513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b181eac-e582-4bc3-bf1d-0c3d3ae0acee req-a3a09c19-3844-4a07-84b5-70560653c996 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 947 time: 0.5263245 Feb 09 13:09:31.826918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:31.828035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d56fea6c-0607-48c8-a6bd-562661c2b8da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7424943 Feb 09 13:09:31.841866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45602) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:31.891991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:31.914008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:31.930289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:floatingip and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:31.945289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:31.974859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:31.982575 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] For port bf551fde-4cce-490f-a289-4615d72b4f55, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:31.988366 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] For port bf551fde-4cce-490f-a289-4615d72b4f55, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bf551fde-4cce-490f-a289-4615d72b4f55,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:31.994244 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.016017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b181eac-e582-4bc3-bf1d-0c3d3ae0acee req-5c9ece2d-ec70-4326-ade7-5758aff30cbc tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730983 Feb 09 13:09:32.017300 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.098482 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.129763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] Deleting port 2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:09:32.130298 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.206889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e27bec-717c-4209-ab5f-9361929daef8']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:32.234091 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:32.237711 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:09:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:32.271555 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.284645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1923d6f1-e10c-4a96-89f1-cb40f4c35e35') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:32.284923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1923d6f1-e10c-4a96-89f1-cb40f4c35e35') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:32.298035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8df3424a-e75f-4bfb-9467-91db58bf8042 None None] The port '2e93b3f5-dc3e-4a0c-b6c3-63fb33011b00' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:09:32.378080 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.403075 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4be063c7-cf62-4c0b-86a3-aa12f727c1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.455897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.474621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:09:32.475118 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:09:32.493975 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:09:32.520697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4be063c7-cf62-4c0b-86a3-aa12f727c1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:32.535139 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d073b-3e97-41fe-8532-73dd55585bd2 None None] Pushing event updated for resources: {'Port': ['ID=bf551fde-4cce-490f-a289-4615d72b4f55,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:32.575819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4be063c7-cf62-4c0b-86a3-aa12f727c1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:3d3ce4049ab24fe2a3dcdc3e107aaf6e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:32.582632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4be063c7-cf62-4c0b-86a3-aa12f727c1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:32.589499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa4a95ff-2e0a-41b6-a8ce-8be1c26bff78 req-6d383a85-b30b-4484-a5f7-82d781d37894 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1637712 Feb 09 13:09:32.593243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4be063c7-cf62-4c0b-86a3-aa12f727c1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:32.608893 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.624841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Allocated IP 172.25.5.249 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/c8ab26c2-e6db-4486-b34e-f4074d4abff8) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:32.639868 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.651988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Network': ['ID=43e27bec-717c-4209-ab5f-9361929daef8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:32.674614 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:09:32.682893 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-860a3df9-91a2-4bb8-8712-829b9ea05bb1 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "DELETE /v2.0/networks/43e27bec-717c-4209-ab5f-9361929daef8 HTTP/1.1" status: 204 len: 168 time: 2.8687134 Feb 09 13:09:32.700743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45616) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:32.714082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-641507367'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:32.726516 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:32.733255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:network and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:32.737703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:32.745063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:32.758342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:32.762238 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.823865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:09:32.833839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4be063c7-cf62-4c0b-86a3-aa12f727c1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.839997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4be063c7-cf62-4c0b-86a3-aa12f727c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.884991 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4be063c7-cf62-4c0b-86a3-aa12f727c1a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d3ce4049ab24fe2a3dcdc3e107aaf6e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1521029 Feb 09 13:09:32.888906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.890737 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Added segment bb2350a1-3725-43f7-8cdc-aed91214add5 of type vlan for network f98c40bf-6b21-487a-807c-1d82acc93c32 Feb 09 13:09:32.890880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45622) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:32.931303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be063c7-cf62-4c0b-86a3-aa12f727c1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7214d15b-4cd1-411c-af51-98843443bf3a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:32.943789 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:32.996365 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:33.007325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:33.009098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:33.194070 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4886158 Feb 09 13:09:33.198340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45632) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:33.200273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d92e4-af33-495c-9084-9fcf9cd42a59 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Network': ['ID=f98c40bf-6b21-487a-807c-1d82acc93c32,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:33.212149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'subnet': {'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:33.244769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f98c40bf-6b21-487a-807c-1d82acc93c32 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:09:33.273393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c5f62-c5b8-41ce-8082-ff9a5c2f8b6b req-e2d05040-9d5e-47e8-a5c6-8ffddb35d292 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:33.280464 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-600c5f62-c5b8-41ce-8082-ff9a5c2f8b6b req-e2d05040-9d5e-47e8-a5c6-8ffddb35d292 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.6334238 Feb 09 13:09:33.285422 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:31Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:33.295730 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519aef6-94b8-44f0-a84b-93b9c4a1a318 None None] The sync data for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 is: [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:31Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:09:33.386396 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:33.427270 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5b22aeb-f962-480a-964a-5efeb4a205f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:33.447094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-600c5f62-c5b8-41ce-8082-ff9a5c2f8b6b req-8072aa16-53ce-4894-bfc8-05a14d435cf3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656721 Feb 09 13:09:33.495029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88c0fad3-f37d-4867-b0ea-5525aea87557 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:09:33.565806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5b22aeb-f962-480a-964a-5efeb4a205f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:33.602424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:33.621174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:subnet and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:33.624950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:33.640556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45638) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:33.643356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:33.658752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:33.726981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:33.777272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba0e7-8497-495d-9079-d915a7c30d2c req-b93e458f-651d-4631-b19c-9392d3876efe tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:33.782786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d73ba0e7-8497-495d-9079-d915a7c30d2c req-b93e458f-651d-4631-b19c-9392d3876efe tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 947 time: 0.4689879 Feb 09 13:09:33.877658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:33.902635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:33.910134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'mac_address': 'fa:16:3e:bd:e3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:09:33.913785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:33.917094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7cd368-322b-4fad-bfab-dbab03fe094b admin admin] Deleting subnet b1cfab22-fbc9-47d6-830d-a7cde767863d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:09:33.931355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:33.931656 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd368-322b-4fad-bfab-dbab03fe094b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:33.963705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'Port': ['ID=c8ab26c2-e6db-4486-b34e-f4074d4abff8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:33.974024 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5b22aeb-f962-480a-964a-5efeb4a205f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.040163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b22aeb-f962-480a-964a-5efeb4a205f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7214d15b-4cd1-411c-af51-98843443bf3a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:34.042686 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.075492 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d73ba0e7-8497-495d-9079-d915a7c30d2c req-fb8bad98-ca11-4dde-8632-255203fd4eb2 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660561 Feb 09 13:09:34.084602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c0fad3-f37d-4867-b0ea-5525aea87557 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:34.110922 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5b22aeb-f962-480a-964a-5efeb4a205f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.112351 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f5b22aeb-f962-480a-964a-5efeb4a205f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7214d15b-4cd1-411c-af51-98843443bf3a HTTP/1.1" status: 204 len: 168 time: 1.2200813 Feb 09 13:09:34.136368 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.145889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:34.152045 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.206484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d1f56-bf2a-4ee3-b3aa-c5f3fb4bc72f req-36b2e7db-bfbf-4f56-93f1-56b518336541 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:34.230121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e45d1f56-bf2a-4ee3-b3aa-c5f3fb4bc72f req-36b2e7db-bfbf-4f56-93f1-56b518336541 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3941112 Feb 09 13:09:34.371155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e45d1f56-bf2a-4ee3-b3aa-c5f3fb4bc72f req-3d23244d-2fac-46da-8bcf-1fb95571b352 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386003 Feb 09 13:09:34.523159 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd368-322b-4fad-bfab-dbab03fe094b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.644958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88c0fad3-f37d-4867-b0ea-5525aea87557'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:09:34.703752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7801494b-22b5-4eae-9989-5da6463dec75 req-c7047aea-5f16-4996-b5d0-59cb9eb6f97d tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1168282 Feb 09 13:09:34.712485 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.782532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd368-322b-4fad-bfab-dbab03fe094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.911647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:34.936134 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:34.954363 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:35.118404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bf551fde-4cce-490f-a289-4615d72b4f55 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:35.396923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Subnet': ['ID=73ad424f-dcff-4715-a9f3-de36eee57aac,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:35.410224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd368-322b-4fad-bfab-dbab03fe094b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:35.429025 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:35.437697 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:35.566887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port bf551fde-4cce-490f-a289-4615d72b4f55 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:35.583112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port bf551fde-4cce-490f-a289-4615d72b4f55 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:35.584700 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:35.588272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cd368-322b-4fad-bfab-dbab03fe094b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1cfab22-fbc9-47d6-830d-a7cde767863d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:35.603591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Checking segment: {'id': 'bb2350a1-3725-43f7-8cdc-aed91214add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:35.605734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network hostable DHCP agents. Network: f98c40bf-6b21-487a-807c-1d82acc93c32, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:09:35.614600 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe7cd368-322b-4fad-bfab-dbab03fe094b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:35.640556 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fe7cd368-322b-4fad-bfab-dbab03fe094b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b1cfab22-fbc9-47d6-830d-a7cde767863d HTTP/1.1" status: 204 len: 168 time: 1.9987359 Feb 09 13:09:35.649735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45664) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:35.757322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network f98c40bf-6b21-487a-807c-1d82acc93c32 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:09:35.792338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:35.798291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f98c40bf-6b21-487a-807c-1d82acc93c32) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:35.808404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:35.809889 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:35.814764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8244bbcd-868c-4b8d-9116-006e3e321c37 None None] Network f98c40bf-6b21-487a-807c-1d82acc93c32 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:35.832626 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:35.842654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'Port': ['ID=c8ab26c2-e6db-4486-b34e-f4074d4abff8,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:35.882461 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ce1c45db-43a2-4b03-ab9d-aaf6b22c7231 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6752083 Feb 09 13:09:35.962723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45676) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:35.999244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1771508233'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:36.024693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:36.040534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:network and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:36.052499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:36.064506 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.074759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:36.142628 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.161997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port bf551fde-4cce-490f-a289-4615d72b4f55, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bf551fde-4cce-490f-a289-4615d72b4f55,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:36.167828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.179580 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1eac3202-d141-41fb-a5d2-9b047dafcf6c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3351238 Feb 09 13:09:36.196782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.202373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc743a19-2a42-47f1-ab73-e63a69f067cc req-d15545e2-5d5f-42ae-b83c-81c545ff3b69 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1510272 Feb 09 13:09:36.212385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34eda215-1860-4679-9f6e-fb7d723c6eeb']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:36.242384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:36.245837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.268281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f3efe1-e582-43bd-87f9-40f804d09585') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:36.269794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f3efe1-e582-43bd-87f9-40f804d09585') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:36.288606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e9242-5cba-4194-a9d5-faa1f914b26a req-0de61015-81b7-4eba-9bf5-bffc753f68ac tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:36.296393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e83e9242-5cba-4194-a9d5-faa1f914b26a req-0de61015-81b7-4eba-9bf5-bffc753f68ac tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 948 time: 0.4670780 Feb 09 13:09:36.303429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.358882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e83e9242-5cba-4194-a9d5-faa1f914b26a req-4764bde0-9b45-42a7-ad0c-9a5b9fc4a2fe tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611844 Feb 09 13:09:36.365024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=bf551fde-4cce-490f-a289-4615d72b4f55,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:36.384809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f98c40bf-6b21-487a-807c-1d82acc93c32', 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'fixed_ips': [{'subnet_id': '73ad424f-dcff-4715-a9f3-de36eee57aac'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:09:36.387899 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.402116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:09:36.412740 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.413470 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Added segment ba37b027-e6b2-48d0-99a3-a55cfe7c33a9 of type vlan for network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 Feb 09 13:09:36.427550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.459736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:09:36.461448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.471763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:09:36.492206 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:09:36.494319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45684) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:36.548373 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.552532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:36.553438 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.726593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.756133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:36.772144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] Pushing event deleted for resources: {'Network': ['ID=34eda215-1860-4679-9f6e-fb7d723c6eeb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:36.794562 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2f9a0ad8-593a-4338-8a71-0590583e3793 admin admin] 10.222.0.59 "DELETE /v2.0/networks/34eda215-1860-4679-9f6e-fb7d723c6eeb HTTP/1.1" status: 204 len: 168 time: 1.1408789 Feb 09 13:09:36.828499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Allocated IP 19.80.0.2 (f98c40bf-6b21-487a-807c-1d82acc93c32/73ad424f-dcff-4715-a9f3-de36eee57aac/42369fce-cfc9-420c-b37c-174284766145) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:36.867794 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8852961 Feb 09 13:09:36.870682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45698) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:36.876493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'subnet': {'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:36.884509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d27ba-4de6-4b07-9708-8d6b82f4f9fc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Network': ['ID=85993c2b-9c1f-4a03-be7f-02bf5d681e12,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:36.981737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-dade9d70-1c8b-455f-aaaf-f0f60bd5b3a2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Synchronizing usage tracker for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:37.034813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-dade9d70-1c8b-455f-aaaf-f0f60bd5b3a2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Unset dirty status for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:37.036329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-dade9d70-1c8b-455f-aaaf-f0f60bd5b3a2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1390356345&fields=id&tenant_id=a56e84bc023c45cc83f6fd03a7667234 HTTP/1.1" status: 200 len: 267 time: 0.1296117 Feb 09 13:09:37.070979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bf551fde-4cce-490f-a289-4615d72b4f55 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:37.117969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45704) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:37.132829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:09:37.164013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-263701132-network', 'tenant_id': '2d62325aae604326b9c08e3b67bb0d4b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:37.178314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:37.191018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:37.193391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Usage tracker for resource:network and tenant:2d62325aae604326b9c08e3b67bb0d4b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:37.198160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:37.211329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:subnet and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:37.214689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:37.217955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:37.231124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:37.246053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Made reservation on behalf of 2d62325aae604326b9c08e3b67bb0d4b for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:37.248478 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:37.291393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:37.332857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-d8bf7933-c167-4ea8-87f4-8431774884b1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:37.339536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-d8bf7933-c167-4ea8-87f4-8431774884b1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 816 time: 0.2953739 Feb 09 13:09:37.347775 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-adaa4533-e14e-4206-aaf3-f7a6040da0ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a330efb12a874f09a0afa892c2774df8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2272699 Feb 09 13:09:37.355258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port bf551fde-4cce-490f-a289-4615d72b4f55 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:37.355648 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:37.357509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-6452165f-1847-4bde-bdfc-fc4fe6280f15 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/quotas/a56e84bc023c45cc83f6fd03a7667234 HTTP/1.1" status: 200 len: 375 time: 0.0170565 Feb 09 13:09:37.360140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45712) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:37.368008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:37.480364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:37.485071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Usage tracker for resource:security_group_rule and tenant:2d62325aae604326b9c08e3b67bb0d4b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:37.488387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:37.496563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:37.539777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88c0fad3-f37d-4867-b0ea-5525aea87557 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:37.560172 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:37.593916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:37.623151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-906eb6a6-1840-4ef5-8c58-ed865c65a280 req-310b32d4-ef2d-4e45-972c-75a5ae642cbc tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1744132 Feb 09 13:09:37.639494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Transition to ACTIVE for port object 42369fce-cfc9-420c-b37c-174284766145 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:37.642144 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-edbce01c-55b0-4669-8e87-0cf21a06a3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:37.695223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-8862265e-fbfe-4d34-9577-efc8888175f7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Synchronizing usage tracker for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:37.700254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Transition to ACTIVE for port object 42369fce-cfc9-420c-b37c-174284766145 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:37.703709 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-edbce01c-55b0-4669-8e87-0cf21a06a3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:37.712179 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:37.742738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-8862265e-fbfe-4d34-9577-efc8888175f7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Unset dirty status for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:37.756022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-8862265e-fbfe-4d34-9577-efc8888175f7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3973033 Feb 09 13:09:37.774442 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 88c0fad3-f37d-4867-b0ea-5525aea87557 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:37.799265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Network f98c40bf-6b21-487a-807c-1d82acc93c32 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:37.800262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 88c0fad3-f37d-4867-b0ea-5525aea87557 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:37.800863 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:37.841876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:37.861675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:37.879770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Pushing event updated for resources: {'Port': ['ID=42369fce-cfc9-420c-b37c-174284766145,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:37.897950 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:37.908323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.003464 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-edbce01c-55b0-4669-8e87-0cf21a06a3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.011088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:09:38.024451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbce01c-55b0-4669-8e87-0cf21a06a3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ffdb44-46c5-4b06-8b01-1b88547e10fd,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:38.037043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-a5915f75-1e09-4b62-91e0-018f888c360c service neutron] 10.222.0.59 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801344 Feb 09 13:09:38.045031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14dda50-3b10-43d9-8cd7-5dc14d903ef0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:38.047894 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.048269 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Added segment 5f02d72b-81f2-4576-813b-fbd2c974069e of type vlan for network 8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006 Feb 09 13:09:38.098371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.099855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Attempting to bind port 42369fce-cfc9-420c-b37c-174284766145 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:38.100219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Attempting to bind port 42369fce-cfc9-420c-b37c-174284766145 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'bb2350a1-3725-43f7-8cdc-aed91214add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:38.100635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Attempting to bind port 42369fce-cfc9-420c-b37c-174284766145 on network f98c40bf-6b21-487a-807c-1d82acc93c32 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:38.137463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.165343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:38.165816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Checking segment: {'id': 'bb2350a1-3725-43f7-8cdc-aed91214add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:38.166164 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.166594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Bound using segment: {'id': 'bb2350a1-3725-43f7-8cdc-aed91214add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:38.167368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Bound port: 42369fce-cfc9-420c-b37c-174284766145, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2350a1-3725-43f7-8cdc-aed91214add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:38.167758 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.193339 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-edbce01c-55b0-4669-8e87-0cf21a06a3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.197339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-edbce01c-55b0-4669-8e87-0cf21a06a3ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9ffdb44-46c5-4b06-8b01-1b88547e10fd HTTP/1.1" status: 204 len: 168 time: 0.8334506 Feb 09 13:09:38.197513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.197513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:38.197695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.227416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-d93d1118-1b31-4c66-bbbc-4ed63fb644b2 service neutron] 10.222.0.59 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824718 Feb 09 13:09:38.239358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41c03f-3ade-4512-b47e-1d94f04279c8 req-9e9dc7fc-2d4b-4f2e-ad41-0c766720d99c tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:38.241479 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f41c03f-3ade-4512-b47e-1d94f04279c8 req-9e9dc7fc-2d4b-4f2e-ad41-0c766720d99c tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 948 time: 0.3914595 Feb 09 13:09:38.258402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.313033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:38.315631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f41c03f-3ade-4512-b47e-1d94f04279c8 req-1790d82c-224d-4968-a653-7cbf1f83d3fc tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676336 Feb 09 13:09:38.353979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:38.367173 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.376355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] For port 42369fce-cfc9-420c-b37c-174284766145, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:38.403358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Subnet': ['ID=68a508fa-b1c8-478c-a01c-016500a5f7a6,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:38.432924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Checking segment: {'id': 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:38.432924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network hostable DHCP agents. Network: 85993c2b-9c1f-4a03-be7f-02bf5d681e12, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:09:38.437289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:38.441305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] For port 42369fce-cfc9-420c-b37c-174284766145, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=42369fce-cfc9-420c-b37c-174284766145,segment=NetworkSegment(bb2350a1-3725-43f7-8cdc-aed91214add5),segment_id=bb2350a1-3725-43f7-8cdc-aed91214add5)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:38.442209 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-35c7b0ce-5961-4079-ab08-5c5caf0a6946 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9283843 Feb 09 13:09:38.445236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45732) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:38.453346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Request body: {'subnet': {'network_id': '8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-263701132-subnet', 'tenant_id': '2d62325aae604326b9c08e3b67bb0d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:38.455321 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.461649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:09:38.467298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:38.469678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:09:38.488119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Usage tracker for resource:subnet and tenant:2d62325aae604326b9c08e3b67bb0d4b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:38.505833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:38.515199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 85993c2b-9c1f-4a03-be7f-02bf5d681e12) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:38.521452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:38.522243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.526835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:38.527228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:38.557646 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0c7a8cdb-b69c-4d68-b6f0-411d075dfc42 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6858506 Feb 09 13:09:38.565824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Made reservation on behalf of 2d62325aae604326b9c08e3b67bb0d4b for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:38.568175 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:38.681002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c8efd8-6352-4ea3-9534-169ba70eb724 None None] Network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:38.903736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a220ed7-710a-4535-82a0-7cbf2b05bef2 req-9842d39d-a519-4a46-91fe-5e75b448b1f6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:38.920449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a220ed7-710a-4535-82a0-7cbf2b05bef2 req-9842d39d-a519-4a46-91fe-5e75b448b1f6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2318969 Feb 09 13:09:38.982157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6c33-1021-40fa-b823-addc26e29441 None None] Pushing event updated for resources: {'Port': ['ID=42369fce-cfc9-420c-b37c-174284766145,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:39.182886 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a220ed7-710a-4535-82a0-7cbf2b05bef2 req-cb503e09-6fe7-4d41-82d2-302b531a6d7d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613771 Feb 09 13:09:39.244970 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:39.274195 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'code': 200} Feb 09 13:09:39.307853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-85993c2b-9c1f-4a03-be7f-02bf5d681e12', 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'fixed_ips': [{'subnet_id': '68a508fa-b1c8-478c-a01c-016500a5f7a6'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:09:39.308997 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:39.407940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1fde13e-4b40-4a9e-8dd6-6a9d50d5421d req-fb04ed72-6b04-4680-90ed-8f6556fafbe7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 210 time: 0.0911820 Feb 09 13:09:39.469093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd884568-a715-4195-99c6-d2e798387dd1,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:39.488966 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-47329c37-5f3f-4327-ae8b-18db92c179be req-0d7e681b-674e-437b-a3c1-0b2daa4cd214 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 1100 time: 0.1861012 Feb 09 13:09:39.496051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Checking segment: {'id': '5f02d72b-81f2-4576-813b-fbd2c974069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:39.498415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Network hostable DHCP agents. Network: 8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:09:39.561688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6d35ee3-c7af-429d-83a8-7708037c0b49 req-cd0b5279-73cb-466a-9f6b-8f7b7e5d99b9 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0524364 Feb 09 13:09:39.563482 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-47329c37-5f3f-4327-ae8b-18db92c179be req-312bc635-7f5b-479a-b551-f3325ebf3bed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633452 Feb 09 13:09:39.595370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Network 8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:09:39.619040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:39.630673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:39.631448 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:39.660928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa1c8a-ef0c-4e66-a72f-9baae6e46a9f None None] Network 8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:39.662284 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-626e0135-2252-4d69-a8b0-4eba9f603364 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2155693 Feb 09 13:09:39.860236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Allocated IP 19.86.0.2 (85993c2b-9c1f-4a03-be7f-02bf5d681e12/68a508fa-b1c8-478c-a01c-016500a5f7a6/248188f4-aad9-4291-ba35-7f03a4479a39) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:40.024211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-37843b18-799e-469f-9198-dde59fa82703 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:40.028095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-37843b18-799e-469f-9198-dde59fa82703 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:40.028753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-37843b18-799e-469f-9198-dde59fa82703 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Synchronizing usage tracker for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:40.069132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-37843b18-799e-469f-9198-dde59fa82703 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Unset dirty status for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:40.075921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-37843b18-799e-469f-9198-dde59fa82703 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/networks?id=f98c40bf-6b21-487a-807c-1d82acc93c32&id=85993c2b-9c1f-4a03-be7f-02bf5d681e12 HTTP/1.1" status: 200 len: 1391 time: 0.4097955 Feb 09 13:09:40.096429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b86d6-695b-4bd1-aa34-49af8dc9bd64 req-e67e5cfa-8319-42f6-9fd8-c488b684784c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:40.106713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c05b86d6-695b-4bd1-aa34-49af8dc9bd64 req-e67e5cfa-8319-42f6-9fd8-c488b684784c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2282999 Feb 09 13:09:40.137911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-08987a45-6e7e-40e1-9165-fc4656aa7431 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/quotas/518eddaf9aae45579bfc8c3777121f31 HTTP/1.1" status: 200 len: 375 time: 0.0610349 Feb 09 13:09:40.218892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c05b86d6-695b-4bd1-aa34-49af8dc9bd64 req-ec52ef9f-bf1f-48a8-877d-1b92de7e1707 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111372 Feb 09 13:09:40.248721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45780) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:40.269750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6208993b-e5ec-4ee8-841e-7be5c8008a80 None None] Network 8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:40.302864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-bb637186-ad97-4664-80ae-d3519e933229 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Synchronizing usage tracker for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:40.334990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-bb637186-ad97-4664-80ae-d3519e933229 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Unset dirty status for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:40.336415 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-bb637186-ad97-4664-80ae-d3519e933229 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=518eddaf9aae45579bfc8c3777121f31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1977582 Feb 09 13:09:40.437896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2140331319-network', 'tenant_id': '75df871583eb4b4ebed3ed510c310675'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:40.444173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:40.448326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Usage tracker for resource:network and tenant:75df871583eb4b4ebed3ed510c310675 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:40.451842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:40.471534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:40.478314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68970001-6c88-4466-b457-a63b3388cbd8 None None] Network f98c40bf-6b21-487a-807c-1d82acc93c32 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:40.488741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Made reservation on behalf of 75df871583eb4b4ebed3ed510c310675 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:40.491260 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:40.506378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:40.530508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56016a8-b90c-49ac-8091-1de99916d8ec req-8b5a3921-21fa-4176-a119-ee34e6d87ce7 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:40.538109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f56016a8-b90c-49ac-8091-1de99916d8ec req-8b5a3921-21fa-4176-a119-ee34e6d87ce7 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 949 time: 0.1546943 Feb 09 13:09:40.548528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:40.553204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Usage tracker for resource:security_group_rule and tenant:75df871583eb4b4ebed3ed510c310675 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:40.556687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:40.568386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:40.621279 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:40.652178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Transition to ACTIVE for port object 248188f4-aad9-4291-ba35-7f03a4479a39 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:40.652555 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:40.677514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f56016a8-b90c-49ac-8091-1de99916d8ec req-154adafa-1711-4d09-bb5e-bd40e1eb1424 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381714 Feb 09 13:09:40.685586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:40.696110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-9526f4b3-1d98-4573-a42d-c820c73740b0 service neutron] 10.222.0.59 "GET /v2.0/networks/f98c40bf-6b21-487a-807c-1d82acc93c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502145 Feb 09 13:09:40.747395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517d2117-be8e-4b95-b0ab-525e43cdf84d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:40.845285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:09:40.850181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5b1c17f5-40d7-4940-a164-178703d95d4b None None] Provisioning for port 42369fce-cfc9-420c-b37c-174284766145 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:40.864799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Transition to ACTIVE for port object 248188f4-aad9-4291-ba35-7f03a4479a39 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:40.879133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:40.880089 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Added segment f542c247-0d6b-449b-bf31-308e7b33dc48 of type vlan for network 724903ac-b17d-4f86-9e20-324e589a1929 Feb 09 13:09:40.926236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 42369fce-cfc9-420c-b37c-174284766145 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:40.941683 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:40.949577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-91d984ba-9c63-4652-b514-bb133f862f99 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:40.951006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-91d984ba-9c63-4652-b514-bb133f862f99 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Synchronizing usage tracker for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:40.961819 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.048610 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.052598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:41.053207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.131537 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8804684 Feb 09 13:09:41.132693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45798) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:41.135515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:41.153600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Request body: {'subnet': {'network_id': '724903ac-b17d-4f86-9e20-324e589a1929', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2140331319-subnet', 'tenant_id': '75df871583eb4b4ebed3ed510c310675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:41.161084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-91d984ba-9c63-4652-b514-bb133f862f99 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Unset dirty status for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:41.163226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-91d984ba-9c63-4652-b514-bb133f862f99 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 816 time: 0.5082765 Feb 09 13:09:41.166655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:41.167445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:41.193311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:41.216588 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-a4572711-66b5-46cc-9ecf-534de7b4aab1 req-1afe00df-0d86-41ef-9c96-3e0b1b03222c tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] show failed (client error): The resource could not be found. Feb 09 13:09:41.218027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4572711-66b5-46cc-9ecf-534de7b4aab1 req-1afe00df-0d86-41ef-9c96-3e0b1b03222c tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] 10.222.0.59 "GET /v2.0/security-groups/31a04af7-aad7-4f54-874e-bdc8f2fd3496 HTTP/1.1" status: 404 len: 352 time: 0.0326207 Feb 09 13:09:41.247325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Usage tracker for resource:subnet and tenant:75df871583eb4b4ebed3ed510c310675 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:41.259104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:41.262542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-c8675444-deb1-48cf-8360-dd51883e85f3 service neutron] 10.222.0.59 "GET /v2.0/networks/f98c40bf-6b21-487a-807c-1d82acc93c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596323 Feb 09 13:09:41.274520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:41.276652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79563def-8587-4cfb-9b13-624e3b211e53 admin admin] Pushing event updated for resources: {'Network': ['ID=724903ac-b17d-4f86-9e20-324e589a1929,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:41.304718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Made reservation on behalf of 75df871583eb4b4ebed3ed510c310675 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:41.307383 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.325032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Pushing event updated for resources: {'Port': ['ID=248188f4-aad9-4291-ba35-7f03a4479a39,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:41.328852 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.339270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 724903ac-b17d-4f86-9e20-324e589a1929 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:09:41.456317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-3a525546-d99c-4d2f-9f15-0b7f549f6587 service neutron] 10.222.0.59 "GET /v2.0/networks/85993c2b-9c1f-4a03-be7f-02bf5d681e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870346 Feb 09 13:09:41.494862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 42369fce-cfc9-420c-b37c-174284766145 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:41.496102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-3f30160a-9bb1-47e3-87cc-483883117287 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Synchronizing usage tracker for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:41.523467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-3f30160a-9bb1-47e3-87cc-483883117287 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Unset dirty status for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:41.524674 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-3f30160a-9bb1-47e3-87cc-483883117287 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56e84bc023c45cc83f6fd03a7667234 HTTP/1.1" status: 200 len: 380 time: 0.2963252 Feb 09 13:09:41.542179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'port': {'device_id': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'admin_state_up': True, 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'security_groups': ['5f3f56ed-b42d-4c90-acef-90e384db36f7']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:41.583061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d6187f6-74d3-4a27-acd1-43729d9c11d9 req-ff226c84-bd22-41c6-9451-ca345353eb70 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 210 time: 0.0944810 Feb 09 13:09:41.604162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 42369fce-cfc9-420c-b37c-174284766145 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:41.604661 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.650072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Attempting to bind port 248188f4-aad9-4291-ba35-7f03a4479a39 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:41.650798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Attempting to bind port 248188f4-aad9-4291-ba35-7f03a4479a39 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:41.651525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Attempting to bind port 248188f4-aad9-4291-ba35-7f03a4479a39 on network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:41.666204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.679409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:41.679716 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Checking segment: {'id': 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:41.680193 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.680579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Bound using segment: {'id': 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:41.681190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Bound port: 248188f4-aad9-4291-ba35-7f03a4479a39, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:41.681713 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.738884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a38112bc-3f1c-4b65-8be1-d4dbbb934ee5 service neutron] 10.222.0.59 "GET /v2.0/networks/85993c2b-9c1f-4a03-be7f-02bf5d681e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814045 Feb 09 13:09:41.788204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dea5dd8-6b9a-4b2c-9514-3350034a6a7c,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:41.817109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:41.842897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Checking segment: {'id': 'f542c247-0d6b-449b-bf31-308e7b33dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '724903ac-b17d-4f86-9e20-324e589a1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:41.843421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Network hostable DHCP agents. Network: 724903ac-b17d-4f86-9e20-324e589a1929, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:09:41.852633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:41.852965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] For port 248188f4-aad9-4291-ba35-7f03a4479a39, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:41.870905 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.876282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Made reservation on behalf of a56e84bc023c45cc83f6fd03a7667234 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:41.879732 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.882151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] For port 248188f4-aad9-4291-ba35-7f03a4479a39, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=248188f4-aad9-4291-ba35-7f03a4479a39,segment=NetworkSegment(ba37b027-e6b2-48d0-99a3-a55cfe7c33a9),segment_id=ba37b027-e6b2-48d0-99a3-a55cfe7c33a9)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:41.889499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d3069b7-14f7-4420-9c43-0aba454c9e83 req-8c8fcd46-a771-438d-963e-b51a61576a0d tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0544734 Feb 09 13:09:41.900816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Network 724903ac-b17d-4f86-9e20-324e589a1929 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:09:41.912999 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:41.976573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-acb77e79-92c0-4ccb-89fc-6fab207dab55 None None] Provisioning complete for port 42369fce-cfc9-420c-b37c-174284766145 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:41.976920 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-acb77e79-92c0-4ccb-89fc-6fab207dab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:42.093440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 42369fce-cfc9-420c-b37c-174284766145, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=42369fce-cfc9-420c-b37c-174284766145,segment=NetworkSegment(bb2350a1-3725-43f7-8cdc-aed91214add5),segment_id=bb2350a1-3725-43f7-8cdc-aed91214add5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:42.106968 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:42.119625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Pushing event updated for resources: {'Port': ['ID=248188f4-aad9-4291-ba35-7f03a4479a39,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:42.149505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.149844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.150172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.150528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.150834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.151161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.151646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.151789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.152065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.152372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.152744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869ff9b4-0502-4f76-93d2-35f58f4b4ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:09:42.180601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Allocated IP 172.20.0.14 (f3123c25-aa2b-4ea8-8564-3f148f22ba4f/a4a81a6c-cb23-4c19-9623-074f7536c01d/e93f0673-6820-4467-a63e-56d36a3e294e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:42.234306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ebbf3-669b-4385-974f-7f45b4b48037 req-1d402385-7e7f-4534-9729-36a9add34eed tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:42.242007 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb0ebbf3-669b-4385-974f-7f45b4b48037 req-1d402385-7e7f-4534-9729-36a9add34eed tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 949 time: 0.1817234 Feb 09 13:09:42.302050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=42369fce-cfc9-420c-b37c-174284766145,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:42.311443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb0ebbf3-669b-4385-974f-7f45b4b48037 req-c03c272a-42a2-4510-88c1-19bb94275e2f tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679753 Feb 09 13:09:42.402439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 724903ac-b17d-4f86-9e20-324e589a1929) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:42.407310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336f1dc-0f89-46bd-8bf3-b8377d251191 req-c0ae660a-3723-433f-a20f-91f311d91508 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:42.415617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a336f1dc-0f89-46bd-8bf3-b8377d251191 req-c0ae660a-3723-433f-a20f-91f311d91508 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2495844 Feb 09 13:09:42.417391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:42.420498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:42.426963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cea5bd-6dea-4967-9007-f40bf7f14afe None None] Network 724903ac-b17d-4f86-9e20-324e589a1929 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:42.490366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e366c733-f5ac-4930-a7f5-1709ae2e16a5 req-f2ba11d3-4daa-42f3-8c80-938d45f855c3 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 210 time: 0.0573668 Feb 09 13:09:42.553650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a336f1dc-0f89-46bd-8bf3-b8377d251191 req-6812e4df-35df-4728-b769-e77201a6a8dd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369543 Feb 09 13:09:42.606749 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:09:42.668044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-acaf6276-e893-481d-9e8f-556aab752535 req-4e9b1229-882c-4fdb-ba47-7aa26026703d tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d62325aae604326b9c08e3b67bb0d4b HTTP/1.1" status: 200 len: 2652 time: 0.0992966 Feb 09 13:09:42.744579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-acaf6276-e893-481d-9e8f-556aab752535 req-322e9c4f-cb24-42de-b940-0d4b32096902 tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] 10.222.0.59 "GET /v2.0/security-groups/a14dda50-3b10-43d9-8cd7-5dc14d903ef0 HTTP/1.1" status: 200 len: 2649 time: 0.0702965 Feb 09 13:09:42.766043 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a650a4-1b53-4768-990d-79943bfd1d9b None None] Network 724903ac-b17d-4f86-9e20-324e589a1929 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:42.772008 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d3d082e5-fe93-4ce2-bf9e-77d2fdc9a2ba admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6243181 Feb 09 13:09:42.852389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-acaf6276-e893-481d-9e8f-556aab752535 req-9f9d5fbd-5182-420d-8e8e-efcd391de39b tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] 10.222.0.59 "GET /v2.0/security-groups/a14dda50-3b10-43d9-8cd7-5dc14d903ef0 HTTP/1.1" status: 200 len: 2649 time: 0.1068296 Feb 09 13:09:42.889376 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:42.927678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Transition to ACTIVE for port object e93f0673-6820-4467-a63e-56d36a3e294e will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:42.961861 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:43.180719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 42369fce-cfc9-420c-b37c-174284766145 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:43.234506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:43.248616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf46ad0-b0ca-4dd8-aba1-763675442582 req-8628c822-ce89-4ad4-9b4d-c98ff6521e0c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:43.258262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bf46ad0-b0ca-4dd8-aba1-763675442582 req-8628c822-ce89-4ad4-9b4d-c98ff6521e0c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1465106 Feb 09 13:09:43.277772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Network f3123c25-aa2b-4ea8-8564-3f148f22ba4f is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:43.279373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:43.283685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:43.356257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bf46ad0-b0ca-4dd8-aba1-763675442582 req-ef068bc0-c8f1-48c6-9ff3-914fb9509c43 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965157 Feb 09 13:09:43.357668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 42369fce-cfc9-420c-b37c-174284766145 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:43.358567 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:43.495369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:43.496311 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:43.523757 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-032946cf-f9b7-46fa-96a2-cf66e2afff0f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9856908 Feb 09 13:09:43.540434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Request body: {'port': {'device_id': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:43.574905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 248188f4-aad9-4291-ba35-7f03a4479a39 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:43.646548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dfb5db4-12db-4118-be37-11f3f3b012eb req-a3eb1565-8819-431a-b124-e08773a253f0 tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] 10.222.0.59 "GET /v2.0/security-groups/a14dda50-3b10-43d9-8cd7-5dc14d903ef0 HTTP/1.1" status: 200 len: 2649 time: 0.1571310 Feb 09 13:09:43.700355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d388dd-d687-453a-87fb-ed4ff11d9a12 None None] Network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:43.725310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:43.737340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ad9ce-65c0-4e9c-8886-068582e6471e req-a60d8b6d-9526-4a57-97f1-46756fe0e9b6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:43.744833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d0ad9ce-65c0-4e9c-8886-068582e6471e req-a60d8b6d-9526-4a57-97f1-46756fe0e9b6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 932 time: 0.1958494 Feb 09 13:09:43.780149 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-1dfb5db4-12db-4118-be37-11f3f3b012eb req-6cdcfdd7-4c2a-4b5c-bfe2-a84b1528ea08 tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 13:09:43.782664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dfb5db4-12db-4118-be37-11f3f3b012eb req-6cdcfdd7-4c2a-4b5c-bfe2-a84b1528ea08 tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] 10.222.0.59 "DELETE /v2.0/security-groups/a14dda50-3b10-43d9-8cd7-5dc14d903ef0 HTTP/1.1" status: 409 len: 352 time: 0.1244740 Feb 09 13:09:43.855303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d0ad9ce-65c0-4e9c-8886-068582e6471e req-4843bd37-15c6-4f7f-93dd-8f5945f994f1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095383 Feb 09 13:09:44.046279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-fbd2cdff-f5e5-4d47-919c-a0c606629c5d tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:44.053175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-fbd2cdff-f5e5-4d47-919c-a0c606629c5d tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:44.058374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-fbd2cdff-f5e5-4d47-919c-a0c606629c5d tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "GET /v2.0/networks?id=f98c40bf-6b21-487a-807c-1d82acc93c32&id=85993c2b-9c1f-4a03-be7f-02bf5d681e12 HTTP/1.1" status: 200 len: 1391 time: 0.2676311 Feb 09 13:09:44.102822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 248188f4-aad9-4291-ba35-7f03a4479a39 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:44.118292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b7a711cf-3e7b-4661-9966-e2cae16e4538 None None] Provisioning for port 248188f4-aad9-4291-ba35-7f03a4479a39 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:44.126040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b7a711cf-3e7b-4661-9966-e2cae16e4538 None None] Provisioning complete for port 248188f4-aad9-4291-ba35-7f03a4479a39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:44.128775 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7a711cf-3e7b-4661-9966-e2cae16e4538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.147294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'port': {'device_id': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32', 'admin_state_up': True, 'tenant_id': '518eddaf9aae45579bfc8c3777121f31'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:44.182069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 248188f4-aad9-4291-ba35-7f03a4479a39 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:44.182436 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.229575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93f0673-6820-4467-a63e-56d36a3e294e {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:44.238184 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.256147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Transition to ACTIVE for port object e93f0673-6820-4467-a63e-56d36a3e294e will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:44.262232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.277667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8190675b-5c9f-473c-821c-80e9c61e9e7b req-7eed77c8-09a3-4321-8dfd-6731881cab05 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.2163420 Feb 09 13:09:44.390578 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7a711cf-3e7b-4661-9966-e2cae16e4538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.412773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:44.439745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.468974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-c1ccfa1f-02d1-4480-8b9a-3ce52f12091e tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:44.477548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-c1ccfa1f-02d1-4480-8b9a-3ce52f12091e tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/networks?id=724903ac-b17d-4f86-9e20-324e589a1929 HTTP/1.1" status: 200 len: 814 time: 0.2084541 Feb 09 13:09:44.489772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b7a711cf-3e7b-4661-9966-e2cae16e4538 None None] For port 248188f4-aad9-4291-ba35-7f03a4479a39, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=248188f4-aad9-4291-ba35-7f03a4479a39,segment=NetworkSegment(ba37b027-e6b2-48d0-99a3-a55cfe7c33a9),segment_id=ba37b027-e6b2-48d0-99a3-a55cfe7c33a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:44.503703 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7a711cf-3e7b-4661-9966-e2cae16e4538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.539747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-98f1a142-e1db-4b5b-8460-469a1cb1ac79 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/quotas/75df871583eb4b4ebed3ed510c310675 HTTP/1.1" status: 200 len: 375 time: 0.0611994 Feb 09 13:09:44.555152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:44.605624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:port and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:44.620277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:44.635168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-9394563f-36ce-46f5-82b5-59b989709d0a tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=75df871583eb4b4ebed3ed510c310675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821056 Feb 09 13:09:44.644338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Attempting to bind port e93f0673-6820-4467-a63e-56d36a3e294e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:44.644704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Attempting to bind port e93f0673-6820-4467-a63e-56d36a3e294e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:44.645089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Attempting to bind port e93f0673-6820-4467-a63e-56d36a3e294e on network f3123c25-aa2b-4ea8-8564-3f148f22ba4f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:44.657175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Port e93f0673-6820-4467-a63e-56d36a3e294e on network f3123c25-aa2b-4ea8-8564-3f148f22ba4f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:09:44.657175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Attempting to bind port e93f0673-6820-4467-a63e-56d36a3e294e on network f3123c25-aa2b-4ea8-8564-3f148f22ba4f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:44.672938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:44.673283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Checking segment: {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:44.674122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Bound using segment: {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:44.674588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Bound port: e93f0673-6820-4467-a63e-56d36a3e294e, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:44.674937 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.746497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a711cf-3e7b-4661-9966-e2cae16e4538 None None] Pushing event updated for resources: {'Port': ['ID=248188f4-aad9-4291-ba35-7f03a4479a39,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:44.758437 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:09:44.758956 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:09:44.760502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b7a711cf-3e7b-4661-9966-e2cae16e4538 None None] Provisioning for port e93f0673-6820-4467-a63e-56d36a3e294e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:44.813197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:44.816338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:44.821409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.842645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:44.884661 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.886090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] 10.222.0.67 "PUT /v2.0/ports/e93f0673-6820-4467-a63e-56d36a3e294e HTTP/1.1" status: 200 len: 1092 time: 1.3506877 Feb 09 13:09:44.886584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:44.909139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46933d55-ea27-4d20-a069-14262f71ed6c req-bab0b635-f278-41e3-b350-13a0cfcc4d32 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 210 time: 0.0670552 Feb 09 13:09:44.917321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc6158-5032-4ece-a8f7-131d82e851c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:44.938263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6460022f-2f40-4907-9d6e-0e3d5a8adb94 None None] Provisioning complete for port 248188f4-aad9-4291-ba35-7f03a4479a39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:44.938958 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6460022f-2f40-4907-9d6e-0e3d5a8adb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:44.960199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:44.963182 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:45.064824 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-21445110-c11b-41bb-9bd9-426d1af6aebb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 1095 time: 0.1181042 Feb 09 13:09:45.093259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-1557794b-93e5-487b-ba4f-6f5baa9ccc2a service neutron] 10.222.0.59 "GET /v2.0/networks/724903ac-b17d-4f86-9e20-324e589a1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571478 Feb 09 13:09:45.132651 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-96154c9a-3248-41a4-8dc2-db0ab4d0da48 req-a464a270-81ed-406a-8764-38a04b719d4d tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] show failed (client error): The resource could not be found. Feb 09 13:09:45.151065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96154c9a-3248-41a4-8dc2-db0ab4d0da48 req-a464a270-81ed-406a-8764-38a04b719d4d tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] 10.222.0.59 "GET /v2.0/security-groups/9fef40e0-034a-4c79-8f85-cb9280796082 HTTP/1.1" status: 404 len: 352 time: 0.0944836 Feb 09 13:09:45.169236 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-c7725eda-14b2-44c1-a14b-0b984908042e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e93f0673-6820-4467-a63e-56d36a3e294e HTTP/1.1" status: 200 len: 217 time: 0.0863941 Feb 09 13:09:45.250392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-4f6fe4d3-a5cb-48e4-9d3b-75687038a292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:45.253554 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-4f6fe4d3-a5cb-48e4-9d3b-75687038a292 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.0749915 Feb 09 13:09:45.360268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-4e15912b-4c3d-46cd-ac1d-ae907057f937 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950975 Feb 09 13:09:45.406769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-c04a1c81-c91b-4409-a8fb-2c3405124072 service neutron] 10.222.0.59 "GET /v2.0/networks/724903ac-b17d-4f86-9e20-324e589a1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125315 Feb 09 13:09:45.425093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 248188f4-aad9-4291-ba35-7f03a4479a39 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:45.438988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Allocated IP 19.80.0.155 (f98c40bf-6b21-487a-807c-1d82acc93c32/73ad424f-dcff-4715-a9f3-de36eee57aac/4c1b059f-7353-4653-9301-799efb89574c) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:45.469680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb574db-2348-40fb-8c95-2fea3bb95d28 req-761ea292-43a2-4ffc-9545-0794414947b9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:45.481577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4cb574db-2348-40fb-8c95-2fea3bb95d28 req-761ea292-43a2-4ffc-9545-0794414947b9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2280638 Feb 09 13:09:45.518631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 248188f4-aad9-4291-ba35-7f03a4479a39 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:45.519002 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:45.566300 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-bac5969d-89bb-404d-98ee-3c07ff512027 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976881 Feb 09 13:09:45.643069 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4cb574db-2348-40fb-8c95-2fea3bb95d28 req-f8ae4b8c-32c5-4094-82ed-418c37f41a11 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602535 Feb 09 13:09:45.660048 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'status': 'completed', 'code': 200} Feb 09 13:09:45.791594 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-69b3a1b5-1c94-4d14-84c4-302fbe2ce234 req-31a62dbb-2ec7-4201-a007-513d29d3f8ff service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177105 Feb 09 13:09:45.792058 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-2fa7bd52-e503-4efd-b35d-60143309bd36 req-73660d21-2f28-441d-92b9-945d7523783c tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] show failed (client error): The resource could not be found. Feb 09 13:09:45.793031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fa7bd52-e503-4efd-b35d-60143309bd36 req-73660d21-2f28-441d-92b9-945d7523783c tempest-SecurityGroupsNegativeTestJSON-687053610 tempest-SecurityGroupsNegativeTestJSON-687053610-project] 10.222.0.59 "GET /v2.0/security-groups/5e408bae-3c29-4f1b-9269-b3f48e185ed0 HTTP/1.1" status: 404 len: 352 time: 0.0900507 Feb 09 13:09:45.811955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:45.904024 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:45.953134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Transition to ACTIVE for port object 4c1b059f-7353-4653-9301-799efb89574c will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:45.987590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38083491-880e-492a-baa4-db363b908ba5 req-ad4f9598-29e7-4541-845f-7f93fb2a9db8 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:45.989379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38083491-880e-492a-baa4-db363b908ba5 req-ad4f9598-29e7-4541-845f-7f93fb2a9db8 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.2043195 Feb 09 13:09:46.001499 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.039314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f853663d-85c3-41f3-9f26-8b481c37a0ce req-89ab7b23-8308-4952-8791-93ee4955ce9f tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0877721 Feb 09 13:09:46.041016 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.068317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f494a8d-fe02-4d83-ac70-03b50e54efd3 admin admin] Deleting subnet bd884568-a715-4195-99c6-d2e798387dd1 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:09:46.074869 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8f494a8d-fe02-4d83-ac70-03b50e54efd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.173414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network f98c40bf-6b21-487a-807c-1d82acc93c32 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:46.180449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:46.186008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Port': ['ID=4c1b059f-7353-4653-9301-799efb89574c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:46.188570 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8fa1f72-e2fe-4541-837b-b3f21989f2b2 req-39750388-7cb9-444a-9dd6-f03f95c8abb9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 1095 time: 0.1963601 Feb 09 13:09:46.190896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:46.191063 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8f494a8d-fe02-4d83-ac70-03b50e54efd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.243689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38083491-880e-492a-baa4-db363b908ba5 req-4f59b002-77e3-4279-a23d-23eb350d497a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913702 Feb 09 13:09:46.306071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:46.306071 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.399086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2684514-96fe-401e-8dd5-f996acf48329 req-0325ce23-2dc8-4024-8816-387d08aca6a4 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 210 time: 0.0915174 Feb 09 13:09:46.469194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-da252c44-4c37-4f3e-b100-253e7befe850 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3372889 Feb 09 13:09:46.472708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bd490f2c-a00b-4dda-b0f7-b9746840455c None None] Provisioning for port 4c1b059f-7353-4653-9301-799efb89574c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:46.480699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bd490f2c-a00b-4dda-b0f7-b9746840455c None None] Provisioning complete for port 4c1b059f-7353-4653-9301-799efb89574c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:46.482221 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd490f2c-a00b-4dda-b0f7-b9746840455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.497769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Request body: {'port': {'device_id': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12', 'admin_state_up': True, 'tenant_id': '518eddaf9aae45579bfc8c3777121f31'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:46.502819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8f494a8d-fe02-4d83-ac70-03b50e54efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.553925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bd490f2c-a00b-4dda-b0f7-b9746840455c None None] Port 4c1b059f-7353-4653-9301-799efb89574c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:09:46.605673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c2ece-7932-4622-89d2-447d4ad3868f req-458c7879-f3eb-4f5e-a8b2-b53284fdb228 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:46.607159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e30c2ece-7932-4622-89d2-447d4ad3868f req-458c7879-f3eb-4f5e-a8b2-b53284fdb228 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1830516 Feb 09 13:09:46.607397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa1f72-e2fe-4541-837b-b3f21989f2b2 req-9f2a514b-a2b5-4ad1-be13-9fe52412178f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:46.609462 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8fa1f72-e2fe-4541-837b-b3f21989f2b2 req-9f2a514b-a2b5-4ad1-be13-9fe52412178f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 917 time: 0.3854108 Feb 09 13:09:46.703642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8f494a8d-fe02-4d83-ac70-03b50e54efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.744398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:46.745124 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8fa1f72-e2fe-4541-837b-b3f21989f2b2 req-5dae5415-7734-446b-83df-e6fbbc63b6c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e93f0673-6820-4467-a63e-56d36a3e294e HTTP/1.1" status: 200 len: 217 time: 0.1224940 Feb 09 13:09:46.746875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f494a8d-fe02-4d83-ac70-03b50e54efd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd884568-a715-4195-99c6-d2e798387dd1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:46.749082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e30c2ece-7932-4622-89d2-447d4ad3868f req-39278c0c-026a-47fa-8d99-1635633b44e0 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042058 Feb 09 13:09:46.752865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Usage tracker for resource:port and tenant:518eddaf9aae45579bfc8c3777121f31 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:46.756920 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8f494a8d-fe02-4d83-ac70-03b50e54efd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.757101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:46.763281 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8f494a8d-fe02-4d83-ac70-03b50e54efd3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bd884568-a715-4195-99c6-d2e798387dd1 HTTP/1.1" status: 204 len: 168 time: 0.9498804 Feb 09 13:09:46.766060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45896) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:46.766210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:46.789921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Made reservation on behalf of 518eddaf9aae45579bfc8c3777121f31 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:46.794693 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:46.819081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ebcd7-0de1-4633-8ca7-eebd77a69cd2 req-d864608b-1e13-4318-8e71-ac62a1fda335 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:46.820068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-706ebcd7-0de1-4633-8ca7-eebd77a69cd2 req-d864608b-1e13-4318-8e71-ac62a1fda335 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Synchronizing usage tracker for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:46.863797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa1f72-e2fe-4541-837b-b3f21989f2b2 req-963921a3-71a2-448b-b993-c55c969afe33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:46.866060 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8fa1f72-e2fe-4541-837b-b3f21989f2b2 req-963921a3-71a2-448b-b993-c55c969afe33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.0793087 Feb 09 13:09:46.904111 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-706ebcd7-0de1-4633-8ca7-eebd77a69cd2 req-d864608b-1e13-4318-8e71-ac62a1fda335 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Unset dirty status for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:46.905375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-706ebcd7-0de1-4633-8ca7-eebd77a69cd2 req-d864608b-1e13-4318-8e71-ac62a1fda335 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 932 time: 0.3108900 Feb 09 13:09:46.992731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-706ebcd7-0de1-4633-8ca7-eebd77a69cd2 req-66070534-2323-44c6-970b-2e7d2270fd9b tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794041 Feb 09 13:09:47.012134 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:47.181409 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8fa1f72-e2fe-4541-837b-b3f21989f2b2 req-b82eb5f5-c92d-4adc-860a-2129316ad9cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530329 Feb 09 13:09:47.183035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:47.274256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:47.341139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f02d72b-81f2-4576-813b-fbd2c974069e') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:47.341431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f02d72b-81f2-4576-813b-fbd2c974069e') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:47.372419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:47.395115 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:47.408397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:09:47.408797 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:47.470142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f4c13f2-cbed-49a5-848b-8e4a826623c5 req-ec0053c4-af21-416b-9908-d36811c3cfff tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1694226 Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:09:47.530320 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:09:47.559792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Allocated IP 19.86.0.54 (85993c2b-9c1f-4a03-be7f-02bf5d681e12/68a508fa-b1c8-478c-a01c-016500a5f7a6/a96bd58d-d48e-40cb-a9a8-4616fec62554) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:47.566067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88c0fad3-f37d-4867-b0ea-5525aea87557 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:09:47.569727 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:47.598931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:47.622289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:47.632472 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8c01d05a-eb68-4c29-a49a-1a7a1c7022a7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8ee88f60-6e15-4cfc-bc42-d0c7a6cd3006 HTTP/1.1" status: 204 len: 168 time: 0.8624625 Feb 09 13:09:47.635916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-5a5c8436-00ea-415e-86f6-6ce02be15871 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:47.637323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-5a5c8436-00ea-415e-86f6-6ce02be15871 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.67 "GET /v2.0/networks?id=724903ac-b17d-4f86-9e20-324e589a1929 HTTP/1.1" status: 200 len: 814 time: 0.3329213 Feb 09 13:09:47.652538 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8fa1f72-e2fe-4541-837b-b3f21989f2b2 req-8ca4a416-85e8-492c-bc49-29e15ccb18c3 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548383 Feb 09 13:09:47.662957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b88b8-1486-40e4-bff7-98c83ab421f6 req-c59c6aff-8960-4925-9bdc-bd3ba83d24ac tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:47.664372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-495b88b8-1486-40e4-bff7-98c83ab421f6 req-c59c6aff-8960-4925-9bdc-bd3ba83d24ac tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3670449 Feb 09 13:09:47.680430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Request body: {'port': {'device_id': 'a1c58d4f-4f98-437a-97ee-3ad0ea1a596f', 'network_id': '724903ac-b17d-4f86-9e20-324e589a1929', 'admin_state_up': True, 'tenant_id': '75df871583eb4b4ebed3ed510c310675'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:47.859946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:47.903435 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'mac_address': 'fa:16:3e:bd:e3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:09:47.939308 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8fa1f72-e2fe-4541-837b-b3f21989f2b2 req-3dc8f7cb-61b4-4cba-a4ec-09e1433473e7 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688873 Feb 09 13:09:47.940939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45936) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:48.040333 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2bef7701-4932-4d85-9b59-0a1663bd12ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d62325aae604326b9c08e3b67bb0d4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0968270 Feb 09 13:09:48.042699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45942) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:48.058687 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:48.088548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88c0fad3-f37d-4867-b0ea-5525aea87557 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:48.091474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-495b88b8-1486-40e4-bff7-98c83ab421f6 req-b69b5fb7-86d2-4266-b251-3ed1b347b4f0 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935645 Feb 09 13:09:48.111064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:48.130608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:48.182192 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7163d86c-05b2-4f52-b8a4-40387545c21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:48.187179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:48.221321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Usage tracker for resource:port and tenant:75df871583eb4b4ebed3ed510c310675 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:48.227083 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7163d86c-05b2-4f52-b8a4-40387545c21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:48.254426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:48.273866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:48.282437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:48.283389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2a6af-0232-4830-b667-40aeba077457 req-f1d4e5c9-3e4e-4757-abf3-e94eef09abf0 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:48.290599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07c2a6af-0232-4830-b667-40aeba077457 req-f1d4e5c9-3e4e-4757-abf3-e94eef09abf0 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.3411686 Feb 09 13:09:48.328886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7163d86c-05b2-4f52-b8a4-40387545c21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:48.329454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88c0fad3-f37d-4867-b0ea-5525aea87557'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:09:48.351943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163d86c-05b2-4f52-b8a4-40387545c21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14dda50-3b10-43d9-8cd7-5dc14d903ef0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:48.368688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7163d86c-05b2-4f52-b8a4-40387545c21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:48.369858 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7163d86c-05b2-4f52-b8a4-40387545c21f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a14dda50-3b10-43d9-8cd7-5dc14d903ef0 HTTP/1.1" status: 204 len: 168 time: 0.3261821 Feb 09 13:09:48.418901 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:48.437048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Transition to ACTIVE for port object a96bd58d-d48e-40cb-a9a8-4616fec62554 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:48.564333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63453bf4-fff8-4dd9-a9b2-c28694348c59 req-4164f407-20ef-4cb4-bd65-de5a98056e0e tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 210 time: 0.1669350 Feb 09 13:09:48.572847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Made reservation on behalf of 75df871583eb4b4ebed3ed510c310675 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:48.584115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:48.628331 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:48.904687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07c2a6af-0232-4830-b667-40aeba077457 req-85043eea-f5c8-486e-bb3b-73f577cf776e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6131997 Feb 09 13:09:48.924196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event updated for resources: {'Port': ['ID=a96bd58d-d48e-40cb-a9a8-4616fec62554,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:48.951980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:48.957933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:48.977067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:49.301024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2612ccce-160c-43b1-8c1b-4bd70903790d None None] Provisioning for port a96bd58d-d48e-40cb-a9a8-4616fec62554 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:49.308379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2612ccce-160c-43b1-8c1b-4bd70903790d None None] Provisioning complete for port a96bd58d-d48e-40cb-a9a8-4616fec62554 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:49.309179 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2612ccce-160c-43b1-8c1b-4bd70903790d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:49.310780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:49.311837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:49.366989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6b26-9b33-4059-8729-6514cba61028 req-63ce3caa-519a-44d0-9966-02195c4795f0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:49.371088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6b26-9b33-4059-8729-6514cba61028 req-63ce3caa-519a-44d0-9966-02195c4795f0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:49.379212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2612ccce-160c-43b1-8c1b-4bd70903790d None None] Port a96bd58d-d48e-40cb-a9a8-4616fec62554 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:09:49.380597 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-431c6b26-9b33-4059-8729-6514cba61028 req-63ce3caa-519a-44d0-9966-02195c4795f0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1654 time: 0.5362926 Feb 09 13:09:49.403087 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-b98ceb7b-dffd-429a-b815-f11b7e54e7ba tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9091434 Feb 09 13:09:49.404220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Allocated IP 172.20.0.10 (724903ac-b17d-4f86-9e20-324e589a1929/7dea5dd8-6b9a-4b2c-9514-3350034a6a7c/8fc85173-b224-4059-97a9-8e02bbae90a2) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:49.429538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Request body: {'port': {'device_id': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:49.567886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e93f0673-6820-4467-a63e-56d36a3e294e details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:09:49.570594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88c0fad3-f37d-4867-b0ea-5525aea87557 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:49.579012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ac9a5-8c6a-4d78-9df6-41c4a1a65a14 req-a8632fbc-7089-413d-a78a-ceaefb23856d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:49.585818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-800ac9a5-8c6a-4d78-9df6-41c4a1a65a14 req-a8632fbc-7089-413d-a78a-ceaefb23856d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3930750 Feb 09 13:09:49.676536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-800ac9a5-8c6a-4d78-9df6-41c4a1a65a14 req-d48a856e-74a2-419d-ab55-999d9f0f611d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897832 Feb 09 13:09:49.699389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-431c6b26-9b33-4059-8729-6514cba61028 req-a4259aab-af5d-4782-9ab2-1fda46f7de12 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178923 Feb 09 13:09:49.700033 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:49.744223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 88c0fad3-f37d-4867-b0ea-5525aea87557 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:49.744873 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:49.863421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:49.975200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'port_id': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'mac_address': 'fa:16:3e:6a:b3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:09:49.984346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45980) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:50.088086 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.116120 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.144508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:50.153863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93f0673-6820-4467-a63e-56d36a3e294e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:50.161622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1618975618-network', 'tenant_id': 'accedead334d4e338be32f77a85b3517'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:50.172638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:50.177445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Usage tracker for resource:network and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:50.178353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:50.180970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:50.181110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:50.187642 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.189302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:50.236093 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.290829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:50.292829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c7d12e8e-c3d6-42cf-a185-06075a15323d req-93dcc210-fde8-4631-ae23-0d7855d2d95c tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Synchronizing usage tracker for tenant:75df871583eb4b4ebed3ed510c310675 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:09:50.321941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Made reservation on behalf of accedead334d4e338be32f77a85b3517 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:50.325423 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.328649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bb881fe-a689-4a65-8695-0915e086a2ed req-bf2183da-0128-470a-8739-4d1bc0cf0bb8 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1168048 Feb 09 13:09:50.342042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.385336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:50.390610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Usage tracker for resource:security_group_rule and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:50.395687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:50.402161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:50.431829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c7d12e8e-c3d6-42cf-a185-06075a15323d req-93dcc210-fde8-4631-ae23-0d7855d2d95c tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Unset dirty status for tenant:75df871583eb4b4ebed3ed510c310675 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:09:50.438674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:50.447276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7d12e8e-c3d6-42cf-a185-06075a15323d req-93dcc210-fde8-4631-ae23-0d7855d2d95c tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 210 time: 0.3070691 Feb 09 13:09:50.503024 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.509485 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.549974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e93f0673-6820-4467-a63e-56d36a3e294e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:09:50.589421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:09:50.620202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19d02f6-1ddc-416f-ab87-34570c9f3298,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:50.628186 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'code': 200} Feb 09 13:09:50.646631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.647124 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Added segment b7562286-3085-4f92-a87c-33f43b17936f of type vlan for network 2903bfa2-6e98-48bf-8735-26cc8008e2be Feb 09 13:09:50.698834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.708820 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.763085 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.765088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:50.768817 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.906769 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9194558 Feb 09 13:09:50.907422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45996) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:50.912464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066bae3-e86f-436a-a3b1-4fb161f697df admin admin] Pushing event updated for resources: {'Network': ['ID=2903bfa2-6e98-48bf-8735-26cc8008e2be,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:50.917757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Request body: {'subnet': {'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1618975618-subnet', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:50.930161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:09:50.930626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:50.935101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Usage tracker for resource:subnet and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:50.938077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:50.944924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:50.949966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.958032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Made reservation on behalf of accedead334d4e338be32f77a85b3517 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:09:50.961600 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:50.964300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625423d-32bc-448a-bb6e-efcd86c8c39b req-cc9bb21e-733a-4a06-bdc5-2972b648d410 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:50.981773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d625423d-32bc-448a-bb6e-efcd86c8c39b req-cc9bb21e-733a-4a06-bdc5-2972b648d410 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 945 time: 0.4120390 Feb 09 13:09:51.113705 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:09:51.126725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Network 724903ac-b17d-4f86-9e20-324e589a1929 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:51.133988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:51.145827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0f6e0-fbf4-4300-a2dd-c7b9056fc822 req-b763142a-d18d-42ea-9aa9-d899d6d44ae8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:51.152522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-72f0f6e0-fbf4-4300-a2dd-c7b9056fc822 req-b763142a-d18d-42ea-9aa9-d899d6d44ae8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.4376423 Feb 09 13:09:51.193317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:51.253995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.304414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Pushing event updated for resources: {'Port': ['ID=8fc85173-b224-4059-97a9-8e02bbae90a2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:51.315330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d625423d-32bc-448a-bb6e-efcd86c8c39b req-60209661-92e6-4461-973b-fbd39210aec6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323562 Feb 09 13:09:51.331192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1b059f-7353-4653-9301-799efb89574c {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:51.339368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:51.339978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.342524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6635b5b-1a73-4f24-af7b-ce18e647d366,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:51.348098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Checking segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:51.348449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Network hostable DHCP agents. Network: 2903bfa2-6e98-48bf-8735-26cc8008e2be, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:09:51.360140 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.375011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:09:51.390712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-72f0f6e0-fbf4-4300-a2dd-c7b9056fc822 req-96c52ed0-0245-4031-9bf2-209c11031ed2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372205 Feb 09 13:09:51.400131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 2903bfa2-6e98-48bf-8735-26cc8008e2be) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:51.407498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:51.407850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Transition to ACTIVE for port object 4c1b059f-7353-4653-9301-799efb89574c will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:51.408980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.410051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-93f9361b-48b1-45da-9706-eb0722f1396f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7341995 Feb 09 13:09:51.422596 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.429060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea4a909-e4f4-40ad-b74e-f35e40b8d227 None None] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:51.429817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Request body: {'port': {'device_id': 'a1c58d4f-4f98-437a-97ee-3ad0ea1a596f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:51.460582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-20d8c721-58bf-4ca1-9dbf-45f9d7a27738 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5499780 Feb 09 13:09:51.463257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46006) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:51.472205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:51.490282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:09:51.499826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Usage tracker for resource:router and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:09:51.505961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:09:51.513311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:09:51.531796 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.533385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.567398 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.631942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e93f0673-6820-4467-a63e-56d36a3e294e up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:51.788675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port e93f0673-6820-4467-a63e-56d36a3e294e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:51.807653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e93f0673-6820-4467-a63e-56d36a3e294e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:51.808071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.865119 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:51.888334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-558b82ab-5702-4a7f-86ad-e6e3ce1eee5e req-248e5e3a-fbbb-4027-8fc8-80245b834fad tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0897243 Feb 09 13:09:51.933272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1b059f-7353-4653-9301-799efb89574c,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:52.015870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-2903bfa2-6e98-48bf-8735-26cc8008e2be', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:09:52.017190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.060208 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.074840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.131395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8f270-59c6-47f9-8e84-c6cb7ef3037e req-7cc27475-5b2f-4025-a934-8f6afa0f2de2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:52.135611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8f270-59c6-47f9-8e84-c6cb7ef3037e req-7cc27475-5b2f-4025-a934-8f6afa0f2de2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:52.144902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17c8f270-59c6-47f9-8e84-c6cb7ef3037e req-7cc27475-5b2f-4025-a934-8f6afa0f2de2 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1666 time: 0.4808245 Feb 09 13:09:52.243944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:52.253038 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.259720 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.300111 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.401220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17c8f270-59c6-47f9-8e84-c6cb7ef3037e req-4332f776-2a63-46b4-91da-eeb45b026e3f tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554126 Feb 09 13:09:52.415467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Allocated IP 172.20.0.2 (2903bfa2-6e98-48bf-8735-26cc8008e2be/a6635b5b-1a73-4f24-af7b-ce18e647d366/4b4c3634-916f-490b-8e00-ab06c8dcb265) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:52.424626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:52.503481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Allocated IP 172.25.5.36 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/aa2485cd-6d60-4c58-9996-37ebbd760c99) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:52.509194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88438ada-97d1-4ed0-a09c-6eeb8e0c4c6b req-5f3dacb2-f3ff-4ad5-bdc9-2ec1d24b1bfb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:52.510847 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88438ada-97d1-4ed0-a09c-6eeb8e0c4c6b req-5f3dacb2-f3ff-4ad5-bdc9-2ec1d24b1bfb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3228555 Feb 09 13:09:52.516200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Attempting to bind port 4c1b059f-7353-4653-9301-799efb89574c on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:52.516531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Attempting to bind port 4c1b059f-7353-4653-9301-799efb89574c by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'bb2350a1-3725-43f7-8cdc-aed91214add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:52.516931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Attempting to bind port 4c1b059f-7353-4653-9301-799efb89574c on network f98c40bf-6b21-487a-807c-1d82acc93c32 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:52.629856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:52.719558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Port 4c1b059f-7353-4653-9301-799efb89574c on network f98c40bf-6b21-487a-807c-1d82acc93c32 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:09:52.719922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Attempting to bind port 4c1b059f-7353-4653-9301-799efb89574c on network f98c40bf-6b21-487a-807c-1d82acc93c32 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:52.730568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:52.730970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Checking segment: {'id': 'bb2350a1-3725-43f7-8cdc-aed91214add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:52.731531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Bound using segment: {'id': 'bb2350a1-3725-43f7-8cdc-aed91214add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:52.731980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Bound port: 4c1b059f-7353-4653-9301-799efb89574c, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2350a1-3725-43f7-8cdc-aed91214add5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:52.732306 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.746440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.794923 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.795353 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.821288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Transition to ACTIVE for port object 4b4c3634-916f-490b-8e00-ab06c8dcb265 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:52.855279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Transition to ACTIVE for port object 4b4c3634-916f-490b-8e00-ab06c8dcb265 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:52.868792 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:52.957807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:52.959348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:52.971355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:52.992934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:52.996012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:53.010510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:53.037018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Pushing event updated for resources: {'Port': ['ID=aa2485cd-6d60-4c58-9996-37ebbd760c99,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:53.139483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Pushing event updated for resources: {'Port': ['ID=4b4c3634-916f-490b-8e00-ab06c8dcb265,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:53.143220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88438ada-97d1-4ed0-a09c-6eeb8e0c4c6b req-3a7b8886-9eeb-491c-99e8-a51158140f02 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276308 Feb 09 13:09:53.154084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Attempting to bind port 4b4c3634-916f-490b-8e00-ab06c8dcb265 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:53.160208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Attempting to bind port 4b4c3634-916f-490b-8e00-ab06c8dcb265 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:53.161281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Attempting to bind port 4b4c3634-916f-490b-8e00-ab06c8dcb265 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:53.168675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] For port 4c1b059f-7353-4653-9301-799efb89574c, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:53.172058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:53.172058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Checking segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:53.172375 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:53.173004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Bound using segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:53.175698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Bound port: 4b4c3634-916f-490b-8e00-ab06c8dcb265, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:53.176265 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:53.177063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] For port 4c1b059f-7353-4653-9301-799efb89574c, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4c1b059f-7353-4653-9301-799efb89574c,segment=NetworkSegment(bb2350a1-3725-43f7-8cdc-aed91214add5),segment_id=bb2350a1-3725-43f7-8cdc-aed91214add5)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:53.187721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:53.266556 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:53.267535 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:53.349987 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] For port 4b4c3634-916f-490b-8e00-ab06c8dcb265, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:53.360356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] For port 4b4c3634-916f-490b-8e00-ab06c8dcb265, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4b4c3634-916f-490b-8e00-ab06c8dcb265,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:53.370353 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:53.372279 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:53.376265 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] 10.222.0.67 "PUT /v2.0/ports/4c1b059f-7353-4653-9301-799efb89574c HTTP/1.1" status: 200 len: 1092 time: 3.9524939 Feb 09 13:09:53.422791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'tag': '4c1b059f-7353-4653-9301-799efb89574c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:53.455845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Request body: {'port': {'device_id': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:53.583746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757df89-7327-4cf8-8d6f-aeb35f1c654b None None] Pushing event updated for resources: {'Port': ['ID=4b4c3634-916f-490b-8e00-ab06c8dcb265,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:53.633759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332e8ce-456a-4cc7-9f63-345f80ed7ffd req-823dd9ba-6f13-4f4e-9939-7d271f50c7d5 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:53.642919 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a332e8ce-456a-4cc7-9f63-345f80ed7ffd req-823dd9ba-6f13-4f4e-9939-7d271f50c7d5 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 932 time: 1.0038013 Feb 09 13:09:53.736124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6be485-d7df-48fa-98ec-a3794134f5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c1b059f-7353-4653-9301-799efb89574c,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:53.816508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Router d1012ea0-5cb3-4548-9ca7-476d235bff32 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:09:53.847378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a332e8ce-456a-4cc7-9f63-345f80ed7ffd req-2f23f044-bf7f-4f7b-8c70-4029e9a90bdc tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024853 Feb 09 13:09:53.917066 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:53.984229 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:09:54.013432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b0c70-0155-46b0-a826-9386faf7e1bd req-77857148-84f5-4994-89f0-1ef0b190bbc5 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:54.025202 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-172b0c70-0155-46b0-a826-9386faf7e1bd req-77857148-84f5-4994-89f0-1ef0b190bbc5 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.5080390 Feb 09 13:09:54.142692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:09:54.144989 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'code': 200} Feb 09 13:09:54.159639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Sync routers for ids ['d1012ea0-5cb3-4548-9ca7-476d235bff32'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:09:54.180038 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:54.186188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Routers {'d1012ea0-5cb3-4548-9ca7-476d235bff32'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:54.187940 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-345e7a27-73ca-46d6-8346-286fa433686b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7233787 Feb 09 13:09:54.188589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46036) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:54.188786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:09:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d1012ea0-5cb3-4548-9ca7-476d235bff32'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:54.411688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-172b0c70-0155-46b0-a826-9386faf7e1bd req-bf92f483-e040-4091-81c9-51b83597b2b2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3853526 Feb 09 13:09:54.425400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc85173-b224-4059-97a9-8e02bbae90a2 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:54.457393 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5eeb4ab5-703b-49b2-8fbe-be46256f3d72 req-781e0252-b4a7-414e-a057-6a926158f298 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 1097 time: 0.1785767 Feb 09 13:09:54.473172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf9921e8-2e2e-4f87-8d9d-69c43ae19178 req-4527d066-3852-4aa0-a4af-80fcf4dea93c tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1513839 Feb 09 13:09:54.480331 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:54.490899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Set router d1012ea0-5cb3-4548-9ca7-476d235bff32 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:09:54.532689 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5eeb4ab5-703b-49b2-8fbe-be46256f3d72 req-493a4272-522c-4569-bf93-4aedfdc2cc77 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635762 Feb 09 13:09:54.771101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Transition to ACTIVE for port object 8fc85173-b224-4059-97a9-8e02bbae90a2 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:54.828495 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:54.966555 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'tag': '4c1b059f-7353-4653-9301-799efb89574c', 'status': 'completed', 'code': 200} Feb 09 13:09:55.001032 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84db60d7-07c2-4ae5-9866-faee04682b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:55.151689 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da61a6cd-eb8e-4bbd-8c38-fea1fe774b05 req-3a0615ff-0de7-4dfd-9e0d-08cacdc42bb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=518eddaf9aae45579bfc8c3777121f31&device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1913 time: 0.1616049 Feb 09 13:09:55.195762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96bd58d-d48e-40cb-a9a8-4616fec62554 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:09:55.236269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f28d700-d343-45ce-b4bf-e24ed3e53dbe None None] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:09:55.289323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Pushing event updated for resources: {'Port': ['ID=8fc85173-b224-4059-97a9-8e02bbae90a2,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:55.301707 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:55.337434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Transition to ACTIVE for port object a96bd58d-d48e-40cb-a9a8-4616fec62554 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:55.382689 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:55.506963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4b4c3634-916f-490b-8e00-ab06c8dcb265 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:55.515784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Pushing event updated for resources: {'Port': ['ID=a96bd58d-d48e-40cb-a9a8-4616fec62554,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:55.537464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c796f4b-18b1-4511-b1d7-123bf361109b req-0980dcf7-64c5-48fc-92c7-7764cc8ed1be tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:55.541408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c796f4b-18b1-4511-b1d7-123bf361109b req-0980dcf7-64c5-48fc-92c7-7764cc8ed1be tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:55.542959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c796f4b-18b1-4511-b1d7-123bf361109b req-0980dcf7-64c5-48fc-92c7-7764cc8ed1be tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1666 time: 0.7218883 Feb 09 13:09:55.598559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-824d54b9-fd52-452d-bf70-3e382ec93463 None None] Provisioning for port 4b4c3634-916f-490b-8e00-ab06c8dcb265 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:55.669741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:53Z', 'revision_number': 3, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:55.673064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 4b4c3634-916f-490b-8e00-ab06c8dcb265 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:55.683549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Checking router: d1012ea0-5cb3-4548-9ca7-476d235bff32 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:09:55.683895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Updating router d1012ea0-5cb3-4548-9ca7-476d235bff32 port aa2485cd-6d60-4c58-9996-37ebbd760c99 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:09:55.691721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61a6cd-eb8e-4bbd-8c38-fea1fe774b05 req-25891890-ba82-4e69-9c15-d76991d08a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:55.692238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61a6cd-eb8e-4bbd-8c38-fea1fe774b05 req-25891890-ba82-4e69-9c15-d76991d08a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:55.692660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61a6cd-eb8e-4bbd-8c38-fea1fe774b05 req-25891890-ba82-4e69-9c15-d76991d08a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:55.694424 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da61a6cd-eb8e-4bbd-8c38-fea1fe774b05 req-25891890-ba82-4e69-9c15-d76991d08a2f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=518eddaf9aae45579bfc8c3777121f31&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4406259 Feb 09 13:09:55.738565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4b4c3634-916f-490b-8e00-ab06c8dcb265 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:55.739201 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:55.818828 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:55.867565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625fba4-8cfa-4feb-8c8d-3fe24fc36c9d req-c7356f6b-eef3-4bbb-bbe4-7f36bc9b1d19 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:55.869386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c625fba4-8cfa-4feb-8c8d-3fe24fc36c9d req-c7356f6b-eef3-4bbb-bbe4-7f36bc9b1d19 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.6546021 Feb 09 13:09:55.974211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Attempting to bind port 8fc85173-b224-4059-97a9-8e02bbae90a2 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:55.974609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Attempting to bind port 8fc85173-b224-4059-97a9-8e02bbae90a2 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'f542c247-0d6b-449b-bf31-308e7b33dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '724903ac-b17d-4f86-9e20-324e589a1929'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:55.974902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Attempting to bind port 8fc85173-b224-4059-97a9-8e02bbae90a2 on network 724903ac-b17d-4f86-9e20-324e589a1929 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:55.985501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Port 8fc85173-b224-4059-97a9-8e02bbae90a2 on network 724903ac-b17d-4f86-9e20-324e589a1929 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:09:55.986379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Attempting to bind port 8fc85173-b224-4059-97a9-8e02bbae90a2 on network 724903ac-b17d-4f86-9e20-324e589a1929 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:56.037894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c625fba4-8cfa-4feb-8c8d-3fe24fc36c9d req-6eb64c20-a5a4-453a-9f9a-e81e69b4a4b3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155541 Feb 09 13:09:56.041230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c796f4b-18b1-4511-b1d7-123bf361109b req-d59b6813-12ee-4b6f-9011-62f6ea9dddb6 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895279 Feb 09 13:09:56.146382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:56.146780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Checking segment: {'id': 'f542c247-0d6b-449b-bf31-308e7b33dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '724903ac-b17d-4f86-9e20-324e589a1929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:56.147168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Bound using segment: {'id': 'f542c247-0d6b-449b-bf31-308e7b33dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '724903ac-b17d-4f86-9e20-324e589a1929'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:56.147627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Bound port: 8fc85173-b224-4059-97a9-8e02bbae90a2, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f542c247-0d6b-449b-bf31-308e7b33dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '724903ac-b17d-4f86-9e20-324e589a1929'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:56.147946 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:56.385495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] For port 8fc85173-b224-4059-97a9-8e02bbae90a2, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:56.390110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] For port 8fc85173-b224-4059-97a9-8e02bbae90a2, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8fc85173-b224-4059-97a9-8e02bbae90a2,segment=NetworkSegment(f542c247-0d6b-449b-bf31-308e7b33dc48),segment_id=f542c247-0d6b-449b-bf31-308e7b33dc48)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:56.487357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:56.513529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61a6cd-eb8e-4bbd-8c38-fea1fe774b05 req-fe1fc289-d329-447d-8650-597ddc3fbe3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:56.516123 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da61a6cd-eb8e-4bbd-8c38-fea1fe774b05 req-fe1fc289-d329-447d-8650-597ddc3fbe3f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8065298 Feb 09 13:09:56.556418 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:56.614833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Attempting to bind port a96bd58d-d48e-40cb-a9a8-4616fec62554 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:56.614833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Attempting to bind port a96bd58d-d48e-40cb-a9a8-4616fec62554 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:56.615588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Attempting to bind port a96bd58d-d48e-40cb-a9a8-4616fec62554 on network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:56.620101 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:56.637343 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:56.639211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] 10.222.0.67 "PUT /v2.0/ports/8fc85173-b224-4059-97a9-8e02bbae90a2 HTTP/1.1" status: 200 len: 1092 time: 5.2179489 Feb 09 13:09:56.679343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Port a96bd58d-d48e-40cb-a9a8-4616fec62554 on network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:09:56.679610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Attempting to bind port a96bd58d-d48e-40cb-a9a8-4616fec62554 on network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:56.698063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 4b4c3634-916f-490b-8e00-ab06c8dcb265, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4b4c3634-916f-490b-8e00-ab06c8dcb265,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:09:56.699020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:56.699237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Checking segment: {'id': 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:56.699620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Bound using segment: {'id': 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:56.700083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Bound port: a96bd58d-d48e-40cb-a9a8-4616fec62554, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:56.700490 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:56.717019 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:56.749544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e4a781a1-9a1c-4eef-90af-65e4fbb9c912 None None] Provisioning complete for port 4b4c3634-916f-490b-8e00-ab06c8dcb265 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:56.750065 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4a781a1-9a1c-4eef-90af-65e4fbb9c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:56.771808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e4b32-ac25-436f-afd2-37d4471f2dfd service neutron] Pushing event updated for resources: {'Port': ['ID=8fc85173-b224-4059-97a9-8e02bbae90a2,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:56.846879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502aca7-846e-4940-8e3d-73b8cc395bd2 req-8a63f719-eff1-400f-9930-3ab35f0eec29 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:56.854439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=4b4c3634-916f-490b-8e00-ab06c8dcb265,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:56.866545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e502aca7-846e-4940-8e3d-73b8cc395bd2 req-8a63f719-eff1-400f-9930-3ab35f0eec29 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.3589714 Feb 09 13:09:56.921495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Allocated IP 172.20.0.1 (2903bfa2-6e98-48bf-8735-26cc8008e2be/a6635b5b-1a73-4f24-af7b-ce18e647d366/fe3e1df3-cb3c-400d-938c-1c2ddf7f3218) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:09:56.961260 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:56.992618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c58d4f-4f98-437a-97ee-3ad0ea1a596f', 'tag': '8fc85173-b224-4059-97a9-8e02bbae90a2'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:09:57.012824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e502aca7-846e-4940-8e3d-73b8cc395bd2 req-73e56f2f-6328-48b5-b637-70b887fdb7a0 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447732 Feb 09 13:09:57.020353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Transition to ACTIVE for port object aa2485cd-6d60-4c58-9996-37ebbd760c99 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:57.038602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.054815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14b572-64c7-440f-9d5f-b766c0dbcd58 req-fd06c1ff-9903-47c7-858e-aeffc92ea5e6 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:57.065745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb14b572-64c7-440f-9d5f-b766c0dbcd58 req-fd06c1ff-9903-47c7-858e-aeffc92ea5e6 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 944 time: 0.6655998 Feb 09 13:09:57.127019 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.145622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Transition to ACTIVE for port object fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:09:57.151869 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Attempting to bind port aa2485cd-6d60-4c58-9996-37ebbd760c99 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:09:57.152434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Attempting to bind port aa2485cd-6d60-4c58-9996-37ebbd760c99 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:09:57.153304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Attempting to bind port aa2485cd-6d60-4c58-9996-37ebbd760c99 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:09:57.164931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d0c3a-bee5-4e0a-beef-36fb09683fd8 None None] Pushing event updated for resources: {'Port': ['ID=aa2485cd-6d60-4c58-9996-37ebbd760c99,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:57.170780 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.172182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:09:57.172765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:09:57.173897 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.174447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:09:57.175389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Bound port: aa2485cd-6d60-4c58-9996-37ebbd760c99, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:09:57.175932 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.205808 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cadbbbc8-89f3-444e-94c4-34d440c6e371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.260452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:57.265069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:57.267613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:09:57.275596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] For port aa2485cd-6d60-4c58-9996-37ebbd760c99, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:57.278825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] For port aa2485cd-6d60-4c58-9996-37ebbd760c99, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=aa2485cd-6d60-4c58-9996-37ebbd760c99,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:57.291225 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.323798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3e1df3-cb3c-400d-938c-1c2ddf7f3218,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:57.341657 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb14b572-64c7-440f-9d5f-b766c0dbcd58 req-2bf8deb8-9a18-4e1a-ae4c-a562bdbae7f0 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740774 Feb 09 13:09:57.362807 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-a256fc91-67a0-455d-8ec3-4526917af2a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75df871583eb4b4ebed3ed510c310675&device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 1095 time: 0.6519682 Feb 09 13:09:57.449397 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.483585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Routers {'d1012ea0-5cb3-4548-9ca7-476d235bff32'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:09:57.484921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:09:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d1012ea0-5cb3-4548-9ca7-476d235bff32'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:57.576329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] For port a96bd58d-d48e-40cb-a9a8-4616fec62554, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:09:57.579243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-5ff3fff9-cc80-450d-9e83-0d46e559f2bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fc85173-b224-4059-97a9-8e02bbae90a2 HTTP/1.1" status: 200 len: 217 time: 0.1992784 Feb 09 13:09:57.587186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4b4c3634-916f-490b-8e00-ab06c8dcb265 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:09:57.608175 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.631274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d0c3a-bee5-4e0a-beef-36fb09683fd8 None None] Pushing event updated for resources: {'Port': ['ID=aa2485cd-6d60-4c58-9996-37ebbd760c99,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:57.718576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] For port a96bd58d-d48e-40cb-a9a8-4616fec62554, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a96bd58d-d48e-40cb-a9a8-4616fec62554,segment=NetworkSegment(ba37b027-e6b2-48d0-99a3-a55cfe7c33a9),segment_id=ba37b027-e6b2-48d0-99a3-a55cfe7c33a9)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:09:57.787074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e3265c8-3802-47d0-9546-22befa082324 req-5a163c27-4091-451f-8fdb-9f5e741dd32c tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.2063117 Feb 09 13:09:57.788267 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.803850 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-32631e90-cab1-4249-b083-e065e8284ca1 None None] Provisioning for port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:09:57.812427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-32631e90-cab1-4249-b083-e065e8284ca1 None None] Provisioning complete for port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:57.813109 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-32631e90-cab1-4249-b083-e065e8284ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.862482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:57.863857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] 10.222.0.67 "PUT /v2.0/ports/a96bd58d-d48e-40cb-a9a8-4616fec62554 HTTP/1.1" status: 200 len: 1091 time: 4.4190462 Feb 09 13:09:57.923430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-aac92979-93bb-413e-bad2-99cfb9519289 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:57.925369 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-aac92979-93bb-413e-bad2-99cfb9519289 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dea5dd8-6b9a-4b2c-9514-3350034a6a7c HTTP/1.1" status: 200 len: 854 time: 0.2189424 Feb 09 13:09:57.943068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4b4c3634-916f-490b-8e00-ab06c8dcb265 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:57.955871 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:58.048743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] Set router d1012ea0-5cb3-4548-9ca7-476d235bff32 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:09:58.062059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:58.069716 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:58.075976 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c58d4f-4f98-437a-97ee-3ad0ea1a596f', 'tag': '8fc85173-b224-4059-97a9-8e02bbae90a2', 'status': 'completed', 'code': 200} Feb 09 13:09:58.091037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0982560-e35a-4d91-9ea1-9cec440abeed service neutron] Pushing event updated for resources: {'Port': ['ID=a96bd58d-d48e-40cb-a9a8-4616fec62554,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:58.136992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-32631e90-cab1-4249-b083-e065e8284ca1 None None] Port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:09:58.138335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-2b1604f0-6fd0-4114-b97b-e8087e593309 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=724903ac-b17d-4f86-9e20-324e589a1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368222 Feb 09 13:09:58.326513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3e1df3-cb3c-400d-938c-1c2ddf7f3218,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:09:58.339350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:58.389647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba548716-842a-4cbd-9911-2cf2cf3b96a3 req-eab983d9-c6ba-44b8-a29a-471387e69bf6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:58.396758 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba548716-842a-4cbd-9911-2cf2cf3b96a3 req-eab983d9-c6ba-44b8-a29a-471387e69bf6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.7334309 Feb 09 13:09:58.494926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-92d17bee-e38e-4eda-852b-6a5188920c3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=518eddaf9aae45579bfc8c3777121f31&device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1980 time: 0.5745544 Feb 09 13:09:58.498338 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:58.516492 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba548716-842a-4cbd-9911-2cf2cf3b96a3 req-f5c53a36-d1d6-4765-b875-0e18a967fe2d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187804 Feb 09 13:09:58.587081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:09:58.589212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:09:58.708402 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-5e5d88be-bf2a-48fa-9459-ba344b2dd2b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=4c1b059f-7353-4653-9301-799efb89574c HTTP/1.1" status: 200 len: 217 time: 0.1908760 Feb 09 13:09:58.723789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-e0fb38e1-f97a-4c29-b254-c2ba47fbfa12 service neutron] 10.222.0.67 "GET /v2.0/networks/724903ac-b17d-4f86-9e20-324e589a1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609541 Feb 09 13:09:58.739636 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:58.786226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:09:56Z', 'revision_number': 1, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:09:58.791105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa09e95-0c36-43bd-a7a2-dada0cee870c None None] The sync data for ids ['d1012ea0-5cb3-4548-9ca7-476d235bff32'] in n-d-825175-3 is: [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:09:56Z', 'revision_number': 1, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:09:58.816886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b98621-b444-4f5e-bd9a-88c94e92caa5 req-478fc15f-e79d-46f4-aacb-d4661a3a7af1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:58.831043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58b98621-b444-4f5e-bd9a-88c94e92caa5 req-478fc15f-e79d-46f4-aacb-d4661a3a7af1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.6170137 Feb 09 13:09:58.831556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46076) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:09:58.947188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d0749ea7-35f7-4c5b-82ad-032dd067734c None None] Provisioning complete for port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:09:58.948106 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d0749ea7-35f7-4c5b-82ad-032dd067734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:59.024261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1a3aeacf-0c04-4cf3-8118-749d41ef6595 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'floatingip': {'port_id': 'e93f0673-6820-4467-a63e-56d36a3e294e'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:09:59.134173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d0749ea7-35f7-4c5b-82ad-032dd067734c None None] Port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:09:59.383795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Router d1012ea0-5cb3-4548-9ca7-476d235bff32 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:09:59.623214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a3aeacf-0c04-4cf3-8118-749d41ef6595 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:59.794880 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aeae056-b19b-4127-8a26-0c8474c22691 req-ee2dff41-324e-4d21-b768-c2b69cfd56c5 service neutron] 10.222.0.67 "GET /v2.0/networks/724903ac-b17d-4f86-9e20-324e589a1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8433733 Feb 09 13:09:59.822587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-806da6df-3596-4197-a3d3-c803ad806fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:09:59.823844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-806da6df-3596-4197-a3d3-c803ad806fdb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=73ad424f-dcff-4715-a9f3-de36eee57aac HTTP/1.1" status: 200 len: 801 time: 0.9914103 Feb 09 13:09:59.828724 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:09:59.895820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:09:59.914498 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9cf46132-689e-436d-9946-8d8773302f92 admin admin] 10.222.0.59 "PUT /v2.0/routers/d1012ea0-5cb3-4548-9ca7-476d235bff32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7071037 Feb 09 13:10:00.011293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd85a89-d78e-4982-af8b-5b809d3332bf req-2e89dcbc-7b5a-408f-9f2f-357bfaf030c3 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:00.018137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdd85a89-d78e-4982-af8b-5b809d3332bf req-2e89dcbc-7b5a-408f-9f2f-357bfaf030c3 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 944 time: 0.5312467 Feb 09 13:10:00.044366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd20fe-1baa-4e15-aa24-4ee830493832 req-7181883a-0ae8-468d-a3b8-9a958fd05eb0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:00.049074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd20fe-1baa-4e15-aa24-4ee830493832 req-7181883a-0ae8-468d-a3b8-9a958fd05eb0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:00.057103 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89cd20fe-1baa-4e15-aa24-4ee830493832 req-7181883a-0ae8-468d-a3b8-9a958fd05eb0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1678 time: 1.3307400 Feb 09 13:10:00.124878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'tag': 'a96bd58d-d48e-40cb-a9a8-4616fec62554'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:00.212389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89cd20fe-1baa-4e15-aa24-4ee830493832 req-bed63d28-a125-473f-a4ab-57aa15dd5e24 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544137 Feb 09 13:10:00.323079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdd85a89-d78e-4982-af8b-5b809d3332bf req-1f6dc730-ac8c-46de-b4cd-92840a5c5726 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040936 Feb 09 13:10:00.429927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47359786-36e7-4149-a7af-cd1b21ab6674 req-6bfd06d3-08d0-4313-84d0-ad52a05cfaec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75df871583eb4b4ebed3ed510c310675&device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 1095 time: 0.5422301 Feb 09 13:10:00.717154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-60b66daa-abc6-4c69-938f-859bbb94f5c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f98c40bf-6b21-487a-807c-1d82acc93c32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8733151 Feb 09 13:10:00.735136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1cf60b0a-2d84-4cd1-a634-ffa29a6f31fe req-14d14500-4e5f-44c4-a0da-82b8af51c7e7 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1757343 Feb 09 13:10:00.971853 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'tag': 'a96bd58d-d48e-40cb-a9a8-4616fec62554', 'status': 'completed', 'code': 200} Feb 09 13:10:01.029055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359786-36e7-4149-a7af-cd1b21ab6674 req-2c5a9abc-7f21-470f-a57d-8722d5c6b507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:01.030762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47359786-36e7-4149-a7af-cd1b21ab6674 req-2c5a9abc-7f21-470f-a57d-8722d5c6b507 service neutron] 10.222.0.67 "GET /v2.0/networks?id=724903ac-b17d-4f86-9e20-324e589a1929 HTTP/1.1" status: 200 len: 915 time: 0.5696311 Feb 09 13:10:01.051081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865c04-cad0-42cb-9369-29e881b9249f req-90668c7e-7fcd-44ba-be3d-c82235419455 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:01.052601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82865c04-cad0-42cb-9369-29e881b9249f req-90668c7e-7fcd-44ba-be3d-c82235419455 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 813 time: 0.6267710 Feb 09 13:10:01.317707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47359786-36e7-4149-a7af-cd1b21ab6674 req-bcbcf450-75e8-49b1-8e69-4964650f83e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fc85173-b224-4059-97a9-8e02bbae90a2 HTTP/1.1" status: 200 len: 217 time: 0.2723570 Feb 09 13:10:01.321104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-2f789564-f242-4b58-836c-68b1ae0d20a7 service neutron] 10.222.0.67 "GET /v2.0/networks/f98c40bf-6b21-487a-807c-1d82acc93c32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788846 Feb 09 13:10:01.324667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82865c04-cad0-42cb-9369-29e881b9249f req-e4fc893e-10d9-4c1a-8c44-6ceefee62e3f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/quotas/2a9fabf97ae14f399b624e2d74cacdd7 HTTP/1.1" status: 200 len: 375 time: 0.0679126 Feb 09 13:10:01.403454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46110) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:01.410746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489134281', 'description': 'tempest-description--1813428510'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:01.418124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:01.435936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Usage tracker for resource:security_group and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:01.457223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:01.478215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aa2485cd-6d60-4c58-9996-37ebbd760c99 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:01.493288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:01.512062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.557156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:01.562927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Usage tracker for resource:security_group_rule and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:01.571103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:01.577503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:01.583798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port aa2485cd-6d60-4c58-9996-37ebbd760c99 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:01.594341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port aa2485cd-6d60-4c58-9996-37ebbd760c99 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:01.599396 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.673983 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.681167 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.703370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359786-36e7-4149-a7af-cd1b21ab6674 req-5bf775e4-b869-4835-9d96-6467910c1505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:01.704818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47359786-36e7-4149-a7af-cd1b21ab6674 req-5bf775e4-b869-4835-9d96-6467910c1505 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dea5dd8-6b9a-4b2c-9514-3350034a6a7c HTTP/1.1" status: 200 len: 854 time: 0.3679197 Feb 09 13:10:01.706993 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-1a3aeacf-0c04-4cf3-8118-749d41ef6595 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:10:01.738758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.743194 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3386211 Feb 09 13:10:01.744095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de4c61-ea7d-4e77-ba6f-5862d48783dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:01.747234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46118) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:01.756499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'security_group_rule': {'security_group_id': 'f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:01.764840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:01.769877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Usage tracker for resource:security_group_rule and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:01.772959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:01.780303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:01.794713 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.801582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.815821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port aa2485cd-6d60-4c58-9996-37ebbd760c99, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=aa2485cd-6d60-4c58-9996-37ebbd760c99,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:01.822806 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.866020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47359786-36e7-4149-a7af-cd1b21ab6674 req-6db83eca-9984-4961-96fc-c4b0b3d63fad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=724903ac-b17d-4f86-9e20-324e589a1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957739 Feb 09 13:10:01.886909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.894021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.939926 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:01.944502 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1940722 Feb 09 13:10:01.947996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46126) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:01.948903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=aa2485cd-6d60-4c58-9996-37ebbd760c99,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:01.950121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03e22a-e9d0-4a5e-9631-a4a808f64681 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2806f474-0ac0-4821-9cec-c06b6224e23f,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:01.983252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'security_group_rule': {'security_group_id': 'f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:01.992322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:01.997283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Usage tracker for resource:security_group_rule and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:02.001999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:02.012479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:02.035308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-86ab4161-20cf-4788-87bc-c23a5f0a4f59 service neutron] 10.222.0.67 "GET /v2.0/networks/f98c40bf-6b21-487a-807c-1d82acc93c32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476139 Feb 09 13:10:02.038543 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:02.051368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82865c04-cad0-42cb-9369-29e881b9249f req-10815e5d-db45-4037-ab3a-9c9511e92dc7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7167776 Feb 09 13:10:02.123989 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a3aeacf-0c04-4cf3-8118-749d41ef6595 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:02.139301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:02.144040 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:02.166836 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a3aeacf-0c04-4cf3-8118-749d41ef6595 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:02.182011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f364f1-f50f-473f-a5e7-e22226b0308c,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:02.194701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:02.196001 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-474123e7-db1c-4cb6-bccf-8d6dd645058b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2435429 Feb 09 13:10:02.200341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46132) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:02.207864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:02.217000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:02.221251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Usage tracker for resource:floatingip and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:02.224152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:02.232640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:02.253336 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:02.373745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd36af7-f3d3-4071-abdb-f18379e95fdc req-60419a21-c132-4a31-9708-bb44c74db8af tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:02.378063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd36af7-f3d3-4071-abdb-f18379e95fdc req-60419a21-c132-4a31-9708-bb44c74db8af tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:02.385175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fd36af7-f3d3-4071-abdb-f18379e95fdc req-60419a21-c132-4a31-9708-bb44c74db8af tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1678 time: 0.8148615 Feb 09 13:10:02.408351 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-dd88ae9e-8afd-4de6-b2f2-b655c957bfad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=a96bd58d-d48e-40cb-a9a8-4616fec62554 HTTP/1.1" status: 200 len: 217 time: 0.3539031 Feb 09 13:10:02.472734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:02.492302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-4b02d07e-4242-416a-836c-f2c45625dee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:02.493983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-4b02d07e-4242-416a-836c-f2c45625dee0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68a508fa-b1c8-478c-a01c-016500a5f7a6 HTTP/1.1" status: 200 len: 801 time: 0.0690866 Feb 09 13:10:02.593017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47359786-36e7-4149-a7af-cd1b21ab6674 req-ba329dd6-4d36-4d69-a726-89c3a3deff3f service neutron] 10.222.0.67 "GET /v2.0/networks/724903ac-b17d-4f86-9e20-324e589a1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7085960 Feb 09 13:10:02.606950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fd36af7-f3d3-4071-abdb-f18379e95fdc req-6ad9f871-9533-402f-b159-1609aea11dee tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206314 Feb 09 13:10:02.697670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Allocated IP 172.25.5.35 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/8ed483fd-3b1d-4a66-99cb-c793bc2d9002) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:02.867509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2107b-4725-4b8b-89a5-9605fbe2f325 req-399fc09d-04e7-4e63-a662-84e4ba86b73a tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:02.869237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8cc2107b-4725-4b8b-89a5-9605fbe2f325 req-399fc09d-04e7-4e63-a662-84e4ba86b73a tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 944 time: 0.6108100 Feb 09 13:10:02.904097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:02.966999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:03.097824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10f2ba32-28d8-45be-b1b8-1fa1b785ea99 req-2c26e487-441c-465f-a77f-9c7043fad6c0 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.2761393 Feb 09 13:10:03.112866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'Port': ['ID=8ed483fd-3b1d-4a66-99cb-c793bc2d9002,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:03.116445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:03.117851 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:03.120521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:10:03.141838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47359786-36e7-4149-a7af-cd1b21ab6674 req-208514a4-29fb-4de9-9953-0bd7193bf44d service neutron] 10.222.0.67 "GET /v2.0/networks/724903ac-b17d-4f86-9e20-324e589a1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313201 Feb 09 13:10:03.150297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-05f49d2e-68c6-4de8-8632-aaeb8a2c4f74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85993c2b-9c1f-4a03-be7f-02bf5d681e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6384518 Feb 09 13:10:03.154068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8cc2107b-4725-4b8b-89a5-9605fbe2f325 req-5057a164-a5b9-4cc6-a451-f7d642cf3637 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698817 Feb 09 13:10:03.250091 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-1a3aeacf-0c04-4cf3-8118-749d41ef6595 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Floating IP c7942b05-cdc7-4c2c-830d-e7d59e8a8200 associated. External IP: 172.25.5.249, port: e93f0673-6820-4467-a63e-56d36a3e294e. Feb 09 13:10:03.331222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:03.396696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:03.445021 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aa2485cd-6d60-4c58-9996-37ebbd760c99 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:03.535168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port aa2485cd-6d60-4c58-9996-37ebbd760c99 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:03.536466 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:03.575526 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-589874f5-466d-4d03-9723-575845f2989a service neutron] 10.222.0.67 "GET /v2.0/networks/85993c2b-9c1f-4a03-be7f-02bf5d681e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050210 Feb 09 13:10:03.637456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf638259-19c1-4e8e-a8ad-8a7b724165c4 req-a576e32e-fffb-4844-b4f9-5c4f59671a03 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:03.638982 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf638259-19c1-4e8e-a8ad-8a7b724165c4 req-a576e32e-fffb-4844-b4f9-5c4f59671a03 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2575619 Feb 09 13:10:03.649479 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:03.658659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:03.694702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8fc85173-b224-4059-97a9-8e02bbae90a2 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:03.773471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf638259-19c1-4e8e-a8ad-8a7b724165c4 req-d28aef39-313a-4263-b524-e2ac9c7517af tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740395 Feb 09 13:10:03.796938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c116753-96a6-4966-a678-3b533c0e58a5 req-5e4d62e8-e051-4cc4-9a97-408ba16ebe9f service neutron] 10.222.0.67 "GET /v2.0/networks/85993c2b-9c1f-4a03-be7f-02bf5d681e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103219 Feb 09 13:10:03.846089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'Port': ['ID=8ed483fd-3b1d-4a66-99cb-c793bc2d9002,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:03.959171 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:03.975288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778b606-6a9a-4422-a73e-ae8967d297bd req-ec20c811-77bd-440d-8b67-f96f53fa28d5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:03.979709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778b606-6a9a-4422-a73e-ae8967d297bd req-ec20c811-77bd-440d-8b67-f96f53fa28d5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:03.987875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e778b606-6a9a-4422-a73e-ae8967d297bd req-ec20c811-77bd-440d-8b67-f96f53fa28d5 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1678 time: 0.1880145 Feb 09 13:10:04.014008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:04.015392 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-431638fb-5d7b-49d4-a494-9f00b6c42fd1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8136842 Feb 09 13:10:04.055482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8fc85173-b224-4059-97a9-8e02bbae90a2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8fc85173-b224-4059-97a9-8e02bbae90a2,segment=NetworkSegment(f542c247-0d6b-449b-bf31-308e7b33dc48),segment_id=f542c247-0d6b-449b-bf31-308e7b33dc48)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:04.075358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '8fc85173-b224-4059-97a9-8e02bbae90a2', 'network_id': '724903ac-b17d-4f86-9e20-324e589a1929', 'port_id': '8fc85173-b224-4059-97a9-8e02bbae90a2', 'mac_address': 'fa:16:3e:33:5b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dea5dd8-6b9a-4b2c-9514-3350034a6a7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:04.147402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:04.171182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc85173-b224-4059-97a9-8e02bbae90a2 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:04.187423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8fc85173-b224-4059-97a9-8e02bbae90a2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8fc85173-b224-4059-97a9-8e02bbae90a2,segment=NetworkSegment(f542c247-0d6b-449b-bf31-308e7b33dc48),segment_id=f542c247-0d6b-449b-bf31-308e7b33dc48)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:04.196734 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:04.294088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e778b606-6a9a-4422-a73e-ae8967d297bd req-cac6c6fd-fcb2-4f54-89ea-f1050798f514 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050644 Feb 09 13:10:04.304527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=8fc85173-b224-4059-97a9-8e02bbae90a2,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:04.347452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06cbf209-23d1-459d-a100-bc960c7b65fa req-35e60b71-e917-4dd0-b018-63492b09b76f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=518eddaf9aae45579bfc8c3777121f31&device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1980 time: 0.4734745 Feb 09 13:10:04.429319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8618db4-c35b-4e61-8c4c-992b24e4aacf req-e0476675-72db-4ccc-b25e-2107c539c7f1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:04.430783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8618db4-c35b-4e61-8c4c-992b24e4aacf req-e0476675-72db-4ccc-b25e-2107c539c7f1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.4077971 Feb 09 13:10:04.572918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['8fc85173-b224-4059-97a9-8e02bbae90a2'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:10:04.640685 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8618db4-c35b-4e61-8c4c-992b24e4aacf req-827222c8-e45e-45e0-8595-66dcc8f47a0b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454029 Feb 09 13:10:04.648359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-25bef19b-9f61-4345-9fbe-909265077632 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--489134281&fields=id&tenant_id=accedead334d4e338be32f77a85b3517 HTTP/1.1" status: 200 len: 267 time: 0.1484025 Feb 09 13:10:04.655137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf209-23d1-459d-a100-bc960c7b65fa req-5f877f0e-0958-4f14-8e72-ecf2cbb8012c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:04.656581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06cbf209-23d1-459d-a100-bc960c7b65fa req-5f877f0e-0958-4f14-8e72-ecf2cbb8012c service neutron] 10.222.0.67 "GET /v2.0/networks?id=85993c2b-9c1f-4a03-be7f-02bf5d681e12 HTTP/1.1" status: 200 len: 903 time: 0.2859635 Feb 09 13:10:04.849675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06cbf209-23d1-459d-a100-bc960c7b65fa req-87d36c5e-8e4c-4214-89a6-b8674a4d6794 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=a96bd58d-d48e-40cb-a9a8-4616fec62554 HTTP/1.1" status: 200 len: 217 time: 0.1668429 Feb 09 13:10:05.135141 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-707cf015-a979-41be-b0b4-b0ba4b77ba69 req-cc39c32a-a328-4582-973e-81f1b2cb89df tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.2879097 Feb 09 13:10:05.204996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf209-23d1-459d-a100-bc960c7b65fa req-394a9df2-7290-4b60-bd1a-7e2c790acb05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:05.206683 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06cbf209-23d1-459d-a100-bc960c7b65fa req-394a9df2-7290-4b60-bd1a-7e2c790acb05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68a508fa-b1c8-478c-a01c-016500a5f7a6 HTTP/1.1" status: 200 len: 801 time: 0.2725859 Feb 09 13:10:05.224438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-bc74bb34-4826-4c8c-8ef4-a58d5d2ddec1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:05.226036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-bc74bb34-4826-4c8c-8ef4-a58d5d2ddec1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 812 time: 0.5638256 Feb 09 13:10:05.275891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3aeacf-0c04-4cf3-8118-749d41ef6595 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:10:05.349092 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-f8f26073-e6b4-49d2-ab55-aa437b4e637b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/quotas/accedead334d4e338be32f77a85b3517 HTTP/1.1" status: 200 len: 375 time: 0.0706835 Feb 09 13:10:05.576484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06cbf209-23d1-459d-a100-bc960c7b65fa req-0a17802d-3760-41bd-bf97-f9116da9a595 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85993c2b-9c1f-4a03-be7f-02bf5d681e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3482931 Feb 09 13:10:05.621452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76a789-4ff5-413f-a353-a8a966b9ca62 req-8f760bc6-3747-4c1f-9250-5e2e2c48433b tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:05.623080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c76a789-4ff5-413f-a353-a8a966b9ca62 req-8f760bc6-3747-4c1f-9250-5e2e2c48433b tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 945 time: 0.3436682 Feb 09 13:10:05.745410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-da460d07-0d9a-4fab-81a2-76c2bb9d1786 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3869462 Feb 09 13:10:05.838339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c76a789-4ff5-413f-a353-a8a966b9ca62 req-eff71f81-7e69-42e2-ae5a-eb7561bcba2f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059939 Feb 09 13:10:05.951418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06cbf209-23d1-459d-a100-bc960c7b65fa req-56fb0d90-b4f4-43ec-9a57-f39f28ed541b service neutron] 10.222.0.67 "GET /v2.0/networks/85993c2b-9c1f-4a03-be7f-02bf5d681e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543801 Feb 09 13:10:06.028084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-ee5b6e29-9d7a-4068-8915-19f3190e4457 service neutron] 10.222.0.59 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616141 Feb 09 13:10:06.276393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c221318-2e09-4729-9179-3a952ed566fa req-e40ac2d9-40b7-4e9c-ab94-e89e2f08492c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2a9fabf97ae14f399b624e2d74cacdd7 HTTP/1.1" status: 200 len: 221 time: 0.1976471 Feb 09 13:10:06.286839 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06cbf209-23d1-459d-a100-bc960c7b65fa req-27968a27-3bef-4af4-8557-746d37154eb6 service neutron] 10.222.0.67 "GET /v2.0/networks/85993c2b-9c1f-4a03-be7f-02bf5d681e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140693 Feb 09 13:10:06.286839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3aeacf-0c04-4cf3-8118-749d41ef6595 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:10:06.290818 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a3aeacf-0c04-4cf3-8118-749d41ef6595 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:06.298457 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] Sync routers for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:10:06.337673 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:10:06.339547 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:09:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:06.371425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-ad50c978-f523-43f3-8115-7d49c5ec8954 service neutron] 10.222.0.59 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937980 Feb 09 13:10:06.392364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1a3aeacf-0c04-4cf3-8118-749d41ef6595 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "PUT /v2.0/floatingips/c7942b05-cdc7-4c2c-830d-e7d59e8a8200 HTTP/1.1" status: 200 len: 992 time: 7.3979156 Feb 09 13:10:06.393589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:06.556330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15757-19c0-45f6-8b17-0937a42e0308 req-ae3112dd-ecd0-468e-bb3a-3f431f735bcd tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:06.558667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa15757-19c0-45f6-8b17-0937a42e0308 req-ae3112dd-ecd0-468e-bb3a-3f431f735bcd tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:06.573493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fa15757-19c0-45f6-8b17-0937a42e0308 req-ae3112dd-ecd0-468e-bb3a-3f431f735bcd tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1678 time: 0.1057968 Feb 09 13:10:06.627913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fa15757-19c0-45f6-8b17-0937a42e0308 req-9d187bd0-da3c-41d2-b278-238a3a138b48 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594630 Feb 09 13:10:06.680407 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:10:06.849717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e8595e7c-f5b2-41b2-9161-8e184e7afb6b req-755b1221-9a9f-4356-9763-8bfd53857d46 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0801795 Feb 09 13:10:06.960395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeca4f-3e9c-48d2-a3d9-8db165436972 req-78a6fbb9-22b8-408e-a6fe-316a354fdeb7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:06.973114 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eabeca4f-3e9c-48d2-a3d9-8db165436972 req-78a6fbb9-22b8-408e-a6fe-316a354fdeb7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1164718 Feb 09 13:10:07.017473 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'status': 'completed', 'code': 200} Feb 09 13:10:07.120979 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eabeca4f-3e9c-48d2-a3d9-8db165436972 req-c2a41639-9dfe-44d0-83b7-35aab6becdcc tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427939 Feb 09 13:10:07.170784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca779a51-dcc3-47a1-be72-7dfab47d7834 req-398af1d5-b321-4520-a1bc-9390deec0c7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 1097 time: 0.1428871 Feb 09 13:10:07.286558 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e90688a7-c711-43db-89a3-66856dee2d74 req-3da5278d-f72d-4f43-828b-10c714771ecf tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 210 time: 0.0670812 Feb 09 13:10:07.295198 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c7942b05-cdc7-4c2c-830d-e7d59e8a8200', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'port_id': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'mac_address': 'fa:16:3e:6a:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:09:34Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 1, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:07.299570 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] Checking router: d54e5a5a-1ebd-46e6-8331-4197a3bdfbba for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:10:07.316088 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:10:07.316705 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:09:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:07.624267 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:10:07.661124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a96bd58d-d48e-40cb-a9a8-4616fec62554 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:07.669023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8fc85173-b224-4059-97a9-8e02bbae90a2 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:07.749641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779a51-dcc3-47a1-be72-7dfab47d7834 req-0033468c-be64-4d70-b535-8b3c020bbaeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:07.751783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca779a51-dcc3-47a1-be72-7dfab47d7834 req-0033468c-be64-4d70-b535-8b3c020bbaeb service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 917 time: 0.5707850 Feb 09 13:10:07.874601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca779a51-dcc3-47a1-be72-7dfab47d7834 req-6b8aca6d-cdf3-4e1f-9b6b-093593044e09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e93f0673-6820-4467-a63e-56d36a3e294e HTTP/1.1" status: 200 len: 1000 time: 0.1079538 Feb 09 13:10:07.893760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c200-3611-413c-b835-8f45578a6274 req-2ef35334-7a8f-497e-bf85-ec555332bda6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:07.895295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0435c200-3611-413c-b835-8f45578a6274 req-2ef35334-7a8f-497e-bf85-ec555332bda6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.3773577 Feb 09 13:10:07.973898 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:10:07.978561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d688f-1e22-4056-8bfc-eba91b4deab2 req-b731d9ed-ea67-47e4-9b93-f69d3918d630 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:07.990898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-141d688f-1e22-4056-8bfc-eba91b4deab2 req-b731d9ed-ea67-47e4-9b93-f69d3918d630 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 945 time: 0.4055846 Feb 09 13:10:08.097035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779a51-dcc3-47a1-be72-7dfab47d7834 req-057d27ba-5311-4af4-b4a9-7b71a4f32539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:08.100256 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca779a51-dcc3-47a1-be72-7dfab47d7834 req-057d27ba-5311-4af4-b4a9-7b71a4f32539 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.2040501 Feb 09 13:10:08.163538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0435c200-3611-413c-b835-8f45578a6274 req-011fd888-9940-4e88-ae78-4f676f6238fa tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313361 Feb 09 13:10:08.181562 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-141d688f-1e22-4056-8bfc-eba91b4deab2 req-8b4dfbad-29ac-4998-8dca-be9d9cdd6ad0 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898291 Feb 09 13:10:08.224304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a96bd58d-d48e-40cb-a9a8-4616fec62554, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a96bd58d-d48e-40cb-a9a8-4616fec62554,segment=NetworkSegment(ba37b027-e6b2-48d0-99a3-a55cfe7c33a9),segment_id=ba37b027-e6b2-48d0-99a3-a55cfe7c33a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:08.252297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'a96bd58d-d48e-40cb-a9a8-4616fec62554', 'network_id': '85993c2b-9c1f-4a03-be7f-02bf5d681e12', 'port_id': 'a96bd58d-d48e-40cb-a9a8-4616fec62554', 'mac_address': 'fa:16:3e:d7:08:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a508fa-b1c8-478c-a01c-016500a5f7a6', 'ip_address': '19.86.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:08.282511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca779a51-dcc3-47a1-be72-7dfab47d7834 req-db26ea6d-4270-4452-927a-83eb4a70f0cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548429 Feb 09 13:10:08.297536 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c7942b05-cdc7-4c2c-830d-e7d59e8a8200', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'port_id': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'mac_address': 'fa:16:3e:6a:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:09:34Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 1, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:08.302604 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661448-e260-4b17-a32a-239f045ba8a6 None None] The sync data for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 is: [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c7942b05-cdc7-4c2c-830d-e7d59e8a8200', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'floating_ip_address': '172.25.5.249', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'port_id': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'mac_address': 'fa:16:3e:6a:b3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:09:34Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 1, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:10:08.363186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 8fc85173-b224-4059-97a9-8e02bbae90a2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:08.377979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 8fc85173-b224-4059-97a9-8e02bbae90a2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:08.378341 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:08.412157 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:08.442451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96bd58d-d48e-40cb-a9a8-4616fec62554 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:08.466047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a96bd58d-d48e-40cb-a9a8-4616fec62554, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a96bd58d-d48e-40cb-a9a8-4616fec62554,segment=NetworkSegment(ba37b027-e6b2-48d0-99a3-a55cfe7c33a9),segment_id=ba37b027-e6b2-48d0-99a3-a55cfe7c33a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:08.493409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:08.494041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4c1b059f-7353-4653-9301-799efb89574c details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:08.587455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca779a51-dcc3-47a1-be72-7dfab47d7834 req-0a757be9-857d-4387-a9e0-58b682134acf service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961133 Feb 09 13:10:08.600546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca501f3-b91e-4a5c-b539-6e4a8213e6bc req-5495706e-d6e3-4643-861d-cfea92b7b69b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:08.601944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aca501f3-b91e-4a5c-b539-6e4a8213e6bc req-5495706e-d6e3-4643-861d-cfea92b7b69b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2305324 Feb 09 13:10:08.603986 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:08.613345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1081a-f783-4c97-aa01-daa143e28b9a req-9af5c218-a6bd-4d50-9a6d-bfce68a4a070 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:08.618630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1081a-f783-4c97-aa01-daa143e28b9a req-9af5c218-a6bd-4d50-9a6d-bfce68a4a070 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:08.620177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96e1081a-f783-4c97-aa01-daa143e28b9a req-9af5c218-a6bd-4d50-9a6d-bfce68a4a070 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1679 time: 0.1958489 Feb 09 13:10:08.629261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a96bd58d-d48e-40cb-a9a8-4616fec62554,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:08.710124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c58d4f-4f98-437a-97ee-3ad0ea1a596f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc85173-b224-4059-97a9-8e02bbae90a2'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:08.726753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8fc85173-b224-4059-97a9-8e02bbae90a2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8fc85173-b224-4059-97a9-8e02bbae90a2,segment=NetworkSegment(f542c247-0d6b-449b-bf31-308e7b33dc48),segment_id=f542c247-0d6b-449b-bf31-308e7b33dc48)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:08.739519 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:08.783364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aca501f3-b91e-4a5c-b539-6e4a8213e6bc req-24a1eaf8-4353-4293-98b0-0b7e354c2611 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622114 Feb 09 13:10:08.845261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4c1b059f-7353-4653-9301-799efb89574c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4c1b059f-7353-4653-9301-799efb89574c,segment=NetworkSegment(bb2350a1-3725-43f7-8cdc-aed91214add5),segment_id=bb2350a1-3725-43f7-8cdc-aed91214add5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:08.862377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96e1081a-f783-4c97-aa01-daa143e28b9a req-43629c6f-309b-4360-8eea-323ac4a120c0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244475 Feb 09 13:10:08.871383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '4c1b059f-7353-4653-9301-799efb89574c', 'network_id': 'f98c40bf-6b21-487a-807c-1d82acc93c32', 'port_id': '4c1b059f-7353-4653-9301-799efb89574c', 'mac_address': 'fa:16:3e:85:77:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73ad424f-dcff-4715-a9f3-de36eee57aac', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:08.927449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=8fc85173-b224-4059-97a9-8e02bbae90a2,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:08.965834 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:08.999657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1b059f-7353-4653-9301-799efb89574c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:09.027260 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca779a51-dcc3-47a1-be72-7dfab47d7834 req-9673ec29-ce20-488d-aaa7-c774c1a7426d service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685865 Feb 09 13:10:09.028110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4c1b059f-7353-4653-9301-799efb89574c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4c1b059f-7353-4653-9301-799efb89574c,segment=NetworkSegment(bb2350a1-3725-43f7-8cdc-aed91214add5),segment_id=bb2350a1-3725-43f7-8cdc-aed91214add5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:09.030034 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e667d243-72a7-4f05-9629-9869edcb4cd1 req-1c37f8e8-8475-4315-a6a4-9ea359c5529f tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0621243 Feb 09 13:10:09.051805 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:09.087553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-6b4f6e60-1a99-4e75-bc50-56c2b10f078b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:09.093152 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-6b4f6e60-1a99-4e75-bc50-56c2b10f078b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 812 time: 0.3049920 Feb 09 13:10:09.140982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=4c1b059f-7353-4653-9301-799efb89574c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:09.153994 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c58d4f-4f98-437a-97ee-3ad0ea1a596f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc85173-b224-4059-97a9-8e02bbae90a2', 'code': 200} Feb 09 13:10:09.205392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e7996be-a2b0-46b1-a640-91a353118e73 req-2c715a5b-bdd9-4538-9a6c-4085dab33a80 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 210 time: 0.0560005 Feb 09 13:10:09.221011 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-4c16abd2-5ae7-4c54-977c-4f74eac30bef tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accedead334d4e338be32f77a85b3517 HTTP/1.1" status: 200 len: 379 time: 0.1070652 Feb 09 13:10:09.248300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'port': {'device_id': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'admin_state_up': True, 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'security_groups': ['f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:09.424895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['a96bd58d-d48e-40cb-a9a8-4616fec62554'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:10:09.453962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['4c1b059f-7353-4653-9301-799efb89574c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:10:09.542250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:09.553649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Usage tracker for resource:port and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:09.565454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:09.658717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88c0fad3-f37d-4867-b0ea-5525aea87557 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:09.694348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce4113b5-6e3c-45ae-bb49-bc2793bf0a69 req-17cbba65-9238-4263-b598-ab8197ec5c3c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 1097 time: 0.4173579 Feb 09 13:10:09.696198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:09.713854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c714b1b-97c3-4a7d-9db8-9f7536363c37 req-a34cd121-4631-4ef7-a77a-46b5efe57126 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:09.715293 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c714b1b-97c3-4a7d-9db8-9f7536363c37 req-a34cd121-4631-4ef7-a77a-46b5efe57126 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3136270 Feb 09 13:10:09.722359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93913e84-60ab-49fb-8a29-208a7dcfcc42 req-53c52b44-b339-45eb-9800-c125d85b3563 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:09.723754 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93913e84-60ab-49fb-8a29-208a7dcfcc42 req-53c52b44-b339-45eb-9800-c125d85b3563 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 949 time: 0.4087179 Feb 09 13:10:09.737534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Made reservation on behalf of accedead334d4e338be32f77a85b3517 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:09.740381 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:09.842963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:09.876210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:09.880289 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:09.896761 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce4113b5-6e3c-45ae-bb49-bc2793bf0a69 req-e7d83c8d-6c9b-4c3e-b302-8a281317a908 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802027 Feb 09 13:10:09.910271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c714b1b-97c3-4a7d-9db8-9f7536363c37 req-63c099b4-f424-47c9-8aa1-d5de7861d31c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737669 Feb 09 13:10:09.924502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93913e84-60ab-49fb-8a29-208a7dcfcc42 req-7a755669-4e79-44fb-a0ea-d4ac91e26a78 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698647 Feb 09 13:10:10.010973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Allocated IP 172.20.0.3 (2903bfa2-6e98-48bf-8735-26cc8008e2be/a6635b5b-1a73-4f24-af7b-ce18e647d366/7336377c-adfa-4da4-bbc3-3f75ab4d9c46) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:10.012764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:10.320942 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:10.356376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Transition to ACTIVE for port object 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:10.368680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505dd786-9c4b-4ace-9330-6675b89ccc6e req-54e035a2-b853-4097-901b-2b8802c59ef5 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:10.370128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-505dd786-9c4b-4ace-9330-6675b89ccc6e req-54e035a2-b853-4097-901b-2b8802c59ef5 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.2555225 Feb 09 13:10:10.376458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01eba3-158e-4d76-a48d-cc848a4e038f req-9f8b9baa-7197-42b2-ab33-994700d194b9 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:10.377818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a01eba3-158e-4d76-a48d-cc848a4e038f req-9f8b9baa-7197-42b2-ab33-994700d194b9 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 946 time: 0.1893797 Feb 09 13:10:10.462749 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:10.467225 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a01eba3-158e-4d76-a48d-cc848a4e038f req-42b7029c-f998-4701-9b9d-e0564f607132 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733817 Feb 09 13:10:10.509354 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-505dd786-9c4b-4ace-9330-6675b89ccc6e req-c54692c4-a305-4405-a07d-aff49a6f897b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306024 Feb 09 13:10:10.544867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:10.548409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:10.551022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:10.561042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:10:10.677456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:10.678063 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:10.709496 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-8656b7f7-d595-4030-943b-a83242c81458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4649608 Feb 09 13:10:10.752119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Request body: {'port': {'device_id': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:10.806783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b88ed-bb43-4e73-a931-14e00af16fb1 req-6114a06c-a4a9-422e-b144-42dd557e8c9e tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:10.810669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b88ed-bb43-4e73-a931-14e00af16fb1 req-6114a06c-a4a9-422e-b144-42dd557e8c9e tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:10.812165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c2b88ed-bb43-4e73-a931-14e00af16fb1 req-6114a06c-a4a9-422e-b144-42dd557e8c9e tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1680 time: 0.2137065 Feb 09 13:10:10.859372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e751110f-bf0b-4f13-bf6c-aac5e34cce3f None None] Provisioning for port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:10.864407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e751110f-bf0b-4f13-bf6c-aac5e34cce3f None None] Provisioning complete for port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:10.864771 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e751110f-bf0b-4f13-bf6c-aac5e34cce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:10.917951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e751110f-bf0b-4f13-bf6c-aac5e34cce3f None None] Port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:10:10.937499 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:10.948780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c2b88ed-bb43-4e73-a931-14e00af16fb1 req-3ef6f74e-ed89-4e3f-a309-91ef55d97573 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256497 Feb 09 13:10:10.963188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf2a1e-5f01-41cd-b6d0-e3a05e05e4a0 req-c845d89e-7f02-4a9b-b518-c032512900bb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:10.964669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74bf2a1e-5f01-41cd-b6d0-e3a05e05e4a0 req-c845d89e-7f02-4a9b-b518-c032512900bb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2572720 Feb 09 13:10:11.094191 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:11.112188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74bf2a1e-5f01-41cd-b6d0-e3a05e05e4a0 req-efe80b16-040c-4189-be4c-4d2de9d2a782 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143377 Feb 09 13:10:11.155134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:11.178872 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f543354-1c06-4935-892b-27cd7c1bfe57 req-33959f05-13a7-4abc-a4fe-06f6d6266205 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0762455 Feb 09 13:10:11.252125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a88bf-0540-40b2-b689-c8290420fcc9 None None] New status for floating IP c7942b05-cdc7-4c2c-830d-e7d59e8a8200: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:10:11.447528 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'code': 200} Feb 09 13:10:11.481062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:11.490221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:11.507544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8927c-2cb9-453f-8320-0fa472ffabcb req-9097835d-df12-4b46-8fac-0b4575fac939 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:11.508284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-56c8927c-2cb9-453f-8320-0fa472ffabcb req-9097835d-df12-4b46-8fac-0b4575fac939 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Synchronizing usage tracker for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:11.531726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Transition to ACTIVE for port object 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:11.555525 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:11.634003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-56c8927c-2cb9-453f-8320-0fa472ffabcb req-9097835d-df12-4b46-8fac-0b4575fac939 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Unset dirty status for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:11.635115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-56c8927c-2cb9-453f-8320-0fa472ffabcb req-9097835d-df12-4b46-8fac-0b4575fac939 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 931 time: 0.3578291 Feb 09 13:10:11.673540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a96bd58d-d48e-40cb-a9a8-4616fec62554 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:11.779331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port a96bd58d-d48e-40cb-a9a8-4616fec62554 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:11.786239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port a96bd58d-d48e-40cb-a9a8-4616fec62554 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:11.786513 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:11.995798 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:12.012563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:12.098844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a96bd58d-d48e-40cb-a9a8-4616fec62554, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a96bd58d-d48e-40cb-a9a8-4616fec62554,segment=NetworkSegment(ba37b027-e6b2-48d0-99a3-a55cfe7c33a9),segment_id=ba37b027-e6b2-48d0-99a3-a55cfe7c33a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:12.105840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:12.106707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4c1b059f-7353-4653-9301-799efb89574c up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:12.275586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a96bd58d-d48e-40cb-a9a8-4616fec62554,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:12.281834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-56c8927c-2cb9-453f-8320-0fa472ffabcb req-fe4fa156-fba2-4a39-9101-e08984817817 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5094261 Feb 09 13:10:12.302733 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 4c1b059f-7353-4653-9301-799efb89574c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:12.327618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 4c1b059f-7353-4653-9301-799efb89574c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:12.327618 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:12.366242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Attempting to bind port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:10:12.366695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Attempting to bind port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:10:12.367037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Attempting to bind port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:10:12.374740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:10:12.376666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Attempting to bind port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:10:12.395305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:10:12.401817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Checking segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:10:12.401817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Bound using segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:10:12.401817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Bound port: 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:10:12.401817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:12.463538 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:12.498877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:10:12.502804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:10:12.507562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4c1b059f-7353-4653-9301-799efb89574c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4c1b059f-7353-4653-9301-799efb89574c,segment=NetworkSegment(bb2350a1-3725-43f7-8cdc-aed91214add5),segment_id=bb2350a1-3725-43f7-8cdc-aed91214add5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:12.510117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:12.511891 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:12.591758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=4c1b059f-7353-4653-9301-799efb89574c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:12.594432 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:12.595860 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] 10.222.0.67 "PUT /v2.0/ports/7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 1091 time: 1.8483222 Feb 09 13:10:12.633164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:12.765897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddb8b9-7fdb-4082-8399-36767842631d service neutron] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:12.831803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-0f979f93-6dc3-4def-a497-e3f9ffcd81a7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1094 time: 0.1529641 Feb 09 13:10:12.841706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408907b-1237-48db-b153-e87815a084f8 req-bbe63d50-d6a0-4eea-9046-30977b3ae6b7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:12.841706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d408907b-1237-48db-b153-e87815a084f8 req-bbe63d50-d6a0-4eea-9046-30977b3ae6b7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2666428 Feb 09 13:10:12.848823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2aa51b-a1fb-46c3-b5c7-e7cffb14a436 req-d4edfd18-f61e-465d-b735-b09055e918d4 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:12.850417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb2aa51b-a1fb-46c3-b5c7-e7cffb14a436 req-d4edfd18-f61e-465d-b735-b09055e918d4 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 946 time: 0.2578144 Feb 09 13:10:12.953115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-969c6bcf-f6e0-48b4-a9ac-c588a201a495 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 217 time: 0.1001875 Feb 09 13:10:13.060343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d408907b-1237-48db-b153-e87815a084f8 req-8e85a77b-f391-4d27-85cb-b17553674f13 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044880 Feb 09 13:10:13.067434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-e8a20e6f-d31f-4576-8561-0bdee608cd84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:13.069153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-e8a20e6f-d31f-4576-8561-0bdee608cd84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1049387 Feb 09 13:10:13.071709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb2aa51b-a1fb-46c3-b5c7-e7cffb14a436 req-84a9cb31-d825-4c90-9320-3e6bf34417ea tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577885 Feb 09 13:10:13.166493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-dcf360af-179d-4030-b8c7-8a9c1a8976df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869601 Feb 09 13:10:13.369333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee07eb74-4faf-48a6-afc5-362f155bb4ea req-e47c3d45-78fa-4f63-a2c0-792a9fbf42e0 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0602987 Feb 09 13:10:13.418645 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-4853b6b2-63b0-4855-8565-35a9de676f00 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447164 Feb 09 13:10:13.448626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96bd58d-d48e-40cb-a9a8-4616fec62554'}, {'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1b059f-7353-4653-9301-799efb89574c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:13.453659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c26079-e330-4d3d-93f0-3b57d97d6b38 req-ca5c724d-4cb9-4f54-8741-2e5c9fed3004 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:13.458622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c26079-e330-4d3d-93f0-3b57d97d6b38 req-ca5c724d-4cb9-4f54-8741-2e5c9fed3004 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:13.460613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2c26079-e330-4d3d-93f0-3b57d97d6b38 req-ca5c724d-4cb9-4f54-8741-2e5c9fed3004 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1682 time: 0.2484283 Feb 09 13:10:13.502737 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'status': 'completed', 'code': 200} Feb 09 13:10:13.582409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2c26079-e330-4d3d-93f0-3b57d97d6b38 req-f9ba4ac5-3862-4795-a1b2-1561e41931a6 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058753 Feb 09 13:10:13.645491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d361e80c-0afe-4a57-82ce-7c8f5bf4302e req-47aab34c-bfac-491d-8073-311c42a712ab service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191069 Feb 09 13:10:13.681549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ff107-b91f-4619-80af-acfca5222a85 req-96e3e447-e0ff-41d8-a46b-6951d9d62afb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:13.683016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f2ff107-b91f-4619-80af-acfca5222a85 req-96e3e447-e0ff-41d8-a46b-6951d9d62afb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.0829613 Feb 09 13:10:13.775427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f2ff107-b91f-4619-80af-acfca5222a85 req-7c873a3e-7553-4dae-bcc6-a4a9dfb89eb7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848472 Feb 09 13:10:13.807723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802a0d9e-3b18-4de3-87cd-9f1ce5ae5be1 req-6fd68518-a8ff-4ad2-b53c-660549ee8c30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1094 time: 0.0990987 Feb 09 13:10:14.010077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a0d9e-3b18-4de3-87cd-9f1ce5ae5be1 req-3c6aad45-5eb9-49b6-a688-763e19b95a35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:14.011605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802a0d9e-3b18-4de3-87cd-9f1ce5ae5be1 req-3c6aad45-5eb9-49b6-a688-763e19b95a35 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.1912966 Feb 09 13:10:14.185266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a9eff-4642-498f-a5c0-6fad75420b77 req-b327c83c-37dc-41af-8428-d7a4bebd1659 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:14.186716 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-216a9eff-4642-498f-a5c0-6fad75420b77 req-b327c83c-37dc-41af-8428-d7a4bebd1659 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 943 time: 0.2795160 Feb 09 13:10:14.210033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802a0d9e-3b18-4de3-87cd-9f1ce5ae5be1 req-ec435ef6-0d87-44eb-9e24-b84d2289133f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 217 time: 0.1864641 Feb 09 13:10:14.280955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-216a9eff-4642-498f-a5c0-6fad75420b77 req-a46983fb-7cca-4b71-ac3c-cf6cb4c4e20a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861399 Feb 09 13:10:14.293361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a0d9e-3b18-4de3-87cd-9f1ce5ae5be1 req-717ec16a-6df3-4eaf-8937-db774f15aceb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:14.294824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802a0d9e-3b18-4de3-87cd-9f1ce5ae5be1 req-717ec16a-6df3-4eaf-8937-db774f15aceb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.0720017 Feb 09 13:10:14.368565 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96bd58d-d48e-40cb-a9a8-4616fec62554', 'code': 200} Feb 09 13:10:14.369166 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1b059f-7353-4653-9301-799efb89574c', 'code': 200} Feb 09 13:10:14.400806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802a0d9e-3b18-4de3-87cd-9f1ce5ae5be1 req-d2484aec-9211-4c59-890b-04d891f86208 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903130 Feb 09 13:10:14.673871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802a0d9e-3b18-4de3-87cd-9f1ce5ae5be1 req-c2bff23d-7c33-495f-ae50-f54dc66757c1 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531314 Feb 09 13:10:14.729892 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-841e43ed-0040-42b5-88e4-4d350a0814c5 req-505ef212-2d59-4b7b-a2c1-703fae1e9e66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75df871583eb4b4ebed3ed510c310675&device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 1097 time: 0.0755849 Feb 09 13:10:14.796084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49893035-aa02-4545-94d2-eb73b7a18558 req-c55a2a27-e4ad-4c57-b62b-d6b8dc87f8db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1984 time: 0.2476342 Feb 09 13:10:14.871721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e43ed-0040-42b5-88e4-4d350a0814c5 req-96e22de2-97e4-4501-a043-73546a9ca768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:14.873467 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-841e43ed-0040-42b5-88e4-4d350a0814c5 req-96e22de2-97e4-4501-a043-73546a9ca768 service neutron] 10.222.0.67 "GET /v2.0/networks?id=724903ac-b17d-4f86-9e20-324e589a1929 HTTP/1.1" status: 200 len: 915 time: 0.1335146 Feb 09 13:10:14.895379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50895ecd-21be-4a66-b550-265f483d8e57 req-6d0eca7d-8891-4252-93fe-1e515faf705f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:14.896832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50895ecd-21be-4a66-b550-265f483d8e57 req-6d0eca7d-8891-4252-93fe-1e515faf705f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.3473921 Feb 09 13:10:14.901692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-784d1de1-a419-4084-b2f5-bfd34e8073ee req-db91bb10-d150-4ed9-863c-a1d999606f25 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0834963 Feb 09 13:10:14.981971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49893035-aa02-4545-94d2-eb73b7a18558 req-012df4d1-606c-4964-9e59-5b70964de7ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682954 Feb 09 13:10:15.006427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50895ecd-21be-4a66-b550-265f483d8e57 req-c0854c69-85ae-477f-809f-85568784ab80 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007617 Feb 09 13:10:15.009234 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802a0d9e-3b18-4de3-87cd-9f1ce5ae5be1 req-468c6f48-5580-4248-9836-c5afc618525a service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187585 Feb 09 13:10:15.043421 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-841e43ed-0040-42b5-88e4-4d350a0814c5 req-719b7e3f-3cdc-423b-9dfd-44f3aa4c0b69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fc85173-b224-4059-97a9-8e02bbae90a2 HTTP/1.1" status: 200 len: 217 time: 0.1617396 Feb 09 13:10:15.122924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d226bc-e9cd-4c45-b4d1-19151709c21c req-87f61fcf-7287-45db-8150-967aa35f4c9a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:15.124264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e5d226bc-e9cd-4c45-b4d1-19151709c21c req-87f61fcf-7287-45db-8150-967aa35f4c9a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.0777204 Feb 09 13:10:15.216235 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e5d226bc-e9cd-4c45-b4d1-19151709c21c req-e1313e2a-c0e0-4fae-9cbb-3ee23517e9c0 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857124 Feb 09 13:10:15.266717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff16a6c-de4f-41a0-925e-f3cbed994266 req-69ec35ba-dc66-46fc-a525-679b6ed9d600 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:15.268256 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ff16a6c-de4f-41a0-925e-f3cbed994266 req-69ec35ba-dc66-46fc-a525-679b6ed9d600 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 946 time: 0.1394525 Feb 09 13:10:15.317040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e43ed-0040-42b5-88e4-4d350a0814c5 req-94d1418f-8f02-42f8-b069-d59d882d18bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:15.317885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ff16a6c-de4f-41a0-925e-f3cbed994266 req-c6b28401-f2c8-4be1-92d8-58d43b422330 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 Feb 09 13:10:15.318586 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-841e43ed-0040-42b5-88e4-4d350a0814c5 req-94d1418f-8f02-42f8-b069-d59d882d18bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7dea5dd8-6b9a-4b2c-9514-3350034a6a7c HTTP/1.1" status: 200 len: 854 time: 0.0706670 Feb 09 13:10:15.369828 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-841e43ed-0040-42b5-88e4-4d350a0814c5 req-876a2ff2-f5d8-419e-af1d-7d7ceab2341a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=724903ac-b17d-4f86-9e20-324e589a1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434117 Feb 09 13:10:15.427285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53404820-f353-4d62-a4c3-8a1c90b281b2 req-6eb0eafd-e335-4e7c-98e6-58a038e03beb tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:15.431450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53404820-f353-4d62-a4c3-8a1c90b281b2 req-6eb0eafd-e335-4e7c-98e6-58a038e03beb tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:15.433048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53404820-f353-4d62-a4c3-8a1c90b281b2 req-6eb0eafd-e335-4e7c-98e6-58a038e03beb tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1682 time: 0.0978086 Feb 09 13:10:15.524682 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-841e43ed-0040-42b5-88e4-4d350a0814c5 req-b0a6eb5b-832a-4e60-96c9-c6f86a75c3cd service neutron] 10.222.0.67 "GET /v2.0/networks/724903ac-b17d-4f86-9e20-324e589a1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440647 Feb 09 13:10:15.529796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53404820-f353-4d62-a4c3-8a1c90b281b2 req-3b4ed82e-96f3-406d-b53f-eeecaeca98d4 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907228 Feb 09 13:10:15.567979 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Sync routers for ids ['d1012ea0-5cb3-4548-9ca7-476d235bff32'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:10:15.572238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9706e-9d4f-45dc-8c85-43b9e4c71d5e req-49a38926-eb3b-4279-a290-2f6c9fb971b9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:15.581242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26d9706e-9d4f-45dc-8c85-43b9e4c71d5e req-49a38926-eb3b-4279-a290-2f6c9fb971b9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1403444 Feb 09 13:10:15.581504 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Routers {'d1012ea0-5cb3-4548-9ca7-476d235bff32'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:10:15.582206 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:09:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d1012ea0-5cb3-4548-9ca7-476d235bff32'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:15.636673 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26d9706e-9d4f-45dc-8c85-43b9e4c71d5e req-46f64526-4684-467b-bf71-0ff5c4a6022f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526605 Feb 09 13:10:15.711048 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-841e43ed-0040-42b5-88e4-4d350a0814c5 req-bbdd7d97-2a0e-4364-ba74-873c146af3b7 service neutron] 10.222.0.67 "GET /v2.0/networks/724903ac-b17d-4f86-9e20-324e589a1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707413 Feb 09 13:10:15.785826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69caafdd-8c09-489f-a2c7-4f7b023dbe49 req-e278f45d-a6b0-48f0-94be-9d999a847768 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:15.787565 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69caafdd-8c09-489f-a2c7-4f7b023dbe49 req-e278f45d-a6b0-48f0-94be-9d999a847768 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 943 time: 0.0961316 Feb 09 13:10:15.833166 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Set router d1012ea0-5cb3-4548-9ca7-476d235bff32 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:10:15.878538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69caafdd-8c09-489f-a2c7-4f7b023dbe49 req-4fdff3e4-aefa-4dab-a13f-c8a528208e0f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849142 Feb 09 13:10:15.914458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b056731-35c0-440c-a258-5cf36714d42d req-2acac306-dc49-47e8-8402-28e5f71a2b9f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:15.915927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b056731-35c0-440c-a258-5cf36714d42d req-2acac306-dc49-47e8-8402-28e5f71a2b9f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1235845 Feb 09 13:10:16.019444 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:16.034742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b056731-35c0-440c-a258-5cf36714d42d req-11dfae66-7d58-4cca-b206-2b9c13616ed7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086302 Feb 09 13:10:16.211329 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 2, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:16.215368 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Checking router: d1012ea0-5cb3-4548-9ca7-476d235bff32 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:10:16.215770 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Updating router d1012ea0-5cb3-4548-9ca7-476d235bff32 port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:10:16.260564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3823169-8743-42ec-863f-eaff34a8b2cf req-2f6d0af5-ffff-4886-842c-338023d35140 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0487869 Feb 09 13:10:16.271775 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:16.305790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c40250-eeec-420e-bbc2-f2d3c61b211c req-4ed32514-b474-4db6-a581-5c25da53532b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:16.305790 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4c40250-eeec-420e-bbc2-f2d3c61b211c req-4ed32514-b474-4db6-a581-5c25da53532b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.1341166 Feb 09 13:10:16.357161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4c40250-eeec-420e-bbc2-f2d3c61b211c req-b655abca-003c-4fa9-9c87-4759e2326024 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479772 Feb 09 13:10:16.564479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a250f27-a40d-41c6-913c-8c5e5cdbc812 req-cd1677e8-503a-410d-812e-46c8c44095b9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:16.565683 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a250f27-a40d-41c6-913c-8c5e5cdbc812 req-cd1677e8-503a-410d-812e-46c8c44095b9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1362185 Feb 09 13:10:16.607244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c7cd3-5156-4264-9191-649d7d71638c req-33a29786-6971-4cb8-ab62-c17ca04aaa8a tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:16.608946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-448c7cd3-5156-4264-9191-649d7d71638c req-33a29786-6971-4cb8-ab62-c17ca04aaa8a tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 946 time: 0.1271219 Feb 09 13:10:16.648740 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:16.651337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a250f27-a40d-41c6-913c-8c5e5cdbc812 req-546a9894-2ba3-43ca-8fdf-a59f2e140916 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738666 Feb 09 13:10:16.676464 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Transition to ACTIVE for port object fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:16.688896 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:16.806890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-448c7cd3-5156-4264-9191-649d7d71638c req-e3bd4774-7f9e-4466-94c0-59d719fd1a5f tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866691 Feb 09 13:10:16.834564 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Pushing event updated for resources: {'Port': ['ID=fe3e1df3-cb3c-400d-938c-1c2ddf7f3218,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:16.849177 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.849517 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.849850 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.850179 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.850525 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.850855 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.851173 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.851490 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.851804 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.852119 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.852428 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:16.921786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb7d3a-0ffa-42fb-85ab-f5e496a4a0e4 req-3d39f2d1-cfc1-4042-8c98-893e898b2647 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:16.926656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb7d3a-0ffa-42fb-85ab-f5e496a4a0e4 req-3d39f2d1-cfc1-4042-8c98-893e898b2647 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:16.932191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5eb7d3a-0ffa-42fb-85ab-f5e496a4a0e4 req-3d39f2d1-cfc1-4042-8c98-893e898b2647 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1682 time: 0.1242878 Feb 09 13:10:16.945292 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Attempting to bind port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:10:16.945917 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Attempting to bind port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:10:16.946501 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Attempting to bind port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:10:16.955043 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:10:16.955666 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Checking segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:10:16.956237 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:16.956809 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Bound using segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:10:16.957448 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Bound port: fe3e1df3-cb3c-400d-938c-1c2ddf7f3218, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:10:16.958124 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:17.057712 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] For port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:10:17.062515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5eb7d3a-0ffa-42fb-85ab-f5e496a4a0e4 req-ac9f7b0a-6560-44e5-aee5-ec2f655d0346 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270857 Feb 09 13:10:17.062755 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] For port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fe3e1df3-cb3c-400d-938c-1c2ddf7f3218,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:10:17.070133 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:17.113497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f833c2-9fde-4cbb-bfaa-e75642c03865 req-9f1fcf07-c451-4002-afd1-1f645d4d6be2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:17.122964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5f833c2-9fde-4cbb-bfaa-e75642c03865 req-9f1fcf07-c451-4002-afd1-1f645d4d6be2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1148922 Feb 09 13:10:17.171052 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e9722-96f8-474f-b8c5-b6bc508c2a31 None None] Pushing event updated for resources: {'Port': ['ID=fe3e1df3-cb3c-400d-938c-1c2ddf7f3218,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:17.173719 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Routers {'d1012ea0-5cb3-4548-9ca7-476d235bff32'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:10:17.174383 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:09:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d1012ea0-5cb3-4548-9ca7-476d235bff32'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:17.183099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5f833c2-9fde-4cbb-bfaa-e75642c03865 req-e8bf5fc4-5b81-46b7-82d4-9c9d1a3c6335 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591857 Feb 09 13:10:17.234351 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d160b9f0-2d27-466a-997f-9b031bbec499 req-787f9a83-c66b-4b94-9107-8f29a433be57 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0877659 Feb 09 13:10:17.306649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de3406-eca6-4bb8-bdaa-44acae28863e req-d271c7e2-729b-4558-8402-6197964449f8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:17.308127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69de3406-eca6-4bb8-bdaa-44acae28863e req-d271c7e2-729b-4558-8402-6197964449f8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 943 time: 0.1027548 Feb 09 13:10:17.366293 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69de3406-eca6-4bb8-bdaa-44acae28863e req-9de5ff01-7f42-42f4-af6a-07d183a4f89f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484638 Feb 09 13:10:17.414672 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] Set router d1012ea0-5cb3-4548-9ca7-476d235bff32 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:10:17.518023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:17.601806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:17.607231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:17.608064 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:17.620917 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec263afd-f1c8-4747-938f-6fdcb68c3d19 req-1832090e-9a05-47ee-9828-99c540f06b3e tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0703065 Feb 09 13:10:17.634802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bf301-4fb9-425d-8d02-f0b7b096ef6b req-e07c5049-dd10-4721-96af-771d364ea36d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:17.636454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc5bf301-4fb9-425d-8d02-f0b7b096ef6b req-e07c5049-dd10-4721-96af-771d364ea36d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1795416 Feb 09 13:10:17.719963 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc5bf301-4fb9-425d-8d02-f0b7b096ef6b req-635fa21d-2b55-4147-82c4-815ebc3293f3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744505 Feb 09 13:10:17.734793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88c0fad3-f37d-4867-b0ea-5525aea87557 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:17.819077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:17.885604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c338-3912-4a65-b908-69226a84759b req-55f0b4a5-28e6-4442-82d2-d26c9b112db1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:17.887475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bf2c338-3912-4a65-b908-69226a84759b req-55f0b4a5-28e6-4442-82d2-d26c9b112db1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.0967832 Feb 09 13:10:17.900647 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:10:17Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:17.905380 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79b5df6-da63-49ce-be7a-22d82225d1bc None None] The sync data for ids ['d1012ea0-5cb3-4548-9ca7-476d235bff32'] in n-d-825175-3 is: [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:10:17Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:10:17.930978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fe3e1df3-cb3c-400d-938c-1c2ddf7f3218,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:17.944930 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:18.008867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bf2c338-3912-4a65-b908-69226a84759b req-5796c596-3cb8-45b8-89b5-1538b028073b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149123 Feb 09 13:10:18.036587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a85e1-7efa-40e7-a52f-4d4d9ee346d1 req-e1d5e13d-9a0e-4b1a-bedd-b33924e6d6f9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:18.037926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-411a85e1-7efa-40e7-a52f-4d4d9ee346d1 req-e1d5e13d-9a0e-4b1a-bedd-b33924e6d6f9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1207099 Feb 09 13:10:18.044781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:18.071362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=fe3e1df3-cb3c-400d-938c-1c2ddf7f3218,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:18.081311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'mac_address': 'fa:16:3e:bd:e3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:18.096320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-411a85e1-7efa-40e7-a52f-4d4d9ee346d1 req-fbd30507-c476-4692-873a-369d3caca2ee tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512695 Feb 09 13:10:18.166678 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:18.188651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c0fad3-f37d-4867-b0ea-5525aea87557 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:18.205815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:18.211230 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:18.211888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:18.315974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:18.337458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e7e83-d2e9-48d6-9269-33197cd268c3 req-3235687d-6ef7-41c3-98f1-0470b32ef679 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:18.339001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a60e7e83-d2e9-48d6-9269-33197cd268c3 req-3235687d-6ef7-41c3-98f1-0470b32ef679 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 946 time: 0.1471610 Feb 09 13:10:18.385515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2039-529b-4937-b933-f57e6342bf81 req-01ef8169-fb90-4e4e-889a-766cedd45d2c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:18.389650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2039-529b-4937-b933-f57e6342bf81 req-01ef8169-fb90-4e4e-889a-766cedd45d2c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:18.391851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e07a2039-529b-4937-b933-f57e6342bf81 req-01ef8169-fb90-4e4e-889a-766cedd45d2c tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1682 time: 0.1365833 Feb 09 13:10:18.445183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:18.450713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a60e7e83-d2e9-48d6-9269-33197cd268c3 req-2691679c-ca68-4850-affa-b099e8f00dbb tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043599 Feb 09 13:10:18.455111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-ae2f75e8-7046-4d05-a1a2-4120d331b7a1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:18.455813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-ae2f75e8-7046-4d05-a1a2-4120d331b7a1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Synchronizing usage tracker for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:18.468963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'port_id': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'mac_address': 'fa:16:3e:8e:ea:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:18.474418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-ae2f75e8-7046-4d05-a1a2-4120d331b7a1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Unset dirty status for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:18.475573 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-ae2f75e8-7046-4d05-a1a2-4120d331b7a1 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.0991135 Feb 09 13:10:18.475706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e07a2039-529b-4937-b933-f57e6342bf81 req-52382347-5dea-431d-9714-11d1d47123c6 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743406 Feb 09 13:10:18.576320 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:18.583795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Deleting port 26154f01-9b73-4e91-9ee4-0cfb670a115e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:18.584138 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:18.603164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:18.622458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:18.633293 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:18.686870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f417366-b87c-4407-810f-d2684d3f5203 req-c8eef215-9f34-47f1-b0fb-d1a735a28a08 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:18.689410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f417366-b87c-4407-810f-d2684d3f5203 req-c8eef215-9f34-47f1-b0fb-d1a735a28a08 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.0854292 Feb 09 13:10:18.727307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:18.793926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f417366-b87c-4407-810f-d2684d3f5203 req-44087925-e1be-449c-8221-b5b5f4b58447 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964715 Feb 09 13:10:18.819747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88c0fad3-f37d-4867-b0ea-5525aea87557'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:10:18.831812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19700b-8a9c-404a-abfa-7185f283a36e req-a5a86c08-6c6c-4e0b-be63-66ef2ef43fbd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:18.839932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b19700b-8a9c-404a-abfa-7185f283a36e req-a5a86c08-6c6c-4e0b-be63-66ef2ef43fbd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.1010644 Feb 09 13:10:18.903701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b19700b-8a9c-404a-abfa-7185f283a36e req-f8768ef3-a49c-4a68-aa8e-34ed13e52d94 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624459 Feb 09 13:10:19.037483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] For port 26154f01-9b73-4e91-9ee4-0cfb670a115e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=26154f01-9b73-4e91-9ee4-0cfb670a115e,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:19.038595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:19.153068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['7336377c-adfa-4da4-bbc3-3f75ab4d9c46'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:10:19.265891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-254bc9f0-f4a8-421c-af20-809772cd7381 req-cca25485-8f28-43fa-835d-15ed631898ed tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0630996 Feb 09 13:10:19.382177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51a2d-ee66-4c7e-9936-17a9d56943fd req-061deeb3-cf9e-4328-aa2f-3b7268adb420 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:19.389999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8c51a2d-ee66-4c7e-9936-17a9d56943fd req-061deeb3-cf9e-4328-aa2f-3b7268adb420 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 945 time: 0.1036253 Feb 09 13:10:19.456034 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8c51a2d-ee66-4c7e-9936-17a9d56943fd req-f1070284-7734-4ea6-a156-3375f2091291 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=89f35581-26d6-4113-aecb-f0ee9905a37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647383 Feb 09 13:10:19.499247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:19.499976 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:19.499976 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Floating IP 4101eeda-0f7e-4583-ac90-7866054dbb48 disassociated. External IP: 172.25.5.33, port: 26154f01-9b73-4e91-9ee4-0cfb670a115e. Feb 09 13:10:19.500310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Calling delete_port for 26154f01-9b73-4e91-9ee4-0cfb670a115e owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:19.505315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:19.609149 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:10:19.663998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:19.664536 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:19.705994 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:19.808647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event deleted for resources: {'Port': ['ID=26154f01-9b73-4e91-9ee4-0cfb670a115e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:19.835363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.835775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.836131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.836453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.837328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.837328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.837512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.838429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.838787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.839207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.839673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:19.895230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80bcfa-68b3-468b-acdd-0f39b697a3df req-a0701707-f207-412a-bd43-047558eea623 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:19.897075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f80bcfa-68b3-468b-acdd-0f39b697a3df req-a0701707-f207-412a-bd43-047558eea623 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1450083 Feb 09 13:10:19.958345 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f80bcfa-68b3-468b-acdd-0f39b697a3df req-50bc9409-4951-4e91-aa9f-fbd13c3681db tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552857 Feb 09 13:10:20.217041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90cdeaaf-feed-4b90-b928-a8374c94d272 req-b07112f4-6e82-4113-a46c-6359c457f4dd tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57&device_id=80546d01-4266-47aa-99e2-8f5082075af3 HTTP/1.1" status: 200 len: 210 time: 0.0458627 Feb 09 13:10:20.252695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afba41-28e1-48ec-8532-196985c9db7e req-440e7732-caec-4636-b9ed-7f31bb262bfc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:20.258522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afba41-28e1-48ec-8532-196985c9db7e req-440e7732-caec-4636-b9ed-7f31bb262bfc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:20.259550 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9afba41-28e1-48ec-8532-196985c9db7e req-440e7732-caec-4636-b9ed-7f31bb262bfc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1682 time: 0.1421666 Feb 09 13:10:20.285257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Router f214de36-824f-46ec-bc9b-e3eb20c8e86f has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:10:20.317523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9afba41-28e1-48ec-8532-196985c9db7e req-10a74717-dd0f-47a5-b479-af6ecc414228 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512965 Feb 09 13:10:20.611708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:10:20.612285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8b323-1525-4aa8-a879-376f41dec881 req-5023a861-cef7-4ccc-9417-a18a645c2034 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:20.613521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2f8b323-1525-4aa8-a879-376f41dec881 req-5023a861-cef7-4ccc-9417-a18a645c2034 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 946 time: 0.1344707 Feb 09 13:10:20.631017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] Sync routers for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:10:20.650703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:10:20.651392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:09:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:20.684326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2f8b323-1525-4aa8-a879-376f41dec881 req-6fb8438f-73d4-4364-ab30-753c24c0b167 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649893 Feb 09 13:10:20.691550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad87f52-64a7-4732-9cf8-e09748bd49ac req-93d91a48-8bae-475f-a784-879b7d8e5087 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:20.692992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ad87f52-64a7-4732-9cf8-e09748bd49ac req-93d91a48-8bae-475f-a784-879b7d8e5087 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.1396527 Feb 09 13:10:20.717092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] No DVR routers for this DVR port 26154f01-9b73-4e91-9ee4-0cfb670a115e on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:10:20.723005 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:20.729076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'name': 'network-vif-deleted', 'tag': '26154f01-9b73-4e91-9ee4-0cfb670a115e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:20.773366 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d94d2489-152e-4424-a91b-cfeb8aff2100 req-0c22ee34-c70a-42fb-964b-9474d8de0713 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.67 "DELETE /v2.0/ports/26154f01-9b73-4e91-9ee4-0cfb670a115e HTTP/1.1" status: 204 len: 173 time: 2.2774017 Feb 09 13:10:20.781718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ad87f52-64a7-4732-9cf8-e09748bd49ac req-fce41d7a-2e5d-4c47-95ec-a8226ff48d2d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823796 Feb 09 13:10:20.915360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:10:20.992887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d4628-3641-4ff0-8211-89a2e1de2200 req-cd9940d5-e475-484b-a43d-29cd2df552f8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:21.001122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e96d4628-3641-4ff0-8211-89a2e1de2200 req-cd9940d5-e475-484b-a43d-29cd2df552f8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1146080 Feb 09 13:10:21.099040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e96d4628-3641-4ff0-8211-89a2e1de2200 req-8317965a-8905-41f2-9f25-48b8de447e78 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961511 Feb 09 13:10:21.243529 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9fa741-3678-44e9-a165-9ef87d797887', 'name': 'network-vif-deleted', 'tag': '26154f01-9b73-4e91-9ee4-0cfb670a115e', 'status': 'completed', 'code': 200} Feb 09 13:10:21.270582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-70b3d44f-871e-4358-9f5f-c46fe6004e12 req-6ae1c1fc-0b96-4242-a60d-f250c64eeabc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0c6dcaa21f84ab087a41239bfdecea9&device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0987589 Feb 09 13:10:21.351234 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-70b3d44f-871e-4358-9f5f-c46fe6004e12 req-19542e8d-dbca-47ea-a09f-3c96b939e78c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f0c6dcaa21f84ab087a41239bfdecea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703306 Feb 09 13:10:21.443411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4d58214-60ce-47b7-9e7e-8ea4a5a45bc9 req-3684853d-95f2-4450-b2ee-9ffd365185df tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9fa741-3678-44e9-a165-9ef87d797887 HTTP/1.1" status: 200 len: 210 time: 0.1792293 Feb 09 13:10:21.558828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:21.561127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a94a9335-1679-4d1e-8a05-084b08989078 req-bba8d0f7-9fbb-4323-8c56-60f9a1c7a24e tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.0852926 Feb 09 13:10:21.580033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] Checking router: f214de36-824f-46ec-bc9b-e3eb20c8e86f for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:10:21.585271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3d44f-871e-4358-9f5f-c46fe6004e12 req-6acd4819-a227-4057-a8c2-8269b50b902b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:21.586738 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-70b3d44f-871e-4358-9f5f-c46fe6004e12 req-6acd4819-a227-4057-a8c2-8269b50b902b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2222183 Feb 09 13:10:21.611320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:10:21.612274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:09:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:21.786443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bd02f-2640-4cde-b6ee-c2fa2b682455 req-9cc61a4b-0701-4128-96e0-62ded0e1b1f6 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:21.797998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bd02f-2640-4cde-b6ee-c2fa2b682455 req-9cc61a4b-0701-4128-96e0-62ded0e1b1f6 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:21.806987 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88c0fad3-f37d-4867-b0ea-5525aea87557 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:21.821093 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0bd02f-2640-4cde-b6ee-c2fa2b682455 req-9cc61a4b-0701-4128-96e0-62ded0e1b1f6 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1682 time: 0.1633811 Feb 09 13:10:21.957991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:10:21.979333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0bd02f-2640-4cde-b6ee-c2fa2b682455 req-a71ec57b-4a6a-4fc2-8a14-304fb2c7c9cc tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505578 Feb 09 13:10:22.047098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 88c0fad3-f37d-4867-b0ea-5525aea87557 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:22.048347 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:22.146844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5fd53-b64a-4a96-8819-ee09ac87b183 req-182e38c8-e519-44ce-b9e6-611207c21707 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:22.154071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efb5fd53-b64a-4a96-8819-ee09ac87b183 req-182e38c8-e519-44ce-b9e6-611207c21707 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1528144 Feb 09 13:10:22.262937 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efb5fd53-b64a-4a96-8819-ee09ac87b183 req-e698421c-c7af-4911-8ab2-a2728feaed5b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077669 Feb 09 13:10:22.444275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee02715-00b5-4ee6-9319-a5812f3252c2 req-0cbbaa88-3e8b-4e59-91cb-e7cae92d51af tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:22.461057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ee02715-00b5-4ee6-9319-a5812f3252c2 req-0cbbaa88-3e8b-4e59-91cb-e7cae92d51af tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 946 time: 0.1945071 Feb 09 13:10:22.641980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d3e88956-0b2a-4070-8f6d-3cfb9dd5b5ce tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:22.644308 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d3e88956-0b2a-4070-8f6d-3cfb9dd5b5ce tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 946 time: 0.1712010 Feb 09 13:10:22.693181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:22.779446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d397c89d-00c1-49b2-b6fc-e9e1d8c2e80d tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Deleting port 8fc85173-b224-4059-97a9-8e02bbae90a2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:22.779981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d397c89d-00c1-49b2-b6fc-e9e1d8c2e80d tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:22.792220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:22.793764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:22.794001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ee02715-00b5-4ee6-9319-a5812f3252c2 req-ebcab433-a5e2-4ed1-b3dd-be72d3c9b4f8 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/security-groups?id=517d2117-be8e-4b95-b0ab-525e43cdf84d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306086 Feb 09 13:10:22.808547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3047863-5476-4f18-8699-b2d0235ca31a req-fbcb6a93-9b05-4e7b-8b32-9f02e3ed650e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:22.823313 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3047863-5476-4f18-8699-b2d0235ca31a req-fbcb6a93-9b05-4e7b-8b32-9f02e3ed650e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.3311687 Feb 09 13:10:22.865258 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:22.865515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:22.932146 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3047863-5476-4f18-8699-b2d0235ca31a req-41df376e-4b5f-4f4d-99ad-483848e8e84e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070609 Feb 09 13:10:22.954123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-6ebfc4d8-bc7c-433f-aee5-b3f36982b1ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:22.984838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-6ebfc4d8-bc7c-433f-aee5-b3f36982b1ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:22.988392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-6ebfc4d8-bc7c-433f-aee5-b3f36982b1ac tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1682 time: 0.4313931 Feb 09 13:10:23.049784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=10']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:23.132581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:23.154013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:23.154371 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:23.164531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting port 4c1b059f-7353-4653-9301-799efb89574c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:23.164837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:23.326592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:23.342573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c760527-d227-4e33-bdab-b83a9d61acc2 None None] The sync data for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 is: [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:10:23.360652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d397c89d-00c1-49b2-b6fc-e9e1d8c2e80d tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] For port 8fc85173-b224-4059-97a9-8e02bbae90a2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8fc85173-b224-4059-97a9-8e02bbae90a2,segment=NetworkSegment(f542c247-0d6b-449b-bf31-308e7b33dc48),segment_id=f542c247-0d6b-449b-bf31-308e7b33dc48)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:23.361323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d397c89d-00c1-49b2-b6fc-e9e1d8c2e80d tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:23.523005 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:23.579791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d397c89d-00c1-49b2-b6fc-e9e1d8c2e80d tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Calling delete_port for 8fc85173-b224-4059-97a9-8e02bbae90a2 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:23.594077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:23.600159 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:23.602053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 26154f01-9b73-4e91-9ee4-0cfb670a115e no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:23.628714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70b3d44f-871e-4358-9f5f-c46fe6004e12 req-fdc21b38-69c9-4f6d-a29f-fb2e40127e96 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.67 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1194329 Feb 09 13:10:23.692759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-617035b4-9df1-4124-9580-021b6ac4673a req-08568d33-d36c-43a9-9536-9d4aafac5f18 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=e25a6a6d-d05f-408d-b162-27c7578c2e57 HTTP/1.1" status: 200 len: 210 time: 0.1356268 Feb 09 13:10:23.771417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:23.782660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 26154f01-9b73-4e91-9ee4-0cfb670a115e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:10:23.783217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 26154f01-9b73-4e91-9ee4-0cfb670a115e not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:10:23.795186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a96bd58d-d48e-40cb-a9a8-4616fec62554 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:23.849514 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d397c89d-00c1-49b2-b6fc-e9e1d8c2e80d tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:23.915437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab89ca4-4c8a-4c2c-bd39-9bce35e84197 req-5a7f70cf-d565-4f82-885d-39a25ac99ad7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:23.955078 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aab89ca4-4c8a-4c2c-bd39-9bce35e84197 req-5a7f70cf-d565-4f82-885d-39a25ac99ad7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.7483337 Feb 09 13:10:24.021584 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'code': 200} Feb 09 13:10:24.030294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397c89d-00c1-49b2-b6fc-e9e1d8c2e80d tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Pushing event deleted for resources: {'Port': ['ID=8fc85173-b224-4059-97a9-8e02bbae90a2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:24.089279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d397c89d-00c1-49b2-b6fc-e9e1d8c2e80d tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] No DVR routers for this DVR port 8fc85173-b224-4059-97a9-8e02bbae90a2 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:10:24.092188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d397c89d-00c1-49b2-b6fc-e9e1d8c2e80d tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:24.095422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c58d4f-4f98-437a-97ee-3ad0ea1a596f', 'name': 'network-vif-deleted', 'tag': '8fc85173-b224-4059-97a9-8e02bbae90a2'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:24.137445 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9c0184c0-730c-450d-a7c0-1f54f6dda84e req-d397c89d-00c1-49b2-b6fc-e9e1d8c2e80d tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.67 "DELETE /v2.0/ports/8fc85173-b224-4059-97a9-8e02bbae90a2 HTTP/1.1" status: 204 len: 173 time: 1.4815428 Feb 09 13:10:24.153309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] For port 4c1b059f-7353-4653-9301-799efb89574c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4c1b059f-7353-4653-9301-799efb89574c,segment=NetworkSegment(bb2350a1-3725-43f7-8cdc-aed91214add5),segment_id=bb2350a1-3725-43f7-8cdc-aed91214add5)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:24.153832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:24.172187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aab89ca4-4c8a-4c2c-bd39-9bce35e84197 req-1c9ef4cc-4c34-46f3-9c77-81b03b0f3a98 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156777 Feb 09 13:10:24.188125 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:24.287268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a96bd58d-d48e-40cb-a9a8-4616fec62554, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a96bd58d-d48e-40cb-a9a8-4616fec62554,segment=NetworkSegment(ba37b027-e6b2-48d0-99a3-a55cfe7c33a9),segment_id=ba37b027-e6b2-48d0-99a3-a55cfe7c33a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:24.296627 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:24.297788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8fc85173-b224-4059-97a9-8e02bbae90a2 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:24.303652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46526) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:24.334404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Calling delete_port for 4c1b059f-7353-4653-9301-799efb89574c owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:24.442257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0c84d24-faa8-4db5-b386-ace1197f6b1b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:24.512513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0c84d24-faa8-4db5-b386-ace1197f6b1b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:24.514103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef448-6722-4e53-a762-0ca770db2d47 req-ba43f67d-1e17-4928-9a09-c68e60c1f27d tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:24.518746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef448-6722-4e53-a762-0ca770db2d47 req-ba43f67d-1e17-4928-9a09-c68e60c1f27d tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:24.526094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c0ef448-6722-4e53-a762-0ca770db2d47 req-ba43f67d-1e17-4928-9a09-c68e60c1f27d tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 1680 time: 0.1475573 Feb 09 13:10:24.637602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0c84d24-faa8-4db5-b386-ace1197f6b1b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:24.652031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 8fc85173-b224-4059-97a9-8e02bbae90a2 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:10:24.652514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8fc85173-b224-4059-97a9-8e02bbae90a2 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:10:24.653164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4c1b059f-7353-4653-9301-799efb89574c no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:24.670756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b9b1b6c-139c-4464-a037-d46e0f110742 req-4fbc4498-561d-46af-8958-2575cd225875 tempest-InstanceActionsTestJSON-789045228 tempest-InstanceActionsTestJSON-789045228-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1c58d4f-4f98-437a-97ee-3ad0ea1a596f HTTP/1.1" status: 200 len: 210 time: 0.1193368 Feb 09 13:10:24.730360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c0ef448-6722-4e53-a762-0ca770db2d47 req-a2efd2e0-d907-4872-ad8b-44552e16df81 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/security-groups?id=fbb17800-55ba-4165-a749-2bde9e11337b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032826 Feb 09 13:10:24.744052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c84d24-faa8-4db5-b386-ace1197f6b1b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f35581-26d6-4113-aecb-f0ee9905a37e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:24.760921 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0c84d24-faa8-4db5-b386-ace1197f6b1b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:24.762766 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c0c84d24-faa8-4db5-b386-ace1197f6b1b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "DELETE /v2.0/security-groups/89f35581-26d6-4113-aecb-f0ee9905a37e HTTP/1.1" status: 204 len: 168 time: 0.4578974 Feb 09 13:10:24.767077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46530) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:24.820298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:24.823667 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-a3d7fe44-8a82-4b2e-82f2-5f8444473fd9 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] show failed (client error): The resource could not be found. Feb 09 13:10:24.826673 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a3d7fe44-8a82-4b2e-82f2-5f8444473fd9 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups/89f35581-26d6-4113-aecb-f0ee9905a37e HTTP/1.1" status: 404 len: 347 time: 0.0576267 Feb 09 13:10:24.835196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46536) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:24.898441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Port': ['ID=4c1b059f-7353-4653-9301-799efb89574c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:24.921404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.922410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.922672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.923067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.923598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.924119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.924637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.925159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.925684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.926228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.926817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:24.984523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No active binding found for port 4c1b059f-7353-4653-9301-799efb89574c {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:10:24.985381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4c1b059f-7353-4653-9301-799efb89574c not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:10:25.017253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a96bd58d-d48e-40cb-a9a8-4616fec62554,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:25.074087 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31067140-e822-44ce-b4bc-8cdd7cef80f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:25.485772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] No DVR routers for this DVR port 4c1b059f-7353-4653-9301-799efb89574c on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:10:25.510350 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:25.514026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'name': 'network-vif-deleted', 'tag': '4c1b059f-7353-4653-9301-799efb89574c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:25.566331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-482205d4-cebd-432a-a3fb-c2976ed57a39 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "DELETE /v2.0/ports/4c1b059f-7353-4653-9301-799efb89574c HTTP/1.1" status: 204 len: 173 time: 2.5687461 Feb 09 13:10:25.611912 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c58d4f-4f98-437a-97ee-3ad0ea1a596f', 'name': 'network-vif-deleted', 'tag': '8fc85173-b224-4059-97a9-8e02bbae90a2', 'status': 'completed', 'code': 200} Feb 09 13:10:25.635157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bd5fda4a-b33d-4699-99af-a9dd3b903ea3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Deleting port ee9d7e25-45e1-4272-8a9c-37f670334774 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:25.635490 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd5fda4a-b33d-4699-99af-a9dd3b903ea3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:25.690386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-408a9de3-bfe2-476d-bd96-969e5c6e5464 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting port a96bd58d-d48e-40cb-a9a8-4616fec62554 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:25.690893 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-408a9de3-bfe2-476d-bd96-969e5c6e5464 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:25.826913 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2c6c3-d249-4ddd-adef-6a44167d21a6 req-b33fdc62-ef9c-4862-aac2-46ba1f592b46 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:25.829398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bd2c6c3-d249-4ddd-adef-6a44167d21a6 req-b33fdc62-ef9c-4862-aac2-46ba1f592b46 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 945 time: 0.4804401 Feb 09 13:10:25.837855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd5fda4a-b33d-4699-99af-a9dd3b903ea3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:25.838188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd5fda4a-b33d-4699-99af-a9dd3b903ea3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:25.996003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bd5fda4a-b33d-4699-99af-a9dd3b903ea3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Calling delete_port for ee9d7e25-45e1-4272-8a9c-37f670334774 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:26.023045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}, {'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96bd58d-d48e-40cb-a9a8-4616fec62554'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:26.052224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bd2c6c3-d249-4ddd-adef-6a44167d21a6 req-ec8dbdfa-3f10-4211-ad1e-f22d30dba715 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786385 Feb 09 13:10:26.206609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-408a9de3-bfe2-476d-bd96-969e5c6e5464 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] For port a96bd58d-d48e-40cb-a9a8-4616fec62554, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a96bd58d-d48e-40cb-a9a8-4616fec62554,segment=NetworkSegment(ba37b027-e6b2-48d0-99a3-a55cfe7c33a9),segment_id=ba37b027-e6b2-48d0-99a3-a55cfe7c33a9)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:26.207118 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-408a9de3-bfe2-476d-bd96-969e5c6e5464 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:26.216083 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd5fda4a-b33d-4699-99af-a9dd3b903ea3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:26.342631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-408a9de3-bfe2-476d-bd96-969e5c6e5464 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Calling delete_port for a96bd58d-d48e-40cb-a9a8-4616fec62554 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:26.536209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fda4a-b33d-4699-99af-a9dd3b903ea3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event deleted for resources: {'Port': ['ID=ee9d7e25-45e1-4272-8a9c-37f670334774,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:26.547114 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9b342d8b-454a-49dd-9fb5-5a5ebcfbca62 req-82842c71-ea56-4c20-98f6-b222750d9643 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0c6dcaa21f84ab087a41239bfdecea9&device_id=80546d01-4266-47aa-99e2-8f5082075af3 HTTP/1.1" status: 200 len: 210 time: 0.0646243 Feb 09 13:10:26.595767 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'name': 'network-vif-deleted', 'tag': '4c1b059f-7353-4653-9301-799efb89574c', 'status': 'completed', 'code': 200} Feb 09 13:10:26.604610 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9b342d8b-454a-49dd-9fb5-5a5ebcfbca62 req-6318e0cb-986f-452b-898e-367d516a3035 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f0c6dcaa21f84ab087a41239bfdecea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439103 Feb 09 13:10:26.620193 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e839df5-0d31-47d7-a983-13f0e8308504 None None] New status for floating IP 4101eeda-0f7e-4583-ac90-7866054dbb48: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:10:26.623924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26569eda-da34-4420-b769-25ef0e31f75e req-c03cd8a6-92bc-489e-ac1b-7827dd0e576a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:26.630907 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26569eda-da34-4420-b769-25ef0e31f75e req-c03cd8a6-92bc-489e-ac1b-7827dd0e576a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.9441581 Feb 09 13:10:26.661648 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46566) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:26.732460 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-408a9de3-bfe2-476d-bd96-969e5c6e5464 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:26.814688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26569eda-da34-4420-b769-25ef0e31f75e req-b5b79f0c-1106-4501-978b-1e8980c524cc tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824443 Feb 09 13:10:26.822234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a9de3-bfe2-476d-bd96-969e5c6e5464 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Port': ['ID=a96bd58d-d48e-40cb-a9a8-4616fec62554,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:26.840308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b342d8b-454a-49dd-9fb5-5a5ebcfbca62 req-579d794e-4807-46d4-8125-74ec87ca61ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:26.841980 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9b342d8b-454a-49dd-9fb5-5a5ebcfbca62 req-579d794e-4807-46d4-8125-74ec87ca61ee service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2282474 Feb 09 13:10:26.848480 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd5fda4a-b33d-4699-99af-a9dd3b903ea3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:26.882087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd5fda4a-b33d-4699-99af-a9dd3b903ea3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:26.883548 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bd5fda4a-b33d-4699-99af-a9dd3b903ea3 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "DELETE /v2.0/floatingips/4101eeda-0f7e-4583-ac90-7866054dbb48 HTTP/1.1" status: 204 len: 168 time: 2.0456893 Feb 09 13:10:26.991792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8958b381-1240-4a47-86a4-20a41f714a26 req-4f900b56-1250-4758-8fda-c81c360e5fdd tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Synchronizing usage tracker for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:27.015474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b2b4fa-afd7-46ac-aa54-7b773bcb4fa7 admin admin] Deleting subnet 7dea5dd8-6b9a-4b2c-9514-3350034a6a7c {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:10:27.026924 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'code': 200} Feb 09 13:10:27.027391 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96bd58d-d48e-40cb-a9a8-4616fec62554', 'code': 200} Feb 09 13:10:27.085130 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b4fa-afd7-46ac-aa54-7b773bcb4fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:27.134282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-408a9de3-bfe2-476d-bd96-969e5c6e5464 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] No DVR routers for this DVR port a96bd58d-d48e-40cb-a9a8-4616fec62554 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:10:27.142298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8958b381-1240-4a47-86a4-20a41f714a26 req-4f900b56-1250-4758-8fda-c81c360e5fdd tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Unset dirty status for tenant:518eddaf9aae45579bfc8c3777121f31 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:27.156392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8958b381-1240-4a47-86a4-20a41f714a26 req-4f900b56-1250-4758-8fda-c81c360e5fdd tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe5ec364-a88a-4304-a7a7-e28634d270d8 HTTP/1.1" status: 200 len: 210 time: 0.3521533 Feb 09 13:10:27.160989 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-16d2620a-d8b9-4b85-bc30-4e5ecdccf52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:27.161809 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-408a9de3-bfe2-476d-bd96-969e5c6e5464 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:27.170442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fda8cd7-6119-49d5-ad02-d4e285b960c6 req-408a9de3-bfe2-476d-bd96-969e5c6e5464 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.67 "DELETE /v2.0/ports/a96bd58d-d48e-40cb-a9a8-4616fec62554 HTTP/1.1" status: 204 len: 173 time: 1.5976925 Feb 09 13:10:27.225194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b4fa-afd7-46ac-aa54-7b773bcb4fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:27.295837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b4fa-afd7-46ac-aa54-7b773bcb4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:27.320976 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d756e6c-b2a0-4674-b497-d7526dcc45ca req-35ebb63b-50db-4028-98c3-e50d1a293ef2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1096 time: 0.2097220 Feb 09 13:10:27.399095 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f185274f-e390-4807-ae6b-0b44565ff5be req-d819f9dc-1e77-496d-a8e7-c04b30179036 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=80546d01-4266-47aa-99e2-8f5082075af3 HTTP/1.1" status: 200 len: 210 time: 0.0656548 Feb 09 13:10:27.449958 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d756e6c-b2a0-4674-b497-d7526dcc45ca req-8a5b82f9-2887-46ba-b898-287cd1ab320d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115251 Feb 09 13:10:27.485996 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b4fa-afd7-46ac-aa54-7b773bcb4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:27.557829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2b4fa-afd7-46ac-aa54-7b773bcb4fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dea5dd8-6b9a-4b2c-9514-3350034a6a7c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:27.575612 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b4fa-afd7-46ac-aa54-7b773bcb4fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:27.630011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46580) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:27.630408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e8b2b4fa-afd7-46ac-aa54-7b773bcb4fa7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7dea5dd8-6b9a-4b2c-9514-3350034a6a7c HTTP/1.1" status: 204 len: 168 time: 0.9650953 Feb 09 13:10:27.674993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e3874-2e2c-4332-bacc-adba92ec2101 req-17cb0222-27ba-4af5-a667-7605ad1e66fe tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:27.676832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e5e3874-2e2c-4332-bacc-adba92ec2101 req-17cb0222-27ba-4af5-a667-7605ad1e66fe tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.0976281 Feb 09 13:10:27.746563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e5e3874-2e2c-4332-bacc-adba92ec2101 req-c64c8670-144e-4273-b4c3-7aa283a5b7da tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618131 Feb 09 13:10:27.758399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46584) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:27.769217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906679567', 'description': 'tempest-description--760047458'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:27.784516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:27.791534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:security_group and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:27.797832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:27.816658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:27.836991 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:27.897245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:27.908701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:27.915251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:security_group_rule and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:27.920659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:27.928202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:28.195532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.268099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724903ac-b17d-4f86-9e20-324e589a1929']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:28.285960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f542c247-0d6b-449b-bf31-308e7b33dc48') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:28.286691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f542c247-0d6b-449b-bf31-308e7b33dc48') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:28.320831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.395582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.432759 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.452172 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.459758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:10:28.460453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.461908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:10:28.480207 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:10:28.594337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799b209a-da7c-47a2-baeb-ebeb5d762864,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:28.608961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedfa52-394e-4db6-9ba0-80d5338371b0 req-a6ec4c47-93da-439b-89db-473e62c543dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:28.621764 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.622572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bcedfa52-394e-4db6-9ba0-80d5338371b0 req-a6ec4c47-93da-439b-89db-473e62c543dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 945 time: 0.6438689 Feb 09 13:10:28.629690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'name': 'network-vif-deleted', 'tag': 'a96bd58d-d48e-40cb-a9a8-4616fec62554'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:28.655901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.678455 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.680486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a9defc44-3ea1-4797-9e32-b2feb051505f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9204824 Feb 09 13:10:28.688248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46606) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:28.700983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'security_group_rule': {'security_group_id': '799b209a-da7c-47a2-baeb-ebeb5d762864', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:28.704025 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.712492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] Pushing event deleted for resources: {'Network': ['ID=724903ac-b17d-4f86-9e20-324e589a1929,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:28.720634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3eb32-cc3f-4a6f-b8a8-5f3b12c841b7 req-9c7e7f70-ade4-4e3a-8c77-f1c8d0b29c8e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:28.721654 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f7ad7f01-70dd-447b-b6f9-2ff6a806951f admin admin] 10.222.0.59 "DELETE /v2.0/networks/724903ac-b17d-4f86-9e20-324e589a1929 HTTP/1.1" status: 204 len: 168 time: 1.0900874 Feb 09 13:10:28.727040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90e3eb32-cc3f-4a6f-b8a8-5f3b12c841b7 req-9c7e7f70-ade4-4e3a-8c77-f1c8d0b29c8e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3956583 Feb 09 13:10:28.731494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:28.774046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:security_group_rule and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:28.783644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:28.809384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:28.842305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bcedfa52-394e-4db6-9ba0-80d5338371b0 req-e7ff7a65-faa1-40fc-a371-7f8f7db0046d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184348 Feb 09 13:10:28.888835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:28.909614 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90e3eb32-cc3f-4a6f-b8a8-5f3b12c841b7 req-c8a8913b-44c8-456f-bfc5-4d0cd05b3f6a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619623 Feb 09 13:10:28.978722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46612) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:29.071441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46618) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:29.294702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d74c6cdb-7c46-4530-b3d0-84017bf7827f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75df871583eb4b4ebed3ed510c310675&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3123796 Feb 09 13:10:29.300234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.301575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46624) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:29.311223 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5ec364-a88a-4304-a7a7-e28634d270d8', 'name': 'network-vif-deleted', 'tag': 'a96bd58d-d48e-40cb-a9a8-4616fec62554', 'status': 'completed', 'code': 200} Feb 09 13:10:29.314663 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.382810 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9b342d8b-454a-49dd-9fb5-5a5ebcfbca62 req-9bb3b309-e518-462b-941b-17c76166fd30 tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.67 "GET /v2.0/ports?device_id=80546d01-4266-47aa-99e2-8f5082075af3 HTTP/1.1" status: 200 len: 210 time: 0.4914694 Feb 09 13:10:29.467055 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18f6e2bd-9462-42b5-b151-f05fe6cc966b req-c11826c7-5b77-4b15-af8c-d593d24772ef tempest-ServerShowV247Test-330379964 tempest-ServerShowV247Test-330379964-project] 10.222.0.59 "GET /v2.0/ports?device_id=80546d01-4266-47aa-99e2-8f5082075af3 HTTP/1.1" status: 200 len: 210 time: 0.1025240 Feb 09 13:10:29.472173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b92ee82-2335-4937-88b5-21889d1f1e61,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:29.525188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.537971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e2c4074d-c358-4dbf-92f7-8cc56fc7a500 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8480701 Feb 09 13:10:29.541739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46628) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:29.568470 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b418e44b-d775-441a-8fe7-7cb2831794b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.621810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcbd494-a56a-447c-b1f8-9bca2b64f64b tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting subnet 68a508fa-b1c8-478c-a01c-016500a5f7a6 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:10:29.627082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'security_group_rule': {'security_group_id': '799b209a-da7c-47a2-baeb-ebeb5d762864', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:29.631049 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b418e44b-d775-441a-8fe7-7cb2831794b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.633733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd494-a56a-447c-b1f8-9bca2b64f64b tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.663223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:29.673143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:security_group_rule and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:29.681786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:29.692372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:29.706542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd494-a56a-447c-b1f8-9bca2b64f64b tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.724321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b418e44b-d775-441a-8fe7-7cb2831794b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.753513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.764497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418e44b-d775-441a-8fe7-7cb2831794b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517d2117-be8e-4b95-b0ab-525e43cdf84d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:29.777647 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b418e44b-d775-441a-8fe7-7cb2831794b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.781793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b418e44b-d775-441a-8fe7-7cb2831794b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/517d2117-be8e-4b95-b0ab-525e43cdf84d HTTP/1.1" status: 204 len: 168 time: 0.4691889 Feb 09 13:10:29.824201 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.830094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.833631 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.867921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8c2994-42e1-41dd-9173-957a2afaba99,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:29.885885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.887227 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0954c43c-382b-4958-b384-1d104dbd27ed tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3444922 Feb 09 13:10:29.890686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46636) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:29.905093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:29.910042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd494-a56a-447c-b1f8-9bca2b64f64b tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:29.920628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:29.937010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:floatingip and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:29.943764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:29.971751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:30.010498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:30.111245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd494-a56a-447c-b1f8-9bca2b64f64b tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:30.184949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a643362-0cbd-4388-b0b3-f574a519c8e5 None None] Network 85993c2b-9c1f-4a03-be7f-02bf5d681e12 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:30.185213 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd494-a56a-447c-b1f8-9bca2b64f64b tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:30.192496 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5bcbd494-a56a-447c-b1f8-9bca2b64f64b tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "DELETE /v2.0/subnets/68a508fa-b1c8-478c-a01c-016500a5f7a6 HTTP/1.1" status: 204 len: 168 time: 1.1009552 Feb 09 13:10:30.196790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46644) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:30.199626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbd494-a56a-447c-b1f8-9bca2b64f64b tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Subnet': ['ID=68a508fa-b1c8-478c-a01c-016500a5f7a6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:30.336912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:30.351454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting port 248188f4-aad9-4291-ba35-7f03a4479a39 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:30.351986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:30.507794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92f951-c6ad-499d-a479-0b630ef11848 req-c0978ddf-76f0-415f-a99f-fe7f89c3d613 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:30.514539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c92f951-c6ad-499d-a479-0b630ef11848 req-c0978ddf-76f0-415f-a99f-fe7f89c3d613 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 945 time: 0.3888333 Feb 09 13:10:30.594924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94db257-3a9a-4e95-95a8-e593dea931df req-730e02f7-67e0-49e1-8c48-0b2b99c5183f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:30.602113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a94db257-3a9a-4e95-95a8-e593dea931df req-730e02f7-67e0-49e1-8c48-0b2b99c5183f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.4028518 Feb 09 13:10:30.693481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c92f951-c6ad-499d-a479-0b630ef11848 req-7068b715-0536-4ac1-b8a2-c144808ea171 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779404 Feb 09 13:10:30.753859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] DHCP port deletion for 85993c2b-9c1f-4a03-be7f-02bf5d681e12 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:10:30.759394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a94db257-3a9a-4e95-95a8-e593dea931df req-daa19dea-8890-4407-9663-7f0078e7c9a9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564660 Feb 09 13:10:30.760263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] Deleting port 248188f4-aad9-4291-ba35-7f03a4479a39 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:30.760870 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:30.770838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] For port 248188f4-aad9-4291-ba35-7f03a4479a39, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=248188f4-aad9-4291-ba35-7f03a4479a39,segment=NetworkSegment(ba37b027-e6b2-48d0-99a3-a55cfe7c33a9),segment_id=ba37b027-e6b2-48d0-99a3-a55cfe7c33a9)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:30.771274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:30.812426 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.079616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Calling delete_port for 248188f4-aad9-4291-ba35-7f03a4479a39 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:31.158857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Allocated IP 172.25.5.221 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/769393f8-25b6-4b85-b1ca-9826cd16d74f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:31.303514 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.374693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Port': ['ID=248188f4-aad9-4291-ba35-7f03a4479a39,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:31.376280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] For port 248188f4-aad9-4291-ba35-7f03a4479a39, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=248188f4-aad9-4291-ba35-7f03a4479a39,segment=NetworkSegment(ba37b027-e6b2-48d0-99a3-a55cfe7c33a9),segment_id=ba37b027-e6b2-48d0-99a3-a55cfe7c33a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:31.376722 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.399521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] No DVR routers for this DVR port 248188f4-aad9-4291-ba35-7f03a4479a39 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:10:31.610411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.668757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85993c2b-9c1f-4a03-be7f-02bf5d681e12']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:31.697393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:31.697773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba37b027-e6b2-48d0-99a3-a55cfe7c33a9') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:31.704983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46680) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:31.735377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.771858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.773657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 248188f4-aad9-4291-ba35-7f03a4479a39 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:31.781765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:10:31.782490 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.820521 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:10:31.838274 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:10:31.856299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5061a38-dfdb-448a-931f-376f996aa98f req-7d8f1bb0-6410-431b-9d2c-7ccb750580f0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:31.858424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5061a38-dfdb-448a-931f-376f996aa98f req-7d8f1bb0-6410-431b-9d2c-7ccb750580f0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 945 time: 0.2777669 Feb 09 13:10:31.868986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46688) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:31.891700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bed1fe35-224a-4590-97de-b8733d5c4f73 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'floatingip': {'port_id': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:31.944321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] Calling delete_port for 248188f4-aad9-4291-ba35-7f03a4479a39 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:31.957915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46692) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:31.966561 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:31.999754 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.027701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Network': ['ID=85993c2b-9c1f-4a03-be7f-02bf5d681e12,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:32.036609 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a3741a21-848e-45ea-a7ab-0ea16e3bc372 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "DELETE /v2.0/networks/85993c2b-9c1f-4a03-be7f-02bf5d681e12 HTTP/1.1" status: 204 len: 168 time: 1.8369420 Feb 09 13:10:32.036847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 248188f4-aad9-4291-ba35-7f03a4479a39 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:10:32.037414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46698) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:32.048469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 248188f4-aad9-4291-ba35-7f03a4479a39 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:10:32.210821 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bed1fe35-224a-4590-97de-b8733d5c4f73 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.253972 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:10:32.254330 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:10:32.445876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1923743235-network', 'tenant_id': '77be606c5ff5436f8e4c2f4a042e660c'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:32.462929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:32.473620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Usage tracker for resource:network and tenant:77be606c5ff5436f8e4c2f4a042e660c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:32.476361 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d067fe3-bc71-411f-82fa-7775f0b10760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.487584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:32.502014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:32.511321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.533928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6d067fe3-bc71-411f-82fa-7775f0b10760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:32.538876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6d067fe3-bc71-411f-82fa-7775f0b10760 admin admin] Usage tracker for resource:security_group_rule and tenant:f0c6dcaa21f84ab087a41239bfdecea9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:32.542218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6d067fe3-bc71-411f-82fa-7775f0b10760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:32.549685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6d067fe3-bc71-411f-82fa-7775f0b10760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:32.585901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:32.604091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:32.614938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:10:32.641599 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d067fe3-bc71-411f-82fa-7775f0b10760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.646613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a096473-9081-4d13-ad94-fd77b6484f93 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting subnet 73ad424f-dcff-4715-a9f3-de36eee57aac {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:10:32.650170 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a096473-9081-4d13-ad94-fd77b6484f93 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.694281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'Port': ['ID=769393f8-25b6-4b85-b1ca-9826cd16d74f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:32.725281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b5bb7-581d-4a65-b275-b91a620dc5ec req-faae3b30-2b94-4f77-97c2-9139a71a2bbb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:32.727646 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a096473-9081-4d13-ad94-fd77b6484f93 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.732395 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b15b5bb7-581d-4a65-b275-b91a620dc5ec req-faae3b30-2b94-4f77-97c2-9139a71a2bbb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3697925 Feb 09 13:10:32.755125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] Deleting port 248188f4-aad9-4291-ba35-7f03a4479a39 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:32.755719 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.816554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d067fe3-bc71-411f-82fa-7775f0b10760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.858608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-daadbaa6-24bc-416f-8a4e-c27bcaad5ca7 None None] The port '248188f4-aad9-4291-ba35-7f03a4479a39' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:10:32.870608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Made reservation on behalf of 77be606c5ff5436f8e4c2f4a042e660c for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:32.873187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:32.902362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a096473-9081-4d13-ad94-fd77b6484f93 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.062370 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a096473-9081-4d13-ad94-fd77b6484f93 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.118156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.141002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d067fe3-bc71-411f-82fa-7775f0b10760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cec1e2c-13d9-4a38-8711-dadbe70167e4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:33.158066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b15b5bb7-581d-4a65-b275-b91a620dc5ec req-ade883cc-56ca-4cd5-9f1c-18d885327e42 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244134 Feb 09 13:10:33.164953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:33.168819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Usage tracker for resource:security_group_rule and tenant:77be606c5ff5436f8e4c2f4a042e660c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:33.171927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:33.178215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:33.181425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a096473-9081-4d13-ad94-fd77b6484f93 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Subnet': ['ID=73ad424f-dcff-4715-a9f3-de36eee57aac,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:33.190799 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6d067fe3-bc71-411f-82fa-7775f0b10760 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0c6dcaa21f84ab087a41239bfdecea9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2285504 Feb 09 13:10:33.193855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46712) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:33.194942 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a096473-9081-4d13-ad94-fd77b6484f93 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.207704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab50c20-0352-4a9f-b026-92a55cfe2d98 None None] Network f98c40bf-6b21-487a-807c-1d82acc93c32 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:33.219898 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5a096473-9081-4d13-ad94-fd77b6484f93 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "DELETE /v2.0/subnets/73ad424f-dcff-4715-a9f3-de36eee57aac HTTP/1.1" status: 204 len: 168 time: 1.1813252 Feb 09 13:10:33.224553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46716) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:33.332113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43ac0ec5-2a00-4835-b119-fd8040c9c268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.357204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.369571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.395430 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43ac0ec5-2a00-4835-b119-fd8040c9c268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.427753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:10:33.447417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49385f4a-a76c-4a00-8f7a-56a5197104a4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:33.466146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.466516 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Added segment 7ff00a7e-c40f-4da6-ad2b-520cce110dde of type vlan for network 8bf51709-495d-42c1-9cbf-89b07a8cc5ff Feb 09 13:10:33.502562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.543222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.544631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:33.545838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.591729 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8857810 Feb 09 13:10:33.593136 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43ac0ec5-2a00-4835-b119-fd8040c9c268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.597581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43ac0ec5-2a00-4835-b119-fd8040c9c268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.598988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-43ac0ec5-2a00-4835-b119-fd8040c9c268 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5cec1e2c-13d9-4a38-8711-dadbe70167e4 HTTP/1.1" status: 204 len: 168 time: 0.3818791 Feb 09 13:10:33.635046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46726) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:33.681685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac0ec5-2a00-4835-b119-fd8040c9c268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cec1e2c-13d9-4a38-8711-dadbe70167e4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:33.723226 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.732318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Request body: {'subnet': {'network_id': '8bf51709-495d-42c1-9cbf-89b07a8cc5ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1923743235-subnet', 'tenant_id': '77be606c5ff5436f8e4c2f4a042e660c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:33.746097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8674ec2c-aee1-428a-b2c2-8a9dc4af4b10 None None] DHCP port deletion for f98c40bf-6b21-487a-807c-1d82acc93c32 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:10:33.752040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8674ec2c-aee1-428a-b2c2-8a9dc4af4b10 None None] Deleting port 42369fce-cfc9-420c-b37c-174284766145 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:33.752558 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8674ec2c-aee1-428a-b2c2-8a9dc4af4b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:33.837392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58afb5-a549-4180-83bc-fd967bdab118 admin admin] Pushing event updated for resources: {'Network': ['ID=8bf51709-495d-42c1-9cbf-89b07a8cc5ff,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:33.886561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 8bf51709-495d-42c1-9cbf-89b07a8cc5ff details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:10:34.123434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:34.134682 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.137035 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.187010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Usage tracker for resource:subnet and tenant:77be606c5ff5436f8e4c2f4a042e660c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:34.205690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:34.226108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:34.327644 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bed1fe35-224a-4590-97de-b8733d5c4f73 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.330112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Made reservation on behalf of 77be606c5ff5436f8e4c2f4a042e660c for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:34.332454 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.375679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Deleting port 42369fce-cfc9-420c-b37c-174284766145 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:34.376047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.388482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8674ec2c-aee1-428a-b2c2-8a9dc4af4b10 None None] For port 42369fce-cfc9-420c-b37c-174284766145, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=42369fce-cfc9-420c-b37c-174284766145,segment=NetworkSegment(bb2350a1-3725-43f7-8cdc-aed91214add5),segment_id=bb2350a1-3725-43f7-8cdc-aed91214add5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:34.389564 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8674ec2c-aee1-428a-b2c2-8a9dc4af4b10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.463404 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bed1fe35-224a-4590-97de-b8733d5c4f73 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.717326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8674ec2c-aee1-428a-b2c2-8a9dc4af4b10 None None] Calling delete_port for 42369fce-cfc9-420c-b37c-174284766145 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:34.874460 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8674ec2c-aee1-428a-b2c2-8a9dc4af4b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:34.927614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] The port '42369fce-cfc9-420c-b37c-174284766145' was deleted {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:10:34.940417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674ec2c-aee1-428a-b2c2-8a9dc4af4b10 None None] Pushing event deleted for resources: {'Port': ['ID=42369fce-cfc9-420c-b37c-174284766145,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:34.952014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674ec2c-aee1-428a-b2c2-8a9dc4af4b10 None None] No DVR routers for this DVR port 42369fce-cfc9-420c-b37c-174284766145 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:10:35.187783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46756) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:35.210441 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.238873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5c8f6-7547-40b6-8d09-3634854dbcdb req-99020cef-f4da-41ec-8f63-883dff5acad0 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:35.240254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dc5c8f6-7547-40b6-8d09-3634854dbcdb req-99020cef-f4da-41ec-8f63-883dff5acad0 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.8302045 Feb 09 13:10:35.270668 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:10:35.304665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98c40bf-6b21-487a-807c-1d82acc93c32']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:35.318514 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.335154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2350a1-3725-43f7-8cdc-aed91214add5') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:35.335530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2350a1-3725-43f7-8cdc-aed91214add5') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:35.343430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.411916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2062747070-network', 'tenant_id': 'be5a045e6530462a863df12051abde27'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:35.428119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:35.432687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Usage tracker for resource:network and tenant:be5a045e6530462a863df12051abde27 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:35.435022 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.436226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:35.443225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:35.460038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Made reservation on behalf of be5a045e6530462a863df12051abde27 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:35.462897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.482241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 42369fce-cfc9-420c-b37c-174284766145 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:35.483450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.525825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:35.530543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Usage tracker for resource:security_group_rule and tenant:be5a045e6530462a863df12051abde27 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:35.534822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:35.540987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:35.544431 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.549225 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dc5c8f6-7547-40b6-8d09-3634854dbcdb req-04520187-6314-4382-bf78-cb5d756da0d7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851670 Feb 09 13:10:35.558194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.567439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 42369fce-cfc9-420c-b37c-174284766145 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:10:35.568670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 42369fce-cfc9-420c-b37c-174284766145 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:10:35.623526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'Port': ['ID=769393f8-25b6-4b85-b1ca-9826cd16d74f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:35.653575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:10:35.654244 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.664117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.669855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.683444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:10:35.700303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.700598 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Added segment 1a3e768d-3c80-4aa8-a655-9a9ddef554d7 of type vlan for network 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d Feb 09 13:10:35.758996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.780321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.795999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:10:35.797860 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:10:35.805661 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.807131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:35.808029 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.880279 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.945430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:35.955675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] Pushing event deleted for resources: {'Network': ['ID=f98c40bf-6b21-487a-807c-1d82acc93c32,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:35.962419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6095662c-6472-4cf7-a586-37fbf71d5ce0 tempest-ServersTestMultiNic-1653404788 tempest-ServersTestMultiNic-1653404788-project] 10.222.0.59 "DELETE /v2.0/networks/f98c40bf-6b21-487a-807c-1d82acc93c32 HTTP/1.1" status: 204 len: 168 time: 2.7327452 Feb 09 13:10:36.034642 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-bed1fe35-224a-4590-97de-b8733d5c4f73 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Floating IP 65e61974-f2ee-4511-8962-cd8545900cf6 associated. External IP: 172.25.5.35, port: 7336377c-adfa-4da4-bbc3-3f75ab4d9c46. Feb 09 13:10:36.048678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6399da-bdf0-4880-a7e4-bb38fcdbab5d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:36.070180 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-73c29378-7a18-4a00-b28c-4784435fd940 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8790228 Feb 09 13:10:36.074783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:10:36.075305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46776) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:36.084483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Request body: {'subnet': {'network_id': '9f6399da-bdf0-4880-a7e4-bb38fcdbab5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2062747070-subnet', 'tenant_id': 'be5a045e6530462a863df12051abde27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:36.098976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:36.110405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Usage tracker for resource:subnet and tenant:be5a045e6530462a863df12051abde27 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:36.116456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:36.116831 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:36.128953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:36.145734 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-95498f9f-eb44-446a-b819-2446e427cac4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2504499 Feb 09 13:10:36.146174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Made reservation on behalf of be5a045e6530462a863df12051abde27 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:36.148880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:36.224328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d7a546-a0e6-4f3b-8266-e2928ed29c96,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:36.380956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Checking segment: {'id': '7ff00a7e-c40f-4da6-ad2b-520cce110dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bf51709-495d-42c1-9cbf-89b07a8cc5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:10:36.381310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Network hostable DHCP agents. Network: 8bf51709-495d-42c1-9cbf-89b07a8cc5ff, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:10:36.416208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afb7f4-f19c-42bf-9f1b-d4243294f861 req-70c4a91e-5c34-4607-ad2a-6cb68188e1b1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:36.424634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71afb7f4-f19c-42bf-9f1b-d4243294f861 req-70c4a91e-5c34-4607-ad2a-6cb68188e1b1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.6131110 Feb 09 13:10:36.524513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:36.527635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71afb7f4-f19c-42bf-9f1b-d4243294f861 req-7bb1cc12-6dbe-481c-84b3-409235cd38fb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018434 Feb 09 13:10:36.537728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Network 8bf51709-495d-42c1-9cbf-89b07a8cc5ff is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:10:36.574299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 8bf51709-495d-42c1-9cbf-89b07a8cc5ff) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:36.587034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:36.587738 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:36.588226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a78ce-91d2-4d70-9c52-af9bb597e567 None None] Network 8bf51709-495d-42c1-9cbf-89b07a8cc5ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:36.613616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-df2e3c07-f6d7-4c6c-9855-9e68d4866c62 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9664507 Feb 09 13:10:36.662252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9975fdf0-59f4-4841-9c3c-09b355682766,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:36.740482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Checking segment: {'id': '1a3e768d-3c80-4aa8-a655-9a9ddef554d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f6399da-bdf0-4880-a7e4-bb38fcdbab5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:10:36.741028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Network hostable DHCP agents. Network: 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:10:36.784812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Network 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:10:36.802371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:36.810920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:36.811740 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:36.833533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46798) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:36.849212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c85f8a1-2c41-457b-8d7b-aecd9e91e950 None None] Network 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:37.186514 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e48f53af-3df2-4e92-b965-9d5c3a6ba812 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1018584 Feb 09 13:10:37.307477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-1b5df638-1b95-48e9-aa0f-08573629ea70 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Synchronizing usage tracker for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:37.504019 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-987e8a78-88ae-4716-9f9c-298b5d7c863c req-23f5bcdb-5e3a-4380-b0c3-cc562963097b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2964423 Feb 09 13:10:37.510385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-1b5df638-1b95-48e9-aa0f-08573629ea70 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Unset dirty status for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:37.524150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-1b5df638-1b95-48e9-aa0f-08573629ea70 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1906679567&fields=id&tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1 HTTP/1.1" status: 200 len: 267 time: 0.6149795 Feb 09 13:10:37.694894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afea9e59-1974-4ec8-9c86-6ca8b36a1f45 None None] Network 8bf51709-495d-42c1-9cbf-89b07a8cc5ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:37.885779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed1fe35-224a-4590-97de-b8733d5c4f73 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Router d1012ea0-5cb3-4548-9ca7-476d235bff32 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:10:37.921485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-16fbbe93-26bd-4562-b1ef-fb35b881081c tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:37.936935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-16fbbe93-26bd-4562-b1ef-fb35b881081c tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 810 time: 0.4116530 Feb 09 13:10:38.119932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a32c4b-c1bf-4eaa-9836-05b9bd43c129 None None] Network 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:38.400802 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-987e8a78-88ae-4716-9f9c-298b5d7c863c req-880a9267-9fdc-4e74-ac4b-ab80ff7581ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 1096 time: 0.3692000 Feb 09 13:10:38.458664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-f3009cf0-bdd2-4347-91d2-f8ca4e17247b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/quotas/3fbe2ed9f5f94e24861de215e30bd8d1 HTTP/1.1" status: 200 len: 375 time: 0.5098798 Feb 09 13:10:38.534973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46826) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:38.557836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2117089427-network', 'tenant_id': 'e6e170b66c4f4c42a9538c5bd6a78fd4'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:38.576879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c521f6-3bf3-48a5-8745-327b30b27cea req-904a1635-670a-4654-9086-89a42867c25e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:38.585528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2c521f6-3bf3-48a5-8745-327b30b27cea req-904a1635-670a-4654-9086-89a42867c25e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.8378356 Feb 09 13:10:38.665746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:38.670060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Usage tracker for resource:network and tenant:e6e170b66c4f4c42a9538c5bd6a78fd4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:38.674343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2c521f6-3bf3-48a5-8745-327b30b27cea req-d34d3fc5-8d6f-46b9-a7ba-39d1640dc284 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873692 Feb 09 13:10:38.675938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:38.684345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:38.729605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e1f85666-5a87-468e-bb4d-5620a16d2bcb tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2505453 Feb 09 13:10:38.741292 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Made reservation on behalf of e6e170b66c4f4c42a9538c5bd6a78fd4 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:38.744362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:38.779678 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:38.793153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e8a78-88ae-4716-9f9c-298b5d7c863c req-fc718946-c831-47e3-9611-02d7f2fde02d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:38.794675 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-987e8a78-88ae-4716-9f9c-298b5d7c863c req-fc718946-c831-47e3-9611-02d7f2fde02d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 914 time: 0.3241289 Feb 09 13:10:38.940658 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-987e8a78-88ae-4716-9f9c-298b5d7c863c req-d2e2de91-9b5e-4466-a845-5b9380f2bb0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9 HTTP/1.1" status: 200 len: 217 time: 0.1324182 Feb 09 13:10:38.947116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:39.009613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-ad1cf30a-6a79-4f3f-84fc-7126e3f83889 service neutron] 10.222.0.59 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422700 Feb 09 13:10:39.020492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Usage tracker for resource:security_group_rule and tenant:e6e170b66c4f4c42a9538c5bd6a78fd4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:39.028845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:39.050888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:39.088077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e8a78-88ae-4716-9f9c-298b5d7c863c req-f1d79986-99a7-4769-9ad3-6a8c169d209b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:39.090477 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-987e8a78-88ae-4716-9f9c-298b5d7c863c req-f1d79986-99a7-4769-9ad3-6a8c169d209b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19b012f7-1ce6-4626-b8fb-43ba553e2e3e HTTP/1.1" status: 200 len: 853 time: 0.1386421 Feb 09 13:10:39.095158 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.166446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed1fe35-224a-4590-97de-b8733d5c4f73 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:10:39.172285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bed1fe35-224a-4590-97de-b8733d5c4f73 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.182136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] Sync routers for ids ['d1012ea0-5cb3-4548-9ca7-476d235bff32'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:10:39.212266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] Routers {'d1012ea0-5cb3-4548-9ca7-476d235bff32'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:10:39.214297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:10:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d1012ea0-5cb3-4548-9ca7-476d235bff32'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:39.396056 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-987e8a78-88ae-4716-9f9c-298b5d7c863c req-9afa12ac-9b35-4dce-847a-2a1a1bde3945 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce0fe483-d43c-4e01-adab-40eb1b1b5905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885152 Feb 09 13:10:39.447782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bed1fe35-224a-4590-97de-b8733d5c4f73 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "PUT /v2.0/floatingips/65e61974-f2ee-4511-8962-cd8545900cf6 HTTP/1.1" status: 200 len: 990 time: 7.5780008 Feb 09 13:10:39.457178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:39.504979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] Set router d1012ea0-5cb3-4548-9ca7-476d235bff32 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:10:39.654376 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.664286 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.678951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:10:39.690358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.690769 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Added segment be5a088c-c7b3-4576-b86f-7f04fad5f950 of type vlan for network f76476d4-a482-4491-bb4e-d342f4609ac1 Feb 09 13:10:39.712328 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-1a3c1d68-f5a5-4206-8b4b-7b0f732c4d64 service neutron] 10.222.0.59 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960504 Feb 09 13:10:39.746423 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:39.761220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-3e0e6771-4e38-4117-b7a8-272b7117de8f tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:39.770958 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-3e0e6771-4e38-4117-b7a8-272b7117de8f tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/networks?id=8bf51709-495d-42c1-9cbf-89b07a8cc5ff HTTP/1.1" status: 200 len: 818 time: 0.4281216 Feb 09 13:10:39.790550 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-b960a0f9-b2e9-454c-a12c-d865ee7807aa tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/quotas/77be606c5ff5436f8e4c2f4a042e660c HTTP/1.1" status: 200 len: 375 time: 0.0178480 Feb 09 13:10:39.858531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f3417517-48f0-47ee-8cdc-b3951214a00a tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=77be606c5ff5436f8e4c2f4a042e660c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668545 Feb 09 13:10:39.903438 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-987e8a78-88ae-4716-9f9c-298b5d7c863c req-34a20d82-4e4f-4551-9205-38e9e12955ba service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898973 Feb 09 13:10:39.915184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f10a62-5118-4d85-83ff-7e4644291601,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:40.084207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.088734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:40.094295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.261376 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7252581 Feb 09 13:10:40.266235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46856) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:40.278166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Request body: {'subnet': {'network_id': 'f76476d4-a482-4491-bb4e-d342f4609ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2117089427-subnet', 'tenant_id': 'e6e170b66c4f4c42a9538c5bd6a78fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:40.291550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:40.313188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '65e61974-f2ee-4511-8962-cd8545900cf6', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'port_id': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'mac_address': 'fa:16:3e:8e:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:03Z', 'updated_at': '2022-02-09T13:10:33Z', 'revision_number': 1, 'project_id': 'accedead334d4e338be32f77a85b3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:10:17Z', 'revision_number': 5, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:40.320148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] Checking router: d1012ea0-5cb3-4548-9ca7-476d235bff32 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:10:40.346828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] Routers {'d1012ea0-5cb3-4548-9ca7-476d235bff32'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:10:40.347610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:10:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d1012ea0-5cb3-4548-9ca7-476d235bff32'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:40.446527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Usage tracker for resource:subnet and tenant:e6e170b66c4f4c42a9538c5bd6a78fd4 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:40.448133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcc0b9-fb81-43fa-a13c-00803075d553 admin admin] Pushing event updated for resources: {'Network': ['ID=f76476d4-a482-4491-bb4e-d342f4609ac1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:40.481651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:40.500613 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-987e8a78-88ae-4716-9f9c-298b5d7c863c req-6e194da1-9a88-41d6-9446-4145324192e1 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809073 Feb 09 13:10:40.507056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:40.613206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Made reservation on behalf of e6e170b66c4f4c42a9538c5bd6a78fd4 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:40.617188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:40.618679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] Set router d1012ea0-5cb3-4548-9ca7-476d235bff32 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:10:40.693329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-152c7a5b-b233-4303-a87a-66c217463660 service neutron] 10.222.0.59 "GET /v2.0/networks/8bf51709-495d-42c1-9cbf-89b07a8cc5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8338296 Feb 09 13:10:40.927929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ff712-bb1e-467e-b05e-f58cdcc8d687 req-14b7915a-921b-4af3-878b-e87217816123 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:40.935166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a7ff712-bb1e-467e-b05e-f58cdcc8d687 req-14b7915a-921b-4af3-878b-e87217816123 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.6606114 Feb 09 13:10:41.105315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f76476d4-a482-4491-bb4e-d342f4609ac1 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:10:41.112728 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a7ff712-bb1e-467e-b05e-f58cdcc8d687 req-68ab016d-a751-4afe-8f28-fe32ecf31a43 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769347 Feb 09 13:10:41.131482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-6ca32500-69fa-4f55-abe1-849e84f9f24c service neutron] 10.222.0.59 "GET /v2.0/networks/8bf51709-495d-42c1-9cbf-89b07a8cc5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709698 Feb 09 13:10:41.413867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:41.471509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '65e61974-f2ee-4511-8962-cd8545900cf6', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'port_id': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'mac_address': 'fa:16:3e:8e:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:03Z', 'updated_at': '2022-02-09T13:10:33Z', 'revision_number': 1, 'project_id': 'accedead334d4e338be32f77a85b3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:10:17Z', 'revision_number': 5, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:41.498580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacaeac0-5abf-4022-be33-5644f5fc4958 None None] The sync data for ids ['d1012ea0-5cb3-4548-9ca7-476d235bff32'] in n-d-825175-3 is: [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '65e61974-f2ee-4511-8962-cd8545900cf6', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'floating_ip_address': '172.25.5.35', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'port_id': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'mac_address': 'fa:16:3e:8e:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:03Z', 'updated_at': '2022-02-09T13:10:33Z', 'revision_number': 1, 'project_id': 'accedead334d4e338be32f77a85b3517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:10:17Z', 'revision_number': 5, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:10:41.514424 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:41.532242 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'status': 'completed', 'code': 200} Feb 09 13:10:41.664150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] Deleting port 7cb0862a-80c7-4667-b6cb-50a24502f836 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:41.664622 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:41.832577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30631e17-8fad-44a8-9440-d908f1359a0d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:41.958779 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc3755a-575b-43e8-bea6-d684462f0c43 None None] New status for floating IP 65e61974-f2ee-4511-8962-cd8545900cf6: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:10:42.052997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b4a7216d-131b-4cef-be47-180b8c0d1fff req-9d9cc6f6-06ca-4bcd-8da3-1fb885401a16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1096 time: 0.4955866 Feb 09 13:10:42.276823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] For port 7cb0862a-80c7-4667-b6cb-50a24502f836, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7cb0862a-80c7-4667-b6cb-50a24502f836,segment=NetworkSegment(72d90b97-3e6b-4903-b1c1-2db4bbde311d),segment_id=72d90b97-3e6b-4903-b1c1-2db4bbde311d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:42.277506 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:42.488827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] Calling delete_port for 7cb0862a-80c7-4667-b6cb-50a24502f836 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:42.540792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Checking segment: {'id': 'be5a088c-c7b3-4576-b86f-7f04fad5f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f76476d4-a482-4491-bb4e-d342f4609ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:10:42.541427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Network hostable DHCP agents. Network: f76476d4-a482-4491-bb4e-d342f4609ac1, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:10:42.550787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec0dff9b-4083-4343-8227-183b2c415221 req-6479d354-ef9c-4f03-887e-f02294aa228e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 210 time: 0.7829807 Feb 09 13:10:42.571153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47ff40-3d47-4cd1-afa1-0b954e87c600 req-0bf70c28-ca24-465a-9d55-76f6975b0cde tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:42.572769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e47ff40-3d47-4cd1-afa1-0b954e87c600 req-0bf70c28-ca24-465a-9d55-76f6975b0cde tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 945 time: 1.1856124 Feb 09 13:10:42.585007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7216d-131b-4cef-be47-180b8c0d1fff req-f39ba2cd-5817-4868-bda2-3b5152542506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:42.586445 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b4a7216d-131b-4cef-be47-180b8c0d1fff req-f39ba2cd-5817-4868-bda2-3b5152542506 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.5178943 Feb 09 13:10:42.611482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-dd543220-50aa-486d-a2db-e318d67cbdd4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:42.613261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-dd543220-50aa-486d-a2db-e318d67cbdd4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.67 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 810 time: 0.3504512 Feb 09 13:10:42.664677 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e47ff40-3d47-4cd1-afa1-0b954e87c600 req-fa517c3d-3636-4ca4-abb3-982e0d26b4e5 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833883 Feb 09 13:10:42.681381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Network f76476d4-a482-4491-bb4e-d342f4609ac1 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:10:42.713703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-c92981b0-8f40-4d95-9e30-6d9efffacc8c tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1 HTTP/1.1" status: 200 len: 380 time: 0.0672574 Feb 09 13:10:42.720301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f76476d4-a482-4491-bb4e-d342f4609ac1) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:42.725498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:42.727061 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:42.730368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281cb1c4-1650-4448-8782-25881fa8d17f None None] Network f76476d4-a482-4491-bb4e-d342f4609ac1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:42.739603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'port': {'device_id': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'admin_state_up': True, 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'security_groups': ['799b209a-da7c-47a2-baeb-ebeb5d762864']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:42.918696 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d8568dff-003e-4b3b-9451-2cef8af368f1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6475346 Feb 09 13:10:42.948076 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b4a7216d-131b-4cef-be47-180b8c0d1fff req-0722daeb-ec03-49ae-a260-9b3721408de4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 1000 time: 0.3219333 Feb 09 13:10:43.039561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:43.134659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Usage tracker for resource:port and tenant:3fbe2ed9f5f94e24861de215e30bd8d1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:43.151843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:43.182208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7216d-131b-4cef-be47-180b8c0d1fff req-5e03a99a-ebfe-4fa6-8d5e-3c87c0d262a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:43.184811 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b4a7216d-131b-4cef-be47-180b8c0d1fff req-5e03a99a-ebfe-4fa6-8d5e-3c87c0d262a2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.2242036 Feb 09 13:10:43.196754 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a3c4c17-32e7-4eb1-8abe-8c48b5f7b67a req-6f540b47-e228-44a9-9639-ab850ab489d7 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 210 time: 0.1351364 Feb 09 13:10:43.199939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:43.232136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Made reservation on behalf of 3fbe2ed9f5f94e24861de215e30bd8d1 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:43.246206 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:43.253917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cff6ca-7a5f-41fd-9b87-df1d05a4e55a None None] Network f76476d4-a482-4491-bb4e-d342f4609ac1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:43.289001 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:43.369174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb0862a-80c7-4667-b6cb-50a24502f836,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:43.763243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Allocated IP 172.20.0.13 (db14f556-1ce1-481c-84ef-ea73dbf55750/ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc/bb30645a-8ce5-4cdf-bdc2-610d38cc8e96) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:43.888065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b4a7216d-131b-4cef-be47-180b8c0d1fff req-611bf791-40e0-4a33-b477-7b12060354ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6943858 Feb 09 13:10:44.246034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:44.277733 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b4a7216d-131b-4cef-be47-180b8c0d1fff req-0ba27fc3-29f9-45b0-9a31-556e43757226 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767767 Feb 09 13:10:44.404962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:44.438751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Transition to ACTIVE for port object bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:44.549500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eb002-5cc1-43f0-bc67-2bbac6e46851 req-e16a002b-0b73-487e-88f9-5faeb3e5d59c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:44.558551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-000eb002-5cc1-43f0-bc67-2bbac6e46851 req-e16a002b-0b73-487e-88f9-5faeb3e5d59c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 1.2537014 Feb 09 13:10:44.559326 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b4a7216d-131b-4cef-be47-180b8c0d1fff req-fcf5bb76-4e45-408c-a1e4-d86ec70e2156 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751315 Feb 09 13:10:44.584363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-a903e7fa-5ea5-4eeb-8c1c-29be79df3a5c tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:44.585602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-a903e7fa-5ea5-4eeb-8c1c-29be79df3a5c tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.67 "GET /v2.0/networks?id=8bf51709-495d-42c1-9cbf-89b07a8cc5ff HTTP/1.1" status: 200 len: 818 time: 0.4865441 Feb 09 13:10:44.600158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-f53eca97-a571-4a17-ade1-8cc20ef20ce2 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:44.612289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-f53eca97-a571-4a17-ade1-8cc20ef20ce2 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/networks?id=9f6399da-bdf0-4880-a7e4-bb38fcdbab5d HTTP/1.1" status: 200 len: 825 time: 0.5070159 Feb 09 13:10:44.632765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Request body: {'port': {'device_id': 'c0ca4947-b4d7-4183-942b-ac875a2cdbde', 'network_id': '8bf51709-495d-42c1-9cbf-89b07a8cc5ff', 'admin_state_up': True, 'tenant_id': '77be606c5ff5436f8e4c2f4a042e660c'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:44.660347 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:44.834604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-070b5a66-bd28-461d-8519-611e4343de64 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/quotas/be5a045e6530462a863df12051abde27 HTTP/1.1" status: 200 len: 375 time: 0.2014625 Feb 09 13:10:44.843037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-000eb002-5cc1-43f0-bc67-2bbac6e46851 req-7fdc14f6-8823-48db-b6ce-5a3471c3ea8e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835600 Feb 09 13:10:44.900397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Network db14f556-1ce1-481c-84ef-ea73dbf55750 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:44.916472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:44.928436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-5a20bdf0-26bc-44f5-beb8-342c19f6ab67 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=be5a045e6530462a863df12051abde27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009939 Feb 09 13:10:44.930376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:10:45.102645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:45.115488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Usage tracker for resource:port and tenant:77be606c5ff5436f8e4c2f4a042e660c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:45.118735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:45.125374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:45.144039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event updated for resources: {'Port': ['ID=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:45.190770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Made reservation on behalf of 77be606c5ff5436f8e4c2f4a042e660c for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:45.193800 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:45.213476 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] Router bd1a8e37-649a-47f8-80c1-58fc14f0fdad has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:10:45.295275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d5f13617-097b-4338-a43b-2b24ccb8e28c None None] Provisioning for port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:45.309293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d5f13617-097b-4338-a43b-2b24ccb8e28c None None] Provisioning complete for port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:45.310130 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d5f13617-097b-4338-a43b-2b24ccb8e28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:45.406814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d5f13617-097b-4338-a43b-2b24ccb8e28c None None] Port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:10:45.499274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:45.500601 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:45.530002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:10:45.547765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3b1d4c47-a6c4-4871-a360-6e786419c90a admin admin] 10.222.0.59 "PUT /v2.0/routers/bd1a8e37-649a-47f8-80c1-58fc14f0fdad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7116113 Feb 09 13:10:45.553610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] Sync routers for ids ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:10:45.559119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46910) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:45.573368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] Routers {'bd1a8e37-649a-47f8-80c1-58fc14f0fdad'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:10:45.577791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:10:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:45.631490 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-43d42793-7928-431c-b970-586d4a934bce service neutron] 10.222.0.59 "GET /v2.0/networks/9f6399da-bdf0-4880-a7e4-bb38fcdbab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021210 Feb 09 13:10:45.651027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-5c7e26c2-49fa-4106-8560-5f1fa50958c4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9172702 Feb 09 13:10:45.713699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Request body: {'port': {'device_id': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:45.768520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51971775-bafd-4c56-8369-cb5bc1193838 req-38ece58c-7a96-4392-9882-160e8dd7d9e7 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:45.769564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-51971775-bafd-4c56-8369-cb5bc1193838 req-38ece58c-7a96-4392-9882-160e8dd7d9e7 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Synchronizing usage tracker for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:45.867649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] Set router bd1a8e37-649a-47f8-80c1-58fc14f0fdad gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:10:45.888642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-51971775-bafd-4c56-8369-cb5bc1193838 req-38ece58c-7a96-4392-9882-160e8dd7d9e7 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Unset dirty status for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:45.889762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51971775-bafd-4c56-8369-cb5bc1193838 req-38ece58c-7a96-4392-9882-160e8dd7d9e7 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 932 time: 0.7834525 Feb 09 13:10:45.893418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Allocated IP 172.20.0.11 (8bf51709-495d-42c1-9cbf-89b07a8cc5ff/32d7a546-a0e6-4f3b-8266-e2928ed29c96/4a7f3787-ce7f-4a4a-befb-ccd603c5ec60) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:45.982894 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:46.020408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-71170952-0a0d-4a01-b6a7-23095bfb6865 service neutron] 10.222.0.59 "GET /v2.0/networks/9f6399da-bdf0-4880-a7e4-bb38fcdbab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879092 Feb 09 13:10:46.087258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51971775-bafd-4c56-8369-cb5bc1193838 req-1ddfab85-d346-4539-851e-260f39ab4e35 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356590 Feb 09 13:10:46.103254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:46.176617 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:46.430891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'name': 'tempest-ServersTestMultiNic-988245862-router', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:57Z', 'updated_at': '2022-02-09T13:10:42Z', 'revision_number': 5, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'gw_port': {'id': 'b0c5bbcf-0480-41d3-9d07-517ff6037c3d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:72:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:07:59Z', 'updated_at': '2022-02-09T13:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:46.436526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] Checking router: bd1a8e37-649a-47f8-80c1-58fc14f0fdad for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:10:46.451035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] Routers {'bd1a8e37-649a-47f8-80c1-58fc14f0fdad'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:10:46.451907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:10:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:46.470893 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:46.492467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Deleting port b0c5bbcf-0480-41d3-9d07-517ff6037c3d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:46.493071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:46.655125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] Set router bd1a8e37-649a-47f8-80c1-58fc14f0fdad gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:10:46.682690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-df9c2caa-9f2b-41d1-8c04-6f16eb27a76f req-d0d7ab43-a474-4c2e-acc7-439a06436b86 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Synchronizing usage tracker for tenant:77be606c5ff5436f8e4c2f4a042e660c on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:46.750851 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] For port b0c5bbcf-0480-41d3-9d07-517ff6037c3d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b0c5bbcf-0480-41d3-9d07-517ff6037c3d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:46.751877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:46.766164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'name': 'tempest-ServersTestMultiNic-988245862-router', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:57Z', 'updated_at': '2022-02-09T13:10:46Z', 'revision_number': 6, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:46.770727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95a2ba9-2708-4818-9772-bb47b6356892 None None] The sync data for ids ['bd1a8e37-649a-47f8-80c1-58fc14f0fdad'] in n-d-825175-3 is: [{'id': 'bd1a8e37-649a-47f8-80c1-58fc14f0fdad', 'name': 'tempest-ServersTestMultiNic-988245862-router', 'tenant_id': '518eddaf9aae45579bfc8c3777121f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:07:57Z', 'updated_at': '2022-02-09T13:10:46Z', 'revision_number': 6, 'project_id': '518eddaf9aae45579bfc8c3777121f31', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:10:46.842035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-df9c2caa-9f2b-41d1-8c04-6f16eb27a76f req-d0d7ab43-a474-4c2e-acc7-439a06436b86 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Unset dirty status for tenant:77be606c5ff5436f8e4c2f4a042e660c on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:46.843777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df9c2caa-9f2b-41d1-8c04-6f16eb27a76f req-d0d7ab43-a474-4c2e-acc7-439a06436b86 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 210 time: 0.2236290 Feb 09 13:10:46.912338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Calling delete_port for b0c5bbcf-0480-41d3-9d07-517ff6037c3d owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:46.946997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715aef0-aafe-4b74-b6c1-7f17b0b43dfc req-4d11f30a-c405-45c4-93fa-25c3d529e6c5 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:46.954375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6715aef0-aafe-4b74-b6c1-7f17b0b43dfc req-4d11f30a-c405-45c4-93fa-25c3d529e6c5 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 945 time: 0.5419664 Feb 09 13:10:47.046259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:47.123513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:47.144542 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:47.171147 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:47.193686 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6715aef0-aafe-4b74-b6c1-7f17b0b43dfc req-0dd13030-9997-429b-a8bb-1b8a6c8980ab tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383819 Feb 09 13:10:47.196587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Transition to ACTIVE for port object bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:47.204014 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:47.217763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c5bbcf-0480-41d3-9d07-517ff6037c3d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:47.258224 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:47.363905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Pushing event updated for resources: {'Port': ['ID=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:47.457245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151796c-bce3-4a0a-9f30-8ecb64e91501 req-4acbf46a-bc96-4539-8704-d8506bf5c651 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:47.458718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3151796c-bce3-4a0a-9f30-8ecb64e91501 req-4acbf46a-bc96-4539-8704-d8506bf5c651 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3985322 Feb 09 13:10:47.481396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf4a9cd0-8968-44f4-9007-b4b133f14bcb req-b406ab10-bcbb-4639-9fbc-ea72a48a30ce tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 210 time: 0.1258092 Feb 09 13:10:47.492809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Network 8bf51709-495d-42c1-9cbf-89b07a8cc5ff is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:47.500088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:47.518995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7cb0862a-80c7-4667-b6cb-50a24502f836 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:47.529510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:47.561696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:10:47.592086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 7cb0862a-80c7-4667-b6cb-50a24502f836 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:10:47.592427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7cb0862a-80c7-4667-b6cb-50a24502f836 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:10:47.609853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3151796c-bce3-4a0a-9f30-8ecb64e91501 req-f642ab14-883c-4294-af0c-f92ebb15bb87 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310489 Feb 09 13:10:47.687791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Pushing event updated for resources: {'Port': ['ID=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:47.991793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:47.992453 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.031360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.042885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.052349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-f8acab83-7655-4c48-b19f-5d001bc686f6 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4313004 Feb 09 13:10:48.062734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Attempting to bind port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:10:48.063067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Attempting to bind port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:10:48.063399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Attempting to bind port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 on network db14f556-1ce1-481c-84ef-ea73dbf55750 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:10:48.069119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-67a1374c-cd92-4e47-aae6-0c38179d3e0b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:48.069801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-67a1374c-cd92-4e47-aae6-0c38179d3e0b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Synchronizing usage tracker for tenant:be5a045e6530462a863df12051abde27 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:10:48.072555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Request body: {'port': {'device_id': 'c0ca4947-b4d7-4183-942b-ac875a2cdbde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:48.091161 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.091662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd1a8e37-649a-47f8-80c1-58fc14f0fdad {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:10:48.103900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-67a1374c-cd92-4e47-aae6-0c38179d3e0b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Unset dirty status for tenant:be5a045e6530462a863df12051abde27 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:10:48.105016 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-67a1374c-cd92-4e47-aae6-0c38179d3e0b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.67 "GET /v2.0/networks?id=9f6399da-bdf0-4880-a7e4-bb38fcdbab5d HTTP/1.1" status: 200 len: 825 time: 0.3257482 Feb 09 13:10:48.107913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.109569 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-48c062ac-02bd-4378-9b9a-9456a30e4f01 admin admin] 10.222.0.59 "DELETE /v2.0/routers/bd1a8e37-649a-47f8-80c1-58fc14f0fdad HTTP/1.1" status: 204 len: 168 time: 2.5429115 Feb 09 13:10:48.113205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46950) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:48.135577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 on network db14f556-1ce1-481c-84ef-ea73dbf55750 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:10:48.135902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Attempting to bind port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 on network db14f556-1ce1-481c-84ef-ea73dbf55750 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:10:48.197007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22844808-1bd8-46cc-8106-3a7c70512f16 req-148dcdeb-6f41-4850-b05a-740575a8966a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:48.198524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-22844808-1bd8-46cc-8106-3a7c70512f16 req-148dcdeb-6f41-4850-b05a-740575a8966a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 945 time: 0.3271008 Feb 09 13:10:48.216989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:10:48.217341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Checking segment: {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:10:48.217722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Bound using segment: {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:10:48.220014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Bound port: bb30645a-8ce5-4cdf-bdc2-610d38cc8e96, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d88ced7-c09c-4ff1-a984-14b7478d0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:10:48.220014 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.258581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Request body: {'port': {'device_id': '6b225893-7d3e-4b49-9daa-2d9f78c62ae1', 'network_id': '9f6399da-bdf0-4880-a7e4-bb38fcdbab5d', 'admin_state_up': True, 'tenant_id': 'be5a045e6530462a863df12051abde27'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:48.260047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f05c5-a9b7-4196-ae3a-9435551bb198 req-54d01786-756d-43fd-ad0d-20d72786c48b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:48.261611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-205f05c5-a9b7-4196-ae3a-9435551bb198 req-54d01786-756d-43fd-ad0d-20d72786c48b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 944 time: 0.3913147 Feb 09 13:10:48.332150 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.378496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a822ac3-ed8d-4067-a305-3c54f7da3f5c admin admin] Deleting subnet e9dcb90d-a62f-4af3-962d-935181739fd5 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:10:48.386139 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4a822ac3-ed8d-4067-a305-3c54f7da3f5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.397699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-22844808-1bd8-46cc-8106-3a7c70512f16 req-befa5a47-8c19-44cd-9825-0a8ba0457dbb tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868119 Feb 09 13:10:48.465268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-205f05c5-a9b7-4196-ae3a-9435551bb198 req-022d0f1a-7427-4a6e-8c9a-001e23b355ea tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940246 Feb 09 13:10:48.470108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4a822ac3-ed8d-4067-a305-3c54f7da3f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.476434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] For port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:10:48.486274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] For port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:10:48.510166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.518450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:48.522829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Usage tracker for resource:port and tenant:be5a045e6530462a863df12051abde27 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:48.526143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:48.533158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:48.551816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Made reservation on behalf of be5a045e6530462a863df12051abde27 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:48.555055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.650283 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.651932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] 10.222.0.67 "PUT /v2.0/ports/bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 HTTP/1.1" status: 200 len: 1092 time: 2.9638097 Feb 09 13:10:48.654853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'tag': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:48.728047 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4a822ac3-ed8d-4067-a305-3c54f7da3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.854533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Allocated IP 172.20.0.14 (9f6399da-bdf0-4880-a7e4-bb38fcdbab5d/9975fdf0-59f4-4841-9c3c-09b355682766/6d64a092-f84f-4817-b4f9-e0b8cf6cdf86) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:10:48.875253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4a822ac3-ed8d-4067-a305-3c54f7da3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.882792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85979da-e38a-4d6d-8ce4-d2debcd9dbfb service neutron] Pushing event updated for resources: {'Port': ['ID=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:48.937881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a822ac3-ed8d-4067-a305-3c54f7da3f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9dcb90d-a62f-4af3-962d-935181739fd5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:48.954061 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4a822ac3-ed8d-4067-a305-3c54f7da3f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:48.962235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f9566-f121-429a-9857-085c3327ac5e None None] Network 67a05546-9284-4957-b5fd-1a0b2a8d4fae requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:48.965718 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4a822ac3-ed8d-4067-a305-3c54f7da3f5c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e9dcb90d-a62f-4af3-962d-935181739fd5 HTTP/1.1" status: 204 len: 168 time: 0.8492301 Feb 09 13:10:48.966754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46964) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:49.076339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff950e-4637-4fb4-a249-04aec8cec788 req-f7a83e8d-512c-40a1-ad78-1bffbe211ad4 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:49.078442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9ff950e-4637-4fb4-a249-04aec8cec788 req-f7a83e8d-512c-40a1-ad78-1bffbe211ad4 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 950 time: 0.4343514 Feb 09 13:10:49.086658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870e2cb-15ac-49d3-95b6-17014ba03655 req-21f06e69-4b45-4b1c-a0e5-c52b8dc65116 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:49.091308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c870e2cb-15ac-49d3-95b6-17014ba03655 req-21f06e69-4b45-4b1c-a0e5-c52b8dc65116 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 932 time: 0.4491057 Feb 09 13:10:49.152483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-95f3fe7f-bdd4-45af-9cdb-5b1d64e26d1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 1095 time: 0.4047873 Feb 09 13:10:49.225830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.261877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Deleting port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:49.262229 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.302780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-9fee2f1b-0daf-4e71-a9cd-ba4559e16bcd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 HTTP/1.1" status: 200 len: 217 time: 0.0969486 Feb 09 13:10:49.308382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] DHCP port deletion for 67a05546-9284-4957-b5fd-1a0b2a8d4fae request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:10:49.313087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:49.313606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] Deleting port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:49.314240 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.360262 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.365025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9ff950e-4637-4fb4-a249-04aec8cec788 req-a7266443-bf05-48d0-9dbf-247c235ec413 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673712 Feb 09 13:10:49.371937 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.373082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c870e2cb-15ac-49d3-95b6-17014ba03655 req-6c22a876-ae47-49ce-9154-b6274bd2963c tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/security-groups?id=49385f4a-a76c-4a00-8f7a-56a5197104a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711573 Feb 09 13:10:49.402263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Transition to ACTIVE for port object 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:49.410678 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.491493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-2b3f845d-7054-494d-8b90-f02cbe9560c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:49.493006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-2b3f845d-7054-494d-8b90-f02cbe9560c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc HTTP/1.1" status: 200 len: 849 time: 0.1704283 Feb 09 13:10:49.571732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] For port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d8545ecb-ca12-4c93-9599-25fcd4a5a4a1,segment=NetworkSegment(72d90b97-3e6b-4903-b1c1-2db4bbde311d),segment_id=72d90b97-3e6b-4903-b1c1-2db4bbde311d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:49.571998 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.573689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:49.581346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.632238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Pushing event updated for resources: {'Port': ['ID=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:49.771223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Calling delete_port for d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:49.800359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] For port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d8545ecb-ca12-4c93-9599-25fcd4a5a4a1,segment=NetworkSegment(72d90b97-3e6b-4903-b1c1-2db4bbde311d),segment_id=72d90b97-3e6b-4903-b1c1-2db4bbde311d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:49.801162 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.822020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-3d63ca92-31ea-4468-a511-d710275557dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db14f556-1ce1-481c-84ef-ea73dbf55750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094907 Feb 09 13:10:49.829750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Network 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:10:49.830669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Pushing event updated for resources: {'Port': ['ID=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:49.836667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:49.838802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:10:49.909171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88c0fad3-f37d-4867-b0ea-5525aea87557 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:49.931253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:49.981922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:49.982806 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.001621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d8545ecb-ca12-4c93-9599-25fcd4a5a4a1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:50.009137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] No DVR routers for this DVR port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:10:50.072816 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1c6a2cc7-3050-4666-aa5a-1054da7d1d51 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8181269 Feb 09 13:10:50.100029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] Calling delete_port for d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:50.104474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-40c9ab35-bd36-4a07-8f35-a7beac982297 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718973 Feb 09 13:10:50.164887 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.192893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Request body: {'port': {'device_id': '6b225893-7d3e-4b49-9daa-2d9f78c62ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:50.197891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Attempting to bind port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:10:50.198229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Attempting to bind port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '7ff00a7e-c40f-4da6-ad2b-520cce110dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bf51709-495d-42c1-9cbf-89b07a8cc5ff'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:10:50.198587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Attempting to bind port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 on network 8bf51709-495d-42c1-9cbf-89b07a8cc5ff {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:10:50.297925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 on network 8bf51709-495d-42c1-9cbf-89b07a8cc5ff not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:10:50.298253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Attempting to bind port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 on network 8bf51709-495d-42c1-9cbf-89b07a8cc5ff {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:10:50.310526 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.311106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:10:50.311106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Checking segment: {'id': '7ff00a7e-c40f-4da6-ad2b-520cce110dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bf51709-495d-42c1-9cbf-89b07a8cc5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:10:50.311314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Bound using segment: {'id': '7ff00a7e-c40f-4da6-ad2b-520cce110dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bf51709-495d-42c1-9cbf-89b07a8cc5ff'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:10:50.311739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Bound port: 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff00a7e-c40f-4da6-ad2b-520cce110dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8bf51709-495d-42c1-9cbf-89b07a8cc5ff'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:10:50.312623 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.338805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732db8d-934d-4413-9351-f11b7f918659 req-064aea86-f381-4ea7-9484-715c96cc2f9c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:50.341116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b0c5bbcf-0480-41d3-9d07-517ff6037c3d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:50.346138 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7732db8d-934d-4413-9351-f11b7f918659 req-064aea86-f381-4ea7-9484-715c96cc2f9c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.6397667 Feb 09 13:10:50.389858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: b0c5bbcf-0480-41d3-9d07-517ff6037c3d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:10:50.391200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b0c5bbcf-0480-41d3-9d07-517ff6037c3d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:10:50.399303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.408963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.420871 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:10:50.421641 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:10:50.428722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a05546-9284-4957-b5fd-1a0b2a8d4fae']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:50.441257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:50.451984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:50.457197 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.490705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d90b97-3e6b-4903-b1c1-2db4bbde311d') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:50.490973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d90b97-3e6b-4903-b1c1-2db4bbde311d') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:10:50.498251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed59251-7386-43ae-a7ba-86ab2e8cfdeb req-b0aca34b-4809-48b8-b5d3-07a7d17be61f service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837929 Feb 09 13:10:50.509693 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.535155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=11']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:50.543546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7732db8d-934d-4413-9351-f11b7f918659 req-825875a5-9bd9-4393-ad8b-de35a9581a52 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962197 Feb 09 13:10:50.545504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.546555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.547049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.547487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.548079 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.548513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.548983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.550151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.550721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.551312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.552000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.552533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] For port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:10:50.552929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:10:50.595962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271757e6-f8d8-4ae1-90ea-be2282a726ef req-f5e23c63-2d6a-4c9e-8893-92670cd21e5c tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:50.597457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-271757e6-f8d8-4ae1-90ea-be2282a726ef req-f5e23c63-2d6a-4c9e-8893-92670cd21e5c tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 932 time: 0.2002709 Feb 09 13:10:50.611736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:10:50.612305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:10:50.626515 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:10:50.628881 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'tag': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96', 'status': 'completed', 'code': 200} Feb 09 13:10:50.659444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-271757e6-f8d8-4ae1-90ea-be2282a726ef req-b32ade7e-b990-4c9e-9d4d-e0233c181144 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506227 Feb 09 13:10:50.747765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] For port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,segment=NetworkSegment(7ff00a7e-c40f-4da6-ad2b-520cce110dde),segment_id=7ff00a7e-c40f-4da6-ad2b-520cce110dde)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:10:50.747962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.755235 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.766584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.832359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=67a05546-9284-4957-b5fd-1a0b2a8d4fae,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:50.839614 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7923d24a-bd38-4e19-bd2f-6458265d8c2e admin admin] 10.222.0.59 "DELETE /v2.0/networks/67a05546-9284-4957-b5fd-1a0b2a8d4fae HTTP/1.1" status: 204 len: 168 time: 1.8719416 Feb 09 13:10:50.891534 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.893830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] 10.222.0.67 "PUT /v2.0/ports/4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 HTTP/1.1" status: 200 len: 1092 time: 2.8273671 Feb 09 13:10:50.924702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] Deleting port d8545ecb-ca12-4c93-9599-25fcd4a5a4a1 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:50.926205 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:50.958932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-031f9ca2-6c37-4bd3-a1f0-b9619aa9143a req-5596cf67-4200-4134-86be-40a74ea2ede9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 1095 time: 0.2799089 Feb 09 13:10:51.028274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:51.043514 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.068014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Transition to ACTIVE for port object 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:10:51.074702 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.092098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-16d2ff31-c0bb-44f6-9923-09348e12ff6e None None] The port 'd8545ecb-ca12-4c93-9599-25fcd4a5a4a1' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:10:51.148009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443133fb-9754-4a85-b15c-855bcf86f02c service neutron] Pushing event updated for resources: {'Port': ['ID=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:51.172576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47000) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:51.240252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Pushing event updated for resources: {'Port': ['ID=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:51.255656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f9ca2-6c37-4bd3-a1f0-b9619aa9143a req-2120f22a-11b2-4f73-a92a-99f46a648f3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:51.257110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-031f9ca2-6c37-4bd3-a1f0-b9619aa9143a req-2120f22a-11b2-4f73-a92a-99f46a648f3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 911 time: 0.2369025 Feb 09 13:10:51.272190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-0b68e944-661d-455f-9352-230fdaf22981 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77be606c5ff5436f8e4c2f4a042e660c&device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 1095 time: 0.3063400 Feb 09 13:10:51.346749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Attempting to bind port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:10:51.347274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Attempting to bind port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '1a3e768d-3c80-4aa8-a655-9a9ddef554d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f6399da-bdf0-4880-a7e4-bb38fcdbab5d'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:10:51.347449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Attempting to bind port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 on network 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:10:51.353795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 on network 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:10:51.354117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Attempting to bind port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 on network 9f6399da-bdf0-4880-a7e4-bb38fcdbab5d {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:10:51.363388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:10:51.363815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Checking segment: {'id': '1a3e768d-3c80-4aa8-a655-9a9ddef554d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f6399da-bdf0-4880-a7e4-bb38fcdbab5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:10:51.364302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Bound using segment: {'id': '1a3e768d-3c80-4aa8-a655-9a9ddef554d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f6399da-bdf0-4880-a7e4-bb38fcdbab5d'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:10:51.364732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Bound port: 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a3e768d-3c80-4aa8-a655-9a9ddef554d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9f6399da-bdf0-4880-a7e4-bb38fcdbab5d'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:10:51.365087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.410442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-031f9ca2-6c37-4bd3-a1f0-b9619aa9143a req-3ef60848-1c7d-4f0d-bcee-68e6846c376d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 HTTP/1.1" status: 200 len: 217 time: 0.1364815 Feb 09 13:10:51.421521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-659ff2aa-e143-4b8a-97b0-a104a13c582e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=518eddaf9aae45579bfc8c3777121f31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2461736 Feb 09 13:10:51.427434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47028) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:51.437004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75d9f2-9cbd-4834-9a98-aabce6f7c268 req-fe018bae-f554-4621-90e7-c8ca01508f9d tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:51.438551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e75d9f2-9cbd-4834-9a98-aabce6f7c268 req-fe018bae-f554-4621-90e7-c8ca01508f9d tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 944 time: 0.5790036 Feb 09 13:10:51.482418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-a31bb1f8-23dd-432f-a646-1c1a18ef502a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 HTTP/1.1" status: 200 len: 217 time: 0.1263897 Feb 09 13:10:51.528727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] For port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:10:51.535187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be2fe714-0a66-48fd-8ee7-90d571edb65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.550345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] For port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,segment=NetworkSegment(1a3e768d-3c80-4aa8-a655-9a9ddef554d7),segment_id=1a3e768d-3c80-4aa8-a655-9a9ddef554d7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:10:51.564027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.570551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f9ca2-6c37-4bd3-a1f0-b9619aa9143a req-b4be8316-0343-4644-ab10-675c647f7b15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:51.572113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-031f9ca2-6c37-4bd3-a1f0-b9619aa9143a req-b4be8316-0343-4644-ab10-675c647f7b15 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc HTTP/1.1" status: 200 len: 849 time: 0.1491814 Feb 09 13:10:51.579809 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'code': 200} Feb 09 13:10:51.602408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be2fe714-0a66-48fd-8ee7-90d571edb65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.627912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-d8b1f6d6-cef6-4c2a-b13d-b351f14f1633 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:51.629366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-d8b1f6d6-cef6-4c2a-b13d-b351f14f1633 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32d7a546-a0e6-4f3b-8266-e2928ed29c96 HTTP/1.1" status: 200 len: 858 time: 0.1275685 Feb 09 13:10:51.678165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e75d9f2-9cbd-4834-9a98-aabce6f7c268 req-d9ff77ea-1b3c-4054-8969-d1f9568d417f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023580 Feb 09 13:10:51.684634 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.686004 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-169b306a-b167-45c4-957d-0a4989695699 service neutron] 10.222.0.67 "PUT /v2.0/ports/6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 HTTP/1.1" status: 200 len: 1092 time: 1.4984889 Feb 09 13:10:51.686491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b225893-7d3e-4b49-9daa-2d9f78c62ae1', 'tag': '6d64a092-f84f-4817-b4f9-e0b8cf6cdf86'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:51.692127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-a76dc293-f4d3-4afd-b230-c75fed990ec7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8bf51709-495d-42c1-9cbf-89b07a8cc5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501318 Feb 09 13:10:51.714726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b306a-b167-45c4-957d-0a4989695699 service neutron] Pushing event updated for resources: {'Port': ['ID=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:51.739580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be2fe714-0a66-48fd-8ee7-90d571edb65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.760485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fe714-0a66-48fd-8ee7-90d571edb65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb17800-55ba-4165-a749-2bde9e11337b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:51.766448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be2fe714-0a66-48fd-8ee7-90d571edb65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:51.767907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-be2fe714-0a66-48fd-8ee7-90d571edb65b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbb17800-55ba-4165-a749-2bde9e11337b HTTP/1.1" status: 204 len: 168 time: 0.3395636 Feb 09 13:10:51.883082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-031f9ca2-6c37-4bd3-a1f0-b9619aa9143a req-d94b1c5c-60a3-47a2-86d5-e0622aa3f079 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db14f556-1ce1-481c-84ef-ea73dbf55750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898712 Feb 09 13:10:51.888214 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-d08e5565-a858-4e8f-93a1-bb02028a7b23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be5a045e6530462a863df12051abde27&device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 1095 time: 0.1006200 Feb 09 13:10:51.973897 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-63cd5da0-53f2-43d8-919d-291b91c705ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 HTTP/1.1" status: 200 len: 217 time: 0.0731804 Feb 09 13:10:52.043064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1eadc4ec-3f6c-4d8c-ad41-51523d04856b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:52.044492 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-1eadc4ec-3f6c-4d8c-ad41-51523d04856b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9975fdf0-59f4-4841-9c3c-09b355682766 HTTP/1.1" status: 200 len: 865 time: 0.0607588 Feb 09 13:10:52.094099 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-f8433447-1059-49a9-9f6c-3251d41f0346 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f6399da-bdf0-4880-a7e4-bb38fcdbab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420091 Feb 09 13:10:52.211571 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-ddc09f74-5d0d-45db-a9bf-e174683184d8 service neutron] 10.222.0.67 "GET /v2.0/networks/8bf51709-495d-42c1-9cbf-89b07a8cc5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094047 Feb 09 13:10:52.229244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bded0-70de-4794-beff-9e7197795e8a req-bb117140-b41d-4a3a-821b-485bf2c5bc71 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:52.232330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e9bded0-70de-4794-beff-9e7197795e8a req-bb117140-b41d-4a3a-821b-485bf2c5bc71 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 944 time: 0.4888418 Feb 09 13:10:52.242722 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-ad4901e0-7a3a-4cc3-97bb-25b126320996 service neutron] 10.222.0.67 "GET /v2.0/networks/9f6399da-bdf0-4880-a7e4-bb38fcdbab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411824 Feb 09 13:10:52.314751 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-031f9ca2-6c37-4bd3-a1f0-b9619aa9143a req-dd115ee2-f683-4ad8-84a5-7f4004155c33 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013978 Feb 09 13:10:52.422283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f783e-72ed-4336-afb2-d998484410b6 req-e50e2b93-47ec-4c06-8d01-f3a0b8388efc tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:52.423866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-269f783e-72ed-4336-afb2-d998484410b6 req-e50e2b93-47ec-4c06-8d01-f3a0b8388efc tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.5374310 Feb 09 13:10:52.488533 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d40c87f8-5d9f-44b5-adac-e9a299cddbb4 req-757d3cd7-0302-4d12-8503-aece65239d37 service neutron] 10.222.0.67 "GET /v2.0/networks/9f6399da-bdf0-4880-a7e4-bb38fcdbab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376108 Feb 09 13:10:52.553162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e9bded0-70de-4794-beff-9e7197795e8a req-3d950630-40b2-4e53-9077-4cae3a7170e8 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/security-groups?id=49385f4a-a76c-4a00-8f7a-56a5197104a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805364 Feb 09 13:10:52.621988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1996fc77-cf93-4c3e-a4fa-9f6656d26f9e req-6ef81b4d-b8a3-4ad8-8dfb-ec5f5a2a6e26 service neutron] 10.222.0.67 "GET /v2.0/networks/8bf51709-495d-42c1-9cbf-89b07a8cc5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016540 Feb 09 13:10:52.626459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-269f783e-72ed-4336-afb2-d998484410b6 req-3a1c547e-9e97-4c62-84df-b2fae7c1dc1f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871188 Feb 09 13:10:52.628224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ca4947-b4d7-4183-942b-ac875a2cdbde', 'tag': '4a7f3787-ce7f-4a4a-befb-ccd603c5ec60'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:52.635168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-031f9ca2-6c37-4bd3-a1f0-b9619aa9143a req-ecd4551a-2332-492e-9000-1cec93d26e61 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125815 Feb 09 13:10:52.712567 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b225893-7d3e-4b49-9daa-2d9f78c62ae1', 'tag': '6d64a092-f84f-4817-b4f9-e0b8cf6cdf86', 'status': 'completed', 'code': 200} Feb 09 13:10:52.823894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47068) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:52.873236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdabd2c-a629-4883-97cb-3813da039618 req-0ce2f7af-bfff-4a3f-b7b0-c072c90725bc tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:52.874749 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfdabd2c-a629-4883-97cb-3813da039618 req-0ce2f7af-bfff-4a3f-b7b0-c072c90725bc tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 944 time: 0.1398692 Feb 09 13:10:52.878240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-674c26db-3760-488a-9d6d-a1c81568d8dc req-46235b61-b348-44b5-beeb-9d9a2a644594 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=be5a045e6530462a863df12051abde27&device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 1095 time: 0.1119139 Feb 09 13:10:52.980841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1108021271-network', 'tenant_id': '8ba85452948e4cc384805ba346b3e816'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:52.986729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:52.990885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Usage tracker for resource:network and tenant:8ba85452948e4cc384805ba346b3e816 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:52.994006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:53.001120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:53.013436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Made reservation on behalf of 8ba85452948e4cc384805ba346b3e816 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:53.016662 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.018663 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ca4947-b4d7-4183-942b-ac875a2cdbde', 'tag': '4a7f3787-ce7f-4a4a-befb-ccd603c5ec60', 'status': 'completed', 'code': 200} Feb 09 13:10:53.046014 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.081247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:53.083197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfdabd2c-a629-4883-97cb-3813da039618 req-c61d52bd-47c2-4953-9866-6c8091cc796c tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995695 Feb 09 13:10:53.085182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Usage tracker for resource:security_group_rule and tenant:8ba85452948e4cc384805ba346b3e816 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:53.089091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:53.096356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:53.131014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c26db-3760-488a-9d6d-a1c81568d8dc req-39dd7bcd-9923-46b7-b79b-25838d2f1baa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:53.132509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-674c26db-3760-488a-9d6d-a1c81568d8dc req-39dd7bcd-9923-46b7-b79b-25838d2f1baa service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f6399da-bdf0-4880-a7e4-bb38fcdbab5d HTTP/1.1" status: 200 len: 926 time: 0.2342663 Feb 09 13:10:53.175026 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.179583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.213010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:10:53.219125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9046336a-8b7e-4529-85ef-e67cf73d6139,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:53.226995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.227434 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Added segment dc28f514-aa25-4a22-9ad9-320ad7b43718 of type vlan for network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 Feb 09 13:10:53.263267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.295544 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.296434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:53.297026 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.315941 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ed562c2-b17e-41fa-a16d-4ca86b25c9cb req-5f50c006-1c88-4f26-a17e-4c038a94233a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77be606c5ff5436f8e4c2f4a042e660c&device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 1095 time: 0.2661042 Feb 09 13:10:53.318090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-674c26db-3760-488a-9d6d-a1c81568d8dc req-11c1b9a4-e4a2-4193-a84f-5fdf6dddbdcd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 HTTP/1.1" status: 200 len: 217 time: 0.1641653 Feb 09 13:10:53.405590 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5776155 Feb 09 13:10:53.405590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d5a50-c7c8-471a-8838-851aa3362e9c admin admin] Pushing event updated for resources: {'Network': ['ID=9942a3c1-710a-42f7-a7f0-f1348c79bbd4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:53.405890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47080) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:10:53.412016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Request body: {'subnet': {'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1108021271-subnet', 'tenant_id': '8ba85452948e4cc384805ba346b3e816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:53.417230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:53.421641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Usage tracker for resource:subnet and tenant:8ba85452948e4cc384805ba346b3e816 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:53.424113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:10:53.424766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:10:53.430869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:10:53.444041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Made reservation on behalf of 8ba85452948e4cc384805ba346b3e816 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:10:53.447748 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.518260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c26db-3760-488a-9d6d-a1c81568d8dc req-db4a5d66-c0f2-47fb-a7fe-52cffb49fd58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:53.519658 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-674c26db-3760-488a-9d6d-a1c81568d8dc req-db4a5d66-c0f2-47fb-a7fe-52cffb49fd58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9975fdf0-59f4-4841-9c3c-09b355682766 HTTP/1.1" status: 200 len: 865 time: 0.1697118 Feb 09 13:10:53.544826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3be5a-4f03-49d3-9450-19c30480195f req-9137d481-22b1-4133-93e9-a2e5b955ede7 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:53.546347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbf3be5a-4f03-49d3-9450-19c30480195f req-9137d481-22b1-4133-93e9-a2e5b955ede7 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 944 time: 0.3958130 Feb 09 13:10:53.555838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fd781-9dd9-4bd4-8ab2-9312c8030cb2 req-c2d14b05-b5a2-4e3f-a578-f5ca4bcb5867 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:53.557281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f9fd781-9dd9-4bd4-8ab2-9312c8030cb2 req-c2d14b05-b5a2-4e3f-a578-f5ca4bcb5867 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 948 time: 0.3094172 Feb 09 13:10:53.641398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-674c26db-3760-488a-9d6d-a1c81568d8dc req-b14fb851-0524-4f27-9e0a-63eddd159e71 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f6399da-bdf0-4880-a7e4-bb38fcdbab5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940483 Feb 09 13:10:53.679791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed562c2-b17e-41fa-a16d-4ca86b25c9cb req-8c85dc6c-85a9-4c89-bf81-aa95cc22e2c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:53.681224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ed562c2-b17e-41fa-a16d-4ca86b25c9cb req-8c85dc6c-85a9-4c89-bf81-aa95cc22e2c3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8bf51709-495d-42c1-9cbf-89b07a8cc5ff HTTP/1.1" status: 200 len: 919 time: 0.3499794 Feb 09 13:10:53.718821 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.794249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed75424-1e5f-4738-98a0-ef7dee584743,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:53.807732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Checking segment: {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:10:53.808093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Network hostable DHCP agents. Network: 9942a3c1-710a-42f7-a7f0-f1348c79bbd4, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:10:53.833397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:10:53.844054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 9942a3c1-710a-42f7-a7f0-f1348c79bbd4) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:10:53.848186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:53.848762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:53.853355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7380f7-5a4d-4153-a45e-b60839344f0f None None] Network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:53.881309 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0b739a5e-92a1-4108-b1ea-f37bb17e476c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4653692 Feb 09 13:10:53.932688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:53.979493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ed562c2-b17e-41fa-a16d-4ca86b25c9cb req-cf67d250-3e41-4f82-9433-7e7b905864da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 HTTP/1.1" status: 200 len: 217 time: 0.2771246 Feb 09 13:10:53.996397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f9fd781-9dd9-4bd4-8ab2-9312c8030cb2 req-7c3fb2a0-b580-49ee-a8de-6df604f9841d tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054868 Feb 09 13:10:54.082648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbf3be5a-4f03-49d3-9450-19c30480195f req-9a74b644-a59d-4de4-8a70-cf5e40bfe89b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5242524 Feb 09 13:10:54.149716 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-674c26db-3760-488a-9d6d-a1c81568d8dc req-c6727b07-aad8-48e1-9168-116c8d95c92c service neutron] 10.222.0.67 "GET /v2.0/networks/9f6399da-bdf0-4880-a7e4-bb38fcdbab5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933360 Feb 09 13:10:54.157975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:54.158885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed562c2-b17e-41fa-a16d-4ca86b25c9cb req-d5bac5e8-8b6e-4b99-a8e6-e54b930641c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:54.161334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ed562c2-b17e-41fa-a16d-4ca86b25c9cb req-d5bac5e8-8b6e-4b99-a8e6-e54b930641c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32d7a546-a0e6-4f3b-8266-e2928ed29c96 HTTP/1.1" status: 200 len: 858 time: 0.1620307 Feb 09 13:10:54.181271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'port_id': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96', 'mac_address': 'fa:16:3e:d5:18:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:54.227920 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ed562c2-b17e-41fa-a16d-4ca86b25c9cb req-ca38a786-85bf-4fa9-8f3f-c79411b4de21 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8bf51709-495d-42c1-9cbf-89b07a8cc5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451121 Feb 09 13:10:54.291384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:54.321458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:54.390415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:54.396280 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:54.396638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:54.441175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16537c97-ccf7-4b0a-99a3-e531017f00ff None None] Network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:10:54.584863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:54.593364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-674c26db-3760-488a-9d6d-a1c81568d8dc req-710e3ecb-7be3-4945-8994-a19126d50620 service neutron] 10.222.0.67 "GET /v2.0/networks/9f6399da-bdf0-4880-a7e4-bb38fcdbab5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309163 Feb 09 13:10:54.603277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ed562c2-b17e-41fa-a16d-4ca86b25c9cb req-f39dcaaf-1535-47a3-afd5-4b9d7014e097 service neutron] 10.222.0.67 "GET /v2.0/networks/8bf51709-495d-42c1-9cbf-89b07a8cc5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235753 Feb 09 13:10:54.618270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf92b3-d426-41fe-9402-44bf8a7fca9c req-4bead5e3-430b-43b5-b317-0329bac36333 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:54.619765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58cf92b3-d426-41fe-9402-44bf8a7fca9c req-4bead5e3-430b-43b5-b317-0329bac36333 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3943684 Feb 09 13:10:54.678287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05840d35-89a1-458a-afdb-ec68a82f0aea req-3a7c20c0-6787-4be7-9bb6-c492bbd68320 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:54.679765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05840d35-89a1-458a-afdb-ec68a82f0aea req-3a7c20c0-6787-4be7-9bb6-c492bbd68320 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 944 time: 0.3990071 Feb 09 13:10:54.792322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:54.806840 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58cf92b3-d426-41fe-9402-44bf8a7fca9c req-40d7fb42-3b03-45d0-8a18-0c4bae175bd0 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658123 Feb 09 13:10:54.845077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'port_id': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'mac_address': 'fa:16:3e:8e:ea:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:54.850720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ed562c2-b17e-41fa-a16d-4ca86b25c9cb req-7cc0ed08-ad8c-4f01-8fc3-f969e82d9009 service neutron] 10.222.0.67 "GET /v2.0/networks/8bf51709-495d-42c1-9cbf-89b07a8cc5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383175 Feb 09 13:10:54.853146 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05840d35-89a1-458a-afdb-ec68a82f0aea req-65682514-7ffc-451c-9792-5eeaf11f6a1c tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/security-groups?id=49385f4a-a76c-4a00-8f7a-56a5197104a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193995 Feb 09 13:10:54.927887 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a294489e-c6a9-49a6-95dc-1ffd486fab30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:54.933974 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:54.959670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:55.002166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:55.010885 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:55.112132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:55.139457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['7336377c-adfa-4da4-bbc3-3f75ab4d9c46'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:10:55.214595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cc942-0774-4543-8c4e-4c0a1b8b3bf4 req-1ce82ff4-6255-4e42-9b1e-c6c9b2c3045c tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:55.225973 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c2cc942-0774-4543-8c4e-4c0a1b8b3bf4 req-1ce82ff4-6255-4e42-9b1e-c6c9b2c3045c tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 944 time: 0.1409006 Feb 09 13:10:55.391299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c2cc942-0774-4543-8c4e-4c0a1b8b3bf4 req-57a427ec-aec8-4d92-ad27-7c41cdb50df0 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642241 Feb 09 13:10:55.437080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['bb30645a-8ce5-4cdf-bdc2-610d38cc8e96'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:10:55.439726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-2a067d19-191e-4f76-a473-ab40771130f1 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:55.441475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-2a067d19-191e-4f76-a473-ab40771130f1 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/networks?id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 200 len: 813 time: 0.2127914 Feb 09 13:10:55.470319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-e497dd8d-41d8-4ccb-ac23-152b24a9cbb2 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/quotas/8ba85452948e4cc384805ba346b3e816 HTTP/1.1" status: 200 len: 375 time: 0.0204091 Feb 09 13:10:55.533059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-e38b1304-4fc7-4540-9c7b-cb63b12ed3f2 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba85452948e4cc384805ba346b3e816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549161 Feb 09 13:10:55.771950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-33735fae-e6b9-4c89-af72-71fbeb1c1022 service neutron] 10.222.0.59 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315810 Feb 09 13:10:55.777669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa471b0c-056d-4679-9288-24e8726c32b9 req-4cc5197e-7bfc-45b1-9141-93cce841d1f1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:55.779207 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa471b0c-056d-4679-9288-24e8726c32b9 req-4cc5197e-7bfc-45b1-9141-93cce841d1f1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2099333 Feb 09 13:10:55.890619 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:55.894791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:55.987829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa471b0c-056d-4679-9288-24e8726c32b9 req-32548b10-7c97-4594-94ea-c127e2980f2d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875222 Feb 09 13:10:56.006078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:56.006449 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:56.059525 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-63fe351e-0f39-4d8f-8aa4-5c188bca70d8 service neutron] 10.222.0.59 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787910 Feb 09 13:10:56.088981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-bb177a66-5c33-4b72-bcea-bd9b3f13ddea tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:56.092283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-bb177a66-5c33-4b72-bcea-bd9b3f13ddea tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 948 time: 0.2544088 Feb 09 13:10:56.104185 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:10:56.381776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-6cc7ebfb-956a-4088-a854-29ff70dcb107 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Deleting port 88c0fad3-f37d-4867-b0ea-5525aea87557 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:10:56.382774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-6cc7ebfb-956a-4088-a854-29ff70dcb107 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:56.399356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,segment=NetworkSegment(7ff00a7e-c40f-4da6-ad2b-520cce110dde),segment_id=7ff00a7e-c40f-4da6-ad2b-520cce110dde)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:56.414267 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:56.460900 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:56.462149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:56.468867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '4a7f3787-ce7f-4a4a-befb-ccd603c5ec60', 'network_id': '8bf51709-495d-42c1-9cbf-89b07a8cc5ff', 'port_id': '4a7f3787-ce7f-4a4a-befb-ccd603c5ec60', 'mac_address': 'fa:16:3e:70:b7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32d7a546-a0e6-4f3b-8266-e2928ed29c96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:56.504776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:56.611019 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:10:56.621979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:56.628549 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:56.654206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:56.677436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,segment=NetworkSegment(7ff00a7e-c40f-4da6-ad2b-520cce110dde),segment_id=7ff00a7e-c40f-4da6-ad2b-520cce110dde)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:56.684218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:56.685560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:10:56.747252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7827e-766b-41be-9b12-8c3ea9697a36 req-3dda4746-cec0-4094-b71f-764c1c8c93e8 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:56.756506 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64f7827e-766b-41be-9b12-8c3ea9697a36 req-3dda4746-cec0-4094-b71f-764c1c8c93e8 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4b044f7-ab0f-4b65-94d0-c3b04581e45c HTTP/1.1" status: 200 len: 948 time: 0.4789038 Feb 09 13:10:56.951446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-6cc7ebfb-956a-4088-a854-29ff70dcb107 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] For port 88c0fad3-f37d-4867-b0ea-5525aea87557, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88c0fad3-f37d-4867-b0ea-5525aea87557,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:56.952507 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-6cc7ebfb-956a-4088-a854-29ff70dcb107 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:56.988671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,segment=NetworkSegment(1a3e768d-3c80-4aa8-a655-9a9ddef554d7),segment_id=1a3e768d-3c80-4aa8-a655-9a9ddef554d7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:57.028044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '6d64a092-f84f-4817-b4f9-e0b8cf6cdf86', 'network_id': '9f6399da-bdf0-4880-a7e4-bb38fcdbab5d', 'port_id': '6d64a092-f84f-4817-b4f9-e0b8cf6cdf86', 'mac_address': 'fa:16:3e:da:34:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9975fdf0-59f4-4841-9c3c-09b355682766', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:10:57.081581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:57.106576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-6cc7ebfb-956a-4088-a854-29ff70dcb107 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Calling delete_port for 88c0fad3-f37d-4867-b0ea-5525aea87557 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:10:57.106985 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:57.130159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:10:57.149296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,segment=NetworkSegment(1a3e768d-3c80-4aa8-a655-9a9ddef554d7),segment_id=1a3e768d-3c80-4aa8-a655-9a9ddef554d7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:57.160539 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:57.242171 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1177740-fbce-49d5-888d-122bd43f1f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:57.278718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:57.335745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3fb7-e505-4f1a-8655-095b5aa14cc3 req-a122cb41-ef4a-42ea-9ef1-951562f7bc97 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:57.345776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0acd3fb7-e505-4f1a-8655-095b5aa14cc3 req-a122cb41-ef4a-42ea-9ef1-951562f7bc97 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 945 time: 0.8310068 Feb 09 13:10:57.393920 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-6cc7ebfb-956a-4088-a854-29ff70dcb107 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:57.490257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7ebfb-956a-4088-a854-29ff70dcb107 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Pushing event deleted for resources: {'Port': ['ID=88c0fad3-f37d-4867-b0ea-5525aea87557,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:57.526195 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['6d64a092-f84f-4817-b4f9-e0b8cf6cdf86'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:10:57.528944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0acd3fb7-e505-4f1a-8655-095b5aa14cc3 req-3457d58a-1643-4d4a-8a18-1a753722d90a tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816981 Feb 09 13:10:57.532657 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64f7827e-766b-41be-9b12-8c3ea9697a36 req-789bf429-fb09-4f24-97d4-6d237b4f223e tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.59 "GET /v2.0/security-groups?id=6096e8e9-3d14-4689-b777-7f7253947eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7752943 Feb 09 13:10:57.596629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['4a7f3787-ce7f-4a4a-befb-ccd603c5ec60'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:10:57.773757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-6cc7ebfb-956a-4088-a854-29ff70dcb107 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] No DVR routers for this DVR port 88c0fad3-f37d-4867-b0ea-5525aea87557 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:10:57.786330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-6cc7ebfb-956a-4088-a854-29ff70dcb107 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:57.789861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-deleted', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:10:57.809358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d79603d-c605-46a2-8ead-2aa16c8bb307 req-6cc7ebfb-956a-4088-a854-29ff70dcb107 tempest-ImagesOneServerTestJSON-684625472 tempest-ImagesOneServerTestJSON-684625472-project] 10.222.0.67 "DELETE /v2.0/ports/88c0fad3-f37d-4867-b0ea-5525aea87557 HTTP/1.1" status: 204 len: 173 time: 1.7095153 Feb 09 13:10:57.926382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:57.949136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca8593-ac02-4421-9489-9771d961d004 req-7caacff1-a206-4b32-946a-5d8fdd334a5c tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:57.953474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3ca8593-ac02-4421-9489-9771d961d004 req-7caacff1-a206-4b32-946a-5d8fdd334a5c tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 945 time: 0.1160874 Feb 09 13:10:58.105200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3ca8593-ac02-4421-9489-9771d961d004 req-7e36f048-b314-4445-811e-97f70cdb7c34 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/security-groups?id=49385f4a-a76c-4a00-8f7a-56a5197104a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395123 Feb 09 13:10:58.257649 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'code': 200} Feb 09 13:10:58.279904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:10:58.286270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:10:58.287039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:58.472753 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:58.478794 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:58.533988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996dc53-77f6-41f8-ab56-53f344e64507 req-9672e4b4-5027-4c05-9bde-2c3ffd18c719 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:58.557219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b996dc53-77f6-41f8-ab56-53f344e64507 req-9672e4b4-5027-4c05-9bde-2c3ffd18c719 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 945 time: 0.2223115 Feb 09 13:10:58.566521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:10:58.584310 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:58.585732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88c0fad3-f37d-4867-b0ea-5525aea87557 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:10:58.732084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b996dc53-77f6-41f8-ab56-53f344e64507 req-30b8aad4-828c-4bba-a4b0-80a55de50564 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719482 Feb 09 13:10:58.859479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:10:58.867897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 88c0fad3-f37d-4867-b0ea-5525aea87557 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:10:58.869253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88c0fad3-f37d-4867-b0ea-5525aea87557 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:10:58.880185 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:59.144826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-df8ae689-bc1c-4be7-9a45-f2d24b429daa tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:59.153423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-df8ae689-bc1c-4be7-9a45-f2d24b429daa tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "GET /v2.0/networks?id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 200 len: 813 time: 0.5252287 Feb 09 13:10:59.173579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Request body: {'port': {'device_id': '5670accc-b641-44d1-a1b3-b0cbf6f97672', 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4', 'admin_state_up': True, 'tenant_id': '8ba85452948e4cc384805ba346b3e816'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:59.221925 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b044f7-ab0f-4b65-94d0-c3b04581e45c', 'name': 'network-vif-deleted', 'tag': '88c0fad3-f37d-4867-b0ea-5525aea87557', 'status': 'completed', 'code': 200} Feb 09 13:10:59.686962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2493be17-762b-4ad4-a053-e1125771a29d req-fecd8c0e-512d-4031-95fc-8fee3fb153be tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 210 time: 0.3253818 Feb 09 13:10:59.815309 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:10:59.882009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-4875408f-df5e-479e-a8bb-e8d79fa15545 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:10:59.883624 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-4875408f-df5e-479e-a8bb-e8d79fa15545 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "GET /v2.0/networks?id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 200 len: 813 time: 0.3849943 Feb 09 13:10:59.927226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:10:59.946015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Request body: {'port': {'device_id': '8fa94217-e3da-4726-a3bc-8ec804c86a82', 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4', 'admin_state_up': True, 'tenant_id': '8ba85452948e4cc384805ba346b3e816'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:10:59.962405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:10:59.987245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Usage tracker for resource:port and tenant:8ba85452948e4cc384805ba346b3e816 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:10:59.994763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:00.012651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8dc8c-8844-4b39-8ddb-51457e6e40f3 req-03cf2db3-e9a9-47c6-b016-923d51d8038b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:00.014220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2a8dc8c-8844-4b39-8ddb-51457e6e40f3 req-03cf2db3-e9a9-47c6-b016-923d51d8038b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.8025663 Feb 09 13:11:00.058321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:00.086139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:00.086594 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:00.124951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:00.207636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Made reservation on behalf of 8ba85452948e4cc384805ba346b3e816 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:00.211659 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:00.244401 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:00.247132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2a8dc8c-8844-4b39-8ddb-51457e6e40f3 req-06765ce1-2c88-4f16-b970-85efa51b140f tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144036 Feb 09 13:11:00.264153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:00.313521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,segment=NetworkSegment(1a3e768d-3c80-4aa8-a655-9a9ddef554d7),segment_id=1a3e768d-3c80-4aa8-a655-9a9ddef554d7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:00.320218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:00.325376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:11:00.366264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbcbcb-2fb5-4127-9cc6-c1b32dc5bde9 req-0cefc6a3-9509-48e0-bb8a-15b8fc05beac tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:00.375116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e8dbcbcb-2fb5-4127-9cc6-c1b32dc5bde9 req-0cefc6a3-9509-48e0-bb8a-15b8fc05beac tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.4878354 Feb 09 13:11:00.455621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:00.519994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Usage tracker for resource:port and tenant:8ba85452948e4cc384805ba346b3e816 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:00.550742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:00.565754 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:00.576369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:00.576880 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:00.595339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:00.620000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:00.699121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e8dbcbcb-2fb5-4127-9cc6-c1b32dc5bde9 req-df055919-09e8-48c6-96a1-9fc95f96dddd tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230124 Feb 09 13:11:00.776322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Allocated IP 172.20.0.7 (9942a3c1-710a-42f7-a7f0-f1348c79bbd4/8ed75424-1e5f-4738-98a0-ef7dee584743/34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:00.860140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47188) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:00.888302 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:00.995734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,segment=NetworkSegment(7ff00a7e-c40f-4da6-ad2b-520cce110dde),segment_id=7ff00a7e-c40f-4da6-ad2b-520cce110dde)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:01.002861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:01.094046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Made reservation on behalf of 8ba85452948e4cc384805ba346b3e816 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:01.097124 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:01.115547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:01.119322 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dbc6d615-a072-44b9-929a-1d6dd967af1d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99d84a157def40bbb6b353acfc9eb7fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2573299 Feb 09 13:11:01.120212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47198) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:01.155884 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:01.211637 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-055d7337-3dba-4422-aec3-abe2041796f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:01.229966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea503e-9058-4675-ad12-ee2b844e7292 req-cf774083-e57d-4da7-83cb-0f6907bac7f2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:01.231600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0dea503e-9058-4675-ad12-ee2b844e7292 req-cf774083-e57d-4da7-83cb-0f6907bac7f2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.6901522 Feb 09 13:11:01.241999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-055d7337-3dba-4422-aec3-abe2041796f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:01.304422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-055d7337-3dba-4422-aec3-abe2041796f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:01.320080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d7337-3dba-4422-aec3-abe2041796f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6096e8e9-3d14-4689-b777-7f7253947eb3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:01.327616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-055d7337-3dba-4422-aec3-abe2041796f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:01.328899 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-055d7337-3dba-4422-aec3-abe2041796f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6096e8e9-3d14-4689-b777-7f7253947eb3 HTTP/1.1" status: 204 len: 168 time: 0.2076056 Feb 09 13:11:01.364951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79ab5a-e2a3-46f6-b7d2-3f1becd40c01 req-1815379c-15f4-400a-a772-c3d37e76b28d tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:01.366457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f79ab5a-e2a3-46f6-b7d2-3f1becd40c01 req-1815379c-15f4-400a-a772-c3d37e76b28d tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 946 time: 0.3120549 Feb 09 13:11:01.418687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:01.431922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0dea503e-9058-4675-ad12-ee2b844e7292 req-50c751ab-d776-4c29-8fb9-bed8389e14ae tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843805 Feb 09 13:11:01.608359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Allocated IP 172.20.0.3 (9942a3c1-710a-42f7-a7f0-f1348c79bbd4/8ed75424-1e5f-4738-98a0-ef7dee584743/55c2edfe-6944-4a06-aabc-d058fdb9911c) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:01.753556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:01.767365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:01.791555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:11:01.838895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Pushing event updated for resources: {'Port': ['ID=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:01.899137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f79ab5a-e2a3-46f6-b7d2-3f1becd40c01 req-4793b20c-5c7e-4537-a73b-d599c6d6b6c1 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/security-groups?id=49385f4a-a76c-4a00-8f7a-56a5197104a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983163 Feb 09 13:11:02.004479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:02.005460 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:02.113815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:02.215372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9c04b41b-4b1b-4a0f-879c-ddae9821377a tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0470967 Feb 09 13:11:02.226453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f560f-1f7d-47de-83c8-f92022dac8ce req-54913b7e-72dd-4b92-9865-0025a17511a4 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:02.235882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e36f560f-1f7d-47de-83c8-f92022dac8ce req-54913b7e-72dd-4b92-9865-0025a17511a4 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 946 time: 0.5821719 Feb 09 13:11:02.267298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Request body: {'port': {'device_id': '5670accc-b641-44d1-a1b3-b0cbf6f97672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:02.308200 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:02.552961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47226) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:02.621546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:02.635213 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e36f560f-1f7d-47de-83c8-f92022dac8ce req-b388e57c-52de-448b-a014-cb129c81ec79 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983340 Feb 09 13:11:02.639166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:02.644081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Pushing event updated for resources: {'Port': ['ID=55c2edfe-6944-4a06-aabc-d058fdb9911c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:02.651784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e066f-5ac2-4fea-80fb-768c732a0463 req-9f9da496-c607-435b-a113-e748c6213880 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:02.661272 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e3e066f-5ac2-4fea-80fb-768c732a0463 req-9f9da496-c607-435b-a113-e748c6213880 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.5324483 Feb 09 13:11:02.679071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:11:02.730024 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96', 'code': 200} Feb 09 13:11:02.743089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:02.743657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1784646971-network', 'tenant_id': 'fc183ac503d444de9127e3680854731b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:02.752987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:02.759347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Usage tracker for resource:network and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:02.782675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:02.796305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:02.815162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:02.815824 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:02.817528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Made reservation on behalf of fc183ac503d444de9127e3680854731b for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:02.820384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:02.838511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:02.854522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e3e066f-5ac2-4fea-80fb-768c732a0463 req-764777c7-6887-42f0-b9fc-a9420a790209 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920221 Feb 09 13:11:02.928817 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-d4826d0f-99a5-475f-a3dc-8e8336ee2c7c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9864860 Feb 09 13:11:02.958876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Request body: {'port': {'device_id': '8fa94217-e3da-4726-a3bc-8ec804c86a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:02.978325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:02.993131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Usage tracker for resource:security_group_rule and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:02.996859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:03.013390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:03.075457 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97ece35e-bbd8-4ca4-8dfc-f43951908bcb req-d5075ac8-b4e9-49ae-8075-f2b24ea450b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 1097 time: 0.2386565 Feb 09 13:11:03.137259 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97ece35e-bbd8-4ca4-8dfc-f43951908bcb req-66b04ca5-bd34-43e7-8899-b39f1a44e53e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515301 Feb 09 13:11:03.192569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.197482 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.239742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:11:03.254494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6348f802-f568-46d1-aa93-d6ebd65bf35c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:03.277464 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.277811 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Added segment c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9 of type vlan for network f23dbd13-26ed-450c-8383-23e2623950a4 Feb 09 13:11:03.309319 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.311853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.345492 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.346658 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:03.347546 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.451093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] Pushing event updated for resources: {'Network': ['ID=f23dbd13-26ed-450c-8383-23e2623950a4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:03.460911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f23dbd13-26ed-450c-8383-23e2623950a4 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:11:03.469557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f5beb-f4ab-42a6-a42a-6cb9cac91872 req-1b6c3eee-e8d1-4bda-bea4-2e46f6468756 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:03.470822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-693f5beb-f4ab-42a6-a42a-6cb9cac91872 req-1b6c3eee-e8d1-4bda-bea4-2e46f6468756 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Synchronizing usage tracker for tenant:8ba85452948e4cc384805ba346b3e816 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:11:03.491330 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-840e0978-3f35-4f67-9bd8-f8a670513535 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9346328 Feb 09 13:11:03.492795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47238) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:03.497557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Request body: {'subnet': {'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1784646971-subnet', 'tenant_id': 'fc183ac503d444de9127e3680854731b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:03.503831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:03.508803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Usage tracker for resource:subnet and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:03.512056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:03.517949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:03.529076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Made reservation on behalf of fc183ac503d444de9127e3680854731b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:03.532320 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.590496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02f4dd-698d-466d-b2e0-ae7070769f52 req-44b82605-bae0-47a0-b61f-e76022832d9b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:03.592228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c02f4dd-698d-466d-b2e0-ae7070769f52 req-44b82605-bae0-47a0-b61f-e76022832d9b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.4085131 Feb 09 13:11:03.603988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-693f5beb-f4ab-42a6-a42a-6cb9cac91872 req-1b6c3eee-e8d1-4bda-bea4-2e46f6468756 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Unset dirty status for tenant:8ba85452948e4cc384805ba346b3e816 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:11:03.605206 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-693f5beb-f4ab-42a6-a42a-6cb9cac91872 req-1b6c3eee-e8d1-4bda-bea4-2e46f6468756 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 931 time: 0.7246830 Feb 09 13:11:03.778939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:03.786965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-693f5beb-f4ab-42a6-a42a-6cb9cac91872 req-4f4db1cd-68f2-41e4-bf66-75030e0628a9 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551290 Feb 09 13:11:03.797893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c02f4dd-698d-466d-b2e0-ae7070769f52 req-0d8e439a-84c7-4f94-a6a7-d3a5641ed764 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916220 Feb 09 13:11:03.809838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.810331 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.840363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Transition to ACTIVE for port object 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:03.897702 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:03.916125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9a4952-adf7-4b95-90df-2d44dcef12bf,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:03.918920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Checking segment: {'id': 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:11:03.919616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Network hostable DHCP agents. Network: f23dbd13-26ed-450c-8383-23e2623950a4, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:11:03.971817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Network f23dbd13-26ed-450c-8383-23e2623950a4 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:11:03.993820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f23dbd13-26ed-450c-8383-23e2623950a4) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:04.006348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7e24f-8e6e-4a00-9c81-0a3141671f50 None None] Network f23dbd13-26ed-450c-8383-23e2623950a4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:11:04.018935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:04.019532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:04.091175 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6284a111-738f-49a9-bf11-ee74352f0401 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5984051 Feb 09 13:11:04.227316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Pushing event updated for resources: {'Port': ['ID=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:04.395932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c6ff76-1e1f-4515-b3ac-ea5ca1824a25 None None] Network f23dbd13-26ed-450c-8383-23e2623950a4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:11:04.415249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:11:04.495285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8758f3-fa1a-486a-8005-c808622634ae req-a6b4be2a-cca1-4423-9668-998f01e48689 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:04.496902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a8758f3-fa1a-486a-8005-c808622634ae req-a6b4be2a-cca1-4423-9668-998f01e48689 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.4839394 Feb 09 13:11:04.510396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0372cc9-302a-4db7-a750-5e186a8a0f40 req-062154c3-fab7-44e7-a14d-35fce70b5819 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:04.512915 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0372cc9-302a-4db7-a750-5e186a8a0f40 req-062154c3-fab7-44e7-a14d-35fce70b5819 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 946 time: 0.4144514 Feb 09 13:11:04.605787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c2edfe-6944-4a06-aabc-d058fdb9911c {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:04.613249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Attempting to bind port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:11:04.613693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Attempting to bind port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:11:04.614087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Attempting to bind port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:04.627985 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:04.731008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b225893-7d3e-4b49-9daa-2d9f78c62ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d64a092-f84f-4817-b4f9-e0b8cf6cdf86'}, {'server_uuid': 'c0ca4947-b4d7-4183-942b-ac875a2cdbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7f3787-ce7f-4a4a-befb-ccd603c5ec60'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:04.839988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:11:04.840528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Attempting to bind port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:04.848080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Transition to ACTIVE for port object 55c2edfe-6944-4a06-aabc-d058fdb9911c will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:04.858960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0372cc9-302a-4db7-a750-5e186a8a0f40 req-cf74ba95-afe4-497c-b142-045a10455260 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/security-groups?id=49385f4a-a76c-4a00-8f7a-56a5197104a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353755 Feb 09 13:11:04.869175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:11:04.869767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Checking segment: {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:11:04.870334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Bound using segment: {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:11:04.870954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Bound port: 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:11:04.871480 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:04.883346 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a8758f3-fa1a-486a-8005-c808622634ae req-4c2e12bd-3705-4b96-b333-131f533744da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679118 Feb 09 13:11:04.885709 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:05.038948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] For port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:05.042018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] For port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:05.127736 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:05.239061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Pushing event updated for resources: {'Port': ['ID=55c2edfe-6944-4a06-aabc-d058fdb9911c,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:05.337233 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:05.338719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] 10.222.0.67 "PUT /v2.0/ports/34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c HTTP/1.1" status: 200 len: 1091 time: 3.1006525 Feb 09 13:11:05.340812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5670accc-b641-44d1-a1b3-b0cbf6f97672', 'tag': '34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:05.514851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550d9f0-4ac5-4d4a-b7b0-ab5c3fa9f338 service neutron] Pushing event updated for resources: {'Port': ['ID=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:05.591337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14310-ee90-4662-a0a4-0e46e014c412 req-cca1a0fe-c732-4e6c-89d1-b33e6706e6b4 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:05.593297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90b14310-ee90-4662-a0a4-0e46e014c412 req-cca1a0fe-c732-4e6c-89d1-b33e6706e6b4 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 946 time: 0.4367893 Feb 09 13:11:05.604956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4df508-a422-4e9d-be41-a0fab70d6595 req-1ff4dbcb-7a80-4de9-a37b-3b171df4acc0 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:05.606458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c4df508-a422-4e9d-be41-a0fab70d6595 req-1ff4dbcb-7a80-4de9-a37b-3b171df4acc0 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.4551432 Feb 09 13:11:05.607220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Attempting to bind port 55c2edfe-6944-4a06-aabc-d058fdb9911c on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:11:05.607799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Attempting to bind port 55c2edfe-6944-4a06-aabc-d058fdb9911c by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:11:05.608157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Attempting to bind port 55c2edfe-6944-4a06-aabc-d058fdb9911c on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:05.669163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Port 55c2edfe-6944-4a06-aabc-d058fdb9911c on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:11:05.669511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Attempting to bind port 55c2edfe-6944-4a06-aabc-d058fdb9911c on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:05.703203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:11:05.703537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Checking segment: {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:11:05.703924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Bound using segment: {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:11:05.704371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Bound port: 55c2edfe-6944-4a06-aabc-d058fdb9911c, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:11:05.704686 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:05.724380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-9a79df97-f924-42f6-bdef-83d3b9247bef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ba85452948e4cc384805ba346b3e816&device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 1094 time: 0.3209839 Feb 09 13:11:05.876509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90b14310-ee90-4662-a0a4-0e46e014c412 req-4bcb693e-f0ef-4362-8445-f2e022252a3d tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531292 Feb 09 13:11:05.876509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-3081fa78-5fbd-4e61-a79c-314a576130f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c HTTP/1.1" status: 200 len: 217 time: 0.1327901 Feb 09 13:11:05.876509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c4df508-a422-4e9d-be41-a0fab70d6595 req-dc7291d4-dada-4e90-a04a-68a02f4bfdad tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366886 Feb 09 13:11:05.984374 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b225893-7d3e-4b49-9daa-2d9f78c62ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d64a092-f84f-4817-b4f9-e0b8cf6cdf86', 'code': 200} Feb 09 13:11:05.985810 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ca4947-b4d7-4183-942b-ac875a2cdbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7f3787-ce7f-4a4a-befb-ccd603c5ec60', 'code': 200} Feb 09 13:11:06.073398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] For port 55c2edfe-6944-4a06-aabc-d058fdb9911c, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:06.086889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-0b68d192-fd51-47e9-80aa-e59ca261a2a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:06.090163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-0b68d192-fd51-47e9-80aa-e59ca261a2a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ed75424-1e5f-4738-98a0-ef7dee584743 HTTP/1.1" status: 200 len: 853 time: 0.2081895 Feb 09 13:11:06.094131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] For port 55c2edfe-6944-4a06-aabc-d058fdb9911c, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=55c2edfe-6944-4a06-aabc-d058fdb9911c,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:06.177304 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2b08993-4511-4ee9-a94c-d5b8c04f8a6d req-2e5862ba-d5b1-4ea0-91df-01ca00bc8f07 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 1097 time: 0.1116221 Feb 09 13:11:06.238129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:06.255484 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2b08993-4511-4ee9-a94c-d5b8c04f8a6d req-bde9d9f7-a720-4441-a579-74ec277b6db0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588729 Feb 09 13:11:06.290689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1885490595', 'description': 'tempest-description-652646543'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:06.308177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-003d83a4-cbcf-409f-83b7-3c0ae382c3ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2067187 Feb 09 13:11:06.332424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:06.347044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:06.356894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:06.377204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:06.377204 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] 10.222.0.67 "PUT /v2.0/ports/55c2edfe-6944-4a06-aabc-d058fdb9911c HTTP/1.1" status: 200 len: 1091 time: 3.4305558 Feb 09 13:11:06.390256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:06.410055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed04aa-86d3-43b2-990d-5a5c0f3d82d6 service neutron] Pushing event updated for resources: {'Port': ['ID=55c2edfe-6944-4a06-aabc-d058fdb9911c,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:06.435415 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:06.464324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-223fd605-dddf-4af6-89ee-566d77cd0b51 req-41b21905-3503-49ef-98ab-1c29811aa2b0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 1097 time: 0.3696420 Feb 09 13:11:06.472118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d010-c25b-48fb-8cf0-202b79fb1747 req-f40f5e65-93db-4318-a5e5-7e0770d7b54b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:06.479664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3028d010-c25b-48fb-8cf0-202b79fb1747 req-f40f5e65-93db-4318-a5e5-7e0770d7b54b tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.3229809 Feb 09 13:11:06.620790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:06.694185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group_rule and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:06.708814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:06.729363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:06.739320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-223fd605-dddf-4af6-89ee-566d77cd0b51 req-b43b3076-0b76-4239-86a7-78ebb1ee94e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=49385f4a-a76c-4a00-8f7a-56a5197104a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181144 Feb 09 13:11:06.741432 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3028d010-c25b-48fb-8cf0-202b79fb1747 req-44e7ba72-9c7b-4aab-858c-e895a55b9063 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609956 Feb 09 13:11:06.798756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-fd134340-f1f7-47de-9582-56370f21df3e service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958608 Feb 09 13:11:06.861468 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:06.876248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:06.907854 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-801c5347-f3bd-4ccc-b1da-388671c5a75d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ba85452948e4cc384805ba346b3e816&device_id=8fa94217-e3da-4726-a3bc-8ec804c86a82 HTTP/1.1" status: 200 len: 1094 time: 0.3854954 Feb 09 13:11:07.192398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2e1c43-5b05-4822-86c7-8309a1ce9fc3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:07.199009 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:07.200180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea86f1c2-62cb-4bc1-8941-bbb271e6e415 req-74a2faaf-256f-4977-bdb0-ff36db5b62e6 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.9444544 Feb 09 13:11:07.257210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-b9c867a9-b8ea-4312-a577-2d95f338e0ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55c2edfe-6944-4a06-aabc-d058fdb9911c HTTP/1.1" status: 200 len: 217 time: 0.1684518 Feb 09 13:11:07.314989 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5670accc-b641-44d1-a1b3-b0cbf6f97672', 'tag': '34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c', 'status': 'completed', 'code': 200} Feb 09 13:11:07.392950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-0c4a744a-3b57-42b4-ae72-5d6eadcf49ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:07.394568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-0c4a744a-3b57-42b4-ae72-5d6eadcf49ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ed75424-1e5f-4738-98a0-ef7dee584743 HTTP/1.1" status: 200 len: 853 time: 0.1263156 Feb 09 13:11:07.438238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-7ab8d0c4-1f2a-4f90-9a47-318c033209c3 service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715228 Feb 09 13:11:07.450951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e07b3-8098-4aa9-9e1c-3a9423af4121 req-3d804f2f-b185-46ae-afae-e5de949014a1 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:07.458179 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-279e07b3-8098-4aa9-9e1c-3a9423af4121 req-3d804f2f-b185-46ae-afae-e5de949014a1 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 943 time: 0.5609615 Feb 09 13:11:07.525830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-8564101f-1ac4-43f9-94b2-feed61984cea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210666 Feb 09 13:11:07.570301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-279e07b3-8098-4aa9-9e1c-3a9423af4121 req-17915c8a-05e2-4a51-b0a8-766068fb3415 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112068 Feb 09 13:11:07.603681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf659-3421-4349-9127-a7ebd91cb35c req-8e8264c6-2c4b-47f0-ac07-73442eeea3fc tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:07.612679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1bf659-3421-4349-9127-a7ebd91cb35c req-8e8264c6-2c4b-47f0-ac07-73442eeea3fc tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 946 time: 0.1690590 Feb 09 13:11:07.657723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1bf659-3421-4349-9127-a7ebd91cb35c req-53825c3d-e8e5-46c0-8100-50fc3ea2efec tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/security-groups?id=49385f4a-a76c-4a00-8f7a-56a5197104a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Feb 09 13:11:08.057238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d039c-2f24-4dc8-a006-aaee30330c10 req-378eaf96-35ab-43af-8da5-71625c3fe985 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:08.059044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a3d039c-2f24-4dc8-a006-aaee30330c10 req-378eaf96-35ab-43af-8da5-71625c3fe985 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3649197 Feb 09 13:11:08.093391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7212c9-6a7c-4f9b-8b62-54b7c89ae3d5 req-32753741-55f4-44d7-bad0-019266a21a18 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:08.103496 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e7212c9-6a7c-4f9b-8b62-54b7c89ae3d5 req-32753741-55f4-44d7-bad0-019266a21a18 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.2748077 Feb 09 13:11:08.126650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-2ea33fb5-90ee-4559-a810-25c5cc0dcbb7 service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946447 Feb 09 13:11:08.144424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5200b68-1242-472c-b840-8d9dd21d3fb4 req-0b35511e-c539-4043-8dca-c5ccec8213ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ba85452948e4cc384805ba346b3e816&device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 1094 time: 0.4141550 Feb 09 13:11:08.258552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a3d039c-2f24-4dc8-a006-aaee30330c10 req-fb9b5f08-4c7d-433d-a84b-e67d18c895a2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883814 Feb 09 13:11:08.393034 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e7212c9-6a7c-4f9b-8b62-54b7c89ae3d5 req-2caea98d-0425-4de9-ba71-e0eee3b7f662 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887256 Feb 09 13:11:08.525255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5200b68-1242-472c-b840-8d9dd21d3fb4 req-f7370c2a-2f27-4247-b75e-24bffdd37fc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:08.527241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5200b68-1242-472c-b840-8d9dd21d3fb4 req-f7370c2a-2f27-4247-b75e-24bffdd37fc6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 200 len: 914 time: 0.3619349 Feb 09 13:11:08.677743 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e45aa3b-6ffb-4a14-b9df-a84b2af10507 req-81a32d1b-c485-41ad-8af8-034cc5bc4ef8 service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095241 Feb 09 13:11:08.686136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5200b68-1242-472c-b840-8d9dd21d3fb4 req-745c729c-da3c-4797-9429-5a342c69fa85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c HTTP/1.1" status: 200 len: 217 time: 0.1473138 Feb 09 13:11:08.767777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d717c57-7b7f-497f-b0fa-058d25aa767d req-d7fe9d1c-0b48-4092-a259-b8e748eb4cfa tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:08.769422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d717c57-7b7f-497f-b0fa-058d25aa767d req-d7fe9d1c-0b48-4092-a259-b8e748eb4cfa tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.3752158 Feb 09 13:11:08.780860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47292) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:08.785630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a5d73d32-3822-47e7-a0c5-ea388fff052e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Request body: {'floatingip': {'port_id': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:08.797676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5200b68-1242-472c-b840-8d9dd21d3fb4 req-f87079b6-48d7-4084-ab0d-dcb1cc160bd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:08.799656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5200b68-1242-472c-b840-8d9dd21d3fb4 req-f87079b6-48d7-4084-ab0d-dcb1cc160bd1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ed75424-1e5f-4738-98a0-ef7dee584743 HTTP/1.1" status: 200 len: 853 time: 0.0990531 Feb 09 13:11:08.812967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad34a97-632f-4ff5-97ec-155f36459524 req-451498da-e17c-445e-a374-89fdcc0f4669 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:08.814828 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ad34a97-632f-4ff5-97ec-155f36459524 req-451498da-e17c-445e-a374-89fdcc0f4669 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 946 time: 0.1991518 Feb 09 13:11:08.869089 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5d73d32-3822-47e7-a0c5-ea388fff052e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:08.870480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-407119932', 'description': 'tempest-description-1756290607'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:08.895434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:08.902633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5200b68-1242-472c-b840-8d9dd21d3fb4 req-aeb14563-22bf-4f97-bfd8-0605540caf89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866215 Feb 09 13:11:08.908631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:08.912388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:09.158639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:09.192205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:09.206718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ad34a97-632f-4ff5-97ec-155f36459524 req-c5b2674c-8a95-482f-a43e-6084497434a1 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464932 Feb 09 13:11:09.256304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5200b68-1242-472c-b840-8d9dd21d3fb4 req-c8644601-d5b4-4b64-8ba5-00f45c5bd320 service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405473 Feb 09 13:11:09.308715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:09.315585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group_rule and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:09.317969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa94217-e3da-4726-a3bc-8ec804c86a82', 'tag': '55c2edfe-6944-4a06-aabc-d058fdb9911c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:09.322969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:09.383706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:09.502561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5200b68-1242-472c-b840-8d9dd21d3fb4 req-f69e52b8-4565-4926-a821-db32ad3eb3e3 service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380280 Feb 09 13:11:09.540791 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:09.552005 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:09.621711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbb7ba9-2714-4ca9-a963-5fbd9430be52,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:09.625693 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:09.643061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bbc656fb-396f-46d2-9438-f5d58ea43570 req-41506b89-4df4-4ce0-b4bc-3d3ca1cb79c4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.7813118 Feb 09 13:11:09.659235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ba92e-d56e-4896-95e5-d7628834cb97 req-5a245641-d3c9-411e-947a-a7d0ba46e026 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:09.666665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-026ba92e-d56e-4896-95e5-d7628834cb97 req-5a245641-d3c9-411e-947a-a7d0ba46e026 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 943 time: 0.2069831 Feb 09 13:11:09.774384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-026ba92e-d56e-4896-95e5-d7628834cb97 req-1d207b71-043f-46f1-bd1f-68d673b9e6ae tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067710 Feb 09 13:11:09.855719 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5d73d32-3822-47e7-a0c5-ea388fff052e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:09.862437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5d73d32-3822-47e7-a0c5-ea388fff052e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:09.977362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4c58-b15f-4c25-bcfe-a149803c8ff1 req-2c046f0a-7f7a-436c-b643-babed4b49f0f tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:09.985253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-827f4c58-b15f-4c25-bcfe-a149803c8ff1 req-2c046f0a-7f7a-436c-b643-babed4b49f0f tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 946 time: 0.1730921 Feb 09 13:11:09.988600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:11:10.078564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-827f4c58-b15f-4c25-bcfe-a149803c8ff1 req-42160afc-1b66-4fdd-98eb-c37421051f14 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/security-groups?id=49385f4a-a76c-4a00-8f7a-56a5197104a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919950 Feb 09 13:11:10.123085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f2bd5-dd53-4280-a657-bb4fc68008f2 req-19803b20-fad6-4852-afa9-fe1b6c4b80e3 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:10.132358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-258f2bd5-dd53-4280-a657-bb4fc68008f2 req-19803b20-fad6-4852-afa9-fe1b6c4b80e3 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 946 time: 0.2159195 Feb 09 13:11:10.234666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-258f2bd5-dd53-4280-a657-bb4fc68008f2 req-9bd14b6b-ade7-41fa-a655-4e463b96cea2 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008663 Feb 09 13:11:10.294663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:10.297232 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-a5d73d32-3822-47e7-a0c5-ea388fff052e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Floating IP bfa3ed3c-5efb-4e17-9043-399587f95e1e associated. External IP: 172.25.5.221, port: bb30645a-8ce5-4cdf-bdc2-610d38cc8e96. Feb 09 13:11:10.310433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c', 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4', 'port_id': '34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c', 'mac_address': 'fa:16:3e:ce:fd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed75424-1e5f-4738-98a0-ef7dee584743', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:11:10.333299 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa94217-e3da-4726-a3bc-8ec804c86a82', 'tag': '55c2edfe-6944-4a06-aabc-d058fdb9911c', 'status': 'completed', 'code': 200} Feb 09 13:11:10.375565 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:10.400358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:10.419643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:10.428894 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:10.543741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:10.626715 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f1e66ab-16af-411b-a489-a1f31d7ec54c req-b9b56486-4c58-4002-9ff3-5e180b77a8fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ba85452948e4cc384805ba346b3e816&device_id=8fa94217-e3da-4726-a3bc-8ec804c86a82 HTTP/1.1" status: 200 len: 1094 time: 0.2622015 Feb 09 13:11:10.634036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87d956-d9b9-4e1d-a9d9-40b44a4115bb req-ff3d4be4-b284-48e4-aa5c-a58b52c5eea2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:10.641389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd87d956-d9b9-4e1d-a9d9-40b44a4115bb req-ff3d4be4-b284-48e4-aa5c-a58b52c5eea2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.1609838 Feb 09 13:11:10.798230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ef86d-d74d-4bc5-8229-fd4986bdb552 req-8d059169-744c-49ca-b0ff-65514f6a76ef tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:10.799623 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-278ef86d-d74d-4bc5-8229-fd4986bdb552 req-8d059169-744c-49ca-b0ff-65514f6a76ef tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3634479 Feb 09 13:11:10.828598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:10.839396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd87d956-d9b9-4e1d-a9d9-40b44a4115bb req-b09b4f3e-3817-4be1-bb9c-522ca674a795 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967328 Feb 09 13:11:10.908080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d73d32-3822-47e7-a0c5-ea388fff052e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Router f214de36-824f-46ec-bc9b-e3eb20c8e86f has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:11:10.951174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e66ab-16af-411b-a489-a1f31d7ec54c req-47cdcdcf-090e-4b1a-a1c3-2771cd4a331e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:10.955422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f1e66ab-16af-411b-a489-a1f31d7ec54c req-47cdcdcf-090e-4b1a-a1c3-2771cd4a331e service neutron] 10.222.0.67 "GET /v2.0/networks?id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 200 len: 914 time: 0.2935846 Feb 09 13:11:11.095256 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:11.135346 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-278ef86d-d74d-4bc5-8229-fd4986bdb552 req-00f800af-abf4-4256-84ab-f22b0daef697 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295684 Feb 09 13:11:11.180412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f1e66ab-16af-411b-a489-a1f31d7ec54c req-af5f8842-9495-445b-96f7-0b7554e9862e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55c2edfe-6944-4a06-aabc-d058fdb9911c HTTP/1.1" status: 200 len: 217 time: 0.2138560 Feb 09 13:11:11.331440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e66ab-16af-411b-a489-a1f31d7ec54c req-553556bd-aa65-49bb-b583-1e9359142536 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:11.332902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f1e66ab-16af-411b-a489-a1f31d7ec54c req-553556bd-aa65-49bb-b583-1e9359142536 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ed75424-1e5f-4738-98a0-ef7dee584743 HTTP/1.1" status: 200 len: 853 time: 0.1028700 Feb 09 13:11:11.363345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d73d32-3822-47e7-a0c5-ea388fff052e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:11:11.379503 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] Sync routers for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:11:11.380966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5d73d32-3822-47e7-a0c5-ea388fff052e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:11.392701 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:11:11.393766 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:10:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:11.415052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f1e66ab-16af-411b-a489-a1f31d7ec54c req-fa04b770-14ac-49c6-b74e-1a10f08ebaee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695517 Feb 09 13:11:11.425561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-fee1f3b2-8c67-4a49-a561-f9f75572220d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:11.438936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-fee1f3b2-8c67-4a49-a561-f9f75572220d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 813 time: 0.3228624 Feb 09 13:11:11.463001 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a5d73d32-3822-47e7-a0c5-ea388fff052e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "PUT /v2.0/floatingips/bfa3ed3c-5efb-4e17-9043-399587f95e1e HTTP/1.1" status: 200 len: 992 time: 2.6811287 Feb 09 13:11:11.464110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'tag': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:11.513068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-5b31cfa9-5312-4439-8311-1cc2dd98ccff tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/quotas/fc183ac503d444de9127e3680854731b HTTP/1.1" status: 200 len: 375 time: 0.0729487 Feb 09 13:11:11.613377 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:11:11.617777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-c0534584-5ea7-4a71-a43f-3b9afa267b98 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571094 Feb 09 13:11:11.896344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f1e66ab-16af-411b-a489-a1f31d7ec54c req-2d09f9a1-c2c4-4b12-9245-ed2739420d15 service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545944 Feb 09 13:11:12.001670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 55c2edfe-6944-4a06-aabc-d058fdb9911c details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:11:12.084696 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'bfa3ed3c-5efb-4e17-9043-399587f95e1e', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'port_id': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'mac_address': 'fa:16:3e:d5:18:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:32Z', 'updated_at': '2022-02-09T13:11:09Z', 'revision_number': 1, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:12.085136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-e0304090-b58f-440c-9418-a4273d58cbb2 service neutron] 10.222.0.59 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595146 Feb 09 13:11:12.090727 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] Checking router: f214de36-824f-46ec-bc9b-e3eb20c8e86f for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:11:12.106689 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:11:12.107741 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:10:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:12.195555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 55c2edfe-6944-4a06-aabc-d058fdb9911c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=55c2edfe-6944-4a06-aabc-d058fdb9911c,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:12.215668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '55c2edfe-6944-4a06-aabc-d058fdb9911c', 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4', 'port_id': '55c2edfe-6944-4a06-aabc-d058fdb9911c', 'mac_address': 'fa:16:3e:b8:32:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed75424-1e5f-4738-98a0-ef7dee584743', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:11:12.277759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6be49-88d6-4282-8341-65a87fa01420 req-7984ea3d-4684-4e0f-a7d1-c12d14a030ce tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:12.279303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68c6be49-88d6-4282-8341-65a87fa01420 req-7984ea3d-4684-4e0f-a7d1-c12d14a030ce tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 944 time: 0.3916399 Feb 09 13:11:12.287855 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f1e66ab-16af-411b-a489-a1f31d7ec54c req-bfcb77fa-138d-49e5-9b0a-a927a54cc335 service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515217 Feb 09 13:11:12.291764 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-6398c917-8a5c-49cb-adde-2078f1425db7 service neutron] 10.222.0.59 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896729 Feb 09 13:11:12.294858 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:12.331670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c2edfe-6944-4a06-aabc-d058fdb9911c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:12.339338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68c6be49-88d6-4282-8341-65a87fa01420 req-ef915caf-fd6b-4484-9af0-18896200da12 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462694 Feb 09 13:11:12.355498 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:11:12.359957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 55c2edfe-6944-4a06-aabc-d058fdb9911c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=55c2edfe-6944-4a06-aabc-d058fdb9911c,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:12.377709 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:12.512834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=55c2edfe-6944-4a06-aabc-d058fdb9911c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:12.654112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c7ec0-8953-45b8-b23d-68e5876970db req-e42f4f96-c447-4515-87a6-21cde8707791 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:12.656232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-305c7ec0-8953-45b8-b23d-68e5876970db req-e42f4f96-c447-4515-87a6-21cde8707791 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1716080 Feb 09 13:11:12.742218 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-305c7ec0-8953-45b8-b23d-68e5876970db req-26f2ac0e-915d-4432-b2f2-0fe3026a5f24 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770843 Feb 09 13:11:12.765364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc90a2-4327-4c54-a5c3-e00e0ada6dc1 req-940421f6-0e9d-4268-ab60-3ae06eaae26e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:12.768171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86bc90a2-4327-4c54-a5c3-e00e0ada6dc1 req-940421f6-0e9d-4268-ab60-3ae06eaae26e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.1621478 Feb 09 13:11:12.863418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86bc90a2-4327-4c54-a5c3-e00e0ada6dc1 req-4735d9de-f049-4af3-827d-545054f461ea tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822804 Feb 09 13:11:12.868249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['55c2edfe-6944-4a06-aabc-d058fdb9911c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:12.868476 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'tag': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96', 'status': 'completed', 'code': 200} Feb 09 13:11:12.883743 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'bfa3ed3c-5efb-4e17-9043-399587f95e1e', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'port_id': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'mac_address': 'fa:16:3e:d5:18:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:32Z', 'updated_at': '2022-02-09T13:11:09Z', 'revision_number': 1, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:12.901078 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814f6034-ad34-485d-afa2-1c56f9225757 None None] The sync data for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 is: [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'bfa3ed3c-5efb-4e17-9043-399587f95e1e', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'port_id': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'mac_address': 'fa:16:3e:d5:18:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:10:32Z', 'updated_at': '2022-02-09T13:11:09Z', 'revision_number': 1, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:11:13.059240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76683091-5628-4580-87ca-772137c093e0 req-21c95187-11eb-4c06-a46e-bef2b0bb4a22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 1097 time: 0.1476648 Feb 09 13:11:13.231266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3fb03a-d959-4a47-8764-0c4631da6839 None None] New status for floating IP bfa3ed3c-5efb-4e17-9043-399587f95e1e: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:11:13.312410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76683091-5628-4580-87ca-772137c093e0 req-898b9273-412f-495f-9597-f977c0d21a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:13.313756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76683091-5628-4580-87ca-772137c093e0 req-898b9273-412f-495f-9597-f977c0d21a6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 200 len: 911 time: 0.2040055 Feb 09 13:11:13.391741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f90425-2011-4371-a530-13d56a25f830 req-6cd8b6bf-7047-40e2-8508-e50077a37b1c tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:13.393179 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88f90425-2011-4371-a530-13d56a25f830 req-6cd8b6bf-7047-40e2-8508-e50077a37b1c tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 946 time: 0.3258500 Feb 09 13:11:13.418983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbea6a5-bfe1-4c29-891d-dbf65c2099bb req-2dffaaeb-1837-4621-811c-a558a809d4d4 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:13.420914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0cbea6a5-bfe1-4c29-891d-dbf65c2099bb req-2dffaaeb-1837-4621-811c-a558a809d4d4 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 946 time: 0.3056195 Feb 09 13:11:13.517720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76683091-5628-4580-87ca-772137c093e0 req-a139fba0-5674-4957-a14a-f3a316928b5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 HTTP/1.1" status: 200 len: 1000 time: 0.1842878 Feb 09 13:11:13.521980 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88f90425-2011-4371-a530-13d56a25f830 req-65557802-2a62-4de9-8d3a-6895ce59d889 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214223 Feb 09 13:11:13.526352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0cbea6a5-bfe1-4c29-891d-dbf65c2099bb req-36da6a81-066d-43f3-a8ca-71f4931de660 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/security-groups?id=49385f4a-a76c-4a00-8f7a-56a5197104a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909019 Feb 09 13:11:13.587129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76683091-5628-4580-87ca-772137c093e0 req-c209b166-c60d-4bd1-81e3-f9678090619f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:13.588559 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76683091-5628-4580-87ca-772137c093e0 req-c209b166-c60d-4bd1-81e3-f9678090619f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc HTTP/1.1" status: 200 len: 849 time: 0.0575082 Feb 09 13:11:13.768268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76683091-5628-4580-87ca-772137c093e0 req-9f0e223e-8be7-46e4-9f1e-a379cb1643d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db14f556-1ce1-481c-84ef-ea73dbf55750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679845 Feb 09 13:11:13.837719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6285479-b712-4ad4-9700-cdd56d57b281 req-d5e794e2-a863-48d1-9d16-ea8ffd464914 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:13.839082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6285479-b712-4ad4-9700-cdd56d57b281 req-d5e794e2-a863-48d1-9d16-ea8ffd464914 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.1922619 Feb 09 13:11:13.854920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1f762-936f-4f4d-bbdf-d67a04a9b0bf req-a39ec7e5-9cb0-4c56-93c6-71ed0686ec30 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:13.856293 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10f1f762-936f-4f4d-bbdf-d67a04a9b0bf req-a39ec7e5-9cb0-4c56-93c6-71ed0686ec30 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 945 time: 0.1725543 Feb 09 13:11:14.019325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:11:14.096667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:14.101610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:14.101970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:14.223167 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:14.253321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5670accc-b641-44d1-a1b3-b0cbf6f97672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:14.270578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:14.275881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6285479-b712-4ad4-9700-cdd56d57b281 req-fe43bbbd-f0a8-4388-a08c-847375c44e9c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4283092 Feb 09 13:11:14.276780 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:14.278682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:11:14.301640 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10f1f762-936f-4f4d-bbdf-d67a04a9b0bf req-7ac28160-ead7-4ae9-bdc9-c56a636ed536 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903322 Feb 09 13:11:14.303496 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76683091-5628-4580-87ca-772137c093e0 req-e5f2b40a-d5cd-40db-b9fb-c54f3d1b4e7f service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160353 Feb 09 13:11:14.432412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:14.461027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-696a899b-84f2-4a5b-8eb2-e2de8961ad5d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:14.462500 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-696a899b-84f2-4a5b-8eb2-e2de8961ad5d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.67 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 813 time: 0.5187759 Feb 09 13:11:14.470868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2aef5-2737-4f62-8491-64ec8816881e req-537627c7-bc98-4d87-ba21-6f1b3fe67a02 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:14.472371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34c2aef5-2737-4f62-8491-64ec8816881e req-537627c7-bc98-4d87-ba21-6f1b3fe67a02 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 946 time: 0.3833590 Feb 09 13:11:14.520490 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:14.524101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'port': {'device_id': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4', 'admin_state_up': True, 'tenant_id': 'fc183ac503d444de9127e3680854731b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:14.562565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:14.568989 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:14.631475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76683091-5628-4580-87ca-772137c093e0 req-515768ce-d309-4e7d-bb9d-d2ba8ae29315 service neutron] 10.222.0.67 "GET /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145709 Feb 09 13:11:14.642335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:14.675601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8544705-c25a-4eb2-8995-98b73093f120 req-63e47148-d122-47ae-b4c7-35abf2ec8993 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 210 time: 0.1311426 Feb 09 13:11:14.770375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-34c2aef5-2737-4f62-8491-64ec8816881e req-d58b77cc-c291-455a-bbf5-d15cb3b4cdce tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Deleting port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:11:14.770375 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-34c2aef5-2737-4f62-8491-64ec8816881e req-d58b77cc-c291-455a-bbf5-d15cb3b4cdce tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:14.859753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:14.898350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:port and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:14.914279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:14.925322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:14.994163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Made reservation on behalf of fc183ac503d444de9127e3680854731b for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:14.997170 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:15.019734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8404e-e61d-486f-bd48-017361133e88 req-2073a7b3-df21-45f1-9d63-762c5c3d6513 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:15.021212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3f8404e-e61d-486f-bd48-017361133e88 req-2073a7b3-df21-45f1-9d63-762c5c3d6513 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 945 time: 0.4064212 Feb 09 13:11:15.261734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-34c2aef5-2737-4f62-8491-64ec8816881e req-d58b77cc-c291-455a-bbf5-d15cb3b4cdce tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] For port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,segment=NetworkSegment(7ff00a7e-c40f-4da6-ad2b-520cce110dde),segment_id=7ff00a7e-c40f-4da6-ad2b-520cce110dde)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:15.262097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-34c2aef5-2737-4f62-8491-64ec8816881e req-d58b77cc-c291-455a-bbf5-d15cb3b4cdce tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:15.293100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3f8404e-e61d-486f-bd48-017361133e88 req-0af16e74-a331-4e84-bdf6-9af865b6111f tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212126 Feb 09 13:11:15.382548 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5670accc-b641-44d1-a1b3-b0cbf6f97672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c', 'code': 200} Feb 09 13:11:15.431253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-34c2aef5-2737-4f62-8491-64ec8816881e req-d58b77cc-c291-455a-bbf5-d15cb3b4cdce tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Calling delete_port for 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:11:15.659603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054ab9f-ee0c-4f66-bb42-a831aa3ccb1a req-2c15aabc-ae0f-47ba-954c-8728af676fd2 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:15.661050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6054ab9f-ee0c-4f66-bb42-a831aa3ccb1a req-2c15aabc-ae0f-47ba-954c-8728af676fd2 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.5881765 Feb 09 13:11:15.721645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Allocated IP 172.20.0.2 (f23dbd13-26ed-450c-8383-23e2623950a4/fd9a4952-adf7-4b95-90df-2d44dcef12bf/88292496-476e-4a97-85b7-564d4c8fdde7) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:15.943740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6054ab9f-ee0c-4f66-bb42-a831aa3ccb1a req-c6befde5-3604-4ea6-8efb-90f83f43be1e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752392 Feb 09 13:11:15.965419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77d73809-497d-47e7-b9fa-6867cc8ff38d req-d776c1ad-94ef-4c78-b058-ea842ac7f92a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 1096 time: 0.4614520 Feb 09 13:11:16.052314 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:16.057588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 55c2edfe-6944-4a06-aabc-d058fdb9911c up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:11:16.065688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-34c2aef5-2737-4f62-8491-64ec8816881e req-d58b77cc-c291-455a-bbf5-d15cb3b4cdce tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:16.118615 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['4a7f3787-ce7f-4a4a-befb-ccd603c5ec60'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:16.222729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b77cc-c291-455a-bbf5-d15cb3b4cdce tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Pushing event deleted for resources: {'Port': ['ID=4a7f3787-ce7f-4a4a-befb-ccd603c5ec60,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:16.236231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 55c2edfe-6944-4a06-aabc-d058fdb9911c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:16.241149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 55c2edfe-6944-4a06-aabc-d058fdb9911c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:16.241507 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:16.256650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4876d3ac-5fbd-4b29-bc48-1fd17b9d1f50 req-e36d0eb9-8db4-41b6-81b2-bf4c764be781 tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0ca4947-b4d7-4183-942b-ac875a2cdbde HTTP/1.1" status: 200 len: 210 time: 0.1219978 Feb 09 13:11:16.309269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77d73809-497d-47e7-b9fa-6867cc8ff38d req-7462d805-f3c3-430c-8588-69dfdcea2184 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990479 Feb 09 13:11:16.365837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c2aef5-2737-4f62-8491-64ec8816881e req-d58b77cc-c291-455a-bbf5-d15cb3b4cdce tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] No DVR routers for this DVR port 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:11:16.375062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-34c2aef5-2737-4f62-8491-64ec8816881e req-d58b77cc-c291-455a-bbf5-d15cb3b4cdce tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:16.377371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ca4947-b4d7-4183-942b-ac875a2cdbde', 'name': 'network-vif-deleted', 'tag': '4a7f3787-ce7f-4a4a-befb-ccd603c5ec60'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:16.406169 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:16.423342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacc990-da5f-4202-9f8c-5801a5d727a0 req-d1c0dc90-ec93-41ec-82c8-c87ded77c1c9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:16.424805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bacc990-da5f-4202-9f8c-5801a5d727a0 req-d1c0dc90-ec93-41ec-82c8-c87ded77c1c9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.4547017 Feb 09 13:11:16.427505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34c2aef5-2737-4f62-8491-64ec8816881e req-d58b77cc-c291-455a-bbf5-d15cb3b4cdce tempest-InstanceActionsV221TestJSON-739630352 tempest-InstanceActionsV221TestJSON-739630352-project] 10.222.0.67 "DELETE /v2.0/ports/4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 HTTP/1.1" status: 204 len: 173 time: 1.9411919 Feb 09 13:11:16.441631 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:16.483418 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:16.487595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bacc990-da5f-4202-9f8c-5801a5d727a0 req-e5b22c5d-69de-4651-88e7-7e35fd5d6116 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526285 Feb 09 13:11:16.516603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 55c2edfe-6944-4a06-aabc-d058fdb9911c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=55c2edfe-6944-4a06-aabc-d058fdb9911c,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:16.521710 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:16.522949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:11:16.568231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Network f23dbd13-26ed-450c-8383-23e2623950a4 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:16.571844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:16.576205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:11:16.590437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:11:16.590961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4a7f3787-ce7f-4a4a-befb-ccd603c5ec60 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:11:16.606164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'Port': ['ID=88292496-476e-4a97-85b7-564d4c8fdde7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:16.642612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=55c2edfe-6944-4a06-aabc-d058fdb9911c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:16.654132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:16.655493 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:16.679681 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef13e51d-2bc0-47e6-9226-34a85326f51a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1944270 Feb 09 13:11:16.722559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Request body: {'port': {'device_id': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:16.933500 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:17.000829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c719c35-8aaf-4ed2-822d-2aa83e45e2cf req-4ba0220b-2163-44f3-96c5-d8552ab6281a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:17.002285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c719c35-8aaf-4ed2-822d-2aa83e45e2cf req-4ba0220b-2163-44f3-96c5-d8552ab6281a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.2482378 Feb 09 13:11:17.040008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62053896-b5aa-4751-af8b-3decd134c66b req-74fef356-744d-4a36-94c4-ec0fd2c049c3 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:17.040684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-62053896-b5aa-4751-af8b-3decd134c66b req-74fef356-744d-4a36-94c4-ec0fd2c049c3 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Synchronizing usage tracker for tenant:fc183ac503d444de9127e3680854731b on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:11:17.138550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-62053896-b5aa-4751-af8b-3decd134c66b req-74fef356-744d-4a36-94c4-ec0fd2c049c3 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Unset dirty status for tenant:fc183ac503d444de9127e3680854731b on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:11:17.139731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62053896-b5aa-4751-af8b-3decd134c66b req-74fef356-744d-4a36-94c4-ec0fd2c049c3 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 931 time: 0.3454633 Feb 09 13:11:17.141863 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c719c35-8aaf-4ed2-822d-2aa83e45e2cf req-3851980a-d007-4269-94ee-7041b59826aa tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322513 Feb 09 13:11:17.271747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-62053896-b5aa-4751-af8b-3decd134c66b req-c07b24f0-300e-4748-b204-e4fafa836352 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Synchronizing usage tracker for tenant:fc183ac503d444de9127e3680854731b on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:11:17.315419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-62053896-b5aa-4751-af8b-3decd134c66b req-c07b24f0-300e-4748-b204-e4fafa836352 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Unset dirty status for tenant:fc183ac503d444de9127e3680854731b on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:11:17.316586 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62053896-b5aa-4751-af8b-3decd134c66b req-c07b24f0-300e-4748-b204-e4fafa836352 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712079 Feb 09 13:11:17.386093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}, {'server_uuid': '8fa94217-e3da-4726-a3bc-8ec804c86a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c2edfe-6944-4a06-aabc-d058fdb9911c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:17.426735 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ca4947-b4d7-4183-942b-ac875a2cdbde', 'name': 'network-vif-deleted', 'tag': '4a7f3787-ce7f-4a4a-befb-ccd603c5ec60', 'status': 'completed', 'code': 200} Feb 09 13:11:17.453498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88292496-476e-4a97-85b7-564d4c8fdde7 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:17.463295 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:17.484247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Transition to ACTIVE for port object 88292496-476e-4a97-85b7-564d4c8fdde7 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:17.492959 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:17.589854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4165d-f136-424b-bb56-3a57079bd299 req-44bec66d-d24a-40df-9a51-38717c209500 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:17.591363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82a4165d-f136-424b-bb56-3a57079bd299 req-44bec66d-d24a-40df-9a51-38717c209500 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 945 time: 0.2098718 Feb 09 13:11:17.845719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Pushing event updated for resources: {'Port': ['ID=88292496-476e-4a97-85b7-564d4c8fdde7,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:17.937065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82a4165d-f136-424b-bb56-3a57079bd299 req-dc426553-c040-4281-b594-37a1787f7e0d tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366511 Feb 09 13:11:17.992898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa24c31-12dd-444f-b522-e4f5593eae50 req-78c33ce2-dafd-4263-b379-c78912cfb4ae tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:17.994231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4aa24c31-12dd-444f-b522-e4f5593eae50 req-78c33ce2-dafd-4263-b379-c78912cfb4ae tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.4680102 Feb 09 13:11:18.053384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Attempting to bind port 88292496-476e-4a97-85b7-564d4c8fdde7 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:11:18.053838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Attempting to bind port 88292496-476e-4a97-85b7-564d4c8fdde7 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:11:18.054186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Attempting to bind port 88292496-476e-4a97-85b7-564d4c8fdde7 on network f23dbd13-26ed-450c-8383-23e2623950a4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:18.070346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Port 88292496-476e-4a97-85b7-564d4c8fdde7 on network f23dbd13-26ed-450c-8383-23e2623950a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:11:18.070768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Attempting to bind port 88292496-476e-4a97-85b7-564d4c8fdde7 on network f23dbd13-26ed-450c-8383-23e2623950a4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:18.123746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:11:18.124087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Checking segment: {'id': 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:11:18.124467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Bound using segment: {'id': 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:11:18.124887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Bound port: 88292496-476e-4a97-85b7-564d4c8fdde7, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:11:18.125232 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:18.142310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4aa24c31-12dd-444f-b522-e4f5593eae50 req-a22c07f1-f2cb-4b51-bb63-30104e8c33f8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273708 Feb 09 13:11:18.245775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1cdde-ba34-4732-a12b-4701f41bc151 req-9f2fbeb7-c735-439f-b464-15921b47d964 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:18.247383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5eb1cdde-ba34-4732-a12b-4701f41bc151 req-9f2fbeb7-c735-439f-b464-15921b47d964 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 946 time: 0.1723750 Feb 09 13:11:18.257533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] For port 88292496-476e-4a97-85b7-564d4c8fdde7, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:18.292705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] For port 88292496-476e-4a97-85b7-564d4c8fdde7, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88292496-476e-4a97-85b7-564d4c8fdde7,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:18.304516 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:18.346705 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'code': 200} Feb 09 13:11:18.349597 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa94217-e3da-4726-a3bc-8ec804c86a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c2edfe-6944-4a06-aabc-d058fdb9911c', 'code': 200} Feb 09 13:11:18.370004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5eb1cdde-ba34-4732-a12b-4701f41bc151 req-c64c7e27-f29a-4dc5-a1c1-4bac34b3aee0 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098647 Feb 09 13:11:18.381020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:18.382532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] 10.222.0.67 "PUT /v2.0/ports/88292496-476e-4a97-85b7-564d4c8fdde7 HTTP/1.1" status: 200 len: 1091 time: 1.6642611 Feb 09 13:11:18.420899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203705a-dff6-4020-afc9-0606392a1a32 service neutron] Pushing event updated for resources: {'Port': ['ID=88292496-476e-4a97-85b7-564d4c8fdde7,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:18.806395 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-41770957-3de7-4ac9-923a-b2402d027505 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 1094 time: 0.2812424 Feb 09 13:11:18.874736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b86108b9-09d3-49d5-a8a2-0772ddf30d59 req-9681186e-d96a-4e52-9297-9565a1556deb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8fa94217-e3da-4726-a3bc-8ec804c86a82 HTTP/1.1" status: 200 len: 1096 time: 0.3507891 Feb 09 13:11:18.888849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2261a9-a403-447b-8d21-b17cad2493df req-67428699-c743-40b8-a0f2-3700ac501c8e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:18.890244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd2261a9-a403-447b-8d21-b17cad2493df req-67428699-c743-40b8-a0f2-3700ac501c8e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.2695894 Feb 09 13:11:18.903294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c098-b6d8-4b1a-aafd-aa835e0227a5 req-425bee94-f5e6-4de0-b5e9-e3e5b8098d76 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:18.905527 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ff2c098-b6d8-4b1a-aafd-aa835e0227a5 req-425bee94-f5e6-4de0-b5e9-e3e5b8098d76 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 943 time: 0.2222667 Feb 09 13:11:18.935867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-60fe8c28-3968-4ba4-82a2-236e42ba4f57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88292496-476e-4a97-85b7-564d4c8fdde7 HTTP/1.1" status: 200 len: 217 time: 0.1180875 Feb 09 13:11:19.060481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b86108b9-09d3-49d5-a8a2-0772ddf30d59 req-bbe62e78-6ecb-43dc-92e1-1bef8f6256ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626527 Feb 09 13:11:19.068716 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ff2c098-b6d8-4b1a-aafd-aa835e0227a5 req-6f5ff6c6-208a-40e1-854d-635c2c6c880e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492214 Feb 09 13:11:19.069925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-e6c8912c-ed0b-48e4-996a-a3b74539f29b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:19.071270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-e6c8912c-ed0b-48e4-996a-a3b74539f29b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a4952-adf7-4b95-90df-2d44dcef12bf HTTP/1.1" status: 200 len: 853 time: 0.1193712 Feb 09 13:11:19.073203 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd2261a9-a403-447b-8d21-b17cad2493df req-e4c45d32-12da-4a7a-84e1-6ee64e71c1dc tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667821 Feb 09 13:11:19.280564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa51e50-0b5c-4521-b81f-35da2aad6c4d req-eee11544-2deb-4d6a-9bd9-526c77690fc8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:19.282020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6aa51e50-0b5c-4521-b81f-35da2aad6c4d req-eee11544-2deb-4d6a-9bd9-526c77690fc8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.0868466 Feb 09 13:11:19.343609 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6aa51e50-0b5c-4521-b81f-35da2aad6c4d req-79395167-bb7c-4149-b280-0685fd73255b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532815 Feb 09 13:11:19.434343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'tag': '88292496-476e-4a97-85b7-564d4c8fdde7'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:19.442332 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-ef075412-0dfe-4ed3-9cca-817415a9dd5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f23dbd13-26ed-450c-8383-23e2623950a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517433 Feb 09 13:11:19.647279 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-b6453fa8-530e-45e5-bd5e-9993410390fa service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906765 Feb 09 13:11:19.658332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb6ef-ba57-43f4-845e-3364eaf2a18e req-07cbcb7c-5b47-4589-9d45-892ac0a08235 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:19.659827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f5cb6ef-ba57-43f4-845e-3364eaf2a18e req-07cbcb7c-5b47-4589-9d45-892ac0a08235 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 945 time: 0.1799114 Feb 09 13:11:19.725033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47458) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:19.968394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f5cb6ef-ba57-43f4-845e-3364eaf2a18e req-29ace9c6-a2f5-465a-976f-0599148dbf8c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828379 Feb 09 13:11:19.988798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3d5259-54d4-4443-ac13-1d71e550cda8 admin admin] Deleting subnet 32d7a546-a0e6-4f3b-8266-e2928ed29c96 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:11:19.996929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5259-54d4-4443-ac13-1d71e550cda8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:20.078101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:11:20.189246 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'tag': '88292496-476e-4a97-85b7-564d4c8fdde7', 'status': 'completed', 'code': 200} Feb 09 13:11:20.196267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe77b8b-2bfd-4c57-aa6d-905d2e3dba0c req-5a977bec-4439-4cc8-92e2-5450487cae20 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303745 Feb 09 13:11:20.243157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:20.258601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'port_id': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'mac_address': 'fa:16:3e:8e:ea:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:11:20.315122 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:20.332527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:20.337092 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5259-54d4-4443-ac13-1d71e550cda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:20.347747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:20.352153 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:20.392286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971202e-edbc-412e-ad66-e5f054874c3e req-b232312d-ab69-484e-b8eb-f59d6aa36811 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:20.394939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9971202e-edbc-412e-ad66-e5f054874c3e req-b232312d-ab69-484e-b8eb-f59d6aa36811 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.5325682 Feb 09 13:11:20.413317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-845866f6-c742-44b9-8e35-5d02975ec4df tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:20.415176 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-845866f6-c742-44b9-8e35-5d02975ec4df tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 946 time: 0.6077044 Feb 09 13:11:20.426939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:20.520066 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5259-54d4-4443-ac13-1d71e550cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:20.598808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['7336377c-adfa-4da4-bbc3-3f75ab4d9c46'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:20.612364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-76374af9-b7e2-4261-b1d0-308edcaa236b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Deleting port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:11:20.612696 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-76374af9-b7e2-4261-b1d0-308edcaa236b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:20.663168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9971202e-edbc-412e-ad66-e5f054874c3e req-0be06190-f06a-4dd2-9af1-ddc44229d1eb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430186 Feb 09 13:11:20.691417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46cd997e-dbf8-46a8-b8a0-fa71f5ac0105 req-bbf15d70-3539-4c9e-9f89-b827427e0dec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 1094 time: 0.4052925 Feb 09 13:11:20.710329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97c3e2-c623-4dfe-a4ea-2522e2da8c5d req-fd45c56b-1891-4bbe-93b1-11f89f233070 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:20.711889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e97c3e2-c623-4dfe-a4ea-2522e2da8c5d req-fd45c56b-1891-4bbe-93b1-11f89f233070 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 946 time: 0.4908974 Feb 09 13:11:20.913434 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5259-54d4-4443-ac13-1d71e550cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:20.985478 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5259-54d4-4443-ac13-1d71e550cda8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.018890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d5259-54d4-4443-ac13-1d71e550cda8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d7a546-a0e6-4f3b-8266-e2928ed29c96,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:21.053207 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0b3d5259-54d4-4443-ac13-1d71e550cda8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/32d7a546-a0e6-4f3b-8266-e2928ed29c96 HTTP/1.1" status: 204 len: 168 time: 1.3263006 Feb 09 13:11:21.055139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47476) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:21.127004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e97c3e2-c623-4dfe-a4ea-2522e2da8c5d req-d71c0853-cbd9-43f2-88fb-150c68b0c93e tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072385 Feb 09 13:11:21.194585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd997e-dbf8-46a8-b8a0-fa71f5ac0105 req-b0a18ffd-896e-4bd5-892e-8f6ecb054609 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:21.199363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46cd997e-dbf8-46a8-b8a0-fa71f5ac0105 req-b0a18ffd-896e-4bd5-892e-8f6ecb054609 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 914 time: 0.4865425 Feb 09 13:11:21.204915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.408161 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.441379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf51709-495d-42c1-9cbf-89b07a8cc5ff']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:21.469791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff00a7e-c40f-4da6-ad2b-520cce110dde') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:21.470080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff00a7e-c40f-4da6-ad2b-520cce110dde') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:21.485856 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.504156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.527251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:11:21.527904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.542458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46cd997e-dbf8-46a8-b8a0-fa71f5ac0105 req-2d9841f8-b2ce-445b-91b5-ca5e495df065 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88292496-476e-4a97-85b7-564d4c8fdde7 HTTP/1.1" status: 200 len: 217 time: 0.1987236 Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:11:21.548078 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:11:21.640190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-76374af9-b7e2-4261-b1d0-308edcaa236b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] For port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,segment=NetworkSegment(1a3e768d-3c80-4aa8-a655-9a9ddef554d7),segment_id=1a3e768d-3c80-4aa8-a655-9a9ddef554d7)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:21.640482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-76374af9-b7e2-4261-b1d0-308edcaa236b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.640606 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.663801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:21.676525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bf51709-495d-42c1-9cbf-89b07a8cc5ff,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:21.684954 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8bf51709-495d-42c1-9cbf-89b07a8cc5ff HTTP/1.1" status: 204 len: 168 time: 0.6282549 Feb 09 13:11:21.695803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.696263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.696596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.697061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.697268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.697548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.697924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.698168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.698518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.698820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.699132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98692bb-bc64-498d-90fc-1508aefbff31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:21.822723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-76374af9-b7e2-4261-b1d0-308edcaa236b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Calling delete_port for 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:11:21.859297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd997e-dbf8-46a8-b8a0-fa71f5ac0105 req-846ba101-b1a9-4b70-8d68-00a293f5b3b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:21.863220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46cd997e-dbf8-46a8-b8a0-fa71f5ac0105 req-846ba101-b1a9-4b70-8d68-00a293f5b3b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a4952-adf7-4b95-90df-2d44dcef12bf HTTP/1.1" status: 200 len: 853 time: 0.3002875 Feb 09 13:11:21.890366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08e49e-d2ec-4b43-b04a-f9f9f2264956 req-a1336d3d-45f8-4c47-943e-b2ddb0e22325 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:21.891892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e08e49e-d2ec-4b43-b04a-f9f9f2264956 req-a1336d3d-45f8-4c47-943e-b2ddb0e22325 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 943 time: 0.5367928 Feb 09 13:11:21.957908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47496) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:21.991673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa77c3e-1440-4123-8bab-c90f36a6a004 req-1521fa12-05c5-43d2-9a63-0323495fed08 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:21.999405 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afa77c3e-1440-4123-8bab-c90f36a6a004 req-1521fa12-05c5-43d2-9a63-0323495fed08 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fa94217-e3da-4726-a3bc-8ec804c86a82 HTTP/1.1" status: 200 len: 945 time: 0.8711407 Feb 09 13:11:22.031592 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-09c74c8b-8c9d-4f4a-aca3-8960833d5e80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=77be606c5ff5436f8e4c2f4a042e660c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0722854 Feb 09 13:11:22.034486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47500) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:22.105308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e93f0673-6820-4467-a63e-56d36a3e294e details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:11:22.109485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:11:22.145153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba29efc0-3a08-4a25-b40d-0a3a01ffb445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.148291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46cd997e-dbf8-46a8-b8a0-fa71f5ac0105 req-195483a8-c608-4996-a53b-c2fba8f49615 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f23dbd13-26ed-450c-8383-23e2623950a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2639184 Feb 09 13:11:22.200937 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba29efc0-3a08-4a25-b40d-0a3a01ffb445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.308875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba29efc0-3a08-4a25-b40d-0a3a01ffb445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.310204 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e08e49e-d2ec-4b43-b04a-f9f9f2264956 req-9f9d5e12-8957-4ec8-8e5a-6c9863da0158 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355751 Feb 09 13:11:22.352766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29efc0-3a08-4a25-b40d-0a3a01ffb445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49385f4a-a76c-4a00-8f7a-56a5197104a4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:22.359203 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba29efc0-3a08-4a25-b40d-0a3a01ffb445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.363279 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ba29efc0-3a08-4a25-b40d-0a3a01ffb445 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49385f4a-a76c-4a00-8f7a-56a5197104a4 HTTP/1.1" status: 204 len: 168 time: 0.3271091 Feb 09 13:11:22.363632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:22.364578 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.517702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:22.542298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'port_id': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'mac_address': 'fa:16:3e:6a:b3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:11:22.747362 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afa77c3e-1440-4123-8bab-c90f36a6a004 req-92033c01-fc13-40ce-b2fb-bddc40f11e57 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7467620 Feb 09 13:11:22.768747 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.799699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.824479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e93f0673-6820-4467-a63e-56d36a3e294e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:22.850899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:22.868153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:22.870982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:22.874092 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:22.956358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=10']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:22.959983 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:23.063494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:23.157816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e93f0673-6820-4467-a63e-56d36a3e294e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:23.168556 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46cd997e-dbf8-46a8-b8a0-fa71f5ac0105 req-eaab0880-9081-4eb1-9222-d2b18c626326 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9912460 Feb 09 13:11:23.174416 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-76374af9-b7e2-4261-b1d0-308edcaa236b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:23.301263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76374af9-b7e2-4261-b1d0-308edcaa236b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Pushing event deleted for resources: {'Port': ['ID=6d64a092-f84f-4817-b4f9-e0b8cf6cdf86,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:23.531069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a1061-a02d-4d05-84d7-3a159b0e9c9e req-7f6e17c1-2069-48dc-8205-ddd29ba529bc tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:23.532642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c6a1061-a02d-4d05-84d7-3a159b0e9c9e req-7f6e17c1-2069-48dc-8205-ddd29ba529bc tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 945 time: 0.8083746 Feb 09 13:11:23.649980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-76374af9-b7e2-4261-b1d0-308edcaa236b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] No DVR routers for this DVR port 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:11:23.668698 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-76374af9-b7e2-4261-b1d0-308edcaa236b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:23.677821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b225893-7d3e-4b49-9daa-2d9f78c62ae1', 'name': 'network-vif-deleted', 'tag': '6d64a092-f84f-4817-b4f9-e0b8cf6cdf86'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:23.683439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6d1921d-9502-45f0-aa1c-4dcfb9e6f43a req-76374af9-b7e2-4261-b1d0-308edcaa236b tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.67 "DELETE /v2.0/ports/6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 HTTP/1.1" status: 204 len: 173 time: 3.2428665 Feb 09 13:11:23.690098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f86fd-172e-4ec3-809a-e30606c6c57a req-db4ad733-3042-46f2-b1f7-789b4f008be5 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:23.691249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-514f86fd-172e-4ec3-809a-e30606c6c57a req-db4ad733-3042-46f2-b1f7-789b4f008be5 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Synchronizing usage tracker for tenant:be5a045e6530462a863df12051abde27 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:11:23.700801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46cd997e-dbf8-46a8-b8a0-fa71f5ac0105 req-b778093e-1100-4077-b435-2244e14094e1 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149429 Feb 09 13:11:23.731871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-514f86fd-172e-4ec3-809a-e30606c6c57a req-db4ad733-3042-46f2-b1f7-789b4f008be5 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] Unset dirty status for tenant:be5a045e6530462a863df12051abde27 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:11:23.739684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-514f86fd-172e-4ec3-809a-e30606c6c57a req-db4ad733-3042-46f2-b1f7-789b4f008be5 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b225893-7d3e-4b49-9daa-2d9f78c62ae1 HTTP/1.1" status: 200 len: 946 time: 0.7335246 Feb 09 13:11:23.770053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c6a1061-a02d-4d05-84d7-3a159b0e9c9e req-8bce3b54-1b2c-46bc-8d32-16f16e0e3991 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673253 Feb 09 13:11:23.813485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-514f86fd-172e-4ec3-809a-e30606c6c57a req-e984241e-6522-4a15-89b1-2f1275f81236 tempest-ServersNegativeTestMultiTenantJSON-1387375274 tempest-ServersNegativeTestMultiTenantJSON-1387375274-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725195 Feb 09 13:11:24.003382 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'code': 200} Feb 09 13:11:24.115242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88292496-476e-4a97-85b7-564d4c8fdde7 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:11:24.197823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e93f0673-6820-4467-a63e-56d36a3e294e up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:11:24.299235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ecc8-acfb-46c8-8542-b88772c95a41 req-a0ac5760-ef03-45fb-8ad3-9c3253fdc280 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.307021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a05ecc8-acfb-46c8-8542-b88772c95a41 req-a0ac5760-ef03-45fb-8ad3-9c3253fdc280 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2517669 Feb 09 13:11:24.371716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3076d-845e-4338-abd8-b91348271fd1 req-6eb7243b-cfb6-4ade-bfb8-13ea5414d085 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.374648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2b3076d-845e-4338-abd8-b91348271fd1 req-6eb7243b-cfb6-4ade-bfb8-13ea5414d085 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 943 time: 0.1786227 Feb 09 13:11:24.414083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47550) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:24.421529 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a05ecc8-acfb-46c8-8542-b88772c95a41 req-dfe9ba66-f8ca-48a1-8e4c-ee1271fc78c8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134536 Feb 09 13:11:24.489359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2b3076d-845e-4338-abd8-b91348271fd1 req-a20a0574-67b7-4335-9684-f9dc7110ce2e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008582 Feb 09 13:11:24.528423 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b225893-7d3e-4b49-9daa-2d9f78c62ae1', 'name': 'network-vif-deleted', 'tag': '6d64a092-f84f-4817-b4f9-e0b8cf6cdf86', 'status': 'completed', 'code': 200} Feb 09 13:11:24.711928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88292496-476e-4a97-85b7-564d4c8fdde7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88292496-476e-4a97-85b7-564d4c8fdde7,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:24.744378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e93f0673-6820-4467-a63e-56d36a3e294e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:24.744378 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:24.854683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '88292496-476e-4a97-85b7-564d4c8fdde7', 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4', 'port_id': '88292496-476e-4a97-85b7-564d4c8fdde7', 'mac_address': 'fa:16:3e:08:34:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9a4952-adf7-4b95-90df-2d44dcef12bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:11:24.857471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-804960925-network', 'tenant_id': 'da589c1b2dd04c33b96c3f68c27259a8'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:24.865357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:24.883523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Usage tracker for resource:network and tenant:da589c1b2dd04c33b96c3f68c27259a8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:24.889424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6928b9-aa3e-4af3-b032-3c0095b23984 req-59e642b1-891a-4ab6-bae1-dc9a02febe46 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:24.896451 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c6928b9-aa3e-4af3-b032-3c0095b23984 req-59e642b1-891a-4ab6-bae1-dc9a02febe46 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fa94217-e3da-4726-a3bc-8ec804c86a82 HTTP/1.1" status: 200 len: 945 time: 0.2266817 Feb 09 13:11:24.900541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:24.926507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:24.959500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Made reservation on behalf of da589c1b2dd04c33b96c3f68c27259a8 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:24.962371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:24.984676 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34a5bfd3-a9a3-4acf-ac55-04fa32e40755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:24.997412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.041448 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c6928b9-aa3e-4af3-b032-3c0095b23984 req-88de727d-352c-41fb-a1b7-27c023229272 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433685 Feb 09 13:11:25.064586 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.082561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:25.087670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Usage tracker for resource:security_group_rule and tenant:da589c1b2dd04c33b96c3f68c27259a8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:25.092389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:25.113582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66d33e-1a3e-40e4-ab3a-ffd0fb62d42d req-ad448d98-dc98-470f-a9eb-32328e8cf5a6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:25.115398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe66d33e-1a3e-40e4-ab3a-ffd0fb62d42d req-ad448d98-dc98-470f-a9eb-32328e8cf5a6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.3138890 Feb 09 13:11:25.117013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:25.179288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88292496-476e-4a97-85b7-564d4c8fdde7 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:25.232094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47568) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:25.246206 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe66d33e-1a3e-40e4-ab3a-ffd0fb62d42d req-a5b9d807-f5c8-4250-84ca-c8418602c6ac tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128445 Feb 09 13:11:25.273881 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.361775 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.366732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:25.369728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88292496-476e-4a97-85b7-564d4c8fdde7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88292496-476e-4a97-85b7-564d4c8fdde7,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:25.373981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.373981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:11:25.379654 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.471815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:11:25.517766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:25.521589 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.537241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d7e761-584a-454f-b0ce-fb8046d2242a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:25.562766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:11:25.563063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6d64a092-f84f-4817-b4f9-e0b8cf6cdf86 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:11:25.582233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9ee8f0-0152-4f2f-a130-4dcae082cca9 admin admin] Deleting subnet 9975fdf0-59f4-4841-9c3c-09b355682766 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:11:25.595679 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.598870 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Added segment 8649b433-c604-4492-95a4-abbe7a44940c of type vlan for network 171d7085-8f47-4790-ba23-d9d5922c4b1f Feb 09 13:11:25.617683 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee8f0-0152-4f2f-a130-4dcae082cca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.657488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=88292496-476e-4a97-85b7-564d4c8fdde7,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:25.762702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92dca72-2b4e-4612-8c9b-2f1a4172e753 req-04c21df8-2000-4b40-83b4-1c6205db992b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:25.766746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e92dca72-2b4e-4612-8c9b-2f1a4172e753 req-04c21df8-2000-4b40-83b4-1c6205db992b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.2869956 Feb 09 13:11:25.812452 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee8f0-0152-4f2f-a130-4dcae082cca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:25.939912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e92dca72-2b4e-4612-8c9b-2f1a4172e753 req-98b845d1-a3b1-4c9a-a9c2-3a37506742af tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651640 Feb 09 13:11:25.949393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee8f0-0152-4f2f-a130-4dcae082cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:26.004963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:26.041033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88292496-476e-4a97-85b7-564d4c8fdde7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:26.061220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee8f0-0152-4f2f-a130-4dcae082cca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:26.258961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ee8f0-0152-4f2f-a130-4dcae082cca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9975fdf0-59f4-4841-9c3c-09b355682766,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:26.282518 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:26.293501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee8f0-0152-4f2f-a130-4dcae082cca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:26.310659 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5a9ee8f0-0152-4f2f-a130-4dcae082cca9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9975fdf0-59f4-4841-9c3c-09b355682766 HTTP/1.1" status: 204 len: 168 time: 1.0744939 Feb 09 13:11:26.316118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47584) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:26.492751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e45d6-3070-4c65-b6ca-0c114fca9913 req-ee042dce-6528-4f6f-b92c-4701f7fbe072 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:26.494354 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f09e45d6-3070-4c65-b6ca-0c114fca9913 req-ee042dce-6528-4f6f-b92c-4701f7fbe072 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 944 time: 0.2434053 Feb 09 13:11:26.536182 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:26.551831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:11:26.599271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f09e45d6-3070-4c65-b6ca-0c114fca9913 req-57c19995-6384-4f23-863e-d293d5aa507d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949376 Feb 09 13:11:26.651062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:26.652012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:26.652687 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:26.837301 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4214196 Feb 09 13:11:26.840644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47596) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:26.846977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Request body: {'subnet': {'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-804960925-subnet', 'tenant_id': 'da589c1b2dd04c33b96c3f68c27259a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:26.855485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:26.869993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Usage tracker for resource:subnet and tenant:da589c1b2dd04c33b96c3f68c27259a8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:26.874077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:26.882223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:26.900290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Made reservation on behalf of da589c1b2dd04c33b96c3f68c27259a8 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:26.905652 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:26.906030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9de39-1014-450a-9b31-eb89f3d8d456 admin admin] Pushing event updated for resources: {'Network': ['ID=171d7085-8f47-4790-ba23-d9d5922c4b1f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:26.911167 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:26.918765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 171d7085-8f47-4790-ba23-d9d5922c4b1f details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:11:27.025154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6399da-bdf0-4880-a7e4-bb38fcdbab5d']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:27.084247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3e768d-3c80-4aa8-a655-9a9ddef554d7') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:27.087063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3e768d-3c80-4aa8-a655-9a9ddef554d7') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:27.139153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.168786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.187022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:11:27.187514 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.204230 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'code': 200} Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:11:27.251286 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:11:27.337651 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-87c5271d-9f5c-4b86-a61c-388a85caadc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.508824 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.509616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.566304 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.581359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6399da-bdf0-4880-a7e4-bb38fcdbab5d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:27.587202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d4230ad0-3541-425b-a3d4-ad0bf533251f admin admin] 10.222.0.59 "DELETE /v2.0/networks/9f6399da-bdf0-4880-a7e4-bb38fcdbab5d HTTP/1.1" status: 204 len: 168 time: 1.2694690 Feb 09 13:11:27.591034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47608) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:27.599411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e420ceb0-f653-45eb-a89a-6813de00fd4f,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:27.689804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.690388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.690715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.690922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.691265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.691529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.692136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.692467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.692931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.693146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.693500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:27.726686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-afeda124-c512-4a3f-ba0d-265f0ae1a726 admin admin] Deleting subnet 30631e17-8fad-44a8-9440-d908f1359a0d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:11:27.731042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-afeda124-c512-4a3f-ba0d-265f0ae1a726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.763230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Checking segment: {'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:11:27.764402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Network hostable DHCP agents. Network: 171d7085-8f47-4790-ba23-d9d5922c4b1f, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:11:27.794809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d80d-6c58-4a1a-8ffd-758b539e2992 req-21dd9e4f-fa64-4e86-92b5-60bbf0c37d46 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:27.796582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5809d80d-6c58-4a1a-8ffd-758b539e2992 req-21dd9e4f-fa64-4e86-92b5-60bbf0c37d46 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.1730981 Feb 09 13:11:27.808291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dd4e7-1a4e-4e5d-b21e-88b8efd7df34 req-aa8bbecf-7efe-49ac-af8e-4675b5076999 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:27.813800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238dd4e7-1a4e-4e5d-b21e-88b8efd7df34 req-aa8bbecf-7efe-49ac-af8e-4675b5076999 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.3492198 Feb 09 13:11:27.836688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-afeda124-c512-4a3f-ba0d-265f0ae1a726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:27.985243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-afeda124-c512-4a3f-ba0d-265f0ae1a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:28.134212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88292496-476e-4a97-85b7-564d4c8fdde7 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:11:28.160299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-afeda124-c512-4a3f-ba0d-265f0ae1a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:28.265835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-afeda124-c512-4a3f-ba0d-265f0ae1a726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:28.275638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeda124-c512-4a3f-ba0d-265f0ae1a726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30631e17-8fad-44a8-9440-d908f1359a0d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:28.290109 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-afeda124-c512-4a3f-ba0d-265f0ae1a726 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/30631e17-8fad-44a8-9440-d908f1359a0d HTTP/1.1" status: 204 len: 168 time: 0.6964250 Feb 09 13:11:28.292616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47618) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:28.295735 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5809d80d-6c58-4a1a-8ffd-758b539e2992 req-a4da7ad3-414e-4431-8f0d-e075ba2d2bf2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789422 Feb 09 13:11:28.384913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 88292496-476e-4a97-85b7-564d4c8fdde7 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:11:28.393257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 88292496-476e-4a97-85b7-564d4c8fdde7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:28.395208 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:28.403015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Network 171d7085-8f47-4790-ba23-d9d5922c4b1f is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:11:28.425300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238dd4e7-1a4e-4e5d-b21e-88b8efd7df34 req-8e4d0e3f-a25b-42db-874b-5df4ef839998 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5441072 Feb 09 13:11:28.450500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 171d7085-8f47-4790-ba23-d9d5922c4b1f) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:28.463646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:28.464244 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:28.506225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c048632f-f05f-4121-80db-5d2fec1a4c90 None None] Network 171d7085-8f47-4790-ba23-d9d5922c4b1f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:11:28.542292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dbc0fa5c-8748-40e4-85a4-ccd4182760f6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7006297 Feb 09 13:11:28.895058 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:28.953930 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:28.986943 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:29.087101 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:29.179417 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:29.295433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68675ea7-b081-4223-8239-d26b89c2faaf req-a2731091-1937-4bf1-828e-a5528035ea3f tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:29.297253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68675ea7-b081-4223-8239-d26b89c2faaf req-a2731091-1937-4bf1-828e-a5528035ea3f tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "GET /v2.0/ports?device_id=8fa94217-e3da-4726-a3bc-8ec804c86a82 HTTP/1.1" status: 200 len: 945 time: 0.5362594 Feb 09 13:11:29.298078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88292496-476e-4a97-85b7-564d4c8fdde7'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:29.315389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bbd5b-3211-437b-9ed6-3b433474ef9d req-a541454e-6626-4771-925c-51d76554a2e9 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:29.316417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76476d4-a482-4491-bb4e-d342f4609ac1']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:29.324456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-522bbd5b-3211-437b-9ed6-3b433474ef9d req-a541454e-6626-4771-925c-51d76554a2e9 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 944 time: 0.6478906 Feb 09 13:11:29.351805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5a088c-c7b3-4576-b86f-7f04fad5f950') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:29.352241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5a088c-c7b3-4576-b86f-7f04fad5f950') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:11:29.374270 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:29.396642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:29.405652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:11:29.406395 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:29.451863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 88292496-476e-4a97-85b7-564d4c8fdde7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88292496-476e-4a97-85b7-564d4c8fdde7,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:29.461168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ba2565-8140-4e26-bbf6-01091541ee7d None None] Network 171d7085-8f47-4790-ba23-d9d5922c4b1f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:11:29.502792 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:29.593075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8c30e832-d865-4169-b595-3d033deb45fb tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:29.609968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8c30e832-d865-4169-b595-3d033deb45fb tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/networks?id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 200 len: 813 time: 0.7721114 Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:11:29.659889 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:11:29.665021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:29.697479 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:29.701867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-68675ea7-b081-4223-8239-d26b89c2faaf req-1b0c0ccb-fc98-40bc-aa99-62e9e47aa175 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Deleting port 55c2edfe-6944-4a06-aabc-d058fdb9911c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:11:29.702234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-68675ea7-b081-4223-8239-d26b89c2faaf req-1b0c0ccb-fc98-40bc-aa99-62e9e47aa175 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:29.716356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=f76476d4-a482-4491-bb4e-d342f4609ac1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:29.719204 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-44668f17-6d63-4014-9d3d-10a1084f7ebd admin admin] 10.222.0.59 "DELETE /v2.0/networks/f76476d4-a482-4491-bb4e-d342f4609ac1 HTTP/1.1" status: 204 len: 168 time: 1.4247966 Feb 09 13:11:29.831667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-522bbd5b-3211-437b-9ed6-3b433474ef9d req-67931e83-ef40-4595-922e-24ab24a974a1 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079367 Feb 09 13:11:29.875211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-5f63ca77-442d-4934-a3cd-05aa7463e05e tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/quotas/8ba85452948e4cc384805ba346b3e816 HTTP/1.1" status: 200 len: 375 time: 0.2641540 Feb 09 13:11:30.054953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=88292496-476e-4a97-85b7-564d4c8fdde7,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:30.094686 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:30.379493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47654) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:30.502540 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a23d4da7-5607-4d83-a918-bbd28ad053ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be5a045e6530462a863df12051abde27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1212754 Feb 09 13:11:30.504637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47660) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:30.528941 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-86dbf292-0fa5-4cfc-9ae1-3330bbc80026 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8ba85452948e4cc384805ba346b3e816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6507711 Feb 09 13:11:30.591153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7df022c6-1d53-454f-a18a-f9fa038531fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:30.647684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7df022c6-1d53-454f-a18a-f9fa038531fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:30.749182 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7df022c6-1d53-454f-a18a-f9fa038531fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:30.777056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8e4d91a3-f65b-4e7b-a1f2-0e00b9cf82c1 service neutron] 10.222.0.59 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169566 Feb 09 13:11:30.803802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df022c6-1d53-454f-a18a-f9fa038531fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:30.834727 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7df022c6-1d53-454f-a18a-f9fa038531fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:30.836971 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7df022c6-1d53-454f-a18a-f9fa038531fa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54a1d2f3-99d2-4d6d-99e6-c473a5feb8e4 HTTP/1.1" status: 204 len: 168 time: 0.3306096 Feb 09 13:11:30.903113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82236687-047e-4ff9-af5e-1d12556f66ef req-d97df9f5-3823-4e6d-9dd6-ec69ec0a4049 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:30.905131 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82236687-047e-4ff9-af5e-1d12556f66ef req-d97df9f5-3823-4e6d-9dd6-ec69ec0a4049 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "GET /v2.0/ports?device_id=5670accc-b641-44d1-a1b3-b0cbf6f97672 HTTP/1.1" status: 200 len: 945 time: 0.7872405 Feb 09 13:11:31.253311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-82236687-047e-4ff9-af5e-1d12556f66ef req-22d3f0f1-a83e-4df2-8c12-d31bb65ffeb8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Deleting port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:11:31.254098 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-82236687-047e-4ff9-af5e-1d12556f66ef req-22d3f0f1-a83e-4df2-8c12-d31bb65ffeb8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:31.340730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-68675ea7-b081-4223-8239-d26b89c2faaf req-1b0c0ccb-fc98-40bc-aa99-62e9e47aa175 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] For port 55c2edfe-6944-4a06-aabc-d058fdb9911c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=55c2edfe-6944-4a06-aabc-d058fdb9911c,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:31.341350 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-68675ea7-b081-4223-8239-d26b89c2faaf req-1b0c0ccb-fc98-40bc-aa99-62e9e47aa175 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:31.527649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-68675ea7-b081-4223-8239-d26b89c2faaf req-1b0c0ccb-fc98-40bc-aa99-62e9e47aa175 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Calling delete_port for 55c2edfe-6944-4a06-aabc-d058fdb9911c owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:11:32.158956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 55c2edfe-6944-4a06-aabc-d058fdb9911c no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:11:32.231661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 55c2edfe-6944-4a06-aabc-d058fdb9911c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:11:32.232660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 55c2edfe-6944-4a06-aabc-d058fdb9911c not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:11:32.347990 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-68675ea7-b081-4223-8239-d26b89c2faaf req-1b0c0ccb-fc98-40bc-aa99-62e9e47aa175 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:32.389085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47680) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:32.509816 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fef2b77d-a642-4ec4-94a3-6609dad58b42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6e170b66c4f4c42a9538c5bd6a78fd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1192575 Feb 09 13:11:32.516335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47684) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:32.548009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-c2b18ff6-7baf-475d-a49e-6fe046a3de56 service neutron] 10.222.0.59 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7563713 Feb 09 13:11:32.613349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c0ccb-fc98-40bc-aa99-62e9e47aa175 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Pushing event deleted for resources: {'Port': ['ID=55c2edfe-6944-4a06-aabc-d058fdb9911c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:32.685231 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8c2013e-1e57-4674-be72-9021e1db9e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:32.747764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8c2013e-1e57-4674-be72-9021e1db9e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:32.833865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-68675ea7-b081-4223-8239-d26b89c2faaf req-1b0c0ccb-fc98-40bc-aa99-62e9e47aa175 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] No DVR routers for this DVR port 55c2edfe-6944-4a06-aabc-d058fdb9911c on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:11:32.852342 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-68675ea7-b081-4223-8239-d26b89c2faaf req-1b0c0ccb-fc98-40bc-aa99-62e9e47aa175 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:32.856911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa94217-e3da-4726-a3bc-8ec804c86a82', 'name': 'network-vif-deleted', 'tag': '55c2edfe-6944-4a06-aabc-d058fdb9911c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:32.869816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8d076f6b-a0f8-4044-8732-2c86e3b961d8 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:32.877044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8d076f6b-a0f8-4044-8732-2c86e3b961d8 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/networks?id=171d7085-8f47-4790-ba23-d9d5922c4b1f HTTP/1.1" status: 200 len: 817 time: 1.0651155 Feb 09 13:11:32.897718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8c2013e-1e57-4674-be72-9021e1db9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:32.990253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2013e-1e57-4674-be72-9021e1db9e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f10a62-5118-4d85-83ff-7e4644291601,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:33.016273 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8c2013e-1e57-4674-be72-9021e1db9e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:33.026574 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f8c2013e-1e57-4674-be72-9021e1db9e9a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2f10a62-5118-4d85-83ff-7e4644291601 HTTP/1.1" status: 204 len: 168 time: 0.5032101 Feb 09 13:11:33.385925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-82236687-047e-4ff9-af5e-1d12556f66ef req-22d3f0f1-a83e-4df2-8c12-d31bb65ffeb8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] For port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:33.386552 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-82236687-047e-4ff9-af5e-1d12556f66ef req-22d3f0f1-a83e-4df2-8c12-d31bb65ffeb8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:33.641109 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:11:33.662275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68675ea7-b081-4223-8239-d26b89c2faaf req-1b0c0ccb-fc98-40bc-aa99-62e9e47aa175 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "DELETE /v2.0/ports/55c2edfe-6944-4a06-aabc-d058fdb9911c HTTP/1.1" status: 204 len: 173 time: 4.3334229 Feb 09 13:11:33.684514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c3a31e54-d725-48e7-ae04-6f43a1a0760f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/quotas/da589c1b2dd04c33b96c3f68c27259a8 HTTP/1.1" status: 200 len: 375 time: 0.8064976 Feb 09 13:11:33.923330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-82236687-047e-4ff9-af5e-1d12556f66ef req-22d3f0f1-a83e-4df2-8c12-d31bb65ffeb8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Calling delete_port for 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:11:34.159984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:11:34.166965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-d2945694-9248-4459-b09c-d0796a7b4f1f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=da589c1b2dd04c33b96c3f68c27259a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3410747 Feb 09 13:11:34.456499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-d5370531-3e84-48b9-bded-34053d39ceea service neutron] 10.222.0.59 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882824 Feb 09 13:11:34.670660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-b7d51182-645f-4f56-a283-5318771fe905 service neutron] 10.222.0.59 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098475 Feb 09 13:11:34.803867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:34.935303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a7a2d-4d66-4d00-b152-8618c973dbf1 req-94b04f3c-e0cc-45de-8dd0-9bfec29b2758 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:34.958400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-421a7a2d-4d66-4d00-b152-8618c973dbf1 req-94b04f3c-e0cc-45de-8dd0-9bfec29b2758 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 1.7480624 Feb 09 13:11:35.114854 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-82236687-047e-4ff9-af5e-1d12556f66ef req-22d3f0f1-a83e-4df2-8c12-d31bb65ffeb8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:35.336376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3f0f1-a83e-4df2-8c12-d31bb65ffeb8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Pushing event deleted for resources: {'Port': ['ID=34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:35.373213 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-421a7a2d-4d66-4d00-b152-8618c973dbf1 req-c4bcaabf-47cf-413e-aac0-6a00ce3ca7e8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131236 Feb 09 13:11:35.678460 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88292496-476e-4a97-85b7-564d4c8fdde7', 'code': 200} Feb 09 13:11:35.782978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-82236687-047e-4ff9-af5e-1d12556f66ef req-22d3f0f1-a83e-4df2-8c12-d31bb65ffeb8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] No DVR routers for this DVR port 34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:11:35.797352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-82236687-047e-4ff9-af5e-1d12556f66ef req-22d3f0f1-a83e-4df2-8c12-d31bb65ffeb8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:35.876552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82236687-047e-4ff9-af5e-1d12556f66ef req-22d3f0f1-a83e-4df2-8c12-d31bb65ffeb8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "DELETE /v2.0/ports/34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c HTTP/1.1" status: 204 len: 173 time: 4.9266078 Feb 09 13:11:37.652682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48840f-0061-4aed-89b5-5b339b230a8b req-7725b7e6-6516-475e-8c55-a7d4866f0384 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:37.665533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b48840f-0061-4aed-89b5-5b339b230a8b req-7725b7e6-6516-475e-8c55-a7d4866f0384 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 1.5009456 Feb 09 13:11:37.814378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55619f33-44e3-4d55-abd7-fa833e70c973 req-75e4e1e1-e362-4069-b333-6ea15414131e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 1096 time: 1.9331679 Feb 09 13:11:37.891620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f6875-b586-45f8-b5e3-50c709a7734e req-314ad30d-3b28-4605-8292-f8de6e2591aa tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:37.904352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e4f6875-b586-45f8-b5e3-50c709a7734e req-314ad30d-3b28-4605-8292-f8de6e2591aa tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 945 time: 1.4321616 Feb 09 13:11:38.360654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55619f33-44e3-4d55-abd7-fa833e70c973 req-477a0a18-ab13-49fd-a358-dfb9beb716aa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801002 Feb 09 13:11:38.476722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b48840f-0061-4aed-89b5-5b339b230a8b req-46058a15-dd7b-4c01-9a3c-c5433c07a06c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8068042 Feb 09 13:11:38.765215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-f96ccc8d-1279-4034-8314-282fe6d6c595 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:38.771242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-f96ccc8d-1279-4034-8314-282fe6d6c595 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "GET /v2.0/networks?id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 200 len: 813 time: 1.3853273 Feb 09 13:11:38.775224 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa94217-e3da-4726-a3bc-8ec804c86a82', 'name': 'network-vif-deleted', 'tag': '55c2edfe-6944-4a06-aabc-d058fdb9911c', 'status': 'completed', 'code': 200} Feb 09 13:11:38.820469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Request body: {'port': {'device_id': '163d2f6f-b73a-40c1-bf79-66a874017fc8', 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4', 'admin_state_up': True, 'tenant_id': '8ba85452948e4cc384805ba346b3e816'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:39.007800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e4f6875-b586-45f8-b5e3-50c709a7734e req-6d1bfda4-2774-4431-89ed-f319f810bbd5 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1004946 Feb 09 13:11:39.100454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-7f22f77b-e5c4-4c46-bc37-427b73a08b09 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:39.113265 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-7f22f77b-e5c4-4c46-bc37-427b73a08b09 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "GET /v2.0/networks?id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 200 len: 813 time: 2.6384859 Feb 09 13:11:39.147733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Request body: {'port': {'device_id': '23ce72e2-390f-4ddf-a3c2-857468a0471c', 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4', 'admin_state_up': True, 'tenant_id': '8ba85452948e4cc384805ba346b3e816'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:39.632807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:39.643054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Usage tracker for resource:port and tenant:8ba85452948e4cc384805ba346b3e816 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:39.648363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:39.657840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:39.802591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Made reservation on behalf of 8ba85452948e4cc384805ba346b3e816 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:39.809520 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:40.147720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-a7668e21-293b-4668-94ea-7b8bc9c1683f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:40.151187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-a7668e21-293b-4668-94ea-7b8bc9c1683f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Synchronizing usage tracker for tenant:da589c1b2dd04c33b96c3f68c27259a8 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:11:40.199436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-a7668e21-293b-4668-94ea-7b8bc9c1683f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Unset dirty status for tenant:da589c1b2dd04c33b96c3f68c27259a8 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:11:40.203186 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-a7668e21-293b-4668-94ea-7b8bc9c1683f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "GET /v2.0/networks?id=171d7085-8f47-4790-ba23-d9d5922c4b1f HTTP/1.1" status: 200 len: 817 time: 0.5399868 Feb 09 13:11:40.240870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Request body: {'port': {'device_id': 'ff4ad5fd-02df-47bd-abcc-9df598b09a5d', 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f', 'admin_state_up': True, 'tenant_id': 'da589c1b2dd04c33b96c3f68c27259a8'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:40.265663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Allocated IP 172.20.0.11 (9942a3c1-710a-42f7-a7f0-f1348c79bbd4/8ed75424-1e5f-4738-98a0-ef7dee584743/fe695cf8-e196-4066-b840-2d5478125d6b) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:40.571304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:40.574302 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:40.581603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Usage tracker for resource:port and tenant:da589c1b2dd04c33b96c3f68c27259a8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:40.657821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:40.706277 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:40.744639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:40.787036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Made reservation on behalf of da589c1b2dd04c33b96c3f68c27259a8 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:40.796902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:40.876240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5670accc-b641-44d1-a1b3-b0cbf6f97672', 'name': 'network-vif-deleted', 'tag': '34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:40.895735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Pushing event updated for resources: {'Port': ['ID=fe695cf8-e196-4066-b840-2d5478125d6b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:40.910686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-98df0e05-c873-410e-a9bc-5c875c4558b6 req-8dce3055-db3c-405a-831e-10966a4c9433 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Synchronizing usage tracker for tenant:8ba85452948e4cc384805ba346b3e816 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:11:41.031610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:41.094965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Usage tracker for resource:port and tenant:8ba85452948e4cc384805ba346b3e816 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:41.114778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:41.124101 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:41.146955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68084c35-0b11-488f-949d-7bd5294fcd2c req-12ced722-9da0-4d50-9897-ae05885e605d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 1097 time: 1.4676421 Feb 09 13:11:41.176197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:41.179736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:41.226262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:41.254734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:11:41.322042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f38c72-6f51-4f84-ba06-20ac6a47714e req-e35982e7-75d2-48eb-83b7-282128855de6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:41.335643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14f38c72-6f51-4f84-ba06-20ac6a47714e req-e35982e7-75d2-48eb-83b7-282128855de6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 1.3867261 Feb 09 13:11:41.344383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Made reservation on behalf of 8ba85452948e4cc384805ba346b3e816 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:41.348601 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:41.364460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-98df0e05-c873-410e-a9bc-5c875c4558b6 req-8dce3055-db3c-405a-831e-10966a4c9433 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Unset dirty status for tenant:8ba85452948e4cc384805ba346b3e816 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:11:41.389482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-98df0e05-c873-410e-a9bc-5c875c4558b6 req-8dce3055-db3c-405a-831e-10966a4c9433 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 210 time: 0.7217479 Feb 09 13:11:41.395718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Allocated IP 172.20.0.4 (171d7085-8f47-4790-ba23-d9d5922c4b1f/e420ceb0-f653-45eb-a89a-6813de00fd4f/a2f80dda-0671-4543-959c-e7cc4dd7d96f) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:41.510689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-1373ddaf-210a-4225-80b1-c58397f5d7eb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:41.510689 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-1373ddaf-210a-4225-80b1-c58397f5d7eb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "GET /v2.0/networks?id=171d7085-8f47-4790-ba23-d9d5922c4b1f HTTP/1.1" status: 200 len: 817 time: 0.9185188 Feb 09 13:11:41.559414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Request body: {'port': {'device_id': '809159d6-d517-4bc1-8766-f49572b53f72', 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f', 'admin_state_up': True, 'tenant_id': 'da589c1b2dd04c33b96c3f68c27259a8'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:41.651417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.67', 50548) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:41.794997 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-610f3753-7739-4ba9-acd0-db8300822111 req-c5d0f2d0-44cd-4beb-aafb-53c5b830e318 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=809159d6-d517-4bc1-8766-f49572b53f72 HTTP/1.1" status: 200 len: 210 time: 0.1111434 Feb 09 13:11:42.023121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:42.025896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:42.031805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:42.034617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Usage tracker for resource:port and tenant:da589c1b2dd04c33b96c3f68c27259a8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:42.038084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:42.055263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:42.090033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14f38c72-6f51-4f84-ba06-20ac6a47714e req-ede8ba3d-04cb-4141-9b16-43039476065b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7532339 Feb 09 13:11:42.101537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Made reservation on behalf of da589c1b2dd04c33b96c3f68c27259a8 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:42.109912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:42.114198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-8d90499c-db9a-439e-b64a-dccf8a9e8110 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9679668 Feb 09 13:11:42.423986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Request body: {'port': {'device_id': '23ce72e2-390f-4ddf-a3c2-857468a0471c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:42.535985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:42.779306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68084c35-0b11-488f-949d-7bd5294fcd2c req-4ded46d0-eec6-4397-9012-dc3173b308ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:42.780943 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68084c35-0b11-488f-949d-7bd5294fcd2c req-4ded46d0-eec6-4397-9012-dc3173b308ca service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 917 time: 1.5946615 Feb 09 13:11:42.800140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Allocated IP 172.20.0.3 (171d7085-8f47-4790-ba23-d9d5922c4b1f/e420ceb0-f653-45eb-a89a-6813de00fd4f/5c88359c-8006-4f95-af42-275f03e79e9d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:42.917472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-856fc48c-7f20-4b84-b351-b0b7286e48fc tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:42.918756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:42.920841 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-856fc48c-7f20-4b84-b351-b0b7286e48fc tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "GET /v2.0/networks?id=171d7085-8f47-4790-ba23-d9d5922c4b1f HTTP/1.1" status: 200 len: 817 time: 1.2671652 Feb 09 13:11:42.921579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:42.999350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47814) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:43.005165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Request body: {'port': {'device_id': '86e7a36c-70f1-43e3-bd7d-da23ff72ac73', 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f', 'admin_state_up': True, 'tenant_id': 'da589c1b2dd04c33b96c3f68c27259a8'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:43.273232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Network 171d7085-8f47-4790-ba23-d9d5922c4b1f is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:43.285320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:43.594809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:43.623295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c34acc-b72a-4b08-9686-ee577bea5971 req-cbd11b39-5f1a-4edc-af86-d23c34c23899 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.631261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5c34acc-b72a-4b08-9686-ee577bea5971 req-cbd11b39-5f1a-4edc-af86-d23c34c23899 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 1.1077733 Feb 09 13:11:43.640885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:11:43.686730 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-375af21e-edbc-42c1-8e6e-40973dc218d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:43.704566 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:43.723172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Allocated IP 172.20.0.4 (9942a3c1-710a-42f7-a7f0-f1348c79bbd4/8ed75424-1e5f-4738-98a0-ef7dee584743/cd4121c8-9fe7-4ca7-92c2-67818a9d3c34) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:43.728114 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68084c35-0b11-488f-949d-7bd5294fcd2c req-95dbad7e-3f60-4229-b26a-8583549c98d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e93f0673-6820-4467-a63e-56d36a3e294e HTTP/1.1" status: 200 len: 1002 time: 0.9314442 Feb 09 13:11:43.742100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7361bc-d2fc-4dc5-9ad0-ed83ff2b04c0 req-be49c8e8-485d-419f-a56c-47992e607026 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.751267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce7361bc-d2fc-4dc5-9ad0-ed83ff2b04c0 req-be49c8e8-485d-419f-a56c-47992e607026 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 945 time: 1.1898003 Feb 09 13:11:43.761914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Pushing event updated for resources: {'Port': ['ID=a2f80dda-0671-4543-959c-e7cc4dd7d96f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:43.886951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68084c35-0b11-488f-949d-7bd5294fcd2c req-85692ed9-068a-4ab3-8c23-62c05aa2b1af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.888579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Pushing event updated for resources: {'Port': ['ID=5c88359c-8006-4f95-af42-275f03e79e9d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:43.889755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68084c35-0b11-488f-949d-7bd5294fcd2c req-85692ed9-068a-4ab3-8c23-62c05aa2b1af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.1317425 Feb 09 13:11:43.918921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:43.919968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:43.957515 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-13b3f9c1-a3ac-435b-996b-1bbe803b298e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7385342 Feb 09 13:11:43.967166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Network 171d7085-8f47-4790-ba23-d9d5922c4b1f is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:43.973154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:44.004106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Request body: {'port': {'device_id': 'ff4ad5fd-02df-47bd-abcc-9df598b09a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:44.099990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:11:44.137041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-375af21e-edbc-42c1-8e6e-40973dc218d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:44.141874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:11:44.173563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:11:44.209487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5c34acc-b72a-4b08-9686-ee577bea5971 req-cf7f382b-22d1-4895-8861-f7bff6c4aaac tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5626943 Feb 09 13:11:44.234864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-375af21e-edbc-42c1-8e6e-40973dc218d1 admin admin] Usage tracker for resource:security_group_rule and tenant:02417cecaa8741138d8de09d2b1adcea is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:44.297718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Usage tracker for resource:port and tenant:da589c1b2dd04c33b96c3f68c27259a8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:11:44.313472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:44.322999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-375af21e-edbc-42c1-8e6e-40973dc218d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:11:44.360447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:44.361403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:44.436274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-375af21e-edbc-42c1-8e6e-40973dc218d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:44.468368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:11:44.486600 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:44.601892 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-55237378-f42f-43c0-8a44-cdafa98872ea tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0549924 Feb 09 13:11:44.625153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce7361bc-d2fc-4dc5-9ad0-ed83ff2b04c0 req-9711364c-683c-477c-9958-04e5eeb373d1 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8696570 Feb 09 13:11:44.639335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Request body: {'port': {'device_id': '809159d6-d517-4bc1-8766-f49572b53f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:44.713374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:44.785113 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-375af21e-edbc-42c1-8e6e-40973dc218d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:44.800276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905', 'port_id': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'mac_address': 'fa:16:3e:d4:87:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b012f7-1ce6-4626-b8fb-43ba553e2e3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:11:44.830969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Made reservation on behalf of da589c1b2dd04c33b96c3f68c27259a8 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:11:44.841412 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:44.885010 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5670accc-b641-44d1-a1b3-b0cbf6f97672', 'name': 'network-vif-deleted', 'tag': '34a90945-1bfc-4a79-b4fc-69cd3aa8bc7c', 'status': 'completed', 'code': 200} Feb 09 13:11:44.894664 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-375af21e-edbc-42c1-8e6e-40973dc218d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:44.909291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:45.000909 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:45.052884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:45.099587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375af21e-edbc-42c1-8e6e-40973dc218d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c769c9-cafb-49c4-b75c-91254030d5fa,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:45.127612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:45.132621 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:45.417463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:45.424677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['66b4ad0f-29f0-4186-9fd0-446d1dc080e9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:45.682418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68084c35-0b11-488f-949d-7bd5294fcd2c req-7dee4595-37ba-445d-a9c0-491f483a01c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7225351 Feb 09 13:11:45.824299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f80dda-0671-4543-959c-e7cc4dd7d96f {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:45.841529 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:45.878181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Transition to ACTIVE for port object a2f80dda-0671-4543-959c-e7cc4dd7d96f will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:45.924594 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:46.126146 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:46.151760 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:46.273716 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-375af21e-edbc-42c1-8e6e-40973dc218d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02417cecaa8741138d8de09d2b1adcea&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2192850 Feb 09 13:11:46.369547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47846) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:11:47.041393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-726b7573-2620-4e2a-8192-8a1725450e66 req-bb1777e3-e5c6-4b61-9bff-24868122d01d tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 210 time: 1.5326095 Feb 09 13:11:47.172614 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:47.454250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c88359c-8006-4f95-af42-275f03e79e9d {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:47.487815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:47.538574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Transition to ACTIVE for port object 5c88359c-8006-4f95-af42-275f03e79e9d will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:47.599017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:47.652271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Allocated IP 172.20.0.7 (171d7085-8f47-4790-ba23-d9d5922c4b1f/e420ceb0-f653-45eb-a89a-6813de00fd4f/1d6d39de-642a-4baf-8ce4-3718fdd9b9de) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:11:47.859761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f80dda-0671-4543-959c-e7cc4dd7d96f,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:48.205610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:11:48.227147 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68084c35-0b11-488f-949d-7bd5294fcd2c req-34f753c2-f3fd-4f2f-9cf9-ea3830270bd2 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3129408 Feb 09 13:11:48.336638 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d76a1777-2ade-459d-99ef-41e98d1b3177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:48.368179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:48.472282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:48.492500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:11:48.503383 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:48.559395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:11:48.561905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d76a1777-2ade-459d-99ef-41e98d1b3177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:48.670297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Pushing event updated for resources: {'Port': ['ID=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:48.695027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d76a1777-2ade-459d-99ef-41e98d1b3177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:48.740129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6835642-f708-45a1-8193-6079ae5f6ccf req-18a59b91-50c1-4ff4-8774-15a05d65bb15 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:48.759085 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6835642-f708-45a1-8193-6079ae5f6ccf req-18a59b91-50c1-4ff4-8774-15a05d65bb15 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=809159d6-d517-4bc1-8766-f49572b53f72 HTTP/1.1" status: 200 len: 931 time: 3.1064239 Feb 09 13:11:48.801417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Pushing event updated for resources: {'Port': ['ID=5c88359c-8006-4f95-af42-275f03e79e9d,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:48.870338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a1777-2ade-459d-99ef-41e98d1b3177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c769c9-cafb-49c4-b75c-91254030d5fa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:48.952366 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:49.044670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:49.053664 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d76a1777-2ade-459d-99ef-41e98d1b3177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:49.061926 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d76a1777-2ade-459d-99ef-41e98d1b3177 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32c769c9-cafb-49c4-b75c-91254030d5fa HTTP/1.1" status: 204 len: 168 time: 2.6738977 Feb 09 13:11:49.074041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:49.083772 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:49.157479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Attempting to bind port a2f80dda-0671-4543-959c-e7cc4dd7d96f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:11:49.157829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Attempting to bind port a2f80dda-0671-4543-959c-e7cc4dd7d96f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:11:49.158160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Attempting to bind port a2f80dda-0671-4543-959c-e7cc4dd7d96f on network 171d7085-8f47-4790-ba23-d9d5922c4b1f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:49.203461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Port a2f80dda-0671-4543-959c-e7cc4dd7d96f on network 171d7085-8f47-4790-ba23-d9d5922c4b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:11:49.203461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Attempting to bind port a2f80dda-0671-4543-959c-e7cc4dd7d96f on network 171d7085-8f47-4790-ba23-d9d5922c4b1f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:49.279529 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6835642-f708-45a1-8193-6079ae5f6ccf req-8b79b2da-0f6c-4f25-a5c9-245c01951ac4 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185845 Feb 09 13:11:49.298989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:49.300058 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:49.390942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:11:49.426737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Checking segment: {'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:11:49.426737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Bound using segment: {'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:11:49.426737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Bound port: a2f80dda-0671-4543-959c-e7cc4dd7d96f, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:11:49.426737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:49.509739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Attempting to bind port 5c88359c-8006-4f95-af42-275f03e79e9d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:11:49.522672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Attempting to bind port 5c88359c-8006-4f95-af42-275f03e79e9d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:11:49.528215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Attempting to bind port 5c88359c-8006-4f95-af42-275f03e79e9d on network 171d7085-8f47-4790-ba23-d9d5922c4b1f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:49.589722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:49.632428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Port 5c88359c-8006-4f95-af42-275f03e79e9d on network 171d7085-8f47-4790-ba23-d9d5922c4b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:11:49.635278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Attempting to bind port 5c88359c-8006-4f95-af42-275f03e79e9d on network 171d7085-8f47-4790-ba23-d9d5922c4b1f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:49.885128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-965a570f-3e4a-4537-98d9-00323f210ba5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.0577216 Feb 09 13:11:49.898515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Request body: {'port': {'device_id': '163d2f6f-b73a-40c1-bf79-66a874017fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:49.984543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] For port a2f80dda-0671-4543-959c-e7cc4dd7d96f, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:49.994238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] For port a2f80dda-0671-4543-959c-e7cc4dd7d96f, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a2f80dda-0671-4543-959c-e7cc4dd7d96f,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:50.009269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:50.157217 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:50.197350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:11:50.207695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Checking segment: {'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:11:50.214742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Bound using segment: {'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:11:50.216140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Bound port: 5c88359c-8006-4f95-af42-275f03e79e9d, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:11:50.218184 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:50.260419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:50.271601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] 10.222.0.67 "PUT /v2.0/ports/a2f80dda-0671-4543-959c-e7cc4dd7d96f HTTP/1.1" status: 200 len: 1091 time: 6.2847416 Feb 09 13:11:50.303183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4ad5fd-02df-47bd-abcc-9df598b09a5d', 'tag': 'a2f80dda-0671-4543-959c-e7cc4dd7d96f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:50.436512 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] It took 1.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:11:50.613525 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:50.746482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ee63a-7510-445d-bd93-8882b8145eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f80dda-0671-4543-959c-e7cc4dd7d96f,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:50.869236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe695cf8-e196-4066-b840-2d5478125d6b {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:50.882248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:50.924460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Transition to ACTIVE for port object fe695cf8-e196-4066-b840-2d5478125d6b will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:50.960200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaa6c8-3db0-4441-abc2-832369ed809a req-8efbdde3-f048-4fb2-adfe-1439c0d45ffe tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:50.970598 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bdfaa6c8-3db0-4441-abc2-832369ed809a req-8efbdde3-f048-4fb2-adfe-1439c0d45ffe tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 944 time: 2.8452737 Feb 09 13:11:50.991646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] For port 5c88359c-8006-4f95-af42-275f03e79e9d, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:50.991775 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68084c35-0b11-488f-949d-7bd5294fcd2c req-fdf1375b-20fc-47d4-bcaa-ef96439235aa service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.7059741 Feb 09 13:11:50.992708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:51.023950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] For port 5c88359c-8006-4f95-af42-275f03e79e9d, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5c88359c-8006-4f95-af42-275f03e79e9d,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:51.040880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:51.143845 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-25769fc1-6aca-475e-9b83-ddb7b2ba093c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da589c1b2dd04c33b96c3f68c27259a8&device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 1094 time: 0.8117623 Feb 09 13:11:51.232595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:51.238412 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] 10.222.0.67 "PUT /v2.0/ports/5c88359c-8006-4f95-af42-275f03e79e9d HTTP/1.1" status: 200 len: 1091 time: 6.6039927 Feb 09 13:11:51.293754 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-6c07db68-3a8d-474b-a254-3e8263ee2931 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2f80dda-0671-4543-959c-e7cc4dd7d96f HTTP/1.1" status: 200 len: 217 time: 0.1324775 Feb 09 13:11:51.452728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932394c-6b55-4af9-a21c-5a3a12886e84 service neutron] Pushing event updated for resources: {'Port': ['ID=5c88359c-8006-4f95-af42-275f03e79e9d,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:51.471606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Pushing event updated for resources: {'Port': ['ID=fe695cf8-e196-4066-b840-2d5478125d6b,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:51.530279 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:51.625335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-75ec0766-3e41-4502-bce6-6d26a13c8576 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1885490595&fields=id&tenant_id=fc183ac503d444de9127e3680854731b HTTP/1.1" status: 200 len: 267 time: 1.3816748 Feb 09 13:11:51.803290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-71cb3506-5480-42b3-bafd-f07f76ecb4c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:51.804720 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-71cb3506-5480-42b3-bafd-f07f76ecb4c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e420ceb0-f653-45eb-a89a-6813de00fd4f HTTP/1.1" status: 200 len: 857 time: 0.4675195 Feb 09 13:11:51.996150 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-160db160-13ae-453a-b387-18846a9e4f93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=171d7085-8f47-4790-ba23-d9d5922c4b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738350 Feb 09 13:11:52.005660 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-46675078-8801-43fa-b75b-16597a262ac0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da589c1b2dd04c33b96c3f68c27259a8&device_id=809159d6-d517-4bc1-8766-f49572b53f72 HTTP/1.1" status: 200 len: 1094 time: 0.5418644 Feb 09 13:11:52.036965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Network 171d7085-8f47-4790-ba23-d9d5922c4b1f is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:11:52.206366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:11:52.271502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:11:52.516647 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-bc4454ef-41c8-4149-814f-1489c1551567 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c88359c-8006-4f95-af42-275f03e79e9d HTTP/1.1" status: 200 len: 217 time: 0.4940100 Feb 09 13:11:52.716760 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fbc3e895-695e-411c-b983-0d56cd4d4f88 service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6992555 Feb 09 13:11:52.855048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-9a6f832e-581a-4243-be24-5748461854c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:52.867031 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-9a6f832e-581a-4243-be24-5748461854c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e420ceb0-f653-45eb-a89a-6813de00fd4f HTTP/1.1" status: 200 len: 857 time: 0.3495660 Feb 09 13:11:52.877926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Pushing event updated for resources: {'Port': ['ID=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:53.010279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Attempting to bind port fe695cf8-e196-4066-b840-2d5478125d6b on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:11:53.010778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Attempting to bind port fe695cf8-e196-4066-b840-2d5478125d6b by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:11:53.011112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Attempting to bind port fe695cf8-e196-4066-b840-2d5478125d6b on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:53.043572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bdfaa6c8-3db0-4441-abc2-832369ed809a req-cd567be9-d7be-4feb-a895-0be68291b2ac tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0205302 Feb 09 13:11:53.059784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:53.060311 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:53.066020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:53.079455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Port fe695cf8-e196-4066-b840-2d5478125d6b on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:11:53.079746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Attempting to bind port fe695cf8-e196-4066-b840-2d5478125d6b on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:53.099780 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:53.127285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:11:53.127895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Checking segment: {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:11:53.128785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Bound using segment: {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:11:53.130995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Bound port: fe695cf8-e196-4066-b840-2d5478125d6b, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:11:53.131539 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:53.160782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fc311fd8-9e0e-445f-94c4-2c72dd63b797 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.1600943 Feb 09 13:11:53.166918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-c21b5089-0a93-400f-9baf-6749aca6dd14 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:53.168488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-c21b5089-0a93-400f-9baf-6749aca6dd14 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 945 time: 1.5422266 Feb 09 13:11:53.169648 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Transition to ACTIVE for port object cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:53.179736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Request body: {'port': {'device_id': '86e7a36c-70f1-43e3-bd7d-da23ff72ac73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:53.212903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-6848d6b5-f57e-42e2-a512-7128e3353cda tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'port': {'security_groups': ['6348f802-f568-46d1-aa93-d6ebd65bf35c', '4c2e1c43-5b05-4822-86c7-8309a1ce9fc3']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:11:53.308208 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:53.345449 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-3571eb88-f268-42b3-ae50-5c2a621af728 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=171d7085-8f47-4790-ba23-d9d5922c4b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3553336 Feb 09 13:11:53.426543 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-c107effb-6433-4306-8669-b87c38048fd9 service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875203 Feb 09 13:11:53.526262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Pushing event updated for resources: {'Port': ['ID=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:53.592320 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-5d5c1c9f-4188-4716-ac80-216e47d6e025 service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341428 Feb 09 13:11:53.748333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] For port fe695cf8-e196-4066-b840-2d5478125d6b, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:53.803429 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-5af827c1-5acc-45f1-be43-edd93700dc8c service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922894 Feb 09 13:11:53.855905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] For port fe695cf8-e196-4066-b840-2d5478125d6b, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fe695cf8-e196-4066-b840-2d5478125d6b,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:53.878545 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:53.916121 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-6848d6b5-f57e-42e2-a512-7128e3353cda tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:53.955068 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-eabd0187-520c-44ab-9ca6-7e68c1731bf7 req-eac99b28-9b03-44e4-88b0-48432e8fcdfc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 1097 time: 0.1504178 Feb 09 13:11:54.053173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Pushing event updated for resources: {'Port': ['ID=fe695cf8-e196-4066-b840-2d5478125d6b,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:54.178076 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:54.180221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-78984788-f1d3-4e6d-be73-1107a04f1825 service neutron] 10.222.0.67 "PUT /v2.0/ports/fe695cf8-e196-4066-b840-2d5478125d6b HTTP/1.1" status: 200 len: 1092 time: 11.7625680 Feb 09 13:11:54.187281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0187-520c-44ab-9ca6-7e68c1731bf7 req-e6d96c53-a2fe-4458-9bcf-27c247346ad7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:54.189442 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-eabd0187-520c-44ab-9ca6-7e68c1731bf7 req-e6d96c53-a2fe-4458-9bcf-27c247346ad7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 917 time: 0.2154469 Feb 09 13:11:54.230182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ce72e2-390f-4ddf-a3c2-857468a0471c', 'tag': 'fe695cf8-e196-4066-b840-2d5478125d6b'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:54.243288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Attempting to bind port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:11:54.243744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Attempting to bind port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:11:54.244172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Attempting to bind port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:54.246396 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:54.268088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91931-d1a0-4d90-b696-206c1f3f1f53 req-ced4f350-a1b9-4bab-87fb-401a9d31766a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:54.269642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10c91931-d1a0-4d90-b696-206c1f3f1f53 req-ced4f350-a1b9-4bab-87fb-401a9d31766a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 946 time: 0.8649309 Feb 09 13:11:54.345982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:11:54.346426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Attempting to bind port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 on network 9942a3c1-710a-42f7-a7f0-f1348c79bbd4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:54.363189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:11:54.363189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Checking segment: {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:11:54.363618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Bound using segment: {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:11:54.363968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Bound port: cd4121c8-9fe7-4ca7-92c2-67818a9d3c34, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc28f514-aa25-4a22-9ad9-320ad7b43718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:11:54.364393 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:54.484516 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-eabd0187-520c-44ab-9ca6-7e68c1731bf7 req-7915117e-a944-4f59-a5b0-50af298c5e86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e93f0673-6820-4467-a63e-56d36a3e294e HTTP/1.1" status: 200 len: 1002 time: 0.1603017 Feb 09 13:11:54.567061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0187-520c-44ab-9ca6-7e68c1731bf7 req-c92b5b72-df60-469f-b36c-2280feb29047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:54.569082 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-eabd0187-520c-44ab-9ca6-7e68c1731bf7 req-c92b5b72-df60-469f-b36c-2280feb29047 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.0765851 Feb 09 13:11:54.730687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10c91931-d1a0-4d90-b696-206c1f3f1f53 req-a6a331f5-e935-4cb1-96f4-6b29c38422bb tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4505832 Feb 09 13:11:54.788880 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-eabd0187-520c-44ab-9ca6-7e68c1731bf7 req-0863258e-12fe-4881-8d48-cebcae6a3680 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032669 Feb 09 13:11:54.862122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-fb40a2bc-8b58-4d45-b539-3959dd2102a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ba85452948e4cc384805ba346b3e816&device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 1095 time: 0.4731753 Feb 09 13:11:54.902008 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-196bf870-10bf-4825-a777-3f27150b3a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:55.043966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] For port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:55.047038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-43fbe3fc-6995-4baf-bc86-7be38627a26f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe695cf8-e196-4066-b840-2d5478125d6b HTTP/1.1" status: 200 len: 217 time: 0.1539154 Feb 09 13:11:55.072291 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-eabd0187-520c-44ab-9ca6-7e68c1731bf7 req-a8732526-9a44-4546-860b-c8a0095e8940 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716990 Feb 09 13:11:55.302455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-eabd0187-520c-44ab-9ca6-7e68c1731bf7 req-5d44fdfa-9ced-4523-8cc5-2067df930300 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183020 Feb 09 13:11:55.311839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-a6a24668-2074-44e1-8b8e-7e908aa31c8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:55.313277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-a6a24668-2074-44e1-8b8e-7e908aa31c8f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ed75424-1e5f-4738-98a0-ef7dee584743 HTTP/1.1" status: 200 len: 853 time: 0.2536776 Feb 09 13:11:55.372603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] For port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:55.513640 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:55.595041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-9fc86341-3737-4359-ba33-8277f0e7dc45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2243814 Feb 09 13:11:55.779633 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-6848d6b5-f57e-42e2-a512-7128e3353cda tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] For port 88292496-476e-4a97-85b7-564d4c8fdde7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88292496-476e-4a97-85b7-564d4c8fdde7,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:55.782635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:55.784076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] 10.222.0.67 "PUT /v2.0/ports/cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 HTTP/1.1" status: 200 len: 1091 time: 5.8926592 Feb 09 13:11:55.899976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0042438-080d-43f8-b85e-ade0b9f9d3aa service neutron] Pushing event updated for resources: {'Port': ['ID=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:55.957071 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-6848d6b5-f57e-42e2-a512-7128e3353cda tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:11:55.985436 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-6848d6b5-f57e-42e2-a512-7128e3353cda tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:56.011913 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-6848d6b5-f57e-42e2-a512-7128e3353cda tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:56.024098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6de5ee-c850-4b99-a68f-f964fe753b03 req-4e98d5cd-ee16-43fb-8faa-8e3b0c344e4f tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:56.024386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88292496-476e-4a97-85b7-564d4c8fdde7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:56.024821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0b6de5ee-c850-4b99-a68f-f964fe753b03 req-4e98d5cd-ee16-43fb-8faa-8e3b0c344e4f tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Synchronizing usage tracker for tenant:8ba85452948e4cc384805ba346b3e816 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:11:56.098013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-919bccde-ed74-4e67-92b4-e96719c98faf service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873648 Feb 09 13:11:56.128959 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:11:56.263500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0b6de5ee-c850-4b99-a68f-f964fe753b03 req-4e98d5cd-ee16-43fb-8faa-8e3b0c344e4f tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Unset dirty status for tenant:8ba85452948e4cc384805ba346b3e816 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:11:56.271089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b6de5ee-c850-4b99-a68f-f964fe753b03 req-4e98d5cd-ee16-43fb-8faa-8e3b0c344e4f tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 943 time: 1.2217758 Feb 09 13:11:56.283256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-6848d6b5-f57e-42e2-a512-7128e3353cda tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:56.283927 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-6848d6b5-f57e-42e2-a512-7128e3353cda tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:56.285295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ef86b08-267d-4547-a342-daab6ab8b7ce req-6848d6b5-f57e-42e2-a512-7128e3353cda tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "PUT /v2.0/ports/88292496-476e-4a97-85b7-564d4c8fdde7 HTTP/1.1" status: 200 len: 981 time: 3.0788264 Feb 09 13:11:56.299581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5c88359c-8006-4f95-af42-275f03e79e9d details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:11:56.395120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848d6b5-f57e-42e2-a512-7128e3353cda tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'Port': ['ID=88292496-476e-4a97-85b7-564d4c8fdde7,revision_number=6']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:56.415695 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-6b800886-c268-4503-8977-fb5e81236d8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ba85452948e4cc384805ba346b3e816&device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 1094 time: 0.5644219 Feb 09 13:11:56.421880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6d39de-642a-4baf-8ce4-3718fdd9b9de {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:56.483461 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4ad5fd-02df-47bd-abcc-9df598b09a5d', 'tag': 'a2f80dda-0671-4543-959c-e7cc4dd7d96f', 'status': 'completed', 'code': 200} Feb 09 13:11:56.552412 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:56.592033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Transition to ACTIVE for port object 1d6d39de-642a-4baf-8ce4-3718fdd9b9de will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:11:56.616943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e93f0673-6820-4467-a63e-56d36a3e294e no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:11:56.628322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b6de5ee-c850-4b99-a68f-f964fe753b03 req-a5cef1cc-10aa-4d65-8438-f5356450a489 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574169 Feb 09 13:11:56.629092 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:56.654516 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'code': 200} Feb 09 13:11:56.706532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5c88359c-8006-4f95-af42-275f03e79e9d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5c88359c-8006-4f95-af42-275f03e79e9d,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:56.767996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88292496-476e-4a97-85b7-564d4c8fdde7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:56.780177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Pushing event updated for resources: {'Port': ['ID=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:56.783269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-02908ad9-ff38-4538-8123-485232bd074d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 HTTP/1.1" status: 200 len: 217 time: 0.3077800 Feb 09 13:11:56.887548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-a65d4a27-3e29-4206-8e01-712215493d04 service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491496 Feb 09 13:11:56.949801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '5c88359c-8006-4f95-af42-275f03e79e9d', 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f', 'port_id': '5c88359c-8006-4f95-af42-275f03e79e9d', 'mac_address': 'fa:16:3e:11:4a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e420ceb0-f653-45eb-a89a-6813de00fd4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:11:56.950066 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-49069801-eed1-456e-877c-c4e99cf8adb7 req-4d583cfa-8395-49c6-9bed-5b98c6e6da7e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da589c1b2dd04c33b96c3f68c27259a8&device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 1094 time: 0.1996396 Feb 09 13:11:57.187654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:57.238397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-6d5da43b-0030-4bb0-9e15-b6d848ed9de5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:57.241263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-6d5da43b-0030-4bb0-9e15-b6d848ed9de5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ed75424-1e5f-4738-98a0-ef7dee584743 HTTP/1.1" status: 200 len: 853 time: 0.3597102 Feb 09 13:11:57.282760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49069801-eed1-456e-877c-c4e99cf8adb7 req-031d7d7b-681b-47fc-bc21-5475acff6fc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:57.284232 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-49069801-eed1-456e-877c-c4e99cf8adb7 req-031d7d7b-681b-47fc-bc21-5475acff6fc2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=171d7085-8f47-4790-ba23-d9d5922c4b1f HTTP/1.1" status: 200 len: 918 time: 0.3251376 Feb 09 13:11:57.327162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-b87ddab9-6f82-463e-954f-e2521398b682 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682299 Feb 09 13:11:57.377275 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-49069801-eed1-456e-877c-c4e99cf8adb7 req-0cc70201-e6d3-4f24-a704-9bac3a37d652 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2f80dda-0671-4543-959c-e7cc4dd7d96f HTTP/1.1" status: 200 len: 217 time: 0.0855958 Feb 09 13:11:57.451821 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:57.522192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c88359c-8006-4f95-af42-275f03e79e9d {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:57.540950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5c88359c-8006-4f95-af42-275f03e79e9d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5c88359c-8006-4f95-af42-275f03e79e9d,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:57.547960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49069801-eed1-456e-877c-c4e99cf8adb7 req-84fb2747-ded2-4405-adfd-953a4b64209e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:57.548910 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-49069801-eed1-456e-877c-c4e99cf8adb7 req-84fb2747-ded2-4405-adfd-953a4b64209e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e420ceb0-f653-45eb-a89a-6813de00fd4f HTTP/1.1" status: 200 len: 857 time: 0.1643317 Feb 09 13:11:57.555565 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:57.556428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a2f80dda-0671-4543-959c-e7cc4dd7d96f details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:11:57.579758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a2f80dda-0671-4543-959c-e7cc4dd7d96f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a2f80dda-0671-4543-959c-e7cc4dd7d96f,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:57.600599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2dc111b-e5d5-44ed-b1c2-f06de248d148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:57.696766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'a2f80dda-0671-4543-959c-e7cc4dd7d96f', 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f', 'port_id': 'a2f80dda-0671-4543-959c-e7cc4dd7d96f', 'mac_address': 'fa:16:3e:b0:0f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e420ceb0-f653-45eb-a89a-6813de00fd4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:11:57.707263 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-49069801-eed1-456e-877c-c4e99cf8adb7 req-6c69d7c3-9e90-4a1d-90d4-885876a64dfb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=171d7085-8f47-4790-ba23-d9d5922c4b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493366 Feb 09 13:11:57.707433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=5c88359c-8006-4f95-af42-275f03e79e9d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:57.784781 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:57.812399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f80dda-0671-4543-959c-e7cc4dd7d96f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:11:57.829723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a2f80dda-0671-4543-959c-e7cc4dd7d96f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a2f80dda-0671-4543-959c-e7cc4dd7d96f,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:57.851738 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:57.864219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.864561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.864893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.865220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.865543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.865862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.866182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.866512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.866832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.867142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.867453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:11:57.938321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:57.961102 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:57.993029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a2f80dda-0671-4543-959c-e7cc4dd7d96f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:58.051132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-b1ec8534-83fb-45d0-ba73-ef242bb3d9df service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667178 Feb 09 13:11:58.057292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95e02d-0825-445b-8ae7-0fa4abf82dc4 req-5c07d342-d7e6-4fd8-be43-4175d3bd15fd tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:58.058234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5c95e02d-0825-445b-8ae7-0fa4abf82dc4 req-5c07d342-d7e6-4fd8-be43-4175d3bd15fd tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Synchronizing usage tracker for tenant:da589c1b2dd04c33b96c3f68c27259a8 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:11:58.061753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Attempting to bind port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:11:58.062256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Attempting to bind port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:11:58.062804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Attempting to bind port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de on network 171d7085-8f47-4790-ba23-d9d5922c4b1f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:58.146665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:58.209783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de on network 171d7085-8f47-4790-ba23-d9d5922c4b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:11:58.210079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Attempting to bind port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de on network 171d7085-8f47-4790-ba23-d9d5922c4b1f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:11:58.210235 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-49069801-eed1-456e-877c-c4e99cf8adb7 req-341e6206-5f5c-4950-9b81-7c2059e32631 service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944990 Feb 09 13:11:58.252134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:11:58.252793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Checking segment: {'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:11:58.252888 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Bound using segment: {'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:11:58.253327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Bound port: 1d6d39de-642a-4baf-8ce4-3718fdd9b9de, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8649b433-c604-4492-95a4-abbe7a44940c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:11:58.253687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:58.268049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5c95e02d-0825-445b-8ae7-0fa4abf82dc4 req-5c07d342-d7e6-4fd8-be43-4175d3bd15fd tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Unset dirty status for tenant:da589c1b2dd04c33b96c3f68c27259a8 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:11:58.274694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c95e02d-0825-445b-8ae7-0fa4abf82dc4 req-5c07d342-d7e6-4fd8-be43-4175d3bd15fd tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=809159d6-d517-4bc1-8766-f49572b53f72 HTTP/1.1" status: 200 len: 943 time: 1.6491320 Feb 09 13:11:58.288544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e93f0673-6820-4467-a63e-56d36a3e294e no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:11:58.388760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['a2f80dda-0671-4543-959c-e7cc4dd7d96f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:58.410457 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-49069801-eed1-456e-877c-c4e99cf8adb7 req-6569298d-0983-428f-96ed-26e258804fcb service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878908 Feb 09 13:11:58.418183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['5c88359c-8006-4f95-af42-275f03e79e9d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:11:58.424371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ffc96f8-bc5a-4c0d-b74a-b854c7d2af83 req-11a0660b-3c90-4ae0-a6ca-8fbdf080b82a service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573477 Feb 09 13:11:58.442156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c95e02d-0825-445b-8ae7-0fa4abf82dc4 req-b4ac2a74-bf9d-4a6c-9eac-a4cea08c0894 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664901 Feb 09 13:11:58.468421 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c865a-9194-4347-9237-3f864dd0502b req-b19c3932-c70b-4cb2-89b2-1aa684b217fb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:58.469962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f7c865a-9194-4347-9237-3f864dd0502b req-b19c3932-c70b-4cb2-89b2-1aa684b217fb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 1.1356056 Feb 09 13:11:58.484696 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809159d6-d517-4bc1-8766-f49572b53f72', 'tag': '5c88359c-8006-4f95-af42-275f03e79e9d'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:58.547006 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ce72e2-390f-4ddf-a3c2-857468a0471c', 'tag': 'fe695cf8-e196-4066-b840-2d5478125d6b', 'status': 'completed', 'code': 200} Feb 09 13:11:58.566500 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:58.618873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] For port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:11:58.622836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f7c865a-9194-4347-9237-3f864dd0502b req-7cd1431a-a4b4-429d-8e53-2c3ba663b648 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454554 Feb 09 13:11:58.637044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] For port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:11:58.643607 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:58.656766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:11:58.690309 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:58.706387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:11:58.735493 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:58.736857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] 10.222.0.67 "PUT /v2.0/ports/1d6d39de-642a-4baf-8ce4-3718fdd9b9de HTTP/1.1" status: 200 len: 1091 time: 5.5647986 Feb 09 13:11:58.779921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4135cacb-a379-448f-8d55-63637bacf70e req-c3476725-a045-4323-b01a-1e16da969d66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ba85452948e4cc384805ba346b3e816&device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 1095 time: 0.2069991 Feb 09 13:11:59.025692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42d422-d95c-4263-bcda-a858679789ab service neutron] Pushing event updated for resources: {'Port': ['ID=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:59.025982 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:59.095044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:11:59.102233 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:59.218868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd71b1-abff-4e8e-9efc-11da27c98f9a req-08f5af4a-15d4-4022-92d3-9856cb5377db tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.222278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=11']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:11:59.226777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62bd71b1-abff-4e8e-9efc-11da27c98f9a req-08f5af4a-15d4-4022-92d3-9856cb5377db tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.4449902 Feb 09 13:11:59.261624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135cacb-a379-448f-8d55-63637bacf70e req-9fd7bbfd-9761-4380-9add-db94f55dafdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.264052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4135cacb-a379-448f-8d55-63637bacf70e req-9fd7bbfd-9761-4380-9add-db94f55dafdf service neutron] 10.222.0.67 "GET /v2.0/networks?id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 200 len: 914 time: 0.4219623 Feb 09 13:11:59.288075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-b9951ea6-6479-4fdc-bb85-cf260e36aad8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da589c1b2dd04c33b96c3f68c27259a8&device_id=86e7a36c-70f1-43e3-bd7d-da23ff72ac73 HTTP/1.1" status: 200 len: 1094 time: 0.4127321 Feb 09 13:11:59.451218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762156a0-7675-41e9-b947-0e67e14ff365 req-3c4a57cf-3107-44fe-b47f-26fdda9c8dd4 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.454520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-762156a0-7675-41e9-b947-0e67e14ff365 req-3c4a57cf-3107-44fe-b47f-26fdda9c8dd4 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.5368330 Feb 09 13:11:59.469216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4135cacb-a379-448f-8d55-63637bacf70e req-7b503342-1764-4695-be89-7dd86a88ccfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe695cf8-e196-4066-b840-2d5478125d6b HTTP/1.1" status: 200 len: 217 time: 0.1884539 Feb 09 13:11:59.476120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-29ef3879-2e17-48ec-8fa7-86fb03354a8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d6d39de-642a-4baf-8ce4-3718fdd9b9de HTTP/1.1" status: 200 len: 217 time: 0.1279697 Feb 09 13:11:59.576966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62bd71b1-abff-4e8e-9efc-11da27c98f9a req-7e68a538-64e7-4bed-8467-61c6b2e041e6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473356 Feb 09 13:11:59.626298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-df749d7c-1243-420b-adec-4d012789e438 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.628433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-df749d7c-1243-420b-adec-4d012789e438 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e420ceb0-f653-45eb-a89a-6813de00fd4f HTTP/1.1" status: 200 len: 857 time: 0.1265693 Feb 09 13:11:59.720375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-e708daa6-5d27-4076-aee3-c06ec1a0f699 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=171d7085-8f47-4790-ba23-d9d5922c4b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808063 Feb 09 13:11:59.791430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135cacb-a379-448f-8d55-63637bacf70e req-e1e920d8-4ef1-41d4-9c5d-03e1f14d7ebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:11:59.792855 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4135cacb-a379-448f-8d55-63637bacf70e req-e1e920d8-4ef1-41d4-9c5d-03e1f14d7ebf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ed75424-1e5f-4738-98a0-ef7dee584743 HTTP/1.1" status: 200 len: 853 time: 0.3156476 Feb 09 13:11:59.810097 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-762156a0-7675-41e9-b947-0e67e14ff365 req-38bdb9b7-a14e-4b4e-8af9-4076c9866d1c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388088 Feb 09 13:11:59.831127 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:11:59.972757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-40884ae9-0230-4092-b912-5402e48feb5a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-407119932&fields=id&tenant_id=fc183ac503d444de9127e3680854731b HTTP/1.1" status: 200 len: 267 time: 0.2574749 Feb 09 13:11:59.975672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4135cacb-a379-448f-8d55-63637bacf70e req-d19f488c-2554-4ae6-8e60-d7b9a7d38ab5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600749 Feb 09 13:12:00.299480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fe695cf8-e196-4066-b840-2d5478125d6b details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:12:00.302225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a2f80dda-0671-4543-959c-e7cc4dd7d96f up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:00.370086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-2baa66ca-739c-45b0-9ab9-b3f0528bf67d service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143241 Feb 09 13:12:00.489009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4135cacb-a379-448f-8d55-63637bacf70e req-9f290101-b677-4ccd-8fac-2c2a301f5a8e service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046229 Feb 09 13:12:00.535577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port fe695cf8-e196-4066-b840-2d5478125d6b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fe695cf8-e196-4066-b840-2d5478125d6b,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:00.544433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port a2f80dda-0671-4543-959c-e7cc4dd7d96f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:00.554662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port a2f80dda-0671-4543-959c-e7cc4dd7d96f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:00.555237 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:00.564300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163d2f6f-b73a-40c1-bf79-66a874017fc8', 'tag': 'cd4121c8-9fe7-4ca7-92c2-67818a9d3c34'}, {'name': 'network-changed', 'server_uuid': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'tag': '88292496-476e-4a97-85b7-564d4c8fdde7'}, {'name': 'network-changed', 'server_uuid': '86e7a36c-70f1-43e3-bd7d-da23ff72ac73', 'tag': '1d6d39de-642a-4baf-8ce4-3718fdd9b9de'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:00.586512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'fe695cf8-e196-4066-b840-2d5478125d6b', 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4', 'port_id': 'fe695cf8-e196-4066-b840-2d5478125d6b', 'mac_address': 'fa:16:3e:11:56:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed75424-1e5f-4738-98a0-ef7dee584743', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:12:00.681112 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:00.703619 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe695cf8-e196-4066-b840-2d5478125d6b {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:00.703872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2166e6-7f73-4344-820a-e939bb02d1cf req-76a265a4-01d6-4dec-a730-a620c11cabe9 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:00.705315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb2166e6-7f73-4344-820a-e939bb02d1cf req-76a265a4-01d6-4dec-a730-a620c11cabe9 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 943 time: 0.6544304 Feb 09 13:12:00.752351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-28aa34e4-4689-4cc6-80fe-73fae64986ef tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:00.761661 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-28aa34e4-4689-4cc6-80fe-73fae64986ef tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 984 time: 0.7750947 Feb 09 13:12:00.764298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port fe695cf8-e196-4066-b840-2d5478125d6b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fe695cf8-e196-4066-b840-2d5478125d6b,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:00.768212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-593a30e0-6cbf-447c-90ce-300398dec413 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'port': {'security_groups': ['4c2e1c43-5b05-4822-86c7-8309a1ce9fc3', '6348f802-f568-46d1-aa93-d6ebd65bf35c', '2fbb7ba9-2714-4ca9-a963-5fbd9430be52']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:00.775417 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:00.776061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:12:00.822055 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:00.892870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:00.910860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a2f80dda-0671-4543-959c-e7cc4dd7d96f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a2f80dda-0671-4543-959c-e7cc4dd7d96f,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:00.911913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=fe695cf8-e196-4066-b840-2d5478125d6b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:00.928001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'cd4121c8-9fe7-4ca7-92c2-67818a9d3c34', 'network_id': '9942a3c1-710a-42f7-a7f0-f1348c79bbd4', 'port_id': 'cd4121c8-9fe7-4ca7-92c2-67818a9d3c34', 'mac_address': 'fa:16:3e:df:55:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed75424-1e5f-4738-98a0-ef7dee584743', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:12:00.929959 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:00.930753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5c88359c-8006-4f95-af42-275f03e79e9d up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:00.962551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f316a0d9-5216-4975-af60-c2cf854c8bba req-b1cb4a81-4912-4887-9924-e76a3dfcdbe7 service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650213 Feb 09 13:12:00.976006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4135cacb-a379-448f-8d55-63637bacf70e req-381c77ed-99b7-485e-b4e6-500408f50950 service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693022 Feb 09 13:12:00.991140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb2166e6-7f73-4344-820a-e939bb02d1cf req-c4bee6d3-f8c4-482a-8219-e38056a69621 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727928 Feb 09 13:12:01.037068 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-593a30e0-6cbf-447c-90ce-300398dec413 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:01.173592 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:01.195951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:01.200604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a2f80dda-0671-4543-959c-e7cc4dd7d96f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:01.238147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:01.242081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 5c88359c-8006-4f95-af42-275f03e79e9d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:01.246869 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:01.275013 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809159d6-d517-4bc1-8766-f49572b53f72', 'tag': '5c88359c-8006-4f95-af42-275f03e79e9d', 'status': 'completed', 'code': 200} Feb 09 13:12:01.310856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 5c88359c-8006-4f95-af42-275f03e79e9d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:01.311218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:01.375213 n-d-825175-3 neutron-server[83481]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'code': 422} returned with failed status Feb 09 13:12:01.482764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:01.502304 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:01.593083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-593a30e0-6cbf-447c-90ce-300398dec413 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] For port 88292496-476e-4a97-85b7-564d4c8fdde7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88292496-476e-4a97-85b7-564d4c8fdde7,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:01.617942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5c88359c-8006-4f95-af42-275f03e79e9d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5c88359c-8006-4f95-af42-275f03e79e9d,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:01.624645 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:01.656976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c13bc5e6-c9ae-4e61-b545-a644399ed360 req-21412634-4d11-43bf-834a-554598dc4b76 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da589c1b2dd04c33b96c3f68c27259a8&device_id=809159d6-d517-4bc1-8766-f49572b53f72 HTTP/1.1" status: 200 len: 1095 time: 0.2840178 Feb 09 13:12:01.663650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['fe695cf8-e196-4066-b840-2d5478125d6b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:01.664814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-593a30e0-6cbf-447c-90ce-300398dec413 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:01.673475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef6967-8613-4a0d-8aca-f1769150f800 req-669acff3-74a8-4a1e-8986-4e39f8e40148 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:01.680291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-72ef6967-8613-4a0d-8aca-f1769150f800 req-669acff3-74a8-4a1e-8986-4e39f8e40148 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=809159d6-d517-4bc1-8766-f49572b53f72 HTTP/1.1" status: 200 len: 944 time: 0.2005391 Feb 09 13:12:01.720477 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['cd4121c8-9fe7-4ca7-92c2-67818a9d3c34'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:01.726773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-593a30e0-6cbf-447c-90ce-300398dec413 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:01.870926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=5c88359c-8006-4f95-af42-275f03e79e9d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:01.952671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-593a30e0-6cbf-447c-90ce-300398dec413 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:01.953332 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-593a30e0-6cbf-447c-90ce-300398dec413 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:01.954790 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-838645dd-df7a-4645-98fd-6fa13383fee5 req-593a30e0-6cbf-447c-90ce-300398dec413 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "PUT /v2.0/ports/88292496-476e-4a97-85b7-564d4c8fdde7 HTTP/1.1" status: 200 len: 1020 time: 1.1920857 Feb 09 13:12:01.979395 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-72ef6967-8613-4a0d-8aca-f1769150f800 req-bcd81db0-85fb-4b31-b017-6798f8eafd85 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977214 Feb 09 13:12:02.004175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a30e0-6cbf-447c-90ce-300398dec413 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'Port': ['ID=88292496-476e-4a97-85b7-564d4c8fdde7,revision_number=7']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:02.069484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bc5e6-c9ae-4e61-b545-a644399ed360 req-51c0c36b-2ca3-4836-8452-7a8e0515d0b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:02.071014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c13bc5e6-c9ae-4e61-b545-a644399ed360 req-51c0c36b-2ca3-4836-8452-7a8e0515d0b4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=171d7085-8f47-4790-ba23-d9d5922c4b1f HTTP/1.1" status: 200 len: 918 time: 0.3879511 Feb 09 13:12:02.138136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88292496-476e-4a97-85b7-564d4c8fdde7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:02.237914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c13bc5e6-c9ae-4e61-b545-a644399ed360 req-4c324729-464a-4db1-848e-466ab4faa901 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c88359c-8006-4f95-af42-275f03e79e9d HTTP/1.1" status: 200 len: 217 time: 0.1577866 Feb 09 13:12:02.346564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bc5e6-c9ae-4e61-b545-a644399ed360 req-23fb47e1-a84d-4b4c-b966-4435451cee10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:02.348491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c13bc5e6-c9ae-4e61-b545-a644399ed360 req-23fb47e1-a84d-4b4c-b966-4435451cee10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e420ceb0-f653-45eb-a89a-6813de00fd4f HTTP/1.1" status: 200 len: 857 time: 0.0970640 Feb 09 13:12:02.436938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c13bc5e6-c9ae-4e61-b545-a644399ed360 req-b95b9c99-1395-4e20-8a7d-5275562bd05e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=171d7085-8f47-4790-ba23-d9d5922c4b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815346 Feb 09 13:12:02.449021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4747-81a7-479b-82ba-e98edba3aa2d req-8c96462b-d914-44c6-88e5-beb5c19a363a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:02.450896 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25cd4747-81a7-479b-82ba-e98edba3aa2d req-8c96462b-d914-44c6-88e5-beb5c19a363a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.2546465 Feb 09 13:12:02.800963 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25cd4747-81a7-479b-82ba-e98edba3aa2d req-909233f9-9e0f-48c4-915c-0f0fbd110cc7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210664 Feb 09 13:12:02.862591 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c13bc5e6-c9ae-4e61-b545-a644399ed360 req-a45f49e0-51f5-4627-b590-8e183270cf37 service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098907 Feb 09 13:12:02.954370 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163d2f6f-b73a-40c1-bf79-66a874017fc8', 'tag': 'cd4121c8-9fe7-4ca7-92c2-67818a9d3c34', 'status': 'completed', 'code': 200} Feb 09 13:12:02.954663 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'tag': '88292496-476e-4a97-85b7-564d4c8fdde7', 'status': 'completed', 'code': 200} Feb 09 13:12:02.954912 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e7a36c-70f1-43e3-bd7d-da23ff72ac73', 'tag': '1d6d39de-642a-4baf-8ce4-3718fdd9b9de', 'status': 'completed', 'code': 200} Feb 09 13:12:03.132604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88292496-476e-4a97-85b7-564d4c8fdde7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:03.238023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-b54b664e-7b10-4f16-b484-6b5641f7bcef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=8ba85452948e4cc384805ba346b3e816&device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 1095 time: 0.2862475 Feb 09 13:12:03.304687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c13bc5e6-c9ae-4e61-b545-a644399ed360 req-43783f9b-0420-4fed-ada1-8bead1cf9b12 service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316692 Feb 09 13:12:03.380095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}, {'server_uuid': 'ff4ad5fd-02df-47bd-abcc-9df598b09a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f80dda-0671-4543-959c-e7cc4dd7d96f'}, {'server_uuid': '809159d6-d517-4bc1-8766-f49572b53f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c88359c-8006-4f95-af42-275f03e79e9d'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:03.444399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b027ff-aecc-4047-98c7-7edfe1f3ade7 req-4728edc9-6f2d-45fb-b340-63cc72b2fbb4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:03.446529 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23b027ff-aecc-4047-98c7-7edfe1f3ade7 req-4728edc9-6f2d-45fb-b340-63cc72b2fbb4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 1023 time: 0.2123544 Feb 09 13:12:03.450843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-3f69c13c-9088-4b45-b5ec-45fd6a9ba8d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:03.452305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-3f69c13c-9088-4b45-b5ec-45fd6a9ba8d2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 200 len: 914 time: 0.1816230 Feb 09 13:12:03.549393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-ff88e0ae-bef7-48ce-8546-6505d0b15542 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 HTTP/1.1" status: 200 len: 217 time: 0.0808816 Feb 09 13:12:03.671294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-1b92fa02-3270-4d68-b254-af9621fdb882 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:03.672737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-1b92fa02-3270-4d68-b254-af9621fdb882 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8ed75424-1e5f-4738-98a0-ef7dee584743 HTTP/1.1" status: 200 len: 853 time: 0.1067045 Feb 09 13:12:03.687069 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23b027ff-aecc-4047-98c7-7edfe1f3ade7 req-480235c5-8081-4aca-bde8-61da20514485 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb7ba9-2714-4ca9-a963-5fbd9430be52&id=4c2e1c43-5b05-4822-86c7-8309a1ce9fc3&id=6348f802-f568-46d1-aa93-d6ebd65bf35c HTTP/1.1" status: 200 len: 5484 time: 0.2337332 Feb 09 13:12:03.767305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-a4c566de-190f-404e-8c2b-17da01d8a884 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9942a3c1-710a-42f7-a7f0-f1348c79bbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791943 Feb 09 13:12:04.046496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c0851-5d5e-47a4-b59a-ed31086ee8a8 req-a41c0842-10b9-4330-9803-18d0d1ed6bd5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:04.048000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-804c0851-5d5e-47a4-b59a-ed31086ee8a8 req-a41c0842-10b9-4330-9803-18d0d1ed6bd5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 944 time: 0.2834418 Feb 09 13:12:04.060876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-bcb3d749-ddbc-427d-9aff-4f373828913d service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476790 Feb 09 13:12:04.136177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d3ccc-658f-43b2-bcd4-ab30a78ad957 req-096aa962-6af8-42d7-9264-64672e8f43a6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:04.139158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a7d3ccc-658f-43b2-bcd4-ab30a78ad957 req-096aa962-6af8-42d7-9264-64672e8f43a6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.3009253 Feb 09 13:12:04.283229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-804c0851-5d5e-47a4-b59a-ed31086ee8a8 req-94fd2a41-64d8-4cd3-96da-43e8d5e0f28f tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253280 Feb 09 13:12:04.337842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1d6d39de-642a-4baf-8ce4-3718fdd9b9de details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:12:04.341220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fe695cf8-e196-4066-b840-2d5478125d6b up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:04.375984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a7d3ccc-658f-43b2-bcd4-ab30a78ad957 req-35cbc128-8c02-41a9-bf39-76e6a15f9ccd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299082 Feb 09 13:12:04.397669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-6f216f08-4ff5-4ac1-b46d-8c8220a5471f service neutron] 10.222.0.67 "GET /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104367 Feb 09 13:12:04.587606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-5588cf53-52a6-4616-8f41-817e198b24b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 1174 time: 0.1395733 Feb 09 13:12:04.690221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port fe695cf8-e196-4066-b840-2d5478125d6b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:04.704449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port fe695cf8-e196-4066-b840-2d5478125d6b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:04.705261 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:04.783220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:04.874398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '1d6d39de-642a-4baf-8ce4-3718fdd9b9de', 'network_id': '171d7085-8f47-4790-ba23-d9d5922c4b1f', 'port_id': '1d6d39de-642a-4baf-8ce4-3718fdd9b9de', 'mac_address': 'fa:16:3e:74:18:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e420ceb0-f653-45eb-a89a-6813de00fd4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:12:04.927987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede977-6bd3-4610-8266-83acbd0f0015 req-ef3e13f2-70fa-4ccf-90c4-7d3a95e6268f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:04.938190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abede977-6bd3-4610-8266-83acbd0f0015 req-ef3e13f2-70fa-4ccf-90c4-7d3a95e6268f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=809159d6-d517-4bc1-8766-f49572b53f72 HTTP/1.1" status: 200 len: 945 time: 0.3491542 Feb 09 13:12:04.961809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2100547427 ', 'description': 'tempest-description-1266496959'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:04.975963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'tag': '88292496-476e-4a97-85b7-564d4c8fdde7'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:05.001704 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'code': 200} Feb 09 13:12:05.002032 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4ad5fd-02df-47bd-abcc-9df598b09a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f80dda-0671-4543-959c-e7cc4dd7d96f', 'code': 200} Feb 09 13:12:05.002200 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809159d6-d517-4bc1-8766-f49572b53f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c88359c-8006-4f95-af42-275f03e79e9d', 'code': 200} Feb 09 13:12:05.002828 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:05.019215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-b4e54f5f-8ca5-4c11-a4cf-b6725fef3829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:05.021013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-b4e54f5f-8ca5-4c11-a4cf-b6725fef3829 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 914 time: 0.3799396 Feb 09 13:12:05.022198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:05.044958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6d39de-642a-4baf-8ce4-3718fdd9b9de {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:05.171652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:05.181801 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:05.267316 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:05.280608 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d25436fb-edf2-4dd8-bb8a-3946fc90a2cd req-bec2beb6-5065-475b-a7d3-326a721fac16 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=809159d6-d517-4bc1-8766-f49572b53f72 HTTP/1.1" status: 200 len: 1096 time: 0.1653547 Feb 09 13:12:05.320094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port fe695cf8-e196-4066-b840-2d5478125d6b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fe695cf8-e196-4066-b840-2d5478125d6b,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:05.324732 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:05.325508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:05.335502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-08ebaf5c-6bc8-4895-9f5e-05d8787fea6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88292496-476e-4a97-85b7-564d4c8fdde7 HTTP/1.1" status: 200 len: 217 time: 0.3051937 Feb 09 13:12:05.373935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:05.378110 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d25436fb-edf2-4dd8-bb8a-3946fc90a2cd req-c5a64bc4-06cd-4de5-a2f8-96d33399167a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908608 Feb 09 13:12:05.422760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:05.492840 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:05.513821 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abede977-6bd3-4610-8266-83acbd0f0015 req-99bdfe46-51f2-42c7-8ade-25a20665bc39 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273752 Feb 09 13:12:05.526646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-cfbfb080-bac4-4720-85d2-4f28fbaeec57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:05.528687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-cfbfb080-bac4-4720-85d2-4f28fbaeec57 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a4952-adf7-4b95-90df-2d44dcef12bf HTTP/1.1" status: 200 len: 853 time: 0.1470234 Feb 09 13:12:05.569676 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1c42fe3-7cde-4859-8d80-8e4e3f91b99c req-03bb85ec-4d8f-4765-bc4b-0bf6e6dc33a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 1096 time: 0.2303696 Feb 09 13:12:05.575262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:05.580981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group_rule and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:05.584669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:05.585075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=fe695cf8-e196-4066-b840-2d5478125d6b,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:05.599107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:05.627114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:05.633883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:05.634516 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:05.666378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['1d6d39de-642a-4baf-8ce4-3718fdd9b9de'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:05.767429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-7ce0a9ba-60a2-4135-a16d-de90b4b17265 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f23dbd13-26ed-450c-8383-23e2623950a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229317 Feb 09 13:12:05.881422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1c42fe3-7cde-4859-8d80-8e4e3f91b99c req-be366221-2ee1-47aa-940b-cca6be25f1d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553840 Feb 09 13:12:06.004153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:06.018422 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:06.021778 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:06.078164 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:06.092251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02c3c60a-e608-48c5-ac87-bad3f96ddac0 req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 1.1365407 Feb 09 13:12:06.120378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:06.134086 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:06.261121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3e345-a9d6-4e62-bd5f-a8b362f83d91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205b6395-edcc-4408-83dd-49c9d1d30695,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:06.301266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761bec3-8e02-43fb-be83-f6452dd7edb5 req-00a59662-8bc3-4817-9d0c-650819446db1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:06.314032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2761bec3-8e02-43fb-be83-f6452dd7edb5 req-00a59662-8bc3-4817-9d0c-650819446db1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.5319409 Feb 09 13:12:06.325463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:06.343715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:12:06.355393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-5a816f90-adab-4ed5-9a43-6a17a4c462be service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745125 Feb 09 13:12:06.599663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:06.623924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'port_id': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'mac_address': 'fa:16:3e:8e:ea:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:12:06.682310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-dc3c6716-76f0-4f0f-98e1-ea69818e250e service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435939 Feb 09 13:12:06.695321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2761bec3-8e02-43fb-be83-f6452dd7edb5 req-08a2d905-5bff-4099-8ed4-81499fe19dc3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801520 Feb 09 13:12:06.712823 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cdb90a4a-99b2-4cda-a05b-d19bd5ea3091 req-94808cc6-f4ca-4aaf-b289-32789705030b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3558569 Feb 09 13:12:06.719392 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:06.741317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:06.768398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:06.777219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:06.909666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=12']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:06.941769 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'tag': '88292496-476e-4a97-85b7-564d4c8fdde7', 'status': 'completed', 'code': 200} Feb 09 13:12:07.003132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ce72e2-390f-4ddf-a3c2-857468a0471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe695cf8-e196-4066-b840-2d5478125d6b'}, {'server_uuid': '163d2f6f-b73a-40c1-bf79-66a874017fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4121c8-9fe7-4ca7-92c2-67818a9d3c34'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:07.084856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['7336377c-adfa-4da4-bbc3-3f75ab4d9c46'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:07.152066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-9a3c07af-2f47-4769-94a2-ad8eafc45985 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=da589c1b2dd04c33b96c3f68c27259a8&device_id=86e7a36c-70f1-43e3-bd7d-da23ff72ac73 HTTP/1.1" status: 200 len: 1095 time: 0.4144316 Feb 09 13:12:07.768843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a8949-ed77-430b-9ad1-c594fa05dd94 req-2000962f-80e1-4b67-8b3a-51ed8055dc1b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:07.770306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1d6a8949-ed77-430b-9ad1-c594fa05dd94 req-2000962f-80e1-4b67-8b3a-51ed8055dc1b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 945 time: 0.5340326 Feb 09 13:12:07.800259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab2a9dff-4ef3-412f-87c3-3e88fac9f891 req-fe7dd49e-47cd-4790-a920-056d49d45f00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 1174 time: 0.8424144 Feb 09 13:12:07.811005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a40ef-679f-44bf-a206-c1beb74b131d req-0c31fd88-df19-4699-9a77-32c36e5048ac tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:07.812623 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d9a40ef-679f-44bf-a206-c1beb74b131d req-0c31fd88-df19-4699-9a77-32c36e5048ac tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 945 time: 0.6276250 Feb 09 13:12:07.888154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-91a326e1-525f-42d9-8063-2a9198bc7024 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:07.890446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-91a326e1-525f-42d9-8063-2a9198bc7024 service neutron] 10.222.0.67 "GET /v2.0/networks?id=171d7085-8f47-4790-ba23-d9d5922c4b1f HTTP/1.1" status: 200 len: 918 time: 0.5934384 Feb 09 13:12:08.096997 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-66a4034f-08c3-40ef-bc53-41770c6f0e3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9224195 Feb 09 13:12:08.106772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-7517b709-fb68-475e-b27f-e1ee5fcdf561 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d6d39de-642a-4baf-8ce4-3718fdd9b9de HTTP/1.1" status: 200 len: 217 time: 0.1873276 Feb 09 13:12:08.343074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1d6d39de-642a-4baf-8ce4-3718fdd9b9de up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:08.380108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a9dff-4ef3-412f-87c3-3e88fac9f891 req-fdc45a75-2808-4e2f-83bc-7b8a50bd2711 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:08.382833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab2a9dff-4ef3-412f-87c3-3e88fac9f891 req-fdc45a75-2808-4e2f-83bc-7b8a50bd2711 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 914 time: 0.5449247 Feb 09 13:12:08.385147 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d9a40ef-679f-44bf-a206-c1beb74b131d req-f7b95b32-2ea1-4d6c-a924-3fd1c81ceaf9 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436931 Feb 09 13:12:08.404619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1d6a8949-ed77-430b-9ad1-c594fa05dd94 req-c0ff8979-0f8b-4376-8ab1-cb34199f125d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6091881 Feb 09 13:12:08.544967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:08.557043 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:08.557964 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:08.711714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab2a9dff-4ef3-412f-87c3-3e88fac9f891 req-a1eb9f1a-8c50-49d0-9e3e-4856f7919672 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88292496-476e-4a97-85b7-564d4c8fdde7 HTTP/1.1" status: 200 len: 217 time: 0.3053098 Feb 09 13:12:08.865145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-c0a8eb66-8866-4bb0-87cf-3f466803aaf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:08.866753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-c0a8eb66-8866-4bb0-87cf-3f466803aaf5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e420ceb0-f653-45eb-a89a-6813de00fd4f HTTP/1.1" status: 200 len: 857 time: 0.7387106 Feb 09 13:12:08.984601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe9474ff-bfde-4f7b-bc57-b997ed293530 req-42113105-4cab-4d82-a80c-163cb1dc7dd1 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/205b6395-edcc-4408-83dd-49c9d1d30695 HTTP/1.1" status: 200 len: 1615 time: 0.4574845 Feb 09 13:12:09.018686 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-c2ffc373-0c9f-44fa-b03b-10e8f774692d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=171d7085-8f47-4790-ba23-d9d5922c4b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283088 Feb 09 13:12:09.024532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a9dff-4ef3-412f-87c3-3e88fac9f891 req-ec8ddd84-9258-4708-8d72-0b7ceb453e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:09.026752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab2a9dff-4ef3-412f-87c3-3e88fac9f891 req-ec8ddd84-9258-4708-8d72-0b7ceb453e02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a4952-adf7-4b95-90df-2d44dcef12bf HTTP/1.1" status: 200 len: 853 time: 0.2749712 Feb 09 13:12:09.047478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841774-f1c4-4899-9982-cd533955f0b5 req-0d844c11-3f95-484d-8626-bb52721c7140 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:09.048102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20841774-f1c4-4899-9982-cd533955f0b5 req-0d844c11-3f95-484d-8626-bb52721c7140 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=809159d6-d517-4bc1-8766-f49572b53f72 HTTP/1.1" status: 200 len: 945 time: 0.3899188 Feb 09 13:12:09.048578 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:09.150187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:09.155827 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:09.339729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:09.425424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20841774-f1c4-4899-9982-cd533955f0b5 req-e8dae62c-9dcb-499c-85ae-4991f7dbad6e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381989 Feb 09 13:12:09.431607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab2a9dff-4ef3-412f-87c3-3e88fac9f891 req-357687b7-59d1-4845-bf77-d3cee48f850e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f23dbd13-26ed-450c-8383-23e2623950a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3827770 Feb 09 13:12:09.443142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-e3173677-a261-4f92-9af6-4fe5752fcf92 service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325849 Feb 09 13:12:09.576702 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ce72e2-390f-4ddf-a3c2-857468a0471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe695cf8-e196-4066-b840-2d5478125d6b', 'code': 200} Feb 09 13:12:09.577549 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d2f6f-b73a-40c1-bf79-66a874017fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4121c8-9fe7-4ca7-92c2-67818a9d3c34', 'code': 200} Feb 09 13:12:09.848294 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9808bcd-1ab2-4444-a2e4-096e491d2fe6 req-d32a18e8-afec-4aa0-8375-88c02bb831fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1191742 Feb 09 13:12:09.925158 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9808bcd-1ab2-4444-a2e4-096e491d2fe6 req-54f42e77-daae-43c1-ada8-2d2f56602f4f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678802 Feb 09 13:12:10.064700 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b0451c7-4d7a-4c11-b458-5745b8baf3c3 req-fe1631a4-64e5-4b03-8343-bf950e5d32d3 service neutron] 10.222.0.67 "GET /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707476 Feb 09 13:12:10.078112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e34b13-52f4-4e31-9e1b-be3dd9e42d33 req-f383a514-9348-450d-ad50-cf9f23e16b50 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:10.088671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68e34b13-52f4-4e31-9e1b-be3dd9e42d33 req-f383a514-9348-450d-ad50-cf9f23e16b50 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.7840528 Feb 09 13:12:10.095229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab2a9dff-4ef3-412f-87c3-3e88fac9f891 req-fe266a57-8ceb-47ff-90e7-ccc4b37b1ad4 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506557 Feb 09 13:12:10.346340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:10.428118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68e34b13-52f4-4e31-9e1b-be3dd9e42d33 req-5a9f3749-562a-440f-b4d7-1314633fecf2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379908 Feb 09 13:12:10.445562 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1cdee6e-8abd-4e28-a623-2af90226597c req-7b21032d-71d3-48ac-b509-3a7c63c9fe20 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 1097 time: 0.4314196 Feb 09 13:12:10.466650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:10.467020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:10.524865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847a7ec-489a-4036-9c2b-8cb35baca78d req-7e73cfad-f18d-4c0c-b184-c55987711e24 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:10.530441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a847a7ec-489a-4036-9c2b-8cb35baca78d req-7e73cfad-f18d-4c0c-b184-c55987711e24 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.4646428 Feb 09 13:12:10.612177 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:12:10.645353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab2a9dff-4ef3-412f-87c3-3e88fac9f891 req-1ffdd037-4e20-4258-a63c-bf6d8efdbbb0 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152737 Feb 09 13:12:10.667548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1cdee6e-8abd-4e28-a623-2af90226597c req-ca7563a8-b9a4-4509-95e0-1a756b08b7d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893952 Feb 09 13:12:10.690315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49ba3de3-99e3-45de-b29f-41f11e161fcb req-0f413445-60d4-4357-8069-9e53b6b63b50 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/205b6395-edcc-4408-83dd-49c9d1d30695 HTTP/1.1" status: 200 len: 1615 time: 0.1032646 Feb 09 13:12:10.700771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a847a7ec-489a-4036-9c2b-8cb35baca78d req-fd51b061-b432-4444-b38f-39c161fd67a3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687381 Feb 09 13:12:10.755437 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:10.856639 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-49ba3de3-99e3-45de-b29f-41f11e161fcb req-5fa137e1-771d-4476-bba9-995342b29cc4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:10.892280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:10.899794 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:10.917976 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-49ba3de3-99e3-45de-b29f-41f11e161fcb req-5fa137e1-771d-4476-bba9-995342b29cc4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:11.052149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-49ba3de3-99e3-45de-b29f-41f11e161fcb req-5fa137e1-771d-4476-bba9-995342b29cc4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:11.052289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=13']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:11.078132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa137e1-771d-4476-bba9-995342b29cc4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205b6395-edcc-4408-83dd-49c9d1d30695,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:11.116476 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-49ba3de3-99e3-45de-b29f-41f11e161fcb req-5fa137e1-771d-4476-bba9-995342b29cc4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:11.118022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49ba3de3-99e3-45de-b29f-41f11e161fcb req-5fa137e1-771d-4476-bba9-995342b29cc4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/205b6395-edcc-4408-83dd-49c9d1d30695 HTTP/1.1" status: 204 len: 173 time: 0.4162183 Feb 09 13:12:11.159844 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:11.380079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c917-9d9f-45c3-9f88-2ff30c67ec5f req-384a7dc4-9124-4498-be10-e99fe6d1ce57 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:11.387311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe5c917-9d9f-45c3-9f88-2ff30c67ec5f req-384a7dc4-9124-4498-be10-e99fe6d1ce57 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.1755712 Feb 09 13:12:11.579284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e7a36c-70f1-43e3-bd7d-da23ff72ac73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6d39de-642a-4baf-8ce4-3718fdd9b9de'}, {'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:11.661593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae53ca-befe-4756-a1ed-7ee7b5696190 req-88ee35e2-1929-44f3-8dad-340ad02fb595 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:11.670070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5ae53ca-befe-4756-a1ed-7ee7b5696190 req-88ee35e2-1929-44f3-8dad-340ad02fb595 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 945 time: 0.3663087 Feb 09 13:12:11.709150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fe5c917-9d9f-45c3-9f88-2ff30c67ec5f req-fc8daac6-f6a2-49db-80e2-93548cb08746 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205194 Feb 09 13:12:11.720919 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5ae53ca-befe-4756-a1ed-7ee7b5696190 req-9d383337-297b-4490-a386-30cd3da49413 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497591 Feb 09 13:12:11.915603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2de735a-768c-4984-99a3-cee953ce4a7e req-2e81f7e4-662b-4dd8-81c3-10e3d79762f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 1096 time: 0.1206572 Feb 09 13:12:12.200462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31f27d-a7da-4719-ac6c-323cebd15c42 req-7f205582-c2f0-4720-b078-587585ca6b13 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:12.202347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c31f27d-a7da-4719-ac6c-323cebd15c42 req-7f205582-c2f0-4720-b078-587585ca6b13 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=86e7a36c-70f1-43e3-bd7d-da23ff72ac73 HTTP/1.1" status: 200 len: 945 time: 0.2564516 Feb 09 13:12:12.239389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de735a-768c-4984-99a3-cee953ce4a7e req-298ea1f2-9067-4684-a995-bac5032efc19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:12.240767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2de735a-768c-4984-99a3-cee953ce4a7e req-298ea1f2-9067-4684-a995-bac5032efc19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 914 time: 0.3155613 Feb 09 13:12:12.438109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2de735a-768c-4984-99a3-cee953ce4a7e req-f20eb9d1-b958-4278-8923-40c62f2c7a5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9 HTTP/1.1" status: 200 len: 217 time: 0.1576111 Feb 09 13:12:12.540593 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c31f27d-a7da-4719-ac6c-323cebd15c42 req-9939662f-4e80-4eb4-858a-63aca7a3cbd7 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985890 Feb 09 13:12:12.629201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de735a-768c-4984-99a3-cee953ce4a7e req-a530c0d3-9224-48bc-8ac9-c1e54510060c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:12.630810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2de735a-768c-4984-99a3-cee953ce4a7e req-a530c0d3-9224-48bc-8ac9-c1e54510060c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19b012f7-1ce6-4626-b8fb-43ba553e2e3e HTTP/1.1" status: 200 len: 853 time: 0.1799622 Feb 09 13:12:12.792530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2de735a-768c-4984-99a3-cee953ce4a7e req-a89bbf55-2240-4086-8a70-c388d74e217f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce0fe483-d43c-4e01-adab-40eb1b1b5905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483221 Feb 09 13:12:12.915906 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-9bfaa1f3-ac25-46f9-9c92-e0b6aecdc82a req-970a34a0-072c-4816-a77c-4b2a12d723c8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] show failed (client error): The resource could not be found. Feb 09 13:12:12.926837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bfaa1f3-ac25-46f9-9c92-e0b6aecdc82a req-970a34a0-072c-4816-a77c-4b2a12d723c8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/205b6395-edcc-4408-83dd-49c9d1d30695 HTTP/1.1" status: 404 len: 352 time: 0.1993089 Feb 09 13:12:13.049901 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e7a36c-70f1-43e3-bd7d-da23ff72ac73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6d39de-642a-4baf-8ce4-3718fdd9b9de', 'code': 200} Feb 09 13:12:13.050965 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'code': 200} Feb 09 13:12:13.444497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48142) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:13.504146 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2de735a-768c-4984-99a3-cee953ce4a7e req-361ed4c5-9c66-4c72-83ce-581e958f8521 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078073 Feb 09 13:12:13.777212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb9c377a-c79a-40a7-8721-100edab09a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:13.832648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cb9c377a-c79a-40a7-8721-100edab09a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:13.838393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cb9c377a-c79a-40a7-8721-100edab09a60 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a70e2c0cb64786b611f5d9950ae449 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:13.842674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cb9c377a-c79a-40a7-8721-100edab09a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:13.849819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cb9c377a-c79a-40a7-8721-100edab09a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:13.863896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f0803-a820-49c8-9973-698dff79071f req-751e62c4-0148-4f31-8840-62775ed4c8f5 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:13.871702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-742f0803-a820-49c8-9973-698dff79071f req-751e62c4-0148-4f31-8840-62775ed4c8f5 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 945 time: 0.5499802 Feb 09 13:12:13.919189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace01d96-0093-4919-a4e4-1e0de35bfabc req-017425f5-98f0-4210-ad5d-2decafd247ed tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:13.938821 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb9c377a-c79a-40a7-8721-100edab09a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:13.947137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ace01d96-0093-4919-a4e4-1e0de35bfabc req-017425f5-98f0-4210-ad5d-2decafd247ed tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.8636868 Feb 09 13:12:13.947795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb9c377a-c79a-40a7-8721-100edab09a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:14.015307 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-56d2233c-7b01-4a64-ad87-e642d25f55f8 req-bf3c372b-4b93-4cb3-8728-49ace3bb8519 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=86e7a36c-70f1-43e3-bd7d-da23ff72ac73 HTTP/1.1" status: 200 len: 1096 time: 0.7949691 Feb 09 13:12:14.025791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c377a-c79a-40a7-8721-100edab09a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ea152c-ad69-4e2b-bd1c-b1ca36d973d1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:14.032699 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cb9c377a-c79a-40a7-8721-100edab09a60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6a70e2c0cb64786b611f5d9950ae449&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5862885 Feb 09 13:12:14.035327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48152) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:14.137791 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40ba07c9-d986-4cb9-9bd3-81d07fc34ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:14.139472 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-56d2233c-7b01-4a64-ad87-e642d25f55f8 req-ee3f9b6a-c08b-4f27-ad3d-1dd8c8a28ea4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094480 Feb 09 13:12:14.152233 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2de735a-768c-4984-99a3-cee953ce4a7e req-eeca4456-2e6a-461d-acbb-05a2fa749b26 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378489 Feb 09 13:12:14.170799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40ba07c9-d986-4cb9-9bd3-81d07fc34ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:14.173046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-8ef5671d-b0f2-41a7-aa03-e152ed0dce87 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e&tenant_id=a56e84bc023c45cc83f6fd03a7667234 HTTP/1.1" status: 200 len: 1095 time: 0.4528744 Feb 09 13:12:14.191194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-742f0803-a820-49c8-9973-698dff79071f req-fcb59f46-b74f-4926-8bb7-a1e65113fbad tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181422 Feb 09 13:12:14.193983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ace01d96-0093-4919-a4e4-1e0de35bfabc req-f1747b52-dac9-46d3-a502-9718f1941c46 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460377 Feb 09 13:12:14.275267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40ba07c9-d986-4cb9-9bd3-81d07fc34ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:14.305976 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40ba07c9-d986-4cb9-9bd3-81d07fc34ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:14.310522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-40ba07c9-d986-4cb9-9bd3-81d07fc34ae6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51ea152c-ad69-4e2b-bd1c-b1ca36d973d1 HTTP/1.1" status: 204 len: 168 time: 0.2707629 Feb 09 13:12:14.316646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba07c9-d986-4cb9-9bd3-81d07fc34ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ea152c-ad69-4e2b-bd1c-b1ca36d973d1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:14.380093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:12:14.538059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-30600ca6-079d-4eea-8721-6b9f46241f5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 1095 time: 0.1418903 Feb 09 13:12:14.693530 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:14.747700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:14.756133 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:14.837514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:15.052871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:15.135292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c339f-8063-4df6-a722-2a0ccc49fa42 req-9cd4201c-7c3b-460f-bda8-649fe8cf20ef tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.137108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-954c339f-8063-4df6-a722-2a0ccc49fa42 req-9cd4201c-7c3b-460f-bda8-649fe8cf20ef tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 945 time: 0.5389905 Feb 09 13:12:15.145503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f73647-0597-4401-a025-cfb0a4727b95 req-a5af34d6-b125-4bde-b746-f68a711e1379 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.146965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1f73647-0597-4401-a025-cfb0a4727b95 req-a5af34d6-b125-4bde-b746-f68a711e1379 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.5379791 Feb 09 13:12:15.166802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-04eb3c10-4083-48f8-9d68-55b87d0891df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.168309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-04eb3c10-4083-48f8-9d68-55b87d0891df service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 917 time: 0.6072772 Feb 09 13:12:15.319064 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1f73647-0597-4401-a025-cfb0a4727b95 req-bde020af-b9e6-45bf-a0e3-de301fdbb139 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480136 Feb 09 13:12:15.343223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-954c339f-8063-4df6-a722-2a0ccc49fa42 req-3c82a5ed-adf1-4e81-ab2d-41a5d60415d7 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950247 Feb 09 13:12:15.377263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1386749047', 'description': 'tempest-description-2080116084'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:15.390341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-33676487-f5a9-447a-9cd9-913104f4bd91 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e93f0673-6820-4467-a63e-56d36a3e294e HTTP/1.1" status: 200 len: 1000 time: 0.2000022 Feb 09 13:12:15.391342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:15.401008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:15.410816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:15.506396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:15.521214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-7b9444a9-2cc3-4e9e-bfdd-8cdbffda9754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.522861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-7b9444a9-2cc3-4e9e-bfdd-8cdbffda9754 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.1033311 Feb 09 13:12:15.524167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:15.676179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:15.690883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group_rule and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:15.696130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:15.705039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:15.717496 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-6bc6038d-4c58-493c-a2b6-52128c62a09f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834013 Feb 09 13:12:15.745249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d7e68-7354-4012-ba63-41ca417fde3e req-7ae30c57-9c08-4408-b9cb-066382c1c681 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:15.747595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd7d7e68-7354-4012-ba63-41ca417fde3e req-7ae30c57-9c08-4408-b9cb-066382c1c681 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=86e7a36c-70f1-43e3-bd7d-da23ff72ac73 HTTP/1.1" status: 200 len: 945 time: 0.1634030 Feb 09 13:12:15.940284 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:15.948532 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:15.991061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd7d7e68-7354-4012-ba63-41ca417fde3e req-e274519e-8059-4766-8dcc-7209a1482c57 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096996 Feb 09 13:12:16.078912 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:16.082898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9730653-414f-4341-8d91-8a0165d33bf3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:16.096346 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-75a07237-06bd-4c64-bc12-c62be40a71b0 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363986 Feb 09 13:12:16.097531 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:16.098632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3a1af0b-25eb-45ad-91e6-b4b2c8f05fb2 req-4b4f3c15-4226-4bde-8e2a-6bb648013c01 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7260885 Feb 09 13:12:16.113693 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'code': 200} Feb 09 13:12:16.403611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebec0eb0-21c2-4d1d-92e8-c8b41eb198c6 req-567b7fb2-a5a9-42fd-bda6-37579602d7c2 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827806 Feb 09 13:12:16.438778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103dae1-c976-437c-8ba7-dd10740bf2f8 req-9027281d-98e4-4f82-834d-01d36dd69d5c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:16.445668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6103dae1-c976-437c-8ba7-dd10740bf2f8 req-9027281d-98e4-4f82-834d-01d36dd69d5c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.1226900 Feb 09 13:12:16.563141 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6103dae1-c976-437c-8ba7-dd10740bf2f8 req-f137dc12-cdeb-460f-beb1-b0d161f3f050 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164527 Feb 09 13:12:16.622011 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa3cda-3da1-42bb-83ce-f58a80925d80 req-92c7a23b-1a1c-418c-a420-0e5e0f948397 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:16.631898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7daa3cda-3da1-42bb-83ce-f58a80925d80 req-92c7a23b-1a1c-418c-a420-0e5e0f948397 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.1832538 Feb 09 13:12:16.722773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7daa3cda-3da1-42bb-83ce-f58a80925d80 req-e4ef70ef-e447-40a8-9217-5a2bc527ee61 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898597 Feb 09 13:12:16.786778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1172891190', 'description': 'tempest-description-1036793067'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:16.794817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:16.800896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:16.804329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:16.810917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:16.878014 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:16.996377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13f5e-a987-4813-91d3-ed75aa304f4f req-099fcc21-5f96-40e0-b7e0-c780b83eb1f0 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:17.006020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59d13f5e-a987-4813-91d3-ed75aa304f4f req-099fcc21-5f96-40e0-b7e0-c780b83eb1f0 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 946 time: 0.1859272 Feb 09 13:12:17.007404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:17.022242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group_rule and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:17.025919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:17.064287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:17.118059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59d13f5e-a987-4813-91d3-ed75aa304f4f req-8de076ef-64fa-43b6-8c23-aa82f8981ac3 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970547 Feb 09 13:12:17.182430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:17.187566 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:17.246552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244e2182-eb1f-4bde-a051-f68a231ae739,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:17.284832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:17.299236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f2e3388-ccd7-4405-92ee-eabe3f095470 req-12e31dac-76ec-46c5-af19-eef799c0e87f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.5179470 Feb 09 13:12:17.687589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06c229-3e2d-4bd1-8c8b-d4be86e71ce2 req-622b15cd-52e6-4097-bfde-0ba6560cb3d4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:17.689118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a06c229-3e2d-4bd1-8c8b-d4be86e71ce2 req-622b15cd-52e6-4097-bfde-0ba6560cb3d4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.2138796 Feb 09 13:12:17.849229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a06c229-3e2d-4bd1-8c8b-d4be86e71ce2 req-a8c5dfb6-326b-4837-9d2a-534418cd90c9 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522636 Feb 09 13:12:17.939663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f2dff-9cf0-4d66-83b7-57ab39e486c0 req-5e9dc935-bb28-417c-b739-2c51bd2a152d tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:17.941438 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-959f2dff-9cf0-4d66-83b7-57ab39e486c0 req-5e9dc935-bb28-417c-b739-2c51bd2a152d tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=86e7a36c-70f1-43e3-bd7d-da23ff72ac73 HTTP/1.1" status: 200 len: 945 time: 0.2249641 Feb 09 13:12:18.053456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-959f2dff-9cf0-4d66-83b7-57ab39e486c0 req-6c6b34e5-e70e-4ea4-8e8e-5c6ea90b71b2 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050208 Feb 09 13:12:18.164697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-777054905', 'description': 'tempest-description-1566581148'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:18.175141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:18.186950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:18.194877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:18.208220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:18.230540 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:18.314021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:18.318946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group_rule and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:18.324005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:18.336897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:18.446766 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:18.454254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:18.564773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55189ff3-f01e-4f41-8978-34e6844edcfd,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:18.576357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:18.577634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1bb2b488-9e8b-498d-8a32-2a016ff8f4eb req-1defa397-84ce-4e05-a90a-70d38631c4db tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4196332 Feb 09 13:12:18.729031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285c679-2614-48ed-af9e-3827362071f5 req-9e726c67-4c79-4abe-a5c1-6847edeb4b31 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:18.742670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c285c679-2614-48ed-af9e-3827362071f5 req-9e726c67-4c79-4abe-a5c1-6847edeb4b31 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.1301503 Feb 09 13:12:18.836631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c285c679-2614-48ed-af9e-3827362071f5 req-713271fd-0bbf-44a2-913c-b02f01414dbf tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929363 Feb 09 13:12:19.276502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f370bb-95fe-411f-ac14-350e72fdb567 req-affb34db-2ac3-4b71-8437-ecdbb9f662e1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:19.284563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24f370bb-95fe-411f-ac14-350e72fdb567 req-affb34db-2ac3-4b71-8437-ecdbb9f662e1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.1936195 Feb 09 13:12:19.334035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b722fb-6cd9-432b-addd-ffd259a424ae req-63310c26-7d7d-4e53-b5df-90fedd266ff9 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:19.341889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85b722fb-6cd9-432b-addd-ffd259a424ae req-63310c26-7d7d-4e53-b5df-90fedd266ff9 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 945 time: 0.1551790 Feb 09 13:12:19.415359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24f370bb-95fe-411f-ac14-350e72fdb567 req-80748109-3cc3-4d67-bf54-08a3fe031539 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298316 Feb 09 13:12:19.435261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85b722fb-6cd9-432b-addd-ffd259a424ae req-7e118570-a84f-4889-981b-c653aa303cfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923300 Feb 09 13:12:20.281967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48278) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:20.366904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bb099f32-7fa0-4058-89ef-8f84af324b8c req-c0dcfe8f-61f4-4687-94e5-49623f7f58f0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Synchronizing usage tracker for tenant:fc183ac503d444de9127e3680854731b on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:20.408645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdada4-d464-4092-bdda-fea864fbd271 req-76e4ef91-23bd-4947-a530-2168bb513f04 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:20.410045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:12:20.416161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38fdada4-d464-4092-bdda-fea864fbd271 req-76e4ef91-23bd-4947-a530-2168bb513f04 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.2185943 Feb 09 13:12:20.486740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38fdada4-d464-4092-bdda-fea864fbd271 req-a58fa4b1-2017-4290-9fcc-c146da22550d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695210 Feb 09 13:12:20.487440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bb099f32-7fa0-4058-89ef-8f84af324b8c req-c0dcfe8f-61f4-4687-94e5-49623f7f58f0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Unset dirty status for tenant:fc183ac503d444de9127e3680854731b on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:20.497230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb099f32-7fa0-4058-89ef-8f84af324b8c req-c0dcfe8f-61f4-4687-94e5-49623f7f58f0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc183ac503d444de9127e3680854731b HTTP/1.1" status: 200 len: 9734 time: 0.9134693 Feb 09 13:12:20.554450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5522f270-6916-43c0-a771-c89380dbe605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:20.590570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb099f32-7fa0-4058-89ef-8f84af324b8c req-f66be6cb-a742-4f4b-8fcc-ca2d5d2f2482 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/6348f802-f568-46d1-aa93-d6ebd65bf35c HTTP/1.1" status: 200 len: 2649 time: 0.0916831 Feb 09 13:12:20.645884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5522f270-6916-43c0-a771-c89380dbe605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:20.663584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5522f270-6916-43c0-a771-c89380dbe605 admin admin] Usage tracker for resource:security_group_rule and tenant:c97e84c8392c485288e2b7fd467a3776 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:20.673687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5522f270-6916-43c0-a771-c89380dbe605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:20.693235 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb099f32-7fa0-4058-89ef-8f84af324b8c req-f6f185ea-2922-4359-9bdb-332cb69be6c7 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/6348f802-f568-46d1-aa93-d6ebd65bf35c HTTP/1.1" status: 200 len: 2649 time: 0.1014972 Feb 09 13:12:20.715274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5522f270-6916-43c0-a771-c89380dbe605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:20.962704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5522f270-6916-43c0-a771-c89380dbe605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:20.972037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5522f270-6916-43c0-a771-c89380dbe605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:20.983968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32cea-deae-4ce8-b8df-bc6b351939e4 req-9b2d95bb-2ff7-471c-b6f3-25a1699603f3 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:20.994482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3c32cea-deae-4ce8-b8df-bc6b351939e4 req-9b2d95bb-2ff7-471c-b6f3-25a1699603f3 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.1633315 Feb 09 13:12:21.102572 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5522f270-6916-43c0-a771-c89380dbe605 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c97e84c8392c485288e2b7fd467a3776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8191805 Feb 09 13:12:21.106038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48292) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:21.109260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522f270-6916-43c0-a771-c89380dbe605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97547def-eb15-4bcf-8335-62ad56935fef,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:21.233679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3c32cea-deae-4ce8-b8df-bc6b351939e4 req-47cc81e8-e35c-4e84-9179-ced53faa83d1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355235 Feb 09 13:12:21.310159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a69c46d0-8f8a-4af0-ac70-499eb93d1a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:21.377849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dda845-02e3-4698-ac16-7e89f6397f80 req-55059c66-6b62-4324-846a-b7d0bdf22939 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:21.379879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63dda845-02e3-4698-ac16-7e89f6397f80 req-55059c66-6b62-4324-846a-b7d0bdf22939 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.3437932 Feb 09 13:12:21.392399 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a69c46d0-8f8a-4af0-ac70-499eb93d1a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:21.505480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63dda845-02e3-4698-ac16-7e89f6397f80 req-32cee99c-8f9c-4444-bdc8-640405f1cf27 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162000 Feb 09 13:12:21.565850 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a69c46d0-8f8a-4af0-ac70-499eb93d1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:21.595728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c46d0-8f8a-4af0-ac70-499eb93d1a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97547def-eb15-4bcf-8335-62ad56935fef,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:21.616817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a69c46d0-8f8a-4af0-ac70-499eb93d1a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:21.620337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a69c46d0-8f8a-4af0-ac70-499eb93d1a40 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97547def-eb15-4bcf-8335-62ad56935fef HTTP/1.1" status: 204 len: 168 time: 0.5084555 Feb 09 13:12:22.163566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be574f-f7c9-4b0e-8a6b-959a125f3db8 req-91a65d46-0e6e-4c78-a6d2-ff0ca04ca025 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:22.170610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64be574f-f7c9-4b0e-8a6b-959a125f3db8 req-91a65d46-0e6e-4c78-a6d2-ff0ca04ca025 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 946 time: 0.3895264 Feb 09 13:12:22.349986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64be574f-f7c9-4b0e-8a6b-959a125f3db8 req-069e87ea-d5db-497d-963b-e681b01ce5f0 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677148 Feb 09 13:12:22.391749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bacac2-1da1-4340-8e65-46b601f63d64 req-53de56cb-2204-47c4-b40e-f81d2241af70 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:22.403576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47bacac2-1da1-4340-8e65-46b601f63d64 req-53de56cb-2204-47c4-b40e-f81d2241af70 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.4040387 Feb 09 13:12:22.531297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47bacac2-1da1-4340-8e65-46b601f63d64 req-39fbfc12-7d69-4264-926b-9af0939b1dbc tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267052 Feb 09 13:12:22.592911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48310) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:22.651803 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-51c982c1-e869-4e69-89c0-07a1fc16d4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:22.785329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9336507-3270-4179-8e39-c822b7959d4c req-1107e5f4-ef2b-4020-bcc8-f8c03cf8f059 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/e9730653-414f-4341-8d91-8a0165d33bf3 HTTP/1.1" status: 200 len: 1635 time: 0.1069927 Feb 09 13:12:22.851479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-51c982c1-e869-4e69-89c0-07a1fc16d4a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:22.868354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-51c982c1-e869-4e69-89c0-07a1fc16d4a7 admin admin] Usage tracker for resource:security_group_rule and tenant:dea1686332fd497d8597130f990ee0aa is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:22.892389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-51c982c1-e869-4e69-89c0-07a1fc16d4a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:22.958376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-51c982c1-e869-4e69-89c0-07a1fc16d4a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:23.075556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c9336507-3270-4179-8e39-c822b7959d4c req-cb58e125-d3a5-435c-8327-bc901fe7e519 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.163235 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c9336507-3270-4179-8e39-c822b7959d4c req-cb58e125-d3a5-435c-8327-bc901fe7e519 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.217795 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-51c982c1-e869-4e69-89c0-07a1fc16d4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.232207 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-51c982c1-e869-4e69-89c0-07a1fc16d4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.259834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d47cbb-7955-4ef6-8803-4c3a35f6038f req-03e81dcd-b0ae-4879-b080-15199438dc51 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:23.261488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33d47cbb-7955-4ef6-8803-4c3a35f6038f req-03e81dcd-b0ae-4879-b080-15199438dc51 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 945 time: 0.3658171 Feb 09 13:12:23.382546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-51c982c1-e869-4e69-89c0-07a1fc16d4a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dea1686332fd497d8597130f990ee0aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7882998 Feb 09 13:12:23.385404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48320) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:23.388555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c982c1-e869-4e69-89c0-07a1fc16d4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b4964e-ea1e-449b-b2dc-2dda173fbaa8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:23.410788 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c9336507-3270-4179-8e39-c822b7959d4c req-cb58e125-d3a5-435c-8327-bc901fe7e519 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.469625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58e125-d3a5-435c-8327-bc901fe7e519 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9730653-414f-4341-8d91-8a0165d33bf3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:23.478762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.509605 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.526701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33d47cbb-7955-4ef6-8803-4c3a35f6038f req-e47fae13-4198-40de-aac4-1319cbe4913d tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446952 Feb 09 13:12:23.552234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c9336507-3270-4179-8e39-c822b7959d4c req-cb58e125-d3a5-435c-8327-bc901fe7e519 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.553576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9336507-3270-4179-8e39-c822b7959d4c req-cb58e125-d3a5-435c-8327-bc901fe7e519 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/e9730653-414f-4341-8d91-8a0165d33bf3 HTTP/1.1" status: 204 len: 173 time: 0.7538185 Feb 09 13:12:23.607690 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.641710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b4964e-ea1e-449b-b2dc-2dda173fbaa8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:23.703437 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.707479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.710402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.712379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.713032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.715461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.715982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.717519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.718032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.718546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.725542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:23.729426 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:23.745841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d2994764-22ce-481f-aba7-0f496ca3839e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60b4964e-ea1e-449b-b2dc-2dda173fbaa8 HTTP/1.1" status: 204 len: 168 time: 0.3526690 Feb 09 13:12:24.126978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a1e68-38bd-498a-b84f-edabba4f1fbf req-5b5b31b9-ef0b-433e-9c68-00457e0bbde9 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:24.128669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-478a1e68-38bd-498a-b84f-edabba4f1fbf req-5b5b31b9-ef0b-433e-9c68-00457e0bbde9 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.1537321 Feb 09 13:12:24.135213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84f911-6183-4510-9483-362c6da0b402 req-d2569e9d-454a-42d4-9e2a-6ca977dbc4ea tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:24.143266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b84f911-6183-4510-9483-362c6da0b402 req-d2569e9d-454a-42d4-9e2a-6ca977dbc4ea tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.2790406 Feb 09 13:12:24.228489 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b84f911-6183-4510-9483-362c6da0b402 req-94c914fc-83eb-4268-bde3-375d895cb453 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842028 Feb 09 13:12:24.433173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-478a1e68-38bd-498a-b84f-edabba4f1fbf req-0f7d15f9-1409-4c3a-b69a-04d13960480c tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874537 Feb 09 13:12:24.650885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08080d8b-9980-4b8e-a32d-94fdcab58a36 req-ce730b82-c2a5-4f08-ad68-a9700da60876 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1382110 Feb 09 13:12:24.887121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de53585-b1a0-40d5-89b8-06703009bffc req-74c9b67c-9ecf-4316-a7e3-131cbd8e83e7 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:24.894988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0de53585-b1a0-40d5-89b8-06703009bffc req-74c9b67c-9ecf-4316-a7e3-131cbd8e83e7 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 946 time: 0.1747246 Feb 09 13:12:24.908895 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4475fbe0-b7a5-4f00-82b4-5bf4af4a5627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:24.962876 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-6b1f5638-dc82-44b6-9cce-e0b2ce63285e req-d31b724c-4a26-4630-a478-5dd9f4cb57ec tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] show failed (client error): The resource could not be found. Feb 09 13:12:24.977033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b1f5638-dc82-44b6-9cce-e0b2ce63285e req-d31b724c-4a26-4630-a478-5dd9f4cb57ec tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/e9730653-414f-4341-8d91-8a0165d33bf3 HTTP/1.1" status: 404 len: 352 time: 0.0415542 Feb 09 13:12:24.997960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0de53585-b1a0-40d5-89b8-06703009bffc req-09846962-0e4b-42bd-af35-cbba5fe0a11c tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019297 Feb 09 13:12:25.588492 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-734f9e0e-e2c7-4c75-ae21-9426549d9b3f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5739579 Feb 09 13:12:25.674644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e074d6-c9a9-43af-9934-b255952d0a92 req-417a2c79-7590-42f4-a6d6-bd8438e3a296 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:25.681995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97e074d6-c9a9-43af-9934-b255952d0a92 req-417a2c79-7590-42f4-a6d6-bd8438e3a296 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.3470392 Feb 09 13:12:25.738734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4fe0e-c7a7-4fd6-8991-2275a15a136c req-6b8c10e3-b956-4a7f-b434-bbb5d9837de5 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:25.740267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6a4fe0e-c7a7-4fd6-8991-2275a15a136c req-6b8c10e3-b956-4a7f-b434-bbb5d9837de5 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 945 time: 0.3318243 Feb 09 13:12:25.857990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97e074d6-c9a9-43af-9934-b255952d0a92 req-bfd5f764-bb22-4777-97bf-4c9cca044d50 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739953 Feb 09 13:12:25.924225 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6a4fe0e-c7a7-4fd6-8991-2275a15a136c req-37ccc2c8-3b2b-4e77-b6ad-594a223cd0c0 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247799 Feb 09 13:12:26.104044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac35a979-86a1-4664-a692-ee836dca072a req-b06b8f7a-4e63-454d-8ac1-9f23de73b259 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/244e2182-eb1f-4bde-a051-f68a231ae739 HTTP/1.1" status: 200 len: 1635 time: 0.0910578 Feb 09 13:12:26.500317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ac35a979-86a1-4664-a692-ee836dca072a req-edceff07-d482-4049-bc8c-e69e76c5b4c2 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:26.553627 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ac35a979-86a1-4664-a692-ee836dca072a req-edceff07-d482-4049-bc8c-e69e76c5b4c2 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:26.592039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d4b7c-cae2-4086-a6a5-06d3d3a52921 req-6ffe0bac-7627-4b62-884f-ae51d413f7f9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:26.593984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b88d4b7c-cae2-4086-a6a5-06d3d3a52921 req-6ffe0bac-7627-4b62-884f-ae51d413f7f9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.3819189 Feb 09 13:12:26.695350 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b88d4b7c-cae2-4086-a6a5-06d3d3a52921 req-1c28e6e4-5355-4fa2-991f-c451b84c5e46 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829840 Feb 09 13:12:26.696982 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ac35a979-86a1-4664-a692-ee836dca072a req-edceff07-d482-4049-bc8c-e69e76c5b4c2 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:26.721832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceff07-d482-4049-bc8c-e69e76c5b4c2 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244e2182-eb1f-4bde-a051-f68a231ae739,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:26.745039 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ac35a979-86a1-4664-a692-ee836dca072a req-edceff07-d482-4049-bc8c-e69e76c5b4c2 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:26.752484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac35a979-86a1-4664-a692-ee836dca072a req-edceff07-d482-4049-bc8c-e69e76c5b4c2 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/244e2182-eb1f-4bde-a051-f68a231ae739 HTTP/1.1" status: 204 len: 173 time: 0.6330841 Feb 09 13:12:27.195430 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ed3ca279-753f-4bdd-ae7b-355f265acea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:27.237364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458a2fb-060f-4d84-9c47-709ddf947ed0 req-a2b936bc-a429-4cd2-b67f-3f992f5a04fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:27.243867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6458a2fb-060f-4d84-9c47-709ddf947ed0 req-a2b936bc-a429-4cd2-b67f-3f992f5a04fc tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.2799995 Feb 09 13:12:27.312411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41333f-db60-4e03-991e-1b9775f03a7a req-5028b0a2-021f-4df7-a013-73744f23e813 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:27.314199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e41333f-db60-4e03-991e-1b9775f03a7a req-5028b0a2-021f-4df7-a013-73744f23e813 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.2740388 Feb 09 13:12:27.363071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6458a2fb-060f-4d84-9c47-709ddf947ed0 req-b00f0c51-6309-4af5-bab3-8f75c30f9272 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150975 Feb 09 13:12:27.435079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e41333f-db60-4e03-991e-1b9775f03a7a req-82fe8116-0d48-46f7-9332-d0fafada84be tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138718 Feb 09 13:12:27.573251 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-f77f64d6-1c77-45dd-a05d-af6837ed1a0f req-1612bb5e-6e4e-4791-88ba-0d0245815e4d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] show failed (client error): The resource could not be found. Feb 09 13:12:27.591269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f77f64d6-1c77-45dd-a05d-af6837ed1a0f req-1612bb5e-6e4e-4791-88ba-0d0245815e4d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/244e2182-eb1f-4bde-a051-f68a231ae739 HTTP/1.1" status: 404 len: 352 time: 0.0648866 Feb 09 13:12:27.816443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946992bc-d95d-4bba-8b47-073e9cc12885 req-9dad53e0-e97f-4637-b2cd-a8466f7e7e86 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:27.824070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-946992bc-d95d-4bba-8b47-073e9cc12885 req-9dad53e0-e97f-4637-b2cd-a8466f7e7e86 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 946 time: 0.2130382 Feb 09 13:12:27.928803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-946992bc-d95d-4bba-8b47-073e9cc12885 req-e5c8e891-1854-4321-a066-22b5ed66ae86 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037142 Feb 09 13:12:27.980297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7eb25-cb15-4488-8c83-e3e030a46bf0 req-31e4a9c2-a5a5-474d-a853-5a4caf3fc28a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:27.982314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4c7eb25-cb15-4488-8c83-e3e030a46bf0 req-31e4a9c2-a5a5-474d-a853-5a4caf3fc28a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.1046872 Feb 09 13:12:28.070481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4c7eb25-cb15-4488-8c83-e3e030a46bf0 req-e8442d50-7119-4f11-a224-bbb391e80658 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824518 Feb 09 13:12:28.266338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52ec5900-b883-4f86-bf8b-cfedac0824dd req-78e6834f-0184-4deb-92b6-e0289980d866 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/55189ff3-f01e-4f41-8978-34e6844edcfd HTTP/1.1" status: 200 len: 1634 time: 0.0769014 Feb 09 13:12:28.369611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11919c40-ada2-4617-a4a4-5facf0a8c772 req-d421c568-4a33-4118-9d1d-06b3b2a74712 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:28.377467 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11919c40-ada2-4617-a4a4-5facf0a8c772 req-d421c568-4a33-4118-9d1d-06b3b2a74712 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 945 time: 0.2366095 Feb 09 13:12:28.401846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-52ec5900-b883-4f86-bf8b-cfedac0824dd req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.457908 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.462068 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-52ec5900-b883-4f86-bf8b-cfedac0824dd req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.489494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11919c40-ada2-4617-a4a4-5facf0a8c772 req-82434c3b-6bc9-423a-9458-53d0b53ada49 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109288 Feb 09 13:12:28.569246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-52ec5900-b883-4f86-bf8b-cfedac0824dd req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.593584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55189ff3-f01e-4f41-8978-34e6844edcfd,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:28.614668 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.620268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.620801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.621288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.621903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.622640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.623207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.623754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.624414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.624958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.625510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.626056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:28.630594 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-52ec5900-b883-4f86-bf8b-cfedac0824dd req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:28.633299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52ec5900-b883-4f86-bf8b-cfedac0824dd req-ade5b936-4595-4c72-970d-90be5bbc0343 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/55189ff3-f01e-4f41-8978-34e6844edcfd HTTP/1.1" status: 204 len: 173 time: 0.3536875 Feb 09 13:12:28.796735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37991a-7cef-4a49-911c-5be903766512 req-31566eba-821f-400f-aa86-c888f1f2a050 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:28.798301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e37991a-7cef-4a49-911c-5be903766512 req-31566eba-821f-400f-aa86-c888f1f2a050 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.1587722 Feb 09 13:12:28.895968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e37991a-7cef-4a49-911c-5be903766512 req-fdc725f7-410d-4c94-96a7-cdabe4139831 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920558 Feb 09 13:12:28.934411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e9963-4e18-4e3d-887f-a548ed9aad8b req-750be65f-f559-42e8-9f33-c1965969328f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:28.944669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-475e9963-4e18-4e3d-887f-a548ed9aad8b req-750be65f-f559-42e8-9f33-c1965969328f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.1254320 Feb 09 13:12:29.009134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-475e9963-4e18-4e3d-887f-a548ed9aad8b req-f69ee418-63ec-4b77-b9b0-81cfbd7a3a36 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570045 Feb 09 13:12:29.125932 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-0f51f75b-335a-4848-8a16-3852416dc0b4 req-ba7aba20-b176-4405-ad5d-38ee2872283b tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] show failed (client error): The resource could not be found. Feb 09 13:12:29.127257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f51f75b-335a-4848-8a16-3852416dc0b4 req-ba7aba20-b176-4405-ad5d-38ee2872283b tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/55189ff3-f01e-4f41-8978-34e6844edcfd HTTP/1.1" status: 404 len: 352 time: 0.0281658 Feb 09 13:12:29.170182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb8402-7337-4336-a146-60601edc4397 req-4db91665-3a64-450d-8eb0-c1a27738494e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.171642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25cb8402-7337-4336-a146-60601edc4397 req-4db91665-3a64-450d-8eb0-c1a27738494e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.1086740 Feb 09 13:12:29.239023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25cb8402-7337-4336-a146-60601edc4397 req-f8f17709-cddf-4aee-9867-647295f6dd74 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541239 Feb 09 13:12:29.410994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37632f57-8136-4187-8df4-a218383aeca1 req-94dc61ed-788e-4990-8a9d-a026536fb23b tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:29.412553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-37632f57-8136-4187-8df4-a218383aeca1 req-94dc61ed-788e-4990-8a9d-a026536fb23b tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 946 time: 0.1570504 Feb 09 13:12:29.421148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-706804c6-6412-4391-b666-abc3c3d23b4a req-f963cd69-b8e0-4c4e-b9ab-192a9e857a4e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Synchronizing usage tracker for tenant:fc183ac503d444de9127e3680854731b on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:29.468298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-706804c6-6412-4391-b666-abc3c3d23b4a req-f963cd69-b8e0-4c4e-b9ab-192a9e857a4e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Unset dirty status for tenant:fc183ac503d444de9127e3680854731b on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:29.469776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-706804c6-6412-4391-b666-abc3c3d23b4a req-f963cd69-b8e0-4c4e-b9ab-192a9e857a4e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc183ac503d444de9127e3680854731b HTTP/1.1" status: 200 len: 5484 time: 0.1674771 Feb 09 13:12:29.499060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-37632f57-8136-4187-8df4-a218383aeca1 req-5e604bbb-4792-4b1a-b01c-f9e3b9075101 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736661 Feb 09 13:12:29.563507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-706804c6-6412-4391-b666-abc3c3d23b4a req-c53e04c6-e10c-48a1-bf28-6739798d8d7e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/6348f802-f568-46d1-aa93-d6ebd65bf35c HTTP/1.1" status: 200 len: 2649 time: 0.0863647 Feb 09 13:12:29.658928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-706804c6-6412-4391-b666-abc3c3d23b4a req-7403b400-ec32-4132-ba43-7a6c2b5c090a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/6348f802-f568-46d1-aa93-d6ebd65bf35c HTTP/1.1" status: 200 len: 2649 time: 0.0943680 Feb 09 13:12:29.830840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:30.001406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd8b15-2635-40d3-9c14-dbf4e7b6a5c1 req-15c5dcbf-55be-40b4-b6bd-ab71760b064e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:30.008253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6cd8b15-2635-40d3-9c14-dbf4e7b6a5c1 req-15c5dcbf-55be-40b4-b6bd-ab71760b064e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 945 time: 0.1644793 Feb 09 13:12:30.033198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b262546-0edc-4c53-b154-8fb42f9edc73 req-2872bd47-ffa4-48f3-8236-e0f1cf624a38 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:30.040597 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b262546-0edc-4c53-b154-8fb42f9edc73 req-2872bd47-ffa4-48f3-8236-e0f1cf624a38 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.2543030 Feb 09 13:12:30.102576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b262546-0edc-4c53-b154-8fb42f9edc73 req-f5d32862-b53d-40e7-936e-213c213053fc tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610256 Feb 09 13:12:30.104907 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6cd8b15-2635-40d3-9c14-dbf4e7b6a5c1 req-7915a6d0-e994-4f4a-ad19-a4606822d586 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955911 Feb 09 13:12:30.160346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2070459975', 'description': 'tempest-description-925402701'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:30.164642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:30.175584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:30.189416 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:30.241234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:30.246806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group_rule and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:30.250891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:30.257574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:30.390248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:30.403955 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:30.447731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d510a-54ae-4aae-a9fd-bb253f3bac25 req-3a0301d6-187e-4c29-9a91-5085334e6410 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:30.449324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-712d510a-54ae-4aae-a9fd-bb253f3bac25 req-3a0301d6-187e-4c29-9a91-5085334e6410 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.1725802 Feb 09 13:12:30.477605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a49a362-975a-4c27-a312-8c4eaef3dfc8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:30.485812 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:30.487241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-661e2f5d-77bb-417f-896d-d86e3c1c9e21 req-7d9abc48-978c-48f2-b372-cbddff6c27b8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.3371048 Feb 09 13:12:30.527148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-712d510a-54ae-4aae-a9fd-bb253f3bac25 req-a6cc7290-0b0e-45f8-9abd-27ae8f7cd9f1 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655448 Feb 09 13:12:30.647032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48464) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:30.825967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a817-6738-4ad4-88b5-a43fdccf2e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:30.861275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c36b64-6718-48f9-b507-1253ab30a37a req-bf2b3132-bd1c-46d5-837e-1d8c0b9b6d74 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:30.862782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46c36b64-6718-48f9-b507-1253ab30a37a req-bf2b3132-bd1c-46d5-837e-1d8c0b9b6d74 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.2600496 Feb 09 13:12:30.865799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d3f4a817-6738-4ad4-88b5-a43fdccf2e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:30.870846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d3f4a817-6738-4ad4-88b5-a43fdccf2e54 admin admin] Usage tracker for resource:security_group_rule and tenant:32480e0a1e72465491575d0a82794692 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:30.874159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d3f4a817-6738-4ad4-88b5-a43fdccf2e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:30.877506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cc641-6d02-4f3b-82c5-775f7e04bb5d req-fa38e338-dd86-4c1b-9bcf-f5e0e51a1065 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:30.879117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da7cc641-6d02-4f3b-82c5-775f7e04bb5d req-fa38e338-dd86-4c1b-9bcf-f5e0e51a1065 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.1104298 Feb 09 13:12:30.885021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d3f4a817-6738-4ad4-88b5-a43fdccf2e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:30.953225 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a817-6738-4ad4-88b5-a43fdccf2e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:30.971488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f4a817-6738-4ad4-88b5-a43fdccf2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:30.976085 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46c36b64-6718-48f9-b507-1253ab30a37a req-6cd48571-e532-4858-8a7b-7dd2dd179530 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045609 Feb 09 13:12:30.989408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da7cc641-6d02-4f3b-82c5-775f7e04bb5d req-6e0b859d-eedf-4a2e-a7f8-ffff89111b2b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949562 Feb 09 13:12:31.016470 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4a817-6738-4ad4-88b5-a43fdccf2e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fffb70a-1edb-4007-8d4f-dcde5596d0af,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:31.019242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1135569874', 'description': 'tempest-description-464449890'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:31.031497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:31.032612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:31.057353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:31.061959 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d3f4a817-6738-4ad4-88b5-a43fdccf2e54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=32480e0a1e72465491575d0a82794692&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4137073 Feb 09 13:12:31.067682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48470) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:31.072472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:31.090456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:31.131484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:31.135962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba42c-64ef-4863-bca5-929f45716a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:31.136885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group_rule and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:31.141521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:31.149225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:31.173330 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba42c-64ef-4863-bca5-929f45716a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:31.237074 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba42c-64ef-4863-bca5-929f45716a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:31.265925 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:31.268059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ba42c-64ef-4863-bca5-929f45716a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fffb70a-1edb-4007-8d4f-dcde5596d0af,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:31.270295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e1ba42c-64ef-4863-bca5-929f45716a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:31.273154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:31.274719 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7e1ba42c-64ef-4863-bca5-929f45716a76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6fffb70a-1edb-4007-8d4f-dcde5596d0af HTTP/1.1" status: 204 len: 168 time: 0.2040520 Feb 09 13:12:31.319654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98403cd8-74ae-4885-935a-267bab2a8b96,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:31.350030 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:31.351831 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d5f377f-72e8-4759-ac42-7f157b442879 req-1c0ab1a6-174f-4f0c-9bc0-3403d28ce215 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.3391392 Feb 09 13:12:31.377589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a912a9e-289d-46fb-bea7-9df997ec95ac req-3f86ce18-bd39-4f33-85fd-2d9740c7bad6 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:31.379280 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a912a9e-289d-46fb-bea7-9df997ec95ac req-3f86ce18-bd39-4f33-85fd-2d9740c7bad6 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 946 time: 0.1930928 Feb 09 13:12:31.435561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a912a9e-289d-46fb-bea7-9df997ec95ac req-5b61fad6-95f4-4c24-98d8-99c56284fdef tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481005 Feb 09 13:12:31.613545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a610e9d-fe06-454d-8c17-ea6ca38966ab req-c76bf931-5832-4cb7-8c04-1e5d9789ad0f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:31.615838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a610e9d-fe06-454d-8c17-ea6ca38966ab req-c76bf931-5832-4cb7-8c04-1e5d9789ad0f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 945 time: 0.1345994 Feb 09 13:12:31.723330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a610e9d-fe06-454d-8c17-ea6ca38966ab req-d359f804-0206-4cb9-a55a-cf15aafc2e4d tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696871 Feb 09 13:12:31.749752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72380d3-4917-4ff6-9fab-a767479065e9 req-a1ea936a-4e12-4045-b9ba-e2998dcb4178 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:31.751323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b72380d3-4917-4ff6-9fab-a767479065e9 req-a1ea936a-4e12-4045-b9ba-e2998dcb4178 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.1340976 Feb 09 13:12:31.782428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48490) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:31.805977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8961a750-48a5-4163-958d-c3c3dd0c9127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:31.813784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b72380d3-4917-4ff6-9fab-a767479065e9 req-f555ff2c-ca82-4e79-adbf-b685c5495719 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556619 Feb 09 13:12:31.852583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8961a750-48a5-4163-958d-c3c3dd0c9127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:31.874169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8961a750-48a5-4163-958d-c3c3dd0c9127 admin admin] Usage tracker for resource:security_group_rule and tenant:d31a04fd47154cac8c50b91d218c07cf is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:31.879755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8961a750-48a5-4163-958d-c3c3dd0c9127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:31.894915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8961a750-48a5-4163-958d-c3c3dd0c9127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:32.028127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8961a750-48a5-4163-958d-c3c3dd0c9127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:32.032028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8961a750-48a5-4163-958d-c3c3dd0c9127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:32.079646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961a750-48a5-4163-958d-c3c3dd0c9127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dc36ac-3c44-418e-9d4a-e3ec79a7da0d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:32.086908 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8961a750-48a5-4163-958d-c3c3dd0c9127 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d31a04fd47154cac8c50b91d218c07cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3026261 Feb 09 13:12:32.087852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48502) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:32.128727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-e940ce81-37da-45dc-8fc6-bca729f2a80d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:32.130169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-e940ce81-37da-45dc-8fc6-bca729f2a80d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 813 time: 0.2222321 Feb 09 13:12:32.151635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8a2cd98-95fe-4f3a-acbf-f9571558df63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:32.160869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8e841-dd3d-4058-881d-30aeb0741b16 req-34ac0512-aa8e-459f-bce0-25582917b7c3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:32.162344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ce8e841-dd3d-4058-881d-30aeb0741b16 req-34ac0512-aa8e-459f-bce0-25582917b7c3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.1367519 Feb 09 13:12:32.164622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c4009f23-7266-4462-94fe-40c15feea9eb tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/quotas/fc183ac503d444de9127e3680854731b HTTP/1.1" status: 200 len: 375 time: 0.0227177 Feb 09 13:12:32.195999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8a2cd98-95fe-4f3a-acbf-f9571558df63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:32.259219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8a2cd98-95fe-4f3a-acbf-f9571558df63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:32.266719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ce8e841-dd3d-4058-881d-30aeb0741b16 req-e8609a43-c0f1-48ac-8b80-500e1cf8e411 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939875 Feb 09 13:12:32.277054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2cd98-95fe-4f3a-acbf-f9571558df63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dc36ac-3c44-418e-9d4a-e3ec79a7da0d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:32.281835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8a2cd98-95fe-4f3a-acbf-f9571558df63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:32.285746 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e8a2cd98-95fe-4f3a-acbf-f9571558df63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4dc36ac-3c44-418e-9d4a-e3ec79a7da0d HTTP/1.1" status: 204 len: 168 time: 0.1969469 Feb 09 13:12:32.286975 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-0a6d82f5-57fe-47bd-90a3-b59e5e0eff40 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160276 Feb 09 13:12:32.523567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-0dffe039-d404-41ac-b6cc-6774880cc3b4 service neutron] 10.222.0.59 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302029 Feb 09 13:12:32.584255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178e5ff-9755-4daf-a8aa-b60872ba6387 req-51b35b35-0a37-430e-9c48-b509244ec11f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:32.585702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6178e5ff-9755-4daf-a8aa-b60872ba6387 req-51b35b35-0a37-430e-9c48-b509244ec11f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.1740954 Feb 09 13:12:32.719931 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6178e5ff-9755-4daf-a8aa-b60872ba6387 req-c2fa9d35-bf18-4170-b46a-5226c2f077ea tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870183 Feb 09 13:12:32.738153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-1bdfcef5-30cc-4c70-b6ad-b392955e8fd8 service neutron] 10.222.0.59 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033532 Feb 09 13:12:32.950400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fa260-e4b2-473f-8225-9b4be3cdb0cb req-c7ca2b58-2e57-490b-93fb-1dbd84d9304e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:32.952326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e04fa260-e4b2-473f-8225-9b4be3cdb0cb req-c7ca2b58-2e57-490b-93fb-1dbd84d9304e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.1027610 Feb 09 13:12:33.093576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e04fa260-e4b2-473f-8225-9b4be3cdb0cb req-2f000087-151d-4a97-83b5-99581f967ccf tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325843 Feb 09 13:12:33.148024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf09b0-6696-46b8-bf3c-f826214e6b1f req-20bbfdd6-8e37-441c-ab06-7b4c02a03370 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:33.169955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52bf09b0-6696-46b8-bf3c-f826214e6b1f req-20bbfdd6-8e37-441c-ab06-7b4c02a03370 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 946 time: 0.1681912 Feb 09 13:12:33.254676 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52bf09b0-6696-46b8-bf3c-f826214e6b1f req-335c51d8-0664-4ba5-8916-f0df4e72f122 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821638 Feb 09 13:12:33.435483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bef37d26-519e-4ac2-9b42-08e2b3abcf26 req-088ab2e2-c523-4a58-9ac6-1fc9f2b49cc8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 210 time: 0.0876923 Feb 09 13:12:33.488319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850958bb-c619-4609-be74-aec99aa79773 req-e02c75f9-dd8a-4690-ba50-b9c9e39f1569 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:33.491781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-850958bb-c619-4609-be74-aec99aa79773 req-e02c75f9-dd8a-4690-ba50-b9c9e39f1569 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 945 time: 0.2110879 Feb 09 13:12:33.551528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-850958bb-c619-4609-be74-aec99aa79773 req-024b6d7d-582e-4705-98d6-07669c528647 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462480 Feb 09 13:12:33.852130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30ac6-b280-4a98-8fa7-6ad99a863115 req-0760bcff-d47c-45b2-9ce3-64153ae72111 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:33.853485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9cf30ac6-b280-4a98-8fa7-6ad99a863115 req-0760bcff-d47c-45b2-9ce3-64153ae72111 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.2695532 Feb 09 13:12:33.917758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8bb57-d16b-43b4-9024-391ede921c7d req-906394e1-e628-4df5-82cf-073766efd234 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:33.919455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00b8bb57-d16b-43b4-9024-391ede921c7d req-906394e1-e628-4df5-82cf-073766efd234 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.2434845 Feb 09 13:12:33.932544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9cf30ac6-b280-4a98-8fa7-6ad99a863115 req-b353f01c-ae12-45b8-960e-9796483032c6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722048 Feb 09 13:12:33.976932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00b8bb57-d16b-43b4-9024-391ede921c7d req-7fe5d32e-59b6-4137-b86f-ec9c83151283 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428357 Feb 09 13:12:34.165536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a13638-b3fd-4fe9-b893-046b7c7b7dfb req-23043789-7f2f-4333-97f2-9a0a3dc93ea5 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:34.167682 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34a13638-b3fd-4fe9-b893-046b7c7b7dfb req-23043789-7f2f-4333-97f2-9a0a3dc93ea5 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.0835505 Feb 09 13:12:34.255888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34a13638-b3fd-4fe9-b893-046b7c7b7dfb req-41c16a14-33c1-4e18-ba46-9643a0b21795 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818825 Feb 09 13:12:34.293293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0c24f-42d6-4efd-a5b1-8deb2168474a req-704066af-8e15-41fb-aad1-b0385533f835 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:34.295173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8d0c24f-42d6-4efd-a5b1-8deb2168474a req-704066af-8e15-41fb-aad1-b0385533f835 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.0839489 Feb 09 13:12:34.344955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8d0c24f-42d6-4efd-a5b1-8deb2168474a req-f7c2e96c-262d-46af-870b-37459c6ccbd3 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441189 Feb 09 13:12:34.455393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45efa3-7773-47bc-87aa-5a997ea364ae req-7e335906-c73d-4c6d-85bb-c7dcfbfd0bc5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:34.456800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e45efa3-7773-47bc-87aa-5a997ea364ae req-7e335906-c73d-4c6d-85bb-c7dcfbfd0bc5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 946 time: 0.0849557 Feb 09 13:12:34.508334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e45efa3-7773-47bc-87aa-5a997ea364ae req-4a2618a1-5856-48e8-9986-58980ec626ab tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449700 Feb 09 13:12:34.598488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-244acf5e-53be-47ed-8f52-b77a6c4348f8 req-77e13ccf-fcd3-4403-aef3-f31fa8b0792f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 210 time: 0.0414617 Feb 09 13:12:34.765902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa71ff-2b4a-4c3f-8b71-2e2f2cdb8b0f req-3f2ea097-164d-4c5b-b809-da9e1c4702fb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:34.767489 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1cfa71ff-2b4a-4c3f-8b71-2e2f2cdb8b0f req-3f2ea097-164d-4c5b-b809-da9e1c4702fb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 945 time: 0.0803940 Feb 09 13:12:34.813855 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1cfa71ff-2b4a-4c3f-8b71-2e2f2cdb8b0f req-2cfce4cf-28fa-451c-bc2e-6861edc74cdd tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Feb 09 13:12:34.930378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-abfd9ee7-281b-4834-86f2-2a717277b3af service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03&tenant_id=2a9fabf97ae14f399b624e2d74cacdd7 HTTP/1.1" status: 200 len: 1094 time: 0.0896871 Feb 09 13:12:35.079137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-0bf0afa9-f361-4c54-a80e-364c6a2f1cfb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 1094 time: 0.1151059 Feb 09 13:12:35.330446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-b9c6cf05-15ff-47f0-99b0-462f87584c2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:35.331898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-b9c6cf05-15ff-47f0-99b0-462f87584c2c service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 914 time: 0.2413833 Feb 09 13:12:35.366592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0fdff-e70b-4295-882f-b2aecda147f2 req-71288423-c013-4fcf-a039-ecfdea5bbf21 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:35.368021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3a0fdff-e70b-4295-882f-b2aecda147f2 req-71288423-c013-4fcf-a039-ecfdea5bbf21 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.1984019 Feb 09 13:12:35.373977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b72504-6dfb-41be-acaf-b3e54ce740f2 req-644cf11b-33ef-4a3a-ab94-b43dc5d5c500 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:35.375367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86b72504-6dfb-41be-acaf-b3e54ce740f2 req-644cf11b-33ef-4a3a-ab94-b43dc5d5c500 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.2470596 Feb 09 13:12:35.446090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3a0fdff-e70b-4295-882f-b2aecda147f2 req-1a6ed9df-62f8-411b-badd-85716cd9aabb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697930 Feb 09 13:12:35.451259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86b72504-6dfb-41be-acaf-b3e54ce740f2 req-4fc3c245-f0c1-4498-b82c-2488b10d8cb6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598271 Feb 09 13:12:35.535225 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-fdbff098-19a3-4ba7-87d5-02630a6c2115 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9 HTTP/1.1" status: 200 len: 217 time: 0.0761943 Feb 09 13:12:35.728357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-d5618ce7-9d34-4035-b57d-e5f6d5871551 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:35.730491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-d5618ce7-9d34-4035-b57d-e5f6d5871551 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19b012f7-1ce6-4626-b8fb-43ba553e2e3e HTTP/1.1" status: 200 len: 853 time: 0.1744349 Feb 09 13:12:35.791808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-b1e66f71-498c-4c58-93fa-63c445df3b41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce0fe483-d43c-4e01-adab-40eb1b1b5905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536857 Feb 09 13:12:35.799801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5320b9b-cb22-435b-b4e3-ee22c85b2785 req-ddda9c81-f574-421e-8e7e-1da3b931e952 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:35.801376 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5320b9b-cb22-435b-b4e3-ee22c85b2785 req-ddda9c81-f574-421e-8e7e-1da3b931e952 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.2088010 Feb 09 13:12:35.868612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499efefb-c12b-4b73-9ffb-eeb25d244699 req-639a6ef8-70ea-481c-9daa-5f1a42bfc184 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:35.870064 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-499efefb-c12b-4b73-9ffb-eeb25d244699 req-639a6ef8-70ea-481c-9daa-5f1a42bfc184 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 0.2183399 Feb 09 13:12:36.057908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5320b9b-cb22-435b-b4e3-ee22c85b2785 req-1be21600-55f4-41e9-bf16-175754de76e4 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443128 Feb 09 13:12:36.093807 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-dac6cba5-05db-4705-99f2-078aa4716d50 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722435 Feb 09 13:12:36.115107 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-499efefb-c12b-4b73-9ffb-eeb25d244699 req-a3e090bb-78ee-4070-9927-2d2533e56b19 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315757 Feb 09 13:12:36.674241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-237f1dfb-db4f-429c-9c6d-87351659cc8c req-525a6779-f076-43f1-8aa5-d31caca2dfe1 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 210 time: 0.1966319 Feb 09 13:12:36.936701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-f5188681-c51f-47ad-83dd-c43fe1abb340 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202536 Feb 09 13:12:37.071528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b3054-bf0d-4eae-a64b-2ed569fd6b3b req-4506dcbe-0efb-4393-b332-81c37d585742 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:37.072998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f9b3054-bf0d-4eae-a64b-2ed569fd6b3b req-4506dcbe-0efb-4393-b332-81c37d585742 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 946 time: 0.5945294 Feb 09 13:12:37.085268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-538a8177-299c-4770-a4f8-3a9da1f7e94e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:37.086687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-538a8177-299c-4770-a4f8-3a9da1f7e94e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.67 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 813 time: 0.4648404 Feb 09 13:12:37.127258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'port': {'device_id': '442a88b2-7b2f-4059-905a-1f198698979f', 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4', 'admin_state_up': True, 'tenant_id': 'fc183ac503d444de9127e3680854731b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:37.160337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-4f8c41e9-8b86-4f69-9b33-641c0faeafc8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:37.161741 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-4f8c41e9-8b86-4f69-9b33-641c0faeafc8 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 946 time: 0.4502723 Feb 09 13:12:37.305829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4129b-0c7d-49d0-b822-b577b693e215 req-039493d7-ee04-4f0a-aea1-9a3c7388bb8e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:37.307393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fc4129b-0c7d-49d0-b822-b577b693e215 req-039493d7-ee04-4f0a-aea1-9a3c7388bb8e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 945 time: 0.4849877 Feb 09 13:12:37.390008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f9b3054-bf0d-4eae-a64b-2ed569fd6b3b req-075e4c1c-e66f-44e6-9c4d-5fabdeac9045 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/security-groups?id=9046336a-8b7e-4529-85ef-e67cf73d6139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943070 Feb 09 13:12:37.396407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-5624836c-9e29-41fb-88a3-9ab3b068143f tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:37.397850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-5624836c-9e29-41fb-88a3-9ab3b068143f tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "GET /v2.0/ports?device_id=163d2f6f-b73a-40c1-bf79-66a874017fc8 HTTP/1.1" status: 200 len: 945 time: 0.4334886 Feb 09 13:12:37.507811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-d075fa70-1476-4ce6-80f7-0f986692bf71 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Deleting port fe695cf8-e196-4066-b840-2d5478125d6b {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:12:37.508151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-d075fa70-1476-4ce6-80f7-0f986692bf71 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:37.671876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fc4129b-0c7d-49d0-b822-b577b693e215 req-b16fdffa-bc63-483b-ba9c-5866918faaa2 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434134 Feb 09 13:12:37.677787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:37.684541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-0e5f4d4e-9e87-4b5a-b74b-5ea3c67fe935 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Deleting port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:12:37.684541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-0e5f4d4e-9e87-4b5a-b74b-5ea3c67fe935 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:37.762694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:37.801063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Made reservation on behalf of fc183ac503d444de9127e3680854731b for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:12:37.803976 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:37.888577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-5b15f50d-96f9-49a4-a04c-3e6c5c056351 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:37.889265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-5b15f50d-96f9-49a4-a04c-3e6c5c056351 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Synchronizing usage tracker for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:37.905952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-18dccdb4-5f2f-4bce-9118-05f83df3d085 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:37.906673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-18dccdb4-5f2f-4bce-9118-05f83df3d085 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Synchronizing usage tracker for tenant:da589c1b2dd04c33b96c3f68c27259a8 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:37.919235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-5b15f50d-96f9-49a4-a04c-3e6c5c056351 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Unset dirty status for tenant:3fbe2ed9f5f94e24861de215e30bd8d1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:37.920636 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-5b15f50d-96f9-49a4-a04c-3e6c5c056351 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.67 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 0.1432018 Feb 09 13:12:37.925921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-18dccdb4-5f2f-4bce-9118-05f83df3d085 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Unset dirty status for tenant:da589c1b2dd04c33b96c3f68c27259a8 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:37.927282 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-18dccdb4-5f2f-4bce-9118-05f83df3d085 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 945 time: 0.1838558 Feb 09 13:12:38.034779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-46f80c5d-b0c7-489e-9765-78af71032dfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Deleting port a2f80dda-0671-4543-959c-e7cc4dd7d96f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:12:38.035347 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-46f80c5d-b0c7-489e-9765-78af71032dfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:38.066993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1526a3-ef44-4d11-b94e-db296a2b2ba5 req-fde3712e-a46f-4181-9234-c8a35ba4927a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:38.074319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b1526a3-ef44-4d11-b94e-db296a2b2ba5 req-fde3712e-a46f-4181-9234-c8a35ba4927a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.5284483 Feb 09 13:12:38.257155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Deleting port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:12:38.259954 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:38.721023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b1526a3-ef44-4d11-b94e-db296a2b2ba5 req-969cb80d-5a0b-45fc-a5c0-683b67e566f6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457450 Feb 09 13:12:38.725777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-d075fa70-1476-4ce6-80f7-0f986692bf71 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] For port fe695cf8-e196-4066-b840-2d5478125d6b, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=fe695cf8-e196-4066-b840-2d5478125d6b,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:38.728542 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-d075fa70-1476-4ce6-80f7-0f986692bf71 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:38.795852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-46f80c5d-b0c7-489e-9765-78af71032dfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] For port a2f80dda-0671-4543-959c-e7cc4dd7d96f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a2f80dda-0671-4543-959c-e7cc4dd7d96f,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:38.796741 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-46f80c5d-b0c7-489e-9765-78af71032dfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:38.813539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8341c63-09be-406f-a99a-b01afdc8d6c0 req-44d70985-66ac-46bd-81d6-3d9bb0b5e9b1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:38.831284 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8341c63-09be-406f-a99a-b01afdc8d6c0 req-44d70985-66ac-46bd-81d6-3d9bb0b5e9b1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 1.0315065 Feb 09 13:12:38.928550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-46f80c5d-b0c7-489e-9765-78af71032dfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Calling delete_port for a2f80dda-0671-4543-959c-e7cc4dd7d96f owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:12:39.127223 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-46f80c5d-b0c7-489e-9765-78af71032dfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:39.141836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['a2f80dda-0671-4543-959c-e7cc4dd7d96f', '5c88359c-8006-4f95-af42-275f03e79e9d', '1d6d39de-642a-4baf-8ce4-3718fdd9b9de'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:39.159618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Allocated IP 172.20.0.12 (f23dbd13-26ed-450c-8383-23e2623950a4/fd9a4952-adf7-4b95-90df-2d44dcef12bf/25908868-791f-4e4a-bf21-93ac6bbeb092) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:12:39.197939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f80c5d-b0c7-489e-9765-78af71032dfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Pushing event deleted for resources: {'Port': ['ID=a2f80dda-0671-4543-959c-e7cc4dd7d96f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:39.327088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-46f80c5d-b0c7-489e-9765-78af71032dfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] No DVR routers for this DVR port a2f80dda-0671-4543-959c-e7cc4dd7d96f on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:12:39.334978 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-46f80c5d-b0c7-489e-9765-78af71032dfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:39.340579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4ad5fd-02df-47bd-abcc-9df598b09a5d', 'name': 'network-vif-deleted', 'tag': 'a2f80dda-0671-4543-959c-e7cc4dd7d96f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:39.390335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] For port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:39.390335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:39.418611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-d075fa70-1476-4ce6-80f7-0f986692bf71 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Calling delete_port for fe695cf8-e196-4066-b840-2d5478125d6b owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:12:39.557864 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4cb9ac41-657a-4028-8c8f-9c2544795f7b req-46f80c5d-b0c7-489e-9765-78af71032dfb tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "DELETE /v2.0/ports/a2f80dda-0671-4543-959c-e7cc4dd7d96f HTTP/1.1" status: 204 len: 173 time: 1.5946100 Feb 09 13:12:39.681880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-0e5f4d4e-9e87-4b5a-b74b-5ea3c67fe935 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] For port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,segment=NetworkSegment(dc28f514-aa25-4a22-9ad9-320ad7b43718),segment_id=dc28f514-aa25-4a22-9ad9-320ad7b43718)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:39.682236 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-0e5f4d4e-9e87-4b5a-b74b-5ea3c67fe935 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:39.963532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:39.965059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:39.965539 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Floating IP bfa3ed3c-5efb-4e17-9043-399587f95e1e disassociated. External IP: 172.25.5.221, port: bb30645a-8ce5-4cdf-bdc2-610d38cc8e96. Feb 09 13:12:39.966035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Calling delete_port for bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:12:40.021732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-0e5f4d4e-9e87-4b5a-b74b-5ea3c67fe935 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Calling delete_port for cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:12:40.152424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8341c63-09be-406f-a99a-b01afdc8d6c0 req-dbe25e0f-612b-48d2-bf8c-8dc4a0226fb2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3190334 Feb 09 13:12:40.158488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:40.167879 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:40.227675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event deleted for resources: {'Port': ['ID=bb30645a-8ce5-4cdf-bdc2-610d38cc8e96,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:40.518350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fe695cf8-e196-4066-b840-2d5478125d6b no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:12:40.599367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe15dc3-fa58-49e0-9d0e-27d4bebae622 req-5bdcf7e9-852d-4c6e-8e68-8b3a1a806b8f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:40.606990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfe15dc3-fa58-49e0-9d0e-27d4bebae622 req-5bdcf7e9-852d-4c6e-8e68-8b3a1a806b8f tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 946 time: 1.4672670 Feb 09 13:12:40.625284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Router f214de36-824f-46ec-bc9b-e3eb20c8e86f has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:12:40.699773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:40.724443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88292496-476e-4a97-85b7-564d4c8fdde7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:40.763728 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-d075fa70-1476-4ce6-80f7-0f986692bf71 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:40.894701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfe15dc3-fa58-49e0-9d0e-27d4bebae622 req-f9486f2a-4d09-40ee-9047-d0f3905227f5 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups?id=799b209a-da7c-47a2-baeb-ebeb5d762864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829957 Feb 09 13:12:40.905008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-0e5f4d4e-9e87-4b5a-b74b-5ea3c67fe935 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:40.923993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'Port': ['ID=25908868-791f-4e4a-bf21-93ac6bbeb092,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:41.019144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Network f23dbd13-26ed-450c-8383-23e2623950a4 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:12:41.044492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:41.077629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No active binding found for port fe695cf8-e196-4066-b840-2d5478125d6b {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:12:41.078757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device fe695cf8-e196-4066-b840-2d5478125d6b not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:12:41.079406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:12:41.163527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:12:41.213414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075fa70-1476-4ce6-80f7-0f986692bf71 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Pushing event deleted for resources: {'Port': ['ID=fe695cf8-e196-4066-b840-2d5478125d6b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:41.236410 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:41.405331 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:41.479054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df19988-6ba3-44e0-81d4-1ccbe305d6ad req-ae938ca1-ef5d-4753-966e-e684e7a0b07e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:41.480841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:41.483099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:41.491209 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:41.491431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2df19988-6ba3-44e0-81d4-1ccbe305d6ad req-ae938ca1-ef5d-4753-966e-e684e7a0b07e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 946 time: 1.0177805 Feb 09 13:12:41.510151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:12:41.523524 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] Sync routers for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:12:41.547346 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:12:41.548349 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:12:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:41.643069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f4d4e-9e87-4b5a-b74b-5ea3c67fe935 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Pushing event deleted for resources: {'Port': ['ID=cd4121c8-9fe7-4ca7-92c2-67818a9d3c34,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:41.647024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-d075fa70-1476-4ce6-80f7-0f986692bf71 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] No DVR routers for this DVR port fe695cf8-e196-4066-b840-2d5478125d6b on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:12:41.649684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-d075fa70-1476-4ce6-80f7-0f986692bf71 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:41.650827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=14']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:41.655159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] No DVR routers for this DVR port bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:12:41.663300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:41.665570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ce72e2-390f-4ddf-a3c2-857468a0471c', 'name': 'network-vif-deleted', 'tag': 'fe695cf8-e196-4066-b840-2d5478125d6b'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:41.681158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-0e5f4d4e-9e87-4b5a-b74b-5ea3c67fe935 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] No DVR routers for this DVR port cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:12:41.684585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-0e5f4d4e-9e87-4b5a-b74b-5ea3c67fe935 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:41.695299 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5b8b5c6f-ec0a-4554-b40e-5f0c57db00ac req-6a83c003-fe06-4f93-a770-f559ab198467 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.67 "DELETE /v2.0/ports/bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 HTTP/1.1" status: 204 len: 173 time: 3.7668192 Feb 09 13:12:41.716966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc30c058-f76e-4382-9e3f-2e42f2dc9894 req-0e5f4d4e-9e87-4b5a-b74b-5ea3c67fe935 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "DELETE /v2.0/ports/cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 HTTP/1.1" status: 204 len: 173 time: 4.2954829 Feb 09 13:12:41.727443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:41.728086 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:41.753689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17de6e57-e598-4696-a6f0-260af5d266d3 req-d075fa70-1476-4ce6-80f7-0f986692bf71 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.67 "DELETE /v2.0/ports/fe695cf8-e196-4066-b840-2d5478125d6b HTTP/1.1" status: 204 len: 173 time: 4.5758731 Feb 09 13:12:41.785037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2df19988-6ba3-44e0-81d4-1ccbe305d6ad req-48fdfd71-02d3-4f5f-b633-069eceaa3c4e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932179 Feb 09 13:12:41.792891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-ea77d01f-d07f-4e95-a286-f3f0d4b5e02d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6705756 Feb 09 13:12:41.829797 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:12:41.838493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd757c5-f9d3-4a8b-be32-4b1416887721 req-6c76309b-1966-45db-9c5d-205bbd0f5a76 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:41.843434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5bd757c5-f9d3-4a8b-be32-4b1416887721 req-6c76309b-1966-45db-9c5d-205bbd0f5a76 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Synchronizing usage tracker for tenant:fc183ac503d444de9127e3680854731b on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:41.871356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5bd757c5-f9d3-4a8b-be32-4b1416887721 req-6c76309b-1966-45db-9c5d-205bbd0f5a76 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Unset dirty status for tenant:fc183ac503d444de9127e3680854731b on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:41.878415 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bd757c5-f9d3-4a8b-be32-4b1416887721 req-6c76309b-1966-45db-9c5d-205bbd0f5a76 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 932 time: 0.6683788 Feb 09 13:12:42.226106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5bd757c5-f9d3-4a8b-be32-4b1416887721 req-dd0a62ae-95f1-4b4d-a82f-e362cf2c8827 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Synchronizing usage tracker for tenant:fc183ac503d444de9127e3680854731b on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:42.238271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0a909848-9a02-44d7-8c48-e6c951a11862 req-fe1c9590-968d-4077-9249-bc9712973ba0 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Synchronizing usage tracker for tenant:8ba85452948e4cc384805ba346b3e816 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:42.274654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5bd757c5-f9d3-4a8b-be32-4b1416887721 req-dd0a62ae-95f1-4b4d-a82f-e362cf2c8827 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Unset dirty status for tenant:fc183ac503d444de9127e3680854731b on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:42.292846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bd757c5-f9d3-4a8b-be32-4b1416887721 req-dd0a62ae-95f1-4b4d-a82f-e362cf2c8827 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128280 Feb 09 13:12:42.310487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0a909848-9a02-44d7-8c48-e6c951a11862 req-fe1c9590-968d-4077-9249-bc9712973ba0 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] Unset dirty status for tenant:8ba85452948e4cc384805ba346b3e816 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:42.311882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a909848-9a02-44d7-8c48-e6c951a11862 req-fe1c9590-968d-4077-9249-bc9712973ba0 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 210 time: 0.1466322 Feb 09 13:12:42.408826 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:42.414506 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] Checking router: f214de36-824f-46ec-bc9b-e3eb20c8e86f for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:12:42.429304 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:12:42.430056 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:12:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:42.511267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:12:42.561291 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4ad5fd-02df-47bd-abcc-9df598b09a5d', 'name': 'network-vif-deleted', 'tag': 'a2f80dda-0671-4543-959c-e7cc4dd7d96f', 'status': 'completed', 'code': 200} Feb 09 13:12:42.606082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:12:42.606419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device bb30645a-8ce5-4cdf-bdc2-610d38cc8e96 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:12:42.607117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a2f80dda-0671-4543-959c-e7cc4dd7d96f no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:12:42.623640 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd9a069b-2cda-4b4f-ad49-9012a140a910 req-cbbe263d-9e26-452a-9f42-bf3e3d55bfd0 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 210 time: 0.1002696 Feb 09 13:12:42.696364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: a2f80dda-0671-4543-959c-e7cc4dd7d96f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:12:42.696955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a2f80dda-0671-4543-959c-e7cc4dd7d96f not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:12:42.697106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:12:42.779083 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:12:42.817283 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:12:42.817807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cd4121c8-9fe7-4ca7-92c2-67818a9d3c34 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:12:43.205814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Request body: {'port': {'device_id': '442a88b2-7b2f-4059-905a-1f198698979f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:43.533300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41a42c-29cf-48ca-b5ab-fc490d58e4ad req-fa924365-c51f-4897-b9b9-0a0bb3998535 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.538601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df41a42c-29cf-48ca-b5ab-fc490d58e4ad req-fa924365-c51f-4897-b9b9-0a0bb3998535 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.6824236 Feb 09 13:12:43.555149 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d2bc46a-09b7-446f-a92d-2aaccbd46503 req-3d02833b-8bef-4f39-a8c2-49a11d810a3f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3538575 Feb 09 13:12:43.723029 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:43.758161 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:43.763241 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543ba18-8c25-43fc-a611-601b6163a13f None None] The sync data for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 is: [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:06:03Z', 'revision_number': 4, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '54e83a7d-7159-4968-8371-acd805e08eec', 'name': '', 'network_id': 'db14f556-1ce1-481c-84ef-ea73dbf55750', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'mac_address': 'fa:16:3e:3d:c7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:06:02Z', 'updated_at': '2022-02-09T13:06:26Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'subnets': [{'id': 'ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:12:43.802017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92165b-0a8d-4c82-96a0-0f436212e6fc req-5dee4609-c980-4a72-994c-a49ebdfb87c0 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:43.803384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de92165b-0a8d-4c82-96a0-0f436212e6fc req-5dee4609-c980-4a72-994c-a49ebdfb87c0 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 944 time: 0.7858317 Feb 09 13:12:43.898587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d2bc46a-09b7-446f-a92d-2aaccbd46503 req-a9635904-f378-4bca-8c07-4b793a621d11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1095 time: 0.1770623 Feb 09 13:12:43.942434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df41a42c-29cf-48ca-b5ab-fc490d58e4ad req-6571c31d-7e25-45c9-948c-08383e637d52 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209055 Feb 09 13:12:44.106536 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'code': 200} Feb 09 13:12:44.201119 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de92165b-0a8d-4c82-96a0-0f436212e6fc req-409a2d5a-f0ff-4975-b41b-c6f0714b897c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324368 Feb 09 13:12:44.223779 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ce72e2-390f-4ddf-a3c2-857468a0471c', 'name': 'network-vif-deleted', 'tag': 'fe695cf8-e196-4066-b840-2d5478125d6b', 'status': 'completed', 'code': 200} Feb 09 13:12:44.377715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a701f73-7063-4004-aeb5-d87a27c935f4 None None] New status for floating IP bfa3ed3c-5efb-4e17-9043-399587f95e1e: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:12:44.625925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'name': 'network-vif-deleted', 'tag': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:44.638826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc46a-09b7-446f-a92d-2aaccbd46503 req-118bcc29-a575-494e-9d95-8de9f8705e00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:44.642508 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d2bc46a-09b7-446f-a92d-2aaccbd46503 req-118bcc29-a575-494e-9d95-8de9f8705e00 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.4875703 Feb 09 13:12:44.764408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e93f0673-6820-4467-a63e-56d36a3e294e details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:12:44.940720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25908868-791f-4e4a-bf21-93ac6bbeb092 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:44.947280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:44.948282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:44.965782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Transition to ACTIVE for port object 25908868-791f-4e4a-bf21-93ac6bbeb092 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:12:44.989562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'port_id': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'mac_address': 'fa:16:3e:6a:b3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:12:45.008368 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:45.123731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb4175a8-5119-437b-8cba-398908f074dc req-60582d5b-f2d6-4730-9e27-883477f42224 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 210 time: 0.5503500 Feb 09 13:12:45.125389 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:45.169206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93f0673-6820-4467-a63e-56d36a3e294e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:45.240463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:45.247101 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:45.267458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Pushing event updated for resources: {'Port': ['ID=25908868-791f-4e4a-bf21-93ac6bbeb092,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:45.331808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448000c7-92f0-4993-a030-2186858c2439 req-470cb8ec-53c4-4e92-8ed9-4e3a290eda0c tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:45.341705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-448000c7-92f0-4993-a030-2186858c2439 req-470cb8ec-53c4-4e92-8ed9-4e3a290eda0c tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 932 time: 0.7764835 Feb 09 13:12:45.445416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:45.545196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9297b71c-2b65-4669-8016-02184aff5f21 req-15948276-0186-4005-aa89-4c00072fcce5 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 210 time: 0.1760859 Feb 09 13:12:45.553146 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d2bc46a-09b7-446f-a92d-2aaccbd46503 req-a4363d68-4e92-4d15-9809-fc6f74badcd7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 998 time: 0.3509617 Feb 09 13:12:45.556188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-448000c7-92f0-4993-a030-2186858c2439 req-0ffbc2fa-2e26-4861-a3fc-4f7e2b56f441 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112134 Feb 09 13:12:45.614059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e93f0673-6820-4467-a63e-56d36a3e294e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:45.682286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Attempting to bind port 25908868-791f-4e4a-bf21-93ac6bbeb092 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:12:45.686144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Attempting to bind port 25908868-791f-4e4a-bf21-93ac6bbeb092 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:12:45.686752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Attempting to bind port 25908868-791f-4e4a-bf21-93ac6bbeb092 on network f23dbd13-26ed-450c-8383-23e2623950a4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:12:45.711307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Port 25908868-791f-4e4a-bf21-93ac6bbeb092 on network f23dbd13-26ed-450c-8383-23e2623950a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:12:45.713735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Attempting to bind port 25908868-791f-4e4a-bf21-93ac6bbeb092 on network f23dbd13-26ed-450c-8383-23e2623950a4 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:12:45.738548 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec8e4a8-8586-402b-ac9b-b59bb7e5277a', 'name': 'network-vif-deleted', 'tag': 'bb30645a-8ce5-4cdf-bdc2-610d38cc8e96', 'status': 'completed', 'code': 200} Feb 09 13:12:45.742764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:12:45.743144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Checking segment: {'id': 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:12:45.743738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Bound using segment: {'id': 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:12:45.744274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Bound port: 25908868-791f-4e4a-bf21-93ac6bbeb092, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:12:45.744587 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:46.040658 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c443e9d-04e1-467e-bab0-127b80e98d81 req-46f7ed40-3a84-4ed5-b511-1308d04866f8 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff4ad5fd-02df-47bd-abcc-9df598b09a5d HTTP/1.1" status: 200 len: 210 time: 0.1359220 Feb 09 13:12:46.055635 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:46.207645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc46a-09b7-446f-a92d-2aaccbd46503 req-fa1c62df-0a4e-4c7d-bc2e-56c320bf0a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:46.215307 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d2bc46a-09b7-446f-a92d-2aaccbd46503 req-fa1c62df-0a4e-4c7d-bc2e-56c320bf0a75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.2291265 Feb 09 13:12:46.239596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d2f6f-b73a-40c1-bf79-66a874017fc8', 'name': 'network-vif-deleted', 'tag': 'cd4121c8-9fe7-4ca7-92c2-67818a9d3c34'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:46.317028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] For port 25908868-791f-4e4a-bf21-93ac6bbeb092, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:12:46.342505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] For port 25908868-791f-4e4a-bf21-93ac6bbeb092, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=25908868-791f-4e4a-bf21-93ac6bbeb092,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:12:46.353372 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:46.446096 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d2bc46a-09b7-446f-a92d-2aaccbd46503 req-2527a16a-7cb7-4725-9079-e6c3a53be216 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116711 Feb 09 13:12:46.656223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Pushing event updated for resources: {'Port': ['ID=25908868-791f-4e4a-bf21-93ac6bbeb092,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:46.687352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:46.688950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-c32bfd4c-d318-4f72-885d-f791e3be3eff service neutron] 10.222.0.67 "PUT /v2.0/ports/25908868-791f-4e4a-bf21-93ac6bbeb092 HTTP/1.1" status: 200 len: 1092 time: 3.5040479 Feb 09 13:12:46.713968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03be1f-ca3f-412d-86d9-73e27c5a373f req-7b469918-cbb0-4c8b-925f-a76696f87992 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:46.715673 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce03be1f-ca3f-412d-86d9-73e27c5a373f req-7b469918-cbb0-4c8b-925f-a76696f87992 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.5880954 Feb 09 13:12:46.813065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d2bc46a-09b7-446f-a92d-2aaccbd46503 req-b4287c50-f1d3-4334-8b30-bbe7e228e2cc service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342652 Feb 09 13:12:46.917647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce03be1f-ca3f-412d-86d9-73e27c5a373f req-b235776b-38cd-43c8-b1b1-e8c94dcc9e45 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887150 Feb 09 13:12:46.937387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95006c7b-588d-48c0-a575-37c3bf55f79b req-ec792b38-10d9-4c6e-a5e3-1c9875a6f40a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:46.938939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95006c7b-588d-48c0-a575-37c3bf55f79b req-ec792b38-10d9-4c6e-a5e3-1c9875a6f40a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 945 time: 0.4196575 Feb 09 13:12:46.994145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95006c7b-588d-48c0-a575-37c3bf55f79b req-8453ff84-12a6-4393-b9dd-d7486057cd41 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491617 Feb 09 13:12:47.267383 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d2f6f-b73a-40c1-bf79-66a874017fc8', 'name': 'network-vif-deleted', 'tag': 'cd4121c8-9fe7-4ca7-92c2-67818a9d3c34', 'status': 'completed', 'code': 200} Feb 09 13:12:47.292350 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f4aea21-dfd7-4fda-a0c9-ecbb0e629927 req-dd1626a6-e604-4ef5-8b13-25b7b1382e5a tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/ports?device_id=bec8e4a8-8586-402b-ac9b-b59bb7e5277a HTTP/1.1" status: 200 len: 210 time: 0.1575899 Feb 09 13:12:47.306246 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d2bc46a-09b7-446f-a92d-2aaccbd46503 req-2cd9c203-f349-4cd3-95b8-a0adbc0a0393 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463930 Feb 09 13:12:47.411042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-51dd5955-6ac0-4850-8907-03d2cb5eab97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 1095 time: 0.3419693 Feb 09 13:12:47.613365 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:12:47.617905 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-a21562bb-b3a8-48bd-a596-3945893fb816 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25908868-791f-4e4a-bf21-93ac6bbeb092 HTTP/1.1" status: 200 len: 217 time: 0.1737795 Feb 09 13:12:47.726352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42265ea7-4d00-4a75-91c8-255238158ec0 req-3c234aa9-43a4-4e41-bf22-29ad64fcee18 tempest-MultipleCreateTestJSON-468129759 tempest-MultipleCreateTestJSON-468129759-project] 10.222.0.59 "GET /v2.0/ports?device_id=23ce72e2-390f-4ddf-a3c2-857468a0471c HTTP/1.1" status: 200 len: 210 time: 0.1065965 Feb 09 13:12:47.820710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ca40-3c0f-42e5-aa4a-d5c0fc75ffd3 req-f74d8fbb-bc0c-4d2e-9708-a052ec06cbbd tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:47.822669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a31ca40-3c0f-42e5-aa4a-d5c0fc75ffd3 req-f74d8fbb-bc0c-4d2e-9708-a052ec06cbbd tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 944 time: 0.2014098 Feb 09 13:12:47.929033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a31ca40-3c0f-42e5-aa4a-d5c0fc75ffd3 req-4ab2254e-48c7-426f-b9e8-d4ddef04eece tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003234 Feb 09 13:12:48.274946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419e4ed-f832-42b7-a27c-2d1ce25a316a req-4a794d69-36f7-4712-a136-97e1f05e45a6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:48.278109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e419e4ed-f832-42b7-a27c-2d1ce25a316a req-4a794d69-36f7-4712-a136-97e1f05e45a6 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.1653357 Feb 09 13:12:48.318517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-a59bf00e-c7e5-45e9-afdf-7379a87765d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:48.320454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-a59bf00e-c7e5-45e9-afdf-7379a87765d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a4952-adf7-4b95-90df-2d44dcef12bf HTTP/1.1" status: 200 len: 853 time: 0.1258101 Feb 09 13:12:48.415389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-0060df46-01a4-4feb-b757-2ef0703a044d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f23dbd13-26ed-450c-8383-23e2623950a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846844 Feb 09 13:12:48.442080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e419e4ed-f832-42b7-a27c-2d1ce25a316a req-c344409d-10c5-4e20-b61d-7f7649376bf2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545899 Feb 09 13:12:48.540559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e93f0673-6820-4467-a63e-56d36a3e294e up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:48.704803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e93f0673-6820-4467-a63e-56d36a3e294e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:48.705250 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:48.809346 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-8719fd82-3df9-4794-bd52-5ba372ad5742 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657396 Feb 09 13:12:48.942402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:48.964501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf743d8a-56e0-4574-9f20-e8cd7d1834a4 req-4c8f9874-6b6e-4246-b280-d2d2d5899d67 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:48.967015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf743d8a-56e0-4574-9f20-e8cd7d1834a4 req-4c8f9874-6b6e-4246-b280-d2d2d5899d67 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 945 time: 0.2530627 Feb 09 13:12:49.000252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:49.019841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:49.028481 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:49.123793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=10']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:49.190530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf743d8a-56e0-4574-9f20-e8cd7d1834a4 req-e80bd2d4-dfe1-4f19-86ce-61df42fcb99f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304531 Feb 09 13:12:49.192787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce9c8340-cc63-42ef-8a73-f97132f2c2b9 req-bd8515c7-5e6e-4ce3-8692-157940ec9839 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362615 Feb 09 13:12:49.237897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48840) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:49.268790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442a88b2-7b2f-4059-905a-1f198698979f', 'tag': '25908868-791f-4e4a-bf21-93ac6bbeb092'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:49.506046 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed72ff3f-c43f-44ff-bd66-e165542c7dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:49.570657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ed72ff3f-c43f-44ff-bd66-e165542c7dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:49.580751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ed72ff3f-c43f-44ff-bd66-e165542c7dde admin admin] Usage tracker for resource:security_group_rule and tenant:3b62b6b528c4426db0f0ed8fb50a1a83 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:49.584253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ed72ff3f-c43f-44ff-bd66-e165542c7dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:49.594883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ed72ff3f-c43f-44ff-bd66-e165542c7dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:49.770941 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed72ff3f-c43f-44ff-bd66-e165542c7dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:49.778051 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed72ff3f-c43f-44ff-bd66-e165542c7dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:49.801019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dab9e-b3a0-4d19-9fb1-13a9af5bbae2 req-deacfffc-cdfb-4dab-ac1b-5c6739224b71 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:49.807700 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-622dab9e-b3a0-4d19-9fb1-13a9af5bbae2 req-deacfffc-cdfb-4dab-ac1b-5c6739224b71 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 944 time: 0.1515589 Feb 09 13:12:49.843333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72ff3f-c43f-44ff-bd66-e165542c7dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3f36b4-ef27-45dc-bc4c-1f9f05adb77f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:49.849575 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ed72ff3f-c43f-44ff-bd66-e165542c7dde admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b62b6b528c4426db0f0ed8fb50a1a83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6098387 Feb 09 13:12:49.852637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48856) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:49.896236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-622dab9e-b3a0-4d19-9fb1-13a9af5bbae2 req-55fd1b26-5ec2-48ac-9e89-854d0c68c2de tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861504 Feb 09 13:12:49.968212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94982e03-0488-4f76-ad8d-399f662b5e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.018323 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'code': 200} Feb 09 13:12:50.026539 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94982e03-0488-4f76-ad8d-399f662b5e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.081400 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442a88b2-7b2f-4059-905a-1f198698979f', 'tag': '25908868-791f-4e4a-bf21-93ac6bbeb092', 'status': 'completed', 'code': 200} Feb 09 13:12:50.089947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48866) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:50.182817 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94982e03-0488-4f76-ad8d-399f662b5e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.243501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-94982e03-0488-4f76-ad8d-399f662b5e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.246110 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-94982e03-0488-4f76-ad8d-399f662b5e90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f3f36b4-ef27-45dc-bc4c-1f9f05adb77f HTTP/1.1" status: 204 len: 168 time: 0.3919044 Feb 09 13:12:50.258792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94982e03-0488-4f76-ad8d-399f662b5e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3f36b4-ef27-45dc-bc4c-1f9f05adb77f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:50.271146 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3dc572d-90be-4068-b510-4aa6becf4e5d tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.324788 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3dc572d-90be-4068-b510-4aa6becf4e5d tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.361129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48874) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:50.420733 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3dc572d-90be-4068-b510-4aa6becf4e5d tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.449409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc572d-90be-4068-b510-4aa6becf4e5d tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799b209a-da7c-47a2-baeb-ebeb5d762864,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:50.523508 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3dc572d-90be-4068-b510-4aa6becf4e5d tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.525300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b3dc572d-90be-4068-b510-4aa6becf4e5d tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "DELETE /v2.0/security-groups/799b209a-da7c-47a2-baeb-ebeb5d762864 HTTP/1.1" status: 204 len: 168 time: 0.4340250 Feb 09 13:12:50.543852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98d100f-c958-4e6b-99ce-a8c1879d5f8d admin admin] Deleting subnet 8ed75424-1e5f-4738-98a0-ef7dee584743 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:12:50.546880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48880) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:50.549954 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d98d100f-c958-4e6b-99ce-a8c1879d5f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.616840 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-733d12f8-d052-48b9-b354-6cced4c31175 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] show failed (client error): The resource could not be found. Feb 09 13:12:50.623037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-733d12f8-d052-48b9-b354-6cced4c31175 tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "GET /v2.0/security-groups/799b209a-da7c-47a2-baeb-ebeb5d762864 HTTP/1.1" status: 404 len: 347 time: 0.0722666 Feb 09 13:12:50.629344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d98d100f-c958-4e6b-99ce-a8c1879d5f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.640293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48884) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:50.701220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d98d100f-c958-4e6b-99ce-a8c1879d5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.794776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d98d100f-c958-4e6b-99ce-a8c1879d5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.839838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b986ece-8995-47e3-ae07-db0dab1174b3 req-4dfaebd8-e22a-4bed-b490-6f8edfa1f8cd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:50.846429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b986ece-8995-47e3-ae07-db0dab1174b3 req-4dfaebd8-e22a-4bed-b490-6f8edfa1f8cd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.4621863 Feb 09 13:12:50.861392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d98d100f-c958-4e6b-99ce-a8c1879d5f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.866641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d100f-c958-4e6b-99ce-a8c1879d5f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed75424-1e5f-4738-98a0-ef7dee584743,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:50.878511 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d98d100f-c958-4e6b-99ce-a8c1879d5f8d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8ed75424-1e5f-4738-98a0-ef7dee584743 HTTP/1.1" status: 204 len: 168 time: 0.5131450 Feb 09 13:12:50.879994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48900) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:50.972228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6d6ed-cedc-4076-9889-4e34cfe87c5e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Deleting port 769393f8-25b6-4b85-b1ca-9826cd16d74f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:12:50.972564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d6ed-cedc-4076-9889-4e34cfe87c5e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:50.999085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48906) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:51.015023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b986ece-8995-47e3-ae07-db0dab1174b3 req-4b2fa213-0ca5-42ac-9801-a06c3254c773 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676829 Feb 09 13:12:51.061761 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c7585aff-0460-40c5-98a3-cbe775379161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.073855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.202800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c7585aff-0460-40c5-98a3-cbe775379161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:51.327980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4741f-dc32-4bd2-9112-79b7d329d8be req-fa9d0614-22c2-4fa3-b6bb-d4e89790eb1c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:51.335070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88c4741f-dc32-4bd2-9112-79b7d329d8be req-fa9d0614-22c2-4fa3-b6bb-d4e89790eb1c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 947 time: 0.5651631 Feb 09 13:12:51.408279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c7585aff-0460-40c5-98a3-cbe775379161 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1f54589f4849518954e0ab8d707d90 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:51.447073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c7585aff-0460-40c5-98a3-cbe775379161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:51.465682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.475018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c7585aff-0460-40c5-98a3-cbe775379161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:51.507305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9942a3c1-710a-42f7-a7f0-f1348c79bbd4']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:51.513001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88c4741f-dc32-4bd2-9112-79b7d329d8be req-9541715b-2409-4a26-b50e-32150ffa7948 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766903 Feb 09 13:12:51.521787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f8ebb9c-4b1e-4b1b-8b7f-67ffa52a424b req-24a77545-8f8c-487a-96dc-e1f6a7daa3a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 1095 time: 0.3216429 Feb 09 13:12:51.527595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc28f514-aa25-4a22-9ad9-320ad7b43718') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:51.527949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc28f514-aa25-4a22-9ad9-320ad7b43718') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:12:51.571703 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.602376 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.608487 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8a815940-6769-4804-89af-ca221383ddb9 req-be8b9240-063b-444f-b79b-de96390d0133 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 1098 time: 0.2015486 Feb 09 13:12:51.618261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:12:51.618688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.632320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d6ed-cedc-4076-9889-4e34cfe87c5e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.633067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d6ed-cedc-4076-9889-4e34cfe87c5e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:12:51.633331 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:12:51.772679 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.777820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6d6ed-cedc-4076-9889-4e34cfe87c5e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Calling delete_port for 769393f8-25b6-4b85-b1ca-9826cd16d74f owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:12:51.781995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c7585aff-0460-40c5-98a3-cbe775379161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.802548 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.823959 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9942a3c1-710a-42f7-a7f0-f1348c79bbd4 HTTP/1.1" status: 204 len: 168 time: 0.9427261 Feb 09 13:12:51.828172 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c7585aff-0460-40c5-98a3-cbe775379161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.839557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6071f1a-cdb0-492e-a005-66b17bb60af9 req-5179bc36-9d0e-43cf-973c-15f2d2d62457 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:51.841270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6071f1a-cdb0-492e-a005-66b17bb60af9 req-5179bc36-9d0e-43cf-973c-15f2d2d62457 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 944 time: 0.4020371 Feb 09 13:12:51.844485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776268b-11f8-404a-9b67-7286c7e892b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9942a3c1-710a-42f7-a7f0-f1348c79bbd4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:51.856882 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8a815940-6769-4804-89af-ca221383ddb9 req-6400921e-6c25-41fe-b380-35d33a838f7c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099979 Feb 09 13:12:51.889110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7585aff-0460-40c5-98a3-cbe775379161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49be5049-d9dd-47b3-9df8-ef8a75b77c65,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:51.897556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ebb9c-4b1e-4b1b-8b7f-67ffa52a424b req-2b6d6663-406b-44fd-9fd1-c9a14c3e8274 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:51.899110 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c7585aff-0460-40c5-98a3-cbe775379161 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b1f54589f4849518954e0ab8d707d90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8982973 Feb 09 13:12:51.899875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f8ebb9c-4b1e-4b1b-8b7f-67ffa52a424b req-2b6d6663-406b-44fd-9fd1-c9a14c3e8274 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 914 time: 0.3699224 Feb 09 13:12:51.903001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48952) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:51.970386 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73ae464e-59bf-45a5-a374-53c9056e83f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:51.998969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73ae464e-59bf-45a5-a374-53c9056e83f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.016791 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d6ed-cedc-4076-9889-4e34cfe87c5e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.057193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73ae464e-59bf-45a5-a374-53c9056e83f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.072729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae464e-59bf-45a5-a374-53c9056e83f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49be5049-d9dd-47b3-9df8-ef8a75b77c65,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:52.079789 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73ae464e-59bf-45a5-a374-53c9056e83f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.083424 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-73ae464e-59bf-45a5-a374-53c9056e83f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49be5049-d9dd-47b3-9df8-ef8a75b77c65 HTTP/1.1" status: 204 len: 168 time: 0.1769605 Feb 09 13:12:52.186815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6d6ed-cedc-4076-9889-4e34cfe87c5e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Pushing event deleted for resources: {'Port': ['ID=769393f8-25b6-4b85-b1ca-9826cd16d74f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:52.186981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48962) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:52.242515 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b501d76-fed4-4e36-91dc-5b57f25aaf42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8ba85452948e4cc384805ba346b3e816&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528979 Feb 09 13:12:52.243623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48966) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:52.246710 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f8ebb9c-4b1e-4b1b-8b7f-67ffa52a424b req-75648acc-ffa8-4ccc-99b6-545a2830b75e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25908868-791f-4e4a-bf21-93ac6bbeb092 HTTP/1.1" status: 200 len: 217 time: 0.1554582 Feb 09 13:12:52.253515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6071f1a-cdb0-492e-a005-66b17bb60af9 req-7b58f2fb-0fe4-433c-90df-406eae684c91 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913698 Feb 09 13:12:52.313037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-050d7279-bce4-437c-9990-65a87d0b9379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.341975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-050d7279-bce4-437c-9990-65a87d0b9379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.371545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ebb9c-4b1e-4b1b-8b7f-67ffa52a424b req-92f25a6c-6429-4194-8aeb-75498199690f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:52.372893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f8ebb9c-4b1e-4b1b-8b7f-67ffa52a424b req-92f25a6c-6429-4194-8aeb-75498199690f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a4952-adf7-4b95-90df-2d44dcef12bf HTTP/1.1" status: 200 len: 853 time: 0.0755661 Feb 09 13:12:52.403501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-050d7279-bce4-437c-9990-65a87d0b9379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.428034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d7279-bce4-437c-9990-65a87d0b9379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9046336a-8b7e-4529-85ef-e67cf73d6139,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:52.436067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-050d7279-bce4-437c-9990-65a87d0b9379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.445763 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-050d7279-bce4-437c-9990-65a87d0b9379 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9046336a-8b7e-4529-85ef-e67cf73d6139 HTTP/1.1" status: 204 len: 168 time: 0.1992590 Feb 09 13:12:52.485484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f8ebb9c-4b1e-4b1b-8b7f-67ffa52a424b req-75ebcb2d-c103-4851-957d-8ee11afa0e52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f23dbd13-26ed-450c-8383-23e2623950a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053824 Feb 09 13:12:52.493401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d6ed-cedc-4076-9889-4e34cfe87c5e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.557018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 25908868-791f-4e4a-bf21-93ac6bbeb092 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:12:52.614222 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3f6d6ed-cedc-4076-9889-4e34cfe87c5e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.615389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d3f6d6ed-cedc-4076-9889-4e34cfe87c5e tempest-AttachVolumeTestJSON-1614808862 tempest-AttachVolumeTestJSON-1614808862-project] 10.222.0.59 "DELETE /v2.0/floatingips/bfa3ed3c-5efb-4e17-9043-399587f95e1e HTTP/1.1" status: 204 len: 168 time: 1.9616404 Feb 09 13:12:52.667512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427baf6-34cc-40d8-b86c-155dd8528493 req-b3cafb96-a060-433c-865c-b965db91d238 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:52.669052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b427baf6-34cc-40d8-b86c-155dd8528493 req-b3cafb96-a060-433c-865c-b965db91d238 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.4270062 Feb 09 13:12:52.707659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b366e-5411-4fa7-8137-8ca24cf7374e req-d7f209d7-2a69-4c44-849b-47b18d185123 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:52.709214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-193b366e-5411-4fa7-8137-8ca24cf7374e req-d7f209d7-2a69-4c44-849b-47b18d185123 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.3281450 Feb 09 13:12:52.721068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f8ebb9c-4b1e-4b1b-8b7f-67ffa52a424b req-528b1a56-b0c8-4a1f-a12b-6f9f701c5923 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236404 Feb 09 13:12:52.801620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 25908868-791f-4e4a-bf21-93ac6bbeb092, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=25908868-791f-4e4a-bf21-93ac6bbeb092,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:52.824719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '25908868-791f-4e4a-bf21-93ac6bbeb092', 'network_id': 'f23dbd13-26ed-450c-8383-23e2623950a4', 'port_id': '25908868-791f-4e4a-bf21-93ac6bbeb092', 'mac_address': 'fa:16:3e:06:db:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9a4952-adf7-4b95-90df-2d44dcef12bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:12:52.949420 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:52.994337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25908868-791f-4e4a-bf21-93ac6bbeb092 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:53.034238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 25908868-791f-4e4a-bf21-93ac6bbeb092, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=25908868-791f-4e4a-bf21-93ac6bbeb092,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:53.039807 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:53.102778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b427baf6-34cc-40d8-b86c-155dd8528493 req-7c57740f-498e-417d-909d-653f788176d4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4254975 Feb 09 13:12:53.136756 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-193b366e-5411-4fa7-8137-8ca24cf7374e req-1f340b9c-f41b-48f3-be2b-b5fcb30f9102 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184506 Feb 09 13:12:53.204740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=25908868-791f-4e4a-bf21-93ac6bbeb092,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:53.275067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f8ebb9c-4b1e-4b1b-8b7f-67ffa52a424b req-a232c320-5d9b-4d04-a97a-07f4819faca6 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343266 Feb 09 13:12:53.362546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['25908868-791f-4e4a-bf21-93ac6bbeb092'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:53.495834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349d33c-abce-42c1-a32a-05324af6e8d5 req-471e12ef-64d8-4667-a16f-4e5dc4d8f9f3 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:53.509449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4349d33c-abce-42c1-a32a-05324af6e8d5 req-471e12ef-64d8-4667-a16f-4e5dc4d8f9f3 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 947 time: 0.1391068 Feb 09 13:12:53.607049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4349d33c-abce-42c1-a32a-05324af6e8d5 req-8ca438ce-296e-4368-93b5-392be222852a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963514 Feb 09 13:12:53.717644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33fa14-1fb6-4269-9fd9-1748773cb0ad req-08ecdd7d-45a6-4b05-b89b-3c5d0100f77e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:53.721579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33fa14-1fb6-4269-9fd9-1748773cb0ad req-08ecdd7d-45a6-4b05-b89b-3c5d0100f77e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:53.728771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b33fa14-1fb6-4269-9fd9-1748773cb0ad req-08ecdd7d-45a6-4b05-b89b-3c5d0100f77e tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=809159d6-d517-4bc1-8766-f49572b53f72&device_id=86e7a36c-70f1-43e3-bd7d-da23ff72ac73 HTTP/1.1" status: 200 len: 1681 time: 0.1188831 Feb 09 13:12:53.787160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b33fa14-1fb6-4269-9fd9-1748773cb0ad req-42f81fff-a955-44a1-831e-8331f8eb8179 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573881 Feb 09 13:12:54.222919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49062) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:54.287812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a39c3-7097-49d7-82a0-a387c406d9d1 req-17456eb8-8d05-48cd-b87b-77f1f885d463 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:54.294684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-079a39c3-7097-49d7-82a0-a387c406d9d1 req-17456eb8-8d05-48cd-b87b-77f1f885d463 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 945 time: 0.3955529 Feb 09 13:12:54.360646 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-079a39c3-7097-49d7-82a0-a387c406d9d1 req-8b25ff47-a27c-445c-bc65-7280e72bace3 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649469 Feb 09 13:12:54.438153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8442820a-75fc-463a-b51f-2b1aa062b1eb req-1856d509-d094-449d-8aec-b6de4d63f111 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1095 time: 0.3690369 Feb 09 13:12:54.573414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:12:54.583239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 25908868-791f-4e4a-bf21-93ac6bbeb092 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:54.751543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2137214-9f7b-4df6-bed7-7f1a4eb71255 req-b64f1c31-1e1c-41d6-b322-9016de8412dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:54.765206 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2137214-9f7b-4df6-bed7-7f1a4eb71255 req-b64f1c31-1e1c-41d6-b322-9016de8412dc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.5174127 Feb 09 13:12:54.775089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1287057115-network', 'tenant_id': '7deb52a136aa45b985408d3ae3a6b4fe'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:54.783215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:54.789629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Usage tracker for resource:network and tenant:7deb52a136aa45b985408d3ae3a6b4fe is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:54.799182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:54.818896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:54.839894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Made reservation on behalf of 7deb52a136aa45b985408d3ae3a6b4fe for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:12:54.844481 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:54.873824 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:54.923520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442820a-75fc-463a-b51f-2b1aa062b1eb req-05a264c4-481b-4d0b-b693-89117a5ec354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:54.925313 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8442820a-75fc-463a-b51f-2b1aa062b1eb req-05a264c4-481b-4d0b-b693-89117a5ec354 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.4727836 Feb 09 13:12:54.951025 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f0df0e2a-6c96-4c44-ac35-7d677da07d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:54.956798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 25908868-791f-4e4a-bf21-93ac6bbeb092 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:12:54.967911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 25908868-791f-4e4a-bf21-93ac6bbeb092 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:54.968290 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:54.974449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:54.984605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Usage tracker for resource:security_group_rule and tenant:7deb52a136aa45b985408d3ae3a6b4fe is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:54.988489 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:55.000950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:55.086158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2137214-9f7b-4df6-bed7-7f1a4eb71255 req-9a2ecd91-3058-47ac-bd49-a5c05898473b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199558 Feb 09 13:12:55.095184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8442820a-75fc-463a-b51f-2b1aa062b1eb req-927a1a83-6f96-4509-bfd0-78eba33622df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 998 time: 0.1605031 Feb 09 13:12:55.139883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:55.168964 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.173746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.189349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'network_id': 'ce0fe483-d43c-4e01-adab-40eb1b1b5905', 'port_id': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'mac_address': 'fa:16:3e:d4:87:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b012f7-1ce6-4626-b8fb-43ba553e2e3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:12:55.217994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:12:55.237683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803ddeb-0dce-4136-b36b-56f67b7cb092 req-8526cc20-6557-4432-a09b-53fb430d9d1c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:55.241611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:55.260885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8803ddeb-0dce-4136-b36b-56f67b7cb092 req-8526cc20-6557-4432-a09b-53fb430d9d1c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 943 time: 0.4041424 Feb 09 13:12:55.267766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.268111 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Added segment d089bb9d-d29d-4bce-8cca-65fbc607e50e of type vlan for network 1a413ead-34c6-4707-aa75-2045a5d98e31 Feb 09 13:12:55.298780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442820a-75fc-463a-b51f-2b1aa062b1eb req-a187340e-dc00-486c-99ad-8c6c4dbc8159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:55.300538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8442820a-75fc-463a-b51f-2b1aa062b1eb req-a187340e-dc00-486c-99ad-8c6c4dbc8159 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1931207 Feb 09 13:12:55.317736 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.357984 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.359011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:55.359600 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.445572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.469781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8803ddeb-0dce-4136-b36b-56f67b7cb092 req-f409f3cf-bbe6-44ce-86b1-eb4d464c2b22 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067094 Feb 09 13:12:55.490640 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2634153 Feb 09 13:12:55.498662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49088) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:55.510769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:12:55.524927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Request body: {'subnet': {'network_id': '1a413ead-34c6-4707-aa75-2045a5d98e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1287057115-subnet', 'tenant_id': '7deb52a136aa45b985408d3ae3a6b4fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:55.539465 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:55.549839 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.557998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Usage tracker for resource:subnet and tenant:7deb52a136aa45b985408d3ae3a6b4fe is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:55.563391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:55.569744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:55.571370 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.585010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:55.586790 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8442820a-75fc-463a-b51f-2b1aa062b1eb req-9d223690-0125-4d72-b106-46ea24484ff6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2651503 Feb 09 13:12:55.658693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb48878-6681-42d5-bd7e-4bfb5915d7fe req-ee25da27-4bf0-4beb-ad74-0b787c5451b3 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:55.661290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fb48878-6681-42d5-bd7e-4bfb5915d7fe req-ee25da27-4bf0-4beb-ad74-0b787c5451b3 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 947 time: 0.2059143 Feb 09 13:12:55.676420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442a88b2-7b2f-4059-905a-1f198698979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25908868-791f-4e4a-bf21-93ac6bbeb092'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:55.697018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Made reservation on behalf of 7deb52a136aa45b985408d3ae3a6b4fe for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:12:55.698779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.732718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 25908868-791f-4e4a-bf21-93ac6bbeb092, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=25908868-791f-4e4a-bf21-93ac6bbeb092,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:55.749091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:55.754648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019a22a-483c-402a-9854-8679d42cb725 admin admin] Pushing event updated for resources: {'Network': ['ID=1a413ead-34c6-4707-aa75-2045a5d98e31,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:55.774772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 1a413ead-34c6-4707-aa75-2045a5d98e31 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:12:55.823820 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fb48878-6681-42d5-bd7e-4bfb5915d7fe req-c0e57d7c-e8b9-4e83-9cdd-f2c2d88675d3 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910017 Feb 09 13:12:55.837220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:55.843219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8442820a-75fc-463a-b51f-2b1aa062b1eb req-1030f76f-dc95-4f3a-98ed-c71f5b032d24 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459514 Feb 09 13:12:55.934050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['66b4ad0f-29f0-4186-9fd0-446d1dc080e9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:12:56.057007 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442a88b2-7b2f-4059-905a-1f198698979f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25908868-791f-4e4a-bf21-93ac6bbeb092', 'code': 200} Feb 09 13:12:56.142558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=25908868-791f-4e4a-bf21-93ac6bbeb092,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:56.213296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-975dfcfc-e8da-44f7-852c-fbae26693762 req-501be8e9-43fe-4222-883b-a5e634711269 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 1097 time: 0.1457407 Feb 09 13:12:56.214797 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:56.339830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76dd11-5aa4-42cd-b8e2-d8acaa78a829 req-386fab67-d5a2-4bb1-ace8-c606a0e7a266 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:56.344477 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa76dd11-5aa4-42cd-b8e2-d8acaa78a829 req-386fab67-d5a2-4bb1-ace8-c606a0e7a266 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 946 time: 0.4055977 Feb 09 13:12:56.348242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8442820a-75fc-463a-b51f-2b1aa062b1eb req-68e38ab7-856e-4536-bf13-7f296613f03a service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940398 Feb 09 13:12:56.368682 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-975dfcfc-e8da-44f7-852c-fbae26693762 req-f457ddcc-4832-416b-80f4-9b078aa90b87 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428568 Feb 09 13:12:56.425531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa76dd11-5aa4-42cd-b8e2-d8acaa78a829 req-1614e12d-7484-4590-95e9-8498e95dddc1 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737920 Feb 09 13:12:56.446370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e73a80-fd67-4cb8-9c02-537d2cee20e1,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:56.459099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Checking segment: {'id': 'd089bb9d-d29d-4bce-8cca-65fbc607e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a413ead-34c6-4707-aa75-2045a5d98e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:12:56.459816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Network hostable DHCP agents. Network: 1a413ead-34c6-4707-aa75-2045a5d98e31, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:12:56.517985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Network 1a413ead-34c6-4707-aa75-2045a5d98e31 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:12:56.531810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 1a413ead-34c6-4707-aa75-2045a5d98e31) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:12:56.539135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:56.544125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247f75db-a6c2-4872-b9bc-d305c1faa7ba None None] Network 1a413ead-34c6-4707-aa75-2045a5d98e31 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:12:56.547895 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:56.615705 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f296a65a-5a2d-439b-864c-22e76fb3742d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1095996 Feb 09 13:12:56.686884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8e522-3b78-42c7-afe4-904abd8b77b1 req-48772010-9b1d-4f6f-8a61-99c95c78941a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:56.695299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9b8e522-3b78-42c7-afe4-904abd8b77b1 req-48772010-9b1d-4f6f-8a61-99c95c78941a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.1384978 Feb 09 13:12:56.851675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9b8e522-3b78-42c7-afe4-904abd8b77b1 req-6539de80-40da-4206-9c2b-3c45e1f80d6e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544025 Feb 09 13:12:57.083788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53872eb-e501-456f-bde9-616909f96cf7 None None] Network 1a413ead-34c6-4707-aa75-2045a5d98e31 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:12:57.263057 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-58d6afe3-8cca-4880-bf4f-26cb078401aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:57.303720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8199b7e-03da-40aa-8720-0ca793ddaeae req-7cc47b91-71c7-434e-a215-c744f513dd17 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:57.316625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8199b7e-03da-40aa-8720-0ca793ddaeae req-7cc47b91-71c7-434e-a215-c744f513dd17 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 944 time: 0.1661589 Feb 09 13:12:57.627039 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8199b7e-03da-40aa-8720-0ca793ddaeae req-d2db0657-30f3-402c-97bc-ed59e43fed90 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032300 Feb 09 13:12:57.830518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49172) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:57.921304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-fb2857ed-e575-4783-82a3-1104eeeb6c8e tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:57.928142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-fb2857ed-e575-4783-82a3-1104eeeb6c8e tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/networks?id=1a413ead-34c6-4707-aa75-2045a5d98e31 HTTP/1.1" status: 200 len: 822 time: 0.2684050 Feb 09 13:12:57.954179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51afb7a-c7b0-4fc3-b658-28feb1a0115f req-0746680d-5e87-45d6-ac43-b0ad015f20ee tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:57.955761 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d51afb7a-c7b0-4fc3-b658-28feb1a0115f req-0746680d-5e87-45d6-ac43-b0ad015f20ee tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=86e7a36c-70f1-43e3-bd7d-da23ff72ac73 HTTP/1.1" status: 200 len: 945 time: 0.1420159 Feb 09 13:12:57.962418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-f55e848a-176f-42f1-83ee-7786cddad1ea tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/quotas/7deb52a136aa45b985408d3ae3a6b4fe HTTP/1.1" status: 200 len: 375 time: 0.0332799 Feb 09 13:12:58.085182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-aa5130a8-9572-45ec-8ab8-6edf3b311b42 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7deb52a136aa45b985408d3ae3a6b4fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214559 Feb 09 13:12:58.102765 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-71ef3737-8c99-4908-af0d-dc249366e393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:58.147402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-71ef3737-8c99-4908-af0d-dc249366e393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:58.152371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-71ef3737-8c99-4908-af0d-dc249366e393 admin admin] Usage tracker for resource:security_group_rule and tenant:4961a2dc20d64e0e92f6c338aafc094e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:58.155901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-71ef3737-8c99-4908-af0d-dc249366e393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:58.164299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-71ef3737-8c99-4908-af0d-dc249366e393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:58.242375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d51afb7a-c7b0-4fc3-b658-28feb1a0115f req-2fe5ba43-2bec-4bbc-a83a-132467cbaf03 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/security-groups?id=75d7e761-584a-454f-b0ce-fb8046d2242a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770102 Feb 09 13:12:58.256453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-71ef3737-8c99-4908-af0d-dc249366e393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:58.261448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-71ef3737-8c99-4908-af0d-dc249366e393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:58.283356 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-2d66b22d-29ec-4932-afe9-34e37ff63400 service neutron] 10.222.0.59 "GET /v2.0/networks/1a413ead-34c6-4707-aa75-2045a5d98e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971710 Feb 09 13:12:58.319466 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-71ef3737-8c99-4908-af0d-dc249366e393 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4961a2dc20d64e0e92f6c338aafc094e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4874821 Feb 09 13:12:58.320340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef3737-8c99-4908-af0d-dc249366e393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429c951e-b66d-4716-b8aa-5c9a5061ec4b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:58.322919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49182) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:58.406736 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2927ab4-7ae8-489a-982d-8306da5e7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:58.436471 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:58.445944 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2927ab4-7ae8-489a-982d-8306da5e7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:58.511541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-f9071358-e319-4323-8d83-80185e384141 service neutron] 10.222.0.59 "GET /v2.0/networks/1a413ead-34c6-4707-aa75-2045a5d98e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216506 Feb 09 13:12:58.517631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4c5de-a463-407c-b0af-79cb66214c6d req-09a1f9a3-4145-427a-a3d7-90e7bd253425 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:58.519162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abe4c5de-a463-407c-b0af-79cb66214c6d req-09a1f9a3-4145-427a-a3d7-90e7bd253425 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 946 time: 0.1250446 Feb 09 13:12:58.523826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2927ab4-7ae8-489a-982d-8306da5e7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:58.546431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2927ab4-7ae8-489a-982d-8306da5e7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429c951e-b66d-4716-b8aa-5c9a5061ec4b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:58.551323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2927ab4-7ae8-489a-982d-8306da5e7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:58.553600 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a2927ab4-7ae8-489a-982d-8306da5e7b66 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/429c951e-b66d-4716-b8aa-5c9a5061ec4b HTTP/1.1" status: 204 len: 168 time: 0.2296827 Feb 09 13:12:58.581545 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:12:58.600613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abe4c5de-a463-407c-b0af-79cb66214c6d req-c056c5ba-a039-42e2-8bf8-cdff90566a8b tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733173 Feb 09 13:12:58.857168 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:58.859841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a93536-d3e4-4086-bc76-ce8260391d49 req-fbbe2c19-a65d-47e3-8db1-b5e7a35d5e7a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:58.862427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23a93536-d3e4-4086-bc76-ce8260391d49 req-fbbe2c19-a65d-47e3-8db1-b5e7a35d5e7a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.1231005 Feb 09 13:12:58.907523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:12:58.909689 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.068744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23a93536-d3e4-4086-bc76-ce8260391d49 req-4156716d-ace1-4c15-874c-c987c8068de8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002435 Feb 09 13:12:59.084108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-e38e0b5d-619c-4f9c-a70b-98d4db7c39f4 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:59.084858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-e38e0b5d-619c-4f9c-a70b-98d4db7c39f4 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Synchronizing usage tracker for tenant:da589c1b2dd04c33b96c3f68c27259a8 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:12:59.106978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-e38e0b5d-619c-4f9c-a70b-98d4db7c39f4 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Unset dirty status for tenant:da589c1b2dd04c33b96c3f68c27259a8 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:12:59.111386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49200) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:12:59.111830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-e38e0b5d-619c-4f9c-a70b-98d4db7c39f4 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "GET /v2.0/ports?device_id=86e7a36c-70f1-43e3-bd7d-da23ff72ac73 HTTP/1.1" status: 200 len: 945 time: 0.1972995 Feb 09 13:12:59.121851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9448951-13d3-4b3e-934c-c505445083e9 req-8a3f71e5-2678-42e2-b6da-72f050efbb26 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2070459975&fields=id&tenant_id=fc183ac503d444de9127e3680854731b HTTP/1.1" status: 200 len: 267 time: 0.1553993 Feb 09 13:12:59.236704 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be7fd4bf-967e-4259-b42f-f57673cb8701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.251500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-ec73926b-a13e-4bde-9f48-f395f7c5cae3 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Deleting port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:12:59.251898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-ec73926b-a13e-4bde-9f48-f395f7c5cae3 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.306460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-be7fd4bf-967e-4259-b42f-f57673cb8701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:12:59.312776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.350325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-be7fd4bf-967e-4259-b42f-f57673cb8701 admin admin] Usage tracker for resource:security_group_rule and tenant:41c5792a02b042bd80403d4896b71e20 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:12:59.352083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:59.353612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:12:59.355043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-be7fd4bf-967e-4259-b42f-f57673cb8701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:12:59.360812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.378591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-be7fd4bf-967e-4259-b42f-f57673cb8701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:12:59.409278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9448951-13d3-4b3e-934c-c505445083e9 req-380ebeae-6e77-4e78-adba-55ffa9a4f132 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:59.417120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9448951-13d3-4b3e-934c-c505445083e9 req-380ebeae-6e77-4e78-adba-55ffa9a4f132 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 946 time: 0.2940524 Feb 09 13:12:59.428773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-e9448951-13d3-4b3e-934c-c505445083e9 req-75bbaebd-63bb-414c-adbb-8f87e8cb717f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'port': {'security_groups': ['6348f802-f568-46d1-aa93-d6ebd65bf35c', '6a49a362-975a-4c27-a312-8c4eaef3dfc8']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:12:59.446077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=10']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:12:59.461496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.461882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.462171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.464682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.464810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.465066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.465394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.465718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.466190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.466350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.466693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:12:59.492137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d4269-6602-4871-9e9a-912b0963346b req-e9a82a12-fa9e-422b-a24e-1cfa2199422f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:59.493753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a81d4269-6602-4871-9e9a-912b0963346b req-e9a82a12-fa9e-422b-a24e-1cfa2199422f tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "GET /v2.0/ports?device_id=809159d6-d517-4bc1-8766-f49572b53f72 HTTP/1.1" status: 200 len: 945 time: 0.3041351 Feb 09 13:12:59.686499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a81d4269-6602-4871-9e9a-912b0963346b req-f5f4e016-a98f-43e4-b036-7bc16b57384a tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Deleting port 5c88359c-8006-4f95-af42-275f03e79e9d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:12:59.686865 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a81d4269-6602-4871-9e9a-912b0963346b req-f5f4e016-a98f-43e4-b036-7bc16b57384a tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.745191 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be7fd4bf-967e-4259-b42f-f57673cb8701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.769838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280f94e-0a77-40ce-9e32-c7e79c3ef598 req-4003cbd6-e1c3-4a69-88a9-f8ec9ddfaba4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:12:59.777603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e280f94e-0a77-40ce-9e32-c7e79c3ef598 req-4003cbd6-e1c3-4a69-88a9-f8ec9ddfaba4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 944 time: 0.4719050 Feb 09 13:12:59.787340 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be7fd4bf-967e-4259-b42f-f57673cb8701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.817220 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e9448951-13d3-4b3e-934c-c505445083e9 req-75bbaebd-63bb-414c-adbb-8f87e8cb717f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.830333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-ec73926b-a13e-4bde-9f48-f395f7c5cae3 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] For port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:12:59.832064 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.832434 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-ec73926b-a13e-4bde-9f48-f395f7c5cae3 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:12:59.995900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-ec73926b-a13e-4bde-9f48-f395f7c5cae3 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Calling delete_port for 1d6d39de-642a-4baf-8ce4-3718fdd9b9de owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:00.062825 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e280f94e-0a77-40ce-9e32-c7e79c3ef598 req-2090aaac-431f-4e4e-ae2c-df34a96c8d30 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849054 Feb 09 13:13:00.085152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fd4bf-967e-4259-b42f-f57673cb8701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e06d9b-ae85-404c-91a4-edb9049f9fcb,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:00.169729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-ec73926b-a13e-4bde-9f48-f395f7c5cae3 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:00.184170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['5c88359c-8006-4f95-af42-275f03e79e9d', '1d6d39de-642a-4baf-8ce4-3718fdd9b9de'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:13:00.221962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-be7fd4bf-967e-4259-b42f-f57673cb8701 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41c5792a02b042bd80403d4896b71e20&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1093953 Feb 09 13:13:00.227413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49218) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:00.263967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73926b-a13e-4bde-9f48-f395f7c5cae3 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Pushing event deleted for resources: {'Port': ['ID=1d6d39de-642a-4baf-8ce4-3718fdd9b9de,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:00.338971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-ec73926b-a13e-4bde-9f48-f395f7c5cae3 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] No DVR routers for this DVR port 1d6d39de-642a-4baf-8ce4-3718fdd9b9de on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:13:00.341387 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-ec73926b-a13e-4bde-9f48-f395f7c5cae3 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:00.344014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e7a36c-70f1-43e3-bd7d-da23ff72ac73', 'name': 'network-vif-deleted', 'tag': '1d6d39de-642a-4baf-8ce4-3718fdd9b9de'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:00.365710 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-997d71a0-1dac-4377-9abf-c98f95af2196 req-ec73926b-a13e-4bde-9f48-f395f7c5cae3 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "DELETE /v2.0/ports/1d6d39de-642a-4baf-8ce4-3718fdd9b9de HTTP/1.1" status: 204 len: 173 time: 1.2480047 Feb 09 13:13:00.547076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a082b8e4-0761-41e2-a755-b8d843c4a90b req-06628186-49a4-405e-a43d-307acd3fe7c1 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 210 time: 0.3239388 Feb 09 13:13:00.570278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-9a36bc09-8e48-4954-81be-6cb208bc0d04 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:00.571071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-9a36bc09-8e48-4954-81be-6cb208bc0d04 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Synchronizing usage tracker for tenant:7deb52a136aa45b985408d3ae3a6b4fe on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:13:00.588935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-9a36bc09-8e48-4954-81be-6cb208bc0d04 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Unset dirty status for tenant:7deb52a136aa45b985408d3ae3a6b4fe on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:13:00.592159 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-9a36bc09-8e48-4954-81be-6cb208bc0d04 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.67 "GET /v2.0/networks?id=1a413ead-34c6-4707-aa75-2045a5d98e31 HTTP/1.1" status: 200 len: 822 time: 0.1869581 Feb 09 13:13:00.608914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Request body: {'port': {'device_id': '2cb8f81f-c1b3-447d-9958-f34a92f7f6fb', 'network_id': '1a413ead-34c6-4707-aa75-2045a5d98e31', 'admin_state_up': True, 'tenant_id': '7deb52a136aa45b985408d3ae3a6b4fe'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:00.671875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a81d4269-6602-4871-9e9a-912b0963346b req-f5f4e016-a98f-43e4-b036-7bc16b57384a tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] For port 5c88359c-8006-4f95-af42-275f03e79e9d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5c88359c-8006-4f95-af42-275f03e79e9d,segment=NetworkSegment(8649b433-c604-4492-95a4-abbe7a44940c),segment_id=8649b433-c604-4492-95a4-abbe7a44940c)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:00.672234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a81d4269-6602-4871-9e9a-912b0963346b req-f5f4e016-a98f-43e4-b036-7bc16b57384a tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:00.784127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:00.788451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Usage tracker for resource:port and tenant:7deb52a136aa45b985408d3ae3a6b4fe is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:00.792566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:00.799239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:00.809140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Made reservation on behalf of 7deb52a136aa45b985408d3ae3a6b4fe for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:00.812191 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:00.901910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a81d4269-6602-4871-9e9a-912b0963346b req-f5f4e016-a98f-43e4-b036-7bc16b57384a tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Calling delete_port for 5c88359c-8006-4f95-af42-275f03e79e9d owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:00.957193 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fbafa383-ee46-4918-9243-49442cd7e253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:00.974294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-e9448951-13d3-4b3e-934c-c505445083e9 req-75bbaebd-63bb-414c-adbb-8f87e8cb717f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] For port 25908868-791f-4e4a-bf21-93ac6bbeb092, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=25908868-791f-4e4a-bf21-93ac6bbeb092,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:01.082985 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fbafa383-ee46-4918-9243-49442cd7e253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:01.094650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Allocated IP 172.20.0.14 (1a413ead-34c6-4707-aa75-2045a5d98e31/98e73a80-fd67-4cb8-9c02-537d2cee20e1/0e317d9b-e62b-44a6-a0e8-79c5387d6f1d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:01.122958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-e9448951-13d3-4b3e-934c-c505445083e9 req-75bbaebd-63bb-414c-adbb-8f87e8cb717f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:13:01.224374 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e9448951-13d3-4b3e-934c-c505445083e9 req-75bbaebd-63bb-414c-adbb-8f87e8cb717f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:01.245891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1407c70b-6758-4512-b902-d4efc90b85d8 req-30e13af7-b755-429a-88b9-f4e68508b680 tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.59 "GET /v2.0/ports?device_id=86e7a36c-70f1-43e3-bd7d-da23ff72ac73 HTTP/1.1" status: 200 len: 210 time: 0.1080375 Feb 09 13:13:01.252335 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e9448951-13d3-4b3e-934c-c505445083e9 req-75bbaebd-63bb-414c-adbb-8f87e8cb717f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:01.266972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88292496-476e-4a97-85b7-564d4c8fdde7', '25908868-791f-4e4a-bf21-93ac6bbeb092'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:13:01.342566 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'code': 200} Feb 09 13:13:01.452737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:01.478246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9448951-13d3-4b3e-934c-c505445083e9 req-75bbaebd-63bb-414c-adbb-8f87e8cb717f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:01.479150 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e9448951-13d3-4b3e-934c-c505445083e9 req-75bbaebd-63bb-414c-adbb-8f87e8cb717f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:01.492857 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e7a36c-70f1-43e3-bd7d-da23ff72ac73', 'name': 'network-vif-deleted', 'tag': '1d6d39de-642a-4baf-8ce4-3718fdd9b9de', 'status': 'completed', 'code': 200} Feb 09 13:13:01.495334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9448951-13d3-4b3e-934c-c505445083e9 req-75bbaebd-63bb-414c-adbb-8f87e8cb717f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "PUT /v2.0/ports/25908868-791f-4e4a-bf21-93ac6bbeb092 HTTP/1.1" status: 200 len: 982 time: 2.0760307 Feb 09 13:13:01.495803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442a88b2-7b2f-4059-905a-1f198698979f', 'tag': '25908868-791f-4e4a-bf21-93ac6bbeb092'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:01.498837 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:01.524569 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a81d4269-6602-4871-9e9a-912b0963346b req-f5f4e016-a98f-43e4-b036-7bc16b57384a tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:01.589051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['25908868-791f-4e4a-bf21-93ac6bbeb092'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:13:01.611755 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fbafa383-ee46-4918-9243-49442cd7e253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:01.647028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Network 1a413ead-34c6-4707-aa75-2045a5d98e31 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:01.648218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:01.650971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:13:01.721892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Pushing event updated for resources: {'Port': ['ID=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:01.775172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:01.775857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:01.801994 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1da9afeb-1211-4c74-a17a-3aaa7626f865 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1964772 Feb 09 13:13:01.814881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Request body: {'port': {'device_id': '2cb8f81f-c1b3-447d-9958-f34a92f7f6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:01.827896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafa383-ee46-4918-9243-49442cd7e253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e06d9b-ae85-404c-91a4-edb9049f9fcb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:01.881597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbaebd-63bb-414c-adbb-8f87e8cb717f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'Port': ['ID=25908868-791f-4e4a-bf21-93ac6bbeb092,revision_number=6']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:01.978096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81d4269-6602-4871-9e9a-912b0963346b req-f5f4e016-a98f-43e4-b036-7bc16b57384a tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] No DVR routers for this DVR port 5c88359c-8006-4f95-af42-275f03e79e9d on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:13:01.983183 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a81d4269-6602-4871-9e9a-912b0963346b req-f5f4e016-a98f-43e4-b036-7bc16b57384a tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:02.021227 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:02.024892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4e016-a98f-43e4-b036-7bc16b57384a tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] Pushing event deleted for resources: {'Port': ['ID=5c88359c-8006-4f95-af42-275f03e79e9d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:02.044378 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fbafa383-ee46-4918-9243-49442cd7e253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:02.049703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fbafa383-ee46-4918-9243-49442cd7e253 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/56e06d9b-ae85-404c-91a4-edb9049f9fcb HTTP/1.1" status: 204 len: 168 time: 1.8104830 Feb 09 13:13:02.066528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a81d4269-6602-4871-9e9a-912b0963346b req-f5f4e016-a98f-43e4-b036-7bc16b57384a tempest-ListServersNegativeTestJSON-1936082902 tempest-ListServersNegativeTestJSON-1936082902-project] 10.222.0.67 "DELETE /v2.0/ports/5c88359c-8006-4f95-af42-275f03e79e9d HTTP/1.1" status: 204 len: 173 time: 2.5589933 Feb 09 13:13:02.111176 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0421bbc-99df-434c-90b6-6fb3d7c1fc7a req-6ccc6338-e2f3-40b4-b3a9-e4371dccb0c3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 1097 time: 0.4151084 Feb 09 13:13:02.145778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6c70-0306-4269-a671-b68683c6906a req-b43c07cb-6e2f-4b70-a114-e50814830ca4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:02.153764 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7ff6c70-0306-4269-a671-b68683c6906a req-b43c07cb-6e2f-4b70-a114-e50814830ca4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.5475390 Feb 09 13:13:02.190967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a1899-8130-428c-b63e-b9340c760c96 req-41d96909-bd83-47bf-92ee-8c4d5ffa7d9d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:02.198004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-556a1899-8130-428c-b63e-b9340c760c96 req-41d96909-bd83-47bf-92ee-8c4d5ffa7d9d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.3651445 Feb 09 13:13:02.290165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7ff6c70-0306-4269-a671-b68683c6906a req-fc604310-4f4d-4bf1-a4b5-bd7101bf2ebe tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353495 Feb 09 13:13:02.301700 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0421bbc-99df-434c-90b6-6fb3d7c1fc7a req-3e6e2652-d406-455f-a5ca-b831a2093df3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771853 Feb 09 13:13:02.339857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-556a1899-8130-428c-b63e-b9340c760c96 req-d8f1aa40-b849-4cd7-b1f1-81ac87e64c05 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394606 Feb 09 13:13:02.519046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6873c19-a033-4290-89ad-dcab7a4a378f req-37f6465a-6d6b-4221-ad9c-088d11131f4f tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/6a49a362-975a-4c27-a312-8c4eaef3dfc8 HTTP/1.1" status: 200 len: 1634 time: 0.1425369 Feb 09 13:13:02.618876 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-b6873c19-a033-4290-89ad-dcab7a4a378f req-23d20c00-9ce3-446a-8e71-c958b3d1d9a1 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 13:13:02.635670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b6873c19-a033-4290-89ad-dcab7a4a378f req-23d20c00-9ce3-446a-8e71-c958b3d1d9a1 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/6a49a362-975a-4c27-a312-8c4eaef3dfc8 HTTP/1.1" status: 409 len: 341 time: 0.1148849 Feb 09 13:13:02.639526 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442a88b2-7b2f-4059-905a-1f198698979f', 'tag': '25908868-791f-4e4a-bf21-93ac6bbeb092', 'status': 'completed', 'code': 200} Feb 09 13:13:02.867575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deae6740-d21d-49c4-adc3-3646a90b28f2 req-15eed05d-2253-415d-b406-d566c1b1387a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 1136 time: 0.2111468 Feb 09 13:13:03.091851 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:13:03.101495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:03.122841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Transition to ACTIVE for port object 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:03.127838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:03.315573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:03.332082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae6740-d21d-49c4-adc3-3646a90b28f2 req-06508f5e-11de-4575-a53c-2123dcd7557f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:03.339589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deae6740-d21d-49c4-adc3-3646a90b28f2 req-06508f5e-11de-4575-a53c-2123dcd7557f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 914 time: 0.4279866 Feb 09 13:13:03.466987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Attempting to bind port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:13:03.467328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Attempting to bind port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'd089bb9d-d29d-4bce-8cca-65fbc607e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a413ead-34c6-4707-aa75-2045a5d98e31'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:13:03.467828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Attempting to bind port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d on network 1a413ead-34c6-4707-aa75-2045a5d98e31 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:13:03.474989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d on network 1a413ead-34c6-4707-aa75-2045a5d98e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:13:03.475318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Attempting to bind port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d on network 1a413ead-34c6-4707-aa75-2045a5d98e31 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:13:03.475555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d510f-9fa0-4bc5-9ac1-792304afab57 req-d87a67b7-f242-4723-b60e-c6fae9adb9fb tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:03.477697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-690d510f-9fa0-4bc5-9ac1-792304afab57 req-d87a67b7-f242-4723-b60e-c6fae9adb9fb tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.5978160 Feb 09 13:13:03.479409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deae6740-d21d-49c4-adc3-3646a90b28f2 req-9aec236a-a925-43c9-9162-78bae2a3d450 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25908868-791f-4e4a-bf21-93ac6bbeb092 HTTP/1.1" status: 200 len: 217 time: 0.1222167 Feb 09 13:13:03.482801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:13:03.483142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Checking segment: {'id': 'd089bb9d-d29d-4bce-8cca-65fbc607e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a413ead-34c6-4707-aa75-2045a5d98e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:13:03.483522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Bound using segment: {'id': 'd089bb9d-d29d-4bce-8cca-65fbc607e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a413ead-34c6-4707-aa75-2045a5d98e31'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:13:03.483947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Bound port: 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd089bb9d-d29d-4bce-8cca-65fbc607e50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1a413ead-34c6-4707-aa75-2045a5d98e31'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:13:03.484293 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:03.605454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] For port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:03.611916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] For port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,segment=NetworkSegment(d089bb9d-d29d-4bce-8cca-65fbc607e50e),segment_id=d089bb9d-d29d-4bce-8cca-65fbc607e50e)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:03.617393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:03.620347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb7e91-0317-49ed-8bb2-8c81d0fe2c89 req-0c46d527-32b5-45c1-9d46-d99cc6e51e53 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:03.623427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0dfb7e91-0317-49ed-8bb2-8c81d0fe2c89 req-0c46d527-32b5-45c1-9d46-d99cc6e51e53 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 932 time: 0.7083414 Feb 09 13:13:03.701529 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:03.703164 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] 10.222.0.67 "PUT /v2.0/ports/0e317d9b-e62b-44a6-a0e8-79c5387d6f1d HTTP/1.1" status: 200 len: 1092 time: 1.8951821 Feb 09 13:13:03.703785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb8f81f-c1b3-447d-9958-f34a92f7f6fb', 'tag': '0e317d9b-e62b-44a6-a0e8-79c5387d6f1d'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:03.731856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b41029-e701-489d-b7d3-cfc5bdb7cef5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:03.780411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-690d510f-9fa0-4bc5-9ac1-792304afab57 req-27f672db-2811-45e8-b689-4c268352720d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897561 Feb 09 13:13:03.787097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae6740-d21d-49c4-adc3-3646a90b28f2 req-3607f7b9-c842-4e7d-805c-a3ae66a5d167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:03.788551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deae6740-d21d-49c4-adc3-3646a90b28f2 req-3607f7b9-c842-4e7d-805c-a3ae66a5d167 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a4952-adf7-4b95-90df-2d44dcef12bf HTTP/1.1" status: 200 len: 853 time: 0.2993824 Feb 09 13:13:03.876980 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-2d99d52d-a18e-401f-a93d-e12c642907b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7deb52a136aa45b985408d3ae3a6b4fe&device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 1095 time: 0.1205976 Feb 09 13:13:03.897884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deae6740-d21d-49c4-adc3-3646a90b28f2 req-7a4ba011-0945-4e66-8ea5-5c87c4ded510 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f23dbd13-26ed-450c-8383-23e2623950a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861468 Feb 09 13:13:03.900078 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0dfb7e91-0317-49ed-8bb2-8c81d0fe2c89 req-44622bff-3938-430b-8b9f-ba5ed523d1a4 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/security-groups?id=b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561831 Feb 09 13:13:04.088132 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-1d7a2d83-97bb-46c9-9a0b-23b381d0bcc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d HTTP/1.1" status: 200 len: 217 time: 0.1984811 Feb 09 13:13:04.151959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49286) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:04.304439 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb8f81f-c1b3-447d-9958-f34a92f7f6fb', 'tag': '0e317d9b-e62b-44a6-a0e8-79c5387d6f1d', 'status': 'completed', 'code': 200} Feb 09 13:13:04.346992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-2ea3bae6-b2d5-4703-98f2-90e92266c1c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:04.350140 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-2ea3bae6-b2d5-4703-98f2-90e92266c1c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98e73a80-fd67-4cb8-9c02-537d2cee20e1 HTTP/1.1" status: 200 len: 862 time: 0.2564349 Feb 09 13:13:04.392377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-445c6969-b260-4125-bf60-c1c0b8f8ff2a admin admin] Deleting subnet e420ceb0-f653-45eb-a89a-6813de00fd4f {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:13:04.452411 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-a7780bce-1ceb-47fc-bc95-cfc1ee1ef99f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a413ead-34c6-4707-aa75-2045a5d98e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950119 Feb 09 13:13:04.461325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deae6740-d21d-49c4-adc3-3646a90b28f2 req-42ff4361-a379-41aa-bcab-cc9505d53354 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528560 Feb 09 13:13:04.461916 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-445c6969-b260-4125-bf60-c1c0b8f8ff2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:04.603481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5c88359c-8006-4f95-af42-275f03e79e9d no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:04.666022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 5c88359c-8006-4f95-af42-275f03e79e9d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:13:04.672521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5c88359c-8006-4f95-af42-275f03e79e9d not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:04.673034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1d6d39de-642a-4baf-8ce4-3718fdd9b9de no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:04.731884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-ecabf69b-e994-4b7c-8dde-13a0b1e0bb29 service neutron] 10.222.0.67 "GET /v2.0/networks/1a413ead-34c6-4707-aa75-2045a5d98e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703083 Feb 09 13:13:04.762947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 1d6d39de-642a-4baf-8ce4-3718fdd9b9de {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:13:04.763377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1d6d39de-642a-4baf-8ce4-3718fdd9b9de not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:04.970053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809159d6-d517-4bc1-8766-f49572b53f72', 'name': 'network-vif-deleted', 'tag': '5c88359c-8006-4f95-af42-275f03e79e9d'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:05.102433 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ce49bef-9f6e-4895-b3c6-0c09cec2d710 req-c2a43f59-e5fa-4652-89fb-720fe867f63b service neutron] 10.222.0.67 "GET /v2.0/networks/1a413ead-34c6-4707-aa75-2045a5d98e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615561 Feb 09 13:13:05.194862 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deae6740-d21d-49c4-adc3-3646a90b28f2 req-0b31d323-108f-4d74-868f-f2cee486aca5 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6862550 Feb 09 13:13:05.349035 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bf77498-b991-4056-ba3f-7257cad27fd6 req-2e919b3d-351f-44aa-bc4a-2200e5b5606f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7deb52a136aa45b985408d3ae3a6b4fe&device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 1095 time: 0.1740205 Feb 09 13:13:05.367937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-445c6969-b260-4125-bf60-c1c0b8f8ff2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:05.529571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e699-f761-408a-9501-609a2cfdc86c req-a7fb5681-e08c-4097-a021-a33f7883363f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:05.532012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-a7fb5681-e08c-4097-a021-a33f7883363f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 812 time: 1.0275683 Feb 09 13:13:05.563547 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-445c6969-b260-4125-bf60-c1c0b8f8ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:05.653859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729b728-2add-4aaf-b750-190e27303234 req-24a21134-47eb-4a14-93e5-9c4fc134c5b5 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:05.667732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf77498-b991-4056-ba3f-7257cad27fd6 req-25ce2c10-610f-4f42-aad1-4db99dddf048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:05.669884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bf77498-b991-4056-ba3f-7257cad27fd6 req-25ce2c10-610f-4f42-aad1-4db99dddf048 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1a413ead-34c6-4707-aa75-2045a5d98e31 HTTP/1.1" status: 200 len: 923 time: 0.3136883 Feb 09 13:13:05.672432 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6729b728-2add-4aaf-b750-190e27303234 req-24a21134-47eb-4a14-93e5-9c4fc134c5b5 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 1.1559496 Feb 09 13:13:05.790133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-7a6dc5a2-8aa5-4eb3-806c-7771912ce022 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/quotas/accedead334d4e338be32f77a85b3517 HTTP/1.1" status: 200 len: 375 time: 0.2466993 Feb 09 13:13:05.854557 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bf77498-b991-4056-ba3f-7257cad27fd6 req-0a24740a-3e44-43cd-96fb-9fdd93a9e86a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d HTTP/1.1" status: 200 len: 217 time: 0.1730218 Feb 09 13:13:05.885040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3eaa5273-030d-48ad-9a1b-050479aedccf req-f55c862e-4068-4eb5-aa4f-0b5b9d00c4a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 1136 time: 0.6144469 Feb 09 13:13:05.940175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf77498-b991-4056-ba3f-7257cad27fd6 req-1122c388-b326-4d67-a057-883763ea97bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:05.941718 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bf77498-b991-4056-ba3f-7257cad27fd6 req-1122c388-b326-4d67-a057-883763ea97bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=98e73a80-fd67-4cb8-9c02-537d2cee20e1 HTTP/1.1" status: 200 len: 862 time: 0.0813267 Feb 09 13:13:06.004292 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bf77498-b991-4056-ba3f-7257cad27fd6 req-72594a50-62af-45db-ac8d-aaf181cf77b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1a413ead-34c6-4707-aa75-2045a5d98e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465715 Feb 09 13:13:06.010087 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6729b728-2add-4aaf-b750-190e27303234 req-2cf13615-7c52-4f07-a02e-ecb20af67288 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365002 Feb 09 13:13:06.158725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa5273-030d-48ad-9a1b-050479aedccf req-20b780ee-bd55-4792-bcb7-554dbdeb483f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:06.160197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3eaa5273-030d-48ad-9a1b-050479aedccf req-20b780ee-bd55-4792-bcb7-554dbdeb483f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 914 time: 0.2576723 Feb 09 13:13:06.161139 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-445c6969-b260-4125-bf60-c1c0b8f8ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.289479 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bf77498-b991-4056-ba3f-7257cad27fd6 req-4f444800-110c-438f-a8ba-eecc461efe31 service neutron] 10.222.0.67 "GET /v2.0/networks/1a413ead-34c6-4707-aa75-2045a5d98e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744772 Feb 09 13:13:06.300802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c6969-b260-4125-bf60-c1c0b8f8ff2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e420ceb0-f653-45eb-a89a-6813de00fd4f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:06.329281 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-445c6969-b260-4125-bf60-c1c0b8f8ff2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.333665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3eaa5273-030d-48ad-9a1b-050479aedccf req-c4b5adca-5893-4e59-9573-8fcb71640f77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25908868-791f-4e4a-bf21-93ac6bbeb092 HTTP/1.1" status: 200 len: 217 time: 0.1358576 Feb 09 13:13:06.384351 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-445c6969-b260-4125-bf60-c1c0b8f8ff2a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e420ceb0-f653-45eb-a89a-6813de00fd4f HTTP/1.1" status: 204 len: 168 time: 2.2308185 Feb 09 13:13:06.390059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49360) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:06.419399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-719263eb-7d3e-478b-ad15-d892e468adea tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6121721 Feb 09 13:13:06.542897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.548111 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0bf77498-b991-4056-ba3f-7257cad27fd6 req-b768e77e-2bb4-4caa-ae44-3f2fd5b7c792 service neutron] 10.222.0.67 "GET /v2.0/networks/1a413ead-34c6-4707-aa75-2045a5d98e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506533 Feb 09 13:13:06.608502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:13:06.624888 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa5273-030d-48ad-9a1b-050479aedccf req-fb4cd1ed-827a-4c96-98ac-6286feaeedf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:06.626326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3eaa5273-030d-48ad-9a1b-050479aedccf req-fb4cd1ed-827a-4c96-98ac-6286feaeedf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a4952-adf7-4b95-90df-2d44dcef12bf HTTP/1.1" status: 200 len: 853 time: 0.2818196 Feb 09 13:13:06.707269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.742731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3eaa5273-030d-48ad-9a1b-050479aedccf req-2ffe2b06-3955-436d-ba31-16613c5f287f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f23dbd13-26ed-450c-8383-23e2623950a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652521 Feb 09 13:13:06.753717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14e9fb-ebaa-4743-b501-a9daf7a654f3 req-0f622ab7-64e1-4e60-836e-38f69315c1a2 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:06.754152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171d7085-8f47-4790-ba23-d9d5922c4b1f']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:06.756033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d14e9fb-ebaa-4743-b501-a9daf7a654f3 req-0f622ab7-64e1-4e60-836e-38f69315c1a2 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 985 time: 0.5890303 Feb 09 13:13:06.770611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8649b433-c604-4492-95a4-abbe7a44940c') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:06.770892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8649b433-c604-4492-95a4-abbe7a44940c') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:06.772102 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,segment=NetworkSegment(d089bb9d-d29d-4bce-8cca-65fbc607e50e),segment_id=d089bb9d-d29d-4bce-8cca-65fbc607e50e)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:06.787020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.787780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '0e317d9b-e62b-44a6-a0e8-79c5387d6f1d', 'network_id': '1a413ead-34c6-4707-aa75-2045a5d98e31', 'port_id': '0e317d9b-e62b-44a6-a0e8-79c5387d6f1d', 'mac_address': 'fa:16:3e:eb:ce:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e73a80-fd67-4cb8-9c02-537d2cee20e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:13:06.806191 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.813521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:13:06.814869 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:13:06.831125 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:13:06.864140 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.892090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:13:06.913422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,segment=NetworkSegment(d089bb9d-d29d-4bce-8cca-65fbc607e50e),segment_id=d089bb9d-d29d-4bce-8cca-65fbc607e50e)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:06.918816 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.929392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.934751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:06.939080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-306d2e2e-ca97-4896-9823-c0e922324c65 service neutron] 10.222.0.59 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146251 Feb 09 13:13:06.979596 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/171d7085-8f47-4790-ba23-d9d5922c4b1f HTTP/1.1" status: 204 len: 168 time: 0.5878587 Feb 09 13:13:06.984239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062ad63-7348-4942-80c4-75fa2fd752f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=171d7085-8f47-4790-ba23-d9d5922c4b1f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:07.019895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:07.057895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d14e9fb-ebaa-4743-b501-a9daf7a654f3 req-8890d501-b573-40ee-aaf0-5d13967a0b4a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a49a362-975a-4c27-a312-8c4eaef3dfc8&id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2769599 Feb 09 13:13:07.129211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3eaa5273-030d-48ad-9a1b-050479aedccf req-b21068dd-3c1d-4c52-a41b-54cb7ba81bc7 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700469 Feb 09 13:13:07.260296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49394) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:07.293376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['0e317d9b-e62b-44a6-a0e8-79c5387d6f1d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:13:07.327437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-7c179329-d399-42ef-9adf-5c50d96731ee service neutron] 10.222.0.59 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873792 Feb 09 13:13:07.339209 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-30d04ebd-a3e1-4f24-ada1-671780aa4643 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da589c1b2dd04c33b96c3f68c27259a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0758307 Feb 09 13:13:07.340985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49400) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:07.377452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3eaa5273-030d-48ad-9a1b-050479aedccf req-88f169b3-e6de-4e75-9925-d9703bcee5e0 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404158 Feb 09 13:13:07.400068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f8f89-ab44-4f80-9bea-f2c5f9931882 req-4ea55c1f-5f19-44ca-88a2-85e91ab84c4f tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:07.409408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-911f8f89-ab44-4f80-9bea-f2c5f9931882 req-4ea55c1f-5f19-44ca-88a2-85e91ab84c4f tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 945 time: 0.1730003 Feb 09 13:13:07.483434 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4027252-bb07-4967-8dfb-519dea2c73e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:07.499533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-911f8f89-ab44-4f80-9bea-f2c5f9931882 req-ec395c92-8cea-43d2-87ac-a22d8be1f7d9 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/security-groups?id=b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891318 Feb 09 13:13:07.500066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49404) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:07.526771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4027252-bb07-4967-8dfb-519dea2c73e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:07.643880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4027252-bb07-4967-8dfb-519dea2c73e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:07.646215 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809159d6-d517-4bc1-8766-f49572b53f72', 'name': 'network-vif-deleted', 'tag': '5c88359c-8006-4f95-af42-275f03e79e9d', 'status': 'completed', 'code': 200} Feb 09 13:13:07.683344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4027252-bb07-4967-8dfb-519dea2c73e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d7e761-584a-454f-b0ce-fb8046d2242a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:07.722181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4027252-bb07-4967-8dfb-519dea2c73e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:07.723415 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e4027252-bb07-4967-8dfb-519dea2c73e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75d7e761-584a-454f-b0ce-fb8046d2242a HTTP/1.1" status: 204 len: 168 time: 0.3810947 Feb 09 13:13:07.780539 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95d35b4b-a49b-4518-99ea-a25773918391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:07.931204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-95d35b4b-a49b-4518-99ea-a25773918391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:07.946817 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cdd324b1-ea6c-4010-bf85-63e08d35ad3e req-b92b70fe-a2de-4ed8-924f-146da8746a1e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 210 time: 0.0831466 Feb 09 13:13:07.955974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-95d35b4b-a49b-4518-99ea-a25773918391 admin admin] Usage tracker for resource:security_group_rule and tenant:15d9e98309fb4bfe98e2341336867f15 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:07.970319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-95d35b4b-a49b-4518-99ea-a25773918391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:07.991182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-95d35b4b-a49b-4518-99ea-a25773918391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:08.064616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b3ca1-feb3-4542-bfb6-fc7cf4ee8a64 req-f74effe0-5606-4b29-81ae-4015fc65fd6d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:08.072694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b1b3ca1-feb3-4542-bfb6-fc7cf4ee8a64 req-f74effe0-5606-4b29-81ae-4015fc65fd6d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2561889 Feb 09 13:13:08.088995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49426) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:08.161739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b1b3ca1-feb3-4542-bfb6-fc7cf4ee8a64 req-c6056edd-5386-40b5-8420-a627c0a40a75 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878911 Feb 09 13:13:08.237908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95d35b4b-a49b-4518-99ea-a25773918391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:08.243870 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95d35b4b-a49b-4518-99ea-a25773918391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:08.311999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d35b4b-a49b-4518-99ea-a25773918391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0991a5-0002-4d02-90ec-5a44cd9f543f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:08.458098 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-95d35b4b-a49b-4518-99ea-a25773918391 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15d9e98309fb4bfe98e2341336867f15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9544706 Feb 09 13:13:08.459109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49442) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:08.562169 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba16eea7-1eaa-46be-a5b4-c2870c646550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:08.578454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4eaa63-0ff1-4be3-9075-ccc15538f356 req-4fc8df21-3b63-4183-940e-34510edde7fc tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:08.580541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e4eaa63-0ff1-4be3-9075-ccc15538f356 req-4fc8df21-3b63-4183-940e-34510edde7fc tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2155640 Feb 09 13:13:08.623726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:13:08.633172 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba16eea7-1eaa-46be-a5b4-c2870c646550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:08.652672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fde7f5-4be7-46d1-bd9f-a8f8998ef31f req-9e931978-9147-477c-ada9-215b35e8bde9 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:08.659780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73fde7f5-4be7-46d1-bd9f-a8f8998ef31f req-9e931978-9147-477c-ada9-215b35e8bde9 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 985 time: 0.3819487 Feb 09 13:13:08.726143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:08.735122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e4eaa63-0ff1-4be3-9075-ccc15538f356 req-1fb58151-7888-440a-9e68-ef40ac0a4e9b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400399 Feb 09 13:13:08.737344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:08.737867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:08.765064 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73fde7f5-4be7-46d1-bd9f-a8f8998ef31f req-a7bf0900-3c30-4e4f-af76-b31f58d831cd tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a49a362-975a-4c27-a312-8c4eaef3dfc8&id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1044497 Feb 09 13:13:08.784600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba16eea7-1eaa-46be-a5b4-c2870c646550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:08.835958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16eea7-1eaa-46be-a5b4-c2870c646550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0991a5-0002-4d02-90ec-5a44cd9f543f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:08.857380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba16eea7-1eaa-46be-a5b4-c2870c646550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:08.862570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ba16eea7-1eaa-46be-a5b4-c2870c646550 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd0991a5-0002-4d02-90ec-5a44cd9f543f HTTP/1.1" status: 204 len: 168 time: 0.3973746 Feb 09 13:13:09.009038 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:09.083422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb8f81f-c1b3-447d-9958-f34a92f7f6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e317d9b-e62b-44a6-a0e8-79c5387d6f1d'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:09.083679 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:09.097013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,segment=NetworkSegment(d089bb9d-d29d-4bce-8cca-65fbc607e50e),segment_id=d089bb9d-d29d-4bce-8cca-65fbc607e50e)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:09.103393 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:09.209813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:09.308696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957707-4c55-47c0-9a93-2d821d507bf8 req-18b254a8-2907-48fd-b602-0a4198604e0f tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.311260 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59957707-4c55-47c0-9a93-2d821d507bf8 req-18b254a8-2907-48fd-b602-0a4198604e0f tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 945 time: 0.4192588 Feb 09 13:13:09.321857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb9c69-8ac2-4c96-9e35-d8ab1011d32c req-85d7d8f1-ec78-4a01-a9ba-d4c8ae3a564a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.328857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9cb9c69-8ac2-4c96-9e35-d8ab1011d32c req-85d7d8f1-ec78-4a01-a9ba-d4c8ae3a564a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.3230507 Feb 09 13:13:09.402964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e699-f761-408a-9501-609a2cfdc86c req-1eaf8258-df15-4d8d-a6fd-f05bfb810c89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:09.404508 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-1eaf8258-df15-4d8d-a6fd-f05bfb810c89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 812 time: 0.2607818 Feb 09 13:13:09.439526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'port': {'device_id': '8155979f-714c-41da-b65e-3690cda9fa17', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'admin_state_up': True, 'tenant_id': 'accedead334d4e338be32f77a85b3517'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:09.582832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49468) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:09.622677 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9cb9c69-8ac2-4c96-9e35-d8ab1011d32c req-94dcfb3c-ca11-4520-bf06-df290bf9682b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927499 Feb 09 13:13:09.638660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59957707-4c55-47c0-9a93-2d821d507bf8 req-992d9f64-e208-4915-831e-45369771698a tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/security-groups?id=b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919271 Feb 09 13:13:09.702981 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb0b7-8674-4fcd-9813-421e0ac52e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:09.764259 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb8f81f-c1b3-447d-9958-f34a92f7f6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e317d9b-e62b-44a6-a0e8-79c5387d6f1d', 'code': 200} Feb 09 13:13:09.782619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e7ecb0b7-8674-4fcd-9813-421e0ac52e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:09.831687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e7ecb0b7-8674-4fcd-9813-421e0ac52e15 admin admin] Usage tracker for resource:security_group_rule and tenant:27d11fbe8c864e588953a856848cebfc is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:09.840515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e7ecb0b7-8674-4fcd-9813-421e0ac52e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:09.844516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:09.851696 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5340e0fd-fe30-4898-ab8e-8b6a93f2a575 req-fd804acd-66d5-47f5-aa5b-55e0eb177dbe tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 210 time: 0.0795946 Feb 09 13:13:09.865209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e7ecb0b7-8674-4fcd-9813-421e0ac52e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:09.871485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:09.896411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Made reservation on behalf of accedead334d4e338be32f77a85b3517 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:09.903529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:09.999855 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1a1ce0c-0165-4c1a-a1ff-7b38c606f34d req-95b51aaf-74fc-4181-a142-bb4e21bc2d9b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 1097 time: 0.1614902 Feb 09 13:13:10.050712 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb0b7-8674-4fcd-9813-421e0ac52e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.089392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7ecb0b7-8674-4fcd-9813-421e0ac52e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.125422 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1a1ce0c-0165-4c1a-a1ff-7b38c606f34d req-c8382040-5868-411c-bd57-2a66b7a0e02d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065075 Feb 09 13:13:10.126097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] Deleting port 54e83a7d-7159-4968-8371-acd805e08eec {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:10.126549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.208350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecb0b7-8674-4fcd-9813-421e0ac52e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dec4cac-56c3-464c-aad7-63c2653758cd,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:10.229634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e7ecb0b7-8674-4fcd-9813-421e0ac52e15 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27d11fbe8c864e588953a856848cebfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6384618 Feb 09 13:13:10.236786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49480) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:10.239642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Allocated IP 172.20.0.11 (2903bfa2-6e98-48bf-8735-26cc8008e2be/a6635b5b-1a73-4f24-af7b-ce18e647d366/c22d0dc0-a022-479e-a05b-26d73a67ed6e) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:10.337107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] For port 54e83a7d-7159-4968-8371-acd805e08eec, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=54e83a7d-7159-4968-8371-acd805e08eec,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:10.337405 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.427914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ef96b-5f44-4e6d-aa2c-70d4ca9af713 req-790b7d68-8de9-43a9-b26d-bf3e640cd42a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:10.429446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f85ef96b-5f44-4e6d-aa2c-70d4ca9af713 req-790b7d68-8de9-43a9-b26d-bf3e640cd42a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 985 time: 0.2910259 Feb 09 13:13:10.492983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] Calling delete_port for 54e83a7d-7159-4968-8371-acd805e08eec owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:10.516767 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85c13bf0-3706-4a70-a50c-6ce922f7bf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.644881 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85c13bf0-3706-4a70-a50c-6ce922f7bf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.739175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f85ef96b-5f44-4e6d-aa2c-70d4ca9af713 req-9353c52b-e174-4fd0-b3e6-0f8a91bed167 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=6a49a362-975a-4c27-a312-8c4eaef3dfc8&id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2983782 Feb 09 13:13:10.783324 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.816691 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.844451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Transition to ACTIVE for port object c22d0dc0-a022-479e-a05b-26d73a67ed6e will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:10.845924 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85c13bf0-3706-4a70-a50c-6ce922f7bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.874876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c13bf0-3706-4a70-a50c-6ce922f7bf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dec4cac-56c3-464c-aad7-63c2653758cd,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:10.891031 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85c13bf0-3706-4a70-a50c-6ce922f7bf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.892173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-85c13bf0-3706-4a70-a50c-6ce922f7bf8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3dec4cac-56c3-464c-aad7-63c2653758cd HTTP/1.1" status: 204 len: 168 time: 0.6544304 Feb 09 13:13:10.930345 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:10.956991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e83a7d-7159-4968-8371-acd805e08eec,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:11.147486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:11.149100 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:11.161591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:11.193845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:13:11.348470 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:11.350108 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:11.420991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9941771 Feb 09 13:13:11.444558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c21296-73c3-48ec-8cc3-1e264c896d89 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'Port': ['ID=c22d0dc0-a022-479e-a05b-26d73a67ed6e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:11.456818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Request body: {'port': {'device_id': '8155979f-714c-41da-b65e-3690cda9fa17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:11.656309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-babc20ac-2259-4cdd-9295-7cff706e4152 None None] Provisioning for port c22d0dc0-a022-479e-a05b-26d73a67ed6e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:11.670201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-babc20ac-2259-4cdd-9295-7cff706e4152 None None] Provisioning complete for port c22d0dc0-a022-479e-a05b-26d73a67ed6e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:11.670833 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-babc20ac-2259-4cdd-9295-7cff706e4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:11.686354 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:11.745139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-babc20ac-2259-4cdd-9295-7cff706e4152 None None] Port c22d0dc0-a022-479e-a05b-26d73a67ed6e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:13:11.825419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:11.866785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb09a0-09ad-4f15-b785-82e9f0e36600 req-1fbca38f-9186-431b-88b6-ebddbdf892be tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:11.874036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0cb09a0-09ad-4f15-b785-82e9f0e36600 req-1fbca38f-9186-431b-88b6-ebddbdf892be tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.8356607 Feb 09 13:13:12.055112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0cb09a0-09ad-4f15-b785-82e9f0e36600 req-f10e4cb0-2b23-49ad-9f78-107a643cbc64 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801181 Feb 09 13:13:12.304380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3a448-eaef-48f5-8ad6-1a1050b8e9b0 req-23aba16c-7f21-4d4a-b6b5-6c377a3d087b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:12.307314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bb3a448-eaef-48f5-8ad6-1a1050b8e9b0 req-23aba16c-7f21-4d4a-b6b5-6c377a3d087b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 946 time: 0.9644089 Feb 09 13:13:12.379307 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-60f324d8-2bad-4272-ab25-e7442f2aadc3 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1135569874&fields=id&tenant_id=fc183ac503d444de9127e3680854731b HTTP/1.1" status: 200 len: 267 time: 0.1269324 Feb 09 13:13:12.620603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22d0dc0-a022-479e-a05b-26d73a67ed6e {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:13:12.628800 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:12.635639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bb3a448-eaef-48f5-8ad6-1a1050b8e9b0 req-bd5ba0f1-3678-4fb4-bb6c-dccd78ed5860 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/security-groups?id=b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060021 Feb 09 13:13:12.637455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] Router f214de36-824f-46ec-bc9b-e3eb20c8e86f has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:13:12.655312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Transition to ACTIVE for port object c22d0dc0-a022-479e-a05b-26d73a67ed6e will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:12.669828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:12.737710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-7d06fd04-d738-4cfd-817a-5df09501c17a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:12.739288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-7d06fd04-d738-4cfd-817a-5df09501c17a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 985 time: 0.3537571 Feb 09 13:13:12.830077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-040d66b3-2acc-4e7f-86c7-7210310c1afe tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'port': {'security_groups': ['6348f802-f568-46d1-aa93-d6ebd65bf35c', '6a49a362-975a-4c27-a312-8c4eaef3dfc8', '98403cd8-74ae-4885-935a-267bab2a8b96']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:12.916774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:13:12.929213 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] Sync routers for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:13:12.942015 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-adc56cb8-b193-4966-a72f-560d75436fd3 admin admin] 10.222.0.59 "PUT /v2.0/routers/f214de36-824f-46ec-bc9b-e3eb20c8e86f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8515477 Feb 09 13:13:12.942712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49524) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:12.966510 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:13:12.967424 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:12:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:13.146893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Pushing event updated for resources: {'Port': ['ID=c22d0dc0-a022-479e-a05b-26d73a67ed6e,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:13.190625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:13.257077 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:13:13.279843 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-040d66b3-2acc-4e7f-86c7-7210310c1afe tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:13.449881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f441c-4201-4847-bed0-8c3ce6b9eb2a req-58d4551a-0694-41fe-be25-5a073b9b4982 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:13.450811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4f8f441c-4201-4847-bed0-8c3ce6b9eb2a req-58d4551a-0694-41fe-be25-5a073b9b4982 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Synchronizing usage tracker for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:13:13.455169 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:13.465662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Deleting port b87516f4-8f15-4b1d-b57b-fc565382ccb1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:13.466070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:13.507096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4f8f441c-4201-4847-bed0-8c3ce6b9eb2a req-58d4551a-0694-41fe-be25-5a073b9b4982 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Unset dirty status for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:13:13.514405 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f8f441c-4201-4847-bed0-8c3ce6b9eb2a req-58d4551a-0694-41fe-be25-5a073b9b4982 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 944 time: 0.6486869 Feb 09 13:13:13.516745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Attempting to bind port c22d0dc0-a022-479e-a05b-26d73a67ed6e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:13:13.517245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Attempting to bind port c22d0dc0-a022-479e-a05b-26d73a67ed6e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:13:13.517564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Attempting to bind port c22d0dc0-a022-479e-a05b-26d73a67ed6e on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:13:13.563936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Port c22d0dc0-a022-479e-a05b-26d73a67ed6e on network 2903bfa2-6e98-48bf-8735-26cc8008e2be not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:13:13.564474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Attempting to bind port c22d0dc0-a022-479e-a05b-26d73a67ed6e on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:13:13.622245 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:13:10Z', 'revision_number': 5, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port': {'id': 'b87516f4-8f15-4b1d-b57b-fc565382ccb1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:15:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:05:54Z', 'updated_at': '2022-02-09T13:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:13.623035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f8f441c-4201-4847-bed0-8c3ce6b9eb2a req-1dc58d35-37f8-48b2-936a-2942f2345e75 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074216 Feb 09 13:13:13.626792 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] Checking router: f214de36-824f-46ec-bc9b-e3eb20c8e86f for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:13:13.639270 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] Routers {'f214de36-824f-46ec-bc9b-e3eb20c8e86f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:13:13.640208 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:12:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:13.652943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:13:13.653270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Checking segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:13:13.660338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Bound using segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:13:13.661391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Bound port: c22d0dc0-a022-479e-a05b-26d73a67ed6e, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:13:13.661757 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:13.735581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] For port b87516f4-8f15-4b1d-b57b-fc565382ccb1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b87516f4-8f15-4b1d-b57b-fc565382ccb1,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:13.735941 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:13.852620 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] Set router f214de36-824f-46ec-bc9b-e3eb20c8e86f gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:13:13.894100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Calling delete_port for b87516f4-8f15-4b1d-b57b-fc565382ccb1 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:13.988873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] For port c22d0dc0-a022-479e-a05b-26d73a67ed6e, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:13.999026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-040d66b3-2acc-4e7f-86c7-7210310c1afe tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] For port 25908868-791f-4e4a-bf21-93ac6bbeb092, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=25908868-791f-4e4a-bf21-93ac6bbeb092,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:14.001807 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 6, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:14.008644 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd0379-a78b-4e0f-9efe-b0f4ff5a0eb4 None None] The sync data for ids ['f214de36-824f-46ec-bc9b-e3eb20c8e86f'] in n-d-825175-3 is: [{'id': 'f214de36-824f-46ec-bc9b-e3eb20c8e86f', 'name': 'tempest-AttachVolumeTestJSON-590843004-router', 'tenant_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:05:53Z', 'updated_at': '2022-02-09T13:13:13Z', 'revision_number': 6, 'project_id': '3fbe2ed9f5f94e24861de215e30bd8d1', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:13:14.008878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] For port c22d0dc0-a022-479e-a05b-26d73a67ed6e, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c22d0dc0-a022-479e-a05b-26d73a67ed6e,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:14.021992 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.095513 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-040d66b3-2acc-4e7f-86c7-7210310c1afe tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.136789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Pushing event updated for resources: {'Port': ['ID=c22d0dc0-a022-479e-a05b-26d73a67ed6e,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:14.140966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.142549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-42ec3751-14f0-445e-a980-196491dab56f service neutron] 10.222.0.67 "PUT /v2.0/ports/c22d0dc0-a022-479e-a05b-26d73a67ed6e HTTP/1.1" status: 200 len: 1092 time: 2.7000356 Feb 09 13:13:14.143237 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-040d66b3-2acc-4e7f-86c7-7210310c1afe tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.144923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8155979f-714c-41da-b65e-3690cda9fa17', 'tag': 'c22d0dc0-a022-479e-a05b-26d73a67ed6e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:14.158782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88292496-476e-4a97-85b7-564d4c8fdde7', '25908868-791f-4e4a-bf21-93ac6bbeb092'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:13:14.413652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.498135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=b87516f4-8f15-4b1d-b57b-fc565382ccb1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:14.531723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d66b3-2acc-4e7f-86c7-7210310c1afe tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'Port': ['ID=25908868-791f-4e4a-bf21-93ac6bbeb092,revision_number=7']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:14.544980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-040d66b3-2acc-4e7f-86c7-7210310c1afe tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:14.545625 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-040d66b3-2acc-4e7f-86c7-7210310c1afe tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.547181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-94fce8e0-192d-4172-8c8e-41b23d90ef9e req-040d66b3-2acc-4e7f-86c7-7210310c1afe tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "PUT /v2.0/ports/25908868-791f-4e4a-bf21-93ac6bbeb092 HTTP/1.1" status: 200 len: 1021 time: 1.8003166 Feb 09 13:13:14.629834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58ea56-7b1b-4816-8924-e95b4584d71d req-a9ab20f6-5d3d-4567-be8d-07b6934472b3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:14.637816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca58ea56-7b1b-4816-8924-e95b4584d71d req-a9ab20f6-5d3d-4567-be8d-07b6934472b3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2979698 Feb 09 13:13:14.660814 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-6088ab03-62aa-47cb-8c2c-e1d516e20b6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 1095 time: 0.4008191 Feb 09 13:13:14.731928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['25908868-791f-4e4a-bf21-93ac6bbeb092'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:13:14.755694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-ac64276d-a3eb-4749-82ab-430889983239 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22d0dc0-a022-479e-a05b-26d73a67ed6e HTTP/1.1" status: 200 len: 217 time: 0.0773666 Feb 09 13:13:14.882684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca58ea56-7b1b-4816-8924-e95b4584d71d req-cf41285d-33fb-4fb2-b815-1605ee427d22 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438245 Feb 09 13:13:14.930810 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:14.938716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e699-f761-408a-9501-609a2cfdc86c req-9931934a-97fa-4b04-a3c3-ef99a1cfac87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:14.940263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-9931934a-97fa-4b04-a3c3-ef99a1cfac87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1446652 Feb 09 13:13:15.022850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61de297-5aa6-40a8-8d57-e25a5019b4eb req-cb193502-19c0-4a39-90d4-f70ff2af7442 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:15.030949 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e61de297-5aa6-40a8-8d57-e25a5019b4eb req-cb193502-19c0-4a39-90d4-f70ff2af7442 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 946 time: 0.2722120 Feb 09 13:13:15.115670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e61de297-5aa6-40a8-8d57-e25a5019b4eb req-ecf16269-3036-4fe1-ab54-a1097bbd0099 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/security-groups?id=b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780520 Feb 09 13:13:15.187968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-2ffce1c9-2b1d-4199-90eb-6f248bc016d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203414 Feb 09 13:13:15.332707 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8155979f-714c-41da-b65e-3690cda9fa17', 'tag': 'c22d0dc0-a022-479e-a05b-26d73a67ed6e', 'status': 'completed', 'code': 200} Feb 09 13:13:15.424235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:15.428866 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:15.466894 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:15.467485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f214de36-824f-46ec-bc9b-e3eb20c8e86f {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:13:15.482384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:15.483796 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-92a1f98a-6e57-4a04-8ce9-75abb9ef7bcc admin admin] 10.222.0.59 "DELETE /v2.0/routers/f214de36-824f-46ec-bc9b-e3eb20c8e86f HTTP/1.1" status: 204 len: 168 time: 2.5399318 Feb 09 13:13:15.486066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49602) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:15.566285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedb2e88-822d-4dda-a9d4-910f28195664 admin admin] Deleting subnet ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:13:15.569805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cedb2e88-822d-4dda-a9d4-910f28195664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:15.636339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cedb2e88-822d-4dda-a9d4-910f28195664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:15.651672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b87516f4-8f15-4b1d-b57b-fc565382ccb1 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:15.701263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: b87516f4-8f15-4b1d-b57b-fc565382ccb1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:13:15.701877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b87516f4-8f15-4b1d-b57b-fc565382ccb1 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:15.702346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 54e83a7d-7159-4968-8371-acd805e08eec no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:15.735237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 54e83a7d-7159-4968-8371-acd805e08eec {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:13:15.735574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 54e83a7d-7159-4968-8371-acd805e08eec not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:15.760487 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cedb2e88-822d-4dda-a9d4-910f28195664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:15.776280 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c32faedb-be63-45b9-84fe-1fe516643d8d req-404e47ff-38af-447f-93f7-5041970fea13 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/98403cd8-74ae-4885-935a-267bab2a8b96 HTTP/1.1" status: 200 len: 1634 time: 0.4696813 Feb 09 13:13:15.820595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-491723e2-9f25-4d03-8e44-59d8bdce43ca service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143410 Feb 09 13:13:15.849370 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cedb2e88-822d-4dda-a9d4-910f28195664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:15.890508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb2e88-822d-4dda-a9d4-910f28195664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:15.896693 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cedb2e88-822d-4dda-a9d4-910f28195664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:15.904121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63c690-4a06-46ca-a46d-4316173ca41d None None] Network db14f556-1ce1-481c-84ef-ea73dbf55750 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:13:15.904268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cedb2e88-822d-4dda-a9d4-910f28195664 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ff43aa19-677f-4ef9-bd2c-ea83be3c9ecc HTTP/1.1" status: 204 len: 168 time: 0.4171710 Feb 09 13:13:15.906704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49620) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:15.919274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3411ac-9d81-4cbb-a9f1-2e2917b089bd req-c54fd314-ab06-4831-a384-96f93df45833 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:15.935372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a3411ac-9d81-4cbb-a9f1-2e2917b089bd req-c54fd314-ab06-4831-a384-96f93df45833 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 944 time: 0.3055584 Feb 09 13:13:16.047094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:16.066544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Deleting port 6918a6cb-cb99-4a96-956e-bc581ac3dede {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:16.067208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:16.078123 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-c32faedb-be63-45b9-84fe-1fe516643d8d req-febf8060-2897-4496-8c97-1752a91f38e9 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 13:13:16.079172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c32faedb-be63-45b9-84fe-1fe516643d8d req-febf8060-2897-4496-8c97-1752a91f38e9 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/98403cd8-74ae-4885-935a-267bab2a8b96 HTTP/1.1" status: 409 len: 341 time: 0.3020895 Feb 09 13:13:16.104781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a3411ac-9d81-4cbb-a9f1-2e2917b089bd req-1d79d8ac-69c3-44d3-8ab8-71371f499849 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630366 Feb 09 13:13:16.150980 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f37e699-f761-408a-9501-609a2cfdc86c req-b1d90eb0-0059-4cf7-a646-27fbe218ee69 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134115 Feb 09 13:13:16.192259 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:16.331713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] DHCP port deletion for db14f556-1ce1-481c-84ef-ea73dbf55750 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:13:16.336662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] Deleting port 6918a6cb-cb99-4a96-956e-bc581ac3dede {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:16.337035 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:16.398158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] For port 6918a6cb-cb99-4a96-956e-bc581ac3dede, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6918a6cb-cb99-4a96-956e-bc581ac3dede,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:16.398611 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:16.418753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07545c4e-a081-48a5-a559-7ebfeb16f952 req-791ae850-d943-461e-9260-8a7c1ac9a24b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 1095 time: 0.2069592 Feb 09 13:13:16.669956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Calling delete_port for 6918a6cb-cb99-4a96-956e-bc581ac3dede owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:16.783973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:16.838592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Pushing event deleted for resources: {'Port': ['ID=6918a6cb-cb99-4a96-956e-bc581ac3dede,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:16.845082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] No DVR routers for this DVR port 6918a6cb-cb99-4a96-956e-bc581ac3dede on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:13:16.879692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] For port 6918a6cb-cb99-4a96-956e-bc581ac3dede, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6918a6cb-cb99-4a96-956e-bc581ac3dede,segment=NetworkSegment(6d88ced7-c09c-4ff1-a984-14b7478d0b37),segment_id=6d88ced7-c09c-4ff1-a984-14b7478d0b37)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:16.880245 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:16.923928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07545c4e-a081-48a5-a559-7ebfeb16f952 req-cf0f4186-d4fb-42c0-9e26-fdcc9c58510d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:16.926244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07545c4e-a081-48a5-a559-7ebfeb16f952 req-cf0f4186-d4fb-42c0-9e26-fdcc9c58510d service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.4920402 Feb 09 13:13:17.055844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49654) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:17.084382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9070366-59e2-4ff8-9807-532fc8342a72 req-15e30a95-b99c-4065-b414-c3bea0216219 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:17.092184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9070366-59e2-4ff8-9807-532fc8342a72 req-15e30a95-b99c-4065-b414-c3bea0216219 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.4406829 Feb 09 13:13:17.110247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07545c4e-a081-48a5-a559-7ebfeb16f952 req-52810115-bd86-4a9b-bd37-c8c1bf8f010b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22d0dc0-a022-479e-a05b-26d73a67ed6e HTTP/1.1" status: 200 len: 217 time: 0.1700878 Feb 09 13:13:17.115543 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.132977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] Calling delete_port for 6918a6cb-cb99-4a96-956e-bc581ac3dede owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:17.187473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db14f556-1ce1-481c-84ef-ea73dbf55750']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:17.205077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07545c4e-a081-48a5-a559-7ebfeb16f952 req-b4240d6f-35b3-46c7-9d31-22a2a5d5afaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:17.206669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07545c4e-a081-48a5-a559-7ebfeb16f952 req-b4240d6f-35b3-46c7-9d31-22a2a5d5afaa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.0742524 Feb 09 13:13:17.207830 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:13:17.208195 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:13:17.217080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d88ced7-c09c-4ff1-a984-14b7478d0b37') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:17.217535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d88ced7-c09c-4ff1-a984-14b7478d0b37') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:17.219837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9070366-59e2-4ff8-9807-532fc8342a72 req-54eb33a0-ff91-496f-a682-55d8696cc8a7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262360 Feb 09 13:13:17.255593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.272725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.281520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:13:17.281948 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:13:17.297368 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:13:17.330560 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9825f14b-45e8-4a55-92a1-d7c723c56a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.343817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442a88b2-7b2f-4059-905a-1f198698979f', 'tag': '25908868-791f-4e4a-bf21-93ac6bbeb092'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:17.389812 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.396236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.408528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9825f14b-45e8-4a55-92a1-d7c723c56a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:17.419409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07545c4e-a081-48a5-a559-7ebfeb16f952 req-c6638551-fcb1-4b26-92b0-b03f944f8d5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985438 Feb 09 13:13:17.420350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9825f14b-45e8-4a55-92a1-d7c723c56a21 admin admin] Usage tracker for resource:security_group_rule and tenant:313b950741fb456cb6d43e6a379bdceb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:17.429883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] Pushing event deleted for resources: {'Network': ['ID=db14f556-1ce1-481c-84ef-ea73dbf55750,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:17.451521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9825f14b-45e8-4a55-92a1-d7c723c56a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:17.456222 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-53849900-0eec-4a23-9bc5-449df1ea994a admin admin] 10.222.0.59 "DELETE /v2.0/networks/db14f556-1ce1-481c-84ef-ea73dbf55750 HTTP/1.1" status: 204 len: 168 time: 1.5400853 Feb 09 13:13:17.472281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9825f14b-45e8-4a55-92a1-d7c723c56a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:17.497047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38acbf-b9aa-4ad1-b8d5-96e8b2bf0aa2 req-34e4ad94-0f3f-4541-a5fb-9edb7af80d29 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:17.498607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df38acbf-b9aa-4ad1-b8d5-96e8b2bf0aa2 req-34e4ad94-0f3f-4541-a5fb-9edb7af80d29 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 1024 time: 0.2451217 Feb 09 13:13:17.664874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df38acbf-b9aa-4ad1-b8d5-96e8b2bf0aa2 req-11b57c6e-f76f-4bf2-b39e-3638ebac0224 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=98403cd8-74ae-4885-935a-267bab2a8b96&id=6a49a362-975a-4c27-a312-8c4eaef3dfc8&id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1083732 Feb 09 13:13:17.673384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6918a6cb-cb99-4a96-956e-bc581ac3dede no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:17.733989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49670) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:17.742082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] Deleting port 6918a6cb-cb99-4a96-956e-bc581ac3dede {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:17.742718 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.769836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6918a6cb-cb99-4a96-956e-bc581ac3dede {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:13:17.770180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6918a6cb-cb99-4a96-956e-bc581ac3dede not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:17.794246 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07545c4e-a081-48a5-a559-7ebfeb16f952 req-b8fa05c5-391a-460d-bc68-f681a9cfb4de service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656902 Feb 09 13:13:17.804980 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-92738be7-8b50-4db9-bfe0-41c525a6b1e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3fbe2ed9f5f94e24861de215e30bd8d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0685284 Feb 09 13:13:17.807052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49674) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:17.822751 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-95224c5b-816d-4f2b-83cc-b0722ef7e1ee None None] The port '6918a6cb-cb99-4a96-956e-bc581ac3dede' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:13:17.893556 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1f494343-3349-4674-9e4b-86d6b88bf4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.930181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1f494343-3349-4674-9e4b-86d6b88bf4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:17.981705 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9825f14b-45e8-4a55-92a1-d7c723c56a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:18.000430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9825f14b-45e8-4a55-92a1-d7c723c56a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:18.012452 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1f494343-3349-4674-9e4b-86d6b88bf4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:18.036271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f494343-3349-4674-9e4b-86d6b88bf4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e01d71-b290-4c6c-baa7-43914e8d8349,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:18.046955 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1f494343-3349-4674-9e4b-86d6b88bf4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:18.050692 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1f494343-3349-4674-9e4b-86d6b88bf4a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54e01d71-b290-4c6c-baa7-43914e8d8349 HTTP/1.1" status: 204 len: 168 time: 0.2415206 Feb 09 13:13:18.111400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825f14b-45e8-4a55-92a1-d7c723c56a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a9756f-b7ef-4abe-bdde-ef257e5325bf,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:18.129977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a784f-92c0-4f50-828f-d2fdccbe569b req-189be2c6-6a6b-4dac-826f-3de0c33d9071 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.136972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b85a784f-92c0-4f50-828f-d2fdccbe569b req-189be2c6-6a6b-4dac-826f-3de0c33d9071 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 944 time: 0.4246192 Feb 09 13:13:18.190883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07545c4e-a081-48a5-a559-7ebfeb16f952 req-ac5f58b6-5b0f-4ba2-a298-43763535884f service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727026 Feb 09 13:13:18.193125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9825f14b-45e8-4a55-92a1-d7c723c56a21 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=313b950741fb456cb6d43e6a379bdceb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1343129 Feb 09 13:13:18.195877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49682) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:18.207315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430b99b-cb22-4d34-96ae-3912e282b6a9 req-459a3416-6696-473b-b47a-3912c35acf28 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.209022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9430b99b-cb22-4d34-96ae-3912e282b6a9 req-459a3416-6696-473b-b47a-3912c35acf28 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.3410358 Feb 09 13:13:18.281570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d0c284a-531a-4387-b9c6-e5773f257748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:18.326023 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d0c284a-531a-4387-b9c6-e5773f257748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:18.410519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d0c284a-531a-4387-b9c6-e5773f257748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:18.411221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b85a784f-92c0-4f50-828f-d2fdccbe569b req-a737089d-da06-4412-a975-a07073c64ce7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729378 Feb 09 13:13:18.435428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c284a-531a-4387-b9c6-e5773f257748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a9756f-b7ef-4abe-bdde-ef257e5325bf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:18.440912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d0c284a-531a-4387-b9c6-e5773f257748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:18.442126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8d0c284a-531a-4387-b9c6-e5773f257748 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a7a9756f-b7ef-4abe-bdde-ef257e5325bf HTTP/1.1" status: 204 len: 168 time: 0.2452133 Feb 09 13:13:18.459147 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9430b99b-cb22-4d34-96ae-3912e282b6a9 req-23d36404-913a-4dd4-8ee1-ba8c4ba1a18b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383630 Feb 09 13:13:18.524941 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442a88b2-7b2f-4059-905a-1f198698979f', 'tag': '25908868-791f-4e4a-bf21-93ac6bbeb092', 'status': 'completed', 'code': 200} Feb 09 13:13:18.882193 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-748bb243-3ceb-434a-89a8-967e252da31e req-715e1e1a-b4c2-4822-91f5-3db1e5b67e16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc183ac503d444de9127e3680854731b&device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 1175 time: 0.2942581 Feb 09 13:13:18.898669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1070215-8252-45d6-a80c-abdb1573a01d req-2cc6190a-b6da-4547-a988-3947d393ec39 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:18.914136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1070215-8252-45d6-a80c-abdb1573a01d req-2cc6190a-b6da-4547-a988-3947d393ec39 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 946 time: 0.2250283 Feb 09 13:13:19.195329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bb243-3ceb-434a-89a8-967e252da31e req-940b75c0-c062-4728-8a09-808d3aa73bfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:19.196851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-748bb243-3ceb-434a-89a8-967e252da31e req-940b75c0-c062-4728-8a09-808d3aa73bfe service neutron] 10.222.0.67 "GET /v2.0/networks?id=f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 200 len: 914 time: 0.2505050 Feb 09 13:13:19.298365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-748bb243-3ceb-434a-89a8-967e252da31e req-c63349e5-79ee-44d2-a332-e391233886a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25908868-791f-4e4a-bf21-93ac6bbeb092 HTTP/1.1" status: 200 len: 217 time: 0.0853901 Feb 09 13:13:19.316400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1070215-8252-45d6-a80c-abdb1573a01d req-704c2da2-5031-466c-8e24-0d9711708456 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/security-groups?id=b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007094 Feb 09 13:13:19.393557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49714) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:19.455956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bb243-3ceb-434a-89a8-967e252da31e req-3034b9ad-e643-4dc3-a15c-bc5c2010f9c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:19.457692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-748bb243-3ceb-434a-89a8-967e252da31e req-3034b9ad-e643-4dc3-a15c-bc5c2010f9c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fd9a4952-adf7-4b95-90df-2d44dcef12bf HTTP/1.1" status: 200 len: 853 time: 0.1285815 Feb 09 13:13:19.467268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-964ee7cb-65e2-4ac5-a455-45aaf8ea3e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:19.524185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49720) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:19.542854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-964ee7cb-65e2-4ac5-a455-45aaf8ea3e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:19.554248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-964ee7cb-65e2-4ac5-a455-45aaf8ea3e45 admin admin] Usage tracker for resource:security_group_rule and tenant:fcef98ec2f764e44a1aafc6ed371e9fa is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:19.558867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-964ee7cb-65e2-4ac5-a455-45aaf8ea3e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:19.566945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-964ee7cb-65e2-4ac5-a455-45aaf8ea3e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:19.576893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a7ccf4e1-83cb-4984-8c0e-c0c17b733faf tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:19.578696 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a7ccf4e1-83cb-4984-8c0e-c0c17b733faf tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.67 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 1024 time: 0.2491329 Feb 09 13:13:19.669829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a6ed10e8-d596-4766-8021-1462411099b0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Deleting port 25908868-791f-4e4a-bf21-93ac6bbeb092 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:19.670407 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a6ed10e8-d596-4766-8021-1462411099b0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:19.729363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-748bb243-3ceb-434a-89a8-967e252da31e req-6cd14026-ddeb-4efb-9e52-ec2d49e10b3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f23dbd13-26ed-450c-8383-23e2623950a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2483029 Feb 09 13:13:19.984059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-964ee7cb-65e2-4ac5-a455-45aaf8ea3e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:19.992483 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8566506-2448-4568-8e3f-b1232ae1ffdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:19.996652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-748bb243-3ceb-434a-89a8-967e252da31e req-6366631b-dadb-41cf-a06f-ddfe61d572ad service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516491 Feb 09 13:13:20.052426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b8566506-2448-4568-8e3f-b1232ae1ffdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:20.057175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b8566506-2448-4568-8e3f-b1232ae1ffdc admin admin] Usage tracker for resource:security_group_rule and tenant:33d38a4715484d4f856cff79011adf59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:20.060925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b8566506-2448-4568-8e3f-b1232ae1ffdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:20.067831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b8566506-2448-4568-8e3f-b1232ae1ffdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:20.097921 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-964ee7cb-65e2-4ac5-a455-45aaf8ea3e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.171398 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-964ee7cb-65e2-4ac5-a455-45aaf8ea3e45 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fcef98ec2f764e44a1aafc6ed371e9fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7690227 Feb 09 13:13:20.197768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49732) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:20.333964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99568c-c616-416c-963a-656952e50e0b req-4a4a8972-ee9f-47a7-94e6-173f1657b27d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:20.339021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f99568c-c616-416c-963a-656952e50e0b req-4a4a8972-ee9f-47a7-94e6-173f1657b27d tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 1024 time: 0.7764337 Feb 09 13:13:20.364350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ee7cb-65e2-4ac5-a455-45aaf8ea3e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f609e12-d6eb-4531-bf4e-138ad04080c8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:20.477669 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8566506-2448-4568-8e3f-b1232ae1ffdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.482309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0e801-3f73-4504-9b68-fc31533c87c0 req-694c4fdf-dd5b-4e54-b113-11c199842c6b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:20.484140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6af0e801-3f73-4504-9b68-fc31533c87c0 req-694c4fdf-dd5b-4e54-b113-11c199842c6b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.9232852 Feb 09 13:13:20.495389 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8566506-2448-4568-8e3f-b1232ae1ffdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.524765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-748bb243-3ceb-434a-89a8-967e252da31e req-004ae717-df5c-437d-ae63-d2dbfaeb0070 service neutron] 10.222.0.67 "GET /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087309 Feb 09 13:13:20.529803 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3d8071a-727f-46c4-b391-a8db194da6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.555411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f99568c-c616-416c-963a-656952e50e0b req-1fb75322-9d4d-4afd-a0c1-3ecd181812cd tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=98403cd8-74ae-4885-935a-267bab2a8b96&id=6a49a362-975a-4c27-a312-8c4eaef3dfc8&id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1884570 Feb 09 13:13:20.564486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b90cdf8e-377e-4091-a8dc-f49324aed7b0 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:20.566520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b90cdf8e-377e-4091-a8dc-f49324aed7b0 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 946 time: 0.4533334 Feb 09 13:13:20.568980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a6ed10e8-d596-4766-8021-1462411099b0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] For port 25908868-791f-4e4a-bf21-93ac6bbeb092, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=25908868-791f-4e4a-bf21-93ac6bbeb092,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:20.569439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a6ed10e8-d596-4766-8021-1462411099b0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.581764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8566506-2448-4568-8e3f-b1232ae1ffdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d3a6b5-d6d2-4263-8452-252620fb924e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:20.601775 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b8566506-2448-4568-8e3f-b1232ae1ffdc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33d38a4715484d4f856cff79011adf59&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0758114 Feb 09 13:13:20.602458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49742) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:20.666344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6af0e801-3f73-4504-9b68-fc31533c87c0 req-bad50e57-34d0-46c5-8cc8-575c20970063 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659398 Feb 09 13:13:20.669694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c22d0dc0-a022-479e-a05b-26d73a67ed6e details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:13:20.683392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b6c0a4c4-9bbe-4339-b79f-373d707a110b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Deleting port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:20.686507 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b6c0a4c4-9bbe-4339-b79f-373d707a110b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.776467 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3d8071a-727f-46c4-b391-a8db194da6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:20.803157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a6ed10e8-d596-4766-8021-1462411099b0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Calling delete_port for 25908868-791f-4e4a-bf21-93ac6bbeb092 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:20.977119 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c22d0dc0-a022-479e-a05b-26d73a67ed6e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c22d0dc0-a022-479e-a05b-26d73a67ed6e,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:20.997662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'c22d0dc0-a022-479e-a05b-26d73a67ed6e', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'port_id': 'c22d0dc0-a022-479e-a05b-26d73a67ed6e', 'mac_address': 'fa:16:3e:e4:8a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:13:21.169173 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.175677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d891b1-6b8b-4df9-a86c-0d1ab630e5a8 req-0b0eed05-36ec-4b12-ac4a-a28fa700631c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:21.183474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-94d891b1-6b8b-4df9-a86c-0d1ab630e5a8 req-0b0eed05-36ec-4b12-ac4a-a28fa700631c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 944 time: 0.3964503 Feb 09 13:13:21.199866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22d0dc0-a022-479e-a05b-26d73a67ed6e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:13:21.219409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c22d0dc0-a022-479e-a05b-26d73a67ed6e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c22d0dc0-a022-479e-a05b-26d73a67ed6e,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:21.220399 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-911218e2-90cd-4d65-bca9-b38bc770bc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.228197 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.232505 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3d8071a-727f-46c4-b391-a8db194da6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.313711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=c22d0dc0-a022-479e-a05b-26d73a67ed6e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:21.313974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8071a-727f-46c4-b391-a8db194da6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f609e12-d6eb-4531-bf4e-138ad04080c8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:21.323016 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-911218e2-90cd-4d65-bca9-b38bc770bc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.391113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a6ed10e8-d596-4766-8021-1462411099b0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.405866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88292496-476e-4a97-85b7-564d4c8fdde7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:13:21.429695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3d8071a-727f-46c4-b391-a8db194da6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.433595 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b3d8071a-727f-46c4-b391-a8db194da6b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f609e12-d6eb-4531-bf4e-138ad04080c8 HTTP/1.1" status: 204 len: 168 time: 1.2236993 Feb 09 13:13:21.452215 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-94d891b1-6b8b-4df9-a86c-0d1ab630e5a8 req-7461fd64-8cb0-4fa6-bef2-f9ff22595b36 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677579 Feb 09 13:13:21.472496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed10e8-d596-4766-8021-1462411099b0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'Port': ['ID=25908868-791f-4e4a-bf21-93ac6bbeb092,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:21.507984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b6c0a4c4-9bbe-4339-b79f-373d707a110b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] For port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,segment=NetworkSegment(d089bb9d-d29d-4bce-8cca-65fbc607e50e),segment_id=d089bb9d-d29d-4bce-8cca-65fbc607e50e)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:21.508662 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b6c0a4c4-9bbe-4339-b79f-373d707a110b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.525333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb876f-2bd7-4b75-b54c-43961c76d370 req-49a062b0-ddbe-491c-9e27-5c865c09b839 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:21.533263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bfb876f-2bd7-4b75-b54c-43961c76d370 req-49a062b0-ddbe-491c-9e27-5c865c09b839 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 946 time: 0.4315553 Feb 09 13:13:21.605284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-911218e2-90cd-4d65-bca9-b38bc770bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.623364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['c22d0dc0-a022-479e-a05b-26d73a67ed6e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:13:21.623652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a6ed10e8-d596-4766-8021-1462411099b0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] No DVR routers for this DVR port 25908868-791f-4e4a-bf21-93ac6bbeb092 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:13:21.627055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a6ed10e8-d596-4766-8021-1462411099b0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.628919 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-93418d2f-c0b7-4c97-91e6-8a6c7e72d61a req-a6ed10e8-d596-4766-8021-1462411099b0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.67 "DELETE /v2.0/ports/25908868-791f-4e4a-bf21-93ac6bbeb092 HTTP/1.1" status: 204 len: 173 time: 2.0416827 Feb 09 13:13:21.629473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442a88b2-7b2f-4059-905a-1f198698979f', 'name': 'network-vif-deleted', 'tag': '25908868-791f-4e4a-bf21-93ac6bbeb092'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:21.633877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911218e2-90cd-4d65-bca9-b38bc770bc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d3a6b5-d6d2-4263-8452-252620fb924e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:21.636762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-911218e2-90cd-4d65-bca9-b38bc770bc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:21.638525 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-911218e2-90cd-4d65-bca9-b38bc770bc5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95d3a6b5-d6d2-4263-8452-252620fb924e HTTP/1.1" status: 204 len: 168 time: 0.9578681 Feb 09 13:13:21.739516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b6c0a4c4-9bbe-4339-b79f-373d707a110b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Calling delete_port for 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:21.796376 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bfb876f-2bd7-4b75-b54c-43961c76d370 req-2b1fedc8-7670-4cea-ad8d-5b2b26e5e7f8 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/security-groups?id=b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618968 Feb 09 13:13:21.903087 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8b878fe-7ab9-4823-90d9-d8ef23c81e77 req-c7e221cd-4393-4dbb-9564-4bca8964bf88 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=442a88b2-7b2f-4059-905a-1f198698979f HTTP/1.1" status: 200 len: 210 time: 0.0824573 Feb 09 13:13:21.936665 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442a88b2-7b2f-4059-905a-1f198698979f', 'name': 'network-vif-deleted', 'tag': '25908868-791f-4e4a-bf21-93ac6bbeb092', 'status': 'completed', 'code': 200} Feb 09 13:13:22.141210 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b6c0a4c4-9bbe-4339-b79f-373d707a110b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:22.198520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0a4c4-9bbe-4339-b79f-373d707a110b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Pushing event deleted for resources: {'Port': ['ID=0e317d9b-e62b-44a6-a0e8-79c5387d6f1d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:22.295833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b6c0a4c4-9bbe-4339-b79f-373d707a110b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] No DVR routers for this DVR port 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:13:22.299784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b6c0a4c4-9bbe-4339-b79f-373d707a110b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:22.302084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb8f81f-c1b3-447d-9958-f34a92f7f6fb', 'name': 'network-vif-deleted', 'tag': '0e317d9b-e62b-44a6-a0e8-79c5387d6f1d'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:22.331410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0939484-b9a7-48c8-ae55-d6b69127ebd5 req-a5d84a35-821b-4d97-b8a0-0f63e7c842ab tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:22.333025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0939484-b9a7-48c8-ae55-d6b69127ebd5 req-a5d84a35-821b-4d97-b8a0-0f63e7c842ab tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2671182 Feb 09 13:13:22.335976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-736aa109-0006-44bf-b7af-4a99a0be8fe2 req-b6c0a4c4-9bbe-4339-b79f-373d707a110b tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.67 "DELETE /v2.0/ports/0e317d9b-e62b-44a6-a0e8-79c5387d6f1d HTTP/1.1" status: 204 len: 173 time: 1.7620606 Feb 09 13:13:22.425666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0939484-b9a7-48c8-ae55-d6b69127ebd5 req-36030478-e539-4035-949e-b5eca0b8a8a4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862153 Feb 09 13:13:22.427380 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb8f81f-c1b3-447d-9958-f34a92f7f6fb', 'name': 'network-vif-deleted', 'tag': '0e317d9b-e62b-44a6-a0e8-79c5387d6f1d', 'status': 'completed', 'code': 200} Feb 09 13:13:22.695917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 25908868-791f-4e4a-bf21-93ac6bbeb092 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:22.744267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec003e44-8ce8-4018-810e-1d7f8b0f94b4 req-3314d275-f1e3-467c-b39c-83e4bdc75ab0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:22.746483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec003e44-8ce8-4018-810e-1d7f8b0f94b4 req-3314d275-f1e3-467c-b39c-83e4bdc75ab0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 945 time: 0.1305740 Feb 09 13:13:22.765947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 25908868-791f-4e4a-bf21-93ac6bbeb092 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:13:22.768251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 25908868-791f-4e4a-bf21-93ac6bbeb092 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:22.768915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:22.821385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec003e44-8ce8-4018-810e-1d7f8b0f94b4 req-02ecd59d-4113-49ee-abac-7489cc46b910 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680485 Feb 09 13:13:22.845951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:13:22.846295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0e317d9b-e62b-44a6-a0e8-79c5387d6f1d not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:23.112593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7f6dede5-aee1-4790-b833-b1a420e5281b req-95c80934-e19e-4130-b6df-e1657dc63db5 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Synchronizing usage tracker for tenant:7deb52a136aa45b985408d3ae3a6b4fe on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:13:23.136974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7f6dede5-aee1-4790-b833-b1a420e5281b req-95c80934-e19e-4130-b6df-e1657dc63db5 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] Unset dirty status for tenant:7deb52a136aa45b985408d3ae3a6b4fe on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:13:23.152844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f6dede5-aee1-4790-b833-b1a420e5281b req-95c80934-e19e-4130-b6df-e1657dc63db5 tempest-ServerAddressesNegativeTestJSON-1185959042 tempest-ServerAddressesNegativeTestJSON-1185959042-project] 10.222.0.59 "GET /v2.0/ports?device_id=2cb8f81f-c1b3-447d-9958-f34a92f7f6fb HTTP/1.1" status: 200 len: 210 time: 0.0995109 Feb 09 13:13:23.364640 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45af2629-0e39-4a39-8aeb-b32407f2e2c1 req-b2c5f626-5973-49aa-86cc-ed9e26b070f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 1097 time: 0.1865349 Feb 09 13:13:23.371601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bc8f1-cf17-43a7-b149-8f375c2b798e req-bcf2b037-aa91-4ead-8c10-df18869394ff tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:23.378545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-711bc8f1-cf17-43a7-b149-8f375c2b798e req-bcf2b037-aa91-4ead-8c10-df18869394ff tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.1637042 Feb 09 13:13:23.579413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-711bc8f1-cf17-43a7-b149-8f375c2b798e req-818fbe22-34c4-46a8-b666-99a022007054 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996007 Feb 09 13:13:23.590627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aeb96907-b2fe-499d-a246-23daa6d4dc10 req-41a18543-46d3-4e0b-9f3a-0aceb4ca8f69 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/6a49a362-975a-4c27-a312-8c4eaef3dfc8 HTTP/1.1" status: 200 len: 1634 time: 0.1672111 Feb 09 13:13:23.643918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af2629-0e39-4a39-8aeb-b32407f2e2c1 req-2bc40a73-912b-4ef6-b1ae-f02a14ac3606 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:23.645902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45af2629-0e39-4a39-8aeb-b32407f2e2c1 req-2bc40a73-912b-4ef6-b1ae-f02a14ac3606 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 914 time: 0.2646785 Feb 09 13:13:23.732130 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45af2629-0e39-4a39-8aeb-b32407f2e2c1 req-ad323f69-ef38-4b58-9dba-c7d11a62da4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9 HTTP/1.1" status: 200 len: 217 time: 0.0791752 Feb 09 13:13:23.800620 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aeb96907-b2fe-499d-a246-23daa6d4dc10 req-4e440d94-3d29-4923-be45-fb2118a6f275 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:23.831636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af2629-0e39-4a39-8aeb-b32407f2e2c1 req-a328859b-c394-4653-b501-c5f264463c84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:23.832781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45af2629-0e39-4a39-8aeb-b32407f2e2c1 req-a328859b-c394-4653-b501-c5f264463c84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19b012f7-1ce6-4626-b8fb-43ba553e2e3e HTTP/1.1" status: 200 len: 853 time: 0.0935764 Feb 09 13:13:23.839799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aeb96907-b2fe-499d-a246-23daa6d4dc10 req-4e440d94-3d29-4923-be45-fb2118a6f275 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:23.902258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45af2629-0e39-4a39-8aeb-b32407f2e2c1 req-5efb534c-6036-4882-934e-c416b04bfd0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce0fe483-d43c-4e01-adab-40eb1b1b5905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545926 Feb 09 13:13:24.107160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aeb96907-b2fe-499d-a246-23daa6d4dc10 req-4e440d94-3d29-4923-be45-fb2118a6f275 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:24.141247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e440d94-3d29-4923-be45-fb2118a6f275 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a49a362-975a-4c27-a312-8c4eaef3dfc8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:24.184585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aeb96907-b2fe-499d-a246-23daa6d4dc10 req-4e440d94-3d29-4923-be45-fb2118a6f275 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:24.191036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aeb96907-b2fe-499d-a246-23daa6d4dc10 req-4e440d94-3d29-4923-be45-fb2118a6f275 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/6a49a362-975a-4c27-a312-8c4eaef3dfc8 HTTP/1.1" status: 204 len: 173 time: 0.5912035 Feb 09 13:13:24.199384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45af2629-0e39-4a39-8aeb-b32407f2e2c1 req-39acaa99-9eb0-4683-8c52-f5062e1db107 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846482 Feb 09 13:13:24.306528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49850) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:24.472440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Deleting subnet 98e73a80-fd67-4cb8-9c02-537d2cee20e1 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:13:24.486689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:24.553380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409cf4c-9456-4c06-8954-cf73d0511199 req-375cf963-4125-4969-a124-226c9a39075f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:24.565410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8409cf4c-9456-4c06-8954-cf73d0511199 req-375cf963-4125-4969-a124-226c9a39075f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 945 time: 0.5198495 Feb 09 13:13:24.570081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:24.619296 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:13:24.645288 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:24.711281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c22d0dc0-a022-479e-a05b-26d73a67ed6e up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:13:24.733536 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:24.754412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-096a9581-de1e-47b2-80e1-d7fa6b01636d req-d25c3525-b081-4fc6-924c-3b19d9a02de0 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/98403cd8-74ae-4885-935a-267bab2a8b96 HTTP/1.1" status: 200 len: 1634 time: 0.3153918 Feb 09 13:13:24.833059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e73a80-fd67-4cb8-9c02-537d2cee20e1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:24.846072 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:24.853451 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/98e73a80-fd67-4cb8-9c02-537d2cee20e1 HTTP/1.1" status: 204 len: 168 time: 0.5446026 Feb 09 13:13:24.855665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.856153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.857423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.857922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.858396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.858914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.859384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.860226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.860710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.861178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.861653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c458b-0c19-42d8-abd6-bd85852ba700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:24.870122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49872) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:24.881596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port c22d0dc0-a022-479e-a05b-26d73a67ed6e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:24.892742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8409cf4c-9456-4c06-8954-cf73d0511199 req-12f1dacd-c471-43f0-ab31-1b51524ef195 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257854 Feb 09 13:13:24.925208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port c22d0dc0-a022-479e-a05b-26d73a67ed6e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:24.926830 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:24.996150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:24.996748 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-45af2629-0e39-4a39-8aeb-b32407f2e2c1 req-d601def8-6397-40f1-8591-8364f78260a6 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7900403 Feb 09 13:13:24.997479 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-096a9581-de1e-47b2-80e1-d7fa6b01636d req-0f321957-83b5-464e-acd9-887ffb07249e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.055816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-096a9581-de1e-47b2-80e1-d7fa6b01636d req-0f321957-83b5-464e-acd9-887ffb07249e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.123181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7a98415f-bea4-4a06-8a17-8705f4c8c535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.152000 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-096a9581-de1e-47b2-80e1-d7fa6b01636d req-0f321957-83b5-464e-acd9-887ffb07249e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.183451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f321957-83b5-464e-acd9-887ffb07249e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98403cd8-74ae-4885-935a-267bab2a8b96,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:25.237290 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-096a9581-de1e-47b2-80e1-d7fa6b01636d req-0f321957-83b5-464e-acd9-887ffb07249e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.243912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-096a9581-de1e-47b2-80e1-d7fa6b01636d req-0f321957-83b5-464e-acd9-887ffb07249e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/98403cd8-74ae-4885-935a-267bab2a8b96 HTTP/1.1" status: 204 len: 173 time: 0.4759271 Feb 09 13:13:25.297237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed241db-67ab-4df1-b3f7-12ea8454fce5 req-5d5aaf6e-623e-4026-9264-c7c106447dd5 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:25.312148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ed241db-67ab-4df1-b3f7-12ea8454fce5 req-5d5aaf6e-623e-4026-9264-c7c106447dd5 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.1298625 Feb 09 13:13:25.332369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.352431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-461157737', 'description': 'tempest-description-120950984'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:25.362310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:25.370991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:25.373361 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.378204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:25.401061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ed241db-67ab-4df1-b3f7-12ea8454fce5 req-35209a17-5370-4e80-b3b2-db61d5008fca tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878778 Feb 09 13:13:25.402090 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:25.428949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a413ead-34c6-4707-aa75-2045a5d98e31']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:25.430761 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.447492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:25.465479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c22d0dc0-a022-479e-a05b-26d73a67ed6e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c22d0dc0-a022-479e-a05b-26d73a67ed6e,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:25.467797 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8155979f-714c-41da-b65e-3690cda9fa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22d0dc0-a022-479e-a05b-26d73a67ed6e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:25.477232 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.485512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:25.498788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Usage tracker for resource:security_group_rule and tenant:fc183ac503d444de9127e3680854731b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:25.505056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:25.515164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:25.516817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd089bb9d-d29d-4bce-8cca-65fbc607e50e') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:25.517513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd089bb9d-d29d-4bce-8cca-65fbc607e50e') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:25.565429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.615546 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.626513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:13:25.627332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:13:25.647099 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:13:25.684281 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8155979f-714c-41da-b65e-3690cda9fa17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22d0dc0-a022-479e-a05b-26d73a67ed6e', 'code': 200} Feb 09 13:13:25.703672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=c22d0dc0-a022-479e-a05b-26d73a67ed6e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:25.742317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.799082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.810800 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.877642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.880655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d6d4b8-7e3d-4120-a4d5-d252e4be179b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:25.888722 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:25.889928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-116a1253-a313-4db2-91d2-c5e7c18d0cd4 req-e57e9023-51dd-4c9a-8a83-b04d9baec091 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.5745573 Feb 09 13:13:25.935963 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79691e51-4097-433c-a628-4f5882310229 req-4b02f0ad-2379-4268-a2c0-863d55eb2f63 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 1097 time: 0.1801243 Feb 09 13:13:25.970483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a413ead-34c6-4707-aa75-2045a5d98e31,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:25.984519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-05f6f187-a9a8-4276-9f14-f4b5bdcc6298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.018746 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ada8bd79-2c54-4b2d-a876-0b94a5279987 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1a413ead-34c6-4707-aa75-2045a5d98e31 HTTP/1.1" status: 204 len: 168 time: 1.1471488 Feb 09 13:13:26.083565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-05f6f187-a9a8-4276-9f14-f4b5bdcc6298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:26.086438 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79691e51-4097-433c-a628-4f5882310229 req-0553f065-c96f-4933-a0c2-180b8b7d69ba service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426656 Feb 09 13:13:26.093574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-05f6f187-a9a8-4276-9f14-f4b5bdcc6298 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd5e47a9edf4400a587501ea3f171c5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:26.097427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-05f6f187-a9a8-4276-9f14-f4b5bdcc6298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:26.113248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-05f6f187-a9a8-4276-9f14-f4b5bdcc6298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:26.207537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-317199a0-d9a2-4ecb-a23a-bf8b4ff24112 req-ce9acbd6-64e4-415f-aef1-684e0a5553aa tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/51d6d4b8-7e3d-4120-a4d5-d252e4be179b HTTP/1.1" status: 200 len: 1633 time: 0.2074904 Feb 09 13:13:26.214731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-317199a0-d9a2-4ecb-a23a-bf8b4ff24112 req-5af4c5e1-878e-4a47-b38c-fb040dfa65da tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Request body: {'security_group': {'name': 'tempest-sg-hth-139172687', 'description': 'tempest-description-hth-831882215'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:26.252091 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-05f6f187-a9a8-4276-9f14-f4b5bdcc6298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.252744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-317199a0-d9a2-4ecb-a23a-bf8b4ff24112 req-5af4c5e1-878e-4a47-b38c-fb040dfa65da tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.263065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-05f6f187-a9a8-4276-9f14-f4b5bdcc6298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.313597 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-05f6f187-a9a8-4276-9f14-f4b5bdcc6298 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2dd5e47a9edf4400a587501ea3f171c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8645990 Feb 09 13:13:26.316353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49904) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:26.342070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184530e-3d6f-4c1d-a227-5682763b94c5 req-8ccaee0c-6ab9-4a06-8782-cf44f1e65210 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:26.343575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4184530e-3d6f-4c1d-a227-5682763b94c5 req-8ccaee0c-6ab9-4a06-8782-cf44f1e65210 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.2319183 Feb 09 13:13:26.360195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6f187-a9a8-4276-9f14-f4b5bdcc6298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bcc697-e285-4a06-b266-b7cf84815856,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:26.392672 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-317199a0-d9a2-4ecb-a23a-bf8b4ff24112 req-5af4c5e1-878e-4a47-b38c-fb040dfa65da tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.408297 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-317199a0-d9a2-4ecb-a23a-bf8b4ff24112 req-5af4c5e1-878e-4a47-b38c-fb040dfa65da tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.410600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-317199a0-d9a2-4ecb-a23a-bf8b4ff24112 req-5af4c5e1-878e-4a47-b38c-fb040dfa65da tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.415983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-317199a0-d9a2-4ecb-a23a-bf8b4ff24112 req-5af4c5e1-878e-4a47-b38c-fb040dfa65da tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "PUT /v2.0/security-groups/51d6d4b8-7e3d-4120-a4d5-d252e4be179b HTTP/1.1" status: 200 len: 1607 time: 0.2071140 Feb 09 13:13:26.423270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49912) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:26.494400 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cdab005e-ead7-4800-9447-999974c57197 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7deb52a136aa45b985408d3ae3a6b4fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0692770 Feb 09 13:13:26.495934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49918) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:26.523188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4184530e-3d6f-4c1d-a227-5682763b94c5 req-d9d82a61-b648-4ffc-a4e1-9d513dc37e4c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655862 Feb 09 13:13:26.563031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4c5e1-878e-4a47-b38c-fb040dfa65da tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d6d4b8-7e3d-4120-a4d5-d252e4be179b,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:26.608855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c10afa1-9b67-404f-821e-21898a081259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.615533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa575-5d12-4cf8-8b3c-1cd45ae0b0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.628363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-debc088f-def0-4d11-8c36-4ee817417c03 req-e3c74097-7752-4551-b963-106347623047 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/51d6d4b8-7e3d-4120-a4d5-d252e4be179b HTTP/1.1" status: 200 len: 1607 time: 0.1580145 Feb 09 13:13:26.648311 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c10afa1-9b67-404f-821e-21898a081259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.706158 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa575-5d12-4cf8-8b3c-1cd45ae0b0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.720635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c10afa1-9b67-404f-821e-21898a081259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.761274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10afa1-9b67-404f-821e-21898a081259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:26.771999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c10afa1-9b67-404f-821e-21898a081259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.787823 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0c10afa1-9b67-404f-821e-21898a081259 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b146b3ed-6bdc-4ee2-8fb2-e7b8143b442a HTTP/1.1" status: 204 len: 168 time: 0.2792420 Feb 09 13:13:26.844913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06dc1985-320e-40f4-9de8-afe47e33dae2 req-b1d02554-546d-4e1a-b46e-fbb11371a4de tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/51d6d4b8-7e3d-4120-a4d5-d252e4be179b HTTP/1.1" status: 200 len: 1607 time: 0.1654091 Feb 09 13:13:26.900714 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa575-5d12-4cf8-8b3c-1cd45ae0b0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.950330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa575-5d12-4cf8-8b3c-1cd45ae0b0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bcc697-e285-4a06-b266-b7cf84815856,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:26.976064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06dc1985-320e-40f4-9de8-afe47e33dae2 req-84436fca-33f5-4c98-b953-11e3f6e25513 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.984832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cdf43-bd6e-485c-9ba3-7aa3c24258f1 req-248c6466-a0ab-4f3d-8a92-118415101f56 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:26.986655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c58cdf43-bd6e-485c-9ba3-7aa3c24258f1 req-248c6466-a0ab-4f3d-8a92-118415101f56 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2194824 Feb 09 13:13:26.992770 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c6fa575-5d12-4cf8-8b3c-1cd45ae0b0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:26.992770 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1c6fa575-5d12-4cf8-8b3c-1cd45ae0b0ac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12bcc697-e285-4a06-b266-b7cf84815856 HTTP/1.1" status: 204 len: 168 time: 0.6754529 Feb 09 13:13:27.048909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49938) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:27.060061 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06dc1985-320e-40f4-9de8-afe47e33dae2 req-84436fca-33f5-4c98-b953-11e3f6e25513 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:27.092978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c58cdf43-bd6e-485c-9ba3-7aa3c24258f1 req-26f5fbec-e98c-47b2-91f8-749fac4914a4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848563 Feb 09 13:13:27.162816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06dc1985-320e-40f4-9de8-afe47e33dae2 req-84436fca-33f5-4c98-b953-11e3f6e25513 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:27.182577 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e3fd6c89-4476-4e7b-a870-36e5dfd8fd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:27.204756 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-06dc1985-320e-40f4-9de8-afe47e33dae2 req-84436fca-33f5-4c98-b953-11e3f6e25513 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:27.205929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06dc1985-320e-40f4-9de8-afe47e33dae2 req-84436fca-33f5-4c98-b953-11e3f6e25513 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/51d6d4b8-7e3d-4120-a4d5-d252e4be179b HTTP/1.1" status: 204 len: 173 time: 0.3497586 Feb 09 13:13:27.208134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84436fca-33f5-4c98-b953-11e3f6e25513 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d6d4b8-7e3d-4120-a4d5-d252e4be179b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:27.446166 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b206f9c6-be2b-4c61-b87c-4734efea10f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:27.533116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b206f9c6-be2b-4c61-b87c-4734efea10f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:27.533116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b206f9c6-be2b-4c61-b87c-4734efea10f9 admin admin] Usage tracker for resource:security_group_rule and tenant:009006eb4fbd4024b258e01dcfca291f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:27.543995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b206f9c6-be2b-4c61-b87c-4734efea10f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:27.543995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b206f9c6-be2b-4c61-b87c-4734efea10f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:27.603925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2db6f0-dee6-4b80-a16f-a235ffc6f54c req-74ea30a2-855c-463a-99b2-6328277c1e9d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:27.607210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac2db6f0-dee6-4b80-a16f-a235ffc6f54c req-74ea30a2-855c-463a-99b2-6328277c1e9d tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2100465 Feb 09 13:13:27.722167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac2db6f0-dee6-4b80-a16f-a235ffc6f54c req-565329c3-bfd9-444a-85d5-d7e27168b89e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095159 Feb 09 13:13:27.728191 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b206f9c6-be2b-4c61-b87c-4734efea10f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:27.734592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b206f9c6-be2b-4c61-b87c-4734efea10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:27.839516 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206f9c6-be2b-4c61-b87c-4734efea10f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aaf74b-1e9b-45ae-8b26-456cce8f57cc,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:27.900513 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b206f9c6-be2b-4c61-b87c-4734efea10f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=009006eb4fbd4024b258e01dcfca291f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8384459 Feb 09 13:13:27.903003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49970) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:27.997875 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-6cee42db-89b0-4d58-bb7d-b216e0214095 req-5b03a82f-fbd0-45a2-bac8-d41dcf491914 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] show failed (client error): The resource could not be found. Feb 09 13:13:28.012622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6cee42db-89b0-4d58-bb7d-b216e0214095 req-5b03a82f-fbd0-45a2-bac8-d41dcf491914 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/98403cd8-74ae-4885-935a-267bab2a8b96 HTTP/1.1" status: 404 len: 352 time: 0.0339026 Feb 09 13:13:28.038651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a985e-5aca-4edf-91c3-1e2067fbafb5 req-72f9545b-7e21-4fde-b0e2-01014cbbe1f6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:28.042278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ef2bff2-901a-41d7-bdac-203be69000bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:28.044887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f23a985e-5aca-4edf-91c3-1e2067fbafb5 req-72f9545b-7e21-4fde-b0e2-01014cbbe1f6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.2327271 Feb 09 13:13:28.101748 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ef2bff2-901a-41d7-bdac-203be69000bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:28.135940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f23a985e-5aca-4edf-91c3-1e2067fbafb5 req-ab53e024-1bd4-47ef-9d57-262878566522 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774047 Feb 09 13:13:28.181589 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ef2bff2-901a-41d7-bdac-203be69000bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:28.232854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2bff2-901a-41d7-bdac-203be69000bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aaf74b-1e9b-45ae-8b26-456cce8f57cc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:28.243060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ef2bff2-901a-41d7-bdac-203be69000bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:28.251619 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2ef2bff2-901a-41d7-bdac-203be69000bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05aaf74b-1e9b-45ae-8b26-456cce8f57cc HTTP/1.1" status: 204 len: 168 time: 0.3441606 Feb 09 13:13:28.304290 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-b46f0c8c-5664-4d7b-a2a4-e77afa0dede4 req-741cd553-4aa0-4fae-a51d-ec591d841759 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] show failed (client error): The resource could not be found. Feb 09 13:13:28.305116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b46f0c8c-5664-4d7b-a2a4-e77afa0dede4 req-741cd553-4aa0-4fae-a51d-ec591d841759 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/6a49a362-975a-4c27-a312-8c4eaef3dfc8 HTTP/1.1" status: 404 len: 352 time: 0.0588570 Feb 09 13:13:28.367796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9a80e-fe20-4c60-91ee-a43d51d30e0c req-de3c3015-4418-49fe-b450-f3bbf66eb2c4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:28.369922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05b9a80e-fe20-4c60-91ee-a43d51d30e0c req-de3c3015-4418-49fe-b450-f3bbf66eb2c4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.1783895 Feb 09 13:13:28.440908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05b9a80e-fe20-4c60-91ee-a43d51d30e0c req-cca96040-efaa-4d58-bb5f-d6b5c8d1bac8 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633302 Feb 09 13:13:28.450267 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:28.506392 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-22a1f62d-bb3a-4f1c-b954-3c5b6af818b1 req-62a16493-d64d-43a4-bf1e-bccb30a8c47c tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] show failed (client error): The resource could not be found. Feb 09 13:13:28.507425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-22a1f62d-bb3a-4f1c-b954-3c5b6af818b1 req-62a16493-d64d-43a4-bf1e-bccb30a8c47c tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/55189ff3-f01e-4f41-8978-34e6844edcfd HTTP/1.1" status: 404 len: 352 time: 0.0270021 Feb 09 13:13:28.621336 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:28.725405 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-5910d444-4e54-45b8-bcd7-e22e3c3ebb69 req-815fc03e-0843-487d-879e-b468a45cf171 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] show failed (client error): The resource could not be found. Feb 09 13:13:28.726916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5910d444-4e54-45b8-bcd7-e22e3c3ebb69 req-815fc03e-0843-487d-879e-b468a45cf171 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/244e2182-eb1f-4bde-a051-f68a231ae739 HTTP/1.1" status: 404 len: 352 time: 0.0732505 Feb 09 13:13:28.785404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611553e-347e-47b9-b30e-74645a011104 req-d87ff726-d2ee-4ac7-9aa2-0887a270855a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:28.787946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a611553e-347e-47b9-b30e-74645a011104 req-d87ff726-d2ee-4ac7-9aa2-0887a270855a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.1126683 Feb 09 13:13:28.849625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a611553e-347e-47b9-b30e-74645a011104 req-ff2635bc-0606-40d2-83b3-fdb60033530b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539622 Feb 09 13:13:28.883277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50014) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:28.972653 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-932d0042-a869-4604-b6bd-d789693383ae req-d8943ad3-d91f-43c0-8e11-8f9e7531fb28 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] show failed (client error): The resource could not be found. Feb 09 13:13:28.974150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-932d0042-a869-4604-b6bd-d789693383ae req-d8943ad3-d91f-43c0-8e11-8f9e7531fb28 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/e9730653-414f-4341-8d91-8a0165d33bf3 HTTP/1.1" status: 404 len: 352 time: 0.0341134 Feb 09 13:13:29.053828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507975e-cdd8-4bba-b7ec-70ae2e376f41 req-dd105196-66c2-4112-9187-7f593623edaf tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:29.060973 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c507975e-cdd8-4bba-b7ec-70ae2e376f41 req-dd105196-66c2-4112-9187-7f593623edaf tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.1509073 Feb 09 13:13:29.171554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50030) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:29.172413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c507975e-cdd8-4bba-b7ec-70ae2e376f41 req-ad4085aa-49b7-4c8e-bbb9-737cd72ec236 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032083 Feb 09 13:13:29.195450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7370b28-05c8-4569-b0cd-0954beed4547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.209890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-network', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:29.217760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:29.220329 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [req-588b3913-70c6-46b1-a745-07f6c091469a req-3f45a5c8-28d1-4708-b039-8719503b90a8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] show failed (client error): The resource could not be found. Feb 09 13:13:29.227021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-588b3913-70c6-46b1-a745-07f6c091469a req-3f45a5c8-28d1-4708-b039-8719503b90a8 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/205b6395-edcc-4408-83dd-49c9d1d30695 HTTP/1.1" status: 404 len: 352 time: 0.0634997 Feb 09 13:13:29.244028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Usage tracker for resource:network and tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:29.249307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:29.260698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:29.263453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e7370b28-05c8-4569-b0cd-0954beed4547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:29.270598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e7370b28-05c8-4569-b0cd-0954beed4547 admin admin] Usage tracker for resource:security_group_rule and tenant:4007cf0f32b140f591ac2b8d60ce8f2b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:29.276677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e7370b28-05c8-4569-b0cd-0954beed4547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:29.279887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Made reservation on behalf of 3c8b09ad31184d8ca1d0438d85b1fbd3 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:29.292762 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.311435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e7370b28-05c8-4569-b0cd-0954beed4547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:29.338073 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.461986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7370b28-05c8-4569-b0cd-0954beed4547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.468088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7370b28-05c8-4569-b0cd-0954beed4547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.543398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7370b28-05c8-4569-b0cd-0954beed4547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdb77c5-ca99-476d-8d3e-41f4ac58a815,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:29.555200 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e7370b28-05c8-4569-b0cd-0954beed4547 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4007cf0f32b140f591ac2b8d60ce8f2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3822100 Feb 09 13:13:29.557132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50042) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:29.629840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:29.638093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Usage tracker for resource:security_group_rule and tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:29.657601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:29.671104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:29.687108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554db4d5-e51c-42a3-9a7a-9d03ceff3c4f req-90b70a64-fd8d-44d4-9d7b-95441ec873dd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:29.688286 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68973a97-d0da-4920-bd69-2480e448252f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.696970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-554db4d5-e51c-42a3-9a7a-9d03ceff3c4f req-90b70a64-fd8d-44d4-9d7b-95441ec873dd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.3374872 Feb 09 13:13:29.729624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68973a97-d0da-4920-bd69-2480e448252f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.796820 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-554db4d5-e51c-42a3-9a7a-9d03ceff3c4f req-780e3302-4761-4e38-ac90-b62c4be7b06b tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983000 Feb 09 13:13:29.840590 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68973a97-d0da-4920-bd69-2480e448252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.863344 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.882444 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.888317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.898453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68973a97-d0da-4920-bd69-2480e448252f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdb77c5-ca99-476d-8d3e-41f4ac58a815,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:29.906732 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68973a97-d0da-4920-bd69-2480e448252f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.907884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-68973a97-d0da-4920-bd69-2480e448252f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2cdb77c5-ca99-476d-8d3e-41f4ac58a815 HTTP/1.1" status: 204 len: 168 time: 0.3494809 Feb 09 13:13:29.931875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:13:29.965899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:29.967194 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Added segment 39b27425-d967-404e-a338-fe6e61b58b2b of type vlan for network a180facb-176b-4144-a9ec-ed479b3c2214 Feb 09 13:13:30.016533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:30.060540 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:30.061824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:30.062247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:30.307964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:30.317496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Pushing event updated for resources: {'Network': ['ID=a180facb-176b-4144-a9ec-ed479b3c2214,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:30.333927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.334263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.334616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.335154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.335453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.335775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.336150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.336463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.336772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.337123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.337432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.344193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.344530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.344956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.345181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.345506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.345829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.346142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.349067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network a180facb-176b-4144-a9ec-ed479b3c2214 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:13:30.364739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.365116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.365643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.366070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:30.373428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1db78761-5b6f-491f-ab67-5b3c7153f07f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4884830 Feb 09 13:13:30.378578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50070) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:30.392760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Request body: {'subnet': {'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-subnet', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:30.401409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:30.412393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Usage tracker for resource:subnet and tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:30.420144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:30.440964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:30.478710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464961cc-f080-407c-b913-11c1aa7505aa req-57e60720-a1a8-42c9-8116-2e7e4016fbd3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:30.486038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-464961cc-f080-407c-b913-11c1aa7505aa req-57e60720-a1a8-42c9-8116-2e7e4016fbd3 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2917130 Feb 09 13:13:30.507100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618001e-ff87-4608-a9e0-5649936f32cf req-e6053cbd-88ee-4950-9585-8ba2a6fe18f3 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:30.515866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7618001e-ff87-4608-a9e0-5649936f32cf req-e6053cbd-88ee-4950-9585-8ba2a6fe18f3 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 1023 time: 0.3198314 Feb 09 13:13:30.520885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Made reservation on behalf of 3c8b09ad31184d8ca1d0438d85b1fbd3 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:30.523392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:30.751814 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-464961cc-f080-407c-b913-11c1aa7505aa req-54216c61-6daf-4c03-b517-a2c8a25bf056 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647398 Feb 09 13:13:30.843705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7618001e-ff87-4608-a9e0-5649936f32cf req-2bba3b0b-695d-4640-91fc-75c1019e34ec tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Synchronizing usage tracker for tenant:fc183ac503d444de9127e3680854731b on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:13:30.862769 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:30.902385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7618001e-ff87-4608-a9e0-5649936f32cf req-2bba3b0b-695d-4640-91fc-75c1019e34ec tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Unset dirty status for tenant:fc183ac503d444de9127e3680854731b on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:13:30.916511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7618001e-ff87-4608-a9e0-5649936f32cf req-2bba3b0b-695d-4640-91fc-75c1019e34ec tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb7ba9-2714-4ca9-a963-5fbd9430be52&id=4c2e1c43-5b05-4822-86c7-8309a1ce9fc3&id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3995039 Feb 09 13:13:31.096804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=740d2694-313a-4f46-9dfd-f09e9f52af39,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:31.138275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Checking segment: {'id': '39b27425-d967-404e-a338-fe6e61b58b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:13:31.138654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Network hostable DHCP agents. Network: a180facb-176b-4144-a9ec-ed479b3c2214, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:13:31.256657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Network a180facb-176b-4144-a9ec-ed479b3c2214 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:13:31.267294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a095e7d-60fa-420a-bd20-c3f061e1ae19 req-50e69707-d069-4536-90bb-c515ab7f6313 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:31.268859 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a095e7d-60fa-420a-bd20-c3f061e1ae19 req-50e69707-d069-4536-90bb-c515ab7f6313 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.2653830 Feb 09 13:13:31.281962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, a180facb-176b-4144-a9ec-ed479b3c2214) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:31.292910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:31.293452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5690493-a6e3-4639-9a4d-bcf909b4fcd7 None None] Network a180facb-176b-4144-a9ec-ed479b3c2214 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:13:31.293960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:31.372366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ce056f15-b90b-4091-b386-003ce5765cb7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9893730 Feb 09 13:13:31.373228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50110) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:31.379621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:31.387458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:31.398445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a095e7d-60fa-420a-bd20-c3f061e1ae19 req-f5dbc5d3-33cd-4d6b-91d3-b1cb7525bebf tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182368 Feb 09 13:13:31.400133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Usage tracker for resource:router and tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:31.417131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46efc9e-f007-4f9a-861b-b9f4eea3a6ba req-c842d49a-2589-42fd-b7f0-8e980cdd439a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:31.417497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:31.420938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e46efc9e-f007-4f9a-861b-b9f4eea3a6ba req-c842d49a-2589-42fd-b7f0-8e980cdd439a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2325540 Feb 09 13:13:31.432773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:31.454218 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:31.455487 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:31.496470 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:31.580733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e46efc9e-f007-4f9a-861b-b9f4eea3a6ba req-b110643d-f1df-4324-9966-ee74f3c0a615 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572242 Feb 09 13:13:31.712592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-355f1215-699a-4f19-bd90-a8e0196e70c9 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:31.714380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-355f1215-699a-4f19-bd90-a8e0196e70c9 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.67 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 1023 time: 0.1149790 Feb 09 13:13:31.859653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50124) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:31.877076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-0a86c13f-292c-49f1-9aaf-968b2a10d811 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Deleting port 88292496-476e-4a97-85b7-564d4c8fdde7 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:31.877510 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-0a86c13f-292c-49f1-9aaf-968b2a10d811 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:31.893892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e8b06-ff80-4650-b1b6-e2c00004d05e None None] Network a180facb-176b-4144-a9ec-ed479b3c2214 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:13:31.957968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.285217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680f77c-bb88-4d8f-90c7-0c6bcc9c4a62 req-59444a0a-f85c-4023-b223-9c974c8c35cc tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:32.287506 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2680f77c-bb88-4d8f-90c7-0c6bcc9c4a62 req-59444a0a-f85c-4023-b223-9c974c8c35cc tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2446291 Feb 09 13:13:32.345487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-798856789'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:32.371266 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.378289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:32.403756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Usage tracker for resource:router and tenant:eed05c7c051d4cc786ec167444e1a3a5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:32.410973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:32.414633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.430859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:32.450418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ece9e9-2abe-4338-88ff-47d86da5e7d0 req-09e1f5b4-c2b3-4676-9ee5-c0e28542ccc4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:32.451896 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-09ece9e9-2abe-4338-88ff-47d86da5e7d0 req-09e1f5b4-c2b3-4676-9ee5-c0e28542ccc4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 1023 time: 0.3227010 Feb 09 13:13:32.476234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.477159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.522154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2680f77c-bb88-4d8f-90c7-0c6bcc9c4a62 req-51f1d8c6-5dd6-4273-80f1-9b505cec81fb tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820779 Feb 09 13:13:32.527090 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-0a86c13f-292c-49f1-9aaf-968b2a10d811 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] For port 88292496-476e-4a97-85b7-564d4c8fdde7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=88292496-476e-4a97-85b7-564d4c8fdde7,segment=NetworkSegment(c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9),segment_id=c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:32.527298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-0a86c13f-292c-49f1-9aaf-968b2a10d811 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.610645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Allocated IP 172.25.5.27 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:32.791845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.820062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.827160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-0a86c13f-292c-49f1-9aaf-968b2a10d811 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Calling delete_port for 88292496-476e-4a97-85b7-564d4c8fdde7 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:32.835935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:32.941964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:32.948513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:32.949676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:32.952708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:13:32.961116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-09ece9e9-2abe-4338-88ff-47d86da5e7d0 req-210031b4-35d2-464a-96d6-de9b9eac6a26 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups?id=2fbb7ba9-2714-4ca9-a963-5fbd9430be52&id=4c2e1c43-5b05-4822-86c7-8309a1ce9fc3&id=6348f802-f568-46d1-aa93-d6ebd65bf35c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4933112 Feb 09 13:13:33.001129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:33.162393 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:33.166818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50158) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:33.179053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-29b304ff-bc5f-4ce0-8c4d-6b0d5d19f0ae tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3181493 Feb 09 13:13:33.220761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff816671-b950-4232-bf49-d22d1d6ca7b0 req-908f2b3a-6294-4ba1-9a81-254dc5499bfd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:33.228978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff816671-b950-4232-bf49-d22d1d6ca7b0 req-908f2b3a-6294-4ba1-9a81-254dc5499bfd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.3748775 Feb 09 13:13:33.280512 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-0a86c13f-292c-49f1-9aaf-968b2a10d811 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:33.297740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['88292496-476e-4a97-85b7-564d4c8fdde7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:13:33.357069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86c13f-292c-49f1-9aaf-968b2a10d811 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'Port': ['ID=88292496-476e-4a97-85b7-564d4c8fdde7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:33.375158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff816671-b950-4232-bf49-d22d1d6ca7b0 req-2ddbdf02-589f-4cf8-91d7-9116ac7cda33 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452024 Feb 09 13:13:33.412176 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2967fd4e-fa80-4be9-81d9-95e7cc4bdfdf tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:33.499717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-0a86c13f-292c-49f1-9aaf-968b2a10d811 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] No DVR routers for this DVR port 88292496-476e-4a97-85b7-564d4c8fdde7 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:13:33.513413 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-0a86c13f-292c-49f1-9aaf-968b2a10d811 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:33.516578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'name': 'network-vif-deleted', 'tag': '88292496-476e-4a97-85b7-564d4c8fdde7'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:33.533133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23920244-0aa7-4ac0-bbb7-7d381ef6da72 req-0a86c13f-292c-49f1-9aaf-968b2a10d811 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.67 "DELETE /v2.0/ports/88292496-476e-4a97-85b7-564d4c8fdde7 HTTP/1.1" status: 204 len: 173 time: 1.8051181 Feb 09 13:13:33.698496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc28df-9a7e-4e7f-8e0b-527b9edc6f9f req-a586a504-c9b6-4990-9b3e-2f59dd2a40cd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:33.703490 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9efc28df-9a7e-4e7f-8e0b-527b9edc6f9f req-a586a504-c9b6-4990-9b3e-2f59dd2a40cd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.1494417 Feb 09 13:13:33.782503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9efc28df-9a7e-4e7f-8e0b-527b9edc6f9f req-bc705eee-1307-453c-b730-6adcaa90dede tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678132 Feb 09 13:13:33.795009 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5420e1f2-56ab-4dfd-afd2-92625a36a962', 'name': 'network-vif-deleted', 'tag': '88292496-476e-4a97-85b7-564d4c8fdde7', 'status': 'completed', 'code': 200} Feb 09 13:13:34.126221 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.126839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7983a53-8d9c-4854-830c-6d079e390699 req-9d346fa5-bef4-42ef-b89f-8cda363146cd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:34.126951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.128895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7983a53-8d9c-4854-830c-6d079e390699 req-9d346fa5-bef4-42ef-b89f-8cda363146cd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.1722977 Feb 09 13:13:34.245083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7983a53-8d9c-4854-830c-6d079e390699 req-b6243164-60ed-4ae0-842f-54cddeddcedd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093574 Feb 09 13:13:34.365961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6da210a8-e17a-43bd-80b3-33368f646fba req-728e78b3-5d99-43d1-80ea-6c1b5cf8639a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Synchronizing usage tracker for tenant:fc183ac503d444de9127e3680854731b on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:13:34.399627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6da210a8-e17a-43bd-80b3-33368f646fba req-728e78b3-5d99-43d1-80ea-6c1b5cf8639a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Unset dirty status for tenant:fc183ac503d444de9127e3680854731b on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:13:34.401060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6da210a8-e17a-43bd-80b3-33368f646fba req-728e78b3-5d99-43d1-80ea-6c1b5cf8639a tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/ports?device_id=5420e1f2-56ab-4dfd-afd2-92625a36a962 HTTP/1.1" status: 200 len: 210 time: 0.0898764 Feb 09 13:13:34.401212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2967fd4e-fa80-4be9-81d9-95e7cc4bdfdf tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.408461 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2967fd4e-fa80-4be9-81d9-95e7cc4bdfdf tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.507544 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2967fd4e-fa80-4be9-81d9-95e7cc4bdfdf tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.508253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2967fd4e-fa80-4be9-81d9-95e7cc4bdfdf tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b62ccb89-f0f5-4463-a8fa-d94080c474ea {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:13:34.546516 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2967fd4e-fa80-4be9-81d9-95e7cc4bdfdf tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.547615 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2967fd4e-fa80-4be9-81d9-95e7cc4bdfdf tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] 10.222.0.59 "DELETE /v2.0/routers/b62ccb89-f0f5-4463-a8fa-d94080c474ea HTTP/1.1" status: 204 len: 168 time: 1.3795719 Feb 09 13:13:34.550493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50212) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:34.555921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Request body: {'router': {'name': 'tempest-router-1918093374', 'distributed': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:34.560818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:34.575048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Usage tracker for resource:router and tenant:eed05c7c051d4cc786ec167444e1a3a5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:34.583026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:34.616323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:34.670926 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.671878 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.688106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Router d325b524-4ca5-4aa2-aa95-34a2aca8a36e is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:13:34.709777 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.748731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cd6a2-e4ac-4d9c-ab3b-d653144d6c26 req-41b0b3ab-9a40-4595-a46c-754a452954e7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:34.750317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c8cd6a2-e4ac-4d9c-ab3b-d653144d6c26 req-41b0b3ab-9a40-4595-a46c-754a452954e7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.1195519 Feb 09 13:13:34.782878 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.858054 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:34.863522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bab2d3e8-9959-4951-af90-19f6955a52c8 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3078089 Feb 09 13:13:34.863877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50222) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:34.941261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c8cd6a2-e4ac-4d9c-ab3b-d653144d6c26 req-c5432714-1f2a-48dd-b916-281754f747d0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847858 Feb 09 13:13:35.013775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:13:35.027287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Sync routers for ids ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:13:35.039244 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:35.041403 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ed43bf5e-0bb6-4aad-b2c5-0d8dc125bbd9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6665962 Feb 09 13:13:35.043607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50230) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:35.061037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Routers {'d325b524-4ca5-4aa2-aa95-34a2aca8a36e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:13:35.061650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:13:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:35.084114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01a90b-7bc9-46d6-8012-e4049f528340 req-2d21abcb-3085-4338-83b1-ed20c56c02b2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:35.085939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d01a90b-7bc9-46d6-8012-e4049f528340 req-2d21abcb-3085-4338-83b1-ed20c56c02b2 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.3047621 Feb 09 13:13:35.163170 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afdf4fcc-18db-45f6-827f-6cdaa7e2fd9b tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:35.381267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d01a90b-7bc9-46d6-8012-e4049f528340 req-c0d28051-e74b-40b8-8d3a-cdd1321db0b4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798352 Feb 09 13:13:35.460162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Set router d325b524-4ca5-4aa2-aa95-34a2aca8a36e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:13:35.586117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50248) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:35.933979 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7787efc-36d9-43a7-b2ef-25d798a99bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:35.964380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:33Z', 'revision_number': 3, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:35.969612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Checking router: d325b524-4ca5-4aa2-aa95-34a2aca8a36e for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:13:35.970164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Updating router d325b524-4ca5-4aa2-aa95-34a2aca8a36e port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:13:36.000765 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afdf4fcc-18db-45f6-827f-6cdaa7e2fd9b tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.030187 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afdf4fcc-18db-45f6-827f-6cdaa7e2fd9b tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.076973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d7787efc-36d9-43a7-b2ef-25d798a99bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:36.081019 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.082872 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3ff547f-6a67-4167-b1be-99605122eb56 req-d32c58f7-600b-4c7d-b7ca-923cc4914e9e tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/2fbb7ba9-2714-4ca9-a963-5fbd9430be52 HTTP/1.1" status: 200 len: 1634 time: 0.1124773 Feb 09 13:13:36.086172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d7787efc-36d9-43a7-b2ef-25d798a99bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:b79672b39a714983810bf4e63689180b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:36.091308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d7787efc-36d9-43a7-b2ef-25d798a99bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:36.098684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac8185-ec7e-4c7a-8c51-5a7600d53c3f req-c3046ec6-38c6-41f9-9e0f-048cea47a068 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:36.104813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d7787efc-36d9-43a7-b2ef-25d798a99bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:36.105951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61ac8185-ec7e-4c7a-8c51-5a7600d53c3f req-c3046ec6-38c6-41f9-9e0f-048cea47a068 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.4454284 Feb 09 13:13:36.171096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.187105 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61ac8185-ec7e-4c7a-8c51-5a7600d53c3f req-0fbd28a5-6de5-4991-9756-294ad3ddecdd tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799613 Feb 09 13:13:36.202712 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afdf4fcc-18db-45f6-827f-6cdaa7e2fd9b tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.218321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdf4fcc-18db-45f6-827f-6cdaa7e2fd9b tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb02a3a-005a-4d28-8124-b52f83186b4c {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:13:36.270385 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afdf4fcc-18db-45f6-827f-6cdaa7e2fd9b tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.276708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-afdf4fcc-18db-45f6-827f-6cdaa7e2fd9b tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] 10.222.0.59 "DELETE /v2.0/routers/3bb02a3a-005a-4d28-8124-b52f83186b4c HTTP/1.1" status: 204 len: 168 time: 1.4119654 Feb 09 13:13:36.277755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50264) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:36.300763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Request body: {'router': {'name': 'tempest-router-769343779', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e36f3cefc3c045c0a853c68bd462a65c'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:36.305555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:36.312920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Usage tracker for resource:router and tenant:e36f3cefc3c045c0a853c68bd462a65c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:36.333587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:36.365808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:36.385319 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c3ff547f-6a67-4167-b1be-99605122eb56 req-991a915a-b9f0-427f-9391-8c56fd372c84 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.473784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7787efc-36d9-43a7-b2ef-25d798a99bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.485567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7787efc-36d9-43a7-b2ef-25d798a99bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.485834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c3ff547f-6a67-4167-b1be-99605122eb56 req-991a915a-b9f0-427f-9391-8c56fd372c84 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.502608 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.503543 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.530742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7787efc-36d9-43a7-b2ef-25d798a99bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19816c29-6d16-4e71-88e6-b33be26cee3a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:36.571026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.592278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ef879-fce1-46ac-bfa8-fedaaf856257 req-0c63624b-85b9-4d49-9167-0a5b97004095 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:36.600295 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d7787efc-36d9-43a7-b2ef-25d798a99bf6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b79672b39a714983810bf4e63689180b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0105398 Feb 09 13:13:36.603904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50270) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:36.609033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-014ef879-fce1-46ac-bfa8-fedaaf856257 req-0c63624b-85b9-4d49-9167-0a5b97004095 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.1967659 Feb 09 13:13:36.615053 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.632436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Transition to ACTIVE for port object 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:36.641046 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.666357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Allocated IP 172.20.0.1 (a180facb-176b-4144-a9ec-ed479b3c2214/740d2694-313a-4f46-9dfd-f09e9f52af39/9c6ca02c-7653-4971-8be4-0eefce72b597) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:36.679438 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c3ff547f-6a67-4167-b1be-99605122eb56 req-991a915a-b9f0-427f-9391-8c56fd372c84 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.701976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-014ef879-fce1-46ac-bfa8-fedaaf856257 req-aaec0477-8df1-44a8-83c3-bc6e931a782a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913424 Feb 09 13:13:36.721917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.733475 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f30a316f-aca8-4c4f-a5fe-aa942f34b941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.737147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d3d0e-df4f-46a3-bcca-7587d5936310 None None] Pushing event updated for resources: {'Port': ['ID=6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:36.754978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Attempting to bind port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:13:36.755338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Attempting to bind port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:13:36.755690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Attempting to bind port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:13:36.762554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:13:36.762927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:13:36.763317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.763696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:13:36.764148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Bound port: 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:13:36.764505 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.791325 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.795283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-85569ab7-c390-4a0a-8712-daa4b38fb3b3 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5115302 Feb 09 13:13:36.796657 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c3ff547f-6a67-4167-b1be-99605122eb56 req-991a915a-b9f0-427f-9391-8c56fd372c84 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.802309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50276) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:36.802459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88292496-476e-4a97-85b7-564d4c8fdde7 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:36.802694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3ff547f-6a67-4167-b1be-99605122eb56 req-991a915a-b9f0-427f-9391-8c56fd372c84 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/2fbb7ba9-2714-4ca9-a963-5fbd9430be52 HTTP/1.1" status: 204 len: 173 time: 0.7182100 Feb 09 13:13:36.815564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a915a-b9f0-427f-9391-8c56fd372c84 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbb7ba9-2714-4ca9-a963-5fbd9430be52,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:36.820036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:36.843818 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 88292496-476e-4a97-85b7-564d4c8fdde7 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:13:36.844049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 88292496-476e-4a97-85b7-564d4c8fdde7 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:36.904766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d72dc916-e2db-460b-860f-d6fb45569fd1 req-a9c16c1a-c063-47de-b289-890d92c1fccd tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "GET /v2.0/security-groups/4c2e1c43-5b05-4822-86c7-8309a1ce9fc3 HTTP/1.1" status: 200 len: 1634 time: 0.0697522 Feb 09 13:13:36.946992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] For port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:36.955700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] For port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:36.964129 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:36.987158 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f30a316f-aca8-4c4f-a5fe-aa942f34b941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.046969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.082731 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d72dc916-e2db-460b-860f-d6fb45569fd1 req-94de693d-fafc-4aa1-b09e-1e2a9fb6b4d4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.120860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d3d0e-df4f-46a3-bcca-7587d5936310 None None] Pushing event updated for resources: {'Port': ['ID=6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:37.131611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Routers {'d325b524-4ca5-4aa2-aa95-34a2aca8a36e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:13:37.135717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:13:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:37.145681 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d72dc916-e2db-460b-860f-d6fb45569fd1 req-94de693d-fafc-4aa1-b09e-1e2a9fb6b4d4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.222567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f30a316f-aca8-4c4f-a5fe-aa942f34b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.222806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0037b9-4306-484e-9186-4e595912d96f req-8fb1ad74-5b40-4371-8ebf-f2e9da705619 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:37.224046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac0037b9-4306-484e-9186-4e595912d96f req-8fb1ad74-5b40-4371-8ebf-f2e9da705619 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2166026 Feb 09 13:13:37.233113 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d72dc916-e2db-460b-860f-d6fb45569fd1 req-94de693d-fafc-4aa1-b09e-1e2a9fb6b4d4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.285542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de693d-fafc-4aa1-b09e-1e2a9fb6b4d4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2e1c43-5b05-4822-86c7-8309a1ce9fc3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:37.298730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.302628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d72dc916-e2db-460b-860f-d6fb45569fd1 req-94de693d-fafc-4aa1-b09e-1e2a9fb6b4d4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.303748 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d72dc916-e2db-460b-860f-d6fb45569fd1 req-94de693d-fafc-4aa1-b09e-1e2a9fb6b4d4 tempest-SecurityGroupsTestJSON-453453309 tempest-SecurityGroupsTestJSON-453453309-project] 10.222.0.59 "DELETE /v2.0/security-groups/4c2e1c43-5b05-4822-86c7-8309a1ce9fc3 HTTP/1.1" status: 204 len: 173 time: 0.3981080 Feb 09 13:13:37.307864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac0037b9-4306-484e-9186-4e595912d96f req-09076c4c-054e-4d88-85d2-668fb40ebf43 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701401 Feb 09 13:13:37.311912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50284) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:37.354949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a316f-aca8-4c4f-a5fe-aa942f34b941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19816c29-6d16-4e71-88e6-b33be26cee3a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:37.396813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-452f0f7c-c147-48ab-a725-b357510bd5ec admin admin] Deleting subnet fd9a4952-adf7-4b95-90df-2d44dcef12bf {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:13:37.401021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-452f0f7c-c147-48ab-a725-b357510bd5ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.461590 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-452f0f7c-c147-48ab-a725-b357510bd5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.496560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] Set router d325b524-4ca5-4aa2-aa95-34a2aca8a36e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:13:37.506742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Network a180facb-176b-4144-a9ec-ed479b3c2214 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:37.514542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:37.517212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:13:37.540064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-452f0f7c-c147-48ab-a725-b357510bd5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.607318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.607318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.668255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-452f0f7c-c147-48ab-a725-b357510bd5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.717717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Pushing event updated for resources: {'Port': ['ID=9c6ca02c-7653-4971-8be4-0eefce72b597,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:37.723668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f0f7c-c147-48ab-a725-b357510bd5ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9a4952-adf7-4b95-90df-2d44dcef12bf,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:37.733030 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f30a316f-aca8-4c4f-a5fe-aa942f34b941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.734286 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f30a316f-aca8-4c4f-a5fe-aa942f34b941 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19816c29-6d16-4e71-88e6-b33be26cee3a HTTP/1.1" status: 204 len: 168 time: 1.1298754 Feb 09 13:13:37.740526 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-452f0f7c-c147-48ab-a725-b357510bd5ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.762543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-452f0f7c-c147-48ab-a725-b357510bd5ec admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fd9a4952-adf7-4b95-90df-2d44dcef12bf HTTP/1.1" status: 204 len: 168 time: 0.4495254 Feb 09 13:13:37.764990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50294) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:37.776617 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.784364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83479) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 09 13:13:37.784851 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Router 00c1e212-994f-40dc-867f-392e4d700027 migrating from provider to provider. {{(pid=83479) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 09 13:13:37.785355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.796721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.803498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:37.806872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00234ff6-0727-4544-be91-888cf0278270 req-2a6078f8-8bff-4f53-ac3d-324dc359bae9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:37.814376 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00234ff6-0727-4544-be91-888cf0278270 req-2a6078f8-8bff-4f53-ac3d-324dc359bae9 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.2111757 Feb 09 13:13:38.081558 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:38.102247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00234ff6-0727-4544-be91-888cf0278270 req-9fd5624d-dd4a-4092-8cd7-8c1dc4d2ca7a tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869399 Feb 09 13:13:38.117233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:33Z', 'revision_number': 3, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:38.128903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dddd1de-b757-4454-9d80-ff02eee16eb2 None None] The sync data for ids ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'] in n-d-825175-3 is: [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:33Z', 'revision_number': 3, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:13:38.144831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:38.248077 n-d-825175-3 neutron-server[83479]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] No L3 agents can host the router 00c1e212-994f-40dc-867f-392e4d700027 Feb 09 13:13:38.306305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa6c75-d5c3-43f4-b4be-d30a50df7e1a req-70956e99-0c98-428e-bf3e-4980502bebca tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:38.307851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05aa6c75-d5c3-43f4-b4be-d30a50df7e1a req-70956e99-0c98-428e-bf3e-4980502bebca tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.3356371 Feb 09 13:13:38.333551 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:38.380015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23dbd13-26ed-450c-8383-23e2623950a4']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:38.406009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:38.406729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cac26e-b2fa-4bf9-84d6-5e311d4d94a9') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:38.418072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05aa6c75-d5c3-43f4-b4be-d30a50df7e1a req-da2b80bc-b722-46bd-8d37-8d1696098eca tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015549 Feb 09 13:13:38.421806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:38.500053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50308) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:38.532687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:38.579670 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08ea2c47-5daa-467e-87b0-7d0b2263e61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:38.589943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:13:38.590334 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:13:38.613051 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:13:38.905776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Hosts for router 00c1e212-994f-40dc-867f-392e4d700027: [] {{(pid=83479) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 09 13:13:38.999159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:39.018060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-08ea2c47-5daa-467e-87b0-7d0b2263e61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:39.021602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Hosts for other DVR routers connected to router 00c1e212-994f-40dc-867f-392e4d700027: set() {{(pid=83479) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 09 13:13:39.025038 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:39.026265 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a7d96704-0703-4023-9279-68bf0f8d2c46 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] 10.222.0.59 "PUT /v2.0/routers/00c1e212-994f-40dc-867f-392e4d700027 HTTP/1.1" status: 200 len: 716 time: 2.2228436 Feb 09 13:13:39.028994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50314) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:39.057330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:39.066775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-08ea2c47-5daa-467e-87b0-7d0b2263e61e admin admin] Usage tracker for resource:security_group_rule and tenant:b5b48945c4384bc89c61e999e27faacd is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:39.081129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-08ea2c47-5daa-467e-87b0-7d0b2263e61e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:39.089371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f23dbd13-26ed-450c-8383-23e2623950a4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:39.113665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1453dba4-13ec-4d5c-af46-5083864703f7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f23dbd13-26ed-450c-8383-23e2623950a4 HTTP/1.1" status: 204 len: 168 time: 1.3453307 Feb 09 13:13:39.113665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-08ea2c47-5daa-467e-87b0-7d0b2263e61e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:39.126186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363a2ee-fa8c-4a15-9999-b024576e33c3 req-a1111907-c148-46dc-a277-e9485b984891 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:39.133855 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c363a2ee-fa8c-4a15-9999-b024576e33c3 req-a1111907-c148-46dc-a277-e9485b984891 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.6959853 Feb 09 13:13:39.219147 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:13:39.257496 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:39.284460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c363a2ee-fa8c-4a15-9999-b024576e33c3 req-e7440154-4746-42d5-aafb-082f84d9ebb7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493001 Feb 09 13:13:39.289659 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3211810f-dee0-4f9e-951e-9d3bf72852d4 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] 10.222.0.59 "GET /v2.0/routers/00c1e212-994f-40dc-867f-392e4d700027 HTTP/1.1" status: 200 len: 716 time: 0.2571383 Feb 09 13:13:39.289659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:39.294963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50320) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:39.460594 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08ea2c47-5daa-467e-87b0-7d0b2263e61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:39.469949 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08ea2c47-5daa-467e-87b0-7d0b2263e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:39.488478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50330) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:39.537354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Pushing event updated for resources: {'Port': ['ID=9c6ca02c-7653-4971-8be4-0eefce72b597,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:39.655999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:39.708786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea2c47-5daa-467e-87b0-7d0b2263e61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7451ae2d-fde6-440e-a663-6d4afe01fb3b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:39.794775 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-08ea2c47-5daa-467e-87b0-7d0b2263e61e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5b48945c4384bc89c61e999e27faacd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2868872 Feb 09 13:13:39.799870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:13:39.804365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50338) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:39.877027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:39.884694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-939d86df-a23a-4e19-b772-a5f6edc553c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc183ac503d444de9127e3680854731b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3636489 Feb 09 13:13:39.888570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:39.890616 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:39.896762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50342) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:40.115475 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c547bbc3-54cb-4369-ab14-543cabb83629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:40.162498 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:40.174842 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c547bbc3-54cb-4369-ab14-543cabb83629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:40.199645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:40.211787 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:40.279310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c547bbc3-54cb-4369-ab14-543cabb83629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:40.311186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7369d-1aa9-40ba-832c-ae0657a5d53f req-4a9c63cf-f0ed-4fd4-8c10-675faf3dd5dd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:40.312901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93a7369d-1aa9-40ba-832c-ae0657a5d53f req-4a9c63cf-f0ed-4fd4-8c10-675faf3dd5dd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.5087361 Feb 09 13:13:40.322062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d77eb162-2282-4eb2-a9c5-d3a9fdbcbc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:40.339998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547bbc3-54cb-4369-ab14-543cabb83629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7451ae2d-fde6-440e-a663-6d4afe01fb3b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:40.344688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:40.349677 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c547bbc3-54cb-4369-ab14-543cabb83629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:40.355236 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c547bbc3-54cb-4369-ab14-543cabb83629 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7451ae2d-fde6-440e-a663-6d4afe01fb3b HTTP/1.1" status: 204 len: 168 time: 0.5461068 Feb 09 13:13:40.364299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Network a180facb-176b-4144-a9ec-ed479b3c2214 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:40.365565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:40.394152 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d77eb162-2282-4eb2-a9c5-d3a9fdbcbc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:40.482560 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d77eb162-2282-4eb2-a9c5-d3a9fdbcbc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:40.532537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50348) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:40.532805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3b099824-79e9-40bc-926f-af50a682d195 tempest-RoutersTestDVR-1640350369 tempest-RoutersTestDVR-1640350369-project] 10.222.0.59 "GET /v2.0/routers/00c1e212-994f-40dc-867f-392e4d700027 HTTP/1.1" status: 200 len: 682 time: 1.2340508 Feb 09 13:13:40.539092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eb162-2282-4eb2-a9c5-d3a9fdbcbc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6348f802-f568-46d1-aa93-d6ebd65bf35c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:40.557548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93a7369d-1aa9-40ba-832c-ae0657a5d53f req-d83a9b63-f6e4-476f-bb95-b0aa2710af1b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379887 Feb 09 13:13:40.560085 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d77eb162-2282-4eb2-a9c5-d3a9fdbcbc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:40.561263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d77eb162-2282-4eb2-a9c5-d3a9fdbcbc50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6348f802-f568-46d1-aa93-d6ebd65bf35c HTTP/1.1" status: 204 len: 168 time: 0.6635053 Feb 09 13:13:40.732392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44cc9011-1bc8-48a1-a3a9-6c316b0ff754 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:41.156124 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:41.545451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44cc9011-1bc8-48a1-a3a9-6c316b0ff754 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:41.569504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44cc9011-1bc8-48a1-a3a9-6c316b0ff754 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:41.632689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44cc9011-1bc8-48a1-a3a9-6c316b0ff754 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:41.633170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cc9011-1bc8-48a1-a3a9-6c316b0ff754 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00c1e212-994f-40dc-867f-392e4d700027 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:13:41.669419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-44cc9011-1bc8-48a1-a3a9-6c316b0ff754 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:41.670558 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-44cc9011-1bc8-48a1-a3a9-6c316b0ff754 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] 10.222.0.59 "DELETE /v2.0/routers/00c1e212-994f-40dc-867f-392e4d700027 HTTP/1.1" status: 204 len: 168 time: 1.1366284 Feb 09 13:13:41.674137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50384) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:41.683170 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Request body: {'router': {'name': 'tempest-router-1366918997', 'distributed': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:41.691292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:41.702437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:13:41.724901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Usage tracker for resource:router and tenant:eed05c7c051d4cc786ec167444e1a3a5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:41.738053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:41.761814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:41.797341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Router d325b524-4ca5-4aa2-aa95-34a2aca8a36e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:13:41.802410 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:41.809202 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:41.871772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:41.872452 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:42.021178 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:42.036972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84521a99-3cf1-42c1-a922-af85e60750f2 req-9bb1d6d2-8d39-4010-a2e6-b90665ee35ff tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:42.048472 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84521a99-3cf1-42c1-a922-af85e60750f2 req-9bb1d6d2-8d39-4010-a2e6-b90665ee35ff tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.2258275 Feb 09 13:13:42.207668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50398) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:42.247382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84521a99-3cf1-42c1-a922-af85e60750f2 req-2c0d6895-a014-4dc8-a1b6-e0f33907e42b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958916 Feb 09 13:13:42.289181 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:42.335952 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:42.338065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-53e0183a-c349-49e8-9be5-bc06c0313ba9 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6615264 Feb 09 13:13:42.342876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50410) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:42.432472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:13:42.437361 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1a8bb6dd-7140-4d53-99e0-bbc70fa2f88c admin admin] 10.222.0.59 "PUT /v2.0/routers/d325b524-4ca5-4aa2-aa95-34a2aca8a36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3918846 Feb 09 13:13:42.537233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-265394416-network', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:42.543829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:42.557216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Usage tracker for resource:network and tenant:e64dac7609c842e9b976ecc4ab4339dd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:42.561857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3edea02d-4cbb-4317-ba85-ae152e57a501 req-aa44a3dd-7bcc-48d4-8600-07e5eba1e92e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3644385 Feb 09 13:13:42.585428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:42.592530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18a7e85e-c230-4947-9bab-78bf6b370628 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:42.602823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:42.625648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Made reservation on behalf of e64dac7609c842e9b976ecc4ab4339dd for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:42.628226 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:42.663394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:42.734193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:42.745643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Usage tracker for resource:security_group_rule and tenant:e64dac7609c842e9b976ecc4ab4339dd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:42.753340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:42.760245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:42.864202 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:42.869338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:42.895255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:13:42.916715 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Sync routers for ids ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:13:42.928944 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:42.932710 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Added segment bb4d14e3-15b6-416e-bb8a-d85fffde10e6 of type vlan for network f6848ab6-3a45-46b0-a576-d10d8738cc84 Feb 09 13:13:42.952385 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Routers {'d325b524-4ca5-4aa2-aa95-34a2aca8a36e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:13:42.954253 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:13:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:42.976071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:43.066894 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:43.068760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:43.073088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:43.166162 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9545681 Feb 09 13:13:43.167213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50434) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:43.213661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Request body: {'subnet': {'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-265394416-subnet', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:43.221304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3ea606-a225-4013-a3a6-bbf77ea88a81,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:43.224492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:43.309630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Usage tracker for resource:subnet and tenant:e64dac7609c842e9b976ecc4ab4339dd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:43.323932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:43.352706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:43.362346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431131b-9796-41b6-95bd-cff8ba06dd3c admin admin] Pushing event updated for resources: {'Network': ['ID=f6848ab6-3a45-46b0-a576-d10d8738cc84,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:43.382397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f6848ab6-3a45-46b0-a576-d10d8738cc84 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:13:43.384809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Made reservation on behalf of e64dac7609c842e9b976ecc4ab4339dd for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:43.387412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:43.751928 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Set router d325b524-4ca5-4aa2-aa95-34a2aca8a36e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:13:43.862845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:44.064036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e717fbb-b7e3-4ef2-872a-2e682cc6747d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:44.145016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Checking segment: {'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:13:44.145641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Network hostable DHCP agents. Network: f6848ab6-3a45-46b0-a576-d10d8738cc84, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:13:44.227942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Network f6848ab6-3a45-46b0-a576-d10d8738cc84 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:13:44.247570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f6848ab6-3a45-46b0-a576-d10d8738cc84) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:44.256074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be77a39-8d74-4e5f-a5fb-d29f86a3b0b7 None None] Network f6848ab6-3a45-46b0-a576-d10d8738cc84 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:13:44.256977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:44.258970 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:44.308890 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7c665d0a-47af-41e6-babd-830d99858a12 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1087730 Feb 09 13:13:44.311712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50464) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:44.320525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:44.332868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:44.343554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Usage tracker for resource:router and tenant:e64dac7609c842e9b976ecc4ab4339dd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:44.349399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:44.366858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:44.389750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:44.390984 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:44.427540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:44.520091 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:37Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9c6ca02c-7653-4971-8be4-0eefce72b597', 'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'mac_address': 'fa:16:3e:ff:57:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:36Z', 'updated_at': '2022-02-09T13:13:38Z', 'revision_number': 2, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'subnets': [{'id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:44.525300 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Checking router: d325b524-4ca5-4aa2-aa95-34a2aca8a36e for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:13:44.525678 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Updating router d325b524-4ca5-4aa2-aa95-34a2aca8a36e port 9c6ca02c-7653-4971-8be4-0eefce72b597 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:13:44.548958 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3edea02d-4cbb-4317-ba85-ae152e57a501 req-7547eb67-ad4a-4287-abb4-dc0bc16af4a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 1097 time: 1.7242000 Feb 09 13:13:44.589665 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18a7e85e-c230-4947-9bab-78bf6b370628 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:44.662447 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:44.714573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-d88bca61-4591-42f5-b89c-2a291374c689 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:44.715108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-d88bca61-4591-42f5-b89c-2a291374c689 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Synchronizing usage tracker for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:13:44.721615 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18a7e85e-c230-4947-9bab-78bf6b370628 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:44.893911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f6848ab6-3a45-46b0-a576-d10d8738cc84', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:13:44.894846 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:44.908824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-d88bca61-4591-42f5-b89c-2a291374c689 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Unset dirty status for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:13:44.910163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-d88bca61-4591-42f5-b89c-2a291374c689 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/networks?id=a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 200 len: 820 time: 0.8448405 Feb 09 13:13:44.962789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb940b8-8bae-4a59-adbe-640811c6c5e7 req-fbb331c1-139a-4254-9b9f-c67311735547 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:44.964602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdb940b8-8bae-4a59-adbe-640811c6c5e7 req-fbb331c1-139a-4254-9b9f-c67311735547 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 1.3868148 Feb 09 13:13:44.983185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:45.024251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18a7e85e-c230-4947-9bab-78bf6b370628 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:45.024942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a7e85e-c230-4947-9bab-78bf6b370628 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaa10c5b-5201-4ec3-bbb4-b31def8291bf {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:13:45.036029 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-f228276b-1a81-44cb-a1ae-38b27c2cb719 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/quotas/3c8b09ad31184d8ca1d0438d85b1fbd3 HTTP/1.1" status: 200 len: 375 time: 0.1137040 Feb 09 13:13:45.055737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edea02d-4cbb-4317-ba85-ae152e57a501 req-cfba8896-16a9-46fb-95cb-f1f797f2abdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:45.057569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3edea02d-4cbb-4317-ba85-ae152e57a501 req-cfba8896-16a9-46fb-95cb-f1f797f2abdc service neutron] 10.222.0.67 "GET /v2.0/networks?id=ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 200 len: 914 time: 0.4632857 Feb 09 13:13:45.235964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18a7e85e-c230-4947-9bab-78bf6b370628 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:45.241338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-18a7e85e-c230-4947-9bab-78bf6b370628 tempest-RoutersTestDVR-309553291 tempest-RoutersTestDVR-309553291-project-admin] 10.222.0.59 "DELETE /v2.0/routers/eaa10c5b-5201-4ec3-bbb4-b31def8291bf HTTP/1.1" status: 204 len: 168 time: 2.8974683 Feb 09 13:13:45.332357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdb940b8-8bae-4a59-adbe-640811c6c5e7 req-2cb9df89-27cb-4c46-a330-5bad46c0efcc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557894 Feb 09 13:13:45.371851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3edea02d-4cbb-4317-ba85-ae152e57a501 req-1bed2adb-82fd-4bc6-8b9f-9e9fc5deb501 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9 HTTP/1.1" status: 200 len: 217 time: 0.2753587 Feb 09 13:13:45.373817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Allocated IP 172.20.0.2 (f6848ab6-3a45-46b0-a576-d10d8738cc84/5e717fbb-b7e3-4ef2-872a-2e682cc6747d/f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:45.493149 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:45.534334 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Transition to ACTIVE for port object 9c6ca02c-7653-4971-8be4-0eefce72b597 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:45.550617 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:45.691274 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-48eddc0e-aa4d-4336-b157-4b315cd3acab tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6472456 Feb 09 13:13:45.697415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edea02d-4cbb-4317-ba85-ae152e57a501 req-2f2ace65-da05-49f6-a1ec-97b5fb5de84a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:45.708195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3edea02d-4cbb-4317-ba85-ae152e57a501 req-2f2ace65-da05-49f6-a1ec-97b5fb5de84a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19b012f7-1ce6-4626-b8fb-43ba553e2e3e HTTP/1.1" status: 200 len: 853 time: 0.3294106 Feb 09 13:13:45.770877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:45.880624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:45.964203 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:45.986666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3edea02d-4cbb-4317-ba85-ae152e57a501 req-1fa0f6da-c74d-4a59-91fc-2c608b0a2a50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ce0fe483-d43c-4e01-adab-40eb1b1b5905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1910481 Feb 09 13:13:46.007724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Transition to ACTIVE for port object f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:46.092703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Transition to ACTIVE for port object f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:46.097280 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:46.104047 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Pushing event updated for resources: {'Port': ['ID=9c6ca02c-7653-4971-8be4-0eefce72b597,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:46.109645 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:46.140432 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.140767 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.141490 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.144650 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.145011 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.145343 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.148442 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.149386 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.149725 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.150052 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.150377 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:13:46.293741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50504) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:46.302439 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Attempting to bind port 9c6ca02c-7653-4971-8be4-0eefce72b597 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:13:46.304816 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Attempting to bind port 9c6ca02c-7653-4971-8be4-0eefce72b597 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '39b27425-d967-404e-a338-fe6e61b58b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:13:46.305246 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Attempting to bind port 9c6ca02c-7653-4971-8be4-0eefce72b597 on network a180facb-176b-4144-a9ec-ed479b3c2214 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:13:46.328407 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:13:46.328799 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Checking segment: {'id': '39b27425-d967-404e-a338-fe6e61b58b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:13:46.329173 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:46.329566 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Bound using segment: {'id': '39b27425-d967-404e-a338-fe6e61b58b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:13:46.330034 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Bound port: 9c6ca02c-7653-4971-8be4-0eefce72b597, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b27425-d967-404e-a338-fe6e61b58b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:13:46.330403 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:46.356380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Allocated IP 172.25.5.155 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/ea9999c8-027a-4396-868c-c23634669828) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:46.414898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-d76f356b-c5be-4f57-8432-7c130c869686 service neutron] 10.222.0.59 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6972852 Feb 09 13:13:46.418858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Pushing event updated for resources: {'Port': ['ID=f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:46.486261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Network f6848ab6-3a45-46b0-a576-d10d8738cc84 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:46.486261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:46.491132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:13:46.632850 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] For port 9c6ca02c-7653-4971-8be4-0eefce72b597, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:46.645264 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] For port 9c6ca02c-7653-4971-8be4-0eefce72b597, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9c6ca02c-7653-4971-8be4-0eefce72b597,segment=NetworkSegment(39b27425-d967-404e-a338-fe6e61b58b2b),segment_id=39b27425-d967-404e-a338-fe6e61b58b2b)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:46.652232 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:46.716691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:46.783797 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3edea02d-4cbb-4317-ba85-ae152e57a501 req-3d15c74d-4cb4-4421-bc82-b72eb9cdfe90 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7114716 Feb 09 13:13:46.787537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:46.971196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Attempting to bind port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:13:46.971705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Attempting to bind port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:13:46.971827 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Routers {'d325b524-4ca5-4aa2-aa95-34a2aca8a36e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:13:46.972038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Attempting to bind port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 on network f6848ab6-3a45-46b0-a576-d10d8738cc84 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:13:46.979514 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:13:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:46.995321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:13:46.995731 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Checking segment: {'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:13:46.996169 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:46.996600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Bound using segment: {'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:13:46.997115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Bound port: f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:13:46.997515 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:47.060840 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3edea02d-4cbb-4317-ba85-ae152e57a501 req-068861be-71e8-4e49-9214-1316561f0844 service neutron] 10.222.0.67 "GET /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683592 Feb 09 13:13:47.186432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9999c8-027a-4396-868c-c23634669828,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:47.222867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-3fc64062-9f93-43fc-ac0f-a09a415d08a2 service neutron] 10.222.0.59 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070061 Feb 09 13:13:47.254858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] For port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:47.259799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] For port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:47.267388 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:47.289457 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:47.301688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da3838-fffc-45ce-8671-4bdd2ce7a850 req-63a2e773-f06e-4fc7-bfd8-1f9da6b1b089 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:47.309152 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6da3838-fffc-45ce-8671-4bdd2ce7a850 req-63a2e773-f06e-4fc7-bfd8-1f9da6b1b089 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.2449925 Feb 09 13:13:47.319796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:47.333889 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2e22167b-1bf6-4ef6-872a-62106df293e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:47.377133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50530) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:47.378511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:13:47.409821 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c053c9-81af-4254-b460-582763a8c94b None None] Pushing event updated for resources: {'Port': ['ID=9c6ca02c-7653-4971-8be4-0eefce72b597,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:47.471656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6da3838-fffc-45ce-8671-4bdd2ce7a850 req-47db28a0-afc1-4a8d-b511-279fb31bbd01 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614330 Feb 09 13:13:47.538289 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] Set router d325b524-4ca5-4aa2-aa95-34a2aca8a36e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:13:47.608676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49a957-2c6b-4647-ac2c-675c73a0bc24 None None] Pushing event updated for resources: {'Port': ['ID=f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:47.846412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2e22167b-1bf6-4ef6-872a-62106df293e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:47.880267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2e22167b-1bf6-4ef6-872a-62106df293e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e36f3cefc3c045c0a853c68bd462a65c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:47.901659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2e22167b-1bf6-4ef6-872a-62106df293e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:48.016409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2e22167b-1bf6-4ef6-872a-62106df293e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:48.134911 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2e22167b-1bf6-4ef6-872a-62106df293e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:48.166095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21c501b8-73dd-4d66-8365-a1a9602b68c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:48.175981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2e22167b-1bf6-4ef6-872a-62106df293e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:48.306932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22167b-1bf6-4ef6-872a-62106df293e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718ce98d-eb0c-4a02-9e1e-f68c16d4b00c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:48.318169 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2e22167b-1bf6-4ef6-872a-62106df293e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e36f3cefc3c045c0a853c68bd462a65c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0209908 Feb 09 13:13:48.320183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-21c501b8-73dd-4d66-8365-a1a9602b68c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:48.321425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50556) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:48.325727 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:48.326452 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:48.348270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-21c501b8-73dd-4d66-8365-a1a9602b68c7 admin admin] Usage tracker for resource:security_group_rule and tenant:d0948220056d4f3f9ae69edb0a8e3f66 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:48.455979 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a8b017d-3d6a-4e47-9538-a53b643de2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:48.516449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-21c501b8-73dd-4d66-8365-a1a9602b68c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:48.558643 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a8b017d-3d6a-4e47-9538-a53b643de2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:48.676268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-21c501b8-73dd-4d66-8365-a1a9602b68c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:48.739884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84c01d63-7fee-409b-b75c-19fcfaca5bc1 req-9608280d-c93c-4e20-be86-e04fe2b3cc75 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 210 time: 1.0594215 Feb 09 13:13:48.781267 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:37Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9c6ca02c-7653-4971-8be4-0eefce72b597', 'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'mac_address': 'fa:16:3e:ff:57:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:36Z', 'updated_at': '2022-02-09T13:13:46Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'subnets': [{'id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:48.796462 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf9c835-ae11-4515-a32b-23c7b1fdf731 None None] The sync data for ids ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'] in n-d-825175-3 is: [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:37Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9c6ca02c-7653-4971-8be4-0eefce72b597', 'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'mac_address': 'fa:16:3e:ff:57:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:36Z', 'updated_at': '2022-02-09T13:13:46Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'subnets': [{'id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:13:48.968064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21c501b8-73dd-4d66-8365-a1a9602b68c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:48.980569 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a8b017d-3d6a-4e47-9538-a53b643de2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:48.996224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21c501b8-73dd-4d66-8365-a1a9602b68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:49.058405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b017d-3d6a-4e47-9538-a53b643de2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718ce98d-eb0c-4a02-9e1e-f68c16d4b00c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:49.097834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a8b017d-3d6a-4e47-9538-a53b643de2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:49.114808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8a8b017d-3d6a-4e47-9538-a53b643de2c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/718ce98d-eb0c-4a02-9e1e-f68c16d4b00c HTTP/1.1" status: 204 len: 168 time: 0.7908697 Feb 09 13:13:49.191537 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-21c501b8-73dd-4d66-8365-a1a9602b68c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0948220056d4f3f9ae69edb0a8e3f66&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7227242 Feb 09 13:13:49.194684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50576) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:49.215579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c501b8-73dd-4d66-8365-a1a9602b68c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c5ca71-488b-450b-be46-252139b3c56e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:49.385650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50580) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:49.468653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Router 3b04da4f-612b-4f3b-b678-86a86d822210 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:13:49.814370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f40283c-2cba-4c77-97cc-c4aba4e0dd41 None None] Network f6848ab6-3a45-46b0-a576-d10d8738cc84 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:13:49.950912 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c34813d1-f99a-468e-ad4d-a2c21696f6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:50.036127 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c34813d1-f99a-468e-ad4d-a2c21696f6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:50.108583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:13:50.123207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-642359f1-c48d-4ae9-81c4-8dcf35dcefc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:50.245688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-642359f1-c48d-4ae9-81c4-8dcf35dcefc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:50.253673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-642359f1-c48d-4ae9-81c4-8dcf35dcefc9 admin admin] Usage tracker for resource:security_group_rule and tenant:e8893ddbd4894adea30704c0c24b2c56 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:50.257568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-642359f1-c48d-4ae9-81c4-8dcf35dcefc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:50.265073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-642359f1-c48d-4ae9-81c4-8dcf35dcefc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:50.292610 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c34813d1-f99a-468e-ad4d-a2c21696f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:50.339228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d4a46569-eb47-466c-8819-895c8d45e4bc None None] Provisioning for port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:50.351295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e6d4dd0-4045-4fd2-b85f-a9a1eff1e29e req-6341c114-b20c-4b8e-90e4-9f0d8a737b7f tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 210 time: 0.1330869 Feb 09 13:13:50.362555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34813d1-f99a-468e-ad4d-a2c21696f6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c5ca71-488b-450b-be46-252139b3c56e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:50.382171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:13:50.436209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Sync routers for ids ['3b04da4f-612b-4f3b-b678-86a86d822210'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:13:50.447361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50596) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:50.471249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c34813d1-f99a-468e-ad4d-a2c21696f6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:50.475152 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c34813d1-f99a-468e-ad4d-a2c21696f6c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57c5ca71-488b-450b-be46-252139b3c56e HTTP/1.1" status: 204 len: 168 time: 1.2769587 Feb 09 13:13:50.546532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e1ecc-d632-4d53-aa3e-7978647ad85d req-c8d1bd4d-29ea-4e97-b36e-24c944308845 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:50.557589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b70e1ecc-d632-4d53-aa3e-7978647ad85d req-c8d1bd4d-29ea-4e97-b36e-24c944308845 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 1.7391632 Feb 09 13:13:50.611786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Routers {'3b04da4f-612b-4f3b-b678-86a86d822210'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:13:50.612726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:13:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b04da4f-612b-4f3b-b678-86a86d822210'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:50.678799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b70e1ecc-d632-4d53-aa3e-7978647ad85d req-0b0061f9-9b15-44ce-932d-47c8352b872e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201777 Feb 09 13:13:50.692806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-04d3b6da-8900-45d9-b4cf-210fb57765b8 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:50.698397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-04d3b6da-8900-45d9-b4cf-210fb57765b8 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.67 "GET /v2.0/networks?id=a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 200 len: 820 time: 0.5238338 Feb 09 13:13:50.716568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Request body: {'port': {'device_id': '1559d17c-f927-4025-8502-58df2f87cee7', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'admin_state_up': True, 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:50.775784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7937-97de-4644-9ba8-6e8966cbac57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:50.954074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Set router 3b04da4f-612b-4f3b-b678-86a86d822210 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:13:50.981504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:50.982720 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-56bfd564-7f4f-42cc-ada2-29e1ac544820 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6699018 Feb 09 13:13:50.984746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-642359f1-c48d-4ae9-81c4-8dcf35dcefc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:50.985527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50606) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:51.069536 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-642359f1-c48d-4ae9-81c4-8dcf35dcefc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.136597 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-642359f1-c48d-4ae9-81c4-8dcf35dcefc9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8893ddbd4894adea30704c0c24b2c56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7358577 Feb 09 13:13:51.155813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50616) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:51.175371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:51.193152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8e2b7937-97de-4644-9ba8-6e8966cbac57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:51.197734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:51.215715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:51.216379 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.216503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8e2b7937-97de-4644-9ba8-6e8966cbac57 admin admin] Usage tracker for resource:security_group_rule and tenant:eed05c7c051d4cc786ec167444e1a3a5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:51.221385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8e2b7937-97de-4644-9ba8-6e8966cbac57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:51.224516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Usage tracker for resource:port and tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:51.236371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8e2b7937-97de-4644-9ba8-6e8966cbac57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:51.239889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642359f1-c48d-4ae9-81c4-8dcf35dcefc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5d6a34-82ff-4363-a3d5-dbade00bd3ad,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:51.249963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:51.288749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:51.334721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7937-97de-4644-9ba8-6e8966cbac57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.358326 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7937-97de-4644-9ba8-6e8966cbac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.421572 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b7937-97de-4644-9ba8-6e8966cbac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d09a5e-4d3c-44e6-a28d-6ff9e83b5f71,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:51.438052 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8e2b7937-97de-4644-9ba8-6e8966cbac57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eed05c7c051d4cc786ec167444e1a3a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9845829 Feb 09 13:13:51.439981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50628) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:51.451666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Made reservation on behalf of 3c8b09ad31184d8ca1d0438d85b1fbd3 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:51.455772 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.496060 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.507789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe6927-ac38-495a-8125-8e22c2e5ae79 req-919ada4a-dbfd-4431-a20e-6ea6b3bfa09c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:51.509953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34fe6927-ac38-495a-8125-8e22c2e5ae79 req-919ada4a-dbfd-4431-a20e-6ea6b3bfa09c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.4983609 Feb 09 13:13:51.610087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9622659-9082-4f86-a660-30e92d7c0387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.650583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:51.663355 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.664851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9c6ca02c-7653-4971-8be4-0eefce72b597 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:13:51.792490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:51.835629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:47Z', 'revision_number': 3, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:51.844494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Checking router: 3b04da4f-612b-4f3b-b678-86a86d822210 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:13:51.844844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Updating router 3b04da4f-612b-4f3b-b678-86a86d822210 port ea9999c8-027a-4396-868c-c23634669828 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:13:51.850406 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9622659-9082-4f86-a660-30e92d7c0387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.891125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 9c6ca02c-7653-4971-8be4-0eefce72b597 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:51.906198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9c6ca02c-7653-4971-8be4-0eefce72b597 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:51.906387 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.919817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3d06c85-c2a3-4d47-bf0a-8ff970bec0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.948321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3d06c85-c2a3-4d47-bf0a-8ff970bec0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.958723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.973159 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9622659-9082-4f86-a660-30e92d7c0387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:51.998976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e8dd9d0-cc26-4a79-b191-415ab05dbcbd req-cd226917-272e-4320-a00a-c3e1ad401a07 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 210 time: 0.1751564 Feb 09 13:13:52.011966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f665aac1-03ca-405e-800c-f2e87267cf0c None None] Provisioning complete for port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:52.012322 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f665aac1-03ca-405e-800c-f2e87267cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:52.037002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9622659-9082-4f86-a660-30e92d7c0387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d09a5e-4d3c-44e6-a28d-6ff9e83b5f71,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:52.046249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9622659-9082-4f86-a660-30e92d7c0387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:52.047406 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e9622659-9082-4f86-a660-30e92d7c0387 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9d09a5e-4d3c-44e6-a28d-6ff9e83b5f71 HTTP/1.1" status: 204 len: 168 time: 0.6058295 Feb 09 13:13:52.098341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34fe6927-ac38-495a-8125-8e22c2e5ae79 req-9ddb447d-44d8-4160-b79e-2a336e31fb3c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737324 Feb 09 13:13:52.161396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Allocated IP 172.20.0.13 (a180facb-176b-4144-a9ec-ed479b3c2214/740d2694-313a-4f46-9dfd-f09e9f52af39/79440ebd-b752-4084-9805-ef9ff0476b3f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:52.336744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3d06c85-c2a3-4d47-bf0a-8ff970bec0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:52.372412 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:52.425237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d06c85-c2a3-4d47-bf0a-8ff970bec0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5d6a34-82ff-4363-a3d5-dbade00bd3ad,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:52.495516 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3d06c85-c2a3-4d47-bf0a-8ff970bec0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:52.500176 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d3d06c85-c2a3-4d47-bf0a-8ff970bec0cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f5d6a34-82ff-4363-a3d5-dbade00bd3ad HTTP/1.1" status: 204 len: 168 time: 1.3399820 Feb 09 13:13:52.625218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337566e-8ffe-48ff-b4ec-49f32fed35d5 req-1b7bcfc2-1d99-4990-9154-986d3078a5a0 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:52.631824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8337566e-8ffe-48ff-b4ec-49f32fed35d5 req-1b7bcfc2-1d99-4990-9154-986d3078a5a0 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 947 time: 0.3553526 Feb 09 13:13:52.656732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 9c6ca02c-7653-4971-8be4-0eefce72b597, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9c6ca02c-7653-4971-8be4-0eefce72b597,segment=NetworkSegment(39b27425-d967-404e-a338-fe6e61b58b2b),segment_id=39b27425-d967-404e-a338-fe6e61b58b2b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:52.664788 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:52.713417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562977f8-f01e-445c-afb4-b82f9b5e14ac req-df1de31e-34bb-451c-9fc0-91b968e49617 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:52.714917 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-562977f8-f01e-445c-afb4-b82f9b5e14ac req-df1de31e-34bb-451c-9fc0-91b968e49617 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.3882422 Feb 09 13:13:52.745500 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8337566e-8ffe-48ff-b4ec-49f32fed35d5 req-658a4a46-a50a-48c4-82a7-048557581d5b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127217 Feb 09 13:13:52.767924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=9c6ca02c-7653-4971-8be4-0eefce72b597,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:52.796978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:52.860102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-562977f8-f01e-445c-afb4-b82f9b5e14ac req-6596db36-6f50-4f16-8968-8cc33e38ffea tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320050 Feb 09 13:13:52.861927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:13:52.902037 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:52.985366 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.009294 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.054724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Pushing event updated for resources: {'Port': ['ID=79440ebd-b752-4084-9805-ef9ff0476b3f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:53.065932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Transition to ACTIVE for port object ea9999c8-027a-4396-868c-c23634669828 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:53.074717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Network a180facb-176b-4144-a9ec-ed479b3c2214 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:53.076222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:53.084339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:13:53.095473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ae93f-9526-4029-b2ed-5448336b2487 req-c6dbe5c6-6d73-4b1f-9539-02dc7b10de6c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:53.096298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-571ae93f-9526-4029-b2ed-5448336b2487 req-c6dbe5c6-6d73-4b1f-9539-02dc7b10de6c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Synchronizing usage tracker for tenant:2a9fabf97ae14f399b624e2d74cacdd7 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:13:53.114742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:53.116954 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.169469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50662) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:53.186811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-571ae93f-9526-4029-b2ed-5448336b2487 req-c6dbe5c6-6d73-4b1f-9539-02dc7b10de6c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Unset dirty status for tenant:2a9fabf97ae14f399b624e2d74cacdd7 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:13:53.187929 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-571ae93f-9526-4029-b2ed-5448336b2487 req-c6dbe5c6-6d73-4b1f-9539-02dc7b10de6c tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.3559849 Feb 09 13:13:53.193268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:53.196051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.233600 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.263439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6564bb16-c792-4ec9-8205-8d75bef2bb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.306149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-4fa82b43-9dff-4115-8d9e-d4152584530c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5899878 Feb 09 13:13:53.334283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Request body: {'port': {'device_id': '1559d17c-f927-4025-8502-58df2f87cee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:53.395378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-571ae93f-9526-4029-b2ed-5448336b2487 req-59a35250-408e-4cbd-b28b-9e912675afc4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Deleting port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:53.395720 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-571ae93f-9526-4029-b2ed-5448336b2487 req-59a35250-408e-4cbd-b28b-9e912675afc4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.419336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Attempting to bind port ea9999c8-027a-4396-868c-c23634669828 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:13:53.420085 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Attempting to bind port ea9999c8-027a-4396-868c-c23634669828 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:13:53.422628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Attempting to bind port ea9999c8-027a-4396-868c-c23634669828 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:13:53.433006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6564bb16-c792-4ec9-8205-8d75bef2bb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:53.503704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:13:53.504490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:13:53.505163 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.505897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:13:53.506752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Bound port: ea9999c8-027a-4396-868c-c23634669828, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:13:53.507369 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.518570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6564bb16-c792-4ec9-8205-8d75bef2bb52 admin admin] Usage tracker for resource:security_group_rule and tenant:f388b13907bd48b5855f80c24c095565 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:53.533126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6564bb16-c792-4ec9-8205-8d75bef2bb52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:53.588801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6564bb16-c792-4ec9-8205-8d75bef2bb52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:53.617807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] For port ea9999c8-027a-4396-868c-c23634669828, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:53.621961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] For port ea9999c8-027a-4396-868c-c23634669828, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ea9999c8-027a-4396-868c-c23634669828,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:53.633793 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:53.645252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafffce6-3827-42fb-96c6-5dfb0bd256f5 None None] Pushing event updated for resources: {'Port': ['ID=ea9999c8-027a-4396-868c-c23634669828,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:53.749981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafffce6-3827-42fb-96c6-5dfb0bd256f5 None None] Pushing event updated for resources: {'Port': ['ID=ea9999c8-027a-4396-868c-c23634669828,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:53.760852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Allocated IP 172.20.0.1 (f6848ab6-3a45-46b0-a576-d10d8738cc84/5e717fbb-b7e3-4ef2-872a-2e682cc6747d/cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:13:53.806658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Routers {'3b04da4f-612b-4f3b-b678-86a86d822210'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:13:53.808477 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:13:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b04da4f-612b-4f3b-b678-86a86d822210'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:53.854639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692feea2-9da8-43e5-bd43-c68b42493829 req-3cd068f6-2c16-46ae-97d2-5a59249a1963 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:53.855565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-692feea2-9da8-43e5-bd43-c68b42493829 req-3cd068f6-2c16-46ae-97d2-5a59249a1963 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Synchronizing usage tracker for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:13:53.910884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e8003-8663-4043-9d59-3f1bf65a17b6 req-988b3bd5-bde4-4e10-87ae-2bd4a1527c5e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:53.913142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-158e8003-8663-4043-9d59-3f1bf65a17b6 req-988b3bd5-bde4-4e10-87ae-2bd4a1527c5e tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 946 time: 0.5395198 Feb 09 13:13:53.913811 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:54.156655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] Set router 3b04da4f-612b-4f3b-b678-86a86d822210 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:13:54.208400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-692feea2-9da8-43e5-bd43-c68b42493829 req-3cd068f6-2c16-46ae-97d2-5a59249a1963 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Unset dirty status for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:13:54.209622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-692feea2-9da8-43e5-bd43-c68b42493829 req-3cd068f6-2c16-46ae-97d2-5a59249a1963 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 932 time: 0.9809871 Feb 09 13:13:54.223919 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-158e8003-8663-4043-9d59-3f1bf65a17b6 req-c3c0ed34-1bda-454e-95e1-325958548283 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc88ca65-7572-466e-85c8-a903d289a21b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943132 Feb 09 13:13:54.371507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-f054d92c-1398-4f8a-b147-c56838823365 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:54.382860 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-f054d92c-1398-4f8a-b147-c56838823365 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 947 time: 0.9163013 Feb 09 13:13:54.393624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-571ae93f-9526-4029-b2ed-5448336b2487 req-59a35250-408e-4cbd-b28b-9e912675afc4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] For port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,segment=NetworkSegment(c834bb95-fefc-4029-9a22-39bf949294e6),segment_id=c834bb95-fefc-4029-9a22-39bf949294e6)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:54.394211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-571ae93f-9526-4029-b2ed-5448336b2487 req-59a35250-408e-4cbd-b28b-9e912675afc4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:54.545685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-571ae93f-9526-4029-b2ed-5448336b2487 req-59a35250-408e-4cbd-b28b-9e912675afc4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Calling delete_port for 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:54.552185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-692feea2-9da8-43e5-bd43-c68b42493829 req-051a29a6-4913-407b-b66e-178520f2fc52 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Synchronizing usage tracker for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:13:54.634493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:47Z', 'revision_number': 3, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:54.644316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a3c85-5749-43a6-b9b8-61d3399ac696 None None] The sync data for ids ['3b04da4f-612b-4f3b-b678-86a86d822210'] in n-d-825175-3 is: [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:47Z', 'revision_number': 3, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:13:54.733344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50696) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:54.768342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Deleting port e93f0673-6820-4467-a63e-56d36a3e294e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:54.768686 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:54.769893 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6564bb16-c792-4ec9-8205-8d75bef2bb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:54.795092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9c6ca02c-7653-4971-8be4-0eefce72b597 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:13:54.801642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6564bb16-c792-4ec9-8205-8d75bef2bb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:54.815025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-692feea2-9da8-43e5-bd43-c68b42493829 req-051a29a6-4913-407b-b66e-178520f2fc52 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Unset dirty status for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:13:54.828921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-692feea2-9da8-43e5-bd43-c68b42493829 req-051a29a6-4913-407b-b66e-178520f2fc52 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026599 Feb 09 13:13:54.850409 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6564bb16-c792-4ec9-8205-8d75bef2bb52 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f388b13907bd48b5855f80c24c095565&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6798856 Feb 09 13:13:54.855717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50704) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:54.859732 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:54.901672 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e855cb97-a066-4a96-b89e-61493c3e0dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:54.923417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 9c6ca02c-7653-4971-8be4-0eefce72b597 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:54.923922 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:54.929043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Transition to ACTIVE for port object cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:54.964121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564bb16-c792-4ec9-8205-8d75bef2bb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a5fea4-f21d-4170-a270-1292601b8d7f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:54.991605 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba68f-93e7-4e2c-986f-d3635d9d3c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:54.995105 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-571ae93f-9526-4029-b2ed-5448336b2487 req-59a35250-408e-4cbd-b28b-9e912675afc4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.066195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a35250-408e-4cbd-b28b-9e912675afc4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Pushing event deleted for resources: {'Port': ['ID=66b4ad0f-29f0-4186-9fd0-446d1dc080e9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:55.121526 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba68f-93e7-4e2c-986f-d3635d9d3c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.238335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b6c38-f147-455e-b536-f0566308b97a req-3806db37-d6f0-4fc2-8b18-f8da1e022264 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:55.239876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-364b6c38-f147-455e-b536-f0566308b97a req-3806db37-d6f0-4fc2-8b18-f8da1e022264 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 947 time: 0.7580824 Feb 09 13:13:55.263026 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.324460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-864456587'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:55.352340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-571ae93f-9526-4029-b2ed-5448336b2487 req-59a35250-408e-4cbd-b28b-9e912675afc4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] No DVR routers for this DVR port 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:13:55.356869 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-571ae93f-9526-4029-b2ed-5448336b2487 req-59a35250-408e-4cbd-b28b-9e912675afc4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.366580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:55.369733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'name': 'network-vif-deleted', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:55.384668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:network and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:55.388269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:55.412114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:55.430742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Network f6848ab6-3a45-46b0-a576-d10d8738cc84 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:55.439566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:55.441422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:55.446225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:13:55.482707 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-571ae93f-9526-4029-b2ed-5448336b2487 req-59a35250-408e-4cbd-b28b-9e912675afc4 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.67 "DELETE /v2.0/ports/66b4ad0f-29f0-4186-9fd0-446d1dc080e9 HTTP/1.1" status: 204 len: 173 time: 2.2824328 Feb 09 13:13:55.488765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-364b6c38-f147-455e-b536-f0566308b97a req-68128b5e-91d7-4dcf-b3d0-ba9cea739ee6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407351 Feb 09 13:13:55.498676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:55.502132 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.512044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dad30f-3337-4818-b482-31812c5d7045 req-ad8c4422-7cdd-4d96-b6ee-63fde955170a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:55.518658 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-87dad30f-3337-4818-b482-31812c5d7045 req-ad8c4422-7cdd-4d96-b6ee-63fde955170a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.3650548 Feb 09 13:13:55.524501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.536703 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba68f-93e7-4e2c-986f-d3635d9d3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.540102 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b2ba68f-93e7-4e2c-986f-d3635d9d3c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.541887 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9b2ba68f-93e7-4e2c-986f-d3635d9d3c77 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34a5fea4-f21d-4170-a270-1292601b8d7f HTTP/1.1" status: 204 len: 168 time: 0.6783986 Feb 09 13:13:55.568570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ba68f-93e7-4e2c-986f-d3635d9d3c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a5fea4-f21d-4170-a270-1292601b8d7f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:55.574863 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.605869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:55.612561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:security_group_rule and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:55.617128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:55.627716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:55.633194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79440ebd-b752-4084-9805-ef9ff0476b3f {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:13:55.645338 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.691532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:55.692152 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.721310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Transition to ACTIVE for port object 79440ebd-b752-4084-9805-ef9ff0476b3f will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:13:55.822444 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:55.885591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:56.012982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:56.034626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-87dad30f-3337-4818-b482-31812c5d7045 req-829bad53-f257-44b0-aaa4-28a6b2fc9ddc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124447 Feb 09 13:13:56.073455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:56.088960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9832ff19-6115-4176-8741-39c6b16d91ad None None] Provisioning for port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:13:56.103001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9832ff19-6115-4176-8741-39c6b16d91ad None None] Provisioning complete for port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:56.103823 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9832ff19-6115-4176-8741-39c6b16d91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:56.125586 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9797fabf-fc3f-4dfe-8068-9aee9464758b req-6b1407ab-f5aa-4f21-a26b-c50c23e25ed7 tempest-ServersNegativeTestJSON-422649220 tempest-ServersNegativeTestJSON-422649220-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7b78b71-5ce3-4861-a2de-9ee783c97b03 HTTP/1.1" status: 200 len: 210 time: 0.2359421 Feb 09 13:13:56.207165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9832ff19-6115-4176-8741-39c6b16d91ad None None] Port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:13:56.345557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:56.347617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Pushing event updated for resources: {'Port': ['ID=79440ebd-b752-4084-9805-ef9ff0476b3f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:56.358611 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b78b71-5ce3-4861-a2de-9ee783c97b03', 'name': 'network-vif-deleted', 'tag': '66b4ad0f-29f0-4186-9fd0-446d1dc080e9', 'status': 'completed', 'code': 200} Feb 09 13:13:56.368047 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:56.507564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:13:56.517762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:56.543447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539e3a7a-c9da-4326-83cf-a9db9d2296d1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:56.558248 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:56.559571 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Added segment 0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52 of type vlan for network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 Feb 09 13:13:56.572504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:56.835492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:56.872667 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:56.886426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Network f6848ab6-3a45-46b0-a576-d10d8738cc84 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:13:56.888482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:13:56.927425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:13:56.928075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 66b4ad0f-29f0-4186-9fd0-446d1dc080e9 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:13:56.928637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e93f0673-6820-4467-a63e-56d36a3e294e no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:13:57.095361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Attempting to bind port 79440ebd-b752-4084-9805-ef9ff0476b3f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:13:57.095723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Attempting to bind port 79440ebd-b752-4084-9805-ef9ff0476b3f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '39b27425-d967-404e-a338-fe6e61b58b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:13:57.096043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Attempting to bind port 79440ebd-b752-4084-9805-ef9ff0476b3f on network a180facb-176b-4144-a9ec-ed479b3c2214 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:13:57.109308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Port 79440ebd-b752-4084-9805-ef9ff0476b3f on network a180facb-176b-4144-a9ec-ed479b3c2214 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:13:57.109622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Attempting to bind port 79440ebd-b752-4084-9805-ef9ff0476b3f on network a180facb-176b-4144-a9ec-ed479b3c2214 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:13:57.130970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0eafc9-4090-4962-83d2-a9cdf2b6ac6b req-bd367d04-c078-497c-9232-1c911f34a7c6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.139046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c0eafc9-4090-4962-83d2-a9cdf2b6ac6b req-bd367d04-c078-497c-9232-1c911f34a7c6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 944 time: 0.7630708 Feb 09 13:13:57.192664 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:57.220631 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:57.220893 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:57.221430 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Floating IP c7942b05-cdc7-4c2c-830d-e7d59e8a8200 disassociated. External IP: 172.25.5.249, port: e93f0673-6820-4467-a63e-56d36a3e294e. Feb 09 13:13:57.221663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Calling delete_port for e93f0673-6820-4467-a63e-56d36a3e294e owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:57.252329 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-187ec366-7e0f-4ea7-8902-05c6fd576e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:57.263290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:57.270694 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:13:57.277406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:57.282750 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:57.322776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:57.327744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.328825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:57.366754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:13:57.367539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Checking segment: {'id': '39b27425-d967-404e-a338-fe6e61b58b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:13:57.367684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Bound using segment: {'id': '39b27425-d967-404e-a338-fe6e61b58b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:13:57.368162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Bound port: 79440ebd-b752-4084-9805-ef9ff0476b3f, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b27425-d967-404e-a338-fe6e61b58b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:13:57.368510 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:57.390186 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c0eafc9-4090-4962-83d2-a9cdf2b6ac6b req-ee9be2d2-54b3-4035-91e3-70a5a05830e3 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496283 Feb 09 13:13:57.395988 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:13:57.396511 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:13:57.399743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8077ca52-8e6a-4bae-946e-1a838f035613 None None] Provisioning complete for port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:13:57.400146 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8077ca52-8e6a-4bae-946e-1a838f035613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:57.405617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93057349-ed86-4b95-9ff7-fc940bbdeb51 req-2a6e044b-d346-4231-b621-bff6c5fae4be tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:57.415164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93057349-ed86-4b95-9ff7-fc940bbdeb51 req-2a6e044b-d346-4231-b621-bff6c5fae4be tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 947 time: 0.5373831 Feb 09 13:13:57.426026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=11']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:57.469064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8077ca52-8e6a-4bae-946e-1a838f035613 None None] Port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:13:57.544480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93057349-ed86-4b95-9ff7-fc940bbdeb51 req-5cb1c5e4-b875-4104-8b03-90ffce4b4d1d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f3f56ed-b42d-4c90-acef-90e384db36f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277883 Feb 09 13:13:57.595592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50762) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:57.595907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8224626 Feb 09 13:13:57.606685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb246eb9-7818-4c4c-aea0-215f474c8101 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Network': ['ID=6a196e6b-4fbd-41b0-a242-9ec02f95d5c3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:57.619145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:13:57.688998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Router 3b04da4f-612b-4f3b-b678-86a86d822210 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:13:57.714046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:57.766670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50768) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:57.868881 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'code': 200} Feb 09 13:13:57.910449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Deleting port e93f0673-6820-4467-a63e-56d36a3e294e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:13:57.910806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:57.949951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:57.963981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:57.973068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:57.981717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:13:57.985752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] For port 79440ebd-b752-4084-9805-ef9ff0476b3f, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:13:57.991871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:58.003180 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-292b54f1-df56-444d-8fe6-228d7693d661 admin admin] 10.222.0.59 "PUT /v2.0/routers/3b04da4f-612b-4f3b-b678-86a86d822210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0161819 Feb 09 13:13:58.014914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] For port 79440ebd-b752-4084-9805-ef9ff0476b3f, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=79440ebd-b752-4084-9805-ef9ff0476b3f,segment=NetworkSegment(39b27425-d967-404e-a338-fe6e61b58b2b),segment_id=39b27425-d967-404e-a338-fe6e61b58b2b)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:13:58.116081 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.200947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-6705e3e7-24f7-41af-a8a7-9e8cd0da676d admin admin] Deleting subnet 19b012f7-1ce6-4626-b8fb-43ba553e2e3e {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:13:58.205176 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6705e3e7-24f7-41af-a8a7-9e8cd0da676d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.211683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:13:58.281755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6705e3e7-24f7-41af-a8a7-9e8cd0da676d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.288486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] For port e93f0673-6820-4467-a63e-56d36a3e294e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e93f0673-6820-4467-a63e-56d36a3e294e,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:13:58.288877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.352524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6705e3e7-24f7-41af-a8a7-9e8cd0da676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.444693 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.449337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6705e3e7-24f7-41af-a8a7-9e8cd0da676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.505145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705e3e7-24f7-41af-a8a7-9e8cd0da676d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b012f7-1ce6-4626-b8fb-43ba553e2e3e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:58.525413 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6705e3e7-24f7-41af-a8a7-9e8cd0da676d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.533522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6705e3e7-24f7-41af-a8a7-9e8cd0da676d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/19b012f7-1ce6-4626-b8fb-43ba553e2e3e HTTP/1.1" status: 204 len: 168 time: 0.7655096 Feb 09 13:13:58.534259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50798) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:58.596159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.596753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.596841 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Floating IP c7942b05-cdc7-4c2c-830d-e7d59e8a8200 disassociated. External IP: 172.25.5.249, port: e93f0673-6820-4467-a63e-56d36a3e294e. Feb 09 13:13:58.597155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Calling delete_port for e93f0673-6820-4467-a63e-56d36a3e294e owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:13:58.623526 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.711150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.718447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50806) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:58.747366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738778823', 'description': 'tempest-description--1499472754'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:58.771538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:58.772443 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.776565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Usage tracker for resource:security_group and tenant:e64dac7609c842e9b976ecc4ab4339dd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:58.780263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:58.785935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:58.811591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c26a-d44f-400c-8dc9-a7b3493bb097 req-caf3f708-1c51-4b12-afaa-b4abcba94458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:13:58.813168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb56c26a-d44f-400c-8dc9-a7b3493bb097 req-caf3f708-1c51-4b12-afaa-b4abcba94458 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 1.2321682 Feb 09 13:13:58.838871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.954851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.957323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] 10.222.0.67 "PUT /v2.0/ports/79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 1092 time: 5.6405554 Feb 09 13:13:58.958028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:58.978079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:13:59.009577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:59.017248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Usage tracker for resource:security_group_rule and tenant:e64dac7609c842e9b976ecc4ab4339dd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:59.020811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0fe483-d43c-4e01-adab-40eb1b1b5905']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:59.028214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:59.037144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:59.063383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c834bb95-fefc-4029-9a22-39bf949294e6') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:59.063791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c834bb95-fefc-4029-9a22-39bf949294e6') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:13:59.066303 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.090668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.124936 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.187838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.189338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:13:59.190017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:13:59.205480 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:13:59.216520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.265953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02624e42-eb18-4b71-8e0a-67066751d2dc service neutron] Pushing event updated for resources: {'Port': ['ID=79440ebd-b752-4084-9805-ef9ff0476b3f,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:59.427393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb56c26a-d44f-400c-8dc9-a7b3493bb097 req-39ad596d-4207-4cfb-9cc9-1f7c5929b9a2 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307827 Feb 09 13:13:59.481818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event deleted for resources: {'Port': ['ID=e93f0673-6820-4467-a63e-56d36a3e294e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:59.511294 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.515796 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7732580 Feb 09 13:13:59.559651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50824) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:59.583598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Request body: {'security_group_rule': {'security_group_id': '0d4274b8-ebba-4f16-b86f-694d10859793', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:59.618561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:59.644728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Usage tracker for resource:security_group_rule and tenant:e64dac7609c842e9b976ecc4ab4339dd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:59.662241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f35d14-3f6a-4faf-b427-e7f2cbc4ed78 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4274b8-ebba-4f16-b86f-694d10859793,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:59.672229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:59.680220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.746905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:13:59.767996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.819917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce0fe483-d43c-4e01-adab-40eb1b1b5905,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:59.828842 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-02ae22dd-380d-439c-9651-c7ed9bd25be5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ce0fe483-d43c-4e01-adab-40eb1b1b5905 HTTP/1.1" status: 204 len: 168 time: 1.2934949 Feb 09 13:13:59.837373 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.855079 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.906947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.912565 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.953433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb453c3-7adf-4822-b014-b1f33845d3a1,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:13:59.959730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:13:59.964219 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8aff0d1d-6891-4f40-9f9c-f02ad54558ac tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4031508 Feb 09 13:13:59.965061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50836) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:13:59.971419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Request body: {'security_group_rule': {'security_group_id': '0d4274b8-ebba-4f16-b86f-694d10859793', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:13:59.980029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:13:59.985642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Usage tracker for resource:security_group_rule and tenant:e64dac7609c842e9b976ecc4ab4339dd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:13:59.994590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:13:59.994854 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e729f64b-dc69-4761-968c-4842289f7f14 req-82fd50b7-725f-49ce-aaa3-511efcc5b55c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 210 time: 0.2356825 Feb 09 13:14:00.001690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:00.024047 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:00.057092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130852c3-914b-463b-87a2-919ed800eacf req-424324df-1449-4d8a-af78-b360fd8d73d6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:00.070121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-130852c3-914b-463b-87a2-919ed800eacf req-424324df-1449-4d8a-af78-b360fd8d73d6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 944 time: 1.1931827 Feb 09 13:14:00.192318 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-a51bcd46-7e74-408d-878b-f141ea37218a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1095 time: 1.1831822 Feb 09 13:14:00.212758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:00.218304 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:00.261198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7b347a-26ba-45a0-9cfd-271e8633f03e,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:00.270584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:00.276390 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b982a934-0bbb-496c-b908-9515089452ce tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3100288 Feb 09 13:14:00.277497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50846) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:00.283276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:00.290813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:00.294793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Usage tracker for resource:floatingip and tenant:e64dac7609c842e9b976ecc4ab4339dd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:00.298692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:00.312826 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'status': 'completed', 'code': 200} Feb 09 13:14:00.313980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:00.360271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-d0922e84-5cbe-4eae-b252-3598bb166be6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 217 time: 0.1148810 Feb 09 13:14:00.375549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:00.390359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-130852c3-914b-463b-87a2-919ed800eacf req-05b8f58c-02eb-4144-be81-9961507cd2b9 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186965 Feb 09 13:14:00.526015 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:00.531343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-15ca0f0a-26cf-4875-98f1-b14adfe94bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:00.533198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-15ca0f0a-26cf-4875-98f1-b14adfe94bd4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=740d2694-313a-4f46-9dfd-f09e9f52af39 HTTP/1.1" status: 200 len: 860 time: 0.1596320 Feb 09 13:14:00.535466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50856) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:00.624303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:00.675298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-59b0c7fe-559c-47f1-a76d-679ee6818bbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a180facb-176b-4144-a9ec-ed479b3c2214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900455 Feb 09 13:14:00.738893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-f9856d1e-16d8-4af7-8878-dcb824e23f0e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:14:00.740114 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-f9856d1e-16d8-4af7-8878-dcb824e23f0e service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0199807 Feb 09 13:14:00.784563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cbaf6801-036e-467b-9437-a3184a399990 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a9fabf97ae14f399b624e2d74cacdd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2031896 Feb 09 13:14:00.812096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50860) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:00.858873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=9b4ef2e1-d00a-42c2-abae-98024278b474,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:00.881177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:00.883424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network hostable DHCP agents. Network: 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:14:00.893598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea9999c8-027a-4396-868c-c23634669828 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:00.945664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Allocated IP 172.25.5.98 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/e91a450d-61ef-4807-90d6-479febb5aa95) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:01.014914 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b99cfbe-4986-411a-8f25-00dc3a0b32ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.049386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ea9999c8-027a-4396-868c-c23634669828 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:01.061936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ea9999c8-027a-4396-868c-c23634669828 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:01.062642 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.062750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b99cfbe-4986-411a-8f25-00dc3a0b32ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.171465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:14:01.174059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-25c06f0a-6b23-419d-8989-affbf392f4d1 service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970206 Feb 09 13:14:01.267223 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b99cfbe-4986-411a-8f25-00dc3a0b32ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.329594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99cfbe-4986-411a-8f25-00dc3a0b32ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc88ca65-7572-466e-85c8-a903d289a21b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:01.350943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.381771 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.412669 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b99cfbe-4986-411a-8f25-00dc3a0b32ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.413885 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1b99cfbe-4986-411a-8f25-00dc3a0b32ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc88ca65-7572-466e-85c8-a903d289a21b HTTP/1.1" status: 204 len: 168 time: 0.6007912 Feb 09 13:14:01.435612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port ea9999c8-027a-4396-868c-c23634669828, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ea9999c8-027a-4396-868c-c23634669828,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:01.442605 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.443541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.526200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21d15c-e64b-4691-9473-572021511d10 req-1c3ebfff-44f7-48e0-a926-39ba48c8736d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:01.532251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=ea9999c8-027a-4396-868c-c23634669828,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:01.533030 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f21d15c-e64b-4691-9473-572021511d10 req-1c3ebfff-44f7-48e0-a926-39ba48c8736d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.8817365 Feb 09 13:14:01.543447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.543904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.544483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.544974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.545316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.545645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.546005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.546525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.546875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.547201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.547613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:01.564202 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d91514f1-0a86-4af5-b4a3-8f0e6011961d req-2526d7c1-1b64-4e76-bd50-7f9bf866c4c2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 210 time: 0.1160944 Feb 09 13:14:01.570563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aacacb13-62f7-4044-aecb-03aa2e606481 req-69ec24cc-99f0-4d01-8a61-61c0d13a69dd service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846307 Feb 09 13:14:01.599517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Pushing event updated for resources: {'Port': ['ID=e91a450d-61ef-4807-90d6-479febb5aa95,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:01.619350 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:14:01.620361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:01.621963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:01.627900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:01.779668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:14:01.828549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.892236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:01.979837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:01.990838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d8749-7a4e-44dc-994f-92921153d925 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:02.093916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:02.094687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:02.156153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-faaaa9d0-89bf-493a-b322-e693900c9a42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5478597 Feb 09 13:14:02.157442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50892) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:02.179818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'name': 'tempest-NetworksTestDHCPv6-949357446'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:02.191574 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:02.197559 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:02.213937 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f21d15c-e64b-4691-9473-572021511d10 req-4bee4fa4-7cc0-4c05-90c3-e9d505a8c11a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800592 Feb 09 13:14:02.360254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Pushing event updated for resources: {'Port': ['ID=e91a450d-61ef-4807-90d6-479febb5aa95,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:02.406364 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:02.411098 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f0a387-2cd4-4c42-ba11-5aab0ac66ef8 req-20f1ffd8-a7ff-4628-a33f-4d3e5f1f516f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1095 time: 0.6949794 Feb 09 13:14:02.440191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '9b4ef2e1-d00a-42c2-abae-98024278b474'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:14:02.441004 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:02.441465 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:02.453709 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-493d47b7-b37d-4cd5-a026-5e82f8b4440f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1747186 Feb 09 13:14:02.467854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3472df-4b57-47c4-9ad9-077afdb5ee8b req-09bc7fb8-2ec8-490e-a1bc-e95695500dc1 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:02.469392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f3472df-4b57-47c4-9ad9-077afdb5ee8b req-09bc7fb8-2ec8-490e-a1bc-e95695500dc1 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 944 time: 0.4971647 Feb 09 13:14:02.669096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/9b4ef2e1-d00a-42c2-abae-98024278b474/e1f02440-398b-45e9-8a0f-f1737b0919f1) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:02.758644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:02.777237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0a387-2cd4-4c42-ba11-5aab0ac66ef8 req-473da0c7-6226-450f-bc3f-bfd7f68a3077 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:02.778730 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f0a387-2cd4-4c42-ba11-5aab0ac66ef8 req-473da0c7-6226-450f-bc3f-bfd7f68a3077 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 200 len: 921 time: 0.3566582 Feb 09 13:14:02.780068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:02.799002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:02.824217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea9999c8-027a-4396-868c-c23634669828 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:02.879098 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f3472df-4b57-47c4-9ad9-077afdb5ee8b req-6ddb7a27-e923-48ee-b62c-2fc29ead3176 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633235 Feb 09 13:14:02.881100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:02.885014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:14:02.901036 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] Sync routers for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:14:02.925737 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:14:02.926355 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:13:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:03.022550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ea9999c8-027a-4396-868c-c23634669828 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:03.023511 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:03.085136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f0a387-2cd4-4c42-ba11-5aab0ac66ef8 req-05a8ea73-c9fe-4718-9c2d-d9bcd2a67a2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 217 time: 0.2826080 Feb 09 13:14:03.087549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b742db8f-a6e2-4700-a410-7ed633b8c1e3 req-c8d9c3a2-dbb3-4c5b-8945-685190ca4300 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Synchronizing usage tracker for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:03.212474 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:03.224499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Transition to ACTIVE for port object e1f02440-398b-45e9-8a0f-f1737b0919f1 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:03.251665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] No DVR routers for this DVR port e93f0673-6820-4467-a63e-56d36a3e294e on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:03.254988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:03.261390 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:03.261710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Transition to ACTIVE for port object e1f02440-398b-45e9-8a0f-f1737b0919f1 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:03.271250 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:03.278836 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:03.281441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0787017-a2d0-4387-bb19-a4060f3ae398 req-b1491b3a-b8a2-4397-85ac-1732ce13131f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.67 "DELETE /v2.0/ports/e93f0673-6820-4467-a63e-56d36a3e294e HTTP/1.1" status: 204 len: 173 time: 8.8972726 Feb 09 13:14:03.281633 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:14:03.310604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-deleted', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:03.357882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b742db8f-a6e2-4700-a410-7ed633b8c1e3 req-c8d9c3a2-dbb3-4c5b-8945-685190ca4300 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Unset dirty status for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:03.360367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b742db8f-a6e2-4700-a410-7ed633b8c1e3 req-c8d9c3a2-dbb3-4c5b-8945-685190ca4300 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea13446-77de-4b79-90f3-a39e991ddd1e HTTP/1.1" status: 200 len: 210 time: 0.4803813 Feb 09 13:14:03.379878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 59287ccd-231e-4779-be81-2c16265816b8 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:14:03.499473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:03.522107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:03.534221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:03.588390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Pushing event updated for resources: {'Port': ['ID=e1f02440-398b-45e9-8a0f-f1737b0919f1,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:03.603557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::254 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/9b4ef2e1-d00a-42c2-abae-98024278b474/59287ccd-231e-4779-be81-2c16265816b8) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:03.670142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0a387-2cd4-4c42-ba11-5aab0ac66ef8 req-0bc6644e-79ab-493c-875c-bb68d1ec9b6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:03.671796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f0a387-2cd4-4c42-ba11-5aab0ac66ef8 req-0bc6644e-79ab-493c-875c-bb68d1ec9b6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=740d2694-313a-4f46-9dfd-f09e9f52af39 HTTP/1.1" status: 200 len: 860 time: 0.5767224 Feb 09 13:14:03.749927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Attempting to bind port e1f02440-398b-45e9-8a0f-f1737b0919f1 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:03.750297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Attempting to bind port e1f02440-398b-45e9-8a0f-f1737b0919f1 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:03.750726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Attempting to bind port e1f02440-398b-45e9-8a0f-f1737b0919f1 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:03.759568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:03.759941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:03.760482 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:03.761369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:03.761503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Bound port: e1f02440-398b-45e9-8a0f-f1737b0919f1, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:03.761826 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:03.787367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f0a387-2cd4-4c42-ba11-5aab0ac66ef8 req-ba848a00-1bb9-439f-a8de-53d87187289e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a180facb-176b-4144-a9ec-ed479b3c2214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061683 Feb 09 13:14:03.810600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-319e8a1c-2c05-41ea-a286-ce9a379f49f1 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1738778823&fields=id&tenant_id=e64dac7609c842e9b976ecc4ab4339dd HTTP/1.1" status: 200 len: 267 time: 0.6439281 Feb 09 13:14:03.876214 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:03.889121 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] Checking router: d54e5a5a-1ebd-46e6-8331-4197a3bdfbba for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:14:03.912819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] For port e1f02440-398b-45e9-8a0f-f1737b0919f1, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:03.917827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] For port e1f02440-398b-45e9-8a0f-f1737b0919f1, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e1f02440-398b-45e9-8a0f-f1737b0919f1,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:03.926175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:03.939401 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:14:03.941854 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:13:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:04.055426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dfa51-5f5c-4f6d-9a5a-fae19dadd9b5 None None] Pushing event updated for resources: {'Port': ['ID=e1f02440-398b-45e9-8a0f-f1737b0919f1,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:04.189708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-3d3aa167-76a7-452f-8ea4-e91509c63699 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:04.191258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-3d3aa167-76a7-452f-8ea4-e91509c63699 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/networks?id=f6848ab6-3a45-46b0-a576-d10d8738cc84 HTTP/1.1" status: 200 len: 811 time: 0.3536170 Feb 09 13:14:04.286716 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:14:04.565714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-b7cfe6d7-9044-4e9a-a91c-a30c79fd7d84 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/quotas/e64dac7609c842e9b976ecc4ab4339dd HTTP/1.1" status: 200 len: 375 time: 0.3537190 Feb 09 13:14:04.724452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa0000-7628-4209-b59c-8d8db1a70934 req-ebdec720-823c-4278-b3bc-f62684ff5345 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:04.733617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7eaa0000-7628-4209-b59c-8d8db1a70934 req-ebdec720-823c-4278-b3bc-f62684ff5345 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 1.0015180 Feb 09 13:14:04.743271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f0a387-2cd4-4c42-ba11-5aab0ac66ef8 req-45dfb0f6-de6f-4229-bab8-67f62ddd35e1 service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9272380 Feb 09 13:14:04.747960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:04.858663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e1f02440-398b-45e9-8a0f-f1737b0919f1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:04.891341 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:04.899175 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b80b0-2d1c-4817-a9b4-dd014ba7ae68 None None] The sync data for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 is: [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:14:04.921729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 79440ebd-b752-4084-9805-ef9ff0476b3f details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:14:04.945622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50960) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:04.970074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 59287ccd-231e-4779-be81-2c16265816b8 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:04.992500 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7eaa0000-7628-4209-b59c-8d8db1a70934 req-3b8ca33f-eef8-46bb-a19e-f679c2d77000 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598681 Feb 09 13:14:05.188240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-00e5a378-66bf-4d86-bfa8-49b33563deef tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e64dac7609c842e9b976ecc4ab4339dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6088901 Feb 09 13:14:05.200989 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea13446-77de-4b79-90f3-a39e991ddd1e', 'name': 'network-vif-deleted', 'tag': 'e93f0673-6820-4467-a63e-56d36a3e294e', 'status': 'completed', 'code': 200} Feb 09 13:14:05.253407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 79440ebd-b752-4084-9805-ef9ff0476b3f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=79440ebd-b752-4084-9805-ef9ff0476b3f,segment=NetworkSegment(39b27425-d967-404e-a338-fe6e61b58b2b),segment_id=39b27425-d967-404e-a338-fe6e61b58b2b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:05.276531 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'port_id': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'mac_address': 'fa:16:3e:fe:da:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:14:05.435566 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:05.454349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e1f02440-398b-45e9-8a0f-f1737b0919f1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:05.468052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7b02588f-0eeb-4122-a071-900d843f77d9 service neutron] 10.222.0.59 "GET /v2.0/networks/f6848ab6-3a45-46b0-a576-d10d8738cc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374916 Feb 09 13:14:05.477929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79440ebd-b752-4084-9805-ef9ff0476b3f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:14:05.506114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 79440ebd-b752-4084-9805-ef9ff0476b3f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=79440ebd-b752-4084-9805-ef9ff0476b3f,segment=NetworkSegment(39b27425-d967-404e-a338-fe6e61b58b2b),segment_id=39b27425-d967-404e-a338-fe6e61b58b2b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:05.510121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-923335695-network', 'tenant_id': '520ab46f30ac44f2a1f14e1e2db98d20'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:05.514188 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:05.521029 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f0a387-2cd4-4c42-ba11-5aab0ac66ef8 req-64743da0-ecc3-45ca-b7a4-2592da81be49 service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7413211 Feb 09 13:14:05.525349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:05.549652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Usage tracker for resource:network and tenant:520ab46f30ac44f2a1f14e1e2db98d20 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:05.567433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:05.586379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:05.590799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:05.620835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Made reservation on behalf of 520ab46f30ac44f2a1f14e1e2db98d20 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:05.625488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:05.631365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=79440ebd-b752-4084-9805-ef9ff0476b3f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:05.653397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66187f41-3abd-45bc-be66-e0d39ccc4b29 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:05.671626 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:05.751275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['79440ebd-b752-4084-9805-ef9ff0476b3f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:14:05.767509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:05.782405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Usage tracker for resource:security_group_rule and tenant:520ab46f30ac44f2a1f14e1e2db98d20 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:05.788006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:05.801606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:05.947316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-da453b7c-0c57-4c13-b99a-8af8b0aa27eb service neutron] 10.222.0.59 "GET /v2.0/networks/f6848ab6-3a45-46b0-a576-d10d8738cc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008589 Feb 09 13:14:05.986775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:06.014409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:06.022313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:06.023853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3322e63d-8112-4319-8795-80a7c77249da None None] Provisioning for port e1f02440-398b-45e9-8a0f-f1737b0919f1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:06.027016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:06.027803 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:06.053539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=59287ccd-231e-4779-be81-2c16265816b8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:06.065699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ce036283-0d25-4a9b-952d-c2838d756fd4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9028368 Feb 09 13:14:06.069145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50982) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:06.083778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf004740-2bf8-416b-b2e4-03517755d920 req-c4943a0f-9670-474b-a432-7bba9bcda971 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:06.091423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf004740-2bf8-416b-b2e4-03517755d920 req-c4943a0f-9670-474b-a432-7bba9bcda971 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 945 time: 0.6196270 Feb 09 13:14:06.126503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3322e63d-8112-4319-8795-80a7c77249da None None] Provisioning complete for port e1f02440-398b-45e9-8a0f-f1737b0919f1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:06.126877 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3322e63d-8112-4319-8795-80a7c77249da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:06.138416 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:06.149326 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:06.273521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:14:06.299171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a89c23-ac5c-4422-ab2a-eb63b0cd23fe,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:06.357386 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:06.359779 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Added segment 235a99ba-a916-41e3-823f-2ab579f181f8 of type vlan for network c7053fbc-eb31-4a39-9903-9fae894cea7c Feb 09 13:14:06.373793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf004740-2bf8-416b-b2e4-03517755d920 req-7a0e6bbc-4fa6-495d-bb41-3cafbf464492 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810128 Feb 09 13:14:06.474955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45cd292-bf0d-4d88-b37b-986671755812 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:06.487045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45cd292-bf0d-4d88-b37b-986671755812 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:06.499167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f45cd292-bf0d-4d88-b37b-986671755812 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:06.513346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:06.546379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f45cd292-bf0d-4d88-b37b-986671755812 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:06.550965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f45cd292-bf0d-4d88-b37b-986671755812 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4797614 Feb 09 13:14:06.551565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50996) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:06.630875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:06.632903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:06.633701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:06.756560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334ad88-1c33-4c18-9938-bd8de0508baf None None] New status for floating IP c7942b05-cdc7-4c2c-830d-e7d59e8a8200: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:14:06.812610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-bea5e65e-aec8-44f6-bc4c-8845dd9cebee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 59287ccd-231e-4779-be81-2c16265816b8 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:06.813284 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bea5e65e-aec8-44f6-bc4c-8845dd9cebee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:06.945824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] Pushing event updated for resources: {'Network': ['ID=c7053fbc-eb31-4a39-9903-9fae894cea7c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:06.952755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11295085-ffec-49e9-b05c-f74696fe789d req-b20b6413-b151-48fb-8a02-e3a2dae69ab6 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 210 time: 0.1585276 Feb 09 13:14:06.984809 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6a2ee240-7a67-41c9-b2d8-63d1bbcee429 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0378873 Feb 09 13:14:07.003451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network c7053fbc-eb31-4a39-9903-9fae894cea7c details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:14:07.092133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51018) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:07.103866 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Sync routers for ids ['3b04da4f-612b-4f3b-b678-86a86d822210'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:14:07.131850 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Routers {'3b04da4f-612b-4f3b-b678-86a86d822210'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:14:07.135626 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:13:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b04da4f-612b-4f3b-b678-86a86d822210'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:07.209013 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e135cd3-b935-47a9-8b56-89f5789fdc5b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:07.252674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e135cd3-b935-47a9-8b56-89f5789fdc5b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:07.316908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff897a3c-9728-4942-ab4d-37de4b97373e req-ba383e68-cf73-4c54-96c4-348a247e904e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:07.318655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff897a3c-9728-4942-ab4d-37de4b97373e req-ba383e68-cf73-4c54-96c4-348a247e904e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.6013641 Feb 09 13:14:07.358804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e135cd3-b935-47a9-8b56-89f5789fdc5b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:07.421400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e135cd3-b935-47a9-8b56-89f5789fdc5b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3f56ed-b42d-4c90-acef-90e384db36f7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:07.440121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e135cd3-b935-47a9-8b56-89f5789fdc5b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:07.441646 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1e135cd3-b935-47a9-8b56-89f5789fdc5b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "DELETE /v2.0/security-groups/5f3f56ed-b42d-4c90-acef-90e384db36f7 HTTP/1.1" status: 204 len: 168 time: 0.3481627 Feb 09 13:14:07.444264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51028) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:07.494529 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-4cbe21cb-19bb-4040-a194-9153aa4f0054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] show failed (client error): The resource could not be found. Feb 09 13:14:07.498044 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4cbe21cb-19bb-4040-a194-9153aa4f0054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups/5f3f56ed-b42d-4c90-acef-90e384db36f7 HTTP/1.1" status: 404 len: 347 time: 0.0512676 Feb 09 13:14:07.500403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51034) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:07.548646 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff897a3c-9728-4942-ab4d-37de4b97373e req-efad4a32-e5c1-499d-8e75-5f86aba617e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741602 Feb 09 13:14:07.565699 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bea5e65e-aec8-44f6-bc4c-8845dd9cebee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:07.702193 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3322e63d-8112-4319-8795-80a7c77249da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:07.793851 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Set router 3b04da4f-612b-4f3b-b678-86a86d822210 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:14:07.931866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-bea5e65e-aec8-44f6-bc4c-8845dd9cebee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 59287ccd-231e-4779-be81-2c16265816b8 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:07.977046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3322e63d-8112-4319-8795-80a7c77249da None None] For port e1f02440-398b-45e9-8a0f-f1737b0919f1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e1f02440-398b-45e9-8a0f-f1737b0919f1,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:07.985459 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3322e63d-8112-4319-8795-80a7c77249da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:08.127689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322e63d-8112-4319-8795-80a7c77249da None None] Pushing event updated for resources: {'Port': ['ID=e1f02440-398b-45e9-8a0f-f1737b0919f1,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:08.156290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ac5c2-9bfc-4a67-8999-f08087e249d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Deleting port c8ab26c2-e6db-4486-b34e-f4074d4abff8 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:08.156633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac5c2-9bfc-4a67-8999-f08087e249d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:08.213576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50379a7-c9b1-4a00-9852-32e63b73e875 req-3333d01c-99ce-48ae-b49b-1cd77dc98585 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:08.238558 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c50379a7-c9b1-4a00-9852-32e63b73e875 req-3333d01c-99ce-48ae-b49b-1cd77dc98585 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 945 time: 0.4458241 Feb 09 13:14:08.466486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d170162d-465f-4676-8665-11aeb969cdb2 None None] Provisioning complete for port e1f02440-398b-45e9-8a0f-f1737b0919f1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:08.467809 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d170162d-465f-4676-8665-11aeb969cdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:08.606164 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:55Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a', 'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'mac_address': 'fa:16:3e:46:d8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:53Z', 'updated_at': '2022-02-09T13:13:55Z', 'revision_number': 2, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'subnets': [{'id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:08.612870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac5c2-9bfc-4a67-8999-f08087e249d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:08.613440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac5c2-9bfc-4a67-8999-f08087e249d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:08.617887 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Checking router: 3b04da4f-612b-4f3b-b678-86a86d822210 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:14:08.618234 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Updating router 3b04da4f-612b-4f3b-b678-86a86d822210 port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:14:08.730246 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:08.834313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e1f02440-398b-45e9-8a0f-f1737b0919f1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:08.883793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ac5c2-9bfc-4a67-8999-f08087e249d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Calling delete_port for c8ab26c2-e6db-4486-b34e-f4074d4abff8 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:08.917522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 79440ebd-b752-4084-9805-ef9ff0476b3f up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:09.030639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e1f02440-398b-45e9-8a0f-f1737b0919f1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:09.031864 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.148277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 79440ebd-b752-4084-9805-ef9ff0476b3f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:09.152652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a43f5-4378-4829-b772-3cefb4e74e62 req-941ca9f5-d528-4681-b130-7df8953f5849 tempest-ComputeTenantNetworksTest-2126327255 tempest-ComputeTenantNetworksTest-2126327255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.157509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a43f5-4378-4829-b772-3cefb4e74e62 req-941ca9f5-d528-4681-b130-7df8953f5849 tempest-ComputeTenantNetworksTest-2126327255 tempest-ComputeTenantNetworksTest-2126327255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.161399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a43f5-4378-4829-b772-3cefb4e74e62 req-941ca9f5-d528-4681-b130-7df8953f5849 tempest-ComputeTenantNetworksTest-2126327255 tempest-ComputeTenantNetworksTest-2126327255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.162906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 79440ebd-b752-4084-9805-ef9ff0476b3f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:09.163400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef0a43f5-4378-4829-b772-3cefb4e74e62 req-941ca9f5-d528-4681-b130-7df8953f5849 tempest-ComputeTenantNetworksTest-2126327255 tempest-ComputeTenantNetworksTest-2126327255-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4273005 Feb 09 13:14:09.163782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.178177 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac5c2-9bfc-4a67-8999-f08087e249d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.228653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bea5e65e-aec8-44f6-bc4c-8845dd9cebee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.242708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d170162d-465f-4676-8665-11aeb969cdb2 None None] Provisioning for port 59287ccd-231e-4779-be81-2c16265816b8 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:09.250884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d170162d-465f-4676-8665-11aeb969cdb2 None None] Provisioning complete for port 59287ccd-231e-4779-be81-2c16265816b8 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:09.251742 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d170162d-465f-4676-8665-11aeb969cdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.260463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ac5c2-9bfc-4a67-8999-f08087e249d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event deleted for resources: {'Port': ['ID=c8ab26c2-e6db-4486-b34e-f4074d4abff8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:09.298949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d170162d-465f-4676-8665-11aeb969cdb2 None None] Port 59287ccd-231e-4779-be81-2c16265816b8 was deleted so its status cannot be updated. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 09 13:14:09.417101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5e65e-aec8-44f6-bc4c-8845dd9cebee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=59287ccd-231e-4779-be81-2c16265816b8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:09.426693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-650d64ea-ccc4-4f60-8f20-28b936bb9269 None None] Could not find standard attr ID for object 59287ccd-231e-4779-be81-2c16265816b8. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:14:09.436744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c50379a7-c9b1-4a00-9852-32e63b73e875 req-da341c48-8fc5-49cd-902f-16e017efb6af tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1971891 Feb 09 13:14:09.446605 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac5c2-9bfc-4a67-8999-f08087e249d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.450259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-04d74db6-d850-4a32-a403-6be724f86d6b tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.453715 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-04d74db6-d850-4a32-a403-6be724f86d6b tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.67 "GET /v2.0/networks?id=f6848ab6-3a45-46b0-a576-d10d8738cc84 HTTP/1.1" status: 200 len: 811 time: 0.7253227 Feb 09 13:14:09.459713 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.490554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac5c2-9bfc-4a67-8999-f08087e249d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.494238 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc9ac5c2-9bfc-4a67-8999-f08087e249d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "DELETE /v2.0/floatingips/c7942b05-cdc7-4c2c-830d-e7d59e8a8200 HTTP/1.1" status: 204 len: 168 time: 1.9927464 Feb 09 13:14:09.537244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 79440ebd-b752-4084-9805-ef9ff0476b3f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=79440ebd-b752-4084-9805-ef9ff0476b3f,segment=NetworkSegment(39b27425-d967-404e-a338-fe6e61b58b2b),segment_id=39b27425-d967-404e-a338-fe6e61b58b2b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:09.539609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:09.547904 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.639472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=79440ebd-b752-4084-9805-ef9ff0476b3f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:09.653625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-101e52f2-24ff-4204-b275-ce7a92e4b0db req-751afd48-aec9-4ddb-b137-02659eabc1ad tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 210 time: 0.1293917 Feb 09 13:14:09.659215 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bea5e65e-aec8-44f6-bc4c-8845dd9cebee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.683094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bea5e65e-aec8-44f6-bc4c-8845dd9cebee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/59287ccd-231e-4779-be81-2c16265816b8 HTTP/1.1" status: 204 len: 168 time: 3.1299822 Feb 09 13:14:09.693858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51090) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:09.713661 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-95c56973-c145-402f-980d-f0cc3275b5f4 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e64dac7609c842e9b976ecc4ab4339dd HTTP/1.1" status: 200 len: 380 time: 0.1906233 Feb 09 13:14:09.747317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Request body: {'port': {'device_id': '5f771762-e427-4162-9fd6-3e35e02d6990', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'admin_state_up': True, 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'security_groups': ['0d4274b8-ebba-4f16-b86f-694d10859793']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:09.810810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc220b6-c60f-4c35-bfa6-685194785e27 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.812271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc220b6-c60f-4c35-bfa6-685194785e27 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:09.816933 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bdc220b6-c60f-4c35-bfa6-685194785e27 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1293874 Feb 09 13:14:09.817514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51096) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:09.876099 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:09.891622 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Transition to ACTIVE for port object cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:09.902187 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.049138 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4effc7-9bf9-4e0e-a326-7fcb79694cdb None None] Pushing event updated for resources: {'Port': ['ID=cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:10.122418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b348a3d-abf2-442a-830e-c4c8d217df6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 9b4ef2e1-d00a-42c2-abae-98024278b474 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:14:10.126279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b348a3d-abf2-442a-830e-c4c8d217df6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.153869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf17b2-6a39-4546-ae89-56f4be582cf6 req-c9d0059e-1204-4bf7-8d17-f4a90ebc6f55 tempest-ComputeTenantNetworksTest-2126327255 tempest-ComputeTenantNetworksTest-2126327255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:10.166063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51108) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:10.173891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fdf17b2-6a39-4546-ae89-56f4be582cf6 req-c9d0059e-1204-4bf7-8d17-f4a90ebc6f55 tempest-ComputeTenantNetworksTest-2126327255 tempest-ComputeTenantNetworksTest-2126327255-project] 10.222.0.59 "GET /v2.0/networks/c7053fbc-eb31-4a39-9903-9fae894cea7c HTTP/1.1" status: 200 len: 768 time: 0.4444284 Feb 09 13:14:10.187620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:10.204055 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Attempting to bind port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:10.204424 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Attempting to bind port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:10.204780 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Attempting to bind port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a on network f6848ab6-3a45-46b0-a576-d10d8738cc84 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:10.208270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Usage tracker for resource:port and tenant:e64dac7609c842e9b976ecc4ab4339dd is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:10.211758 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:10.212493 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Checking segment: {'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:10.213044 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.213570 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Bound using segment: {'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:10.214225 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Bound port: cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:10.214450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:10.214944 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.228640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:10.262052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Made reservation on behalf of e64dac7609c842e9b976ecc4ab4339dd for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:10.270781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.353921 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b348a3d-abf2-442a-830e-c4c8d217df6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.368455 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] For port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:10.378367 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] For port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:10.384971 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.424721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.512933 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4effc7-9bf9-4e0e-a326-7fcb79694cdb None None] Pushing event updated for resources: {'Port': ['ID=cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:10.556675 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Routers {'3b04da4f-612b-4f3b-b678-86a86d822210'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:14:10.557523 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:13:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b04da4f-612b-4f3b-b678-86a86d822210'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:10.594329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51122) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:10.604578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229605435', 'description': 'tempest-description--256920308'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:10.626649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a24dba-2354-4dd6-9b8a-2ad17de7b268 req-6410ed9e-6ffb-4ebe-aecd-0a1b91231480 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:10.643666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05a24dba-2354-4dd6-9b8a-2ad17de7b268 req-6410ed9e-6ffb-4ebe-aecd-0a1b91231480 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.8429408 Feb 09 13:14:10.658886 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'code': 200} Feb 09 13:14:10.718946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:10.731652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.744748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:security_group and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:10.748895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:10.755108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b348a3d-abf2-442a-830e-c4c8d217df6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.841282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Allocated IP 172.20.0.10 (f6848ab6-3a45-46b0-a576-d10d8738cc84/5e717fbb-b7e3-4ef2-872a-2e682cc6747d/a2a7ca24-c8f2-4ba2-af2f-44917dc50a27) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:10.843447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:10.909867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:10.945935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7053fbc-eb31-4a39-9903-9fae894cea7c']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:10.970139 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] Set router 3b04da4f-612b-4f3b-b678-86a86d822210 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:14:11.012895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05a24dba-2354-4dd6-9b8a-2ad17de7b268 req-da89b4e0-096e-4ffb-9ab2-5f3603ab7da6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682787 Feb 09 13:14:11.131628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5a83972-b30a-4301-aad9-48cc18bbe620 req-03d9572f-9fb8-437e-993c-181d4cede32b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1097 time: 0.3986022 Feb 09 13:14:11.161807 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:11.181454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235a99ba-a916-41e3-823f-2ab579f181f8') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:11.181907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235a99ba-a916-41e3-823f-2ab579f181f8') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:11.225392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:11.249405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa860e-a176-4bfd-ad1d-f4f3049ba4d7 req-f9cd695f-4acf-4888-9bfa-391d29ccf029 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:11.263281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dffa860e-a176-4bfd-ad1d-f4f3049ba4d7 req-f9cd695f-4acf-4888-9bfa-391d29ccf029 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.3747499 Feb 09 13:14:11.309030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:11.311913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:11.328285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:security_group_rule and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:11.331822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:14:11.332224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:11.370572 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b348a3d-abf2-442a-830e-c4c8d217df6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:14:11.374157 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:14:11.377737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:11.468096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2eeff887-61f9-4f8b-a1c8-7b386a8f12d3 req-d0fbb4fc-24b6-4207-b14c-f72f82e657c9 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 210 time: 0.1831789 Feb 09 13:14:11.511838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5a83972-b30a-4301-aad9-48cc18bbe620 req-6d348f06-d88f-4e6c-8127-12093d8cbcf9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678286 Feb 09 13:14:11.535663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:11.536862 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dffa860e-a176-4bfd-ad1d-f4f3049ba4d7 req-0513afe5-9c38-46df-b9d7-103636076933 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723441 Feb 09 13:14:11.555212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b348a3d-abf2-442a-830e-c4c8d217df6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4ef2e1-d00a-42c2-abae-98024278b474,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:11.570674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de82039-f10f-4d42-b047-e72f694442eb None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:11.574284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b348a3d-abf2-442a-830e-c4c8d217df6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:11.591750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:11.617121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:11.619117 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] 10.222.0.59 "DELETE /v2.0/networks/c7053fbc-eb31-4a39-9903-9fae894cea7c HTTP/1.1" status: 204 len: 168 time: 1.4517238 Feb 09 13:14:11.626629 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3b348a3d-abf2-442a-830e-c4c8d217df6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/9b4ef2e1-d00a-42c2-abae-98024278b474 HTTP/1.1" status: 204 len: 168 time: 1.8058569 Feb 09 13:14:11.629142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51160) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:11.629902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe376e76-602d-405a-b8e6-b60799855fae admin admin] Pushing event deleted for resources: {'Network': ['ID=c7053fbc-eb31-4a39-9903-9fae894cea7c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:11.637341 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:55Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a', 'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'mac_address': 'fa:16:3e:46:d8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:53Z', 'updated_at': '2022-02-09T13:14:10Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'subnets': [{'id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:11.643366 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6b9fd-3d0b-41fd-a8aa-ef5b415388e7 None None] The sync data for ids ['3b04da4f-612b-4f3b-b678-86a86d822210'] in n-d-825175-3 is: [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:55Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a', 'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'mac_address': 'fa:16:3e:46:d8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:53Z', 'updated_at': '2022-02-09T13:14:10Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'subnets': [{'id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:14:11.682286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:11.724257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Transition to ACTIVE for port object a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:11.794838 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:11.836661 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d738778a-8433-4495-92f9-d63663920736 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2024598 Feb 09 13:14:11.836661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51170) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:11.856954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:12.038533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:12.049174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:12.050422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:12.060923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:12.063892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:12.120965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:12.130044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:12.131420 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5358255 Feb 09 13:14:12.164627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Network f6848ab6-3a45-46b0-a576-d10d8738cc84 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:12.169456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51176) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:12.176289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:12.223936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304a096-e950-428b-a662-65dc5395e72f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c28d5a-57e7-4ccd-b29d-dcb5d2449434,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:12.229231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:12.237902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:12.276076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725801ce-267b-43ec-9f44-b0c0a5db8d09 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:14:12.282666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-725801ce-267b-43ec-9f44-b0c0a5db8d09 None None] Deleting port e1f02440-398b-45e9-8a0f-f1737b0919f1 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:12.283247 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-725801ce-267b-43ec-9f44-b0c0a5db8d09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:12.422342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Pushing event updated for resources: {'Port': ['ID=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:12.431048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'security_group_rule': {'security_group_id': '17c28d5a-57e7-4ccd-b29d-dcb5d2449434', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:12.447972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51180) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:12.452595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:12.687425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:12.710990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-824ef330-ddf8-4c46-9a95-0d2bcb03560c None None] Provisioning for port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:12.766299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:security_group_rule and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:12.780309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:12.823791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:12.890972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-824ef330-ddf8-4c46-9a95-0d2bcb03560c None None] Provisioning complete for port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:12.890972 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-824ef330-ddf8-4c46-9a95-0d2bcb03560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:12.891212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:12.988007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:12.998023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:12.998727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.064427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-7e1753ae-2717-4ad7-b02b-20fa42b8c393 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3456342 Feb 09 13:14:13.073448 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b87dbbd4-fa12-4f42-b56e-fa0e04e78d4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=520ab46f30ac44f2a1f14e1e2db98d20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5080230 Feb 09 13:14:13.079862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51200) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:13.091547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Request body: {'port': {'device_id': '5f771762-e427-4162-9fd6-3e35e02d6990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:13.119283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=7685344e-60a9-4419-8733-8a2fdec34235,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:13.120172 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.136265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:13.141036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:13.167366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.167914 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.186336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-725801ce-267b-43ec-9f44-b0c0a5db8d09 None None] For port e1f02440-398b-45e9-8a0f-f1737b0919f1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e1f02440-398b-45e9-8a0f-f1737b0919f1,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:13.186699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-725801ce-267b-43ec-9f44-b0c0a5db8d09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.210782 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-703ce5da-347b-496d-a787-540594051a33 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3606546 Feb 09 13:14:13.211061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51208) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:13.217572 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'name': 'tempest-NetworksTestDHCPv6-1031552876'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:13.219219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.238991 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.271002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318178c1-4803-4a3d-ad8e-fea6e90dcc5f req-96fb5a5b-d79c-42bc-b5d1-75e57918d779 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.277757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-318178c1-4803-4a3d-ad8e-fea6e90dcc5f req-96fb5a5b-d79c-42bc-b5d1-75e57918d779 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 1.2165258 Feb 09 13:14:13.293434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bcabe9-3a68-428f-8666-a0fdc8c5a517,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:13.436830 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.440829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51214) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:13.445433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a5912bcb-820e-40b3-8442-0144b3878348 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2707188 Feb 09 13:14:13.484223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'security_group_rule': {'security_group_id': '17c28d5a-57e7-4ccd-b29d-dcb5d2449434', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:13.518802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:13.526117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-318178c1-4803-4a3d-ad8e-fea6e90dcc5f req-ce161e19-9f29-48e7-bd6b-7c296ba3b0c2 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474220 Feb 09 13:14:13.554972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-725801ce-267b-43ec-9f44-b0c0a5db8d09 None None] Calling delete_port for e1f02440-398b-45e9-8a0f-f1737b0919f1 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:13.562322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:security_group_rule and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:13.567878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:13.573225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4bb89-c649-44cc-8e08-429920595dbe req-904d7f1a-5307-476f-a63c-33e669868ce5 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:13.576812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f5d4bb89-c649-44cc-8e08-429920595dbe req-904d7f1a-5307-476f-a63c-33e669868ce5 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Synchronizing usage tracker for tenant:e64dac7609c842e9b976ecc4ab4339dd on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:13.613242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:13.630069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-824ef330-ddf8-4c46-9a95-0d2bcb03560c None None] Port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:14:13.642129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:13.650942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:13.654853 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:13.660774 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.666799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.668615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:13.703601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:13.706837 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.720814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-520a58ca-d937-4a8f-8c0e-17f9d2b70d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.721773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:13.738548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port fef628fa-7955-4ed5-9dd7-b33de857daea yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:14:13.739695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:13.740309 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.809922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.823540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.830018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f5d4bb89-c649-44cc-8e08-429920595dbe req-904d7f1a-5307-476f-a63c-33e669868ce5 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Unset dirty status for tenant:e64dac7609c842e9b976ecc4ab4339dd on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:13.837326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5d4bb89-c649-44cc-8e08-429920595dbe req-904d7f1a-5307-476f-a63c-33e669868ce5 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 932 time: 1.0148189 Feb 09 13:14:13.865080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cb57ac-1be3-4d94-bf6d-9658703c6c6b,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:13.909065 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-520a58ca-d937-4a8f-8c0e-17f9d2b70d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.920794 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:13.922917 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aed55762-8371-4adf-aa9b-d721a6968d40 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4659107 Feb 09 13:14:13.928147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51228) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:13.938541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:13.957440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:13.967063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:floatingip and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:13.973236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:13.986776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:14.003674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::13d (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/7685344e-60a9-4419-8733-8a2fdec34235/fef628fa-7955-4ed5-9dd7-b33de857daea) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:14.003989 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-725801ce-267b-43ec-9f44-b0c0a5db8d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.017556 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.082891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725801ce-267b-43ec-9f44-b0c0a5db8d09 None None] Pushing event deleted for resources: {'Port': ['ID=e1f02440-398b-45e9-8a0f-f1737b0919f1,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:14.092365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725801ce-267b-43ec-9f44-b0c0a5db8d09 None None] No DVR routers for this DVR port e1f02440-398b-45e9-8a0f-f1737b0919f1 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:14.162036 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.211096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:14.213707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac4b1e2-6edf-41ee-bd6f-dd2ac0f0475c None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:14.234140 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.254239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51236) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:14.271331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5d4bb89-c649-44cc-8e08-429920595dbe req-8759988c-4e12-48bc-af35-760429742553 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330621 Feb 09 13:14:14.332917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be472111-f6f1-42c6-a1b3-d2b9a1ed4ca9 req-1157cef4-19bc-427e-993c-475cbb9c07b5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:14.334436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be472111-f6f1-42c6-a1b3-d2b9a1ed4ca9 req-1157cef4-19bc-427e-993c-475cbb9c07b5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.5241122 Feb 09 13:14:14.377741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e1f02440-398b-45e9-8a0f-f1737b0919f1 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:14.384606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51242) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:14.419542 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-520a58ca-d937-4a8f-8c0e-17f9d2b70d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.442236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a58ca-d937-4a8f-8c0e-17f9d2b70d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a89c23-ac5c-4422-ab2a-eb63b0cd23fe,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:14.484666 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-520a58ca-d937-4a8f-8c0e-17f9d2b70d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.485704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-520a58ca-d937-4a8f-8c0e-17f9d2b70d52 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32a89c23-ac5c-4422-ab2a-eb63b0cd23fe HTTP/1.1" status: 204 len: 168 time: 1.4048533 Feb 09 13:14:14.535551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be472111-f6f1-42c6-a1b3-d2b9a1ed4ca9 req-73e4fbc0-bf5c-4ee2-8691-ea7da76b8b7b tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499856 Feb 09 13:14:14.561299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cdce6737-2832-4fb2-8e49-cdfd76a56d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.587978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-822afb9a-5645-439e-aebb-4d8255b02b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.604927 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.606779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e1f02440-398b-45e9-8a0f-f1737b0919f1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:14:14.609532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e1f02440-398b-45e9-8a0f-f1737b0919f1 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:14:14.637609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object fef628fa-7955-4ed5-9dd7-b33de857daea will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:14.642805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.703735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-822afb9a-5645-439e-aebb-4d8255b02b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:14.714681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:14:14.719935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-822afb9a-5645-439e-aebb-4d8255b02b59 admin admin] Usage tracker for resource:security_group_rule and tenant:ffeb44ce26d9466596de7219f43fbc2e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:14.720092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:14.730142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-822afb9a-5645-439e-aebb-4d8255b02b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:14.734181 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.743162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb01719-9bae-4124-a584-b23f4e32c903 req-b1cf4f73-e612-413d-bf78-bce2549e78dd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:14.744936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbb01719-9bae-4124-a584-b23f4e32c903 req-b1cf4f73-e612-413d-bf78-bce2549e78dd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.2567604 Feb 09 13:14:14.750613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-822afb9a-5645-439e-aebb-4d8255b02b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:14.769403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.782280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cdce6737-2832-4fb2-8e49-cdfd76a56d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:14.790851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Transition to ACTIVE for port object a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:14.804482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:14.894959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbb01719-9bae-4124-a584-b23f4e32c903 req-81a7fd3f-985b-4abd-9b2f-62d7a2ae6548 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390095 Feb 09 13:14:15.015758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '7685344e-60a9-4419-8733-8a2fdec34235'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:14:15.019934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Pushing event updated for resources: {'Port': ['ID=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:15.031932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=fef628fa-7955-4ed5-9dd7-b33de857daea,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:15.039169 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.039393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cdce6737-2832-4fb2-8e49-cdfd76a56d77 admin admin] Usage tracker for resource:security_group_rule and tenant:44556c7abcd543cea0de77399381049e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:15.050306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cdce6737-2832-4fb2-8e49-cdfd76a56d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:15.064699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cdce6737-2832-4fb2-8e49-cdfd76a56d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:15.126488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:15.129490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:15.144218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:15.148502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.149131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.170068 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-822afb9a-5645-439e-aebb-4d8255b02b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.177452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-822afb9a-5645-439e-aebb-4d8255b02b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.243239 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0d53a349-d1a4-48bf-becf-68bd74a5c6f2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0306625 Feb 09 13:14:15.248745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51258) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:15.272447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822afb9a-5645-439e-aebb-4d8255b02b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60288794-e455-4e47-81c6-cf1f3613210d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:15.273295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Allocated IP 172.25.5.117 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/e2605517-d249-4ebc-83dd-5ddf7c663957) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:15.291897 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-822afb9a-5645-439e-aebb-4d8255b02b59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ffeb44ce26d9466596de7219f43fbc2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8854361 Feb 09 13:14:15.291897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51262) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:15.315657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Attempting to bind port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:15.315985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Attempting to bind port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:15.316309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Attempting to bind port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 on network f6848ab6-3a45-46b0-a576-d10d8738cc84 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:15.546843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 on network f6848ab6-3a45-46b0-a576-d10d8738cc84 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:14:15.547463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Attempting to bind port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 on network f6848ab6-3a45-46b0-a576-d10d8738cc84 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:15.574128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/7685344e-60a9-4419-8733-8a2fdec34235/8ea283aa-f32b-4bf3-80d1-104efe5bbfaf) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:15.606753 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cdce6737-2832-4fb2-8e49-cdfd76a56d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.617573 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cdce6737-2832-4fb2-8e49-cdfd76a56d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.742798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e010942a-4018-42f6-a856-4222c93b2264 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:15.743624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e010942a-4018-42f6-a856-4222c93b2264 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:15.763825 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cdce6737-2832-4fb2-8e49-cdfd76a56d77 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44556c7abcd543cea0de77399381049e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5085282 Feb 09 13:14:15.764663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce6737-2832-4fb2-8e49-cdfd76a56d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daa3610-2edd-4c72-9d5d-02c5cf4b0fcb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:15.770356 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.773498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51280) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:15.834492 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.837758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e010942a-4018-42f6-a856-4222c93b2264 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:15.841731 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e010942a-4018-42f6-a856-4222c93b2264 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5875897 Feb 09 13:14:15.843523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51286) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:15.846522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Transition to ACTIVE for port object 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:15.861203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:15.861753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Checking segment: {'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:15.862373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Bound using segment: {'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:15.863130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Bound port: a2a7ca24-c8f2-4ba2-af2f-44917dc50a27, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:15.863768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.869033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Transition to ACTIVE for port object 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:15.878370 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.896754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03b8ecf0-8d5e-4155-83b0-178df7ad9dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.926595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d770-8318-4592-b1ea-ca329560c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.952279 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03b8ecf0-8d5e-4155-83b0-178df7ad9dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:15.969515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:15.970676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Pushing event updated for resources: {'Port': ['ID=8ea283aa-f32b-4bf3-80d1-104efe5bbfaf,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:15.973724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:15.978480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:15.986056 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.029271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9e374-7e11-4b02-b409-f32987ddcaa5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port fef628fa-7955-4ed5-9dd7-b33de857daea {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:16.029982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1f9e374-7e11-4b02-b409-f32987ddcaa5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.107579 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.109789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Attempting to bind port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:16.110155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Attempting to bind port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:16.110529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Attempting to bind port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:16.117771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:16.118146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:16.118554 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.118943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:16.119487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Bound port: 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:16.119855 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.185856 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d770-8318-4592-b1ea-ca329560c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.213735 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28a7bd36-6e0e-405a-ba68-072f75b3aba0 req-4c8da9bc-5ca5-48df-93f0-f57b5f771576 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1097 time: 0.8232722 Feb 09 13:14:16.225000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] For port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:16.230587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] For port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8ea283aa-f32b-4bf3-80d1-104efe5bbfaf,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:16.242847 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.254512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af81e70-a0af-4f8d-a46d-553f35d611a6 req-3a1df175-637b-4127-85fa-dc74ecd2a16f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:16.255984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7af81e70-a0af-4f8d-a46d-553f35d611a6 req-3a1df175-637b-4127-85fa-dc74ecd2a16f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 944 time: 0.7138381 Feb 09 13:14:16.264887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'Port': ['ID=e2605517-d249-4ebc-83dd-5ddf7c663957,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:16.281796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:16.288762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:16.302088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:16.319286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc42df0-7d8a-4480-a418-0c948cdc07a8 req-d70d69c3-a93b-4cd5-b31c-783c45f867b8 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:16.320724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6dc42df0-7d8a-4480-a418-0c948cdc07a8 req-d70d69c3-a93b-4cd5-b31c-783c45f867b8 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.7769444 Feb 09 13:14:16.331416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917b210-0fae-4620-ba50-cbc9fda95915 None None] Pushing event updated for resources: {'Port': ['ID=8ea283aa-f32b-4bf3-80d1-104efe5bbfaf,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:16.398726 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03b8ecf0-8d5e-4155-83b0-178df7ad9dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.425422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] For port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:16.471602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8ecf0-8d5e-4155-83b0-178df7ad9dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60288794-e455-4e47-81c6-cf1f3613210d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:16.486085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] For port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:16.499282 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d770-8318-4592-b1ea-ca329560c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.521146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1f9e374-7e11-4b02-b409-f32987ddcaa5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.527389 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.589521 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03b8ecf0-8d5e-4155-83b0-178df7ad9dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.590676 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-03b8ecf0-8d5e-4155-83b0-178df7ad9dfb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60288794-e455-4e47-81c6-cf1f3613210d HTTP/1.1" status: 204 len: 168 time: 1.2978225 Feb 09 13:14:16.622943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d770-8318-4592-b1ea-ca329560c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.626946 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4bc3d770-8318-4592-b1ea-ca329560c50e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6daa3610-2edd-4c72-9d5d-02c5cf4b0fcb HTTP/1.1" status: 204 len: 168 time: 0.8507872 Feb 09 13:14:16.628003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3d770-8318-4592-b1ea-ca329560c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daa3610-2edd-4c72-9d5d-02c5cf4b0fcb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:16.637548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7af81e70-a0af-4f8d-a46d-553f35d611a6 req-3963a00d-46b7-419f-84b7-43a667d194b1 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484094 Feb 09 13:14:16.642408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7bd36-6e0e-405a-ba68-072f75b3aba0 req-f6c8ed7f-7678-4b1c-9957-3ea384c60158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:16.644131 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28a7bd36-6e0e-405a-ba68-072f75b3aba0 req-f6c8ed7f-7678-4b1c-9957-3ea384c60158 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 200 len: 921 time: 0.4182348 Feb 09 13:14:16.727116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6dc42df0-7d8a-4480-a418-0c948cdc07a8 req-e8073bf3-d578-4fb0-b091-db58a3019e04 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394368 Feb 09 13:14:16.754241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:16.756015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] 10.222.0.67 "PUT /v2.0/ports/a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 HTTP/1.1" status: 200 len: 1092 time: 3.6786129 Feb 09 13:14:16.768378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a1f9e374-7e11-4b02-b409-f32987ddcaa5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for fef628fa-7955-4ed5-9dd7-b33de857daea owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:16.805806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f771762-e427-4162-9fd6-3e35e02d6990', 'tag': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:16.925280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091500c9-36b1-4ad0-8bd5-1e01ebca759d service neutron] Pushing event updated for resources: {'Port': ['ID=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:16.948649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28a7bd36-6e0e-405a-ba68-072f75b3aba0 req-38d9ecf6-65cc-4416-be96-38307d6c4abf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 217 time: 0.2971272 Feb 09 13:14:17.081657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:17.236643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7bd36-6e0e-405a-ba68-072f75b3aba0 req-1a71558e-5ed7-4c3c-93df-94d439180b49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:17.238014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28a7bd36-6e0e-405a-ba68-072f75b3aba0 req-1a71558e-5ed7-4c3c-93df-94d439180b49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=740d2694-313a-4f46-9dfd-f09e9f52af39 HTTP/1.1" status: 200 len: 860 time: 0.2426767 Feb 09 13:14:17.247624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:17.315672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28a7bd36-6e0e-405a-ba68-072f75b3aba0 req-a04e70cf-5238-4604-9b5e-1f20ecf4035a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a180facb-176b-4144-a9ec-ed479b3c2214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676551 Feb 09 13:14:17.358570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:17.373860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:17.388542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d1d73-f484-4998-ac44-904ba9c3162a req-ed2d1ca9-574d-4ab9-8967-0c92bd13903c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:17.390161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-ed2d1ca9-574d-4ab9-8967-0c92bd13903c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 812 time: 0.5205326 Feb 09 13:14:17.403035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:17.414827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-22e9bc5e-49c1-4b4d-97ea-f09d4c6f14c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e64dac7609c842e9b976ecc4ab4339dd&device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 1095 time: 0.5831852 Feb 09 13:14:17.594928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:17.595861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:17.602027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1f9e374-7e11-4b02-b409-f32987ddcaa5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:17.619259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-35641a23-a4c2-4b57-84cf-de2f64715b0d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/quotas/accedead334d4e338be32f77a85b3517 HTTP/1.1" status: 200 len: 375 time: 0.2153027 Feb 09 13:14:17.710966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9e374-7e11-4b02-b409-f32987ddcaa5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=fef628fa-7955-4ed5-9dd7-b33de857daea,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:17.722004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-98a2da9f-a3e6-4589-b1bc-ff2814436957 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 HTTP/1.1" status: 200 len: 217 time: 0.2929096 Feb 09 13:14:17.788724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28a7bd36-6e0e-405a-ba68-072f75b3aba0 req-0d043e3b-5494-47b6-a2a5-07d3a182fb92 service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447863 Feb 09 13:14:17.855435 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-3e0dd800-a088-4729-959f-7b18abc2ed4f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2349305 Feb 09 13:14:17.875674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51318) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:17.913564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1f9e374-7e11-4b02-b409-f32987ddcaa5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:17.948064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2cc79033-d400-4591-b561-549c51c51a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:18.148979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fd3c9a39-635d-4321-b913-a975f0108e04 None None] Could not find standard attr ID for object fef628fa-7955-4ed5-9dd7-b33de857daea. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:14:18.181257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fd3c9a39-635d-4321-b913-a975f0108e04 None None] Provisioning for port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:18.204022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fd3c9a39-635d-4321-b913-a975f0108e04 None None] Provisioning complete for port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:18.204402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9a39-635d-4321-b913-a975f0108e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:18.230688 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a1f9e374-7e11-4b02-b409-f32987ddcaa5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/fef628fa-7955-4ed5-9dd7-b33de857daea HTTP/1.1" status: 204 len: 168 time: 2.3846538 Feb 09 13:14:18.232317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51324) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:18.241863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2cc79033-d400-4591-b561-549c51c51a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:18.253579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2cc79033-d400-4591-b561-549c51c51a0d admin admin] Usage tracker for resource:security_group_rule and tenant:4ddc54814d284cd19cf9156a1c08e426 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:18.292136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2cc79033-d400-4591-b561-549c51c51a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:18.327183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2cc79033-d400-4591-b561-549c51c51a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:18.338307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b159fa9-d1d2-4b44-a523-6b2306da7260 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:18.340549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b159fa9-d1d2-4b44-a523-6b2306da7260 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:18.341483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6b159fa9-d1d2-4b44-a523-6b2306da7260 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:18.348149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d072682d-db03-4ec9-af9d-cda83b892bf0 service neutron] 10.222.0.59 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915202 Feb 09 13:14:18.437313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6b159fa9-d1d2-4b44-a523-6b2306da7260 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:18.442090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6b159fa9-d1d2-4b44-a523-6b2306da7260 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1986549 Feb 09 13:14:18.442797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51328) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:18.443188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51330) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:18.528676 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9a39-635d-4321-b913-a975f0108e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:18.548664 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8e7-f1a9-450b-9eca-4590739c040f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:18.578292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fd3c9a39-635d-4321-b913-a975f0108e04 None None] For port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8ea283aa-f32b-4bf3-80d1-104efe5bbfaf,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:18.586092 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9a39-635d-4321-b913-a975f0108e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:18.595862 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2cc79033-d400-4591-b561-549c51c51a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:18.601251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:14:18.672660 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:18.691463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:18.722694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cf0fa8e7-f1a9-450b-9eca-4590739c040f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:18.752508 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2cc79033-d400-4591-b561-549c51c51a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:18.753861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-74e8b077-2055-480d-be65-4dae0950344e None None] Could not find standard attr ID for object fef628fa-7955-4ed5-9dd7-b33de857daea. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:14:18.774896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c9a39-635d-4321-b913-a975f0108e04 None None] Pushing event updated for resources: {'Port': ['ID=8ea283aa-f32b-4bf3-80d1-104efe5bbfaf,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:18.859348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cf0fa8e7-f1a9-450b-9eca-4590739c040f admin admin] Usage tracker for resource:security_group_rule and tenant:dc7f7ac5ea174e5aa50e663cc2ff78d0 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:18.880381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cf0fa8e7-f1a9-450b-9eca-4590739c040f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:18.907039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cf0fa8e7-f1a9-450b-9eca-4590739c040f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:19.001293 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.040114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'Port': ['ID=e2605517-d249-4ebc-83dd-5ddf7c663957,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:19.113854 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f771762-e427-4162-9fd6-3e35e02d6990', 'tag': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27', 'status': 'completed', 'code': 200} Feb 09 13:14:19.123615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efe9059-b3f5-4f42-b0e8-1d5be68a7990 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 7685344e-60a9-4419-8733-8a2fdec34235 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:14:19.141249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5efe9059-b3f5-4f42-b0e8-1d5be68a7990 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.200469 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.201666 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-38df53d5-395c-4199-b5fc-438f3218483e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2720160 Feb 09 13:14:19.212059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8e7-f1a9-450b-9eca-4590739c040f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.218817 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8e7-f1a9-450b-9eca-4590739c040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.237588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5efe9059-b3f5-4f42-b0e8-1d5be68a7990 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.251448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc79033-d400-4591-b561-549c51c51a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b56ebea-5627-4caa-86ba-9c41c9c8cbe0,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:19.277424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-3e504033-c9f3-4916-a78a-2244dc42dbfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:19.279292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-3e504033-c9f3-4916-a78a-2244dc42dbfb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e717fbb-b7e3-4ef2-872a-2e682cc6747d HTTP/1.1" status: 200 len: 850 time: 1.5429311 Feb 09 13:14:19.281803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-10760095-da91-42b8-a938-c4d8b54705d6 service neutron] 10.222.0.59 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9207761 Feb 09 13:14:19.321970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fa8e7-f1a9-450b-9eca-4590739c040f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ad9de2-c79d-4093-804c-4a766dfd246d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:19.332530 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cf0fa8e7-f1a9-450b-9eca-4590739c040f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc7f7ac5ea174e5aa50e663cc2ff78d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8808222 Feb 09 13:14:19.335849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51346) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:19.363350 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2cc79033-d400-4591-b561-549c51c51a0d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ddc54814d284cd19cf9156a1c08e426&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4862967 Feb 09 13:14:19.372840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51350) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:19.432760 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c10c3676-2c8c-44cf-ad7e-7a47d5dec7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.471190 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c10c3676-2c8c-44cf-ad7e-7a47d5dec7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.498054 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5efe9059-b3f5-4f42-b0e8-1d5be68a7990 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.525701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28a7bd36-6e0e-405a-ba68-072f75b3aba0 req-59fca675-317f-4fa0-a405-37cd59de1769 service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7313845 Feb 09 13:14:19.560539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fac24-c3ac-46ab-a0f1-72291a0ba459 req-8a3b83fc-6417-4833-87dd-e567e17793ee tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:19.562733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a6fac24-c3ac-46ab-a0f1-72291a0ba459 req-8a3b83fc-6417-4833-87dd-e567e17793ee tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 944 time: 0.4356780 Feb 09 13:14:19.611869 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c69ebe1a-b63e-4fb5-84ae-97deeff7d2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.633552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-17504cc0-f863-4037-8232-2afd0c648490 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6848ab6-3a45-46b0-a576-d10d8738cc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3271105 Feb 09 13:14:19.716265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c10c3676-2c8c-44cf-ad7e-7a47d5dec7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.731902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5efe9059-b3f5-4f42-b0e8-1d5be68a7990 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.759733 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c69ebe1a-b63e-4fb5-84ae-97deeff7d2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.771314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c3676-2c8c-44cf-ad7e-7a47d5dec7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ad9de2-c79d-4093-804c-4a766dfd246d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:19.783876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe9059-b3f5-4f42-b0e8-1d5be68a7990 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=7685344e-60a9-4419-8733-8a2fdec34235,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:19.802548 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5efe9059-b3f5-4f42-b0e8-1d5be68a7990 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.810999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b6c6a5-e5d6-4cf1-920b-c7880b1b65ef None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:19.816449 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5efe9059-b3f5-4f42-b0e8-1d5be68a7990 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/7685344e-60a9-4419-8733-8a2fdec34235 HTTP/1.1" status: 204 len: 168 time: 1.3628147 Feb 09 13:14:19.817209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51364) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:19.820742 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c10c3676-2c8c-44cf-ad7e-7a47d5dec7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:19.823777 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c10c3676-2c8c-44cf-ad7e-7a47d5dec7d0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3ad9de2-c79d-4093-804c-4a766dfd246d HTTP/1.1" status: 204 len: 168 time: 0.4871166 Feb 09 13:14:19.880948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a6fac24-c3ac-46ab-a0f1-72291a0ba459 req-f56891f0-91c7-45df-8c54-9cccf429c11d tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071258 Feb 09 13:14:19.896536 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-00149921-3916-41cc-94a4-883c81d10f7d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772471 Feb 09 13:14:19.897127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51370) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:19.905817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:20.138877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5257-d9ed-47d9-9590-61e00325314e req-9fa96bd6-ecf4-4439-8e81-173d67f22e19 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:20.144639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43af5257-d9ed-47d9-9590-61e00325314e req-9fa96bd6-ecf4-4439-8e81-173d67f22e19 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.4515274 Feb 09 13:14:20.152574 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c69ebe1a-b63e-4fb5-84ae-97deeff7d2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:20.158988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:20.169364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:20.184879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:20.197749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:20.203065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f33ca-607e-4960-bad3-6e938c351ef4 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:14:20.212393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-126f33ca-607e-4960-bad3-6e938c351ef4 None None] Deleting port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:20.212570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:20.212766 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-126f33ca-607e-4960-bad3-6e938c351ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:20.218011 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:20.223943 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-d23bd953-1a19-414d-9fe9-006161e1bdf1 service neutron] 10.222.0.67 "GET /v2.0/networks/f6848ab6-3a45-46b0-a576-d10d8738cc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719571 Feb 09 13:14:20.227475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ebe1a-b63e-4fb5-84ae-97deeff7d2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b56ebea-5627-4caa-86ba-9c41c9c8cbe0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:20.408839 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2de598ca-1dab-4a6d-824e-5ef0b252230b req-8ff82786-1e84-4b66-b63c-eb4bd12ba87d service neutron] 10.222.0.67 "GET /v2.0/networks/f6848ab6-3a45-46b0-a576-d10d8738cc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683669 Feb 09 13:14:20.435239 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c69ebe1a-b63e-4fb5-84ae-97deeff7d2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:20.436311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c69ebe1a-b63e-4fb5-84ae-97deeff7d2ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5b56ebea-5627-4caa-86ba-9c41c9c8cbe0 HTTP/1.1" status: 204 len: 168 time: 1.0508366 Feb 09 13:14:20.487807 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43af5257-d9ed-47d9-9590-61e00325314e req-736edf79-a957-4b4c-9b54-6475ba01a0b6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244050 Feb 09 13:14:20.575988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-b6ad5059-76d9-4062-b4ff-d248ae51bc7d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1229605435&fields=id&tenant_id=a56e84bc023c45cc83f6fd03a7667234 HTTP/1.1" status: 200 len: 267 time: 0.1644576 Feb 09 13:14:20.687287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-126f33ca-607e-4960-bad3-6e938c351ef4 None None] For port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8ea283aa-f32b-4bf3-80d1-104efe5bbfaf,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:20.690304 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:20.690843 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-126f33ca-607e-4960-bad3-6e938c351ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:20.871627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6bea375d-bd18-4ec4-b06f-ca11b93d4653 req-6cdd1baa-6516-4c37-8630-3b9512465a3b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 210 time: 0.0777254 Feb 09 13:14:20.888468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=af1d8736-8f40-46cd-95f2-18f6fc13416d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:20.919169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-126f33ca-607e-4960-bad3-6e938c351ef4 None None] Calling delete_port for 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:20.938882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:20.940934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:20.944970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:20.945659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:20.981259 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-317869d8-a425-4760-b445-7273e9a17d98 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0820732 Feb 09 13:14:20.982003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51402) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:20.983044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e981e5d-576c-434c-84f1-70d2f0b4869d req-94fa2648-d29a-4514-beff-98c0c189e66d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e64dac7609c842e9b976ecc4ab4339dd&device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 1095 time: 0.4850423 Feb 09 13:14:20.989979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'name': 'tempest-NetworksTestDHCPv6-1841928041'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:21.054043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-c37a64ad-33eb-4b87-86c5-a321f0e84a75 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:21.063713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-c37a64ad-33eb-4b87-86c5-a321f0e84a75 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 816 time: 0.4779911 Feb 09 13:14:21.113808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:21.151277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-126f33ca-607e-4960-bad3-6e938c351ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:21.207332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f33ca-607e-4960-bad3-6e938c351ef4 None None] No DVR routers for this DVR port 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:21.220957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:14:21.221329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8ea283aa-f32b-4bf3-80d1-104efe5bbfaf not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:14:21.234904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f30f29-81af-4409-af4f-331540021155 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:21.251423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f33ca-607e-4960-bad3-6e938c351ef4 None None] Pushing event deleted for resources: {'Port': ['ID=8ea283aa-f32b-4bf3-80d1-104efe5bbfaf,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:21.261449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:21.269229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-279a975e-94b1-4061-8bb9-dab50364af96 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/quotas/a56e84bc023c45cc83f6fd03a7667234 HTTP/1.1" status: 200 len: 375 time: 0.2042365 Feb 09 13:14:21.271102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:21.278309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:21.296182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:21.322840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:21.326516 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:21.395319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 8bc2d496-5da1-4fbf-a825-ab439e03bb15 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:14:21.612774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': 'af1d8736-8f40-46cd-95f2-18f6fc13416d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:14:21.614135 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:21.660216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d1d73-f484-4998-ac44-904ba9c3162a req-4b6eff4d-d69e-42eb-aedc-1b5280729edb tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:21.661787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-4b6eff4d-d69e-42eb-aedc-1b5280729edb tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 812 time: 0.3013766 Feb 09 13:14:21.699819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'port': {'device_id': 'd6b6f8e2-e674-4242-818f-7ff06500a693', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'admin_state_up': True, 'tenant_id': 'accedead334d4e338be32f77a85b3517'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:21.843185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981e5d-576c-434c-84f1-70d2f0b4869d req-39dae9cb-5587-4466-b3e6-0f4178120a29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:21.845130 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e981e5d-576c-434c-84f1-70d2f0b4869d req-39dae9cb-5587-4466-b3e6-0f4178120a29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f6848ab6-3a45-46b0-a576-d10d8738cc84 HTTP/1.1" status: 200 len: 912 time: 0.8500180 Feb 09 13:14:21.967456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/af1d8736-8f40-46cd-95f2-18f6fc13416d/5ede00f7-603c-460c-963c-c4cef1564149) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:22.182285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e981e5d-576c-434c-84f1-70d2f0b4869d req-268bd5aa-478e-4129-9741-5a4328ef7ead service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 HTTP/1.1" status: 200 len: 217 time: 0.3285623 Feb 09 13:14:22.202589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-7f32e33e-060d-4562-a7f5-626618e2f175 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9327984 Feb 09 13:14:22.208926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-5757589c-cf82-4859-9c67-ad00ec6d7e8a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:14:22.216490 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-5757589c-cf82-4859-9c67-ad00ec6d7e8a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0128493 Feb 09 13:14:22.255343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:22.315204 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:22.319800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:22.330872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Transition to ACTIVE for port object 5ede00f7-603c-460c-963c-c4cef1564149 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:22.354555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Transition to ACTIVE for port object 5ede00f7-603c-460c-963c-c4cef1564149 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:22.362386 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:22.423121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981e5d-576c-434c-84f1-70d2f0b4869d req-2a89a67b-bdd8-4eb8-9f7c-d7f87523dd36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:22.425125 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e981e5d-576c-434c-84f1-70d2f0b4869d req-2a89a67b-bdd8-4eb8-9f7c-d7f87523dd36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e717fbb-b7e3-4ef2-872a-2e682cc6747d HTTP/1.1" status: 200 len: 850 time: 0.2060614 Feb 09 13:14:22.427407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Made reservation on behalf of accedead334d4e338be32f77a85b3517 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:22.430520 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:22.464057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Pushing event updated for resources: {'Port': ['ID=5ede00f7-603c-460c-963c-c4cef1564149,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:22.502957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::332 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/af1d8736-8f40-46cd-95f2-18f6fc13416d/8bc2d496-5da1-4fbf-a825-ab439e03bb15) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:22.507725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:22.512244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:22.538143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:22.611206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74bc20-f4f4-4c4a-8943-21f1f547fc93 req-36895f56-e23b-4ced-bc36-98f5a656171c tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:22.612753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a74bc20-f4f4-4c4a-8943-21f1f547fc93 req-36895f56-e23b-4ced-bc36-98f5a656171c tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 944 time: 0.5446978 Feb 09 13:14:22.647850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51450) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:22.685608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Attempting to bind port 5ede00f7-603c-460c-963c-c4cef1564149 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:22.686450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Attempting to bind port 5ede00f7-603c-460c-963c-c4cef1564149 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:22.687105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Attempting to bind port 5ede00f7-603c-460c-963c-c4cef1564149 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:22.701968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:22.702428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:22.703016 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:22.703414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:22.704013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Bound port: 5ede00f7-603c-460c-963c-c4cef1564149, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:22.704396 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:22.719605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-903e10c1-b8e9-412e-95f1-16e65a048d1e service neutron] 10.222.0.59 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019162 Feb 09 13:14:22.838759 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:22.884273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 8bc2d496-5da1-4fbf-a825-ab439e03bb15 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:22.928950 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:22.947281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a74bc20-f4f4-4c4a-8943-21f1f547fc93 req-b3d34475-90fa-41c0-93ee-08ed38fda134 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738295 Feb 09 13:14:23.002742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] For port 5ede00f7-603c-460c-963c-c4cef1564149, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:23.004209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e981e5d-576c-434c-84f1-70d2f0b4869d req-7bcc732f-f56c-4623-85e6-5bd55e6abe2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6848ab6-3a45-46b0-a576-d10d8738cc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5539250 Feb 09 13:14:23.007825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] For port 5ede00f7-603c-460c-963c-c4cef1564149, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5ede00f7-603c-460c-963c-c4cef1564149,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:23.017364 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:23.085564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:23.105166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:23.112977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:23.123986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:23.124840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:23.131497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=8bc2d496-5da1-4fbf-a825-ab439e03bb15,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:23.184119 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ef1b359e-c7d7-454a-ae1d-967e8857a0bb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1979115 Feb 09 13:14:23.184414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51462) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:23.190065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b133c-380f-41fa-a3b8-b6708674173f None None] Pushing event updated for resources: {'Port': ['ID=5ede00f7-603c-460c-963c-c4cef1564149,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:23.210939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Allocated IP 172.20.0.12 (2903bfa2-6e98-48bf-8735-26cc8008e2be/a6635b5b-1a73-4f24-af7b-ce18e647d366/3ba32788-c96e-4b6b-bfb2-a0d7a5603a09) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:23.336704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:23.419322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f2a978d1-0c3e-4702-a1b7-6aa110015b9c service neutron] 10.222.0.59 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978037 Feb 09 13:14:23.467251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46c2ac-0a84-4295-b950-6b42f6d87eca tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:23.471332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46c2ac-0a84-4295-b950-6b42f6d87eca tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:23.472127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4a46c2ac-0a84-4295-b950-6b42f6d87eca tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:23.481453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:23.491596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Usage tracker for resource:security_group_rule and tenant:08b221466fce40bfa40990878db5a8d0 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:23.504812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:23.517314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:23.521383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4a46c2ac-0a84-4295-b950-6b42f6d87eca tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:23.522744 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4a46c2ac-0a84-4295-b950-6b42f6d87eca tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3374736 Feb 09 13:14:23.525385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51472) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:23.655808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1ca56877-2e55-4426-935e-006d2f5e01fd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 8bc2d496-5da1-4fbf-a825-ab439e03bb15 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:23.656310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ca56877-2e55-4426-935e-006d2f5e01fd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:23.990455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e981e5d-576c-434c-84f1-70d2f0b4869d req-31c5d4bd-b0b2-4aac-b93c-2aa9fb271ab1 service neutron] 10.222.0.67 "GET /v2.0/networks/f6848ab6-3a45-46b0-a576-d10d8738cc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9758501 Feb 09 13:14:24.124138 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64a96a5d-5a52-4a93-b9c7-440d2bd3a925 req-bb070532-2563-41a0-86f9-33097289eee7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 210 time: 0.1378615 Feb 09 13:14:24.307444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78792b67-62ed-42d3-8c11-1efb67df5aa5 req-34d6b229-7ad5-4cbc-8c4c-1a1fd19ae3e8 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:24.314406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78792b67-62ed-42d3-8c11-1efb67df5aa5 req-34d6b229-7ad5-4cbc-8c4c-1a1fd19ae3e8 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.8531756 Feb 09 13:14:24.335624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ca56877-2e55-4426-935e-006d2f5e01fd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:24.531882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1ca56877-2e55-4426-935e-006d2f5e01fd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 8bc2d496-5da1-4fbf-a825-ab439e03bb15 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:24.548157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78792b67-62ed-42d3-8c11-1efb67df5aa5 req-2b10afee-e6da-4539-9cd6-de4249ecb433 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802537 Feb 09 13:14:24.563619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d4e3d-2521-4dec-a77e-c25683df52a3 req-180b2f18-afeb-46c7-af7b-81e9dfe6c9f6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 210 time: 0.1362138 Feb 09 13:14:24.577284 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:24.646348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e981e5d-576c-434c-84f1-70d2f0b4869d req-8ae13bdf-f4dc-4da2-a6ed-355c8a93a20c service neutron] 10.222.0.67 "GET /v2.0/networks/f6848ab6-3a45-46b0-a576-d10d8738cc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904403 Feb 09 13:14:24.668749 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:24.669070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Transition to ACTIVE for port object 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:24.688591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:24.720061 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:24.732335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['c22d0dc0-a022-479e-a05b-26d73a67ed6e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:14:24.862425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1743f99f-6c20-4463-ac11-57b3e4651336,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:24.974600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:14:24.983896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:24.995530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:25.016139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:25.073327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.073916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.074772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.077153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'Port': ['ID=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:25.096087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.096451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.100787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.102532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.103059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.103529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.104023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.106695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:25.119875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:25.121665 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:25.172218 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-06c68586-5d77-43c0-86f1-473b06b9ee84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08b221466fce40bfa40990878db5a8d0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5232432 Feb 09 13:14:25.177002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51520) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:25.196652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-59eb356e-aaab-4c27-b97b-3e778ad677b8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5150673 Feb 09 13:14:25.249516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Request body: {'port': {'device_id': 'd6b6f8e2-e674-4242-818f-7ff06500a693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:25.284297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:25.319519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5ede00f7-603c-460c-963c-c4cef1564149 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:25.402579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'port_id': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27', 'mac_address': 'fa:16:3e:fb:c7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:14:25.404232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0b4dc-92d7-4ef5-916d-6d5296c12023 req-68986add-dba5-4cda-92ad-63cdc35b4ab8 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:25.404718 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3eccd54e-229d-44a6-acbd-652e45929e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:25.413914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10b0b4dc-92d7-4ef5-916d-6d5296c12023 req-68986add-dba5-4cda-92ad-63cdc35b4ab8 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 944 time: 0.5325608 Feb 09 13:14:25.429815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fa3961-cc2c-4bd1-8636-8ba0026606b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:25.498725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fa3961-cc2c-4bd1-8636-8ba0026606b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:25.622106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ca56877-2e55-4426-935e-006d2f5e01fd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:25.645782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:25.693115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3b6d0444-4dac-4150-9cf1-ce833a63fa3d None None] Provisioning for port 5ede00f7-603c-460c-963c-c4cef1564149 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:25.718166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca56877-2e55-4426-935e-006d2f5e01fd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=8bc2d496-5da1-4fbf-a825-ab439e03bb15,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:25.735740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:14:25.814454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:25.830765 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fa3961-cc2c-4bd1-8636-8ba0026606b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:25.839916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:25.851088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ca56877-2e55-4426-935e-006d2f5e01fd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:25.893769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa3961-cc2c-4bd1-8636-8ba0026606b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1743f99f-6c20-4463-ac11-57b3e4651336,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:25.902212 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1ca56877-2e55-4426-935e-006d2f5e01fd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/8bc2d496-5da1-4fbf-a825-ab439e03bb15 HTTP/1.1" status: 204 len: 168 time: 2.3757751 Feb 09 13:14:25.903451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51536) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:25.936762 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 5ede00f7-603c-460c-963c-c4cef1564149 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:25.958884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10b0b4dc-92d7-4ef5-916d-6d5296c12023 req-d9532ea2-49d6-428a-999a-661ffd30f9bd tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5426588 Feb 09 13:14:25.996188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b3fcb844-e996-441a-a85f-2f8935acf560 None None] Provisioning for port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:26.034318 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:26.044682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5ede00f7-603c-460c-963c-c4cef1564149 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:26.045203 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:26.046514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf45ed3-a0cc-4769-91fd-11dc52894e1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:26.048168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf45ed3-a0cc-4769-91fd-11dc52894e1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:26.048922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-daf45ed3-a0cc-4769-91fd-11dc52894e1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:26.052166 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fa3961-cc2c-4bd1-8636-8ba0026606b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:26.078739 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d5fa3961-cc2c-4bd1-8636-8ba0026606b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1743f99f-6c20-4463-ac11-57b3e4651336 HTTP/1.1" status: 204 len: 168 time: 0.8982766 Feb 09 13:14:26.119672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-daf45ed3-a0cc-4769-91fd-11dc52894e1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:26.126458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-daf45ed3-a0cc-4769-91fd-11dc52894e1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2217839 Feb 09 13:14:26.137230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51542) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:26.231442 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b3fcb844-e996-441a-a85f-2f8935acf560 None None] Provisioning complete for port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:26.231818 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3fcb844-e996-441a-a85f-2f8935acf560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:26.478593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5ca31-e175-4c80-9a96-0c4d6d30f7f9 req-d7955335-388e-49ac-845c-1ad0977bfbfd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:26.486240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-eba5ca31-e175-4c80-9a96-0c4d6d30f7f9 req-d7955335-388e-49ac-845c-1ad0977bfbfd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Synchronizing usage tracker for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:26.513657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['a2a7ca24-c8f2-4ba2-af2f-44917dc50a27'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:14:26.632429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-eba5ca31-e175-4c80-9a96-0c4d6d30f7f9 req-d7955335-388e-49ac-845c-1ad0977bfbfd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Unset dirty status for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:26.639279 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eba5ca31-e175-4c80-9a96-0c4d6d30f7f9 req-d7955335-388e-49ac-845c-1ad0977bfbfd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 932 time: 0.9368196 Feb 09 13:14:26.728711 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:26.781215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:26.865354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b3fcb844-e996-441a-a85f-2f8935acf560 None None] Port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:14:26.871535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b3fcb844-e996-441a-a85f-2f8935acf560 None None] Could not find standard attr ID for object 8bc2d496-5da1-4fbf-a825-ab439e03bb15. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:14:26.883478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-6718cadb-747b-428e-bde5-8d29929a4369 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet af1d8736-8f40-46cd-95f2-18f6fc13416d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:14:26.902587 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6718cadb-747b-428e-bde5-8d29929a4369 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:26.908122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eba5ca31-e175-4c80-9a96-0c4d6d30f7f9 req-58e8c2b2-24ea-4e40-b573-11e9f37319d1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676363 Feb 09 13:14:26.984223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 5ede00f7-603c-460c-963c-c4cef1564149, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5ede00f7-603c-460c-963c-c4cef1564149,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:27.025989 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:27.154042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6718cadb-747b-428e-bde5-8d29929a4369 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:27.243671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bc6b9-870e-4a8c-826b-ca6ff25a3ba9 req-63dcdf74-98a9-420a-9853-5c45cbad38f2 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:27.248701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df5bc6b9-870e-4a8c-826b-ca6ff25a3ba9 req-63dcdf74-98a9-420a-9853-5c45cbad38f2 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.9235039 Feb 09 13:14:27.440832 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61b78f96-0309-43d4-96c4-09c2ee467933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:27.450932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=5ede00f7-603c-460c-963c-c4cef1564149,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:27.451241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e2f35eb-c2b5-4af8-ab47-d0b23d816c11 req-44e6329e-9b8b-4379-872a-563bb956a8d2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 210 time: 0.2464535 Feb 09 13:14:27.498000 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6718cadb-747b-428e-bde5-8d29929a4369 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:27.585091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-b9b45abd-c174-4528-9b78-2644f91723c1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:27.588731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-b9b45abd-c174-4528-9b78-2644f91723c1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 816 time: 0.8120730 Feb 09 13:14:27.610832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df5bc6b9-870e-4a8c-826b-ca6ff25a3ba9 req-578c4de0-4c5d-42e9-844e-e7e2f1488e81 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650993 Feb 09 13:14:27.731724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6718cadb-747b-428e-bde5-8d29929a4369 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:27.782604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-402e26d4-03dc-42db-85bb-e5b0311854b3 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56e84bc023c45cc83f6fd03a7667234 HTTP/1.1" status: 200 len: 380 time: 0.1704431 Feb 09 13:14:27.799714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'port': {'device_id': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'admin_state_up': True, 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'security_groups': ['17c28d5a-57e7-4ccd-b29d-dcb5d2449434']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:27.851962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718cadb-747b-428e-bde5-8d29929a4369 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=af1d8736-8f40-46cd-95f2-18f6fc13416d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:27.860368 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6718cadb-747b-428e-bde5-8d29929a4369 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:27.867220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26be95c-0ddb-4f16-831c-353bec2aad8e None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:27.897972 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6718cadb-747b-428e-bde5-8d29929a4369 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/af1d8736-8f40-46cd-95f2-18f6fc13416d HTTP/1.1" status: 204 len: 168 time: 1.7586217 Feb 09 13:14:27.898731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51572) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:27.926826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:14:27.985763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.076994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Transition to ACTIVE for port object 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:28.090560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51580) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:28.094418 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-40f36eac-abb2-4ef6-b8a4-61a15cf6501c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1933680 Feb 09 13:14:28.105034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.293757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365f327-be26-44be-bca6-aed2539fa1c8 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:14:28.298547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0365f327-be26-44be-bca6-aed2539fa1c8 None None] Deleting port 5ede00f7-603c-460c-963c-c4cef1564149 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:28.298886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0365f327-be26-44be-bca6-aed2539fa1c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.383711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:28.412370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Usage tracker for resource:port and tenant:a56e84bc023c45cc83f6fd03a7667234 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:28.428597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0ee9c-4e9d-4a78-96a4-70141075bffa req-197a1334-7f0f-42e9-9b57-7d3e60afe9a3 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:28.435805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21c0ee9c-4e9d-4a78-96a4-70141075bffa req-197a1334-7f0f-42e9-9b57-7d3e60afe9a3 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 945 time: 0.5597379 Feb 09 13:14:28.437731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Pushing event updated for resources: {'Port': ['ID=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:28.450931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:28.483626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:28.598315 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.604900 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21c0ee9c-4e9d-4a78-96a4-70141075bffa req-a03407fb-0788-4d63-b0cd-04f45f36cc83 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680322 Feb 09 13:14:28.614487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Made reservation on behalf of a56e84bc023c45cc83f6fd03a7667234 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:28.626662 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.647067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0365f327-be26-44be-bca6-aed2539fa1c8 None None] For port 5ede00f7-603c-460c-963c-c4cef1564149, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5ede00f7-603c-460c-963c-c4cef1564149,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:28.647461 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0365f327-be26-44be-bca6-aed2539fa1c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.655253 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.778621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0365f327-be26-44be-bca6-aed2539fa1c8 None None] Calling delete_port for 5ede00f7-603c-460c-963c-c4cef1564149 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:28.779376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bbe91-89e3-4791-a981-5a2c8fe1df4e req-f78c1ce1-118c-46a5-af2e-11b6a2abd2de tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:28.781325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e0bbe91-89e3-4791-a981-5a2c8fe1df4e req-f78c1ce1-118c-46a5-af2e-11b6a2abd2de tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 944 time: 0.6812868 Feb 09 13:14:28.804369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853978c-e800-4bdc-aa19-5b0fcf5f5d85 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:28.805425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c853978c-e800-4bdc-aa19-5b0fcf5f5d85 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:28.917905 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0365f327-be26-44be-bca6-aed2539fa1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:28.971860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365f327-be26-44be-bca6-aed2539fa1c8 None None] Pushing event deleted for resources: {'Port': ['ID=5ede00f7-603c-460c-963c-c4cef1564149,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:28.981878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:29.023387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365f327-be26-44be-bca6-aed2539fa1c8 None None] No DVR routers for this DVR port 5ede00f7-603c-460c-963c-c4cef1564149 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:29.087017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51608) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:29.108465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:29.115129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:29.115545 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:29.171621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5ede00f7-603c-460c-963c-c4cef1564149 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:29.222775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 5ede00f7-603c-460c-963c-c4cef1564149 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:14:29.222775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5ede00f7-603c-460c-963c-c4cef1564149 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:14:29.265706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Allocated IP 172.20.0.8 (f3123c25-aa2b-4ea8-8564-3f148f22ba4f/a4a81a6c-cb23-4c19-9623-074f7536c01d/1fb18b8f-2537-4bbc-a0a7-23592c9122f1) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:29.330939 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:29.355583 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2eccb67-60b1-4fce-a15f-36a714218686 req-0b86728e-6f4d-4898-8849-c4da082d6de2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 210 time: 0.4596930 Feb 09 13:14:29.367974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f771762-e427-4162-9fd6-3e35e02d6990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:29.382063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:29.383692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c853978c-e800-4bdc-aa19-5b0fcf5f5d85 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:29.385711 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c853978c-e800-4bdc-aa19-5b0fcf5f5d85 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2898314 Feb 09 13:14:29.388200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51618) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:29.390175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:29.401572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Attempting to bind port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:29.401906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Attempting to bind port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:29.402228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Attempting to bind port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:29.431834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:14:29.432154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Attempting to bind port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:29.480203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:29.493803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e0bbe91-89e3-4791-a981-5a2c8fe1df4e req-bde98196-8a4d-4644-8814-068f55c24369 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6958222 Feb 09 13:14:29.507445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:29.507789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Checking segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:29.508177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Bound using segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:29.508622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Bound port: 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:29.508964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:29.602379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c040c5-d25e-4d81-805a-00cbe1ea6f2b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:29.603367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-90c040c5-d25e-4d81-805a-00cbe1ea6f2b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:29.608794 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96a9d07b-1f02-4f41-8091-171cb22d11d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:29.645477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-90c040c5-d25e-4d81-805a-00cbe1ea6f2b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:29.646696 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-90c040c5-d25e-4d81-805a-00cbe1ea6f2b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2562487 Feb 09 13:14:29.649722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51630) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:29.664339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] For port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:29.666966 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f771762-e427-4162-9fd6-3e35e02d6990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27', 'code': 200} Feb 09 13:14:29.671678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] For port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:29.704242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:29.723576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-96a9d07b-1f02-4f41-8091-171cb22d11d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:29.729315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Transition to ACTIVE for port object 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:29.738704 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8f7c9d78-fabe-4e70-9d46-fadd8a87c5bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855968 Feb 09 13:14:29.738704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-96a9d07b-1f02-4f41-8091-171cb22d11d6 admin admin] Usage tracker for resource:security_group_rule and tenant:296c131dbc0042fc91726436e386f811 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:29.741834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-96a9d07b-1f02-4f41-8091-171cb22d11d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:29.744647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51636) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:29.751164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-96a9d07b-1f02-4f41-8091-171cb22d11d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:29.759942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:29.796790 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:29.829733 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:29.860245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:29.937224 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:29.938785 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] 10.222.0.67 "PUT /v2.0/ports/3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 HTTP/1.1" status: 200 len: 1092 time: 4.7093494 Feb 09 13:14:29.941759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b6f8e2-e674-4242-818f-7ff06500a693', 'tag': '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:29.968033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Network f3123c25-aa2b-4ea8-8564-3f148f22ba4f is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:29.969135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8ec41-8459-4aa3-a407-ba22ad13db0b service neutron] Pushing event updated for resources: {'Port': ['ID=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:29.973449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:30.014739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:30.097702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:30.119807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:30.153898 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cddc7da5-c8f5-4877-8af3-5282335affa5 req-f45a6661-6f6c-4c14-9b61-2b2779604185 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 1097 time: 0.4039261 Feb 09 13:14:30.282030 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96a9d07b-1f02-4f41-8091-171cb22d11d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:30.288065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cddc7da5-c8f5-4877-8af3-5282335affa5 req-3b31900e-bd0b-4a0d-b306-75bd92bc61ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241453 Feb 09 13:14:30.290865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96a9d07b-1f02-4f41-8091-171cb22d11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:30.359454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:30.375765 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:30.483007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event updated for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:30.488990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.490212 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:30.535135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e7da8-325a-40ae-9716-af3173bff628 req-774a8d03-9347-4f6a-bfc2-3f4b949f62f0 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.536631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-989e7da8-325a-40ae-9716-af3173bff628 req-774a8d03-9347-4f6a-bfc2-3f4b949f62f0 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.7779613 Feb 09 13:14:30.538419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9d07b-1f02-4f41-8091-171cb22d11d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cdb436-57cc-495f-a8ef-dea4d036d860,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:30.538642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7490888 Feb 09 13:14:30.547107 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-96a9d07b-1f02-4f41-8091-171cb22d11d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=296c131dbc0042fc91726436e386f811&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4578121 Feb 09 13:14:30.553650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51656) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:30.558074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Request body: {'port': {'device_id': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:30.586942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b2841beb-711e-4fa4-acab-0466e90a6ec0 None None] Provisioning for port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:30.588600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.588942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.589272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.589696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.590044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.590386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.590897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.591154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.591709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.592269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.592269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9e2cdf-5a3a-4914-bcde-c0e078284054 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:14:30.605178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b2841beb-711e-4fa4-acab-0466e90a6ec0 None None] Provisioning complete for port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:30.605595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2841beb-711e-4fa4-acab-0466e90a6ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:30.705571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b2841beb-711e-4fa4-acab-0466e90a6ec0 None None] Port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:14:30.721744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51660) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:30.729298 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:30.760353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-d73eeecc-0b3c-4d15-9f96-7c5d9ee85704 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 1095 time: 0.6013551 Feb 09 13:14:30.778257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45b236-5cc4-40a1-9b07-93a0e4b31616 req-df1b6f83-9d5c-482a-abcb-df029cb6b331 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.784857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de45b236-5cc4-40a1-9b07-93a0e4b31616 req-df1b6f83-9d5c-482a-abcb-df029cb6b331 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 946 time: 0.6247830 Feb 09 13:14:30.797148 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:30.800141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:30.803979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:30.804559 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:30.811620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8163e90-fed0-4121-b4c6-6162e53f9e05 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:30.844956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=880d0f98-198b-40ee-beae-f1c474d6abc5,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:30.884460 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-33909794-7c30-4527-8a4d-09eb76199bc4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1386290 Feb 09 13:14:30.887198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51666) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:30.895964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': '880d0f98-198b-40ee-beae-f1c474d6abc5', 'ip_address': '2001:db8::620a:c60e:2cf1:3c81'}], 'name': 'tempest-NetworksTestDHCPv6-1337162115'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:30.901119 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-989e7da8-325a-40ae-9716-af3173bff628 req-fe3b470c-45f6-4051-8bc8-0b98cb81586a tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524506 Feb 09 13:14:30.917091 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:30.945409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-7efc5925-cc85-45ca-a57d-65d747eff244 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 HTTP/1.1" status: 200 len: 217 time: 0.1531296 Feb 09 13:14:31.035515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d1d73-f484-4998-ac44-904ba9c3162a req-8aad9d9e-44a3-4571-97b2-4c0e5d40066b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:31.036905 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-8aad9d9e-44a3-4571-97b2-4c0e5d40066b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.0844259 Feb 09 13:14:31.037562 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a410b456-92cf-46f0-9daf-2b1884f7fb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.123808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66001ad9-f167-435f-b706-90217617c9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.176252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-66001ad9-f167-435f-b706-90217617c9ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:31.179437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de45b236-5cc4-40a1-9b07-93a0e4b31616 req-2279a4e9-094a-4a9e-895d-5bd350cfbd6f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3934827 Feb 09 13:14:31.182336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66001ad9-f167-435f-b706-90217617c9ba admin admin] Usage tracker for resource:security_group_rule and tenant:51b84b8df9cb45efac89e469e881eb1a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:31.186066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66001ad9-f167-435f-b706-90217617c9ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:31.192166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-66001ad9-f167-435f-b706-90217617c9ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:31.232867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '880d0f98-198b-40ee-beae-f1c474d6abc5'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:14:31.234891 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.254600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a410b456-92cf-46f0-9daf-2b1884f7fb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.271237 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b6f8e2-e674-4242-818f-7ff06500a693', 'tag': '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09', 'status': 'completed', 'code': 200} Feb 09 13:14:31.313291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:31.323285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66001ad9-f167-435f-b706-90217617c9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.335752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:31.347457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66001ad9-f167-435f-b706-90217617c9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.370823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:31.379809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.492283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 653755e3-231d-44c3-8faa-14e50f8e8855 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:14:31.573555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66001ad9-f167-435f-b706-90217617c9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0280d397-9540-4e0e-885f-b3dab7bb1a2c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:31.595828 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-66001ad9-f167-435f-b706-90217617c9ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51b84b8df9cb45efac89e469e881eb1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8731258 Feb 09 13:14:31.606069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51674) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:31.623427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-19d98112-d30e-43fb-9817-a2c56bae5a6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5674143 Feb 09 13:14:31.659827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/880d0f98-198b-40ee-beae-f1c474d6abc5/56ea7313-f86d-4b02-ad7e-6f0a8409fe91) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:31.792985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cd5be124-2a93-4f31-ad42-73ea08811fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.821955 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cd5be124-2a93-4f31-ad42-73ea08811fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.909726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cd5be124-2a93-4f31-ad42-73ea08811fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.939243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5be124-2a93-4f31-ad42-73ea08811fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280d397-9540-4e0e-885f-b3dab7bb1a2c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:31.947495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cd5be124-2a93-4f31-ad42-73ea08811fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:31.948917 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cd5be124-2a93-4f31-ad42-73ea08811fd5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0280d397-9540-4e0e-885f-b3dab7bb1a2c HTTP/1.1" status: 204 len: 168 time: 0.3433423 Feb 09 13:14:31.975182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-3f3348d5-ed84-411d-b513-99122153795f service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325121 Feb 09 13:14:32.019096 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.030931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Transition to ACTIVE for port object 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:32.056465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Transition to ACTIVE for port object 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:32.066711 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.074162 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a410b456-92cf-46f0-9daf-2b1884f7fb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.148503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Pushing event updated for resources: {'Port': ['ID=56ea7313-f86d-4b02-ad7e-6f0a8409fe91,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:32.163331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:32.164899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:32.167699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:32.204676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410b456-92cf-46f0-9daf-2b1884f7fb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cdb436-57cc-495f-a8ef-dea4d036d860,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:32.277711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::620a:c60e:2cf1:3c81 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/880d0f98-198b-40ee-beae-f1c474d6abc5/653755e3-231d-44c3-8faa-14e50f8e8855) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:32.301846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Attempting to bind port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:32.302580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Attempting to bind port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:32.303794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Attempting to bind port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:32.311902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:32.312322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:32.312721 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.313160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:32.313886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Bound port: 56ea7313-f86d-4b02-ad7e-6f0a8409fe91, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:32.314008 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.329083 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a410b456-92cf-46f0-9daf-2b1884f7fb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.330255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a410b456-92cf-46f0-9daf-2b1884f7fb07 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34cdb436-57cc-495f-a8ef-dea4d036d860 HTTP/1.1" status: 204 len: 168 time: 1.7345610 Feb 09 13:14:32.361978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad1a89-f4c1-41f9-be19-1722bb8cda0b req-d6aa7aec-db30-43d1-8998-08153f0cc3b7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:32.369933 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08ad1a89-f4c1-41f9-be19-1722bb8cda0b req-d6aa7aec-db30-43d1-8998-08153f0cc3b7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 944 time: 0.8367007 Feb 09 13:14:32.421780 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:14:32.422372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] For port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:32.428655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] For port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56ea7313-f86d-4b02-ad7e-6f0a8409fe91,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:32.435511 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.619867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51690) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:32.640353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba2f12-4aa9-4a5f-a97a-e42dcae379e9 None None] Pushing event updated for resources: {'Port': ['ID=56ea7313-f86d-4b02-ad7e-6f0a8409fe91,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:32.658773 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.667943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2781f7b3-11e4-4dc5-b2e6-172ec8b0850d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.694652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123307b-5c46-4709-b9ec-4cd9203f200f req-482b33f2-404f-4bee-886b-dcae529561c6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:32.695356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b123307b-5c46-4709-b9ec-4cd9203f200f req-482b33f2-404f-4bee-886b-dcae529561c6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Synchronizing usage tracker for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:32.717694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2781f7b3-11e4-4dc5-b2e6-172ec8b0850d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:32.722216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2781f7b3-11e4-4dc5-b2e6-172ec8b0850d admin admin] Usage tracker for resource:security_group_rule and tenant:41cf0843f33b4db29011a9714203cd56 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:32.725901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2781f7b3-11e4-4dc5-b2e6-172ec8b0850d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:32.729091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-284d1d73-f484-4998-ac44-904ba9c3162a req-7778d750-15a5-48fb-a231-dec42b989dee service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7332699 Feb 09 13:14:32.734450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2781f7b3-11e4-4dc5-b2e6-172ec8b0850d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:32.741436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:14:32.752047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.756811 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08ad1a89-f4c1-41f9-be19-1722bb8cda0b req-9bcf02d6-73d4-42af-bae3-a1a10f5ffcf6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566070 Feb 09 13:14:32.762186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b123307b-5c46-4709-b9ec-4cd9203f200f req-482b33f2-404f-4bee-886b-dcae529561c6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Unset dirty status for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:32.776763 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b123307b-5c46-4709-b9ec-4cd9203f200f req-482b33f2-404f-4bee-886b-dcae529561c6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 931 time: 0.7999103 Feb 09 13:14:32.806856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Transition to ACTIVE for port object 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:32.813450 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.846172 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2781f7b3-11e4-4dc5-b2e6-172ec8b0850d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.853989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 653755e3-231d-44c3-8faa-14e50f8e8855 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:32.858839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2781f7b3-11e4-4dc5-b2e6-172ec8b0850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:32.928535 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2781f7b3-11e4-4dc5-b2e6-172ec8b0850d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41cf0843f33b4db29011a9714203cd56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3035238 Feb 09 13:14:32.931245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51696) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:32.987919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781f7b3-11e4-4dc5-b2e6-172ec8b0850d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f48da5-2c0f-4063-b967-46e89292b118,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:33.035612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:33.206487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:33.220162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=653755e3-231d-44c3-8faa-14e50f8e8855,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:33.223814 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48593e6c-9c4d-4df3-8c32-c89f43545238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:33.253659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48593e6c-9c4d-4df3-8c32-c89f43545238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:33.264282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b123307b-5c46-4709-b9ec-4cd9203f200f req-7feed56e-3671-438f-b52c-1fb69214ec2d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4866645 Feb 09 13:14:33.309102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:33.310711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:33.313440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:33.322173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.322976 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:33.339054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:33.366858 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-af50e22a-3fe3-4514-b31b-dfc9ce64f383 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4782679 Feb 09 13:14:33.368067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51700) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:33.401763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51706) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:33.439953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:33.456136 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48593e6c-9c4d-4df3-8c32-c89f43545238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:33.458195 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48593e6c-9c4d-4df3-8c32-c89f43545238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:33.463745 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-48593e6c-9c4d-4df3-8c32-c89f43545238 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/99f48da5-2c0f-4063-b967-46e89292b118 HTTP/1.1" status: 204 len: 168 time: 0.5260653 Feb 09 13:14:33.494335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48593e6c-9c4d-4df3-8c32-c89f43545238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f48da5-2c0f-4063-b967-46e89292b118,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:33.552703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1098263f-b998-41a5-8641-0352fb17a9a3 req-aee42c07-0442-45a0-9d6d-ef80da5d0556 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 1095 time: 0.6482570 Feb 09 13:14:33.577970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e971e6-de7a-4d7c-bb74-14080ac7b00b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.588540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e971e6-de7a-4d7c-bb74-14080ac7b00b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.593578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-41e971e6-de7a-4d7c-bb74-14080ac7b00b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:33.634565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-41e971e6-de7a-4d7c-bb74-14080ac7b00b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:33.639571 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-41e971e6-de7a-4d7c-bb74-14080ac7b00b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2679989 Feb 09 13:14:33.640392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51714) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:33.709149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e1f6-5628-461d-82f7-53b500f870e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:33.738779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2343d5ec-2536-468d-bf9f-6a27338f70df tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 653755e3-231d-44c3-8faa-14e50f8e8855 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:33.739245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2343d5ec-2536-468d-bf9f-6a27338f70df tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:33.935142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Attempting to bind port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:33.935687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Attempting to bind port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:33.936017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Attempting to bind port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 on network f3123c25-aa2b-4ea8-8564-3f148f22ba4f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:33.972337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06036e3b-13b8-452d-be7c-2b664f3b6f4e req-453484f5-eca0-425e-ab20-874476896b9e tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:33.973768 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06036e3b-13b8-452d-be7c-2b664f3b6f4e req-453484f5-eca0-425e-ab20-874476896b9e tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.8970361 Feb 09 13:14:34.034644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2cd9e1f6-5628-461d-82f7-53b500f870e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:34.044580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 on network f3123c25-aa2b-4ea8-8564-3f148f22ba4f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:14:34.044931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Attempting to bind port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 on network f3123c25-aa2b-4ea8-8564-3f148f22ba4f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:34.057703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2cd9e1f6-5628-461d-82f7-53b500f870e0 admin admin] Usage tracker for resource:security_group_rule and tenant:701088b6f3cb4e06a9141dea54b1eadd is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:34.065364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2cd9e1f6-5628-461d-82f7-53b500f870e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:34.095028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2cd9e1f6-5628-461d-82f7-53b500f870e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:34.120510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2343d5ec-2536-468d-bf9f-6a27338f70df tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:34.122603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098263f-b998-41a5-8641-0352fb17a9a3 req-42b2f2f9-c2b3-4dde-967f-bc994db31b9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:34.124123 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1098263f-b998-41a5-8641-0352fb17a9a3 req-42b2f2f9-c2b3-4dde-967f-bc994db31b9e service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.4352410 Feb 09 13:14:34.124819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:34.125153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Checking segment: {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:34.125642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Bound using segment: {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:34.126070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Bound port: 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec900a36-e1ec-4bac-9a79-4adf02581826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:34.126523 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:34.232635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06036e3b-13b8-452d-be7c-2b664f3b6f4e req-9c0c2961-5d34-4f6c-8a28-ba4d1b49b50b tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332573 Feb 09 13:14:34.277223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b898-095b-4b39-89ec-1cdc060360a5 req-e1cb76d8-a372-4079-a260-6b6fbe3c1624 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:34.281694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0468b898-095b-4b39-89ec-1cdc060360a5 req-e1cb76d8-a372-4079-a260-6b6fbe3c1624 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 946 time: 0.5504389 Feb 09 13:14:34.304799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2343d5ec-2536-468d-bf9f-6a27338f70df tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 653755e3-231d-44c3-8faa-14e50f8e8855 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:34.337169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1098263f-b998-41a5-8641-0352fb17a9a3 req-a2784618-5319-42f4-8dbd-3b0a8d92d509 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 HTTP/1.1" status: 200 len: 217 time: 0.1899717 Feb 09 13:14:34.348696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6d49862a-0818-4148-89f9-35fb2cf544e9 None None] Provisioning for port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:34.357844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6d49862a-0818-4148-89f9-35fb2cf544e9 None None] Provisioning complete for port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:34.358337 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6d49862a-0818-4148-89f9-35fb2cf544e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:34.562456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2343d5ec-2536-468d-bf9f-6a27338f70df tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:34.596013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098263f-b998-41a5-8641-0352fb17a9a3 req-07c7c317-e8df-495a-807a-b298d7ec1f89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:34.597724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1098263f-b998-41a5-8641-0352fb17a9a3 req-07c7c317-e8df-495a-807a-b298d7ec1f89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.2357028 Feb 09 13:14:34.616366 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6d49862a-0818-4148-89f9-35fb2cf544e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:34.619874 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e1f6-5628-461d-82f7-53b500f870e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:34.621245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:34.645276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343d5ec-2536-468d-bf9f-6a27338f70df tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=653755e3-231d-44c3-8faa-14e50f8e8855,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:34.668274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6d49862a-0818-4148-89f9-35fb2cf544e9 None None] For port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56ea7313-f86d-4b02-ad7e-6f0a8409fe91,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:34.675761 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6d49862a-0818-4148-89f9-35fb2cf544e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:34.675928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0468b898-095b-4b39-89ec-1cdc060360a5 req-bd0446af-2a7c-4d7a-b610-633c5c9bdd3a tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3803229 Feb 09 13:14:34.713507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2343d5ec-2536-468d-bf9f-6a27338f70df tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:34.731681 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2343d5ec-2536-468d-bf9f-6a27338f70df tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/653755e3-231d-44c3-8faa-14e50f8e8855 HTTP/1.1" status: 204 len: 168 time: 1.0892789 Feb 09 13:14:34.734278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51740) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:34.736264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2cd9e1f6-5628-461d-82f7-53b500f870e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:34.758380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:34.789823 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:34.819279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49862a-0818-4148-89f9-35fb2cf544e9 None None] Pushing event updated for resources: {'Port': ['ID=56ea7313-f86d-4b02-ad7e-6f0a8409fe91,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:34.822580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e13f5257-b57a-4540-bff1-05c21899fd3b None None] Could not find standard attr ID for object 653755e3-231d-44c3-8faa-14e50f8e8855. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:14:34.851863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05013c17-7ec3-4899-b7e5-9e7188ef1aef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:34.854110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05013c17-7ec3-4899-b7e5-9e7188ef1aef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:34.855264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-05013c17-7ec3-4899-b7e5-9e7188ef1aef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:34.879473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-05013c17-7ec3-4899-b7e5-9e7188ef1aef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:34.882684 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-05013c17-7ec3-4899-b7e5-9e7188ef1aef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1450925 Feb 09 13:14:34.884650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51746) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:35.152531 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.153944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] 10.222.0.67 "PUT /v2.0/ports/1fb18b8f-2537-4bbc-a0a7-23592c9122f1 HTTP/1.1" status: 200 len: 1091 time: 4.6066642 Feb 09 13:14:35.154379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:35.180406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:35.196721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9e1f6-5628-461d-82f7-53b500f870e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dd3248-4217-46f2-841b-3bccd5eb7779,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:35.220835 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2cd9e1f6-5628-461d-82f7-53b500f870e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=701088b6f3cb4e06a9141dea54b1eadd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8101361 Feb 09 13:14:35.235396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51756) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:35.314301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6648708-f640-4821-9276-f4680abeae74 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 880d0f98-198b-40ee-beae-f1c474d6abc5 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:14:35.319189 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6648708-f640-4821-9276-f4680abeae74 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.339226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:35.339658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.385502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5af69-3e3d-49a1-b4ce-1ccaa0576ba8 req-52e219ce-fc72-491c-abc7-7195a67bf21b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:35.392358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73b5af69-3e3d-49a1-b4ce-1ccaa0576ba8 req-52e219ce-fc72-491c-abc7-7195a67bf21b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 944 time: 0.8623295 Feb 09 13:14:35.404036 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7825edb8-9870-431c-9a35-eacdffc733ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.426728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6648708-f640-4821-9276-f4680abeae74 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.427788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ecb3a-532a-46d0-b51b-c16701b1d950 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:35.455632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1098263f-b998-41a5-8641-0352fb17a9a3 req-0c00f6c1-a242-4aa9-946f-388aed2b6e33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8399870 Feb 09 13:14:35.556341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73b5af69-3e3d-49a1-b4ce-1ccaa0576ba8 req-a1a7c543-f6ee-4440-acfe-81b149e1aa80 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629455 Feb 09 13:14:35.575813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4dbcd-9b57-4998-aead-35470309fcc1 req-0410d3da-8611-4f02-bd63-fc9e1bd2b3f7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:35.582910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20f4dbcd-9b57-4998-aead-35470309fcc1 req-0410d3da-8611-4f02-bd63-fc9e1bd2b3f7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.2919953 Feb 09 13:14:35.635207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7825edb8-9870-431c-9a35-eacdffc733ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.717647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6648708-f640-4821-9276-f4680abeae74 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.720822 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-6bdb299d-47cc-40c0-b032-24fecf2c287f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 1094 time: 0.5100386 Feb 09 13:14:35.797827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7825edb8-9870-431c-9a35-eacdffc733ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.824472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825edb8-9870-431c-9a35-eacdffc733ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dd3248-4217-46f2-841b-3bccd5eb7779,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:35.835704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7825edb8-9870-431c-9a35-eacdffc733ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.836923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7825edb8-9870-431c-9a35-eacdffc733ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58dd3248-4217-46f2-841b-3bccd5eb7779 HTTP/1.1" status: 204 len: 168 time: 0.6004581 Feb 09 13:14:35.862945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20f4dbcd-9b57-4998-aead-35470309fcc1 req-2b90e8bc-b84d-4ad9-a209-b79d8cb99c1e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791510 Feb 09 13:14:35.880491 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6648708-f640-4821-9276-f4680abeae74 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.940416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-a5b26135-54fc-4913-b588-286c3047cdb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1 HTTP/1.1" status: 200 len: 217 time: 0.1955848 Feb 09 13:14:35.946731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1098263f-b998-41a5-8641-0352fb17a9a3 req-8f5c1a95-fd42-4567-bec2-1b0dc9753ef4 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822364 Feb 09 13:14:35.969082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648708-f640-4821-9276-f4680abeae74 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=880d0f98-198b-40ee-beae-f1c474d6abc5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:35.986140 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6648708-f640-4821-9276-f4680abeae74 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:35.994035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbadd4d-3425-409a-ad75-1f72ce9bf1d5 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:36.033233 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b6648708-f640-4821-9276-f4680abeae74 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/880d0f98-198b-40ee-beae-f1c474d6abc5 HTTP/1.1" status: 204 len: 168 time: 1.1468308 Feb 09 13:14:36.034193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51776) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:36.140848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1098263f-b998-41a5-8641-0352fb17a9a3 req-4ff925c3-2122-48c7-899e-64b54b1915d2 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492894 Feb 09 13:14:36.148999 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'status': 'completed', 'code': 200} Feb 09 13:14:36.189507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f59a115c-9b91-4bef-b10c-ec8d1a626c4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:36.191187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-f59a115c-9b91-4bef-b10c-ec8d1a626c4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.2435341 Feb 09 13:14:36.201881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4acf29-7b9b-4d9f-9a90-7f7f31b66db8 req-2f8fa34e-18da-4c86-aab6-22c90f9e6b4e tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:36.206985 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea4acf29-7b9b-4d9f-9a90-7f7f31b66db8 req-2f8fa34e-18da-4c86-aab6-22c90f9e6b4e tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 946 time: 0.3524652 Feb 09 13:14:36.216159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51784) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:36.241145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5878a2b3-d788-4d5c-9583-aa1ec5f20e06 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Request body: {'floatingip': {'port_id': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:36.344224 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f4ff6e95-3958-4e17-9e26-6185a168c342 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3052197 Feb 09 13:14:36.349436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51790) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:36.350879 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3932e53f-22e8-43b9-927d-54fa06f41902 req-4cde6c08-3644-4f67-b50b-5b81953a4917 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1097 time: 0.4256859 Feb 09 13:14:36.360368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:36.400527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5878a2b3-d788-4d5c-9583-aa1ec5f20e06 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for floatingip, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:36.402093 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-80c106be-06d8-465f-a93c-f7f99adf1981 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924803 Feb 09 13:14:36.410757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e761dd4-9547-4527-b17f-b45f082a7632 req-cdc87111-6d37-4847-81e6-1275090bcf9b tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:36.412196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e761dd4-9547-4527-b17f-b45f082a7632 req-cdc87111-6d37-4847-81e6-1275090bcf9b tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.1628997 Feb 09 13:14:36.543979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a69a6a-946f-4fab-b73d-40f1d114e186 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:14:36.554378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51796) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:36.555349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-54a69a6a-946f-4fab-b73d-40f1d114e186 None None] Deleting port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:36.555780 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-54a69a6a-946f-4fab-b73d-40f1d114e186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:36.649299 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3932e53f-22e8-43b9-927d-54fa06f41902 req-c6c6e45f-b65a-4035-8a4d-c9f593008be6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811723 Feb 09 13:14:36.697698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:36.702195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:36.705061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:36.710800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:36.735238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:36.924691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e761dd4-9547-4527-b17f-b45f082a7632 req-8803b0d4-c7cc-4be9-a93d-5fe770490dbf tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871585 Feb 09 13:14:36.950651 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:36.955972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-54a69a6a-946f-4fab-b73d-40f1d114e186 None None] For port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56ea7313-f86d-4b02-ad7e-6f0a8409fe91,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:36.956485 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-54a69a6a-946f-4fab-b73d-40f1d114e186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:36.966900 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-fe74b142-2cfa-45ab-b925-70f630d766ea service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532036 Feb 09 13:14:37.212132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:14:37.223278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-54a69a6a-946f-4fab-b73d-40f1d114e186 None None] Calling delete_port for 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:37.264009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:37.353797 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5878a2b3-d788-4d5c-9583-aa1ec5f20e06 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:37.359674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5878a2b3-d788-4d5c-9583-aa1ec5f20e06 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:37.483985 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b19471b8-a6c1-4714-a459-065fab9eca97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:37.596808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8604ebf7-31a2-40d6-a5bb-d9e644223f1b req-7fda0604-47f0-4ef1-bd63-c491ae7b5d80 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854399 Feb 09 13:14:37.627653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b19471b8-a6c1-4714-a459-065fab9eca97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:37.650521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:37.658562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c3d15-bc7a-4dab-89a4-040a398036a4 req-a75f8687-6948-47cf-92bb-dd7e22320215 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:37.660345 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f74c3d15-bc7a-4dab-89a4-040a398036a4 req-a75f8687-6948-47cf-92bb-dd7e22320215 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 944 time: 0.8892632 Feb 09 13:14:37.660633 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:37.663190 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-5878a2b3-d788-4d5c-9583-aa1ec5f20e06 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Floating IP 205b6ec8-426e-484e-9e43-74f1db5d284f associated. External IP: 172.25.5.98, port: a2a7ca24-c8f2-4ba2-af2f-44917dc50a27. Feb 09 13:14:37.669247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b19471b8-a6c1-4714-a459-065fab9eca97 admin admin] Usage tracker for resource:security_group_rule and tenant:7d5b30e15d784c80b8d2d1e1e48f738b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:37.681975 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-54a69a6a-946f-4fab-b73d-40f1d114e186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:37.747187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a69a6a-946f-4fab-b73d-40f1d114e186 None None] Pushing event deleted for resources: {'Port': ['ID=56ea7313-f86d-4b02-ad7e-6f0a8409fe91,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:37.749673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'port_id': '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09', 'mac_address': 'fa:16:3e:1f:97:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:14:37.752406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a69a6a-946f-4fab-b73d-40f1d114e186 None None] No DVR routers for this DVR port 56ea7313-f86d-4b02-ad7e-6f0a8409fe91 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:37.779614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b19471b8-a6c1-4714-a459-065fab9eca97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:37.789036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b19471b8-a6c1-4714-a459-065fab9eca97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:37.894282 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:37.946450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:14:37.965926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:37.971320 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:38.028138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812891b-375a-45e0-915f-c2e0897ef3ec req-48ec2493-8e7a-4fe9-89de-56aa81e23e8d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:38.031437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6812891b-375a-45e0-915f-c2e0897ef3ec req-48ec2493-8e7a-4fe9-89de-56aa81e23e8d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.8173618 Feb 09 13:14:38.056123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:38.096315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f74c3d15-bc7a-4dab-89a4-040a398036a4 req-b9a28611-5a93-4ade-bc6d-538475c312a8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231286 Feb 09 13:14:38.113413 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b19471b8-a6c1-4714-a459-065fab9eca97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:38.147532 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b19471b8-a6c1-4714-a459-065fab9eca97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:38.236576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6812891b-375a-45e0-915f-c2e0897ef3ec req-0c179edf-6192-4d51-aa0f-9498aa729506 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843560 Feb 09 13:14:38.251890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2767d891-e3d0-4da1-a13c-569fc594b537 req-20c15319-cb9b-4925-bd90-9c61d57f5494 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 1094 time: 0.5598052 Feb 09 13:14:38.257112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19471b8-a6c1-4714-a459-065fab9eca97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba7721d-ec89-4543-9f45-3e5745b54fa0,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:38.261116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:38.268366 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['3ba32788-c96e-4b6b-bfb2-a0d7a5603a09'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:14:38.345729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b19471b8-a6c1-4714-a459-065fab9eca97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d5b30e15d784c80b8d2d1e1e48f738b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7861185 Feb 09 13:14:38.356909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51852) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:38.477220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:38.540011 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:38.542767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:38.543394 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:38.555063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e7d783-ec39-4af2-ac1c-7e76d41e4816 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:38.591819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=192acfc9-5c5f-4eb0-8a02-1148b81a8572,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:38.624601 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:14:38.664422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e639c3fa-7a2c-42ac-ac37-4e0e1a3cffe6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3133721 Feb 09 13:14:38.668865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51872) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:38.673825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767d891-e3d0-4da1-a13c-569fc594b537 req-ce665e0c-33d7-440e-aa30-bb97991fe31c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:38.675364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2767d891-e3d0-4da1-a13c-569fc594b537 req-ce665e0c-33d7-440e-aa30-bb97991fe31c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 917 time: 0.4102516 Feb 09 13:14:38.694292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7276c60c-2db1-4e4b-8b7f-47f0658fc308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:38.710066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': '192acfc9-5c5f-4eb0-8a02-1148b81a8572', 'ip_address': '2001:db8::4ba5:578a:ae72:c0b4'}], 'name': 'tempest-NetworksTestDHCPv6-1288130323'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:38.884047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959c5e1-a1f8-46fb-a398-447e4c85c463 req-c2485e3d-e69f-49bc-8bfd-c84b506c5a60 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:38.886051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0959c5e1-a1f8-46fb-a398-447e4c85c463 req-c2485e3d-e69f-49bc-8bfd-c84b506c5a60 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.4164319 Feb 09 13:14:38.897070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2767d891-e3d0-4da1-a13c-569fc594b537 req-2f66d33e-a702-4389-8b31-e3393655e5e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1 HTTP/1.1" status: 200 len: 217 time: 0.2056563 Feb 09 13:14:38.905849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7276c60c-2db1-4e4b-8b7f-47f0658fc308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:39.047403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767d891-e3d0-4da1-a13c-569fc594b537 req-4564f8f0-2bf8-435f-8fee-973e0261e59a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:39.049198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2767d891-e3d0-4da1-a13c-569fc594b537 req-4564f8f0-2bf8-435f-8fee-973e0261e59a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.1350422 Feb 09 13:14:39.096331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0959c5e1-a1f8-46fb-a398-447e4c85c463 req-52263b60-9a84-4738-98fa-d95efb5110c0 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955128 Feb 09 13:14:39.130650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:39.140565 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7276c60c-2db1-4e4b-8b7f-47f0658fc308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:39.144590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:39.154746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:39.169859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:39.189535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '192acfc9-5c5f-4eb0-8a02-1148b81a8572'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:14:39.191646 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:39.193224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276c60c-2db1-4e4b-8b7f-47f0658fc308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba7721d-ec89-4543-9f45-3e5745b54fa0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:39.236450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:39.274850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1030275109', 'description': 'tempest-description-727509189'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:39.275222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:39.295639 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7276c60c-2db1-4e4b-8b7f-47f0658fc308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:39.299360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7276c60c-2db1-4e4b-8b7f-47f0658fc308 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dba7721d-ec89-4543-9f45-3e5745b54fa0 HTTP/1.1" status: 204 len: 168 time: 0.9391837 Feb 09 13:14:39.306062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:39.341523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51896) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:39.411950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5878a2b3-d788-4d5c-9583-aa1ec5f20e06 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Router 3b04da4f-612b-4f3b-b678-86a86d822210 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:14:39.424830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 8bf1fa07-f914-4a17-bd10-396f0705ec90 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:14:39.495474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2767d891-e3d0-4da1-a13c-569fc594b537 req-dd49e49b-6a28-472a-8344-6c59387ce8d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4390047 Feb 09 13:14:39.501981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:39.604294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/192acfc9-5c5f-4eb0-8a02-1148b81a8572/a7767044-da20-4135-b430-c2a87ae54be5) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:39.620183 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:39.828627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27e963-8174-4359-aebd-608a342bea09 req-f4e96825-9643-4d33-b1fd-2cf686db7649 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:39.830162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c27e963-8174-4359-aebd-608a342bea09 req-f4e96825-9643-4d33-b1fd-2cf686db7649 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 945 time: 0.4660621 Feb 09 13:14:39.855253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:39.880525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Usage tracker for resource:security_group_rule and tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:39.885861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:39.894420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2767d891-e3d0-4da1-a13c-569fc594b537 req-af561cb1-7bda-4c4a-a54f-8b6e32047ed8 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798113 Feb 09 13:14:39.932343 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-140e088c-d930-48c9-ac89-c0098b5288e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:39.935688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:39.978267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c27e963-8174-4359-aebd-608a342bea09 req-abb87b4a-709a-4a8b-a7ab-21449318c0f0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379948 Feb 09 13:14:39.988595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.010098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-140e088c-d930-48c9-ac89-c0098b5288e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:40.014740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Transition to ACTIVE for port object a7767044-da20-4135-b430-c2a87ae54be5 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:40.021613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-140e088c-d930-48c9-ac89-c0098b5288e8 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf4d0174edc4c8ead8a9e01dc257e05 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:40.025416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-140e088c-d930-48c9-ac89-c0098b5288e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:40.037232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-140e088c-d930-48c9-ac89-c0098b5288e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:40.056242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Transition to ACTIVE for port object a7767044-da20-4135-b430-c2a87ae54be5 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:40.065324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.179990 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-140e088c-d930-48c9-ac89-c0098b5288e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.233179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:40.236920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:40.247735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:40.260582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Pushing event updated for resources: {'Port': ['ID=a7767044-da20-4135-b430-c2a87ae54be5,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:40.273145 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.278320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2767d891-e3d0-4da1-a13c-569fc594b537 req-0950d3ff-0979-4d73-b0b4-fef80309ad2c service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762209 Feb 09 13:14:40.282484 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.309446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::4ba5:578a:ae72:c0b4 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/192acfc9-5c5f-4eb0-8a02-1148b81a8572/8bf1fa07-f914-4a17-bd10-396f0705ec90) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:40.330224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-140e088c-d930-48c9-ac89-c0098b5288e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.409563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9f0141-dc69-44fb-8d40-e30c8b58688a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:40.437806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b705052-c184-463d-9b0a-a1e399feab98 req-72d7b138-102a-4643-8f55-043a825daf16 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:40.437806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b705052-c184-463d-9b0a-a1e399feab98 req-72d7b138-102a-4643-8f55-043a825daf16 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.2130313 Feb 09 13:14:40.442947 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-140e088c-d930-48c9-ac89-c0098b5288e8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8bf4d0174edc4c8ead8a9e01dc257e05&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0860410 Feb 09 13:14:40.445406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e088c-d930-48c9-ac89-c0098b5288e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05acd180-13b0-42ff-99de-5b0cfb9cc4e0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:40.449417 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.453243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da967d39-bc9b-4c89-8fbb-da472efddaef req-dc09997d-f1d5-4294-bb36-51530705a0f5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1646 time: 1.2382433 Feb 09 13:14:40.456700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51926) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:40.483518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Attempting to bind port a7767044-da20-4135-b430-c2a87ae54be5 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:40.485797 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Attempting to bind port a7767044-da20-4135-b430-c2a87ae54be5 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:40.486681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Attempting to bind port a7767044-da20-4135-b430-c2a87ae54be5 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:40.501753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:40.503916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:40.505490 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.507436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:40.508285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Bound port: a7767044-da20-4135-b430-c2a87ae54be5, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:40.508883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.628564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] For port a7767044-da20-4135-b430-c2a87ae54be5, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:40.633725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] For port a7767044-da20-4135-b430-c2a87ae54be5, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a7767044-da20-4135-b430-c2a87ae54be5,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:40.639094 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.649389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5878a2b3-d788-4d5c-9583-aa1ec5f20e06 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:14:40.686547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] Sync routers for ids ['3b04da4f-612b-4f3b-b678-86a86d822210'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:14:40.706990 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5878a2b3-d788-4d5c-9583-aa1ec5f20e06 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.739773 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.753636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] Routers {'3b04da4f-612b-4f3b-b678-86a86d822210'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:14:40.754637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b04da4f-612b-4f3b-b678-86a86d822210'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:40.788469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 8bf1fa07-f914-4a17-bd10-396f0705ec90 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:40.820961 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0385b236-db5f-4a55-86f7-8893057da26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.849456 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5878a2b3-d788-4d5c-9583-aa1ec5f20e06 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "PUT /v2.0/floatingips/205b6ec8-426e-484e-9e43-74f1db5d284f HTTP/1.1" status: 200 len: 991 time: 4.6139216 Feb 09 13:14:40.854644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f771762-e427-4162-9fd6-3e35e02d6990', 'tag': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:40.865745 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.869947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0385b236-db5f-4a55-86f7-8893057da26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:40.891971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d52a07-5b2b-453b-b23b-b9955ce0aa1d None None] Pushing event updated for resources: {'Port': ['ID=a7767044-da20-4135-b430-c2a87ae54be5,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:41.031988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:14:41.042072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:41.060217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:41.063530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:41.075778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:41.095082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:41.095760 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:41.102249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0385b236-db5f-4a55-86f7-8893057da26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:41.155981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=8bf1fa07-f914-4a17-bd10-396f0705ec90,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:41.167090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0075f8df-2242-4a2d-a4ce-ef37f5b8621a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4958048 Feb 09 13:14:41.181291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51948) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:41.196523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-e2f9ddb9-8a65-44ff-8d64-5d2aa2a29483 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Synchronizing usage tracker for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:41.217863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385b236-db5f-4a55-86f7-8893057da26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05acd180-13b0-42ff-99de-5b0cfb9cc4e0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:41.228564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b705052-c184-463d-9b0a-a1e399feab98 req-e5bd279b-0222-4ddb-b0e5-4b7d2edb06c4 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7743402 Feb 09 13:14:41.265385 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0385b236-db5f-4a55-86f7-8893057da26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:41.266644 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0385b236-db5f-4a55-86f7-8893057da26d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05acd180-13b0-42ff-99de-5b0cfb9cc4e0 HTTP/1.1" status: 204 len: 168 time: 0.8089492 Feb 09 13:14:41.267879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-e2f9ddb9-8a65-44ff-8d64-5d2aa2a29483 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Unset dirty status for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:41.274934 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-e2f9ddb9-8a65-44ff-8d64-5d2aa2a29483 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1030275109&fields=id&tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3 HTTP/1.1" status: 200 len: 267 time: 0.4945695 Feb 09 13:14:41.347177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:41.347401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83135cfb-5661-44c4-a71b-a4b9b5f4b0de tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:41.352022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83135cfb-5661-44c4-a71b-a4b9b5f4b0de tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:41.354085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-83135cfb-5661-44c4-a71b-a4b9b5f4b0de tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:41.372823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'port_id': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'mac_address': 'fa:16:3e:57:f0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:14:41.386441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-83135cfb-5661-44c4-a71b-a4b9b5f4b0de tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:41.387796 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-83135cfb-5661-44c4-a71b-a4b9b5f4b0de tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2051189 Feb 09 13:14:41.396508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51956) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:41.505552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] Set router 3b04da4f-612b-4f3b-b678-86a86d822210 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:14:41.555120 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:41.575445 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:41.628632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5dfa9-e47a-4a58-92ec-d2d9c2dfe80a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 8bf1fa07-f914-4a17-bd10-396f0705ec90 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:41.629081 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5a5dfa9-e47a-4a58-92ec-d2d9c2dfe80a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:41.651941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:14:41.681955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-6dcc5f6b-cbb6-481c-b929-d04668cf2c78 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:41.683668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-6dcc5f6b-cbb6-481c-b929-d04668cf2c78 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.4079134 Feb 09 13:14:41.701499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-328efc99-7949-488a-90d7-482dfa9a4547 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Request body: {'port': {'security_groups': ['c2459b4c-6d3f-4e88-ba5f-d66afc7601f4', '7a9f0141-dc69-44fb-8d40-e30c8b58688a']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:41.784327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:41.789790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:41.800188 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:41.803973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd439b-49c2-45f5-ae35-ec1855884140 req-ebee81e0-d1d5-4ab0-8c6f-8bef9b552997 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:41.805739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3cd439b-49c2-45f5-ae35-ec1855884140 req-ebee81e0-d1d5-4ab0-8c6f-8bef9b552997 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 946 time: 0.2864652 Feb 09 13:14:41.959432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:41.959801 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.010111 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:42.107862 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3cd439b-49c2-45f5-ae35-ec1855884140 req-b833b079-60af-4cba-bb57-efe0ac5261e0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643695 Feb 09 13:14:42.174122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51972) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:42.185920 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-328efc99-7949-488a-90d7-482dfa9a4547 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.193853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['1fb18b8f-2537-4bbc-a0a7-23592c9122f1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:14:42.211912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1796a4-51d6-4f2a-9d8b-fb38ac036fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.300758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6d1796a4-51d6-4f2a-9d8b-fb38ac036fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:42.309741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6d1796a4-51d6-4f2a-9d8b-fb38ac036fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:5f4c605fff79443f9aabbb93b3bf1110 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:42.317744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6d1796a4-51d6-4f2a-9d8b-fb38ac036fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:42.333158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6d1796a4-51d6-4f2a-9d8b-fb38ac036fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:42.506291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1796a4-51d6-4f2a-9d8b-fb38ac036fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.512412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d1796a4-51d6-4f2a-9d8b-fb38ac036fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.545469 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.607779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b6f8e2-e674-4242-818f-7ff06500a693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:42.626200 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6d1796a4-51d6-4f2a-9d8b-fb38ac036fd8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f4c605fff79443f9aabbb93b3bf1110&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4508405 Feb 09 13:14:42.629904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:42.636400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51984) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:42.637610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1796a4-51d6-4f2a-9d8b-fb38ac036fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12eccf2-c70d-4732-ad96-8982019dabd0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:42.644502 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.672030 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f64726b-1631-4252-ae65-74a9fb0b82a3 req-cbb0b369-582c-4aad-970d-2835242d32b4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4364092 Feb 09 13:14:42.676258 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5a5dfa9-e47a-4a58-92ec-d2d9c2dfe80a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.732704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:55Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '205b6ec8-426e-484e-9e43-74f1db5d284f', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'port_id': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'mac_address': 'fa:16:3e:fb:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f771762-e427-4162-9fd6-3e35e02d6990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:01Z', 'updated_at': '2022-02-09T13:14:37Z', 'revision_number': 1, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a', 'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'mac_address': 'fa:16:3e:46:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:53Z', 'updated_at': '2022-02-09T13:14:14Z', 'revision_number': 5, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'subnets': [{'id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:42.773300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] Checking router: 3b04da4f-612b-4f3b-b678-86a86d822210 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:14:42.805183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:42.824005 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9756c406-385a-4189-b658-2e784b598009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:42.831741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f3637085-bae0-4377-8cdc-a982d73f6b5f None None] Provisioning for port a7767044-da20-4135-b430-c2a87ae54be5 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:42.838947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] Routers {'3b04da4f-612b-4f3b-b678-86a86d822210'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:14:42.839838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b04da4f-612b-4f3b-b678-86a86d822210'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:42.918722 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f771762-e427-4162-9fd6-3e35e02d6990', 'tag': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27', 'status': 'completed', 'code': 200} Feb 09 13:14:42.923585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9756c406-385a-4189-b658-2e784b598009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:43.014108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5dfa9-e47a-4a58-92ec-d2d9c2dfe80a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 8bf1fa07-f914-4a17-bd10-396f0705ec90 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:43.208729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] Set router 3b04da4f-612b-4f3b-b678-86a86d822210 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:14:43.288393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dfbca6d5-390f-42a3-9a9b-acd584e3ab30 None None] Provisioning for port 8bf1fa07-f914-4a17-bd10-396f0705ec90 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:43.295841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a7767044-da20-4135-b430-c2a87ae54be5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:43.380048 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aeb1ea54-6f52-4972-b63e-c61b096daafd req-b068d373-4008-4440-a8bb-23fd129ccc09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e64dac7609c842e9b976ecc4ab4339dd&device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 1097 time: 0.4338398 Feb 09 13:14:43.411049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dfbca6d5-390f-42a3-9a9b-acd584e3ab30 None None] Provisioning complete for port 8bf1fa07-f914-4a17-bd10-396f0705ec90 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:43.411364 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dfbca6d5-390f-42a3-9a9b-acd584e3ab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:43.442208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9756c406-385a-4189-b658-2e784b598009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:43.471617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756c406-385a-4189-b658-2e784b598009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12eccf2-c70d-4732-ad96-8982019dabd0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:43.514007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-328efc99-7949-488a-90d7-482dfa9a4547 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] For port 79440ebd-b752-4084-9805-ef9ff0476b3f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=79440ebd-b752-4084-9805-ef9ff0476b3f,segment=NetworkSegment(39b27425-d967-404e-a338-fe6e61b58b2b),segment_id=39b27425-d967-404e-a338-fe6e61b58b2b)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:43.534560 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9756c406-385a-4189-b658-2e784b598009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:43.535700 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9756c406-385a-4189-b658-2e784b598009 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b12eccf2-c70d-4732-ad96-8982019dabd0 HTTP/1.1" status: 204 len: 168 time: 0.8945920 Feb 09 13:14:43.578588 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-328efc99-7949-488a-90d7-482dfa9a4547 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:43.609060 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-328efc99-7949-488a-90d7-482dfa9a4547 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:43.643149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52004) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:43.671075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1ea54-6f52-4972-b63e-c61b096daafd req-a9188235-97bd-41b8-97e4-14a686c8c84f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:43.672717 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aeb1ea54-6f52-4972-b63e-c61b096daafd req-a9188235-97bd-41b8-97e4-14a686c8c84f service neutron] 10.222.0.67 "GET /v2.0/networks?id=f6848ab6-3a45-46b0-a576-d10d8738cc84 HTTP/1.1" status: 200 len: 912 time: 0.2817690 Feb 09 13:14:43.674732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['79440ebd-b752-4084-9805-ef9ff0476b3f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:14:43.762182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328efc99-7949-488a-90d7-482dfa9a4547 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Pushing event updated for resources: {'Port': ['ID=79440ebd-b752-4084-9805-ef9ff0476b3f,revision_number=6']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:43.777783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-dfbca6d5-390f-42a3-9a9b-acd584e3ab30 None None] Port 8bf1fa07-f914-4a17-bd10-396f0705ec90 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:14:43.778371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f64726b-1631-4252-ae65-74a9fb0b82a3 req-c452f877-e323-455e-96a8-63f6215c67fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1095 time: 1.0838079 Feb 09 13:14:43.835338 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aeb1ea54-6f52-4972-b63e-c61b096daafd req-fb522923-e823-49ab-8cba-8e4fbea5df31 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 HTTP/1.1" status: 200 len: 999 time: 0.1514502 Feb 09 13:14:43.901604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port a7767044-da20-4135-b430-c2a87ae54be5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:43.912604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fddc9-a012-4486-93b3-6ad700558c3e req-4135b24f-06d7-411d-b9c1-87e13dfc6a02 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:43.914172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-180fddc9-a012-4486-93b3-6ad700558c3e req-4135b24f-06d7-411d-b9c1-87e13dfc6a02 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 946 time: 0.7303436 Feb 09 13:14:43.918111 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a7767044-da20-4135-b430-c2a87ae54be5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:43.918834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-328efc99-7949-488a-90d7-482dfa9a4547 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:43.919274 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-328efc99-7949-488a-90d7-482dfa9a4547 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:43.919592 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:43.921247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf49a582-5cb2-4ffd-893f-765fe093939d req-328efc99-7949-488a-90d7-482dfa9a4547 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "PUT /v2.0/ports/79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 982 time: 2.2282562 Feb 09 13:14:43.955490 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f45e81ff-1e80-475a-9aee-fa0d6d6b3450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:44.001269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1ea54-6f52-4972-b63e-c61b096daafd req-dbeec889-5f6f-4b78-a987-79aa8e8efbb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:44.003200 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aeb1ea54-6f52-4972-b63e-c61b096daafd req-dbeec889-5f6f-4b78-a987-79aa8e8efbb9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e717fbb-b7e3-4ef2-872a-2e682cc6747d HTTP/1.1" status: 200 len: 850 time: 0.1615214 Feb 09 13:14:44.081606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f45e81ff-1e80-475a-9aee-fa0d6d6b3450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:44.088998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f45e81ff-1e80-475a-9aee-fa0d6d6b3450 admin admin] Usage tracker for resource:security_group_rule and tenant:cdeb79edce8a4ff3997d497ed09b37ee is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:44.093012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f45e81ff-1e80-475a-9aee-fa0d6d6b3450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:44.101933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f45e81ff-1e80-475a-9aee-fa0d6d6b3450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:44.119787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['79440ebd-b752-4084-9805-ef9ff0476b3f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:14:44.149431 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aeb1ea54-6f52-4972-b63e-c61b096daafd req-9879a03c-0eeb-4df3-8c8b-f770a43ea42d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6848ab6-3a45-46b0-a576-d10d8738cc84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372590 Feb 09 13:14:44.303488 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aeb1ea54-6f52-4972-b63e-c61b096daafd req-510d39e2-8ba1-409b-8363-26552d1bca65 service neutron] 10.222.0.67 "GET /v2.0/networks/f6848ab6-3a45-46b0-a576-d10d8738cc84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444788 Feb 09 13:14:44.363426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:44.371885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64726b-1631-4252-ae65-74a9fb0b82a3 req-6671c128-6dd4-45f3-b257-7c9eceb0c529 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:44.374036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f64726b-1631-4252-ae65-74a9fb0b82a3 req-6671c128-6dd4-45f3-b257-7c9eceb0c529 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.5627744 Feb 09 13:14:44.504674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f45e81ff-1e80-475a-9aee-fa0d6d6b3450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:44.525307 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f45e81ff-1e80-475a-9aee-fa0d6d6b3450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:44.615507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-180fddc9-a012-4486-93b3-6ad700558c3e req-8cb5d719-4f44-46c8-8983-02cfb57dd671 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399619 Feb 09 13:14:44.625650 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5a5dfa9-e47a-4a58-92ec-d2d9c2dfe80a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:44.652565 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:44.687523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e81ff-1e80-475a-9aee-fa0d6d6b3450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2542ea99-26da-42eb-904e-aed958d34df4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:44.752128 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aeb1ea54-6f52-4972-b63e-c61b096daafd req-eda619b4-07b7-4ba5-a063-11fb5e1f6118 service neutron] 10.222.0.67 "GET /v2.0/networks/f6848ab6-3a45-46b0-a576-d10d8738cc84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420164 Feb 09 13:14:44.754735 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f45e81ff-1e80-475a-9aee-fa0d6d6b3450 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdeb79edce8a4ff3997d497ed09b37ee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1100135 Feb 09 13:14:44.759874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52032) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:44.789661 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5a5dfa9-e47a-4a58-92ec-d2d9c2dfe80a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:44.802068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5dfa9-e47a-4a58-92ec-d2d9c2dfe80a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=8bf1fa07-f914-4a17-bd10-396f0705ec90,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:44.826872 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f64726b-1631-4252-ae65-74a9fb0b82a3 req-5f080e12-6730-4a0f-839d-8718a1a93085 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 998 time: 0.3764520 Feb 09 13:14:44.837222 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a5a5dfa9-e47a-4a58-92ec-d2d9c2dfe80a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/8bf1fa07-f914-4a17-bd10-396f0705ec90 HTTP/1.1" status: 204 len: 168 time: 3.4364994 Feb 09 13:14:44.838615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52038) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:44.880000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port a7767044-da20-4135-b430-c2a87ae54be5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a7767044-da20-4135-b430-c2a87ae54be5,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:44.895459 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:44.993085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64726b-1631-4252-ae65-74a9fb0b82a3 req-cf63514b-e4a4-4d3d-9e09-31ecedbc87f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:44.994708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f64726b-1631-4252-ae65-74a9fb0b82a3 req-cf63514b-e4a4-4d3d-9e09-31ecedbc87f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1580801 Feb 09 13:14:45.007390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcac1b8-f369-4acb-8ebe-77a984a3f7c3 req-779872a5-ea54-46d3-bf22-eab0f0f2b973 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:45.015519 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cdcac1b8-f369-4acb-8ebe-77a984a3f7c3 req-779872a5-ea54-46d3-bf22-eab0f0f2b973 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 944 time: 0.6310580 Feb 09 13:14:45.026716 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf06d-8449-41a2-8503-ac9b7f21838b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:45.051975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=a7767044-da20-4135-b430-c2a87ae54be5,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:45.080107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:45.116414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3828a3-56bc-4dce-8aa2-dec7b6c642e8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:45.119445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3828a3-56bc-4dce-8aa2-dec7b6c642e8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:45.120458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5c3828a3-56bc-4dce-8aa2-dec7b6c642e8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:45.132665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf06d-8449-41a2-8503-ac9b7f21838b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:45.186965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cdcac1b8-f369-4acb-8ebe-77a984a3f7c3 req-bc10f212-d075-4dae-ab20-f5510efc43fa tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704662 Feb 09 13:14:45.188804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:55Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '205b6ec8-426e-484e-9e43-74f1db5d284f', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'port_id': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'mac_address': 'fa:16:3e:fb:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f771762-e427-4162-9fd6-3e35e02d6990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:01Z', 'updated_at': '2022-02-09T13:14:37Z', 'revision_number': 1, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a', 'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'mac_address': 'fa:16:3e:46:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:53Z', 'updated_at': '2022-02-09T13:14:14Z', 'revision_number': 5, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'subnets': [{'id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:14:45.191519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5c3828a3-56bc-4dce-8aa2-dec7b6c642e8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:45.195764 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5c3828a3-56bc-4dce-8aa2-dec7b6c642e8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3531606 Feb 09 13:14:45.196435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52044) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:45.216337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0721ed78-618a-40fd-8114-0d2f52cce699 None None] The sync data for ids ['3b04da4f-612b-4f3b-b678-86a86d822210'] in n-d-825175-3 is: [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:55Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '205b6ec8-426e-484e-9e43-74f1db5d284f', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'port_id': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'mac_address': 'fa:16:3e:fb:c7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f771762-e427-4162-9fd6-3e35e02d6990', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:01Z', 'updated_at': '2022-02-09T13:14:37Z', 'revision_number': 1, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a', 'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'mac_address': 'fa:16:3e:46:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:53Z', 'updated_at': '2022-02-09T13:14:14Z', 'revision_number': 5, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'subnets': [{'id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:14:45.243628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f64726b-1631-4252-ae65-74a9fb0b82a3 req-0b605a20-3040-449b-8c4e-07786fba110b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238417 Feb 09 13:14:45.290660 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf06d-8449-41a2-8503-ac9b7f21838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:45.333031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:45.374676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:45.375289 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:45.393061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdf06d-8449-41a2-8503-ac9b7f21838b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2542ea99-26da-42eb-904e-aed958d34df4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:45.481210 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b6f8e2-e674-4242-818f-7ff06500a693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09', 'code': 200} Feb 09 13:14:45.530571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf06d-8449-41a2-8503-ac9b7f21838b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:45.531355 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8fbdf06d-8449-41a2-8503-ac9b7f21838b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2542ea99-26da-42eb-904e-aed958d34df4 HTTP/1.1" status: 204 len: 168 time: 0.7704434 Feb 09 13:14:45.681834 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d4817f-0dda-429a-ae69-dd7155da5c6d None None] New status for floating IP 205b6ec8-426e-484e-9e43-74f1db5d284f: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:14:45.692406 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:45.739851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:45.749058 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:45.839743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:45.840164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-92b310b4-416f-4e74-aabd-9857391e8536 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1030275109&fields=id&tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3 HTTP/1.1" status: 200 len: 267 time: 0.1380069 Feb 09 13:14:45.851768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-28136dbb-5518-4190-a8ef-95260ca280f8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 192acfc9-5c5f-4eb0-8a02-1148b81a8572 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:14:45.863007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28136dbb-5518-4190-a8ef-95260ca280f8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:45.953211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effd2dc-dc6b-48f7-a9a6-bc5e8d31304c req-2b3de56e-3069-4e9c-85a7-19b934b00ebc tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:45.955027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7effd2dc-dc6b-48f7-a9a6-bc5e8d31304c req-2b3de56e-3069-4e9c-85a7-19b934b00ebc tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 946 time: 0.4241781 Feb 09 13:14:45.957136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f64726b-1631-4252-ae65-74a9fb0b82a3 req-d5cbad01-0857-4b4e-a9ac-da6d3a299fe2 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075188 Feb 09 13:14:45.983799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28136dbb-5518-4190-a8ef-95260ca280f8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:46.077229 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:46.096512 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be220820-47e1-4fe9-9c5d-ab80079b376f req-f88744ac-3003-4e06-9f25-14d888fa9742 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 1097 time: 0.5674467 Feb 09 13:14:46.178351 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f64726b-1631-4252-ae65-74a9fb0b82a3 req-207b4832-9bce-4283-b673-6743fadabf6d service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108355 Feb 09 13:14:46.207205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be220820-47e1-4fe9-9c5d-ab80079b376f req-7c4959dc-9801-469a-8604-56eb9ce99aee service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922523 Feb 09 13:14:46.213700 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28136dbb-5518-4190-a8ef-95260ca280f8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:46.250000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7effd2dc-dc6b-48f7-a9a6-bc5e8d31304c req-a86e1abd-b7dd-4769-b004-5ac65680880f tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839308 Feb 09 13:14:46.261082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-a475428c-8335-4323-adf2-fe2659b395d9 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:46.262946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-a475428c-8335-4323-adf2-fe2659b395d9 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 985 time: 0.4118731 Feb 09 13:14:46.288964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-79f219cb-147e-42b7-9f23-077bb12af668 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Request body: {'port': {'security_groups': ['c2459b4c-6d3f-4e88-ba5f-d66afc7601f4']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:46.374373 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28136dbb-5518-4190-a8ef-95260ca280f8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:46.435555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52072) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:46.460106 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'status': 'completed', 'code': 200} Feb 09 13:14:46.461205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-79f219cb-147e-42b7-9f23-077bb12af668 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:46.511453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28136dbb-5518-4190-a8ef-95260ca280f8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=192acfc9-5c5f-4eb0-8a02-1148b81a8572,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:46.532355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28136dbb-5518-4190-a8ef-95260ca280f8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:46.538407 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93bc3c77-3fe8-4634-bde0-e63c5926d755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:46.541639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd9050-528b-4506-8d65-c5989d58d8c3 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:46.571205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-28136dbb-5518-4190-a8ef-95260ca280f8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/192acfc9-5c5f-4eb0-8a02-1148b81a8572 HTTP/1.1" status: 204 len: 168 time: 1.3708231 Feb 09 13:14:46.573404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52078) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:46.581722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52082) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:46.731157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1433369351'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:46.748349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:46.812127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:network and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:46.830299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:46.848305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:46.860052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74167a1d-5c99-4c0a-a6db-fc936faa95f3 req-92188d22-9b04-4117-bddb-35707542121d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:46.861652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74167a1d-5c99-4c0a-a6db-fc936faa95f3 req-92188d22-9b04-4117-bddb-35707542121d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 946 time: 0.2519419 Feb 09 13:14:46.875510 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1dfbd022-b7da-4690-8432-313aa2cd9962 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2967067 Feb 09 13:14:46.875510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-93bc3c77-3fe8-4634-bde0-e63c5926d755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:46.879820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52090) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:46.891582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-93bc3c77-3fe8-4634-bde0-e63c5926d755 admin admin] Usage tracker for resource:security_group_rule and tenant:067d75678bfa49369c45811dfadff5b2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:46.897119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-93bc3c77-3fe8-4634-bde0-e63c5926d755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:46.898046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:46.901715 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:46.903075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:46.919219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d8cbf2-29e1-4c2a-9821-901d6b788c1b None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:14:46.925176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-75d8cbf2-29e1-4c2a-9821-901d6b788c1b None None] Deleting port a7767044-da20-4135-b430-c2a87ae54be5 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:46.925558 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf2-29e1-4c2a-9821-901d6b788c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:46.942782 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:46.947565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-93bc3c77-3fe8-4634-bde0-e63c5926d755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:46.966819 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74167a1d-5c99-4c0a-a6db-fc936faa95f3 req-c8702fa1-ed5e-4668-9408-3f398b6c6105 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978334 Feb 09 13:14:46.987957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-79f219cb-147e-42b7-9f23-077bb12af668 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] For port 79440ebd-b752-4084-9805-ef9ff0476b3f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=79440ebd-b752-4084-9805-ef9ff0476b3f,segment=NetworkSegment(39b27425-d967-404e-a338-fe6e61b58b2b),segment_id=39b27425-d967-404e-a338-fe6e61b58b2b)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:47.017843 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79a4dba2-c7f6-445e-9a13-08cf661d0ccc req-833cf09c-cce0-4c5a-aac1-b71416cab79b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1136 time: 0.5813184 Feb 09 13:14:47.043296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:47.082889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-79f219cb-147e-42b7-9f23-077bb12af668 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.085138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:security_group_rule and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:47.088758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:47.095845 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-79f219cb-147e-42b7-9f23-077bb12af668 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.098025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:47.211908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['79440ebd-b752-4084-9805-ef9ff0476b3f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:14:47.236696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a7767044-da20-4135-b430-c2a87ae54be5 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:47.308106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-75d8cbf2-29e1-4c2a-9821-901d6b788c1b None None] For port a7767044-da20-4135-b430-c2a87ae54be5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a7767044-da20-4135-b430-c2a87ae54be5,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:47.308499 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf2-29e1-4c2a-9821-901d6b788c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.361344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:47.379687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:47.386068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:47.397859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:47.429092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4dba2-c7f6-445e-9a13-08cf661d0ccc req-bbbd293f-9ab3-4317-aca1-15dcf4fa9f24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:47.431080 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79a4dba2-c7f6-445e-9a13-08cf661d0ccc req-bbbd293f-9ab3-4317-aca1-15dcf4fa9f24 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 200 len: 921 time: 0.4032359 Feb 09 13:14:47.432910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93bc3c77-3fe8-4634-bde0-e63c5926d755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.480489 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f219cb-147e-42b7-9f23-077bb12af668 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Pushing event updated for resources: {'Port': ['ID=79440ebd-b752-4084-9805-ef9ff0476b3f,revision_number=7']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:47.494564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-79f219cb-147e-42b7-9f23-077bb12af668 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:47.495189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-79f219cb-147e-42b7-9f23-077bb12af668 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.496568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43ec49f9-3f3e-4c30-a7c4-7824cf3bc076 req-79f219cb-147e-42b7-9f23-077bb12af668 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "PUT /v2.0/ports/79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 943 time: 1.2198682 Feb 09 13:14:47.546743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69466c53-ea62-4142-8a75-4e7a17e37d86 req-c6c74b58-0e06-402f-b720-7c086e42ec04 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:47.548204 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69466c53-ea62-4142-8a75-4e7a17e37d86 req-c6c74b58-0e06-402f-b720-7c086e42ec04 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.2199023 Feb 09 13:14:47.579525 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79a4dba2-c7f6-445e-9a13-08cf661d0ccc req-ff18df8e-dfa5-4b45-9739-510be49f1747 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 217 time: 0.1420553 Feb 09 13:14:47.586975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93bc3c77-3fe8-4634-bde0-e63c5926d755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.597228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:47.606518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.629600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69466c53-ea62-4142-8a75-4e7a17e37d86 req-acc27fcc-664a-4bdd-a955-a43237d70638 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671809 Feb 09 13:14:47.630315 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.647814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-75d8cbf2-29e1-4c2a-9821-901d6b788c1b None None] Calling delete_port for a7767044-da20-4135-b430-c2a87ae54be5 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:47.663064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:14:47.749006 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-93bc3c77-3fe8-4634-bde0-e63c5926d755 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=067d75678bfa49369c45811dfadff5b2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3104210 Feb 09 13:14:47.750021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:47.753802 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.768218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52108) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:47.790884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['79440ebd-b752-4084-9805-ef9ff0476b3f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:14:47.817242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f13086-c0ac-44c8-9c55-e939f4828b82,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:47.819674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc3c77-3fe8-4634-bde0-e63c5926d755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daadcfe2-394a-4a2a-9cd8-793a76e8ab19,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:47.833293 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.847261 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:47.847618 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added segment bb803758-1298-470c-9f4a-feabfc066f73 of type vlan for network a34ad37f-1116-4d38-a261-4d360ab0a082 Feb 09 13:14:47.976034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.017016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4dba2-c7f6-445e-9a13-08cf661d0ccc req-f1c94298-73c7-46a4-8ac9-5a31a88370b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:48.019190 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79a4dba2-c7f6-445e-9a13-08cf661d0ccc req-f1c94298-73c7-46a4-8ac9-5a31a88370b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=740d2694-313a-4f46-9dfd-f09e9f52af39 HTTP/1.1" status: 200 len: 860 time: 0.3515315 Feb 09 13:14:48.048907 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf2-29e1-4c2a-9821-901d6b788c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.092548 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79a4dba2-c7f6-445e-9a13-08cf661d0ccc req-cc69c218-f666-4093-8f89-69989355ca92 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a180facb-176b-4144-a9ec-ed479b3c2214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659823 Feb 09 13:14:48.106170 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.110663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:48.111319 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.154452 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-441bafa0-d925-49d5-83bd-10ae27c968bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.156865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-b4ad590e-8034-4fd0-a493-1a6795d7d93a tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4049637 Feb 09 13:14:48.159327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8cbf2-29e1-4c2a-9821-901d6b788c1b None None] Pushing event deleted for resources: {'Port': ['ID=a7767044-da20-4135-b430-c2a87ae54be5,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:48.163292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:48.191953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:48.221168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Usage tracker for resource:floatingip and tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:48.272272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8cbf2-29e1-4c2a-9821-901d6b788c1b None None] No DVR routers for this DVR port a7767044-da20-4135-b430-c2a87ae54be5 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:48.292978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d31f4-bc43-4851-b826-f139fe99d691 req-7525e049-a22b-47d9-9648-c0f171c6a572 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:48.294548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-773d31f4-bc43-4851-b826-f139fe99d691 req-7525e049-a22b-47d9-9648-c0f171c6a572 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 946 time: 0.6291444 Feb 09 13:14:48.299201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:48.313617 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-441bafa0-d925-49d5-83bd-10ae27c968bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.319890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:48.371291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Network': ['ID=a34ad37f-1116-4d38-a261-4d360ab0a082,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:48.397236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network a34ad37f-1116-4d38-a261-4d360ab0a082 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:14:48.398290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e5bc5163-05b9-4f4e-ba1d-aa43a36a435c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8154705 Feb 09 13:14:48.403481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52122) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:48.419833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1485319713'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:48.438529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:48.458025 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.469929 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79a4dba2-c7f6-445e-9a13-08cf661d0ccc req-92bada0d-78af-4e6c-ba65-f8054166599e service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607762 Feb 09 13:14:48.493344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:network and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:48.497868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:14:48.513690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:48.533366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-773d31f4-bc43-4851-b826-f139fe99d691 req-09543bdc-eca4-4988-a804-a7eea73c8929 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252588 Feb 09 13:14:48.555386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:48.592261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:48.595745 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.634997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.667411 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'code': 200} Feb 09 13:14:48.718756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-441bafa0-d925-49d5-83bd-10ae27c968bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.743848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:14:48.749195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bafa0-d925-49d5-83bd-10ae27c968bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daadcfe2-394a-4a2a-9cd8-793a76e8ab19,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:48.776010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.777071 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added segment 93e471af-36a2-4b60-9186-d693b296c115 of type vlan for network 1aa727cf-d568-46b4-aede-c2a757b37a57 Feb 09 13:14:48.779761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:48.779761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=632c3729-0269-4195-810b-a6cedd1cfc99,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:48.785103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:48.803165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:48.803597 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.805082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052621ec-b01f-4e5d-b6b9-9980b308f8a6 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:48.818541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-441bafa0-d925-49d5-83bd-10ae27c968bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.823978 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-441bafa0-d925-49d5-83bd-10ae27c968bc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/daadcfe2-394a-4a2a-9cd8-793a76e8ab19 HTTP/1.1" status: 204 len: 168 time: 1.0468857 Feb 09 13:14:48.837145 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-79a4dba2-c7f6-445e-9a13-08cf661d0ccc req-b9f32731-c171-4444-9301-d8b34dfb086f service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579495 Feb 09 13:14:48.846350 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-74f8f0a5-db6d-472b-bba8-6685938f7073 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9566038 Feb 09 13:14:48.848976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52140) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:48.856921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': '632c3729-0269-4195-810b-a6cedd1cfc99', 'ip_address': '2001:db8::3199:bc4e:bc64:a424'}], 'name': 'tempest-NetworksTestDHCPv6-1450263831'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:48.865432 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.949934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:48.953932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:48.954614 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:49.066434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:49.072888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:49.076610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:49.084988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:49.106770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '632c3729-0269-4195-810b-a6cedd1cfc99'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:14:49.109408 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:49.134723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:49.143422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:49.198348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7936637 Feb 09 13:14:49.202168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52146) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:49.213546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 4d2edc1d-cc3f-475d-918a-2a7f27dc4aeb yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:14:49.236276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307797a-841d-4ee8-908b-bff753c86537 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Network': ['ID=1aa727cf-d568-46b4-aede-c2a757b37a57,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:49.257806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 1aa727cf-d568-46b4-aede-c2a757b37a57 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:14:49.287992 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:49.327129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'subnet': {'network_id': 'a34ad37f-1116-4d38-a261-4d360ab0a082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:49.337236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66be5ba3-932c-4634-9347-1ef6c2c2e2b5 req-75e074d5-4c6f-4b2b-b87b-cdcb3c9ecf80 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 1096 time: 0.4356921 Feb 09 13:14:49.353522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a81a-0831-4261-8ae1-1092b3d2450f req-0e1f4545-0f9a-490b-a134-3132ef201ca5 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:49.369031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd46a81a-0831-4261-8ae1-1092b3d2450f req-0e1f4545-0f9a-490b-a134-3132ef201ca5 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 946 time: 0.4596884 Feb 09 13:14:49.489817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/632c3729-0269-4195-810b-a6cedd1cfc99/6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:49.629360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66be5ba3-932c-4634-9347-1ef6c2c2e2b5 req-64cec163-aeed-4780-9664-db3550ee540f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841320 Feb 09 13:14:49.712116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd46a81a-0831-4261-8ae1-1092b3d2450f req-a0e52d94-4512-4341-9072-b9f58fbd28f7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960904 Feb 09 13:14:49.745195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:49.749326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:subnet and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:49.752598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:49.758918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:49.771877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:49.823881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Allocated IP 172.25.5.188 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/388ceb97-d309-449a-bb16-16f638c6e862) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:49.956837 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:49.967430 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:49.988601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Transition to ACTIVE for port object 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:50.024192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Transition to ACTIVE for port object 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:50.035302 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.066581 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'status': 'completed', 'code': 200} Feb 09 13:14:50.147031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:50.150076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:50.154048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:50.171331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Pushing event updated for resources: {'Port': ['ID=6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:50.241791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::3199:bc4e:bc64:a424 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/632c3729-0269-4195-810b-a6cedd1cfc99/4d2edc1d-cc3f-475d-918a-2a7f27dc4aeb) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:50.265856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Attempting to bind port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:50.266317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Attempting to bind port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:50.266801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Attempting to bind port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:50.274695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:50.274972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:50.275491 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.275886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:50.276356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Bound port: 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:50.276728 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.331826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.359605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61db4f4c-94c3-4c5d-9404-0844fc76d843 req-82077355-ce45-43b6-9ab2-b54f3a0c92d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1097 time: 0.3635035 Feb 09 13:14:50.380395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] For port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:50.380707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758bda2-c3f2-41b5-921a-a40264966814 req-8d5be751-61af-4ff3-8599-4d1c10853bef tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:50.384799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e758bda2-c3f2-41b5-921a-a40264966814 req-8d5be751-61af-4ff3-8599-4d1c10853bef tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.3060002 Feb 09 13:14:50.385062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] For port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:50.390507 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.511780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb63144-5d99-4c9a-a356-0e596b5e7cb6 None None] Pushing event updated for resources: {'Port': ['ID=6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:50.653331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.677205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 4d2edc1d-cc3f-475d-918a-2a7f27dc4aeb will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:50.744206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db4f4c-94c3-4c5d-9404-0844fc76d843 req-cc96beb7-7109-4955-bee2-d31d19c9b504 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:50.746557 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61db4f4c-94c3-4c5d-9404-0844fc76d843 req-cc96beb7-7109-4955-bee2-d31d19c9b504 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 200 len: 921 time: 0.3605864 Feb 09 13:14:50.888758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:50.889674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61db4f4c-94c3-4c5d-9404-0844fc76d843 req-bebace2e-c732-44e1-a4e3-3f10bfba6e9d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 217 time: 0.1206160 Feb 09 13:14:51.048722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:51.077703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db4f4c-94c3-4c5d-9404-0844fc76d843 req-44487431-3a86-4151-9a12-1cd759912947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:51.080214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61db4f4c-94c3-4c5d-9404-0844fc76d843 req-44487431-3a86-4151-9a12-1cd759912947 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=740d2694-313a-4f46-9dfd-f09e9f52af39 HTTP/1.1" status: 200 len: 860 time: 0.1775792 Feb 09 13:14:51.210335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Subnet': ['ID=290b4439-de1f-44b3-bf88-b4aabe93ee08,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:51.244734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:51.246966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=4d2edc1d-cc3f-475d-918a-2a7f27dc4aeb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:51.251339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:51.261723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:51.265747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:51.266358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:51.274898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e758bda2-c3f2-41b5-921a-a40264966814 req-79d85920-4b28-4245-a1ac-6c2d795a4a99 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5269415 Feb 09 13:14:51.289692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61db4f4c-94c3-4c5d-9404-0844fc76d843 req-34dffb72-7305-4acf-8e8a-95030346eb9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a180facb-176b-4144-a9ec-ed479b3c2214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818330 Feb 09 13:14:51.290892 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:51.316320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:51.325030 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6bbe5285-795a-4cf2-b8b8-bd1717ea230c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4716535 Feb 09 13:14:51.331512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52178) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:51.460992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Checking segment: {'id': 'bb803758-1298-470c-9f4a-feabfc066f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a34ad37f-1116-4d38-a261-4d360ab0a082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:51.467077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network hostable DHCP agents. Network: a34ad37f-1116-4d38-a261-4d360ab0a082, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:14:51.476708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:51.563216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a074f3-bdcd-4938-b0ed-5e189ea33259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:51.568833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a074f3-bdcd-4938-b0ed-5e189ea33259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:51.570106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-51a074f3-bdcd-4938-b0ed-5e189ea33259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:51.571280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:51.576395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:51.588402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network a34ad37f-1116-4d38-a261-4d360ab0a082 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:14:51.590164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:51.598604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-51a074f3-bdcd-4938-b0ed-5e189ea33259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:51.599997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-51a074f3-bdcd-4938-b0ed-5e189ea33259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2675219 Feb 09 13:14:51.601598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, a34ad37f-1116-4d38-a261-4d360ab0a082) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:51.603443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52186) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:51.615235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Pushing event updated for resources: {'Port': ['ID=388ceb97-d309-449a-bb16-16f638c6e862,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:51.638235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765caa9b-896d-4a4b-b33c-6673cc9b3e79 None None] Network a34ad37f-1116-4d38-a261-4d360ab0a082 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:51.680217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61db4f4c-94c3-4c5d-9404-0844fc76d843 req-2c3b6c0f-1a1f-4083-8dea-0a7aab7a92d2 service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508432 Feb 09 13:14:51.721341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-55f31b01-2fe6-4c20-b3cd-9d675d25a876 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 4d2edc1d-cc3f-475d-918a-2a7f27dc4aeb {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:51.721642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55f31b01-2fe6-4c20-b3cd-9d675d25a876 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:51.767105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:51.768062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:51.809247 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4e38f82b-45bf-4801-b0de-335ee5021900 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5982585 Feb 09 13:14:51.817501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52194) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:51.835443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'subnet': {'network_id': '1aa727cf-d568-46b4-aede-c2a757b37a57', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:51.893772 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.140738 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.144461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-a34ad37f-1116-4d38-a261-4d360ab0a082', 'network_id': 'a34ad37f-1116-4d38-a261-4d360ab0a082', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'fixed_ips': [{'subnet_id': '290b4439-de1f-44b3-bf88-b4aabe93ee08'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:14:52.145290 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.348532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61db4f4c-94c3-4c5d-9404-0844fc76d843 req-727acbff-72b7-4f08-a1b2-c5b1270e541b service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585221 Feb 09 13:14:52.373508 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55f31b01-2fe6-4c20-b3cd-9d675d25a876 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.568884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Allocated IP 2001:db8::2 (a34ad37f-1116-4d38-a261-4d360ab0a082/290b4439-de1f-44b3-bf88-b4aabe93ee08/6c1512b1-2c28-481c-9c36-40fe16dab2a4) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:52.662953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-55f31b01-2fe6-4c20-b3cd-9d675d25a876 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 4d2edc1d-cc3f-475d-918a-2a7f27dc4aeb owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:52.713023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:52.719571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:subnet and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:52.722955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:52.741982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:52.772965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fb18b69f-545d-4017-9643-3a3b8fc2198e None None] Provisioning for port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:52.808454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3eb47-a6b3-42da-a044-6a0c8fb0e563 req-90a18440-8620-4e52-8c4c-ea2de06ba233 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:52.813174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fb18b69f-545d-4017-9643-3a3b8fc2198e None None] Provisioning complete for port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:52.814281 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fb18b69f-545d-4017-9643-3a3b8fc2198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.815625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1cc3eb47-a6b3-42da-a044-6a0c8fb0e563 req-90a18440-8620-4e52-8c4c-ea2de06ba233 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.1746485 Feb 09 13:14:52.873069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:52.890458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1cc3eb47-a6b3-42da-a044-6a0c8fb0e563 req-82309b90-c952-4d1c-aa84-e05a346b3a59 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737026 Feb 09 13:14:52.949295 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:52.955879 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.053967 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.198660 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fb18b69f-545d-4017-9643-3a3b8fc2198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.262578 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.272142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Pushing event updated for resources: {'Port': ['ID=388ceb97-d309-449a-bb16-16f638c6e862,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:53.283933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fb18b69f-545d-4017-9643-3a3b8fc2198e None None] For port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:53.292772 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fb18b69f-545d-4017-9643-3a3b8fc2198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.335464 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.337425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-8ec21481-90d2-4f71-bbea-8984cd2d3199 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1794813 Feb 09 13:14:53.502720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Transition to ACTIVE for port object 6c1512b1-2c28-481c-9c36-40fe16dab2a4 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:53.510549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55f31b01-2fe6-4c20-b3cd-9d675d25a876 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.515021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.528273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Transition to ACTIVE for port object 6c1512b1-2c28-481c-9c36-40fe16dab2a4 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:53.541071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.558507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0266360e-9927-4b68-aea8-48208d54ba66 None None] Could not find standard attr ID for object 4d2edc1d-cc3f-475d-918a-2a7f27dc4aeb. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:14:53.582912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Network a34ad37f-1116-4d38-a261-4d360ab0a082 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:53.588494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:53.590568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18b69f-545d-4017-9643-3a3b8fc2198e None None] Pushing event updated for resources: {'Port': ['ID=6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:53.593381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:53.633870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f31b01-2fe6-4c20-b3cd-9d675d25a876 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=4d2edc1d-cc3f-475d-918a-2a7f27dc4aeb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:53.642518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-9c4d90f2-3026-4cfb-bec1-f531e59855c5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Synchronizing usage tracker for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:floatingip {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:53.748189 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55f31b01-2fe6-4c20-b3cd-9d675d25a876 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.781332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-55f31b01-2fe6-4c20-b3cd-9d675d25a876 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/4d2edc1d-cc3f-475d-918a-2a7f27dc4aeb HTTP/1.1" status: 204 len: 168 time: 2.1765761 Feb 09 13:14:53.785734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52228) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:53.792834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-9c4d90f2-3026-4cfb-bec1-f531e59855c5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Unset dirty status for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:floatingip {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:53.794734 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-9c4d90f2-3026-4cfb-bec1-f531e59855c5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.188 HTTP/1.1" status: 200 len: 696 time: 0.4399738 Feb 09 13:14:53.810085 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Pushing event updated for resources: {'Port': ['ID=6c1512b1-2c28-481c-9c36-40fe16dab2a4,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:53.856468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Attempting to bind port 6c1512b1-2c28-481c-9c36-40fe16dab2a4 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:53.857014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Attempting to bind port 6c1512b1-2c28-481c-9c36-40fe16dab2a4 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'bb803758-1298-470c-9f4a-feabfc066f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a34ad37f-1116-4d38-a261-4d360ab0a082'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:53.857539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Attempting to bind port 6c1512b1-2c28-481c-9c36-40fe16dab2a4 on network a34ad37f-1116-4d38-a261-4d360ab0a082 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:53.876332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:53.877194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Checking segment: {'id': 'bb803758-1298-470c-9f4a-feabfc066f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a34ad37f-1116-4d38-a261-4d360ab0a082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:53.877767 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.878538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Bound using segment: {'id': 'bb803758-1298-470c-9f4a-feabfc066f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a34ad37f-1116-4d38-a261-4d360ab0a082'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:53.879472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Bound port: 6c1512b1-2c28-481c-9c36-40fe16dab2a4, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb803758-1298-470c-9f4a-feabfc066f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a34ad37f-1116-4d38-a261-4d360ab0a082'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:53.880020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:53.929241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15419f58-91fa-47ca-9974-0cd12996acf7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:53.936686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15419f58-91fa-47ca-9974-0cd12996acf7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:53.938202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-15419f58-91fa-47ca-9974-0cd12996acf7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:54.070758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.089724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] For port 6c1512b1-2c28-481c-9c36-40fe16dab2a4, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:54.095116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] For port 6c1512b1-2c28-481c-9c36-40fe16dab2a4, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6c1512b1-2c28-481c-9c36-40fe16dab2a4,segment=NetworkSegment(bb803758-1298-470c-9f4a-feabfc066f73),segment_id=bb803758-1298-470c-9f4a-feabfc066f73)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:54.104470 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.189335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905e085-e1a9-4d2b-b1b8-b23d751f93af None None] Pushing event updated for resources: {'Port': ['ID=6c1512b1-2c28-481c-9c36-40fe16dab2a4,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:54.233499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Subnet': ['ID=2e3c07d0-8711-447b-95f8-9fc6e66d3266,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:54.246576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Checking segment: {'id': '93e471af-36a2-4b60-9186-d693b296c115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1aa727cf-d568-46b4-aede-c2a757b37a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:54.247045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network hostable DHCP agents. Network: 1aa727cf-d568-46b4-aede-c2a757b37a57, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:14:54.273048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 1aa727cf-d568-46b4-aede-c2a757b37a57 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:14:54.296605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 1aa727cf-d568-46b4-aede-c2a757b37a57) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:54.302500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:54.303148 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.307248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a455e80-2f50-4288-addd-556f5d72d96b None None] Network 1aa727cf-d568-46b4-aede-c2a757b37a57 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:54.349162 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a16448e6-ce51-42f6-bc5c-c253d5b35b75 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5268965 Feb 09 13:14:54.350971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52246) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:54.357280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-777526917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:54.359775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef8e7d-ca85-42d3-8feb-9e38475c7c60 req-18bbd2f1-d067-4d48-aae4-66eaf1cc7ae5 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:54.365683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:54.371105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:router and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:54.378012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:54.385669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:54.385818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85ef8e7d-ca85-42d3-8feb-9e38475c7c60 req-18bbd2f1-d067-4d48-aae4-66eaf1cc7ae5 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.8849857 Feb 09 13:14:54.391422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52252) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:54.401454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.402916 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.406842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-15419f58-91fa-47ca-9974-0cd12996acf7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:54.408089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-15419f58-91fa-47ca-9974-0cd12996acf7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6177061 Feb 09 13:14:54.413652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52256) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:54.414708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7379f397-9c59-49f5-8b3a-4982c049974d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Request body: {'floatingip': {'port_id': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:54.636492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-5627bb2d-e0e3-4a3e-9a8e-eca5f71be232 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:54.638267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36be1ccf-85ba-4ef8-a012-27c055dfe82d req-5627bb2d-e0e3-4a3e-9a8e-eca5f71be232 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.6923370 Feb 09 13:14:54.649875 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7379f397-9c59-49f5-8b3a-4982c049974d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.705592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.789623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-1aa727cf-d568-46b4-aede-c2a757b37a57', 'network_id': '1aa727cf-d568-46b4-aede-c2a757b37a57', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'fixed_ips': [{'subnet_id': '2e3c07d0-8711-447b-95f8-9fc6e66d3266'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:14:54.793119 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:54.922992 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8ad1-9c20-42bb-aff8-c2fe44dab0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.032779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.038102 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Allocated IP 2001:db8:1::2 (1aa727cf-d568-46b4-aede-c2a757b37a57/2e3c07d0-8711-447b-95f8-9fc6e66d3266/c109e3cc-65d8-4a4c-aab6-7935322b6028) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:55.101410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c669cd4-2a10-41f8-a251-551a2c66c286 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 632c3729-0269-4195-810b-a6cedd1cfc99 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:14:55.114444 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c669cd4-2a10-41f8-a251-551a2c66c286 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.163408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.173347 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9d16e88e-fd06-46e8-8c18-79c5ad09f10c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8211184 Feb 09 13:14:55.176349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52280) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:55.468528 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c669cd4-2a10-41f8-a251-551a2c66c286 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.487072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:55.604526 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.645247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Transition to ACTIVE for port object c109e3cc-65d8-4a4c-aab6-7935322b6028 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:55.680445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Transition to ACTIVE for port object c109e3cc-65d8-4a4c-aab6-7935322b6028 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:55.691245 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:55.692048 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.713322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-60849321-b25c-4925-9c38-843be45c8a92 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:55.724464 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.729117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-60849321-b25c-4925-9c38-843be45c8a92 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6719873 Feb 09 13:14:55.824192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Network 1aa727cf-d568-46b4-aede-c2a757b37a57 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:55.832722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:55.836119 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:55.871121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Pushing event updated for resources: {'Port': ['ID=c109e3cc-65d8-4a4c-aab6-7935322b6028,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:55.889015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-48c9aff4-e36a-44e0-9a0b-f8f5ec8ff491 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.188 HTTP/1.1" status: 200 len: 696 time: 0.1589468 Feb 09 13:14:55.894878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-ecd519d5-2ec7-413c-b474-93793c0dad32 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Request body: {'floatingip': {'port_id': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:55.900617 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c669cd4-2a10-41f8-a251-551a2c66c286 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:55.918700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ed286-8cff-46ee-9baa-078a7534e8c9 None None] Network a34ad37f-1116-4d38-a261-4d360ab0a082 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:55.993791 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-ecd519d5-2ec7-413c-b474-93793c0dad32 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.076903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-7379f397-9c59-49f5-8b3a-4982c049974d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:14:56.204273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52298) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:56.205364 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c669cd4-2a10-41f8-a251-551a2c66c286 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.232885 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7379f397-9c59-49f5-8b3a-4982c049974d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.277294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-433b6f28-8c85-4288-b8c5-13c9ecd53adb None None] Provisioning for port 6c1512b1-2c28-481c-9c36-40fe16dab2a4 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:56.289778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Attempting to bind port c109e3cc-65d8-4a4c-aab6-7935322b6028 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:14:56.290709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Attempting to bind port c109e3cc-65d8-4a4c-aab6-7935322b6028 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '93e471af-36a2-4b60-9186-d693b296c115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1aa727cf-d568-46b4-aede-c2a757b37a57'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:14:56.291371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Attempting to bind port c109e3cc-65d8-4a4c-aab6-7935322b6028 on network 1aa727cf-d568-46b4-aede-c2a757b37a57 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:14:56.316433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7379f397-9c59-49f5-8b3a-4982c049974d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.371772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:14:56.372365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Checking segment: {'id': '93e471af-36a2-4b60-9186-d693b296c115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1aa727cf-d568-46b4-aede-c2a757b37a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:14:56.372921 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.373463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Bound using segment: {'id': '93e471af-36a2-4b60-9186-d693b296c115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1aa727cf-d568-46b4-aede-c2a757b37a57'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:14:56.374106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Bound port: c109e3cc-65d8-4a4c-aab6-7935322b6028, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e471af-36a2-4b60-9186-d693b296c115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '1aa727cf-d568-46b4-aede-c2a757b37a57'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:14:56.374677 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.507639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c669cd4-2a10-41f8-a251-551a2c66c286 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=632c3729-0269-4195-810b-a6cedd1cfc99,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:56.519898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c669cd4-2a10-41f8-a251-551a2c66c286 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.535617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6c1512b1-2c28-481c-9c36-40fe16dab2a4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:56.540924 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7c669cd4-2a10-41f8-a251-551a2c66c286 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/632c3729-0269-4195-810b-a6cedd1cfc99 HTTP/1.1" status: 204 len: 168 time: 2.1249166 Feb 09 13:14:56.541815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52306) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:56.564445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17988472-71dc-4a2c-9abc-da240502f427 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:56.654455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c22b0dda-2220-44d6-8bdf-5ee6bb52e908 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102715 Feb 09 13:14:56.660587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52310) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:56.759905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.952483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] For port c109e3cc-65d8-4a4c-aab6-7935322b6028, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:14:56.979724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84239470-4ba3-4578-ba57-4af5a076f9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:56.993396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] For port c109e3cc-65d8-4a4c-aab6-7935322b6028, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c109e3cc-65d8-4a4c-aab6-7935322b6028,segment=NetworkSegment(93e471af-36a2-4b60-9186-d693b296c115),segment_id=93e471af-36a2-4b60-9186-d693b296c115)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:14:57.005018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 6c1512b1-2c28-481c-9c36-40fe16dab2a4 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:57.015898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6c1512b1-2c28-481c-9c36-40fe16dab2a4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:57.016530 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.066226 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.137465 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e2301-c3ff-4b9c-b7b3-20aeddab6e9d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:57.138514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-000e2301-c3ff-4b9c-b7b3-20aeddab6e9d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:57.225480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-000e2301-c3ff-4b9c-b7b3-20aeddab6e9d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:57.227178 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-000e2301-c3ff-4b9c-b7b3-20aeddab6e9d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5657556 Feb 09 13:14:57.233206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-84239470-4ba3-4578-ba57-4af5a076f9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:57.234056 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1d7e8148-7e3b-432e-9851-b2e8301fab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.240635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52320) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:57.266275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-84239470-4ba3-4578-ba57-4af5a076f9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d18d1d7dc2745c3966cd91b4deab652 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:57.269390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52324) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:57.292658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475612dd-45c5-44f1-9dd6-592071d9ffa9 None None] Pushing event updated for resources: {'Port': ['ID=c109e3cc-65d8-4a4c-aab6-7935322b6028,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:57.303726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d93e0-1240-4de6-ba78-0e600b3c8fc8 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:14:57.314295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d93e0-1240-4de6-ba78-0e600b3c8fc8 None None] Deleting port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:14:57.322303 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8f9d93e0-1240-4de6-ba78-0e600b3c8fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.338303 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-ecd519d5-2ec7-413c-b474-93793c0dad32 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.344423 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-ecd519d5-2ec7-413c-b474-93793c0dad32 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.375559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-84239470-4ba3-4578-ba57-4af5a076f9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:57.406138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-84239470-4ba3-4578-ba57-4af5a076f9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:57.454208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476acfef-021f-468e-8b85-35fc3e96936c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:57.455165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-476acfef-021f-468e-8b85-35fc3e96936c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:14:57.585436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-476acfef-021f-468e-8b85-35fc3e96936c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:14:57.589065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-476acfef-021f-468e-8b85-35fc3e96936c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3471022 Feb 09 13:14:57.597802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52330) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:57.651317 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-7379f397-9c59-49f5-8b3a-4982c049974d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Floating IP 7fa3be96-e07d-4547-a288-1e2bedab467c associated. External IP: 172.25.5.117, port: 1fb18b8f-2537-4bbc-a0a7-23592c9122f1. Feb 09 13:14:57.697429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Allocated IP 2001:db8::1 (a34ad37f-1116-4d38-a261-4d360ab0a082/290b4439-de1f-44b3-bf88-b4aabe93ee08/b30b297e-de79-4d09-b8f5-fc22432dac66) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:14:57.736318 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3818fc2a-c6d6-4287-b70f-61e2b0f271e6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346521 Feb 09 13:14:57.748219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.748435 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52334) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:57.758300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ae2e057a-1950-4084-916b-cc66da29fe72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.778935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8f9d93e0-1240-4de6-ba78-0e600b3c8fc8 None None] For port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:57.779739 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8f9d93e0-1240-4de6-ba78-0e600b3c8fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.800284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ba60b35c-fcd3-4dde-97cf-ee8fec348014 None None] Provisioning complete for port 6c1512b1-2c28-481c-9c36-40fe16dab2a4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:57.800670 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ba60b35c-fcd3-4dde-97cf-ee8fec348014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.822100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:57.822323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84239470-4ba3-4578-ba57-4af5a076f9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.845105 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84239470-4ba3-4578-ba57-4af5a076f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:57.969082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:57.980287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:57.983325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d93e0-1240-4de6-ba78-0e600b3c8fc8 None None] Calling delete_port for 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:14:58.003404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:14:58.053205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 6c1512b1-2c28-481c-9c36-40fe16dab2a4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6c1512b1-2c28-481c-9c36-40fe16dab2a4,segment=NetworkSegment(bb803758-1298-470c-9f4a-feabfc066f73),segment_id=bb803758-1298-470c-9f4a-feabfc066f73)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:14:58.054867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ae2e057a-1950-4084-916b-cc66da29fe72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:14:58.062445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ae2e057a-1950-4084-916b-cc66da29fe72 admin admin] Usage tracker for resource:security_group_rule and tenant:4904ea24093c47c8b200432aa3974e8b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:14:58.068772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ae2e057a-1950-4084-916b-cc66da29fe72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:14:58.078122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ae2e057a-1950-4084-916b-cc66da29fe72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:14:58.081722 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.158504 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.174685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=6c1512b1-2c28-481c-9c36-40fe16dab2a4,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:58.218292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.228045 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8f9d93e0-1240-4de6-ba78-0e600b3c8fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.250884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84239470-4ba3-4578-ba57-4af5a076f9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaf202d-0327-4dc3-a05e-7b5d41ae261c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:58.283987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-84239470-4ba3-4578-ba57-4af5a076f9f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d18d1d7dc2745c3966cd91b4deab652&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0723350 Feb 09 13:14:58.285622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Transition to ACTIVE for port object b30b297e-de79-4d09-b8f5-fc22432dac66 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:14:58.287259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52340) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:58.353326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c109e3cc-65d8-4a4c-aab6-7935322b6028 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:14:58.380370 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-ecd519d5-2ec7-413c-b474-93793c0dad32 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Floating IP 42eed954-298d-40c1-8155-916f1a25cd2b associated. External IP: 172.25.5.188, port: 79440ebd-b752-4084-9805-ef9ff0476b3f. Feb 09 13:14:58.388744 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ae2e057a-1950-4084-916b-cc66da29fe72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.396567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ae2e057a-1950-4084-916b-cc66da29fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.415796 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.481217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d93e0-1240-4de6-ba78-0e600b3c8fc8 None None] Pushing event deleted for resources: {'Port': ['ID=6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:58.512967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d93e0-1240-4de6-ba78-0e600b3c8fc8 None None] No DVR routers for this DVR port 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:14:58.530113 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.533283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=b30b297e-de79-4d09-b8f5-fc22432dac66,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:58.579507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port c109e3cc-65d8-4a4c-aab6-7935322b6028 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:58.602434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e057a-1950-4084-916b-cc66da29fe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9c4a4d-9690-4758-af55-164bf879d992,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:58.615853 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ae2e057a-1950-4084-916b-cc66da29fe72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4904ea24093c47c8b200432aa3974e8b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2379835 Feb 09 13:14:58.615853 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network a34ad37f-1116-4d38-a261-4d360ab0a082 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:58.616780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52344) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:58.619473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:58.642300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:14:58.642886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.653155 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.727108 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:14:58.756231 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2ac27ca-4114-4e45-8d00-e94a186f7520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.787991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:14:58.788673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6b15a28b-3e6b-4ede-b7d4-b74d6ebb244f not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:14:58.894214 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2ac27ca-4114-4e45-8d00-e94a186f7520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:58.944929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.041585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00215bc0-8b41-4270-9e2a-84c4a02fa315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.045242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2ac27ca-4114-4e45-8d00-e94a186f7520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.051843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6aa4d2-f645-4c31-880d-8a96c81e258c None None] Network 1aa727cf-d568-46b4-aede-c2a757b37a57 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:59.119025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac27ca-4114-4e45-8d00-e94a186f7520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9c4a4d-9690-4758-af55-164bf879d992,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:59.162655 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00215bc0-8b41-4270-9e2a-84c4a02fa315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.175361 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2ac27ca-4114-4e45-8d00-e94a186f7520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.180623 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c2ac27ca-4114-4e45-8d00-e94a186f7520 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a9c4a4d-9690-4758-af55-164bf879d992 HTTP/1.1" status: 204 len: 168 time: 0.5592959 Feb 09 13:14:59.257865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] Provisioning for port b30b297e-de79-4d09-b8f5-fc22432dac66 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:59.301669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] Provisioning complete for port b30b297e-de79-4d09-b8f5-fc22432dac66 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:59.304113 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.420781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.562715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=3c11c974-9a37-4b60-82dc-902154df91fb,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:59.569729 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00215bc0-8b41-4270-9e2a-84c4a02fa315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.608003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:14:59.610905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00215bc0-8b41-4270-9e2a-84c4a02fa315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaf202d-0327-4dc3-a05e-7b5d41ae261c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:14:59.612788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:14:59.636012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] Port b30b297e-de79-4d09-b8f5-fc22432dac66 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:14:59.640423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:14:59.640964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9516b84-ef29-4ad1-8205-010007333681 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:14:59.641696 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.664550 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00215bc0-8b41-4270-9e2a-84c4a02fa315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.669345 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-00215bc0-8b41-4270-9e2a-84c4a02fa315 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bdaf202d-0327-4dc3-a05e-7b5d41ae261c HTTP/1.1" status: 204 len: 168 time: 1.3793569 Feb 09 13:14:59.734694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8595ef79-7f26-4b4e-87e0-d96ebe072f5d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9825006 Feb 09 13:14:59.735118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52356) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:14:59.747141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': '3c11c974-9a37-4b60-82dc-902154df91fb', 'ip_address': '2001:db8::2cb5:54a1:e346:505e'}], 'name': 'tempest-NetworksTestDHCPv6-1715117966'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:14:59.797950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] Provisioning for port c109e3cc-65d8-4a4c-aab6-7935322b6028 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:14:59.811466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] Provisioning complete for port c109e3cc-65d8-4a4c-aab6-7935322b6028 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:14:59.812238 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.900239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.910234 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.917296 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:14:59.930952 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.071671 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.140279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] For port c109e3cc-65d8-4a4c-aab6-7935322b6028, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c109e3cc-65d8-4a4c-aab6-7935322b6028,segment=NetworkSegment(93e471af-36a2-4b60-9186-d693b296c115),segment_id=93e471af-36a2-4b60-9186-d693b296c115)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:00.145386 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.174899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52360) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:00.221305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '3c11c974-9a37-4b60-82dc-902154df91fb'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:15:00.222117 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.311836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6c1512b1-2c28-481c-9c36-40fe16dab2a4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:00.319039 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b383e56-ec27-46dc-b7f1-298311e633d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.340989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=b30b297e-de79-4d09-b8f5-fc22432dac66,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:00.356069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:00.391180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:00.431893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network a34ad37f-1116-4d38-a261-4d360ab0a082 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:00.433973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:00.455490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6b383e56-ec27-46dc-b7f1-298311e633d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:00.468106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:00.473866 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.505901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6b383e56-ec27-46dc-b7f1-298311e633d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e414be5f1440819195a94bc551383c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:00.510381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1edc0-952b-4ba5-86e4-2bc3d58a1933 None None] Pushing event updated for resources: {'Port': ['ID=c109e3cc-65d8-4a4c-aab6-7935322b6028,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:00.522294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7379f397-9c59-49f5-8b3a-4982c049974d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:00.528579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6b383e56-ec27-46dc-b7f1-298311e633d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:00.543117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6b383e56-ec27-46dc-b7f1-298311e633d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:00.594026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 5096d15a-beee-4a49-81c5-0f286e3311e2 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:15:00.682151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6c1512b1-2c28-481c-9c36-40fe16dab2a4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:00.683024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.752526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52370) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:00.860577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-eafb81d2-bfec-49fe-b468-46a17280f4f1 None None] Provisioning complete for port c109e3cc-65d8-4a4c-aab6-7935322b6028 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:00.860944 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eafb81d2-bfec-49fe-b468-46a17280f4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.893911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c24bd145-df05-499c-b1a2-78072f9da26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:00.944326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/3c11c974-9a37-4b60-82dc-902154df91fb/501e7922-d970-4786-9da0-5b04c8330c2f) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:00.964753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b383e56-ec27-46dc-b7f1-298311e633d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:01.039719 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b383e56-ec27-46dc-b7f1-298311e633d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:01.056838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router e7967db7-d764-49ff-88c1-3b96a3780951 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:15:01.196962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c24bd145-df05-499c-b1a2-78072f9da26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:01.207538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b383e56-ec27-46dc-b7f1-298311e633d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1407dec6-dcf8-45b1-ac8e-861d200a7802,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:01.217352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c24bd145-df05-499c-b1a2-78072f9da26a admin admin] Usage tracker for resource:security_group_rule and tenant:4eb74808306b41849ddd605e75ae3eef is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:01.227018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6b383e56-ec27-46dc-b7f1-298311e633d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1e414be5f1440819195a94bc551383c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0330615 Feb 09 13:15:01.228586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c24bd145-df05-499c-b1a2-78072f9da26a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:01.238350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52374) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:01.244714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c24bd145-df05-499c-b1a2-78072f9da26a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:01.309149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e21812ee-5598-4b42-9212-050ecd9c7e85 None None] Provisioning complete for port b30b297e-de79-4d09-b8f5-fc22432dac66 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:01.309490 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e21812ee-5598-4b42-9212-050ecd9c7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:01.318268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:01.332837 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-30cea129-c27a-42f4-8cf8-7d7f4d6788c5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/e7967db7-d764-49ff-88c1-3b96a3780951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1546247 Feb 09 13:15:01.334207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52378) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:01.352063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c83bb5-4a4d-4913-b365-f78b99f14815 None None] Sync routers for ids ['e7967db7-d764-49ff-88c1-3b96a3780951'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:01.371860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-ecd519d5-2ec7-413c-b474-93793c0dad32 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Router d325b524-4ca5-4aa2-aa95-34a2aca8a36e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:01.405437 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e524a40-404a-443b-82eb-291a70cd11e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:01.422123 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:01.441330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44b0cf4-23dd-4c10-b6d4-3b1c8552eb2b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:01.442404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b44b0cf4-23dd-4c10-b6d4-3b1c8552eb2b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:01.466224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Transition to ACTIVE for port object 501e7922-d970-4786-9da0-5b04c8330c2f will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:01.467275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b44b0cf4-23dd-4c10-b6d4-3b1c8552eb2b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:01.472117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e524a40-404a-443b-82eb-291a70cd11e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:01.473631 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b44b0cf4-23dd-4c10-b6d4-3b1c8552eb2b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports/b30b297e-de79-4d09-b8f5-fc22432dac66 HTTP/1.1" status: 200 len: 911 time: 0.1379819 Feb 09 13:15:01.474985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52382) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:01.480628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c24bd145-df05-499c-b1a2-78072f9da26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:01.498188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e21812ee-5598-4b42-9212-050ecd9c7e85 None None] Port b30b297e-de79-4d09-b8f5-fc22432dac66 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:01.508939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c83bb5-4a4d-4913-b365-f78b99f14815 None None] Routers {'e7967db7-d764-49ff-88c1-3b96a3780951'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:01.509684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a2c83bb5-4a4d-4913-b365-f78b99f14815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7967db7-d764-49ff-88c1-3b96a3780951'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:01.589983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Transition to ACTIVE for port object 501e7922-d970-4786-9da0-5b04c8330c2f will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:01.613923 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:01.673616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a2c83bb5-4a4d-4913-b365-f78b99f14815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:01.692549 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c24bd145-df05-499c-b1a2-78072f9da26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:01.716643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:01.721205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:01.726742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:15:01.728980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Pushing event updated for resources: {'Port': ['ID=501e7922-d970-4786-9da0-5b04c8330c2f,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:01.732858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c83bb5-4a4d-4913-b365-f78b99f14815 None None] Routers {'e7967db7-d764-49ff-88c1-3b96a3780951'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:01.733576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a2c83bb5-4a4d-4913-b365-f78b99f14815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7967db7-d764-49ff-88c1-3b96a3780951'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:01.805825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.806326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.806812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.807193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.807629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.808030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.808450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.808866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.809304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.809700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.810115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:01.813327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a2c83bb5-4a4d-4913-b365-f78b99f14815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:01.813543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c83bb5-4a4d-4913-b365-f78b99f14815 None None] The sync data for ids ['e7967db7-d764-49ff-88c1-3b96a3780951'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:01.919845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bd145-df05-499c-b1a2-78072f9da26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89c60d9-d846-4853-9b63-ddb0910ec5bd,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:01.949968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c24bd145-df05-499c-b1a2-78072f9da26a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4eb74808306b41849ddd605e75ae3eef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1478775 Feb 09 13:15:01.953143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52390) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:01.988099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7379f397-9c59-49f5-8b3a-4982c049974d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:01.990502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::2cb5:54a1:e346:505e (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/3c11c974-9a37-4b60-82dc-902154df91fb/5096d15a-beee-4a49-81c5-0f286e3311e2) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:02.006406 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] Sync routers for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:02.031837 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:02.034658 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:02.075207 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7379f397-9c59-49f5-8b3a-4982c049974d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.075424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Attempting to bind port 501e7922-d970-4786-9da0-5b04c8330c2f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:02.078776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Attempting to bind port 501e7922-d970-4786-9da0-5b04c8330c2f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:02.080565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Attempting to bind port 501e7922-d970-4786-9da0-5b04c8330c2f on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:15:02.123410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:15:02.124035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:15:02.125555 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e524a40-404a-443b-82eb-291a70cd11e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.128251 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.128577 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e524a40-404a-443b-82eb-291a70cd11e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.128912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:15:02.129729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Bound port: 501e7922-d970-4786-9da0-5b04c8330c2f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:02.133737 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.134356 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2e524a40-404a-443b-82eb-291a70cd11e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1407dec6-dcf8-45b1-ac8e-861d200a7802 HTTP/1.1" status: 204 len: 168 time: 0.8985374 Feb 09 13:15:02.163872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e524a40-404a-443b-82eb-291a70cd11e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1407dec6-dcf8-45b1-ac8e-861d200a7802,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:02.316680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] For port 501e7922-d970-4786-9da0-5b04c8330c2f, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:15:02.322793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7379f397-9c59-49f5-8b3a-4982c049974d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "PUT /v2.0/floatingips/7fa3be96-e07d-4547-a288-1e2bedab467c HTTP/1.1" status: 200 len: 991 time: 7.9302390 Feb 09 13:15:02.323540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] For port 501e7922-d970-4786-9da0-5b04c8330c2f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=501e7922-d970-4786-9da0-5b04c8330c2f,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:15:02.352943 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.362692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c109e3cc-65d8-4a4c-aab6-7935322b6028 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:02.364302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:02.385046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e253632-6b56-4645-86e5-d70c7cd56de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.486277 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:02.650117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e253632-6b56-4645-86e5-d70c7cd56de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.658059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-ecd519d5-2ec7-413c-b474-93793c0dad32 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:02.670093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-ecd519d5-2ec7-413c-b474-93793c0dad32 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.683498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] Sync routers for ids ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:02.711443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.721705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] Routers {'d325b524-4ca5-4aa2-aa95-34a2aca8a36e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:02.722335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:02.788365 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:02.806441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-ecd519d5-2ec7-413c-b474-93793c0dad32 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "PUT /v2.0/floatingips/42eed954-298d-40c1-8155-916f1a25cd2b HTTP/1.1" status: 200 len: 997 time: 6.9151559 Feb 09 13:15:02.922221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 5096d15a-beee-4a49-81c5-0f286e3311e2 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:02.986149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] Set router d325b524-4ca5-4aa2-aa95-34a2aca8a36e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:02.994814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e253632-6b56-4645-86e5-d70c7cd56de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:03.067555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e253632-6b56-4645-86e5-d70c7cd56de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89c60d9-d846-4853-9b63-ddb0910ec5bd,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:03.090799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e253632-6b56-4645-86e5-d70c7cd56de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:03.097980 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7e253632-6b56-4645-86e5-d70c7cd56de9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b89c60d9-d846-4853-9b63-ddb0910ec5bd HTTP/1.1" status: 204 len: 168 time: 1.1414213 Feb 09 13:15:03.204912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d022630-8157-47e9-be14-bc74eb7e793a None None] Pushing event updated for resources: {'Port': ['ID=501e7922-d970-4786-9da0-5b04c8330c2f,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:03.260907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c109e3cc-65d8-4a4c-aab6-7935322b6028 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:03.261274 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:03.285245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:03.312657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47838b3-e8c2-4dda-816c-87bce2a04d21 req-9c5e218a-416d-4632-85ce-12214e42d648 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:03.322912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d47838b3-e8c2-4dda-816c-87bce2a04d21 req-9c5e218a-416d-4632-85ce-12214e42d648 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.4865522 Feb 09 13:15:03.389366 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7fa3be96-e07d-4547-a288-1e2bedab467c', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'port_id': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'mac_address': 'fa:16:3e:57:f0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:16Z', 'updated_at': '2022-02-09T13:14:55Z', 'revision_number': 1, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:03.407614 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] Checking router: d54e5a5a-1ebd-46e6-8331-4197a3bdfbba for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:15:03.441303 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:03.442019 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:03.473945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=5096d15a-beee-4a49-81c5-0f286e3311e2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:03.538263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:03.542333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:03.545102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:15:03.555902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:03.556563 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:03.642422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24cf372c-d19c-4569-9846-3b99e0923f8e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9043417 Feb 09 13:15:03.665810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-921e913a-c713-4a35-b0bb-0ef6b2ba9c1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1097 time: 0.8453519 Feb 09 13:15:03.679723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52418) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:03.686050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d47838b3-e8c2-4dda-816c-87bce2a04d21 req-0769e2ca-236b-4472-b849-7cf91c0e0c4a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3622932 Feb 09 13:15:03.823031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': '3c11c974-9a37-4b60-82dc-902154df91fb', 'ip_address': '2001:db8::2cb5:54a1:e346:505e'}], 'name': 'tempest-NetworksTestDHCPv6-272805947'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:03.900266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Allocated IP 2001:db8:1::1 (1aa727cf-d568-46b4-aede-c2a757b37a57/2e3c07d0-8711-447b-95f8-9fc6e66d3266/8b3a7dc8-2fa3-4123-974d-a7d333781a95) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:03.931036 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:03.980705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:37Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '42eed954-298d-40c1-8155-916f1a25cd2b', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'port_id': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'mac_address': 'fa:16:3e:fe:da:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1559d17c-f927-4025-8502-58df2f87cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:51Z', 'updated_at': '2022-02-09T13:14:57Z', 'revision_number': 1, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6ca02c-7653-4971-8be4-0eefce72b597', 'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'mac_address': 'fa:16:3e:ff:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:36Z', 'updated_at': '2022-02-09T13:13:52Z', 'revision_number': 5, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'subnets': [{'id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:03.988767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] Checking router: d325b524-4ca5-4aa2-aa95-34a2aca8a36e for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:15:04.014385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] Routers {'d325b524-4ca5-4aa2-aa95-34a2aca8a36e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:04.015025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:04.333777 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:04.378500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Transition to ACTIVE for port object 8b3a7dc8-2fa3-4123-974d-a7d333781a95 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:04.383151 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'status': 'completed', 'code': 200} Feb 09 13:15:04.417964 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:04.464452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 501e7922-d970-4786-9da0-5b04c8330c2f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:04.496479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-701b9274-ab86-4d57-bf8c-6b983d90c54d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:04.498273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-701b9274-ab86-4d57-bf8c-6b983d90c54d service neutron] 10.222.0.59 "GET /v2.0/networks?id=a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 200 len: 921 time: 0.8312163 Feb 09 13:15:04.602746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=8b3a7dc8-2fa3-4123-974d-a7d333781a95,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:04.637187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 1aa727cf-d568-46b4-aede-c2a757b37a57 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:04.643329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:04.652908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:15:04.653585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:05.030698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:05.118876 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7fa3be96-e07d-4547-a288-1e2bedab467c', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'port_id': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'mac_address': 'fa:16:3e:57:f0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:16Z', 'updated_at': '2022-02-09T13:14:55Z', 'revision_number': 1, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:05.134811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 501e7922-d970-4786-9da0-5b04c8330c2f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:05.137123 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce825d-cbe2-4cae-833c-d2071c07d966 None None] The sync data for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 is: [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7fa3be96-e07d-4547-a288-1e2bedab467c', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'port_id': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'mac_address': 'fa:16:3e:57:f0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:16Z', 'updated_at': '2022-02-09T13:14:55Z', 'revision_number': 1, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:05.245092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] Set router d325b524-4ca5-4aa2-aa95-34a2aca8a36e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:05.357582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-99a99b66-7b13-4901-a331-7995aa2262dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 1000 time: 0.8351119 Feb 09 13:15:05.501451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-0467f223-a335-484c-bcf1-ae0242bcacad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:05.516129 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-0467f223-a335-484c-bcf1-ae0242bcacad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=740d2694-313a-4f46-9dfd-f09e9f52af39 HTTP/1.1" status: 200 len: 860 time: 0.1570585 Feb 09 13:15:05.543902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-494f0d04-8ddd-4f09-9e5b-915dec6bd4b1 None None] Provisioning for port 8b3a7dc8-2fa3-4123-974d-a7d333781a95 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:05.576902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-494f0d04-8ddd-4f09-9e5b-915dec6bd4b1 None None] Provisioning complete for port 8b3a7dc8-2fa3-4123-974d-a7d333781a95 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:05.579156 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-494f0d04-8ddd-4f09-9e5b-915dec6bd4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:05.767825 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e44f54-6d53-4a85-bac6-b4a16f7440d1 None None] New status for floating IP 7fa3be96-e07d-4547-a288-1e2bedab467c: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:15:06.093569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:06.100711 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-6fdca5be-6bc2-4e5f-b4d7-ba1d545e1c18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a180facb-176b-4144-a9ec-ed479b3c2214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5831728 Feb 09 13:15:06.158430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:06.170063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-15908ec9-f4f4-4854-ab5c-2068863e4ce8 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:15:06.173043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-15908ec9-f4f4-4854-ab5c-2068863e4ce8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0337646 Feb 09 13:15:06.182923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:06.213381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-494f0d04-8ddd-4f09-9e5b-915dec6bd4b1 None None] Port 8b3a7dc8-2fa3-4123-974d-a7d333781a95 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:06.272633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:06.278916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:06.281048 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:06.282077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:06.290036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb795f0c-35ad-444f-bd64-c36037e3d9f4 req-1cc1cf1b-7893-44f5-afb3-7d0aabdc11f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 1096 time: 1.7905436 Feb 09 13:15:06.380562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] Provisioning for port 501e7922-d970-4786-9da0-5b04c8330c2f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:06.397853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] Provisioning complete for port 501e7922-d970-4786-9da0-5b04c8330c2f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:06.398450 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:06.478040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:37Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '42eed954-298d-40c1-8155-916f1a25cd2b', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'port_id': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'mac_address': 'fa:16:3e:fe:da:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1559d17c-f927-4025-8502-58df2f87cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:51Z', 'updated_at': '2022-02-09T13:14:57Z', 'revision_number': 1, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6ca02c-7653-4971-8be4-0eefce72b597', 'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'mac_address': 'fa:16:3e:ff:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:36Z', 'updated_at': '2022-02-09T13:13:52Z', 'revision_number': 5, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'subnets': [{'id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:06.487196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8acdb69-cdf9-4e07-8151-5a4a9359b480 None None] The sync data for ids ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'] in n-d-825175-3 is: [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:37Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '42eed954-298d-40c1-8155-916f1a25cd2b', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'port_id': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'mac_address': 'fa:16:3e:fe:da:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1559d17c-f927-4025-8502-58df2f87cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:14:51Z', 'updated_at': '2022-02-09T13:14:57Z', 'revision_number': 1, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c6ca02c-7653-4971-8be4-0eefce72b597', 'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'mac_address': 'fa:16:3e:ff:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:36Z', 'updated_at': '2022-02-09T13:13:52Z', 'revision_number': 5, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'subnets': [{'id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:06.532906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:06.585887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81725d0-67fa-4ed3-9f28-0cd99d821434 req-3d289e99-eb31-4e54-bd75-e0ecaf3ee3f5 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:06.595404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b81725d0-67fa-4ed3-9f28-0cd99d821434 req-3d289e99-eb31-4e54-bd75-e0ecaf3ee3f5 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 1.5608099 Feb 09 13:15:06.627400 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:06.682696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] For port 501e7922-d970-4786-9da0-5b04c8330c2f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=501e7922-d970-4786-9da0-5b04c8330c2f,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:06.688604 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:06.775185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:06.787935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=8b3a7dc8-2fa3-4123-974d-a7d333781a95,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:06.851113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b81725d0-67fa-4ed3-9f28-0cd99d821434 req-016e9c6e-dfa4-4d0d-aeba-222f75679239 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547398 Feb 09 13:15:06.950690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] Provisioning for port 5096d15a-beee-4a49-81c5-0f286e3311e2 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:06.968851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] Provisioning complete for port 5096d15a-beee-4a49-81c5-0f286e3311e2 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:06.969485 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:07.025947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] Pushing event updated for resources: {'Port': ['ID=501e7922-d970-4786-9da0-5b04c8330c2f,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:07.056888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 1aa727cf-d568-46b4-aede-c2a757b37a57 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:07.059428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:07.063845 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-d4f4dc67-0d84-40c0-8eaa-be2ea8e8dd16 service neutron] 10.222.0.59 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8684099 Feb 09 13:15:07.163397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb795f0c-35ad-444f-bd64-c36037e3d9f4 req-89e3eb6a-e3f3-4935-8adb-62fc7e66dd1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:07.165219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb795f0c-35ad-444f-bd64-c36037e3d9f4 req-89e3eb6a-e3f3-4935-8adb-62fc7e66dd1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 917 time: 0.7034597 Feb 09 13:15:07.180967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2a495eed-19fa-401a-b20a-789e2733ec34 None None] Port 5096d15a-beee-4a49-81c5-0f286e3311e2 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:07.281155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:07.478019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 4d2ecb5b-2e75-4acd-a10d-d7b608a6c654 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:15:07.521542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router e7967db7-d764-49ff-88c1-3b96a3780951 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:07.628314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb795f0c-35ad-444f-bd64-c36037e3d9f4 req-d8e151be-b617-406d-b5bd-7b14c3f48d9d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1 HTTP/1.1" status: 200 len: 1001 time: 0.3954811 Feb 09 13:15:07.636956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71627ff3-6f73-414c-92c5-8a7e9ffb56bc req-4aadb2d8-0b1e-41e8-9b94-fa9fa9eaba50 service neutron] 10.222.0.59 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509579 Feb 09 13:15:07.767770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15aa35-ad3e-4a41-8e17-c4dee4ee05fc req-816072d8-c8e2-46ea-9122-6eb45cfe9efd tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:07.775619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df15aa35-ad3e-4a41-8e17-c4dee4ee05fc req-816072d8-c8e2-46ea-9122-6eb45cfe9efd tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.6092141 Feb 09 13:15:07.809992 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'status': 'completed', 'code': 200} Feb 09 13:15:07.921344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb795f0c-35ad-444f-bd64-c36037e3d9f4 req-bb17289a-f7cf-4c77-aca2-6b6347998f4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:07.923128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb795f0c-35ad-444f-bd64-c36037e3d9f4 req-bb17289a-f7cf-4c77-aca2-6b6347998f4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.2804840 Feb 09 13:15:07.954132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7668b232-38fa-4347-a1c5-d8a69eefea39 None None] Provisioning complete for port 8b3a7dc8-2fa3-4123-974d-a7d333781a95 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:07.955530 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7668b232-38fa-4347-a1c5-d8a69eefea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:08.027999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df15aa35-ad3e-4a41-8e17-c4dee4ee05fc req-37d63ea6-d385-4b3a-8649-0398f191d3cf tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503750 Feb 09 13:15:08.084258 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29cd65ef-10a5-4f65-904d-81c6bf20aff3 req-3f1e1943-a539-4129-ab10-b9c920ad6137 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1097 time: 0.2209108 Feb 09 13:15:08.108203 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 13:15:08.110160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:15:08.189551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:08.246960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f6f5a-fa6b-48f4-aa24-19c1e5b7dbca None None] Sync routers for ids ['e7967db7-d764-49ff-88c1-3b96a3780951'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:08.267367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7668b232-38fa-4347-a1c5-d8a69eefea39 None None] Port 8b3a7dc8-2fa3-4123-974d-a7d333781a95 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:08.295463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f6f5a-fa6b-48f4-aa24-19c1e5b7dbca None None] Routers {'e7967db7-d764-49ff-88c1-3b96a3780951'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:08.297375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3a6f6f5a-fa6b-48f4-aa24-19c1e5b7dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7967db7-d764-49ff-88c1-3b96a3780951'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:08.353802 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ebaea-7225-4c1a-85f3-b37f87264008 None None] New status for floating IP 42eed954-298d-40c1-8155-916f1a25cd2b: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:15:08.362629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb795f0c-35ad-444f-bd64-c36037e3d9f4 req-1e87acef-b765-401e-8ba6-2429e319f51e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4200375 Feb 09 13:15:08.383948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f9098df8-1abb-4e0d-a218-a2f147d851bf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 4.6963160 Feb 09 13:15:08.388376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52498) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:08.416356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 501e7922-d970-4786-9da0-5b04c8330c2f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:08.452980 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b5b00ba9-baa5-4704-b6b3-c9250a529b72 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/e7967db7-d764-49ff-88c1-3b96a3780951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9763761 Feb 09 13:15:08.470070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52504) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:08.519687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3a6f6f5a-fa6b-48f4-aa24-19c1e5b7dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:08.548749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f6f5a-fa6b-48f4-aa24-19c1e5b7dbca None None] Routers {'e7967db7-d764-49ff-88c1-3b96a3780951'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:08.549368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3a6f6f5a-fa6b-48f4-aa24-19c1e5b7dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7967db7-d764-49ff-88c1-3b96a3780951'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:08.590946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-70641baa-546d-4655-96e4-c6d9b96c8a18 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.188 HTTP/1.1" status: 200 len: 1000 time: 0.3916001 Feb 09 13:15:08.646670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3a6f6f5a-fa6b-48f4-aa24-19c1e5b7dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:08.647319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f6f5a-fa6b-48f4-aa24-19c1e5b7dbca None None] The sync data for ids ['e7967db7-d764-49ff-88c1-3b96a3780951'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:08.660450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd65ef-10a5-4f65-904d-81c6bf20aff3 req-4596088a-e831-4125-b23e-52272d626e61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:08.662057 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29cd65ef-10a5-4f65-904d-81c6bf20aff3 req-4596088a-e831-4125-b23e-52272d626e61 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 200 len: 921 time: 0.5701244 Feb 09 13:15:08.700067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 501e7922-d970-4786-9da0-5b04c8330c2f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:08.700620 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:08.813844 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29cd65ef-10a5-4f65-904d-81c6bf20aff3 req-ecec031b-a1f3-4e11-a171-c0566e02e36d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 1000 time: 0.1289127 Feb 09 13:15:08.932403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd65ef-10a5-4f65-904d-81c6bf20aff3 req-b84aa196-0626-421a-9f7e-73fed415bd88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:08.933971 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29cd65ef-10a5-4f65-904d-81c6bf20aff3 req-b84aa196-0626-421a-9f7e-73fed415bd88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=740d2694-313a-4f46-9dfd-f09e9f52af39 HTTP/1.1" status: 200 len: 860 time: 0.1083081 Feb 09 13:15:08.944773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bf3d54-7660-4dd8-a7e1-dfecac27a781 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:08.948739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bf3d54-7660-4dd8-a7e1-dfecac27a781 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:08.950890 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-48bf3d54-7660-4dd8-a7e1-dfecac27a781 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5618005 Feb 09 13:15:08.971026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52514) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:09.000927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-65e9457b-3f3e-48fc-8c81-74bc3b091460 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:09.019217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-65e9457b-3f3e-48fc-8c81-74bc3b091460 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports/79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 943 time: 0.2079344 Feb 09 13:15:09.032041 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29cd65ef-10a5-4f65-904d-81c6bf20aff3 req-c54ee219-a103-4c1e-bfe6-66b091770913 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a180facb-176b-4144-a9ec-ed479b3c2214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792315 Feb 09 13:15:09.045766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f251ca2b-f5da-4f15-8415-3aff185a028e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:09.063391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f251ca2b-f5da-4f15-8415-3aff185a028e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:09.184578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92adcb-b99d-4835-9eba-97132a6a0740 req-e03e2a9a-7651-48ea-bc21-be4f947e2622 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:09.196927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc92adcb-b99d-4835-9eba-97132a6a0740 req-e03e2a9a-7651-48ea-bc21-be4f947e2622 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 1.0686228 Feb 09 13:15:09.290923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f251ca2b-f5da-4f15-8415-3aff185a028e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:09.294672 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f251ca2b-f5da-4f15-8415-3aff185a028e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports/8b3a7dc8-2fa3-4123-974d-a7d333781a95 HTTP/1.1" status: 200 len: 913 time: 0.8229141 Feb 09 13:15:09.380866 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29cd65ef-10a5-4f65-904d-81c6bf20aff3 req-b489affe-c96c-48ce-acbe-4dcf48d2c687 service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406358 Feb 09 13:15:09.381698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52522) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:09.599739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc92adcb-b99d-4835-9eba-97132a6a0740 req-da0832b0-1f8c-474e-9519-ae427ac69a19 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4014845 Feb 09 13:15:09.613329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b0b02-2ea3-4fe0-96b6-c8fd373554ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 5096d15a-beee-4a49-81c5-0f286e3311e2 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:09.613673 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0b02-2ea3-4fe0-96b6-c8fd373554ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:09.700115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb795f0c-35ad-444f-bd64-c36037e3d9f4 req-0ba86dbf-c0de-49db-b732-6c914844077e service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3082280 Feb 09 13:15:09.917047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-e338d24c-53df-48fd-9962-848f0131491f tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.188 HTTP/1.1" status: 200 len: 1002 time: 0.4957747 Feb 09 13:15:10.039906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52540) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:10.059375 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29cd65ef-10a5-4f65-904d-81c6bf20aff3 req-d28fffb0-07c6-434e-b838-fea8c4a4db47 service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714823 Feb 09 13:15:10.157787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb795f0c-35ad-444f-bd64-c36037e3d9f4 req-8378f60f-90d4-4b35-ac97-6d198c3286d2 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131656 Feb 09 13:15:10.365211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:10.470576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fcbf7-0720-4966-b935-df9a9abb28a5 req-b8da612b-c594-43bb-b8dc-f81a2c8e944c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:10.472160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed8fcbf7-0720-4966-b935-df9a9abb28a5 req-b8da612b-c594-43bb-b8dc-f81a2c8e944c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.7245848 Feb 09 13:15:10.488481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7cbda37c-5688-48bd-a4a8-de1eba6efc98 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:10.490158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7cbda37c-5688-48bd-a4a8-de1eba6efc98 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.5170791 Feb 09 13:15:10.597787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d534fea-5363-4c2c-b046-96db5809c380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:10.656299 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0b02-2ea3-4fe0-96b6-c8fd373554ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:10.671703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed8fcbf7-0720-4966-b935-df9a9abb28a5 req-d2c6dbff-39ec-4e6e-9c4b-40275f6c1e5f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804953 Feb 09 13:15:10.719376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6d534fea-5363-4c2c-b046-96db5809c380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:10.732822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6d534fea-5363-4c2c-b046-96db5809c380 admin admin] Usage tracker for resource:security_group_rule and tenant:02aa0ff3f21844b38fddce2fc6f79c34 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:10.745534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6d534fea-5363-4c2c-b046-96db5809c380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:10.759867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6d534fea-5363-4c2c-b046-96db5809c380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:10.810746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b0b02-2ea3-4fe0-96b6-c8fd373554ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 5096d15a-beee-4a49-81c5-0f286e3311e2 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:10.852530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-05e2834a-8b44-4399-85f5-a0428e9c63b7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.188 HTTP/1.1" status: 200 len: 1002 time: 0.3289561 Feb 09 13:15:10.870492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7a78ed73-1d5e-4bf1-b1ca-a96a10b90530 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:11.039961 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7a78ed73-1d5e-4bf1-b1ca-a96a10b90530 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.166559 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d534fea-5363-4c2c-b046-96db5809c380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.200966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d534fea-5363-4c2c-b046-96db5809c380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.229833 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.367896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d534fea-5363-4c2c-b046-96db5809c380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40225355-e31b-4f74-8a85-3a4ff3a3055b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:11.376033 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6d534fea-5363-4c2c-b046-96db5809c380 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02aa0ff3f21844b38fddce2fc6f79c34&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3300347 Feb 09 13:15:11.379265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52562) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:11.511714 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2865ba55-6702-4034-bf56-387a09cb665f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.560102 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2865ba55-6702-4034-bf56-387a09cb665f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.589773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0b02-2ea3-4fe0-96b6-c8fd373554ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.665409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b0b02-2ea3-4fe0-96b6-c8fd373554ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=5096d15a-beee-4a49-81c5-0f286e3311e2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:11.711650 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2865ba55-6702-4034-bf56-387a09cb665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.737536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b956af-3784-4253-8820-fbec1b4a8628 req-9da20dff-e51c-4587-8c6d-d48be4d3dd4f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:11.739104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14b956af-3784-4253-8820-fbec1b4a8628 req-9da20dff-e51c-4587-8c6d-d48be4d3dd4f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.4095364 Feb 09 13:15:11.742112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865ba55-6702-4034-bf56-387a09cb665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40225355-e31b-4f74-8a85-3a4ff3a3055b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:11.756168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2865ba55-6702-4034-bf56-387a09cb665f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.762367 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2865ba55-6702-4034-bf56-387a09cb665f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40225355-e31b-4f74-8a85-3a4ff3a3055b HTTP/1.1" status: 204 len: 168 time: 0.3770652 Feb 09 13:15:11.781327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port 8b3a7dc8-2fa3-4123-974d-a7d333781a95 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:11.782744 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.835626 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0b02-2ea3-4fe0-96b6-c8fd373554ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.839795 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7a78ed73-1d5e-4bf1-b1ca-a96a10b90530 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.880508 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fe9b0b02-2ea3-4fe0-96b6-c8fd373554ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/5096d15a-beee-4a49-81c5-0f286e3311e2 HTTP/1.1" status: 204 len: 168 time: 2.8574467 Feb 09 13:15:11.882169 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7a78ed73-1d5e-4bf1-b1ca-a96a10b90530 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:11.882573 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7a78ed73-1d5e-4bf1-b1ca-a96a10b90530 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Floating IP 42eed954-298d-40c1-8155-916f1a25cd2b disassociated. External IP: 172.25.5.188, port: 79440ebd-b752-4084-9805-ef9ff0476b3f. Feb 09 13:15:11.886701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52574) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:12.053180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14b956af-3784-4253-8820-fbec1b4a8628 req-fb0b80cb-5a65-42f6-bfab-0f756b93511f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785294 Feb 09 13:15:12.135913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c7a4b-806d-47ab-ac1b-d1b7e281ab82 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:12.137955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c7a4b-806d-47ab-ac1b-d1b7e281ab82 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:12.142726 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6b6c7a4b-806d-47ab-ac1b-d1b7e281ab82 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2549853 Feb 09 13:15:12.143298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52582) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:12.311081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:12.443336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dfc3e-29d9-4c90-a98a-acef0783226a req-59a383f4-29bc-4a34-ba71-d6efc66a2c95 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:12.444970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-002dfc3e-29d9-4c90-a98a-acef0783226a req-59a383f4-29bc-4a34-ba71-d6efc66a2c95 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.2163696 Feb 09 13:15:12.508652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52592) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:12.541097 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-002dfc3e-29d9-4c90-a98a-acef0783226a req-088ad83c-3d09-40dd-92d4-5c807e3a2ae1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708358 Feb 09 13:15:12.592020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for 8b3a7dc8-2fa3-4123-974d-a7d333781a95 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:12.621953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7a78ed73-1d5e-4bf1-b1ca-a96a10b90530 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Router d325b524-4ca5-4aa2-aa95-34a2aca8a36e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:12.715904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ceee918-b7ff-4da1-af51-6eb5c0f728dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:12.823422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd94674-7db1-40f5-b224-5da529321992 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 3c11c974-9a37-4b60-82dc-902154df91fb {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:15:12.826134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8ceee918-b7ff-4da1-af51-6eb5c0f728dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:12.831902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fcd94674-7db1-40f5-b224-5da529321992 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:12.867877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8ceee918-b7ff-4da1-af51-6eb5c0f728dd admin admin] Usage tracker for resource:security_group_rule and tenant:5f265b52abcd458d9b3a1ed6cff7eed2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:12.874119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8ceee918-b7ff-4da1-af51-6eb5c0f728dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:12.887528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8ceee918-b7ff-4da1-af51-6eb5c0f728dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:12.935039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7a78ed73-1d5e-4bf1-b1ca-a96a10b90530 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:12.941633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fcd94674-7db1-40f5-b224-5da529321992 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:12.944298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7a78ed73-1d5e-4bf1-b1ca-a96a10b90530 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:12.952289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] Sync routers for ids ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:12.976730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] Routers {'d325b524-4ca5-4aa2-aa95-34a2aca8a36e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:12.977969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:13.156574 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-7a78ed73-1d5e-4bf1-b1ca-a96a10b90530 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "PUT /v2.0/floatingips/42eed954-298d-40c1-8155-916f1a25cd2b HTTP/1.1" status: 200 len: 695 time: 2.2901545 Feb 09 13:15:13.205404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:13.292032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-d7420d05-2da3-436a-8de0-26c61cc1b3eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1097 time: 0.1341035 Feb 09 13:15:13.321738 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ceee918-b7ff-4da1-af51-6eb5c0f728dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:13.330238 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ceee918-b7ff-4da1-af51-6eb5c0f728dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:13.338385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:13.456192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceee918-b7ff-4da1-af51-6eb5c0f728dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a91069-f31c-4d1b-863e-da77bed27e86,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:13.466372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=8b3a7dc8-2fa3-4123-974d-a7d333781a95,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:13.470253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fcd94674-7db1-40f5-b224-5da529321992 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:13.506730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] Set router d325b524-4ca5-4aa2-aa95-34a2aca8a36e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:13.669340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-ad496c40-2c25-418c-aa05-cc9e2a0fef72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:13.672270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-ad496c40-2c25-418c-aa05-cc9e2a0fef72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 200 len: 921 time: 0.3716478 Feb 09 13:15:13.675307 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'status': 'completed', 'code': 200} Feb 09 13:15:13.748688 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8ceee918-b7ff-4da1-af51-6eb5c0f728dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f265b52abcd458d9b3a1ed6cff7eed2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2284119 Feb 09 13:15:13.754739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52628) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:13.910010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-1e7be816-56d3-4064-b6d1-1231aa201d16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 217 time: 0.1542475 Feb 09 13:15:13.992729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fcd94674-7db1-40f5-b224-5da529321992 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:14.125234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd94674-7db1-40f5-b224-5da529321992 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=3c11c974-9a37-4b60-82dc-902154df91fb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:14.160287 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fcd94674-7db1-40f5-b224-5da529321992 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:14.187635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-6bc0cb35-3e5c-4c61-94b1-f63da54d7319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:14.190088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-6bc0cb35-3e5c-4c61-94b1-f63da54d7319 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=740d2694-313a-4f46-9dfd-f09e9f52af39 HTTP/1.1" status: 200 len: 860 time: 0.2041368 Feb 09 13:15:14.192794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1494a1-3ae6-4f9d-ad52-d554f29dcf25 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:14.200972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8231600-4203-49b3-90cf-852641e79ea9 req-f92067c8-668d-48b5-be62-bcfc2da604af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 1097 time: 0.5277214 Feb 09 13:15:14.204129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aed5bafc-1ca7-47d2-b826-8930300f4c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:14.218015 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fcd94674-7db1-40f5-b224-5da529321992 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/3c11c974-9a37-4b60-82dc-902154df91fb HTTP/1.1" status: 204 len: 168 time: 2.0680826 Feb 09 13:15:14.220604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52638) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:14.222988 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:14.419366 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e9c53c45-2a92-4f80-9eab-1c38d389816a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1919672 Feb 09 13:15:14.423673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52642) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:14.439111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:14.543642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-def72a39-f9e8-4165-842c-7fec232ef774 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a180facb-176b-4144-a9ec-ed479b3c2214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3408716 Feb 09 13:15:14.563316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:37Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9c6ca02c-7653-4971-8be4-0eefce72b597', 'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'mac_address': 'fa:16:3e:ff:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:36Z', 'updated_at': '2022-02-09T13:13:52Z', 'revision_number': 5, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'subnets': [{'id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:14.575804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] Checking router: d325b524-4ca5-4aa2-aa95-34a2aca8a36e for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:15:14.600804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] Routers {'d325b524-4ca5-4aa2-aa95-34a2aca8a36e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:14.601463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:14.801479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:14.806716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:14.810184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:14.816624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:14.828860 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aed5bafc-1ca7-47d2-b826-8930300f4c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:14.912289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:14.918911 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:15.066588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb417c-1212-4678-a494-2d2f30876bb7 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:15:15.091414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb417c-1212-4678-a494-2d2f30876bb7 None None] Deleting port 501e7922-d970-4786-9da0-5b04c8330c2f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:15.091777 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f2bb417c-1212-4678-a494-2d2f30876bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:15.246743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] Set router d325b524-4ca5-4aa2-aa95-34a2aca8a36e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:15.276654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231600-4203-49b3-90cf-852641e79ea9 req-88cda745-5451-4e4c-a89b-76ec3d2f0c81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:15.278169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8231600-4203-49b3-90cf-852641e79ea9 req-88cda745-5451-4e4c-a89b-76ec3d2f0c81 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 200 len: 921 time: 1.0303829 Feb 09 13:15:15.282313 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-6a31ff10-5f0d-487e-810c-bd8678024410 service neutron] 10.222.0.59 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892388 Feb 09 13:15:15.379133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aed5bafc-1ca7-47d2-b826-8930300f4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:15.422904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63ec32-6cee-4b4c-ab85-3eb9bebf6a94 req-225829dc-ca00-4257-a367-ba7f8e0b6a58 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:15.424412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d63ec32-6cee-4b4c-ab85-3eb9bebf6a94 req-225829dc-ca00-4257-a367-ba7f8e0b6a58 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 946 time: 0.3106651 Feb 09 13:15:15.435770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5bafc-1ca7-47d2-b826-8930300f4c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a91069-f31c-4d1b-863e-da77bed27e86,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:15.512132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8231600-4203-49b3-90cf-852641e79ea9 req-139700df-6de0-47d8-833d-784c0fdf5569 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 200 len: 217 time: 0.2155924 Feb 09 13:15:15.526720 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aed5bafc-1ca7-47d2-b826-8930300f4c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:15.527826 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-aed5bafc-1ca7-47d2-b826-8930300f4c73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/56a91069-f31c-4d1b-863e-da77bed27e86 HTTP/1.1" status: 204 len: 168 time: 1.7672503 Feb 09 13:15:15.593792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8231600-4203-49b3-90cf-852641e79ea9 req-b0480d1f-dc29-4033-a580-e814bd4f6d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:15.595256 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8231600-4203-49b3-90cf-852641e79ea9 req-b0480d1f-dc29-4033-a580-e814bd4f6d32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=740d2694-313a-4f46-9dfd-f09e9f52af39 HTTP/1.1" status: 200 len: 860 time: 0.0644732 Feb 09 13:15:15.617376 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:15:15.683075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8231600-4203-49b3-90cf-852641e79ea9 req-9e8b9407-2b51-4814-b6c4-3957461a20fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a180facb-176b-4144-a9ec-ed479b3c2214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638742 Feb 09 13:15:15.766990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d63ec32-6cee-4b4c-ab85-3eb9bebf6a94 req-4435ba52-3a78-40c4-945e-e887960532d3 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265946 Feb 09 13:15:15.802386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984fdb0f-b7b8-491b-809d-6a2e7f4ee2f6 req-50c14328-01d0-43ce-b077-a128bafeb6a7 service neutron] 10.222.0.59 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050945 Feb 09 13:15:15.828717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:16.006275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8231600-4203-49b3-90cf-852641e79ea9 req-6b148905-f790-45aa-b785-b12a5f79f2d1 service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113801 Feb 09 13:15:16.040882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=97c78fa5-47e6-4e4c-8b4b-9fa2782d8f2e,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:16.131460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f2bb417c-1212-4678-a494-2d2f30876bb7 None None] For port 501e7922-d970-4786-9da0-5b04c8330c2f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=501e7922-d970-4786-9da0-5b04c8330c2f,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:16.132168 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f2bb417c-1212-4678-a494-2d2f30876bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:16.136335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:16.141863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:16.150020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:16.152027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:16.277919 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-959b423e-741a-4d24-a204-b1d4e1df927e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8516815 Feb 09 13:15:16.283056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52674) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:16.283524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-3d8da7e3-3aa2-4544-ab7c-cd4761af8f70 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/floatingips/42eed954-298d-40c1-8155-916f1a25cd2b HTTP/1.1" status: 200 len: 695 time: 0.2819111 Feb 09 13:15:16.307238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': '97c78fa5-47e6-4e4c-8b4b-9fa2782d8f2e', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2134415252'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:16.394857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb417c-1212-4678-a494-2d2f30876bb7 None None] Calling delete_port for 501e7922-d970-4786-9da0-5b04c8330c2f owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:16.484604 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:16.485479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 501e7922-d970-4786-9da0-5b04c8330c2f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:16.518401 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f2bb417c-1212-4678-a494-2d2f30876bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:16.602256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router e7967db7-d764-49ff-88c1-3b96a3780951 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:16.623695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 501e7922-d970-4786-9da0-5b04c8330c2f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:16.623913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 501e7922-d970-4786-9da0-5b04c8330c2f not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:16.640867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb417c-1212-4678-a494-2d2f30876bb7 None None] Pushing event deleted for resources: {'Port': ['ID=501e7922-d970-4786-9da0-5b04c8330c2f,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:16.643813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:16.647392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb417c-1212-4678-a494-2d2f30876bb7 None None] No DVR routers for this DVR port 501e7922-d970-4786-9da0-5b04c8330c2f on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:16.649743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:16.655256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:16.661341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:16.673180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96fcafa-ebc5-453b-9768-9a44a9ba87e5 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:16.675607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8231600-4203-49b3-90cf-852641e79ea9 req-b97023c3-8e22-44e6-8f47-89f28a0d1a15 service neutron] 10.222.0.67 "GET /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616491 Feb 09 13:15:16.688168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:16.701065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:16.746322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac7fa6-8e78-4603-84fd-49680a5d14c1 req-fbcca019-f6a4-405b-944e-57bea26ff0d2 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:16.757137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80ac7fa6-8e78-4603-84fd-49680a5d14c1 req-fbcca019-f6a4-405b-944e-57bea26ff0d2 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.6053815 Feb 09 13:15:16.757666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:37Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9c6ca02c-7653-4971-8be4-0eefce72b597', 'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'mac_address': 'fa:16:3e:ff:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:36Z', 'updated_at': '2022-02-09T13:13:52Z', 'revision_number': 5, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'subnets': [{'id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:16.842430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-ce7f5513-fe88-463b-80f7-8aa3580500d5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:16.842430 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-ce7f5513-fe88-463b-80f7-8aa3580500d5 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 784 time: 0.4848094 Feb 09 13:15:16.843687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaf3f35-37b6-48e1-a9c1-e16b2552ad84 None None] The sync data for ids ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'] in n-d-825175-3 is: [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:13:37Z', 'revision_number': 4, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '9c6ca02c-7653-4971-8be4-0eefce72b597', 'name': '', 'network_id': 'a180facb-176b-4144-a9ec-ed479b3c2214', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'mac_address': 'fa:16:3e:ff:57:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:36Z', 'updated_at': '2022-02-09T13:13:52Z', 'revision_number': 5, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'subnets': [{'id': '740d2694-313a-4f46-9dfd-f09e9f52af39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:16.854519 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80ac7fa6-8e78-4603-84fd-49680a5d14c1 req-57a8ad1c-8981-4770-a64d-d3ba413d09a3 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962777 Feb 09 13:15:17.104351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 2aaa06f3-62f7-4d53-aa71-78691028e9fd yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:15:17.134216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-7c10b27b-96e9-4f76-8d0e-cc0b7899841c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.188 HTTP/1.1" status: 200 len: 698 time: 0.2716088 Feb 09 13:15:17.168263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '97c78fa5-47e6-4e4c-8b4b-9fa2782d8f2e'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:15:17.169083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:17.424667 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:15:17.425235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:15:17.433704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:17.447640 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0cf85-a75e-4fb6-9076-27434315d342 None None] Sync routers for ids ['e7967db7-d764-49ff-88c1-3b96a3780951'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:17.477657 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0cf85-a75e-4fb6-9076-27434315d342 None None] Routers {'e7967db7-d764-49ff-88c1-3b96a3780951'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:17.478794 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bfc0cf85-a75e-4fb6-9076-27434315d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7967db7-d764-49ff-88c1-3b96a3780951'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:17.484409 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4967a251-c973-46cf-9e2c-29f738ccc9fb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/e7967db7-d764-49ff-88c1-3b96a3780951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1007757 Feb 09 13:15:17.486737 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4cdba61d-fec4-4f5a-9aed-8b387a5b08f4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2014809 Feb 09 13:15:17.487903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52708) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:17.490912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52710) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:17.588428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/97c78fa5-47e6-4e4c-8b4b-9fa2782d8f2e/38fb24a3-f4cc-44f6-b5fd-075bfaa0622c) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:17.623592 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bfc0cf85-a75e-4fb6-9076-27434315d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:17.651063 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0cf85-a75e-4fb6-9076-27434315d342 None None] Routers {'e7967db7-d764-49ff-88c1-3b96a3780951'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:17.655644 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bfc0cf85-a75e-4fb6-9076-27434315d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7967db7-d764-49ff-88c1-3b96a3780951'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:17.675862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4f74024a-a1b6-4e79-8b05-bd616bbad32d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:17.735675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-97e25302-30b9-4e17-8bff-407a5b430811 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.5.188 HTTP/1.1" status: 200 len: 698 time: 0.6005003 Feb 09 13:15:17.802535 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bfc0cf85-a75e-4fb6-9076-27434315d342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:17.804425 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0cf85-a75e-4fb6-9076-27434315d342 None None] The sync data for ids ['e7967db7-d764-49ff-88c1-3b96a3780951'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:17.848713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4f74024a-a1b6-4e79-8b05-bd616bbad32d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:17.852244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4f74024a-a1b6-4e79-8b05-bd616bbad32d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3579583 Feb 09 13:15:17.853810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52724) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:17.961157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:18.003844 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:18.016768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Transition to ACTIVE for port object 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:18.043362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Transition to ACTIVE for port object 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:18.051165 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:18.124621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-74083064-7b48-4fc8-aa34-6aac47cd60d7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Deleting port 388ceb97-d309-449a-bb16-16f638c6e862 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:18.125143 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-74083064-7b48-4fc8-aa34-6aac47cd60d7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:18.129140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Pushing event updated for resources: {'Port': ['ID=38fb24a3-f4cc-44f6-b5fd-075bfaa0622c,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:18.145913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:18.148411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:18.151181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:15:18.207602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4e0f7-7bea-4557-81c4-30567350a34d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:18.209583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4e0f7-7bea-4557-81c4-30567350a34d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:18.210702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dae4e0f7-7bea-4557-81c4-30567350a34d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:18.223599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0c2e3-4431-4c4f-be8f-3b130c8af254 req-976ddf73-9408-4b6d-8010-267733b15784 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:18.232824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80e0c2e3-4431-4c4f-be8f-3b130c8af254 req-976ddf73-9408-4b6d-8010-267733b15784 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 946 time: 0.5644157 Feb 09 13:15:18.263515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Attempting to bind port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:18.264024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Attempting to bind port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:18.264612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Attempting to bind port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:15:18.271643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:15:18.272584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:15:18.272584 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:18.273283 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:15:18.273860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Bound port: 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:18.274336 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:18.381133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] For port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:15:18.385253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] For port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=38fb24a3-f4cc-44f6-b5fd-075bfaa0622c,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:15:18.388041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dae4e0f7-7bea-4557-81c4-30567350a34d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:18.391542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dae4e0f7-7bea-4557-81c4-30567350a34d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5326095 Feb 09 13:15:18.391713 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:18.397798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52738) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:18.468176 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80e0c2e3-4431-4c4f-be8f-3b130c8af254 req-3f80314a-b6fd-4c29-b550-b8751c95c64b tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343433 Feb 09 13:15:18.545368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1c9aa-77f6-4729-9f3f-416df179c387 None None] Pushing event updated for resources: {'Port': ['ID=38fb24a3-f4cc-44f6-b5fd-075bfaa0622c,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:18.574327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-74083064-7b48-4fc8-aa34-6aac47cd60d7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:18.574649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-74083064-7b48-4fc8-aa34-6aac47cd60d7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:18.835295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-74083064-7b48-4fc8-aa34-6aac47cd60d7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Calling delete_port for 388ceb97-d309-449a-bb16-16f638c6e862 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:19.074020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-947dbaa8-e8e3-406b-bec8-2d1c6e4549c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 97c78fa5-47e6-4e4c-8b4b-9fa2782d8f2e {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:15:19.078326 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-947dbaa8-e8e3-406b-bec8-2d1c6e4549c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:19.166120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af813b1-1116-4159-a59a-c89c841c6aff req-0371b675-98eb-4a09-bbbd-3bb1ba62b2f9 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:19.172738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6af813b1-1116-4159-a59a-c89c841c6aff req-0371b675-98eb-4a09-bbbd-3bb1ba62b2f9 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.4656398 Feb 09 13:15:19.261623 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-947dbaa8-e8e3-406b-bec8-2d1c6e4549c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:19.341510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port b30b297e-de79-4d09-b8f5-fc22432dac66 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:19.342082 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:19.344683 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-74083064-7b48-4fc8-aa34-6aac47cd60d7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:19.415090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6af813b1-1116-4159-a59a-c89c841c6aff req-a36c1cd5-bdd2-4c63-8642-a704b9f2fc5c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414153 Feb 09 13:15:19.451185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74083064-7b48-4fc8-aa34-6aac47cd60d7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Pushing event deleted for resources: {'Port': ['ID=388ceb97-d309-449a-bb16-16f638c6e862,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:19.767235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a496366f-fab9-458f-8a97-c767d7ce35e9 None None] New status for floating IP 42eed954-298d-40c1-8155-916f1a25cd2b: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:15:19.837661 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:19.846910 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-947dbaa8-e8e3-406b-bec8-2d1c6e4549c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:19.922951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-8d9b7389-e8b3-44fc-a2f1-890e81900edc tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:19.925482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-8d9b7389-e8b3-44fc-a2f1-890e81900edc tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 946 time: 0.7129116 Feb 09 13:15:20.020492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a29b0357-0826-4c2b-89d9-bad20a276e76 None None] Provisioning for port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:20.120000 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-74083064-7b48-4fc8-aa34-6aac47cd60d7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.129131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Deleting port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:20.130183 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.156574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for b30b297e-de79-4d09-b8f5-fc22432dac66 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:20.328855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:20.337649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795d5f9-12c9-43b3-a4a6-b5063f1162fe req-4c152ed6-3aee-467d-bbfe-97569173eb6a tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:20.340163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5795d5f9-12c9-43b3-a4a6-b5063f1162fe req-4c152ed6-3aee-467d-bbfe-97569173eb6a tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 946 time: 0.5219438 Feb 09 13:15:20.341884 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-947dbaa8-e8e3-406b-bec8-2d1c6e4549c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.464434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dbaa8-e8e3-406b-bec8-2d1c6e4549c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=97c78fa5-47e6-4e4c-8b4b-9fa2782d8f2e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:20.486124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.491808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:20.498308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:20.498985 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.561855 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-947dbaa8-e8e3-406b-bec8-2d1c6e4549c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.564874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-947dbaa8-e8e3-406b-bec8-2d1c6e4549c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/97c78fa5-47e6-4e4c-8b4b-9fa2782d8f2e HTTP/1.1" status: 204 len: 168 time: 2.1637926 Feb 09 13:15:20.571161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52784) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:20.573628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-74083064-7b48-4fc8-aa34-6aac47cd60d7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.580869 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d1f754-baeb-4e2f-b50a-8ca7b855534d None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:20.591456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee10be94-d0b4-46c2-a5a6-4f3ff62aeb76 req-74083064-7b48-4fc8-aa34-6aac47cd60d7 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "DELETE /v2.0/floatingips/42eed954-298d-40c1-8155-916f1a25cd2b HTTP/1.1" status: 204 len: 173 time: 2.8493755 Feb 09 13:15:20.877308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=b30b297e-de79-4d09-b8f5-fc22432dac66,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:20.913103 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-12ba9004-ad8f-4109-b6a6-12f24f74834a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3201621 Feb 09 13:15:20.939383 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:20.999390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52794) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:21.039287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=38fb24a3-f4cc-44f6-b5fd-075bfaa0622c,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:21.042107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:21.057831 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.158790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf5d0ce-ad90-46b4-b0af-c5c94f2eb60d None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:15:21.171146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5d0ce-ad90-46b4-b0af-c5c94f2eb60d None None] Deleting port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:21.172376 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d0ce-ad90-46b4-b0af-c5c94f2eb60d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.192926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5795d5f9-12c9-43b3-a4a6-b5063f1162fe req-76aff486-e781-49ab-9723-b8de8dbc0ebd tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups?id=0d4274b8-ebba-4f16-b86f-694d10859793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7746470 Feb 09 13:15:21.220287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=38fb24a3-f4cc-44f6-b5fd-075bfaa0622c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:21.293872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] For port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:21.294255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.447083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:21.459118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2a459-60ba-4299-a782-61c10b49010e req-b8f89402-694b-4583-a12b-5421283f11e7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:21.464000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:21.466111 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9a2a459-60ba-4299-a782-61c10b49010e req-b8f89402-694b-4583-a12b-5421283f11e7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.5580151 Feb 09 13:15:21.483168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.486066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-dcf5d0ce-ad90-46b4-b0af-c5c94f2eb60d None None] For port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=38fb24a3-f4cc-44f6-b5fd-075bfaa0622c,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:21.486791 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d0ce-ad90-46b4-b0af-c5c94f2eb60d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.487347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:21.621335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74e5973e-4369-45c9-b5de-2b8f415644e0 req-7e3892a3-7ba9-485d-ae9a-bbe1065e426c tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups/7a9f0141-dc69-44fb-8d40-e30c8b58688a HTTP/1.1" status: 200 len: 1641 time: 0.2997026 Feb 09 13:15:21.702551 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5d0ce-ad90-46b4-b0af-c5c94f2eb60d None None] Calling delete_port for 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:21.740195 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.804166 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d0ce-ad90-46b4-b0af-c5c94f2eb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.862006 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5d0ce-ad90-46b4-b0af-c5c94f2eb60d None None] No DVR routers for this DVR port 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:21.864627 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.866896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:21.867585 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Floating IP 205b6ec8-426e-484e-9e43-74f1db5d284f disassociated. External IP: 172.25.5.98, port: a2a7ca24-c8f2-4ba2-af2f-44917dc50a27. Feb 09 13:15:21.868573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Calling delete_port for a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:21.872018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5d0ce-ad90-46b4-b0af-c5c94f2eb60d None None] Pushing event deleted for resources: {'Port': ['ID=38fb24a3-f4cc-44f6-b5fd-075bfaa0622c,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:21.917697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9a2a459-60ba-4299-a782-61c10b49010e req-9f01b434-4bdb-4366-b85c-8a8774bdbb8f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4506989 Feb 09 13:15:22.081622 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-74e5973e-4369-45c9-b5de-2b8f415644e0 req-692fe6ad-083c-4f95-aa4b-433929623df6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:22.239227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-74e5973e-4369-45c9-b5de-2b8f415644e0 req-692fe6ad-083c-4f95-aa4b-433929623df6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:22.264920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:22.329579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:22.393460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:22.393815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 38fb24a3-f4cc-44f6-b5fd-075bfaa0622c not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:22.489794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Pushing event deleted for resources: {'Port': ['ID=a2a7ca24-c8f2-4ba2-af2f-44917dc50a27,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:22.554120 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:22.584520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-138d7863-8249-4619-b2ca-38c57abe5a4a req-de0f7b12-ff94-4ef6-a8fd-80519c6722e4 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 210 time: 0.1055522 Feb 09 13:15:22.585564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-74e5973e-4369-45c9-b5de-2b8f415644e0 req-692fe6ad-083c-4f95-aa4b-433929623df6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:22.649103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692fe6ad-083c-4f95-aa4b-433929623df6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9f0141-dc69-44fb-8d40-e30c8b58688a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:22.687319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router e7967db7-d764-49ff-88c1-3b96a3780951 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:22.692937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:22.695627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=0f7a49e0-f205-447c-abcf-9adf557032b3,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:22.698214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:22.701488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:22.702146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:22.712559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef424a1-dbca-4ec3-b8ab-5aa88192cf48 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:22.874823 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-78ca92ac-2616-49f8-8da5-39d41187cf6c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8565342 Feb 09 13:15:22.877646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52834) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:22.887208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1826229713', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:22.898325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:22.904622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:router and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:22.909096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:22.919380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:22.945310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:22.946954 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:23.017335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:23.032204 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06f235-d57b-4439-8b3d-fd8f949baa4e None None] Sync routers for ids ['e7967db7-d764-49ff-88c1-3b96a3780951'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:23.046528 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e0aec058-e6fe-43cb-a0b1-39d3ef12a87d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/e7967db7-d764-49ff-88c1-3b96a3780951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5544462 Feb 09 13:15:23.054889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52840) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:23.069552 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06f235-d57b-4439-8b3d-fd8f949baa4e None None] Routers {'e7967db7-d764-49ff-88c1-3b96a3780951'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:23.075543 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8b06f235-d57b-4439-8b3d-fd8f949baa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7967db7-d764-49ff-88c1-3b96a3780951'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:23.219379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-582555fc-a965-4e15-9e1d-a37f0c1beb16 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:23.278880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:23.296250 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8b06f235-d57b-4439-8b3d-fd8f949baa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:23.315846 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06f235-d57b-4439-8b3d-fd8f949baa4e None None] Routers {'e7967db7-d764-49ff-88c1-3b96a3780951'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:23.316502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-582555fc-a965-4e15-9e1d-a37f0c1beb16 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:23.316920 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8b06f235-d57b-4439-8b3d-fd8f949baa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e7967db7-d764-49ff-88c1-3b96a3780951'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:23.322796 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-582555fc-a965-4e15-9e1d-a37f0c1beb16 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7967db7-d764-49ff-88c1-3b96a3780951 HTTP/1.1" status: 200 len: 205 time: 0.2568040 Feb 09 13:15:23.324760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:23.326531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52848) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:23.425393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:23.427135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:23.442997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '0f7a49e0-f205-447c-abcf-9adf557032b3'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:15:23.443551 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8b06f235-d57b-4439-8b3d-fd8f949baa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:23.444217 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06f235-d57b-4439-8b3d-fd8f949baa4e None None] The sync data for ids ['e7967db7-d764-49ff-88c1-3b96a3780951'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:23.444836 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:23.466941 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-74e5973e-4369-45c9-b5de-2b8f415644e0 req-692fe6ad-083c-4f95-aa4b-433929623df6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:23.472110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74e5973e-4369-45c9-b5de-2b8f415644e0 req-692fe6ad-083c-4f95-aa4b-433929623df6 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "DELETE /v2.0/security-groups/7a9f0141-dc69-44fb-8d40-e30c8b58688a HTTP/1.1" status: 204 len: 173 time: 1.8496499 Feb 09 13:15:23.627386 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:23.661162 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:23.663072 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f8ad56e2-f31f-4d13-96aa-63f03853601d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7842324 Feb 09 13:15:23.665839 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52856) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:23.670431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d29da9-b11e-44fb-a7cf-ddf332bca20b req-54aacf90-40f2-4582-bd2d-0e03862baeab tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:23.672012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23d29da9-b11e-44fb-a7cf-ddf332bca20b req-54aacf90-40f2-4582-bd2d-0e03862baeab tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.3718479 Feb 09 13:15:23.673464 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-99cf334c-16ac-4bf8-904a-be9a2124ffdb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:23.799060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23d29da9-b11e-44fb-a7cf-ddf332bca20b req-cdcc7f4b-14f3-401a-a01e-9726d408f8ff tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128850 Feb 09 13:15:23.891515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/0f7a49e0-f205-447c-abcf-9adf557032b3/cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:23.921728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Router 3b04da4f-612b-4f3b-b678-86a86d822210 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:24.261216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b8084a18-9476-4eb5-a1ee-33a8a1047094 req-50f34b59-1a22-4cc7-89ef-8c28347f7015 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Synchronizing usage tracker for tenant:e64dac7609c842e9b976ecc4ab4339dd on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:24.324227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b8084a18-9476-4eb5-a1ee-33a8a1047094 req-50f34b59-1a22-4cc7-89ef-8c28347f7015 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Unset dirty status for tenant:e64dac7609c842e9b976ecc4ab4339dd on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:24.325367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8084a18-9476-4eb5-a1ee-33a8a1047094 req-50f34b59-1a22-4cc7-89ef-8c28347f7015 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 210 time: 0.1767716 Feb 09 13:15:24.454110 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:24.475168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Transition to ACTIVE for port object cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:24.498303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34e40a-8d49-4783-89a0-e1cc862b96e6 req-df4927e1-a7f9-4f27-84a7-d3902256915f tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:24.499307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce34e40a-8d49-4783-89a0-e1cc862b96e6 req-df4927e1-a7f9-4f27-84a7-d3902256915f tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Synchronizing usage tracker for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:24.525517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Transition to ACTIVE for port object cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:24.534970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce34e40a-8d49-4783-89a0-e1cc862b96e6 req-df4927e1-a7f9-4f27-84a7-d3902256915f tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Unset dirty status for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:24.535130 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:24.542936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce34e40a-8d49-4783-89a0-e1cc862b96e6 req-df4927e1-a7f9-4f27-84a7-d3902256915f tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.1997674 Feb 09 13:15:24.572341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:24.617450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:24.624331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:24.626237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] Sync routers for ids ['3b04da4f-612b-4f3b-b678-86a86d822210'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:24.635584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:15:24.676250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] No DVR routers for this DVR port a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:24.680960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:24.683683 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e13604c0-6f0e-4ac8-9f3e-416f40085cb1 req-01147d8c-5687-4f93-bd49-cbb9dd680ce7 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.67 "DELETE /v2.0/ports/a2a7ca24-c8f2-4ba2-af2f-44917dc50a27 HTTP/1.1" status: 204 len: 173 time: 4.7261932 Feb 09 13:15:24.696035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f771762-e427-4162-9fd6-3e35e02d6990', 'name': 'network-vif-deleted', 'tag': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:24.748167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Pushing event updated for resources: {'Port': ['ID=cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:24.757409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce34e40a-8d49-4783-89a0-e1cc862b96e6 req-bbf8e850-2164-4488-8b28-6222ffd4b577 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Synchronizing usage tracker for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:24.782717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] Routers {'3b04da4f-612b-4f3b-b678-86a86d822210'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:24.783629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b04da4f-612b-4f3b-b678-86a86d822210'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:24.789124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ce34e40a-8d49-4783-89a0-e1cc862b96e6 req-bbf8e850-2164-4488-8b28-6222ffd4b577 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Unset dirty status for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:24.803837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce34e40a-8d49-4783-89a0-e1cc862b96e6 req-bbf8e850-2164-4488-8b28-6222ffd4b577 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585053 Feb 09 13:15:24.816503 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f771762-e427-4162-9fd6-3e35e02d6990', 'name': 'network-vif-deleted', 'tag': 'a2a7ca24-c8f2-4ba2-af2f-44917dc50a27', 'status': 'completed', 'code': 200} Feb 09 13:15:25.042004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Attempting to bind port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:25.042758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Attempting to bind port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:25.043484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Attempting to bind port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:15:25.049148 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-667f4d4f-d1e6-43c4-adc2-8bd92e380a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.063640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:15:25.064111 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:15:25.064577 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.065025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:15:25.065601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Bound port: cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:25.066046 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.171434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86390ba4-d0f0-41b8-a757-c26d6e305a5e req-9d5a97d1-ce02-40f6-8cf4-b6c69501a033 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:25.173558 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86390ba4-d0f0-41b8-a757-c26d6e305a5e req-9d5a97d1-ce02-40f6-8cf4-b6c69501a033 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.2026594 Feb 09 13:15:25.212112 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-99cf334c-16ac-4bf8-904a-be9a2124ffdb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.216926 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-99cf334c-16ac-4bf8-904a-be9a2124ffdb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.217262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] Set router 3b04da4f-612b-4f3b-b678-86a86d822210 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:25.266322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86390ba4-d0f0-41b8-a757-c26d6e305a5e req-d7c7afdd-0878-4d31-a5f3-d3db634c4eab tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865622 Feb 09 13:15:25.319018 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-99cf334c-16ac-4bf8-904a-be9a2124ffdb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.319371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cf334c-16ac-4bf8-904a-be9a2124ffdb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Fanout notify agent at l3_agent the message router_deleted on router e7967db7-d764-49ff-88c1-3b96a3780951 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:15:25.336251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-99cf334c-16ac-4bf8-904a-be9a2124ffdb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.337379 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-99cf334c-16ac-4bf8-904a-be9a2124ffdb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/e7967db7-d764-49ff-88c1-3b96a3780951 HTTP/1.1" status: 204 len: 168 time: 2.0096617 Feb 09 13:15:25.340113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52888) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:25.575382 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.656007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffccc5b-5397-4dab-9bd5-4d8f30924994 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting subnet 2e3c07d0-8711-447b-95f8-9fc6e66d3266 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:15:25.709458 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3ffccc5b-5397-4dab-9bd5-4d8f30924994 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.724828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] For port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:15:25.747480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] For port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:15:25.757436 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.774803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ff4a77d-fb2d-4338-bd80-13d0a96d6cbd req-b0afcb27-65e8-44d6-90c8-4cc529c5beea tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f771762-e427-4162-9fd6-3e35e02d6990 HTTP/1.1" status: 200 len: 210 time: 0.1228573 Feb 09 13:15:25.808046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3ffccc5b-5397-4dab-9bd5-4d8f30924994 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:25.891174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6709b-4d81-4b6a-8612-85904a13d417 None None] Pushing event updated for resources: {'Port': ['ID=cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:26.000974 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3ffccc5b-5397-4dab-9bd5-4d8f30924994 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:26.111948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:55Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a', 'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'mac_address': 'fa:16:3e:46:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:53Z', 'updated_at': '2022-02-09T13:14:14Z', 'revision_number': 5, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'subnets': [{'id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:26.122033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] Checking router: 3b04da4f-612b-4f3b-b678-86a86d822210 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:15:26.152856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] Routers {'3b04da4f-612b-4f3b-b678-86a86d822210'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:26.153321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:14:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b04da4f-612b-4f3b-b678-86a86d822210'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:26.184727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3ffccc5b-5397-4dab-9bd5-4d8f30924994 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:26.251940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffccc5b-5397-4dab-9bd5-4d8f30924994 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3c07d0-8711-447b-95f8-9fc6e66d3266,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:26.268423 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3ffccc5b-5397-4dab-9bd5-4d8f30924994 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:26.283408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3ffccc5b-5397-4dab-9bd5-4d8f30924994 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/2e3c07d0-8711-447b-95f8-9fc6e66d3266 HTTP/1.1" status: 204 len: 168 time: 0.9399498 Feb 09 13:15:26.289549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a7afa-2865-4f3d-8103-282bfddd56a5 req-04a9a4b8-d71a-400a-ac91-335c6e8ee4cd tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:26.291161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b1a7afa-2865-4f3d-8103-282bfddd56a5 req-04a9a4b8-d71a-400a-ac91-335c6e8ee4cd tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.2137854 Feb 09 13:15:26.293191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52904) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:26.444424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa5117-3fa5-4b78-8037-7f58939666c2 None None] Network 1aa727cf-d568-46b4-aede-c2a757b37a57 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:26.654640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::1 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/0f7a49e0-f205-447c-abcf-9adf557032b3/72608170-9dbe-4e0a-ba7d-247b94a469bc) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:26.682037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ceb88c-36c9-461d-a7f2-67617edd789e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting subnet 290b4439-de1f-44b3-bf88-b4aabe93ee08 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:15:26.740488 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-12ceb88c-36c9-461d-a7f2-67617edd789e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:26.912677 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:26.913965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] Set router 3b04da4f-612b-4f3b-b678-86a86d822210 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:26.948595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 72608170-9dbe-4e0a-ba7d-247b94a469bc will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:26.993051 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:27.121322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=72608170-9dbe-4e0a-ba7d-247b94a469bc,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:27.127453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:27.130736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:27.135488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:15:27.136352 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:27.147710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.148331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.148474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.148690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.149064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.149533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.149767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.150255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.150595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.151073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.151394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:27.186969 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-12ceb88c-36c9-461d-a7f2-67617edd789e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:27.272016 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-46063057-5658-43c3-b3b7-133fdb68ec4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:27.281891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:27.338406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b1a7afa-2865-4f3d-8103-282bfddd56a5 req-1d835c49-a923-4f1f-926d-4547a0489efd tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723268 Feb 09 13:15:27.389651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562536fd-64e9-445b-a10c-fe64b6b2a61a None None] DHCP port deletion for 1aa727cf-d568-46b4-aede-c2a757b37a57 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:15:27.404481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-562536fd-64e9-445b-a10c-fe64b6b2a61a None None] Deleting port c109e3cc-65d8-4a4c-aab6-7935322b6028 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:27.404925 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-562536fd-64e9-445b-a10c-fe64b6b2a61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:27.429795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26073d19-2354-4593-ab30-6ddfc74cdd86 req-913112aa-2c2f-4940-874b-0538cf11936f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:27.433155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26073d19-2354-4593-ab30-6ddfc74cdd86 req-913112aa-2c2f-4940-874b-0538cf11936f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.7665606 Feb 09 13:15:27.475962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-df4cff87-7652-4951-b7af-88868ef0aab9 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:27.478364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-df4cff87-7652-4951-b7af-88868ef0aab9 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.67 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 0.5524433 Feb 09 13:15:27.675594 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-12ceb88c-36c9-461d-a7f2-67617edd789e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:27.694775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52934) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:27.736834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26073d19-2354-4593-ab30-6ddfc74cdd86 req-14f3d24f-5f5e-4e63-a248-90bd9afdc7da tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932794 Feb 09 13:15:27.752424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Deleting port 79440ebd-b752-4084-9805-ef9ff0476b3f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:27.753130 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:27.906838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-562536fd-64e9-445b-a10c-fe64b6b2a61a None None] For port c109e3cc-65d8-4a4c-aab6-7935322b6028, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c109e3cc-65d8-4a4c-aab6-7935322b6028,segment=NetworkSegment(93e471af-36a2-4b60-9186-d693b296c115),segment_id=93e471af-36a2-4b60-9186-d693b296c115)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:27.907235 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-562536fd-64e9-445b-a10c-fe64b6b2a61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:27.961614 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-12ceb88c-36c9-461d-a7f2-67617edd789e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.088096 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-12ceb88c-36c9-461d-a7f2-67617edd789e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.094506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af590b-fc27-41c7-9ffe-f57aa3f42030 None None] Network a34ad37f-1116-4d38-a261-4d360ab0a082 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:28.166594 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8f25bb2d-3f86-4616-89e6-e086839641b5 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.270223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ceb88c-36c9-461d-a7f2-67617edd789e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Subnet': ['ID=290b4439-de1f-44b3-bf88-b4aabe93ee08,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:28.288033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-12ceb88c-36c9-461d-a7f2-67617edd789e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/290b4439-de1f-44b3-bf88-b4aabe93ee08 HTTP/1.1" status: 204 len: 168 time: 1.9915478 Feb 09 13:15:28.301600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52952) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:28.386686 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.399124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.400027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.516067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8f25bb2d-3f86-4616-89e6-e086839641b5 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.598458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=72608170-9dbe-4e0a-ba7d-247b94a469bc,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:28.656677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-562536fd-64e9-445b-a10c-fe64b6b2a61a None None] Calling delete_port for c109e3cc-65d8-4a4c-aab6-7935322b6028 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:28.745006 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ca2e682f-39b2-454f-a579-9f776231f084 req-d994f7a1-048f-42be-8bd4-f1e34ee43bd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1095 time: 0.2753694 Feb 09 13:15:28.753698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8f25bb2d-3f86-4616-89e6-e086839641b5 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.775173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] For port 79440ebd-b752-4084-9805-ef9ff0476b3f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=79440ebd-b752-4084-9805-ef9ff0476b3f,segment=NetworkSegment(39b27425-d967-404e-a338-fe6e61b58b2b),segment_id=39b27425-d967-404e-a338-fe6e61b58b2b)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:28.775633 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.780779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:28.890102 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-562536fd-64e9-445b-a10c-fe64b6b2a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:28.917028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e682f-39b2-454f-a579-9f776231f084 req-c396c19a-bc90-426b-8d38-dcf1bf2eafba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:28.918595 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ca2e682f-39b2-454f-a579-9f776231f084 req-c396c19a-bc90-426b-8d38-dcf1bf2eafba service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.1553135 Feb 09 13:15:28.931533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25bb2d-3f86-4616-89e6-e086839641b5 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4274b8-ebba-4f16-b86f-694d10859793,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:28.976165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562536fd-64e9-445b-a10c-fe64b6b2a61a None None] No DVR routers for this DVR port c109e3cc-65d8-4a4c-aab6-7935322b6028 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:29.000363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8930539f-b727-40f6-93be-bb7504fa29c7 None None] Provisioning for port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:29.014070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8f25bb2d-3f86-4616-89e6-e086839641b5 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.015322 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8f25bb2d-3f86-4616-89e6-e086839641b5 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "DELETE /v2.0/security-groups/0d4274b8-ebba-4f16-b86f-694d10859793 HTTP/1.1" status: 204 len: 168 time: 1.3195999 Feb 09 13:15:29.017532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:29.021249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52968) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:29.024225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:29.024790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562536fd-64e9-445b-a10c-fe64b6b2a61a None None] Pushing event deleted for resources: {'Port': ['ID=c109e3cc-65d8-4a4c-aab6-7935322b6028,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:29.052300 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.085480 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.104494 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-c9dc6e5f-d061-4554-9c2a-2de58cf0595b tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] show failed (client error): The resource could not be found. Feb 09 13:15:29.105785 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c9dc6e5f-d061-4554-9c2a-2de58cf0595b tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "GET /v2.0/security-groups/0d4274b8-ebba-4f16-b86f-694d10859793 HTTP/1.1" status: 404 len: 347 time: 0.0834715 Feb 09 13:15:29.125280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:55Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a', 'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'mac_address': 'fa:16:3e:46:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:53Z', 'updated_at': '2022-02-09T13:14:14Z', 'revision_number': 5, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'subnets': [{'id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:29.131439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:29.139642 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cfd089-f402-499f-9353-4b5fa9302693 None None] The sync data for ids ['3b04da4f-612b-4f3b-b678-86a86d822210'] in n-d-825175-3 is: [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:13:55Z', 'revision_number': 4, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a', 'name': '', 'network_id': 'f6848ab6-3a45-46b0-a576-d10d8738cc84', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'mac_address': 'fa:16:3e:46:d8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:53Z', 'updated_at': '2022-02-09T13:14:14Z', 'revision_number': 5, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'subnets': [{'id': '5e717fbb-b7e3-4ef2-872a-2e682cc6747d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:29.142795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:29.143196 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.256462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52974) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:29.324975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e9cf9552-9869-4358-8359-64723c789894 None None] Provisioning for port 72608170-9dbe-4e0a-ba7d-247b94a469bc completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:29.344000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e9cf9552-9869-4358-8359-64723c789894 None None] Provisioning complete for port 72608170-9dbe-4e0a-ba7d-247b94a469bc triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:29.344372 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e9cf9552-9869-4358-8359-64723c789894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.402961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Calling delete_port for 79440ebd-b752-4084-9805-ef9ff0476b3f owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:29.523615 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ca2e682f-39b2-454f-a579-9f776231f084 req-d336ac92-8151-42b2-b9e8-f3b371af22d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 998 time: 0.5953431 Feb 09 13:15:29.536839 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.577913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:29.593147 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.595188 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.615402 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba15d2f0-a1d6-4e84-9623-f0e44b7d9f10 None None] New status for floating IP 205b6ec8-426e-484e-9e43-74f1db5d284f: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:15:29.687357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e682f-39b2-454f-a579-9f776231f084 req-a5c7c0a5-23fd-41db-ad02-6c7823bcc036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:29.687681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf9552-9869-4358-8359-64723c789894 None None] Port 72608170-9dbe-4e0a-ba7d-247b94a469bc cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:29.690305 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ca2e682f-39b2-454f-a579-9f776231f084 req-a5c7c0a5-23fd-41db-ad02-6c7823bcc036 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1532612 Feb 09 13:15:29.696480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c9bed5-c005-4300-9845-b29af46cdde3 None None] DHCP port deletion for a34ad37f-1116-4d38-a261-4d360ab0a082 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:15:29.706291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9bed5-c005-4300-9845-b29af46cdde3 None None] Deleting port 6c1512b1-2c28-481c-9c36-40fe16dab2a4 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:29.707684 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f0c9bed5-c005-4300-9845-b29af46cdde3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.858856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c109e3cc-65d8-4a4c-aab6-7935322b6028 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:29.944453 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ca2e682f-39b2-454f-a579-9f776231f084 req-1124d71d-89ba-4d40-9682-8082a68727ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2447846 Feb 09 13:15:29.946525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Deleting port e91a450d-61ef-4807-90d6-479febb5aa95 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:29.947016 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:29.993719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: c109e3cc-65d8-4a4c-aab6-7935322b6028 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:29.994230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c109e3cc-65d8-4a4c-aab6-7935322b6028 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:30.048968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:30.058195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.144984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96049-c54a-4681-9f39-57509600eda3 req-c628c758-c134-44b7-bfaf-5e47272a399f tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:30.153171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ead96049-c54a-4681-9f39-57509600eda3 req-c628c758-c134-44b7-bfaf-5e47272a399f tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 946 time: 1.5363595 Feb 09 13:15:30.177254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7383b748-9aaf-4bed-8106-dcd904d6c3f9 None None] Provisioning complete for port 72608170-9dbe-4e0a-ba7d-247b94a469bc triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:30.177779 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7383b748-9aaf-4bed-8106-dcd904d6c3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.209045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Router 3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:15:30.283788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:30.312793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.380394 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ca2e682f-39b2-454f-a579-9f776231f084 req-ed512274-d634-4f64-839c-e3dec0fb6851 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253113 Feb 09 13:15:30.412385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7383b748-9aaf-4bed-8106-dcd904d6c3f9 None None] Port 72608170-9dbe-4e0a-ba7d-247b94a469bc cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:30.453622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f0c9bed5-c005-4300-9845-b29af46cdde3 None None] For port 6c1512b1-2c28-481c-9c36-40fe16dab2a4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6c1512b1-2c28-481c-9c36-40fe16dab2a4,segment=NetworkSegment(bb803758-1298-470c-9f4a-feabfc066f73),segment_id=bb803758-1298-470c-9f4a-feabfc066f73)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:30.453933 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f0c9bed5-c005-4300-9845-b29af46cdde3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.482927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa727cf-d568-46b4-aede-c2a757b37a57']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:30.534124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e471af-36a2-4b60-9186-d693b296c115') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:30.534600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e471af-36a2-4b60-9186-d693b296c115') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:30.542845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:30.550597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cfb3d-9515-4e59-86a8-2341ad74d681 req-6a1f7bd0-16d4-4caa-b3fe-c350c34ecba9 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:30.552223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b2cfb3d-9515-4e59-86a8-2341ad74d681 req-6a1f7bd0-16d4-4caa-b3fe-c350c34ecba9 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 2.0011668 Feb 09 13:15:30.557148 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d446723c-4686-40c3-aae6-c0c9fb66eccc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "PUT /v2.0/routers/3a1039b8-13a9-4c35-b6a6-6bfaf0f63073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8898377 Feb 09 13:15:30.560374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52996) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:30.586451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Sync routers for ids ['3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:30.597273 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ca2e682f-39b2-454f-a579-9f776231f084 req-dcc91aa4-a350-4567-81a7-5e3091b5da3b service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107120 Feb 09 13:15:30.609723 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.656983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec3f9d-880f-4e77-b717-85f6bb5ba298 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:30.657969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c0ec3f9d-880f-4e77-b717-85f6bb5ba298 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:30.673095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f0c9bed5-c005-4300-9845-b29af46cdde3 None None] Calling delete_port for 6c1512b1-2c28-481c-9c36-40fe16dab2a4 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:30.680623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c0ec3f9d-880f-4e77-b717-85f6bb5ba298 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:30.682832 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c0ec3f9d-880f-4e77-b717-85f6bb5ba298 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports/72608170-9dbe-4e0a-ba7d-247b94a469bc HTTP/1.1" status: 200 len: 911 time: 0.1206512 Feb 09 13:15:30.684804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53000) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:30.692698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ead96049-c54a-4681-9f39-57509600eda3 req-50bea3e4-9983-48fd-a7c8-21ef686c7026 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375023 Feb 09 13:15:30.753399 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.783307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:30.783762 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.815021 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Routers {'3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:30.815732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:30.843374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b2cfb3d-9515-4e59-86a8-2341ad74d681 req-767e1832-7c12-4ab1-9be7-f99b44536cf1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675323 Feb 09 13:15:30.857110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:15:30.857978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:30.884434 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:30.894162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7c37b-75c3-4086-8897-b864c5e00ac4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:30.899101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7c37b-75c3-4086-8897-b864c5e00ac4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:30.901508 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a0f7c37b-75c3-4086-8897-b864c5e00ac4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2155457 Feb 09 13:15:30.905128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53008) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:31.006114 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:31.161182 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:31.176690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Pushing event deleted for resources: {'Port': ['ID=79440ebd-b752-4084-9805-ef9ff0476b3f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:31.210517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.210864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.211208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.214678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.214975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.215314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.215649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.215978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.216303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.216628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.216947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:15:31.262071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f0c9bed5-c005-4300-9845-b29af46cdde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:31.273659 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:31.274750 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:31.291625 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:31.331460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Network': ['ID=1aa727cf-d568-46b4-aede-c2a757b37a57,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:31.366164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 79440ebd-b752-4084-9805-ef9ff0476b3f no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:31.499844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9bed5-c005-4300-9845-b29af46cdde3 None None] Pushing event deleted for resources: {'Port': ['ID=6c1512b1-2c28-481c-9c36-40fe16dab2a4,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:31.514029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 79440ebd-b752-4084-9805-ef9ff0476b3f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:31.514358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 79440ebd-b752-4084-9805-ef9ff0476b3f not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:31.561472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9bed5-c005-4300-9845-b29af46cdde3 None None] No DVR routers for this DVR port 6c1512b1-2c28-481c-9c36-40fe16dab2a4 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:31.578391 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8e941046-81db-4355-aefb-885d8849b970 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/networks/1aa727cf-d568-46b4-aede-c2a757b37a57 HTTP/1.1" status: 204 len: 168 time: 3.2752159 Feb 09 13:15:31.581452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:31.585854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Calling delete_port for e91a450d-61ef-4807-90d6-479febb5aa95 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:31.645807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Set router 3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:31.690256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] No DVR routers for this DVR port 79440ebd-b752-4084-9805-ef9ff0476b3f on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:31.697944 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:31.700837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12aeb708-7deb-4fd5-9e1a-a65630fc272f req-c94f1eae-c819-444d-a668-2c0cf0b3adea tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.67 "DELETE /v2.0/ports/79440ebd-b752-4084-9805-ef9ff0476b3f HTTP/1.1" status: 204 len: 173 time: 4.2152519 Feb 09 13:15:31.701929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'name': 'network-vif-deleted', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:31.788945 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:15:31.789276 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:15:31.875147 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1559d17c-f927-4025-8502-58df2f87cee7', 'name': 'network-vif-deleted', 'tag': '79440ebd-b752-4084-9805-ef9ff0476b3f', 'status': 'completed', 'code': 200} Feb 09 13:15:31.992003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6c1512b1-2c28-481c-9c36-40fe16dab2a4 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:32.085035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.097022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f4c9ac1f-32f8-403e-be72-c85c1916d61b req-e93efcc4-c77c-45be-ba5b-0ed76c3402b0 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Synchronizing usage tracker for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:32.102730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6c1512b1-2c28-481c-9c36-40fe16dab2a4 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:32.103069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6c1512b1-2c28-481c-9c36-40fe16dab2a4 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:32.193644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f4c9ac1f-32f8-403e-be72-c85c1916d61b req-e93efcc4-c77c-45be-ba5b-0ed76c3402b0 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] Unset dirty status for tenant:3c8b09ad31184d8ca1d0438d85b1fbd3 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:32.194795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4c9ac1f-32f8-403e-be72-c85c1916d61b req-e93efcc4-c77c-45be-ba5b-0ed76c3402b0 tempest-ServerRescueTestJSONUnderV235-1505920187 tempest-ServerRescueTestJSONUnderV235-1505920187-project] 10.222.0.59 "GET /v2.0/ports?device_id=1559d17c-f927-4025-8502-58df2f87cee7 HTTP/1.1" status: 200 len: 210 time: 0.1543477 Feb 09 13:15:32.251936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d5bbf-ce09-46de-b965-2df7636bc048 req-6d769d1f-65e2-4771-bc43-c59f3163b5b0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:32.253434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-923d5bbf-ce09-46de-b965-2df7636bc048 req-6d769d1f-65e2-4771-bc43-c59f3163b5b0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.1126909 Feb 09 13:15:32.288930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.309188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Deleting port e91a450d-61ef-4807-90d6-479febb5aa95 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:32.309642 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.390841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1039b8-13a9-4c35-b6a6-6bfaf0f63073', 'name': 'tempest-NetworksTestDHCPv6-router-1826229713', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:22Z', 'updated_at': '2022-02-09T13:15:27Z', 'revision_number': 2, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None, '_interfaces': [{'id': '72608170-9dbe-4e0a-ba7d-247b94a469bc', 'name': '', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'mac_address': 'fa:16:3e:23:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1039b8-13a9-4c35-b6a6-6bfaf0f63073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f7a49e0-f205-447c-abcf-9adf557032b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:25Z', 'updated_at': '2022-02-09T13:15:28Z', 'revision_number': 2, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'subnets': [{'id': '0f7a49e0-f205-447c-abcf-9adf557032b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:32.396634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Checking router: 3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:15:32.396989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Updating router 3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 port 72608170-9dbe-4e0a-ba7d-247b94a469bc binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:15:32.412653 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-923d5bbf-ce09-46de-b965-2df7636bc048 req-26045498-6f44-432f-8cdc-277665d824d1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525691 Feb 09 13:15:32.492243 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.618549 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.618946 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.679859 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.716936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34ad37f-1116-4d38-a261-4d360ab0a082']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:32.731991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb803758-1298-470c-9f4a-feabfc066f73') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:32.733002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb803758-1298-470c-9f4a-feabfc066f73') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:32.747114 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.770296 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.777642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:15:32.778337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.844546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Calling delete_port for e91a450d-61ef-4807-90d6-479febb5aa95 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:32.890060 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:32.900107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.929687 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:32.955436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Network': ['ID=a34ad37f-1116-4d38-a261-4d360ab0a082,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:32.965091 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9557c87e-8d7b-4f02-8cde-b9ca22e1fc3b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/networks/a34ad37f-1116-4d38-a261-4d360ab0a082 HTTP/1.1" status: 204 len: 168 time: 1.3777308 Feb 09 13:15:32.965091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53054) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:32.973623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-966287518'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:32.976169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2d2a1-201d-4316-9c93-26063ca8f466 req-fd53181c-a5c5-4227-8529-df8527894393 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:32.978570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-09c2d2a1-201d-4316-9c93-26063ca8f466 req-fd53181c-a5c5-4227-8529-df8527894393 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.2658527 Feb 09 13:15:32.995592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:33.006723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:network and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:33.011797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:33.022864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:33.087858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:33.094616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:33.134133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-09c2d2a1-201d-4316-9c93-26063ca8f466 req-ed162c9e-ddbe-4607-b275-d125d12b5c77 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489429 Feb 09 13:15:33.159107 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:33.224146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Pushing event deleted for resources: {'Port': ['ID=e91a450d-61ef-4807-90d6-479febb5aa95,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:33.465787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53066) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:33.493650 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:33.518181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:33.528380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:33.530024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ae810bf5-1435-4518-a282-93e2fbe8a6f0 tempest-ServersTestManualDisk-822174847 tempest-ServersTestManualDisk-822174847-project] 10.222.0.59 "DELETE /v2.0/floatingips/205b6ec8-426e-484e-9e43-74f1db5d284f HTTP/1.1" status: 204 len: 168 time: 4.1503351 Feb 09 13:15:33.536938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53070) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:33.540578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Transition to ACTIVE for port object 72608170-9dbe-4e0a-ba7d-247b94a469bc will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:33.551639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:15:33.567036 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:33.654981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 72608170-9dbe-4e0a-ba7d-247b94a469bc {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:33.655364 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:33.799028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:33.803492 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added segment ba63339e-8f66-4b3a-a764-552db7dbda6e of type vlan for network f04834b9-3e90-4273-b0e5-e48f61cf00c8 Feb 09 13:15:33.831334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fcc13-be51-4728-8483-cf78e4b5ff45 None None] Pushing event updated for resources: {'Port': ['ID=72608170-9dbe-4e0a-ba7d-247b94a469bc,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:33.896038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Attempting to bind port 72608170-9dbe-4e0a-ba7d-247b94a469bc on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:33.896411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Attempting to bind port 72608170-9dbe-4e0a-ba7d-247b94a469bc by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:33.896927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Attempting to bind port 72608170-9dbe-4e0a-ba7d-247b94a469bc on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:15:33.904550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:15:33.904914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:15:33.905305 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:33.905685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:15:33.906170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Bound port: 72608170-9dbe-4e0a-ba7d-247b94a469bc, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:33.906553 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.099560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] For port 72608170-9dbe-4e0a-ba7d-247b94a469bc, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:15:34.103763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] For port 72608170-9dbe-4e0a-ba7d-247b94a469bc, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72608170-9dbe-4e0a-ba7d-247b94a469bc,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:15:34.110201 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.174644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.287488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.299412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:34.299913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.318586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] For port 72608170-9dbe-4e0a-ba7d-247b94a469bc, host n-d-825175-3, got binding levels [] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:34.318831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.341956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fcc13-be51-4728-8483-cf78e4b5ff45 None None] Pushing event updated for resources: {'Port': ['ID=72608170-9dbe-4e0a-ba7d-247b94a469bc,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:34.361966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Routers {'3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:34.362658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:34.374413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dfcd8-2fa8-4ab0-885b-688efcb4037a req-fad5298f-61eb-413f-81d0-0c269037dec2 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:34.377564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a1dfcd8-2fa8-4ab0-885b-688efcb4037a req-fad5298f-61eb-413f-81d0-0c269037dec2 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.4503007 Feb 09 13:15:34.514228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Network': ['ID=f04834b9-3e90-4273-b0e5-e48f61cf00c8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:34.550401 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a1dfcd8-2fa8-4ab0-885b-688efcb4037a req-8e52d39d-bac7-48d2-b4a7-a5483b034697 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652970 Feb 09 13:15:34.634137 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f04834b9-3e90-4273-b0e5-e48f61cf00c8 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:15:34.694454 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:34.837535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] Set router 3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:34.889226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 72608170-9dbe-4e0a-ba7d-247b94a469bc owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:34.966320 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b0f8f121-f17c-45e3-a0a3-578c97dfe9d2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0002902 Feb 09 13:15:34.969009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53092) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:34.986315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'subnet': {'network_id': 'f04834b9-3e90-4273-b0e5-e48f61cf00c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:35.197060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:35.218384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:subnet and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:35.232051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:35.253545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:35.336419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:35.424359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1039b8-13a9-4c35-b6a6-6bfaf0f63073', 'name': 'tempest-NetworksTestDHCPv6-router-1826229713', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:22Z', 'updated_at': '2022-02-09T13:15:27Z', 'revision_number': 2, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None, '_interfaces': [{'id': '72608170-9dbe-4e0a-ba7d-247b94a469bc', 'name': '', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'mac_address': 'fa:16:3e:23:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1039b8-13a9-4c35-b6a6-6bfaf0f63073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f7a49e0-f205-447c-abcf-9adf557032b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:25Z', 'updated_at': '2022-02-09T13:15:34Z', 'revision_number': 4, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'subnets': [{'id': '0f7a49e0-f205-447c-abcf-9adf557032b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:35.438397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb4eed6-f34e-4823-88f1-a0d20cc97a9c None None] The sync data for ids ['3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'] in n-d-825175-3 is: [{'id': '3a1039b8-13a9-4c35-b6a6-6bfaf0f63073', 'name': 'tempest-NetworksTestDHCPv6-router-1826229713', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:22Z', 'updated_at': '2022-02-09T13:15:27Z', 'revision_number': 2, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None, '_interfaces': [{'id': '72608170-9dbe-4e0a-ba7d-247b94a469bc', 'name': '', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'mac_address': 'fa:16:3e:23:bc:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1039b8-13a9-4c35-b6a6-6bfaf0f63073', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f7a49e0-f205-447c-abcf-9adf557032b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:25Z', 'updated_at': '2022-02-09T13:15:34Z', 'revision_number': 4, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'subnets': [{'id': '0f7a49e0-f205-447c-abcf-9adf557032b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:35.453358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:15:35.453747 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:15:35.520166 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.574321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:35.603600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933ebac-1d04-48a5-9d9a-349d19c51f84 req-02bf9b32-9bd4-4e95-abd8-884b69b16ca8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:35.618484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0933ebac-1d04-48a5-9d9a-349d19c51f84 req-02bf9b32-9bd4-4e95-abd8-884b69b16ca8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.3404748 Feb 09 13:15:35.958265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 72608170-9dbe-4e0a-ba7d-247b94a469bc {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:35.958783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.050056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0933ebac-1d04-48a5-9d9a-349d19c51f84 req-5966382a-b680-4b8a-804f-1058405db3f4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4306214 Feb 09 13:15:36.332336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72608170-9dbe-4e0a-ba7d-247b94a469bc up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:36.365079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] For port 72608170-9dbe-4e0a-ba7d-247b94a469bc, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72608170-9dbe-4e0a-ba7d-247b94a469bc,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:36.365540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.501518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 72608170-9dbe-4e0a-ba7d-247b94a469bc completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:36.509897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 72608170-9dbe-4e0a-ba7d-247b94a469bc triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:36.509897 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.644697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53116) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:36.653825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 72608170-9dbe-4e0a-ba7d-247b94a469bc owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:36.672867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.722003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 72608170-9dbe-4e0a-ba7d-247b94a469bc, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72608170-9dbe-4e0a-ba7d-247b94a469bc,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:36.728131 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.837101 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:36.852698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=72608170-9dbe-4e0a-ba7d-247b94a469bc,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:36.930858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:15:36.930858 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:15:36.968316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Subnet': ['ID=52b62e00-7596-49a3-bd20-9f528820b6bb,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:36.999844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Checking segment: {'id': 'ba63339e-8f66-4b3a-a764-552db7dbda6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f04834b9-3e90-4273-b0e5-e48f61cf00c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:15:37.000610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network hostable DHCP agents. Network: f04834b9-3e90-4273-b0e5-e48f61cf00c8, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:15:37.041064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network f04834b9-3e90-4273-b0e5-e48f61cf00c8 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:15:37.094101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f04834b9-3e90-4273-b0e5-e48f61cf00c8) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:37.100525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:37.102518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.112409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba88761b-a9aa-4a21-b86f-51f65cac3391 None None] Network f04834b9-3e90-4273-b0e5-e48f61cf00c8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:37.193762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-219528d2-52eb-47ba-8760-e12289197741 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2143364 Feb 09 13:15:37.195961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53138) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:37.243506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1344406171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:37.263031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:37.271725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:router and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:37.281955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:37.296634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:37.330668 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.335330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.384296 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.412876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f5f4ef01-c1fe-4677-8b22-84e57ab0ba99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.484686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f04834b9-3e90-4273-b0e5-e48f61cf00c8', 'network_id': 'f04834b9-3e90-4273-b0e5-e48f61cf00c8', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'fixed_ips': [{'subnet_id': '52b62e00-7596-49a3-bd20-9f528820b6bb'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:15:37.486065 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.491018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f5f4ef01-c1fe-4677-8b22-84e57ab0ba99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:37.496759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f5f4ef01-c1fe-4677-8b22-84e57ab0ba99 admin admin] Usage tracker for resource:security_group_rule and tenant:783516b9c61a4490a5798d6d6c13fe73 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:37.508525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f5f4ef01-c1fe-4677-8b22-84e57ab0ba99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:37.518746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f5f4ef01-c1fe-4677-8b22-84e57ab0ba99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:37.615794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.661350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] Deleting port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:37.661695 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.730575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88b2ed-1cc2-4433-a01e-42c6f901d1f2 req-2825885b-5f90-42bd-a8ad-23b199d38938 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:37.732522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe88b2ed-1cc2-4433-a01e-42c6f901d1f2 req-2825885b-5f90-42bd-a8ad-23b199d38938 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.3312316 Feb 09 13:15:37.747239 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.749374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-caed59a1-c5ec-4ee3-96e4-a3a0c22ce4be tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5481970 Feb 09 13:15:37.757404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53146) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:37.766454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'port': {'network_id': 'f04834b9-3e90-4273-b0e5-e48f61cf00c8', 'name': 'tempest-RoutersIpV6Test-2137688675'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:37.806003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Allocated IP 2001:db8::2 (f04834b9-3e90-4273-b0e5-e48f61cf00c8/52b62e00-7596-49a3-bd20-9f528820b6bb/a437186c-c4c7-4d16-821b-5189955859a0) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:37.821067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f5f4ef01-c1fe-4677-8b22-84e57ab0ba99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.821937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 72608170-9dbe-4e0a-ba7d-247b94a469bc {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:37.822255 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.857379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba387147-a815-4f53-bd2c-a315cf7be7fd req-2ff68458-690c-482c-bd68-b747fd7ab1ca tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:37.859316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f5f4ef01-c1fe-4677-8b22-84e57ab0ba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:37.865508 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba387147-a815-4f53-bd2c-a315cf7be7fd req-2ff68458-690c-482c-bd68-b747fd7ab1ca tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.3827770 Feb 09 13:15:37.974744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe88b2ed-1cc2-4433-a01e-42c6f901d1f2 req-961f4d7e-7e2c-4555-be50-4559bcd8a82d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211506 Feb 09 13:15:38.087431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4ef01-c1fe-4677-8b22-84e57ab0ba99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0289b7-08e9-4b9c-bc1c-eb7efa5fce2e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:38.127011 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba387147-a815-4f53-bd2c-a315cf7be7fd req-dc9757a1-e9c5-4a11-a5de-4b062c4c2115 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605391 Feb 09 13:15:38.141885 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f5f4ef01-c1fe-4677-8b22-84e57ab0ba99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=783516b9c61a4490a5798d6d6c13fe73&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4961720 Feb 09 13:15:38.149366 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.164448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Transition to ACTIVE for port object a437186c-c4c7-4d16-821b-5189955859a0 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:38.190083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Transition to ACTIVE for port object a437186c-c4c7-4d16-821b-5189955859a0 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:38.197819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53158) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:38.206544 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.255919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] Deleting port 9c6ca02c-7653-4971-8be4-0eefce72b597 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:38.256784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.279329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72608170-9dbe-4e0a-ba7d-247b94a469bc up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:38.318295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:38.351830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] For port cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:38.352098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Network f04834b9-3e90-4273-b0e5-e48f61cf00c8 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:38.352192 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.360757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:38.370948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Pushing event updated for resources: {'Port': ['ID=a437186c-c4c7-4d16-821b-5189955859a0,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:38.375474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:38.378163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:15:38.498723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] Calling delete_port for cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:38.525385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:38.529043 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.536124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 72608170-9dbe-4e0a-ba7d-247b94a469bc triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:38.547048 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.570347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] device_id is not set on port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:15:38.640541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Attempting to bind port a437186c-c4c7-4d16-821b-5189955859a0 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:38.640912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Attempting to bind port a437186c-c4c7-4d16-821b-5189955859a0 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ba63339e-8f66-4b3a-a764-552db7dbda6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f04834b9-3e90-4273-b0e5-e48f61cf00c8'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:38.641265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Attempting to bind port a437186c-c4c7-4d16-821b-5189955859a0 on network f04834b9-3e90-4273-b0e5-e48f61cf00c8 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:15:38.656210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:15:38.656505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Checking segment: {'id': 'ba63339e-8f66-4b3a-a764-552db7dbda6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f04834b9-3e90-4273-b0e5-e48f61cf00c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:15:38.657077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.657462 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Bound using segment: {'id': 'ba63339e-8f66-4b3a-a764-552db7dbda6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f04834b9-3e90-4273-b0e5-e48f61cf00c8'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:15:38.657921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Bound port: a437186c-c4c7-4d16-821b-5189955859a0, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba63339e-8f66-4b3a-a764-552db7dbda6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f04834b9-3e90-4273-b0e5-e48f61cf00c8'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:38.658283 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.684455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] For port 72608170-9dbe-4e0a-ba7d-247b94a469bc, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=72608170-9dbe-4e0a-ba7d-247b94a469bc,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:38.685413 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.806884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76327909-30ff-4734-9b95-569e97f49d40 req-f36f3075-99e8-4e00-9d7c-f94796ee31d3 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:38.808573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76327909-30ff-4734-9b95-569e97f49d40 req-f36f3075-99e8-4e00-9d7c-f94796ee31d3 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.1940012 Feb 09 13:15:38.901617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] For port a437186c-c4c7-4d16-821b-5189955859a0, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:15:38.903906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Allocated IP 2001:db8::1fd (f04834b9-3e90-4273-b0e5-e48f61cf00c8/52b62e00-7596-49a3-bd20-9f528820b6bb/a67fa5b2-7f35-4e96-8924-3b8d4de96d77) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:38.905842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] For port a437186c-c4c7-4d16-821b-5189955859a0, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a437186c-c4c7-4d16-821b-5189955859a0,segment=NetworkSegment(ba63339e-8f66-4b3a-a764-552db7dbda6e),segment_id=ba63339e-8f66-4b3a-a764-552db7dbda6e)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:15:38.912295 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:38.944485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 72608170-9dbe-4e0a-ba7d-247b94a469bc owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:38.945195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76327909-30ff-4734-9b95-569e97f49d40 req-c4a1bb09-f142-4aa2-beef-a3850a3b3238 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297534 Feb 09 13:15:39.013081 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.078895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320fdff-371a-46f8-8d59-b9d8af408a60 None None] Pushing event updated for resources: {'Port': ['ID=a437186c-c4c7-4d16-821b-5189955859a0,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:39.088314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:39.315293 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.442137 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72a5a81f-ebd0-406b-b520-2666bec1d823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.444030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=72608170-9dbe-4e0a-ba7d-247b94a469bc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:39.556816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.580034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Transition to ACTIVE for port object a67fa5b2-7f35-4e96-8924-3b8d4de96d77 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:39.616754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.621393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] For port 9c6ca02c-7653-4971-8be4-0eefce72b597, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=9c6ca02c-7653-4971-8be4-0eefce72b597,segment=NetworkSegment(39b27425-d967-404e-a338-fe6e61b58b2b),segment_id=39b27425-d967-404e-a338-fe6e61b58b2b)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:39.626751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.771552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72a5a81f-ebd0-406b-b520-2666bec1d823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:39.845674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] Calling delete_port for 9c6ca02c-7653-4971-8be4-0eefce72b597 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:39.846830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network f04834b9-3e90-4273-b0e5-e48f61cf00c8 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:39.910443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:39.915899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=a67fa5b2-7f35-4e96-8924-3b8d4de96d77,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:39.918378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:15:39.937514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:39.938174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.069877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1405b-99bd-46dd-a714-4a26653d7f45 req-5c68e75d-f156-41c5-a7d4-6b4c66e3544a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:40.077070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13a1405b-99bd-46dd-a714-4a26653d7f45 req-5c68e75d-f156-41c5-a7d4-6b4c66e3544a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.4716101 Feb 09 13:15:40.082369 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fdfd5612-5f22-48c9-959e-cb604537dca5 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3190720 Feb 09 13:15:40.084260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53184) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:40.103073 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.391118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13a1405b-99bd-46dd-a714-4a26653d7f45 req-0ca72a1e-d55d-47cc-bd78-3a0a8b5e5bd7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962451 Feb 09 13:15:40.488637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a437186c-c4c7-4d16-821b-5189955859a0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:40.614760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00d470-e62b-4727-a81d-d2fe0d27806d None None] Network f04834b9-3e90-4273-b0e5-e48f61cf00c8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:40.623936 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72a5a81f-ebd0-406b-b520-2666bec1d823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.631970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49569ae0-e66c-446c-91b3-f492991edbca req-ad53ac2b-b216-4767-9b7b-708edf28ff83 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:40.633824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49569ae0-e66c-446c-91b3-f492991edbca req-ad53ac2b-b216-4767-9b7b-708edf28ff83 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.3594446 Feb 09 13:15:40.651865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5a81f-ebd0-406b-b520-2666bec1d823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0289b7-08e9-4b9c-bc1c-eb7efa5fce2e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:40.715882 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72a5a81f-ebd0-406b-b520-2666bec1d823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.716991 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-72a5a81f-ebd0-406b-b520-2666bec1d823 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c0289b7-08e9-4b9c-bc1c-eb7efa5fce2e HTTP/1.1" status: 204 len: 168 time: 2.5182846 Feb 09 13:15:40.785749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port a437186c-c4c7-4d16-821b-5189955859a0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:40.804581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a9787b47-0b76-468e-8824-8a0f4a082f40 None None] Provisioning for port a437186c-c4c7-4d16-821b-5189955859a0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:40.823535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a9787b47-0b76-468e-8824-8a0f4a082f40 None None] Provisioning complete for port a437186c-c4c7-4d16-821b-5189955859a0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:40.823808 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9787b47-0b76-468e-8824-8a0f4a082f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.834623 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.898567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:40.930277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49569ae0-e66c-446c-91b3-f492991edbca req-62f4e01d-087c-4cec-9ce9-a7f6ee27e0d2 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225609 Feb 09 13:15:41.040438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6ca02c-7653-4971-8be4-0eefce72b597,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:41.160278 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9787b47-0b76-468e-8824-8a0f4a082f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.262699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.267236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a9787b47-0b76-468e-8824-8a0f4a082f40 None None] For port a437186c-c4c7-4d16-821b-5189955859a0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a437186c-c4c7-4d16-821b-5189955859a0,segment=NetworkSegment(ba63339e-8f66-4b3a-a764-552db7dbda6e),segment_id=ba63339e-8f66-4b3a-a764-552db7dbda6e)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:41.272985 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9787b47-0b76-468e-8824-8a0f4a082f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.304722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53204) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:41.358173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9787b47-0b76-468e-8824-8a0f4a082f40 None None] Pushing event updated for resources: {'Port': ['ID=a437186c-c4c7-4d16-821b-5189955859a0,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:41.569343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53212) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:41.608846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4f7cda13-4ee6-405e-b29c-e2cd3e68bfe9 None None] Provisioning for port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:41.614785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4f7cda13-4ee6-405e-b29c-e2cd3e68bfe9 None None] Provisioning complete for port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:41.615149 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4f7cda13-4ee6-405e-b29c-e2cd3e68bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.672190 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.686361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4f7cda13-4ee6-405e-b29c-e2cd3e68bfe9 None None] Port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:41.701452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4f7cda13-4ee6-405e-b29c-e2cd3e68bfe9 None None] Provisioning complete for port a437186c-c4c7-4d16-821b-5189955859a0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:41.702094 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4f7cda13-4ee6-405e-b29c-e2cd3e68bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.715506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Router 3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:41.724866 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67dd51ba-44d3-4111-98bd-b7a02a122169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.858554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ebc54122-f515-472c-a66a-4803d8890e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:41.900396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac829-0897-4e13-b137-8f97a653c2c5 req-fd50296d-6ced-4ba0-9e98-5c955fe93783 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:41.901853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-873ac829-0897-4e13-b137-8f97a653c2c5 req-fd50296d-6ced-4ba0-9e98-5c955fe93783 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.5236940 Feb 09 13:15:41.922061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-67dd51ba-44d3-4111-98bd-b7a02a122169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:41.967539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-67dd51ba-44d3-4111-98bd-b7a02a122169 admin admin] Usage tracker for resource:security_group_rule and tenant:ba856f09fddf47dcb932f4424062c4e2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:41.975047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ebc54122-f515-472c-a66a-4803d8890e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:41.980428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ebc54122-f515-472c-a66a-4803d8890e4d admin admin] Usage tracker for resource:security_group_rule and tenant:3967e6c91dda47f0ba3bb9401d978986 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:41.984136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ebc54122-f515-472c-a66a-4803d8890e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:41.995004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ebc54122-f515-472c-a66a-4803d8890e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:41.998916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:42.026923 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] Sync routers for ids ['3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:42.028949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-67dd51ba-44d3-4111-98bd-b7a02a122169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:42.043963 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] Routers {'3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:42.044827 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:42.054634 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-982fd9d0-626c-44b1-88f7-98a3870536d5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "PUT /v2.0/routers/3a1039b8-13a9-4c35-b6a6-6bfaf0f63073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1475344 Feb 09 13:15:42.060283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53216) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:42.067033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8d0a4fdc-9385-4f94-bceb-b33280b333b2 None None] Provisioning complete for port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:42.067716 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d0a4fdc-9385-4f94-bceb-b33280b333b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.108326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-67dd51ba-44d3-4111-98bd-b7a02a122169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:42.128046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920c029-a989-4e77-9492-9afa439f4dc7 req-06cf41aa-1ac9-4548-8dc9-14dface02b13 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:42.129530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1920c029-a989-4e77-9492-9afa439f4dc7 req-06cf41aa-1ac9-4548-8dc9-14dface02b13 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.5558729 Feb 09 13:15:42.167968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ebc54122-f515-472c-a66a-4803d8890e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.175333 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.184506 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ebc54122-f515-472c-a66a-4803d8890e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.197046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb711b2-0acc-43f4-9835-2aaac2dc4a8a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:42.198356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb711b2-0acc-43f4-9835-2aaac2dc4a8a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:42.199139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dcb711b2-0acc-43f4-9835-2aaac2dc4a8a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:42.203272 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-873ac829-0897-4e13-b137-8f97a653c2c5 req-aea3462f-be2e-42d3-af78-c08344c00832 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850320 Feb 09 13:15:42.229689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a4fdc-9385-4f94-bceb-b33280b333b2 None None] Port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:42.276185 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] Set router 3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:42.380223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dcb711b2-0acc-43f4-9835-2aaac2dc4a8a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:42.384000 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dcb711b2-0acc-43f4-9835-2aaac2dc4a8a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3151300 Feb 09 13:15:42.391821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53222) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:42.393883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a437186c-c4c7-4d16-821b-5189955859a0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:42.436956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc54122-f515-472c-a66a-4803d8890e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa379a6-b049-403c-82b1-0ddd35ca00c3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:42.454450 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1039b8-13a9-4c35-b6a6-6bfaf0f63073', 'name': 'tempest-NetworksTestDHCPv6-router-1826229713', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:22Z', 'updated_at': '2022-02-09T13:15:39Z', 'revision_number': 3, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:42.467218 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] Checking router: 3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:15:42.479717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a437186c-c4c7-4d16-821b-5189955859a0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:42.480929 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.483097 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] Routers {'3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:42.483843 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:42.547824 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67dd51ba-44d3-4111-98bd-b7a02a122169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.552677 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1920c029-a989-4e77-9492-9afa439f4dc7 req-f3cf44ff-81f9-4183-b094-30595c075164 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862011 Feb 09 13:15:42.625135 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67dd51ba-44d3-4111-98bd-b7a02a122169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.665581 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ebc54122-f515-472c-a66a-4803d8890e4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3967e6c91dda47f0ba3bb9401d978986&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3591840 Feb 09 13:15:42.666738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53226) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:42.717035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-67dd51ba-44d3-4111-98bd-b7a02a122169 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba856f09fddf47dcb932f4424062c4e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1419010 Feb 09 13:15:42.720355 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] Set router 3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:42.723306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53230) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:42.759577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd51ba-44d3-4111-98bd-b7a02a122169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1849326b-f05d-4c10-9956-ae8c12a8750d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:42.814368 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.829814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.836328 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1039b8-13a9-4c35-b6a6-6bfaf0f63073', 'name': 'tempest-NetworksTestDHCPv6-router-1826229713', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:22Z', 'updated_at': '2022-02-09T13:15:39Z', 'revision_number': 3, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:42.841049 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b295c-b48c-45c3-a62e-313ce4934237 None None] The sync data for ids ['3a1039b8-13a9-4c35-b6a6-6bfaf0f63073'] in n-d-825175-3 is: [{'id': '3a1039b8-13a9-4c35-b6a6-6bfaf0f63073', 'name': 'tempest-NetworksTestDHCPv6-router-1826229713', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:22Z', 'updated_at': '2022-02-09T13:15:39Z', 'revision_number': 3, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:42.877853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a4226-67f3-4ef2-af0d-f524a8ef8d58 req-e4f4a318-6df1-469a-8135-700548364a26 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:42.880012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af8a4226-67f3-4ef2-af0d-f524a8ef8d58 req-e4f4a318-6df1-469a-8135-700548364a26 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.4282122 Feb 09 13:15:42.928911 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-190c363d-35c4-498b-abf1-1855eb7b82f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.967108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9d369a-2782-4933-a4a6-b8084c8e98ee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 0f7a49e0-f205-447c-abcf-9adf557032b3 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:15:42.981212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-885a5718-994f-4b48-a225-55fd47895e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:42.995713 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e9d369a-2782-4933-a4a6-b8084c8e98ee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.033378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-190c363d-35c4-498b-abf1-1855eb7b82f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.044247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=a67fa5b2-7f35-4e96-8924-3b8d4de96d77,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:43.107825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-885a5718-994f-4b48-a225-55fd47895e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.129097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e9d369a-2782-4933-a4a6-b8084c8e98ee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.257990 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-190c363d-35c4-498b-abf1-1855eb7b82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.270755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0916325d-8753-485d-873c-6dc36066b5bf None None] Provisioning complete for port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:43.271320 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0916325d-8753-485d-873c-6dc36066b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.328912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0916325d-8753-485d-873c-6dc36066b5bf None None] Port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:43.395600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af8a4226-67f3-4ef2-af0d-f524a8ef8d58 req-68a1d112-f4ff-4af4-9ebd-622652f4d02c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5040584 Feb 09 13:15:43.419573 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-885a5718-994f-4b48-a225-55fd47895e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.428720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c363d-35c4-498b-abf1-1855eb7b82f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa379a6-b049-403c-82b1-0ddd35ca00c3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:43.472607 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-885a5718-994f-4b48-a225-55fd47895e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.476574 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-885a5718-994f-4b48-a225-55fd47895e1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1849326b-f05d-4c10-9956-ae8c12a8750d HTTP/1.1" status: 204 len: 168 time: 0.7447963 Feb 09 13:15:43.483103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-190c363d-35c4-498b-abf1-1855eb7b82f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.486043 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.489079 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-190c363d-35c4-498b-abf1-1855eb7b82f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3aa379a6-b049-403c-82b1-0ddd35ca00c3 HTTP/1.1" status: 204 len: 168 time: 0.8177845 Feb 09 13:15:43.490654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a5718-994f-4b48-a225-55fd47895e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1849326b-f05d-4c10-9956-ae8c12a8750d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:43.504271 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e9d369a-2782-4933-a4a6-b8084c8e98ee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.617206 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.799980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e9d369a-2782-4933-a4a6-b8084c8e98ee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.859707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d369a-2782-4933-a4a6-b8084c8e98ee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7a49e0-f205-447c-abcf-9adf557032b3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:43.867821 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e9d369a-2782-4933-a4a6-b8084c8e98ee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:43.882594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcda797-06f2-47f4-a50b-191b2f8ef322 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:43.888532 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4e9d369a-2782-4933-a4a6-b8084c8e98ee tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/0f7a49e0-f205-447c-abcf-9adf557032b3 HTTP/1.1" status: 204 len: 168 time: 1.4463370 Feb 09 13:15:43.894051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53246) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:43.991573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] Router 3b04da4f-612b-4f3b-b678-86a86d822210 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:44.136808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7c780215-d78c-4a7b-95c3-4776d22016e2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:router {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:44.205782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7c780215-d78c-4a7b-95c3-4776d22016e2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:router {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:44.213427 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7c780215-d78c-4a7b-95c3-4776d22016e2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3177819 Feb 09 13:15:44.217015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53254) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:44.246567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89771e5-62aa-4e29-aee3-c4ab2824de6c req-612c40de-eb65-4a8c-b599-4f0a5b56f9cc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:44.248328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72608170-9dbe-4e0a-ba7d-247b94a469bc no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:44.254578 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b89771e5-62aa-4e29-aee3-c4ab2824de6c req-612c40de-eb65-4a8c-b599-4f0a5b56f9cc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.3864315 Feb 09 13:15:44.294453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 72608170-9dbe-4e0a-ba7d-247b94a469bc {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:44.295137 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 72608170-9dbe-4e0a-ba7d-247b94a469bc not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:44.377788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e1224-b181-4f12-8570-dff9363647a1 req-51f38cb5-7843-4d54-ab51-51415a5ffd7e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:44.388443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c8e1224-b181-4f12-8570-dff9363647a1 req-51f38cb5-7843-4d54-ab51-51415a5ffd7e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.4723563 Feb 09 13:15:44.434345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdc4d9e-0b3b-4fea-8e9e-a5e13d7ff92e None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:15:44.438434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc4d9e-0b3b-4fea-8e9e-a5e13d7ff92e None None] Deleting port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:44.438811 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cfdc4d9e-0b3b-4fea-8e9e-a5e13d7ff92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.475177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53262) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:44.515337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed2c9bc1-ba8f-4e41-9edc-b68e39700da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.544823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] Router d325b524-4ca5-4aa2-aa95-34a2aca8a36e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:44.573939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ed2c9bc1-ba8f-4e41-9edc-b68e39700da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:44.578410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ed2c9bc1-ba8f-4e41-9edc-b68e39700da8 admin admin] Usage tracker for resource:security_group_rule and tenant:c043126ce38a43e88c09fe30f37460e4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:44.581531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ed2c9bc1-ba8f-4e41-9edc-b68e39700da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:44.588559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ed2c9bc1-ba8f-4e41-9edc-b68e39700da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:44.601991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b89771e5-62aa-4e29-aee3-c4ab2824de6c req-c4241c30-a3a3-4784-a7e2-92486b8c5ac8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463533 Feb 09 13:15:44.629330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f3a55f4-f7f3-4362-85c2-8eac2ec74b5e req-9d1a190b-1acc-40d5-a47f-bf7040609d5e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4462793 Feb 09 13:15:44.647142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c8e1224-b181-4f12-8570-dff9363647a1 req-5be57679-ed29-4572-ba26-68d0a893adbb tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594380 Feb 09 13:15:44.672600 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed2c9bc1-ba8f-4e41-9edc-b68e39700da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.686299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbdf0b9c-2cc8-4191-a61c-62d80548dec2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.727882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-cfdc4d9e-0b3b-4fea-8e9e-a5e13d7ff92e None None] For port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:44.728302 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cfdc4d9e-0b3b-4fea-8e9e-a5e13d7ff92e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.767433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.776192 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.776843 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.900067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed2c9bc1-ba8f-4e41-9edc-b68e39700da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:44.902168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=a67fa5b2-7f35-4e96-8924-3b8d4de96d77,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:44.915118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f3a55f4-f7f3-4362-85c2-8eac2ec74b5e req-633803df-c262-4a62-88d1-b4106507ab30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 1097 time: 0.2574141 Feb 09 13:15:44.916172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cfdc4d9e-0b3b-4fea-8e9e-a5e13d7ff92e None None] Calling delete_port for cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:44.996001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c9bc1-ba8f-4e41-9edc-b68e39700da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d787b199-ba4b-4ab0-9396-85135cd118a5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:45.037258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:45.089416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] Sync routers for ids ['3b04da4f-612b-4f3b-b678-86a86d822210'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:45.129056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] Routers {'3b04da4f-612b-4f3b-b678-86a86d822210'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:45.130081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b04da4f-612b-4f3b-b678-86a86d822210'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:45.142801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-86f89406-3487-4ab1-bb49-b53d4edea6a0 admin admin] 10.222.0.59 "PUT /v2.0/routers/3b04da4f-612b-4f3b-b678-86a86d822210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6013150 Feb 09 13:15:45.145743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network f04834b9-3e90-4273-b0e5-e48f61cf00c8 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:45.148311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53274) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:45.151131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:45.185865 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ed2c9bc1-ba8f-4e41-9edc-b68e39700da8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c043126ce38a43e88c09fe30f37460e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7008348 Feb 09 13:15:45.190782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53278) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:45.290663 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cfdc4d9e-0b3b-4fea-8e9e-a5e13d7ff92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.423992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] Set router 3b04da4f-612b-4f3b-b678-86a86d822210 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:45.654835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eda291da-a0a5-43b8-9cf5-da63ecf28914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.671676 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbdf0b9c-2cc8-4191-a61c-62d80548dec2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.684581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a55f4-f7f3-4362-85c2-8eac2ec74b5e req-cb0944db-cc9d-4c81-9a22-5f85fdbb6fb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:45.686564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f3a55f4-f7f3-4362-85c2-8eac2ec74b5e req-cb0944db-cc9d-4c81-9a22-5f85fdbb6fb3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.7233727 Feb 09 13:15:45.703332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbdf0b9c-2cc8-4191-a61c-62d80548dec2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.720348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eda291da-a0a5-43b8-9cf5-da63ecf28914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.821091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc4d9e-0b3b-4fea-8e9e-a5e13d7ff92e None None] Pushing event deleted for resources: {'Port': ['ID=cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:45.823323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:45.837957 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] Sync routers for ids ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:45.840642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbdf0b9c-2cc8-4191-a61c-62d80548dec2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.841463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdf0b9c-2cc8-4191-a61c-62d80548dec2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Fanout notify agent at l3_agent the message router_deleted on router 3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:15:45.866985 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] Routers {'d325b524-4ca5-4aa2-aa95-34a2aca8a36e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:45.867857 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:45.868369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbdf0b9c-2cc8-4191-a61c-62d80548dec2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.870459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc4d9e-0b3b-4fea-8e9e-a5e13d7ff92e None None] No DVR routers for this DVR port cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:45.872554 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bbdf0b9c-2cc8-4191-a61c-62d80548dec2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/routers/3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 HTTP/1.1" status: 204 len: 168 time: 1.6534016 Feb 09 13:15:45.873400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eda291da-a0a5-43b8-9cf5-da63ecf28914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.877177 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eda291da-a0a5-43b8-9cf5-da63ecf28914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:45.878452 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eda291da-a0a5-43b8-9cf5-da63ecf28914 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d787b199-ba4b-4ab0-9396-85135cd118a5 HTTP/1.1" status: 204 len: 168 time: 0.6824872 Feb 09 13:15:45.879660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53292) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:45.896632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:45.919241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda291da-a0a5-43b8-9cf5-da63ecf28914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d787b199-ba4b-4ab0-9396-85135cd118a5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:45.936323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-db843ccb-2a12-47a2-a364-267351a6fd91 admin admin] 10.222.0.59 "PUT /v2.0/routers/d325b524-4ca5-4aa2-aa95-34a2aca8a36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4631884 Feb 09 13:15:45.938753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53298) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:46.015127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f3a55f4-f7f3-4362-85c2-8eac2ec74b5e req-67de76f7-58af-4577-8750-d09cf26aa4ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22d0dc0-a022-479e-a05b-26d73a67ed6e HTTP/1.1" status: 200 len: 217 time: 0.3212192 Feb 09 13:15:46.213244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a55f4-f7f3-4362-85c2-8eac2ec74b5e req-306ebb3a-8177-45bd-bca2-d8ae04fc5590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:46.215396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f3a55f4-f7f3-4362-85c2-8eac2ec74b5e req-306ebb3a-8177-45bd-bca2-d8ae04fc5590 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1411085 Feb 09 13:15:46.264254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2836c074-3308-4247-8a7b-f3b0b3865926 None None] Provisioning complete for port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:46.264620 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2836c074-3308-4247-8a7b-f3b0b3865926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.329358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2836c074-3308-4247-8a7b-f3b0b3865926 None None] Port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:46.330931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:46.416575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc42883-464e-4fae-8ded-e31e9106f265 req-041d494b-c156-47f3-bf52-9e73acb5f2ca tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:46.418146 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cc42883-464e-4fae-8ded-e31e9106f265 req-041d494b-c156-47f3-bf52-9e73acb5f2ca tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.5187557 Feb 09 13:15:46.454963 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] Set router d325b524-4ca5-4aa2-aa95-34a2aca8a36e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:46.499075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:46.521096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:46.525712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:46.525917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:46.526425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cf75e862-6b1e-4f87-a4f2-e3e1a3c08f5f not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:46.555347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:46.573940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:15:46.575674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f3a55f4-f7f3-4362-85c2-8eac2ec74b5e req-81dbf8df-108e-49ba-91e5-6db36df3bc20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3284619 Feb 09 13:15:46.579359 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.611035 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.656966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cc42883-464e-4fae-8ded-e31e9106f265 req-2877089a-81f5-4f22-a93e-f8415b391187 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303896 Feb 09 13:15:46.703496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:15:38Z', 'revision_number': 5, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:46.715417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] Checking router: 3b04da4f-612b-4f3b-b678-86a86d822210 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:15:46.717756 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.754061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] Routers {'3b04da4f-612b-4f3b-b678-86a86d822210'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:46.754745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b04da4f-612b-4f3b-b678-86a86d822210'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:46.874905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:46.958073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53316) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:47.018766 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d473c57e-eaa5-45a0-a918-ad61fcc42897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.087382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router ba10ede1-2f51-4448-b053-98dfc9decbef is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:15:47.135836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f3a55f4-f7f3-4362-85c2-8eac2ec74b5e req-884ca937-667a-465e-b90b-e28a3bf5264b service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441129 Feb 09 13:15:47.141635 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:15:40Z', 'revision_number': 5, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:47.148083 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] Checking router: d325b524-4ca5-4aa2-aa95-34a2aca8a36e for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:15:47.164088 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] Routers {'d325b524-4ca5-4aa2-aa95-34a2aca8a36e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:47.165207 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:47.183756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] Set router 3b04da4f-612b-4f3b-b678-86a86d822210 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:47.189709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d473c57e-eaa5-45a0-a918-ad61fcc42897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:47.214174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d473c57e-eaa5-45a0-a918-ad61fcc42897 admin admin] Usage tracker for resource:security_group_rule and tenant:b7ea83e724b84a63bbfd981ff96c4db1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:47.447805 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] Set router d325b524-4ca5-4aa2-aa95-34a2aca8a36e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:47.447988 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.486167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d473c57e-eaa5-45a0-a918-ad61fcc42897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:47.507866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:47.514939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:47.525331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:47.525938 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.615797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d473c57e-eaa5-45a0-a918-ad61fcc42897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:47.644930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a2f43-9353-4f1d-a9c1-8a7e70465078 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:47.667021 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7749248 Feb 09 13:15:47.667757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53332) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:47.677053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9011841-4a58-43fb-a77a-b86c30a2dcc9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=40e8c627-7c6b-4325-aa1a-3b0134f9cd20,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:47.691738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-904141694', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:15:47.716491 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.731541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:47.736350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Deleting port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:47.736791 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.823235 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d473c57e-eaa5-45a0-a918-ad61fcc42897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.864507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f3a55f4-f7f3-4362-85c2-8eac2ec74b5e req-450b4119-1221-46e2-801e-f00379e2247c service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953785 Feb 09 13:15:47.885221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d473c57e-eaa5-45a0-a918-ad61fcc42897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:47.943246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:15:38Z', 'revision_number': 5, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:47.953987 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c87730-e98f-479c-91d1-8c4dc3bb39d8 None None] The sync data for ids ['3b04da4f-612b-4f3b-b678-86a86d822210'] in n-d-825175-3 is: [{'id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'name': 'tempest-ServersTestManualDisk-265394416-router', 'tenant_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'ea9999c8-027a-4396-868c-c23634669828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:44Z', 'updated_at': '2022-02-09T13:15:38Z', 'revision_number': 5, 'project_id': 'e64dac7609c842e9b976ecc4ab4339dd', 'gw_port': {'id': 'ea9999c8-027a-4396-868c-c23634669828', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ab:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b04da4f-612b-4f3b-b678-86a86d822210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:46Z', 'updated_at': '2022-02-09T13:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:47.978789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d473c57e-eaa5-45a0-a918-ad61fcc42897 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7ea83e724b84a63bbfd981ff96c4db1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0079119 Feb 09 13:15:48.032210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] For port 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:48.033104 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.034514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53342) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:48.059766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473c57e-eaa5-45a0-a918-ad61fcc42897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d68bf2-24cf-4339-b040-388f399b79e5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:48.110029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '40e8c627-7c6b-4325-aa1a-3b0134f9cd20'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:15:48.111375 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.162199 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:15:40Z', 'revision_number': 5, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:48.174285 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6359663-e418-470c-b39d-c2762d8a337a None None] The sync data for ids ['d325b524-4ca5-4aa2-aa95-34a2aca8a36e'] in n-d-825175-3 is: [{'id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-2016243501-router', 'tenant_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:13:31Z', 'updated_at': '2022-02-09T13:15:40Z', 'revision_number': 5, 'project_id': '3c8b09ad31184d8ca1d0438d85b1fbd3', 'gw_port': {'id': '6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:db:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325b524-4ca5-4aa2-aa95-34a2aca8a36e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:13:32Z', 'updated_at': '2022-02-09T13:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:48.185353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Calling delete_port for 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:48.221764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:48.224066 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.241197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:router and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:48.241408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e037ded5-ba76-4c25-a62b-7341e37d43de None None] Sync routers for ids ['ba10ede1-2f51-4448-b053-98dfc9decbef'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:48.245666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:48.261886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:48.265874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Deleting port ea9999c8-027a-4396-868c-c23634669828 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:48.265874 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.290101 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.291241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.313331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.325561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7d393e81-df4d-491e-8dc0-0c8b7d3909a8 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/ba10ede1-2f51-4448-b053-98dfc9decbef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2377737 Feb 09 13:15:48.326987 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e037ded5-ba76-4c25-a62b-7341e37d43de None None] Routers {'ba10ede1-2f51-4448-b053-98dfc9decbef'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:48.327768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e037ded5-ba76-4c25-a62b-7341e37d43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ba10ede1-2f51-4448-b053-98dfc9decbef'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:48.329106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53348) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:48.389463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.418768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:48.429706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53352) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:48.456296 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.460936 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5ad9a39b-196c-45cb-bed1-86b973ba1535 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7879753 Feb 09 13:15:48.461686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53358) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:48.474297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c202659-bf44-41a5-9145-d03fd356d208 req-f19c65a8-6703-463c-b1a9-90f7f83f21e7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:48.482113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:48.483287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cf2ed411-dfee-4e0a-b2b1-41e606bc0a1a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:48.485755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/40e8c627-7c6b-4325-aa1a-3b0134f9cd20/1833d510-58a6-4e82-86b7-3440575e19d8) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:48.488695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e037ded5-ba76-4c25-a62b-7341e37d43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:48.494253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c202659-bf44-41a5-9145-d03fd356d208 req-f19c65a8-6703-463c-b1a9-90f7f83f21e7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.4604168 Feb 09 13:15:48.495877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e92bf60-0c54-43df-b71d-dd9f5f5014ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.508049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e037ded5-ba76-4c25-a62b-7341e37d43de None None] Routers {'ba10ede1-2f51-4448-b053-98dfc9decbef'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:48.509059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e037ded5-ba76-4c25-a62b-7341e37d43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ba10ede1-2f51-4448-b053-98dfc9decbef'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:48.593481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e037ded5-ba76-4c25-a62b-7341e37d43de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:48.594109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e037ded5-ba76-4c25-a62b-7341e37d43de None None] The sync data for ids ['ba10ede1-2f51-4448-b053-98dfc9decbef'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:15:48.758189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e38998-ccfc-4355-8a97-59246ac84966 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:48.759209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-92e38998-ccfc-4355-8a97-59246ac84966 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:48.783624 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e92bf60-0c54-43df-b71d-dd9f5f5014ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.837585 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c202659-bf44-41a5-9145-d03fd356d208 req-c08889d7-1d30-4116-81b5-53f21ad9bb73 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426874 Feb 09 13:15:48.858425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-92e38998-ccfc-4355-8a97-59246ac84966 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:48.859735 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-92e38998-ccfc-4355-8a97-59246ac84966 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports/a67fa5b2-7f35-4e96-8924-3b8d4de96d77 HTTP/1.1" status: 200 len: 984 time: 0.5268850 Feb 09 13:15:48.865377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53362) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:48.895747 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b183298c-8432-4530-9d53-a788ced1e288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.906300 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.948802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Transition to ACTIVE for port object 1833d510-58a6-4e82-86b7-3440575e19d8 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:48.954284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:48.989965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Transition to ACTIVE for port object 1833d510-58a6-4e82-86b7-3440575e19d8 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:48.997895 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.026924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] For port ea9999c8-027a-4396-868c-c23634669828, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ea9999c8-027a-4396-868c-c23634669828,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:49.027232 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.065155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b183298c-8432-4530-9d53-a788ced1e288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:49.077493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.080222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b183298c-8432-4530-9d53-a788ced1e288 admin admin] Usage tracker for resource:security_group_rule and tenant:838b2500399c4e358f56b46a6341d879 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:49.085539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Pushing event updated for resources: {'Port': ['ID=1833d510-58a6-4e82-86b7-3440575e19d8,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.089293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:49.090921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:49.093175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:15:49.130624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b183298c-8432-4530-9d53-a788ced1e288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:49.142652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b183298c-8432-4530-9d53-a788ced1e288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:49.174752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Calling delete_port for ea9999c8-027a-4396-868c-c23634669828 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:49.219241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e92bf60-0c54-43df-b71d-dd9f5f5014ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.241769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Attempting to bind port 1833d510-58a6-4e82-86b7-3440575e19d8 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:15:49.242163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Attempting to bind port 1833d510-58a6-4e82-86b7-3440575e19d8 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:15:49.243078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Attempting to bind port 1833d510-58a6-4e82-86b7-3440575e19d8 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:15:49.250498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:15:49.250921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:15:49.251255 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.251636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:15:49.252104 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Bound port: 1833d510-58a6-4e82-86b7-3440575e19d8, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:15:49.252977 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.267741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92bf60-0c54-43df-b71d-dd9f5f5014ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d68bf2-24cf-4339-b040-388f399b79e5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.292459 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e92bf60-0c54-43df-b71d-dd9f5f5014ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.296279 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8e92bf60-0c54-43df-b71d-dd9f5f5014ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3d68bf2-24cf-4339-b040-388f399b79e5 HTTP/1.1" status: 204 len: 168 time: 1.2562628 Feb 09 13:15:49.357688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] For port 1833d510-58a6-4e82-86b7-3440575e19d8, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:15:49.361257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] For port 1833d510-58a6-4e82-86b7-3440575e19d8, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1833d510-58a6-4e82-86b7-3440575e19d8,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:15:49.386311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:15:49.487181 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.492859 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.553611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9999c8-027a-4396-868c-c23634669828,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.624640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:49.632300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139ada6-fbf6-4251-a0e3-d131809a70f2 None None] Pushing event updated for resources: {'Port': ['ID=1833d510-58a6-4e82-86b7-3440575e19d8,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:49.655243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'port_id': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'mac_address': 'fa:16:3e:57:f0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:15:49.674361 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.777785 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.789621 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.804718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b183298c-8432-4530-9d53-a788ced1e288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.814968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:15:49.837711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:49.842937 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:49.999142 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b183298c-8432-4530-9d53-a788ced1e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.062988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['1fb18b8f-2537-4bbc-a0a7-23592c9122f1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:15:50.204713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.346388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:50.505842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1833d510-58a6-4e82-86b7-3440575e19d8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:50.639080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 1833d510-58a6-4e82-86b7-3440575e19d8 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:50.658695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9c6ca02c-7653-4971-8be4-0eefce72b597 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:50.690412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183298c-8432-4530-9d53-a788ced1e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3544e5e-ab2c-48c9-98c8-43c9607351b8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:50.707358 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b183298c-8432-4530-9d53-a788ced1e288 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=838b2500399c4e358f56b46a6341d879&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2746656 Feb 09 13:15:50.711658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 9c6ca02c-7653-4971-8be4-0eefce72b597 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:50.712100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 9c6ca02c-7653-4971-8be4-0eefce72b597 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:50.715358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53398) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:50.739067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.770486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.900773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:50.931536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.096500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79688250-6c97-4883-a0b7-9112f0997e9a req-8549df58-5474-4aa3-8c09-157eb8bfbb22 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:51.098000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79688250-6c97-4883-a0b7-9112f0997e9a req-8549df58-5474-4aa3-8c09-157eb8bfbb22 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 944 time: 0.7279379 Feb 09 13:15:51.135039 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.135641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b04da4f-612b-4f3b-b678-86a86d822210 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:15:51.174130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.175395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d325b524-4ca5-4aa2-aa95-34a2aca8a36e {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:15:51.189504 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.194222 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1784ef4a-1b50-433c-926f-df5a507de1ec admin admin] 10.222.0.59 "DELETE /v2.0/routers/3b04da4f-612b-4f3b-b678-86a86d822210 HTTP/1.1" status: 204 len: 168 time: 6.0412784 Feb 09 13:15:51.195285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53412) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:51.290576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79688250-6c97-4883-a0b7-9112f0997e9a req-83e98468-d9f2-4af6-91de-9e8fcc68c0a7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812963 Feb 09 13:15:51.336121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-be601ac1-52f4-4dce-968c-81ddb441c395 None None] Provisioning for port 1833d510-58a6-4e82-86b7-3440575e19d8 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:51.358872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-be601ac1-52f4-4dce-968c-81ddb441c395 None None] Provisioning complete for port 1833d510-58a6-4e82-86b7-3440575e19d8 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:51.360677 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-be601ac1-52f4-4dce-968c-81ddb441c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.407884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2cbbfc5-ea90-4e17-ba88-cbd9cb4cf661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.420365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea46998a-2915-42c6-b3e2-87ac84de587b admin admin] Deleting subnet 5e717fbb-b7e3-4ef2-872a-2e682cc6747d {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:15:51.448763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea46998a-2915-42c6-b3e2-87ac84de587b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.489577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:51.598592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::1 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/40e8c627-7c6b-4325-aa1a-3b0134f9cd20/4c199b60-9a79-4fcb-950f-32efe18af243) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:15:51.604596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2cbbfc5-ea90-4e17-ba88-cbd9cb4cf661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.621899 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.626138 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-db89def3-40b2-49e8-80c1-7ec9c6e03fe2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d325b524-4ca5-4aa2-aa95-34a2aca8a36e HTTP/1.1" status: 204 len: 168 time: 5.6862504 Feb 09 13:15:51.627199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53420) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:51.713089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea46998a-2915-42c6-b3e2-87ac84de587b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.781990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-924da94b-7384-4980-8b2b-b6356bd8f63a admin admin] Deleting subnet 740d2694-313a-4f46-9dfd-f09e9f52af39 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:15:51.797755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:51.801230 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.816874 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-924da94b-7384-4980-8b2b-b6356bd8f63a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:51.940360 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-be601ac1-52f4-4dce-968c-81ddb441c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.011273 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.050498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-be601ac1-52f4-4dce-968c-81ddb441c395 None None] For port 1833d510-58a6-4e82-86b7-3440575e19d8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1833d510-58a6-4e82-86b7-3440575e19d8,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:52.062641 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-924da94b-7384-4980-8b2b-b6356bd8f63a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.063016 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-be601ac1-52f4-4dce-968c-81ddb441c395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.130729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2cbbfc5-ea90-4e17-ba88-cbd9cb4cf661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.172714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbbfc5-ea90-4e17-ba88-cbd9cb4cf661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3544e5e-ab2c-48c9-98c8-43c9607351b8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:52.215522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2cbbfc5-ea90-4e17-ba88-cbd9cb4cf661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.222833 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d2cbbfc5-ea90-4e17-ba88-cbd9cb4cf661 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3544e5e-ab2c-48c9-98c8-43c9607351b8 HTTP/1.1" status: 204 len: 168 time: 1.4948082 Feb 09 13:15:52.251539 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea46998a-2915-42c6-b3e2-87ac84de587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.279234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea9999c8-027a-4396-868c-c23634669828 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:52.373769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: ea9999c8-027a-4396-868c-c23634669828 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:52.387083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea9999c8-027a-4396-868c-c23634669828 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:52.387988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:52.409498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea46998a-2915-42c6-b3e2-87ac84de587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.466703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46998a-2915-42c6-b3e2-87ac84de587b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e717fbb-b7e3-4ef2-872a-2e682cc6747d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:52.471387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:52.471930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6404e9cd-cb3f-4ee1-ba7d-0d1e3d815e5b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:52.592786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be601ac1-52f4-4dce-968c-81ddb441c395 None None] Pushing event updated for resources: {'Port': ['ID=1833d510-58a6-4e82-86b7-3440575e19d8,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:52.620393 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:15:52.637251 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.656262 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-924da94b-7384-4980-8b2b-b6356bd8f63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.682072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:15:52.701026 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.709157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:52.717393 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.743468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 4c199b60-9a79-4fcb-950f-32efe18af243 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:15:52.818195 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-924da94b-7384-4980-8b2b-b6356bd8f63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:52.899925 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'code': 200} Feb 09 13:15:52.900587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924da94b-7384-4980-8b2b-b6356bd8f63a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740d2694-313a-4f46-9dfd-f09e9f52af39,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:52.927143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:52.944946 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.102993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=4c199b60-9a79-4fcb-950f-32efe18af243,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:53.108801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-924da94b-7384-4980-8b2b-b6356bd8f63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.127626 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-924da94b-7384-4980-8b2b-b6356bd8f63a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/740d2694-313a-4f46-9dfd-f09e9f52af39 HTTP/1.1" status: 204 len: 168 time: 1.4884577 Feb 09 13:15:53.130743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53440) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:53.209653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53446) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:53.222692 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea46998a-2915-42c6-b3e2-87ac84de587b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.227858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d26d885-5ec4-481c-a82e-351f5cf8c225 None None] Network f6848ab6-3a45-46b0-a576-d10d8738cc84 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:15:53.288916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:53.299325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ea46998a-2915-42c6-b3e2-87ac84de587b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5e717fbb-b7e3-4ef2-872a-2e682cc6747d HTTP/1.1" status: 204 len: 168 time: 2.1034193 Feb 09 13:15:53.305537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53450) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:53.423795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.428185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-598cac51-89fd-49be-90ee-26d01c871fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.436682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:53.455729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:15:53.456898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.497692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port a67fa5b2-7f35-4e96-8924-3b8d4de96d77 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:53.502908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.591040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-598cac51-89fd-49be-90ee-26d01c871fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:53.602740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-598cac51-89fd-49be-90ee-26d01c871fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:041d37db6dad4f7d98c589ff3141bd1f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:53.607187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-598cac51-89fd-49be-90ee-26d01c871fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:53.617061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-598cac51-89fd-49be-90ee-26d01c871fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:53.629708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.690269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Deleting port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:53.691239 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.746723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c40f544-dc21-443a-bcba-c8819117147e None None] DHCP port deletion for f6848ab6-3a45-46b0-a576-d10d8738cc84 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:15:53.752676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5c40f544-dc21-443a-bcba-c8819117147e None None] Deleting port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:53.754017 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c40f544-dc21-443a-bcba-c8819117147e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.778841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbbc6a-18b0-4c7d-bcc0-a1445b835280 req-62969793-9a50-4973-b818-48069423df92 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:53.784433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ffbbc6a-18b0-4c7d-bcc0-a1445b835280 req-62969793-9a50-4973-b818-48069423df92 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.6109161 Feb 09 13:15:53.788082 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-598cac51-89fd-49be-90ee-26d01c871fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.797077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-598cac51-89fd-49be-90ee-26d01c871fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:53.873822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cac51-89fd-49be-90ee-26d01c871fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa465f88-eba1-4d8e-8fa4-4f56b2548b07,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:54.008318 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-598cac51-89fd-49be-90ee-26d01c871fc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=041d37db6dad4f7d98c589ff3141bd1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7972980 Feb 09 13:15:54.037587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53460) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:54.048322 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.207206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a180facb-176b-4144-a9ec-ed479b3c2214']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:54.273661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b27425-d967-404e-a338-fe6e61b58b2b') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:54.274096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b27425-d967-404e-a338-fe6e61b58b2b') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:54.287385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.313427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.333713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5c40f544-dc21-443a-bcba-c8819117147e None None] For port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:54.335308 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c40f544-dc21-443a-bcba-c8819117147e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.345666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.390403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:15:54.391207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:54.407013 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:54.410044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1833d510-58a6-4e82-86b7-3440575e19d8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:15:54.411228 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d1fdf25-6246-4ac7-b7bb-bbca46d7e2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.450824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ffbbc6a-18b0-4c7d-bcc0-a1445b835280 req-c9eda48b-3aa4-4b96-8fbd-26a35f454b8c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5275779 Feb 09 13:15:54.538997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d1fdf25-6246-4ac7-b7bb-bbca46d7e2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.613810 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.623707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5608f4c5-db88-4520-bb0d-6e6b8f2e70e7 None None] Provisioning for port 4c199b60-9a79-4fcb-950f-32efe18af243 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:15:54.640705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] For port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1,segment=NetworkSegment(bb4d14e3-15b6-416e-bb8a-d85fffde10e6),segment_id=bb4d14e3-15b6-416e-bb8a-d85fffde10e6)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:15:54.641113 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.648918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5c40f544-dc21-443a-bcba-c8819117147e None None] Calling delete_port for f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:54.701845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5608f4c5-db88-4520-bb0d-6e6b8f2e70e7 None None] Provisioning complete for port 4c199b60-9a79-4fcb-950f-32efe18af243 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:54.702690 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5608f4c5-db88-4520-bb0d-6e6b8f2e70e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.718614 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.754717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.757585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d1fdf25-6246-4ac7-b7bb-bbca46d7e2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.824655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for a67fa5b2-7f35-4e96-8924-3b8d4de96d77 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:54.831995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5608f4c5-db88-4520-bb0d-6e6b8f2e70e7 None None] Port 4c199b60-9a79-4fcb-950f-32efe18af243 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:54.851491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1833d510-58a6-4e82-86b7-3440575e19d8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:54.852103 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.916140 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c40f544-dc21-443a-bcba-c8819117147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.923526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] Pushing event deleted for resources: {'Network': ['ID=a180facb-176b-4144-a9ec-ed479b3c2214,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:54.939937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fdf25-6246-4ac7-b7bb-bbca46d7e2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa465f88-eba1-4d8e-8fa4-4f56b2548b07,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:54.961758 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e0842dfd-e73c-4f92-98ae-d65d52cc3902 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a180facb-176b-4144-a9ec-ed479b3c2214 HTTP/1.1" status: 204 len: 168 time: 1.8287139 Feb 09 13:15:54.984751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d1fdf25-6246-4ac7-b7bb-bbca46d7e2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:54.986740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40f544-dc21-443a-bcba-c8819117147e None None] Pushing event deleted for resources: {'Port': ['ID=f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:54.986895 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4d1fdf25-6246-4ac7-b7bb-bbca46d7e2f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa465f88-eba1-4d8e-8fa4-4f56b2548b07 HTTP/1.1" status: 204 len: 168 time: 0.9448855 Feb 09 13:15:55.032979 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1172764f-399e-4d51-866d-630b85921128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.048995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c40f544-dc21-443a-bcba-c8819117147e None None] No DVR routers for this DVR port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:15:55.254499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Calling delete_port for f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:15:55.280233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:15:55.338499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:15:55.338997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:15:55.456297 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.463434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53492) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:55.501401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.502457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.562483 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:15:55.562711 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:15:55.635726 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:55.678543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=4c199b60-9a79-4fcb-950f-32efe18af243,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:55.809367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=a67fa5b2-7f35-4e96-8924-3b8d4de96d77,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:55.838206 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4c9e73d4-8a8f-4785-a6cf-69953b8c3077 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c8b09ad31184d8ca1d0438d85b1fbd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3725557 Feb 09 13:15:55.840980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53506) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:55.968799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53512) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:56.150267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Deleting port f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:15:56.150631 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.184556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:15:56.200436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:15:56.398262 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40af4419-2485-4f6f-90c3-57426733dc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.649437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40af4419-2485-4f6f-90c3-57426733dc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.763516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] The port 'f4b0cf94-0dfd-42b7-aa42-49ee1cebcad1' was deleted {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:15:56.811655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40af4419-2485-4f6f-90c3-57426733dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.826014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c0782b35-5bcd-4460-a7e1-e7bbab0d507a None None] Provisioning complete for port 4c199b60-9a79-4fcb-950f-32efe18af243 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:15:56.826614 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c0782b35-5bcd-4460-a7e1-e7bbab0d507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.900050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d5293afb-746e-4fa8-bde8-a62241fcd6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.907290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af4419-2485-4f6f-90c3-57426733dc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2459b4c-6d3f-4e88-ba5f-d66afc7601f4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:56.925008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Router 9a6364aa-9901-40c2-a095-041ae7106635 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:15:56.928228 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40af4419-2485-4f6f-90c3-57426733dc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:56.933816 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-40af4419-2485-4f6f-90c3-57426733dc42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2459b4c-6d3f-4e88-ba5f-d66afc7601f4 HTTP/1.1" status: 204 len: 168 time: 1.0876083 Feb 09 13:15:57.026435 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c0782b35-5bcd-4460-a7e1-e7bbab0d507a None None] Port 4c199b60-9a79-4fcb-950f-32efe18af243 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:15:57.163322 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.173219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f543ddef-5c19-411a-a3b5-329fcbac61f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.240513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6848ab6-3a45-46b0-a576-d10d8738cc84']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:57.258091 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.306644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b40c1-17fe-4e66-a492-c8479fa3f410 req-ba271093-aa45-4de4-8834-1ba01eabb6fa tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:57.308223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-417b40c1-17fe-4e66-a492-c8479fa3f410 req-ba271093-aa45-4de4-8834-1ba01eabb6fa tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 1.5095499 Feb 09 13:15:57.367860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:57.384658 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Sync routers for ids ['9a6364aa-9901-40c2-a095-041ae7106635'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:57.395591 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-12163994-8c21-44f5-ae55-d122f7a33f42 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "PUT /v2.0/routers/9a6364aa-9901-40c2-a095-041ae7106635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9305656 Feb 09 13:15:57.399217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53536) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:57.408867 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Routers {'9a6364aa-9901-40c2-a095-041ae7106635'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:57.409969 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a6364aa-9901-40c2-a095-041ae7106635'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:57.488400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:57.490523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4d14e3-15b6-416e-bb8a-d85fffde10e6') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:57.554783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f7bcc3-f80a-4070-a09b-a1879a71ff01 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:57.555394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e0f7bcc3-f80a-4070-a09b-a1879a71ff01 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:15:57.588980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e0f7bcc3-f80a-4070-a09b-a1879a71ff01 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:15:57.590151 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e0f7bcc3-f80a-4070-a09b-a1879a71ff01 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports/4c199b60-9a79-4fcb-950f-32efe18af243 HTTP/1.1" status: 200 len: 911 time: 0.1857173 Feb 09 13:15:57.594102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53542) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:57.618267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d5293afb-746e-4fa8-bde8-a62241fcd6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:15:57.621737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.657149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d5293afb-746e-4fa8-bde8-a62241fcd6af admin admin] Usage tracker for resource:security_group_rule and tenant:c726e67dbb254a5889d27cbb002e147b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:15:57.699877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d5293afb-746e-4fa8-bde8-a62241fcd6af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:15:57.747868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d5293afb-746e-4fa8-bde8-a62241fcd6af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:15:57.755640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922322a4-e130-4d68-a1ec-fe6b7e1d5fc2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:57.762853 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Set router 9a6364aa-9901-40c2-a095-041ae7106635 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:15:57.772594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922322a4-e130-4d68-a1ec-fe6b7e1d5fc2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:57.774334 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-922322a4-e130-4d68-a1ec-fe6b7e1d5fc2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1792808 Feb 09 13:15:57.778842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53548) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:57.838549 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d5293afb-746e-4fa8-bde8-a62241fcd6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.849530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.871613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-417b40c1-17fe-4e66-a492-c8479fa3f410 req-63cd05fd-7f66-4164-bff9-689a23c0060c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4506638 Feb 09 13:15:57.882934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d5293afb-746e-4fa8-bde8-a62241fcd6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:57.948157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:15:57.949056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:15:58.034728 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:15:58.225311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5293afb-746e-4fa8-bde8-a62241fcd6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a590b4bb-8096-4f19-b4f6-e48f8688ba55,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:58.261066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d5293afb-746e-4fa8-bde8-a62241fcd6af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c726e67dbb254a5889d27cbb002e147b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2802725 Feb 09 13:15:58.268703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53576) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:58.303282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:58.333264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:58.352792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] Pushing event deleted for resources: {'Network': ['ID=f6848ab6-3a45-46b0-a576-d10d8738cc84,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:58.469113 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:58.587051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a445d2e-0fbd-489d-9c28-32179d3fbf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:58.619208 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a445d2e-0fbd-489d-9c28-32179d3fbf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:58.623742 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:58.712072 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a445d2e-0fbd-489d-9c28-32179d3fbf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:58.719399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b2a23b9c-50f3-469c-af6f-4ca056c8faeb admin admin] 10.222.0.59 "DELETE /v2.0/networks/f6848ab6-3a45-46b0-a576-d10d8738cc84 HTTP/1.1" status: 204 len: 168 time: 5.4123249 Feb 09 13:15:58.736527 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a445d2e-0fbd-489d-9c28-32179d3fbf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:58.737789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2a445d2e-0fbd-489d-9c28-32179d3fbf73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a590b4bb-8096-4f19-b4f6-e48f8688ba55 HTTP/1.1" status: 204 len: 168 time: 0.4676452 Feb 09 13:15:58.738450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a445d2e-0fbd-489d-9c28-32179d3fbf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a590b4bb-8096-4f19-b4f6-e48f8688ba55,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:15:58.765086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router ba10ede1-2f51-4448-b053-98dfc9decbef has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:15:58.839608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53590) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:58.916548 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6364aa-9901-40c2-a095-041ae7106635', 'name': 'tempest-NetworksTestDHCPv6-router-904141694', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:48Z', 'updated_at': '2022-02-09T13:15:53Z', 'revision_number': 2, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None, '_interfaces': [{'id': '4c199b60-9a79-4fcb-950f-32efe18af243', 'name': '', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'mac_address': 'fa:16:3e:54:b3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6364aa-9901-40c2-a095-041ae7106635', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40e8c627-7c6b-4325-aa1a-3b0134f9cd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:50Z', 'updated_at': '2022-02-09T13:15:55Z', 'revision_number': 2, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'subnets': [{'id': '40e8c627-7c6b-4325-aa1a-3b0134f9cd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:58.953633 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Checking router: 9a6364aa-9901-40c2-a095-041ae7106635 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:15:58.955002 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Updating router 9a6364aa-9901-40c2-a095-041ae7106635 port 4c199b60-9a79-4fcb-950f-32efe18af243 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:15:59.083562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53600) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:59.140198 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.183643 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-50bbb495-edc4-43d4-a16d-15e15e77a606 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e64dac7609c842e9b976ecc4ab4339dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0977371 Feb 09 13:15:59.194088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53604) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:59.356965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f32e9de-d0c6-440f-8383-22ad77dc93aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.403863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:15:59.416144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8bac8eab-b11a-437d-8025-a9fe520e7073 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/ba10ede1-2f51-4448-b053-98dfc9decbef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5479560 Feb 09 13:15:59.427719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5184b1-71e2-4826-ade8-98e4a8c92727 None None] Sync routers for ids ['ba10ede1-2f51-4448-b053-98dfc9decbef'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:15:59.439504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53608) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:15:59.446687 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f32e9de-d0c6-440f-8383-22ad77dc93aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:15:59.449557 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5184b1-71e2-4826-ade8-98e4a8c92727 None None] Routers {'ba10ede1-2f51-4448-b053-98dfc9decbef'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:59.450196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9e5184b1-71e2-4826-ade8-98e4a8c92727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ba10ede1-2f51-4448-b053-98dfc9decbef'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:59.588555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fa232-038a-4ed2-9dc2-bd4a53a85eae req-1d8a491d-7d8c-4e1c-bb2c-80c097532c8a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:15:59.590061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-667fa232-038a-4ed2-9dc2-bd4a53a85eae req-1d8a491d-7d8c-4e1c-bb2c-80c097532c8a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.3276234 Feb 09 13:15:59.712412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-667fa232-038a-4ed2-9dc2-bd4a53a85eae req-afda5082-e39e-4079-8152-e9b6b3e0fe95 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099436 Feb 09 13:15:59.716510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9e5184b1-71e2-4826-ade8-98e4a8c92727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:59.775012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5184b1-71e2-4826-ade8-98e4a8c92727 None None] Routers {'ba10ede1-2f51-4448-b053-98dfc9decbef'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:15:59.776430 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9e5184b1-71e2-4826-ade8-98e4a8c92727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ba10ede1-2f51-4448-b053-98dfc9decbef'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:15:59.878374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53614) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:00.011555 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-271dbb19-014c-4f8f-91bb-39539abc92b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.025811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53620) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:00.028750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.046710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9e5184b1-71e2-4826-ade8-98e4a8c92727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:00.048361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5184b1-71e2-4826-ade8-98e4a8c92727 None None] The sync data for ids ['ba10ede1-2f51-4448-b053-98dfc9decbef'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:16:00.057944 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.083302 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-824171d5-8ad9-4efa-9559-684a0982f746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.113717 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.129323 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Transition to ACTIVE for port object 4c199b60-9a79-4fcb-950f-32efe18af243 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:00.137743 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.195271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-824171d5-8ad9-4efa-9559-684a0982f746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:00.213970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-824171d5-8ad9-4efa-9559-684a0982f746 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf45a52483141079c79674982a4e834 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:00.218867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-824171d5-8ad9-4efa-9559-684a0982f746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:00.235601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-824171d5-8ad9-4efa-9559-684a0982f746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:00.354442 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Pushing event updated for resources: {'Port': ['ID=4c199b60-9a79-4fcb-950f-32efe18af243,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:00.368648 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.369424 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.369957 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.370659 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.371139 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.371694 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.372233 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.373201 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.374147 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.374907 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.375790 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:00.389587 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-824171d5-8ad9-4efa-9559-684a0982f746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.397727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-824171d5-8ad9-4efa-9559-684a0982f746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.481063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-271dbb19-014c-4f8f-91bb-39539abc92b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:00.497529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-271dbb19-014c-4f8f-91bb-39539abc92b6 admin admin] Usage tracker for resource:security_group_rule and tenant:24eab8f533434afeb5fa5a33563b4796 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:00.510280 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Attempting to bind port 4c199b60-9a79-4fcb-950f-32efe18af243 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:00.510881 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Attempting to bind port 4c199b60-9a79-4fcb-950f-32efe18af243 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:00.511452 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Attempting to bind port 4c199b60-9a79-4fcb-950f-32efe18af243 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:00.517330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-271dbb19-014c-4f8f-91bb-39539abc92b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:00.519989 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:00.520357 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:00.520928 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.521440 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:00.521921 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Bound port: 4c199b60-9a79-4fcb-950f-32efe18af243, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:00.522286 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.628805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-271dbb19-014c-4f8f-91bb-39539abc92b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:00.658252 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] For port 4c199b60-9a79-4fcb-950f-32efe18af243, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:00.664501 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] For port 4c199b60-9a79-4fcb-950f-32efe18af243, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4c199b60-9a79-4fcb-950f-32efe18af243,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:00.674253 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.675645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-399990009-network', 'tenant_id': 'b61e4f1740014417a9a4bf493277ef6d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:00.700212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:00.708222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Usage tracker for resource:network and tenant:b61e4f1740014417a9a4bf493277ef6d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:00.713070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:00.715628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824171d5-8ad9-4efa-9559-684a0982f746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89937ad9-96b2-4710-9873-ee09d652eb62,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:00.724742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:00.739059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-824171d5-8ad9-4efa-9559-684a0982f746 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8cf45a52483141079c79674982a4e834&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7121398 Feb 09 13:16:00.740025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53624) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:00.760933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Made reservation on behalf of b61e4f1740014417a9a4bf493277ef6d for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:00.799312 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.799312 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.820755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f32e9de-d0c6-440f-8383-22ad77dc93aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:00.896657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:00.903831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Usage tracker for resource:security_group_rule and tenant:b61e4f1740014417a9a4bf493277ef6d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:00.907634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:00.917342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:00.917678 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2232615-3a70-4bda-a189-9208aead6a97 None None] Pushing event updated for resources: {'Port': ['ID=4c199b60-9a79-4fcb-950f-32efe18af243,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:00.925046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32e9de-d0c6-440f-8383-22ad77dc93aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3ea606-a225-4013-a3a6-bbf77ea88a81,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:00.934061 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Routers {'9a6364aa-9901-40c2-a095-041ae7106635'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:00.934735 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a6364aa-9901-40c2-a095-041ae7106635'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:01.052292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f32e9de-d0c6-440f-8383-22ad77dc93aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.056337 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5f32e9de-d0c6-440f-8383-22ad77dc93aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a3ea606-a225-4013-a3a6-bbf77ea88a81 HTTP/1.1" status: 204 len: 168 time: 1.8570640 Feb 09 13:16:01.059396 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7cbad02-efcc-461d-b4d7-19977703a4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.255539 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] Set router 9a6364aa-9901-40c2-a095-041ae7106635 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:01.301363 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.324137 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-5dde210b-60e1-4ffc-a715-e804d554f7d0 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 13:16:01.325422 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5dde210b-60e1-4ffc-a715-e804d554f7d0 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/ba10ede1-2f51-4448-b053-98dfc9decbef/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.8849671 Feb 09 13:16:01.327501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-271dbb19-014c-4f8f-91bb-39539abc92b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.335330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.344526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53638) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:01.350224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:16:01.351963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7cbad02-efcc-461d-b4d7-19977703a4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.362761 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.363107 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Added segment 5e27a731-fcfd-4819-a6c2-60984faad99d of type vlan for network 7940e2b9-7074-4987-9b54-3d4469043068 Feb 09 13:16:01.366949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-271dbb19-014c-4f8f-91bb-39539abc92b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.394781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.436868 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8656d113-df61-4307-baf5-42afe8f476ae tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba10ede1-2f51-4448-b053-98dfc9decbef HTTP/1.1" status: 200 len: 205 time: 0.0878782 Feb 09 13:16:01.446429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53642) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:01.492419 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.503907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:01.504910 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:01.744261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Pushing event updated for resources: {'Network': ['ID=7940e2b9-7074-4987-9b54-3d4469043068,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:01.754995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 7940e2b9-7074-4987-9b54-3d4469043068 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:16:01.762078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21badf49-40c7-4ffc-9816-1366deaf4b3c req-e36c23ce-ad2e-43fd-96c0-de4794af8f64 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:01.770270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21badf49-40c7-4ffc-9816-1366deaf4b3c req-e36c23ce-ad2e-43fd-96c0-de4794af8f64 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.7247307 Feb 09 13:16:01.825270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dd1fcc-019c-45d4-96f2-40b3a57cb769,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:01.842584 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6364aa-9901-40c2-a095-041ae7106635', 'name': 'tempest-NetworksTestDHCPv6-router-904141694', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:48Z', 'updated_at': '2022-02-09T13:15:53Z', 'revision_number': 2, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None, '_interfaces': [{'id': '4c199b60-9a79-4fcb-950f-32efe18af243', 'name': '', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'mac_address': 'fa:16:3e:54:b3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6364aa-9901-40c2-a095-041ae7106635', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40e8c627-7c6b-4325-aa1a-3b0134f9cd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:50Z', 'updated_at': '2022-02-09T13:16:00Z', 'revision_number': 4, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'subnets': [{'id': '40e8c627-7c6b-4325-aa1a-3b0134f9cd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:01.850088 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d639ccd9-da85-4186-8376-d5c5b9c6bf7e None None] The sync data for ids ['9a6364aa-9901-40c2-a095-041ae7106635'] in n-d-825175-3 is: [{'id': '9a6364aa-9901-40c2-a095-041ae7106635', 'name': 'tempest-NetworksTestDHCPv6-router-904141694', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:48Z', 'updated_at': '2022-02-09T13:15:53Z', 'revision_number': 2, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None, '_interfaces': [{'id': '4c199b60-9a79-4fcb-950f-32efe18af243', 'name': '', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'mac_address': 'fa:16:3e:54:b3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6364aa-9901-40c2-a095-041ae7106635', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40e8c627-7c6b-4325-aa1a-3b0134f9cd20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:15:50Z', 'updated_at': '2022-02-09T13:16:00Z', 'revision_number': 4, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'subnets': [{'id': '40e8c627-7c6b-4325-aa1a-3b0134f9cd20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:16:01.907245 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ae15345f-7080-4d6b-9cc5-7ee6b8b9e49d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0269017 Feb 09 13:16:01.918157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53652) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:01.931624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Request body: {'subnet': {'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-399990009-subnet', 'tenant_id': 'b61e4f1740014417a9a4bf493277ef6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:01.947942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:01.954915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Usage tracker for resource:subnet and tenant:b61e4f1740014417a9a4bf493277ef6d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:01.959224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:01.968209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21badf49-40c7-4ffc-9816-1366deaf4b3c req-fce83c9a-04f0-4640-972e-e7c93676481a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806743 Feb 09 13:16:01.983419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:02.010947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Made reservation on behalf of b61e4f1740014417a9a4bf493277ef6d for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:02.017051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:02.032695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dbb19-014c-4f8f-91bb-39539abc92b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8194e9-b996-4508-9c0f-4be5d63a2a55,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:02.050090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-271dbb19-014c-4f8f-91bb-39539abc92b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24eab8f533434afeb5fa5a33563b4796&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2048650 Feb 09 13:16:02.063255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53658) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:02.200871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-77898209-7427-4966-a4fe-77fb41c813ba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:02.404364 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7cbad02-efcc-461d-b4d7-19977703a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:02.516174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:02.620353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53668) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:02.728015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Checking segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:02.728388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Network hostable DHCP agents. Network: 7940e2b9-7074-4987-9b54-3d4469043068, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:16:02.740284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:02.776654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Network 7940e2b9-7074-4987-9b54-3d4469043068 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:16:02.792755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 7940e2b9-7074-4987-9b54-3d4469043068) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:02.801899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbad02-efcc-461d-b4d7-19977703a4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89937ad9-96b2-4710-9873-ee09d652eb62,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:02.802213 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee551d9-2362-46cd-8f1f-0e8d791380e0 None None] Network 7940e2b9-7074-4987-9b54-3d4469043068 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:02.813136 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7cbad02-efcc-461d-b4d7-19977703a4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:02.814561 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e7cbad02-efcc-461d-b4d7-19977703a4f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89937ad9-96b2-4710-9873-ee09d652eb62 HTTP/1.1" status: 204 len: 168 time: 2.0733759 Feb 09 13:16:02.824117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:02.824798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 4c199b60-9a79-4fcb-950f-32efe18af243 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:02.825463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:02.826331 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:02.888067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c901c202-acfb-4200-bc13-b1b6cb1fa216 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9621072 Feb 09 13:16:02.940012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-network', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:02.945548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:02.952356 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d0cdff8-ebc3-43fd-9e4a-7b744efb61a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:02.955327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Usage tracker for resource:network and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:02.965135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:02.983396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:03.005331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:03.009253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.056282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.155644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:03.165998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Usage tracker for resource:security_group_rule and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:03.173278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:03.192066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:03.367971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f669eb8e-a524-446c-a291-4ce511ae7ed3 None None] Network 7940e2b9-7074-4987-9b54-3d4469043068 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:03.426705 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d0cdff8-ebc3-43fd-9e4a-7b744efb61a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.566618 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d0cdff8-ebc3-43fd-9e4a-7b744efb61a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.592877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.606980 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.626393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:16:03.633355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cdff8-ebc3-43fd-9e4a-7b744efb61a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8194e9-b996-4508-9c0f-4be5d63a2a55,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:03.649081 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.649316 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Added segment f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d of type vlan for network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 Feb 09 13:16:03.659316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d0cdff8-ebc3-43fd-9e4a-7b744efb61a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.660468 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7d0cdff8-ebc3-43fd-9e4a-7b744efb61a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c8194e9-b996-4508-9c0f-4be5d63a2a55 HTTP/1.1" status: 204 len: 168 time: 1.5957870 Feb 09 13:16:03.735978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.840108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bca68c-7f8d-4140-bdff-5041bdfeec7f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:03.858562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d11ff2-6a00-428c-9bbe-c4c8e13e0d35 req-a9d2b1dd-193e-46a6-9651-7f06689ff91a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:03.860065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47d11ff2-6a00-428c-9bbe-c4c8e13e0d35 req-a9d2b1dd-193e-46a6-9651-7f06689ff91a tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.5653517 Feb 09 13:16:03.981684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:03.982553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:03.983188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.013102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] For port 4c199b60-9a79-4fcb-950f-32efe18af243, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4c199b60-9a79-4fcb-950f-32efe18af243,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:04.013625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.060718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-77898209-7427-4966-a4fe-77fb41c813ba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.301242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 4c199b60-9a79-4fcb-950f-32efe18af243 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:04.335654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4c199b60-9a79-4fcb-950f-32efe18af243 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:04.354198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-f093bace-fd68-472b-8402-66b41888ae40 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:04.355506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-f093bace-fd68-472b-8402-66b41888ae40 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:04.387524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-77898209-7427-4966-a4fe-77fb41c813ba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.455502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-77898209-7427-4966-a4fe-77fb41c813ba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.459040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77898209-7427-4966-a4fe-77fb41c813ba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Fanout notify agent at l3_agent the message router_deleted on router ba10ede1-2f51-4448-b053-98dfc9decbef {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:16:04.519937 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-77898209-7427-4966-a4fe-77fb41c813ba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.526334 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-77898209-7427-4966-a4fe-77fb41c813ba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/ba10ede1-2f51-4448-b053-98dfc9decbef HTTP/1.1" status: 204 len: 168 time: 3.0683715 Feb 09 13:16:04.529100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 4c199b60-9a79-4fcb-950f-32efe18af243 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:04.530433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9079781 Feb 09 13:16:04.535580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53718) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:04.535917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53720) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:04.545912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47d11ff2-6a00-428c-9bbe-c4c8e13e0d35 req-7f2af569-9d5c-4bd4-8a26-c194d751a2e8 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6656075 Feb 09 13:16:04.552827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4c199b60-9a79-4fcb-950f-32efe18af243 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:04.553201 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.564223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-f093bace-fd68-472b-8402-66b41888ae40 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:04.567405 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-f093bace-fd68-472b-8402-66b41888ae40 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.6090450 Feb 09 13:16:04.601611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8e5be-d5b1-4672-950f-128d793bf65b admin admin] Pushing event updated for resources: {'Network': ['ID=5bd39a6f-a62b-4b6e-89e8-d04af90bc172,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:04.610022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-7acf5211-85ce-4c49-b24e-4d777bd8a59d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/quotas/b61e4f1740014417a9a4bf493277ef6d HTTP/1.1" status: 200 len: 375 time: 0.0322642 Feb 09 13:16:04.646438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:16:04.706042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Request body: {'subnet': {'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-subnet', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:04.735008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-a602bb58-74d2-47c6-8c4e-c9562c407296 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176126 Feb 09 13:16:04.756893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:04.765360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Usage tracker for resource:subnet and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:04.770550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:04.777644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:04.928109 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:04.977641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 4c199b60-9a79-4fcb-950f-32efe18af243, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4c199b60-9a79-4fcb-950f-32efe18af243,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:04.984348 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:05.056582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:05.064273 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:05.118459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-303f2b9f-a2f3-4ed3-914d-311bb6c5a8db service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:16:05.120017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-303f2b9f-a2f3-4ed3-914d-311bb6c5a8db service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3734419 Feb 09 13:16:05.218917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc43f53-14b4-433b-b76b-cd8b15663e23 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting subnet 52b62e00-7596-49a3-bd20-9f528820b6bb {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:16:05.245112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=4c199b60-9a79-4fcb-950f-32efe18af243,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:05.263596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.266512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.267515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.267966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.271606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.272059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.272692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.279672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.280157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.280609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.281036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:05.356519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc43f53-14b4-433b-b76b-cd8b15663e23 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:05.388727 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-ff272592-53d2-4d4c-95dd-78f5cfcb1871 service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591460 Feb 09 13:16:05.483587 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc43f53-14b4-433b-b76b-cd8b15663e23 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:05.522239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:16:05.522610 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:16:05.684633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-92d6e4be-689c-4d38-a6a1-10856a88e587 service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882221 Feb 09 13:16:05.946799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d541323-9268-43c2-a99d-3c875d7c1fc2 req-5e2761a5-973b-4bb4-a76e-88033384ef7b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 210 time: 0.0567226 Feb 09 13:16:06.033646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 4c199b60-9a79-4fcb-950f-32efe18af243 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:06.034271 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:06.211876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3a014-f64b-438f-8682-94c8850358f6 req-cb0e5ace-6eee-40b4-9918-305c77b8ae64 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:06.218792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fc3a014-f64b-438f-8682-94c8850358f6 req-cb0e5ace-6eee-40b4-9918-305c77b8ae64 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.1901853 Feb 09 13:16:06.327266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4c199b60-9a79-4fcb-950f-32efe18af243 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:06.491269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4c199b60-9a79-4fcb-950f-32efe18af243 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:06.491853 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:06.666580 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fc3a014-f64b-438f-8682-94c8850358f6 req-7e64ee42-afec-4059-916f-58c802e0741c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4454150 Feb 09 13:16:06.780530 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:06.838928 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc43f53-14b4-433b-b76b-cd8b15663e23 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.140622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c097ceab-daaa-4283-bb85-f6c09700c79e,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:07.180352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] For port 4c199b60-9a79-4fcb-950f-32efe18af243, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4c199b60-9a79-4fcb-950f-32efe18af243,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:07.181125 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.319231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce7c41e5-2adb-4419-abff-569b452ee457 req-695f092f-71b8-485b-be50-6770ab9bdce4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 210 time: 0.1199293 Feb 09 13:16:07.420077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Checking segment: {'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:07.420465 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Network hostable DHCP agents. Network: 5bd39a6f-a62b-4b6e-89e8-d04af90bc172, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:16:07.442355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 4c199b60-9a79-4fcb-950f-32efe18af243 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:07.486564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc43f53-14b4-433b-b76b-cd8b15663e23 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.549795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc43f53-14b4-433b-b76b-cd8b15663e23 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.557907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d99ca-ec83-4777-a3b8-c9d2809c4d2f None None] Network f04834b9-3e90-4273-b0e5-e48f61cf00c8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:07.592519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-1effc6a2-cd60-45e7-baca-ded6827d1754 req-74e68d1f-3f0c-4e5a-a78c-7bcbb791c6a1 service neutron] (83479) timed out ('10.222.0.62', 59481) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:16:07.594249 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9bc43f53-14b4-433b-b76b-cd8b15663e23 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/52b62e00-7596-49a3-bd20-9f528820b6bb HTTP/1.1" status: 204 len: 168 time: 3.0549767 Feb 09 13:16:07.598034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53798) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:07.616918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc43f53-14b4-433b-b76b-cd8b15663e23 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Subnet': ['ID=52b62e00-7596-49a3-bd20-9f528820b6bb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:07.666333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:16:07.715118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 5bd39a6f-a62b-4b6e-89e8-d04af90bc172) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:07.728155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:07.734792 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.759618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53802) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:07.773913 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9c187b15-acf1-48e0-aa77-5fa9451b91f9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2299044 Feb 09 13:16:07.784595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53812) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:07.822298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:07.832170 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.848686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port a437186c-c4c7-4d16-821b-5189955859a0 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:07.849371 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.851141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:07.867230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Usage tracker for resource:router and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:07.881696 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:07.899530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:07.933913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6860f76a-b358-42b7-a281-3e28ce67bdf5 None None] Network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:07.937839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:07.938956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.046228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-650989324', 'router:external': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:08.058120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:08.073039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Usage tracker for resource:network and tenant:b5ea8866bd3b49469acf0cef5f55d9db is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:08.078816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:08.089341 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.092929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:08.130912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Made reservation on behalf of b5ea8866bd3b49469acf0cef5f55d9db for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:08.133629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.173383 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.186127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.331194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:08.335577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Usage tracker for resource:security_group_rule and tenant:b5ea8866bd3b49469acf0cef5f55d9db is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:08.338850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:08.345112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:08.472447 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.567116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:16:08.571303 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.592885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-2ad4f799-f29a-4970-bfb8-13ad9b4464d4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:08.598023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-2ad4f799-f29a-4970-bfb8-13ad9b4464d4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.6041725 Feb 09 13:16:08.637588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Request body: {'port': {'device_id': '1d7b2424-a55c-4645-a8dc-2a20779c0eb1', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'admin_state_up': True, 'tenant_id': 'b61e4f1740014417a9a4bf493277ef6d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:08.790017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port a437186c-c4c7-4d16-821b-5189955859a0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a437186c-c4c7-4d16-821b-5189955859a0,segment=NetworkSegment(ba63339e-8f66-4b3a-a764-552db7dbda6e),segment_id=ba63339e-8f66-4b3a-a764-552db7dbda6e)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:08.790394 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.792549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:08.817141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=4c199b60-9a79-4fcb-950f-32efe18af243,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:08.833726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:16:08.880771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Allocated IP 172.20.0.2 (5bd39a6f-a62b-4b6e-89e8-d04af90bc172/c097ceab-daaa-4283-bb85-f6c09700c79e/8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:08.935959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c382da55-d738-431f-a7c5-d52c92205491,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:09.014762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6f51aa2-06ef-4aa3-a5c9-53edad66535d req-8d6637b0-d66d-4959-aa75-06d69537338f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 210 time: 0.3455369 Feb 09 13:16:09.064150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] DHCP port deletion for f04834b9-3e90-4273-b0e5-e48f61cf00c8 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:16:09.073518 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.104336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] Deleting port a437186c-c4c7-4d16-821b-5189955859a0 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:09.104336 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.105303 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Added segment 54793ec9-6c39-4731-b3e3-b5d5045e8748 of type vlan for network ff7b5180-b976-49b3-b942-52517735c737 Feb 09 13:16:09.121470 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.143601 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.166443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:09.171426 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.193605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for a437186c-c4c7-4d16-821b-5189955859a0 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:09.243387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Usage tracker for resource:port and tenant:b61e4f1740014417a9a4bf493277ef6d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:09.253346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f758ef-6689-4fbe-9278-15aea499f467 req-884898e5-16cd-486b-b4a2-12b78c984572 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:09.255402 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4f758ef-6689-4fbe-9278-15aea499f467 req-884898e5-16cd-486b-b4a2-12b78c984572 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 1.1764765 Feb 09 13:16:09.259293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:09.306487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:09.328127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] For port a437186c-c4c7-4d16-821b-5189955859a0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a437186c-c4c7-4d16-821b-5189955859a0,segment=NetworkSegment(ba63339e-8f66-4b3a-a764-552db7dbda6e),segment_id=ba63339e-8f66-4b3a-a764-552db7dbda6e)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:09.328127 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.353972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Made reservation on behalf of b61e4f1740014417a9a4bf493277ef6d for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:09.357998 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.458387 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4f758ef-6689-4fbe-9278-15aea499f467 req-b9781b10-d8dd-4238-9ea7-cc66d5f261da tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926432 Feb 09 13:16:09.458846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.519601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] Calling delete_port for a437186c-c4c7-4d16-821b-5189955859a0 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:09.545735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=a437186c-c4c7-4d16-821b-5189955859a0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:09.590217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No DVR routers for this DVR port a437186c-c4c7-4d16-821b-5189955859a0 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn_limited( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn_limited( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.611569 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:09.615443 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:16:09.620382 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:16:09.620736 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:16:09.705956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.706880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:09.707473 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.815892 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.829005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Transition to ACTIVE for port object 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:09.851688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Transition to ACTIVE for port object 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:09.858787 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.911954 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1508546 Feb 09 13:16:09.920661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53856) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:09.931231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Request body: {'subnet': {'network_id': 'ff7b5180-b976-49b3-b942-52517735c737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:09.936475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:09.941022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Usage tracker for resource:subnet and tenant:b5ea8866bd3b49469acf0cef5f55d9db is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:09.944898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:09.950772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:09.952401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:09.953354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Pushing event updated for resources: {'Port': ['ID=8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:09.963092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:09.963315 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:09.968464 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:09.977735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Made reservation on behalf of b5ea8866bd3b49469acf0cef5f55d9db for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:09.980521 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.011191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Allocated IP 172.20.0.2 (7940e2b9-7074-4987-9b54-3d4469043068/8b2890f1-cd7a-4c34-9690-caa4a64bcb7e/24b30630-472c-4fe7-95a0-52ec6b5dcc8d) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:10.101607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa2162-46fc-4efe-837e-e0c3ffe680f6 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event updated for resources: {'Network': ['ID=ff7b5180-b976-49b3-b942-52517735c737,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:10.132613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] Deleting port a437186c-c4c7-4d16-821b-5189955859a0 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:10.133637 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.196688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network ff7b5180-b976-49b3-b942-52517735c737 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:16:10.293194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04834b9-3e90-4273-b0e5-e48f61cf00c8']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:10.399911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a437186c-c4c7-4d16-821b-5189955859a0 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:16:10.434520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Attempting to bind port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:10.434898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Attempting to bind port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:10.435402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Attempting to bind port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 on network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:10.488684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8c05eaf9-22db-4932-927f-c16a7298fca5 None None] The port 'a437186c-c4c7-4d16-821b-5189955859a0' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:16:10.489612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: a437186c-c4c7-4d16-821b-5189955859a0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:16:10.490066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a437186c-c4c7-4d16-821b-5189955859a0 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:16:10.503140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Router 9a6364aa-9901-40c2-a095-041ae7106635 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:10.544281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:10.544281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Checking segment: {'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:10.544281 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.544281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Bound using segment: {'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:10.547469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Bound port: 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:10.547469 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.658164 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.704175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] For port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:10.712788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] For port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:10.722770 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.728580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.807602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:10.821227 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] Sync routers for ids ['9a6364aa-9901-40c2-a095-041ae7106635'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:16:10.832617 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.842635 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e5532cd8-9276-431e-bb05-7315d029c37b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "PUT /v2.0/routers/9a6364aa-9901-40c2-a095-041ae7106635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0600195 Feb 09 13:16:10.844252 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] Routers {'9a6364aa-9901-40c2-a095-041ae7106635'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:10.844743 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a6364aa-9901-40c2-a095-041ae7106635'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:10.870510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba63339e-8f66-4b3a-a764-552db7dbda6e') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:10.870842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba63339e-8f66-4b3a-a764-552db7dbda6e') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:10.885241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.889075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f494eb-29fd-4c2d-abe1-4fc9f85c7cb8 None None] Pushing event updated for resources: {'Port': ['ID=8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:10.891840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53882) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:10.904314 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:10.912630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:16:10.913037 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.012873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Allocated IP 172.25.5.86 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/82e099e2-522f-4401-87ec-5ea6082d354c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:11.017511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f5ba3-ddb4-4aa7-aecd-5fb21b5a9461 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.019974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f5ba3-ddb4-4aa7-aecd-5fb21b5a9461 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.020822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c51f5ba3-ddb4-4aa7-aecd-5fb21b5a9461 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:11.045601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c51f5ba3-ddb4-4aa7-aecd-5fb21b5a9461 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:11.045601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c51f5ba3-ddb4-4aa7-aecd-5fb21b5a9461 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1516395 Feb 09 13:16:11.048186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53892) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:16:11.060368 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:16:11.075918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.077949 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.162971 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.208932 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] Set router 9a6364aa-9901-40c2-a095-041ae7106635 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:11.210776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.280578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event updated for resources: {'Port': ['ID=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:11.297635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Network': ['ID=f04834b9-3e90-4273-b0e5-e48f61cf00c8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:11.348858 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d308aa83-b655-48ee-bd0d-98a3265f420f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/networks/f04834b9-3e90-4273-b0e5-e48f61cf00c8 HTTP/1.1" status: 204 len: 168 time: 3.7487512 Feb 09 13:16:11.356043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53902) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:11.372921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1048185487'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:11.393996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:11.411077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:network and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:11.421053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:11.440948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:11.458646 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6364aa-9901-40c2-a095-041ae7106635', 'name': 'tempest-NetworksTestDHCPv6-router-904141694', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:48Z', 'updated_at': '2022-02-09T13:16:07Z', 'revision_number': 3, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:11.481032 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] Checking router: 9a6364aa-9901-40c2-a095-041ae7106635 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:16:11.485918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Network 7940e2b9-7074-4987-9b54-3d4469043068 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:11.502871 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] Routers {'9a6364aa-9901-40c2-a095-041ae7106635'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:11.503566 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a6364aa-9901-40c2-a095-041ae7106635'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:11.513991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:11.516543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:11.520919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.544252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:11.665148 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.682607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:16:11.693901 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.694331 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added segment 51bc5378-9698-4809-be19-4cdf9b0ce163 of type vlan for network 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 Feb 09 13:16:11.702142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca47b994-ab95-4148-b87c-97c6911ec17d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 40e8c627-7c6b-4325-aa1a-3b0134f9cd20 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:16:11.707783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca47b994-ab95-4148-b87c-97c6911ec17d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.735379 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.780702 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca47b994-ab95-4148-b87c-97c6911ec17d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.816882 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.817154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27146430-58bb-4b6b-8eb3-c815f74abaa5 req-cda8fef9-e2c7-4010-94f9-fa22f37b8997 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.818416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-27146430-58bb-4b6b-8eb3-c815f74abaa5 req-cda8fef9-e2c7-4010-94f9-fa22f37b8997 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:11.821705 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] Set router 9a6364aa-9901-40c2-a095-041ae7106635 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:11.856534 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.857729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.858816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.879573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.880294 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:11.946130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Pushing event updated for resources: {'Port': ['ID=82e099e2-522f-4401-87ec-5ea6082d354c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:11.959782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:11.972463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ce03a-7554-4eca-82bd-b0b3c8e4d924 req-732e15ad-5028-48ac-918f-007755ca18af tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:11.974042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd7ce03a-7554-4eca-82bd-b0b3c8e4d924 req-732e15ad-5028-48ac-918f-007755ca18af tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.9280238 Feb 09 13:16:11.985498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6241484 Feb 09 13:16:12.001874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53924) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:12.006351 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6364aa-9901-40c2-a095-041ae7106635', 'name': 'tempest-NetworksTestDHCPv6-router-904141694', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:48Z', 'updated_at': '2022-02-09T13:16:07Z', 'revision_number': 3, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:12.012260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'subnet': {'network_id': '7ddc90ec-2f72-4fa8-88b7-4d4843e967d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:12.021249 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee695db-9424-48c1-9c2c-9555cde6264d None None] The sync data for ids ['9a6364aa-9901-40c2-a095-041ae7106635'] in n-d-825175-3 is: [{'id': '9a6364aa-9901-40c2-a095-041ae7106635', 'name': 'tempest-NetworksTestDHCPv6-router-904141694', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:15:48Z', 'updated_at': '2022-02-09T13:16:07Z', 'revision_number': 3, 'project_id': '718ee07bb5ae4353956aa68226f1a5e1', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:16:12.026872 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca47b994-ab95-4148-b87c-97c6911ec17d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:12.284807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:12.307620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:12.317180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-77b82968-9e62-46e4-a24c-3ae1d58345b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7046590 Feb 09 13:16:12.318564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:12.357119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-27146430-58bb-4b6b-8eb3-c815f74abaa5 req-cda8fef9-e2c7-4010-94f9-fa22f37b8997 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:12.358815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27146430-58bb-4b6b-8eb3-c815f74abaa5 req-cda8fef9-e2c7-4010-94f9-fa22f37b8997 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 931 time: 1.9842477 Feb 09 13:16:12.402049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:subnet and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:12.426916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Request body: {'port': {'device_id': '1d7b2424-a55c-4645-a8dc-2a20779c0eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:12.555303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:12.579424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:12.678515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:12.735825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca47b994-ab95-4148-b87c-97c6911ec17d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:12.808554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a991847-5442-40d5-ae55-e41129dec289 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Network': ['ID=7ddc90ec-2f72-4fa8-88b7-4d4843e967d1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:12.851074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:12.871244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47b994-ab95-4148-b87c-97c6911ec17d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=40e8c627-7c6b-4325-aa1a-3b0134f9cd20,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:12.873512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:16:12.888541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca47b994-ab95-4148-b87c-97c6911ec17d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:12.921360 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ca47b994-ab95-4148-b87c-97c6911ec17d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/40e8c627-7c6b-4325-aa1a-3b0134f9cd20 HTTP/1.1" status: 204 len: 168 time: 1.8718071 Feb 09 13:16:12.923814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53952) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:13.189156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-17aecf05-9b4d-4080-a0f0-27d8d7175e35 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:router {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:13.212340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-17aecf05-9b4d-4080-a0f0-27d8d7175e35 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:router {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:13.213931 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-17aecf05-9b4d-4080-a0f0-27d8d7175e35 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2885556 Feb 09 13:16:13.222511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53960) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:13.303521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ec05a2-119b-4698-8ae2-f8534cc93925 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:13.326487 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:13.327362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:13.353476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10491d60-215e-47e3-b647-be4b25b5e773 None None] Network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:13.433913 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:13.491169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-27146430-58bb-4b6b-8eb3-c815f74abaa5 req-0a5177e0-6e5b-4eae-985e-f0dc51272200 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:13.509809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-42e064d7-a70f-4dbd-bf3b-f6d376d123b3 None None] Provisioning for port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:13.536515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd7ce03a-7554-4eca-82bd-b0b3c8e4d924 req-c359e9ff-ce70-4d2c-96b7-e4779a70c3f2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5371172 Feb 09 13:16:13.593992 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f82f7b8f-5f66-4e2c-997a-b9e88d1c5840 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:13.678977 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:13.816728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-27146430-58bb-4b6b-8eb3-c815f74abaa5 req-0a5177e0-6e5b-4eae-985e-f0dc51272200 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:13.828792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27146430-58bb-4b6b-8eb3-c815f74abaa5 req-0a5177e0-6e5b-4eae-985e-f0dc51272200 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2366955 Feb 09 13:16:13.970191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:13.985791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:13.986229 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.460153 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.514019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:14.525757 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.665879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4c199b60-9a79-4fcb-950f-32efe18af243 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:16:14.768451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b468814f-22f5-470f-9591-bc4c10ceef19 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:16:14.829006 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f82f7b8f-5f66-4e2c-997a-b9e88d1c5840 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.841804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.objects.ports [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83480) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:16:14.842362 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.852697 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f82f7b8f-5f66-4e2c-997a-b9e88d1c5840 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.867605 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b468814f-22f5-470f-9591-bc4c10ceef19 None None] Deleting port 1833d510-58a6-4e82-86b7-3440575e19d8 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:14.868006 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b468814f-22f5-470f-9591-bc4c10ceef19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.907541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 4c199b60-9a79-4fcb-950f-32efe18af243 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:16:14.907974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4c199b60-9a79-4fcb-950f-32efe18af243 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:16:14.924706 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f82f7b8f-5f66-4e2c-997a-b9e88d1c5840 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.926374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82f7b8f-5f66-4e2c-997a-b9e88d1c5840 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Fanout notify agent at l3_agent the message router_deleted on router 9a6364aa-9901-40c2-a095-041ae7106635 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:16:14.944048 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-471f4812-4356-4fec-9432-2a428ee165cb req-6e2e7598-cab8-41d8-aef0-348a4f9466b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1095 time: 0.7113411 Feb 09 13:16:14.956634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b0e1f358-4532-4b7a-9f4f-bdcd81e6f27c None None] Provisioning complete for port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:14.957034 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f358-4532-4b7a-9f4f-bdcd81e6f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:14.995118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b79c5f0b-665c-4239-9580-6504d06b8251,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:15.013403 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:15.029313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9a5f2-88b9-41c6-84da-df26624f2e24 req-0c891595-7ab3-4986-b8b2-2dc50849bc2f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:15.043054 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25a9a5f2-88b9-41c6-84da-df26624f2e24 req-0c891595-7ab3-4986-b8b2-2dc50849bc2f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.6671669 Feb 09 13:16:15.149439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f82f7b8f-5f66-4e2c-997a-b9e88d1c5840 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:15.153118 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f82f7b8f-5f66-4e2c-997a-b9e88d1c5840 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/routers/9a6364aa-9901-40c2-a095-041ae7106635 HTTP/1.1" status: 204 len: 168 time: 1.9266114 Feb 09 13:16:15.158196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1833d510-58a6-4e82-86b7-3440575e19d8 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:16:15.159285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54018) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:15.277063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Subnet': ['ID=52ac80b8-7105-4bae-a319-ec386d81242b,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:15.277729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:15.340634 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:16:15.372013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25a9a5f2-88b9-41c6-84da-df26624f2e24 req-c37865a5-a1a1-487b-afb4-2856bf081a64 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789440 Feb 09 13:16:15.378037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f4812-4356-4fec-9432-2a428ee165cb req-a9c36402-7e22-435e-ab53-e5ace31908c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:15.380035 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-471f4812-4356-4fec-9432-2a428ee165cb req-a9c36402-7e22-435e-ab53-e5ace31908c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.4260917 Feb 09 13:16:15.500457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a83c8-19e4-4163-85bb-0e86b703ae4d req-35b3f802-42e3-4eb7-9382-74965bb99dce tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:15.510510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-331a83c8-19e4-4163-85bb-0e86b703ae4d req-35b3f802-42e3-4eb7-9382-74965bb99dce tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.5526929 Feb 09 13:16:15.528484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Checking segment: {'id': '54793ec9-6c39-4731-b3e3-b5d5045e8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff7b5180-b976-49b3-b942-52517735c737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:15.529124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Network hostable DHCP agents. Network: ff7b5180-b976-49b3-b942-52517735c737, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:16:15.605273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Checking segment: {'id': '51bc5378-9698-4809-be19-4cdf9b0ce163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7ddc90ec-2f72-4fa8-88b7-4d4843e967d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:15.605929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network hostable DHCP agents. Network: 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:16:15.620358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b30630-472c-4fe7-95a0-52ec6b5dcc8d {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:16:15.643333 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:15.644089 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-471f4812-4356-4fec-9432-2a428ee165cb req-ea433d60-2fa9-45b5-b1b8-53ded03a085d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 998 time: 0.2546415 Feb 09 13:16:15.676363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Network ff7b5180-b976-49b3-b942-52517735c737 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:16:15.692576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b468814f-22f5-470f-9591-bc4c10ceef19 None None] For port 1833d510-58a6-4e82-86b7-3440575e19d8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1833d510-58a6-4e82-86b7-3440575e19d8,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:15.693140 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b468814f-22f5-470f-9591-bc4c10ceef19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:15.700791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-331a83c8-19e4-4163-85bb-0e86b703ae4d req-fb26256f-0bb5-4505-95f9-6992f7d46f14 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881363 Feb 09 13:16:15.742362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Router ae4a7a91-7592-4cec-8f38-4ad546ae3fca is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:16:15.759751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21966824-af13-46f3-8779-228ae5503f09 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:15.763477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-21966824-af13-46f3-8779-228ae5503f09 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:15.781284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, ff7b5180-b976-49b3-b942-52517735c737) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:15.787167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:15.789312 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:15.797736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f4812-4356-4fec-9432-2a428ee165cb req-87ad170e-8ef0-4a47-b33b-c5ca3ef5a4b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:15.799933 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-471f4812-4356-4fec-9432-2a428ee165cb req-87ad170e-8ef0-4a47-b33b-c5ca3ef5a4b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1521554 Feb 09 13:16:15.810256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Transition to ACTIVE for port object 24b30630-472c-4fe7-95a0-52ec6b5dcc8d will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:15.836409 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:15.859294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b468814f-22f5-470f-9591-bc4c10ceef19 None None] Calling delete_port for 1833d510-58a6-4e82-86b7-3440575e19d8 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:15.890792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-68772d43-d250-4fd2-a01f-36ad9d6d9d28 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.9694080 Feb 09 13:16:15.900981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:16:15.908482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54040) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:15.922228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:15.927636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:15.928590 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:15.951889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-292763039', 'network_id': 'ff7b5180-b976-49b3-b942-52517735c737'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:15.952139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-21966824-af13-46f3-8779-228ae5503f09 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:15.956448 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-21966824-af13-46f3-8779-228ae5503f09 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7959750 Feb 09 13:16:15.957432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54044) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:16.018571 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:16.029712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:16.036707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea4c4f-6a01-4a16-9ae8-ad884c2ed4b3 None None] Network ff7b5180-b976-49b3-b942-52517735c737 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:16.071705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Usage tracker for resource:port and tenant:b5ea8866bd3b49469acf0cef5f55d9db is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:16.079233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:16.087913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cf382e-4218-4a94-ba78-7328e5ead200 None None] Network 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:16.088141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Pushing event updated for resources: {'Port': ['ID=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:16.099965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cb7afbac-99ea-4280-999c-5d6f51ec6a81 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0928893 Feb 09 13:16:16.109978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54054) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:16.118353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:16.130767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-553078205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:16.146161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c77477a-1e92-49f5-aae1-598e829bd3a4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:16.146861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7c77477a-1e92-49f5-aae1-598e829bd3a4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:16.147440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:16.159844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b816f-b808-43df-9251-9486977a90ce req-0832edb5-3ae2-4b60-858a-505382d523e7 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:16.161830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-109b816f-b808-43df-9251-9486977a90ce req-0832edb5-3ae2-4b60-858a-505382d523e7 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 931 time: 0.4999285 Feb 09 13:16:16.203312 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-471f4812-4356-4fec-9432-2a428ee165cb req-a4d28cda-5fb8-482d-893a-89cb7ecf0704 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3949983 Feb 09 13:16:16.212857 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b468814f-22f5-470f-9591-bc4c10ceef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:16.216333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:router and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:16.248305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Made reservation on behalf of b5ea8866bd3b49469acf0cef5f55d9db for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:16.250743 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:16.263007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:16.299935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:16.303989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b468814f-22f5-470f-9591-bc4c10ceef19 None None] No DVR routers for this DVR port 1833d510-58a6-4e82-86b7-3440575e19d8 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:16.357203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468814f-22f5-470f-9591-bc4c10ceef19 None None] Pushing event deleted for resources: {'Port': ['ID=1833d510-58a6-4e82-86b7-3440575e19d8,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:16.366571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7c77477a-1e92-49f5-aae1-598e829bd3a4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:16.372315 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7c77477a-1e92-49f5-aae1-598e829bd3a4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3410347 Feb 09 13:16:16.373499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54064) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:16.390759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] device_id is not set on port b1a03da9-5be5-4f4e-b5f0-92c746286ed7 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:16.426315 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:16.437184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-109b816f-b808-43df-9251-9486977a90ce req-db761834-35a8-430e-bb9b-74f43d90c0a2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221987 Feb 09 13:16:16.444646 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:16.445576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:16.471846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Attempting to bind port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:16.471846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Attempting to bind port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:16.471846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Attempting to bind port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:16.508848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d on network 7940e2b9-7074-4987-9b54-3d4469043068 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:16.508949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Attempting to bind port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:16.540417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:16.540763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Checking segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:16.541152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Bound using segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:16.541594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Bound port: 24b30630-472c-4fe7-95a0-52ec6b5dcc8d, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:16.541937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:16.548947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c7dd255a-ba5a-4d1b-a326-cf724f18bd83 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:router {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:16.561446 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:16.588514 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-471f4812-4356-4fec-9432-2a428ee165cb req-07348620-fabf-44f2-87dc-94e6bb48be2c service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778737 Feb 09 13:16:16.700466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c7dd255a-ba5a-4d1b-a326-cf724f18bd83 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:router {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:16.701611 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c7dd255a-ba5a-4d1b-a326-cf724f18bd83 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3229775 Feb 09 13:16:16.709765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54078) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:16.719647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:16.804205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Allocated IP 172.20.0.8 (ff7b5180-b976-49b3-b942-52517735c737/b79c5f0b-665c-4239-9580-6504d06b8251/b1a03da9-5be5-4f4e-b5f0-92c746286ed7) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:16.931763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-7ddc90ec-2f72-4fa8-88b7-4d4843e967d1', 'network_id': '7ddc90ec-2f72-4fa8-88b7-4d4843e967d1', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'fixed_ips': [{'subnet_id': '52ac80b8-7105-4bae-a319-ec386d81242b'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:16:16.932896 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:16.991461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f840440-cf62-4a5e-9574-ab8c6184652b None None] Network ff7b5180-b976-49b3-b942-52517735c737 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:17.031002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:17.187025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:17.215263 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:17.227681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:17.235727 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-471f4812-4356-4fec-9432-2a428ee165cb req-fcda1381-e23b-4bf0-836b-9303ca9d3c1d service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370647 Feb 09 13:16:17.265539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:17.269886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:17.271111 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-865661f3-ef82-46af-b612-67a7e63c0df0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.4755414 Feb 09 13:16:17.273762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54096) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:17.309020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:17.317963 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:17.368258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] For port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:17.370661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Sync routers for ids ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:16:17.372137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] For port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:17.394157 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:17.493203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event updated for resources: {'Port': ['ID=b1a03da9-5be5-4f4e-b5f0-92c746286ed7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:17.542326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:17.686997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Pushing event updated for resources: {'Port': ['ID=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:17.695001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54104) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:17.709591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Routers {'ae4a7a91-7592-4cec-8f38-4ad546ae3fca'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:17.710632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:17.755071 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:17.759547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-30e1df37-c925-4824-a3d0-7b471d7c70b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.6351266 Feb 09 13:16:17.766518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:17.770512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-62fe92f9-0b41-4047-8f9f-b6eeb580ef9b service neutron] 10.222.0.67 "PUT /v2.0/ports/24b30630-472c-4fe7-95a0-52ec6b5dcc8d HTTP/1.1" status: 200 len: 1091 time: 5.3749440 Feb 09 13:16:17.770512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54110) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:17.772819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7b2424-a55c-4645-a8dc-2a20779c0eb1', 'tag': '24b30630-472c-4fe7-95a0-52ec6b5dcc8d'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:16:17.785886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Network ff7b5180-b976-49b3-b942-52517735c737 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:17.858144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:17.872060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:17.992026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:17.992577 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:17.999597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:18.000111 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:18.042724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:18.091402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Allocated IP 2001:db8::2 (7ddc90ec-2f72-4fa8-88b7-4d4843e967d1/52ac80b8-7105-4bae-a319-ec386d81242b/aea3abca-da5e-47cb-9e2f-482a746598a3) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:18.273000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c283f9-5cde-4d30-8f64-f054908c86cb req-331ad2ed-3c43-425c-9cd6-197444f23a01 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:18.282577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29c283f9-5cde-4d30-8f64-f054908c86cb req-331ad2ed-3c43-425c-9cd6-197444f23a01 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 1.0289528 Feb 09 13:16:18.321062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264f038-c76c-4d8a-8dee-2bc06cebc57f req-d2d194a4-6d11-4d83-87be-5ccedd124763 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:18.323782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0264f038-c76c-4d8a-8dee-2bc06cebc57f req-d2d194a4-6d11-4d83-87be-5ccedd124763 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 1.6309731 Feb 09 13:16:18.346390 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e1de4de-d0a4-4eff-8b36-83cac005be80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:18.358892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4e438265-452d-4bf3-b6a5-54b22e031356 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.4249022 Feb 09 13:16:18.366564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54116) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:18.399095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Set router ae4a7a91-7592-4cec-8f38-4ad546ae3fca gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:18.503149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8e1de4de-d0a4-4eff-8b36-83cac005be80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:18.509341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8e1de4de-d0a4-4eff-8b36-83cac005be80 admin admin] Usage tracker for resource:security_group_rule and tenant:6eec57532fc5452198a7bfe067a43858 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:18.514385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8e1de4de-d0a4-4eff-8b36-83cac005be80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:18.524845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8e1de4de-d0a4-4eff-8b36-83cac005be80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:18.613303 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e1de4de-d0a4-4eff-8b36-83cac005be80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:18.763603 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e1de4de-d0a4-4eff-8b36-83cac005be80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:18.825773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29c283f9-5cde-4d30-8f64-f054908c86cb req-66765b28-d3a6-40cd-a6d7-86f5c6b8c6d5 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5405235 Feb 09 13:16:18.830128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:16:18.833449 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:18.873719 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:18.903992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-bfb7a339-740d-40ec-9419-d62fd88e2964 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 1094 time: 1.0283196 Feb 09 13:16:18.904529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Transition to ACTIVE for port object aea3abca-da5e-47cb-9e2f-482a746598a3 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:18.912598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=10f5bb38-5f93-49d8-9d7d-174677dba757,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:18.943399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:18.943957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0264f038-c76c-4d8a-8dee-2bc06cebc57f req-2bff243d-0b37-4edb-a74d-e8044a9e922e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6014085 Feb 09 13:16:18.949455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:18.953695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:18.954537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:18.977605 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc14b38-f67c-4548-a4dd-995fa2968ed7 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:19.128638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-34cbe75d-dd48-4ef6-a2b7-4123b4134a05 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Deleting port b1a03da9-5be5-4f4e-b5f0-92c746286ed7 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:19.129385 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34cbe75d-dd48-4ef6-a2b7-4123b4134a05 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:19.175361 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7b2424-a55c-4645-a8dc-2a20779c0eb1', 'tag': '24b30630-472c-4fe7-95a0-52ec6b5dcc8d', 'status': 'completed', 'code': 200} Feb 09 13:16:19.195335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1de4de-d0a4-4eff-8b36-83cac005be80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e342b4-de05-4abf-8da0-7ccc7c6f28d2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:19.213261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8e1de4de-d0a4-4eff-8b36-83cac005be80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6eec57532fc5452198a7bfe067a43858&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5097976 Feb 09 13:16:19.215202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54120) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:19.268789 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-74931873-658b-40b3-8382-d7692926068b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5515652 Feb 09 13:16:19.270373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54124) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:19.284752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:19.295649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Transition to ACTIVE for port object aea3abca-da5e-47cb-9e2f-482a746598a3 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:19.318940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-f4ef043f-3afc-4f34-b11e-3f265cc582b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b30630-472c-4fe7-95a0-52ec6b5dcc8d HTTP/1.1" status: 200 len: 217 time: 0.2951820 Feb 09 13:16:19.338492 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:19.466877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:19.471386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:19.474690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:19.481404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:19.496234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:19.499492 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:19.556347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Network 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:19.563819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:19.574558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:19.623437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Pushing event updated for resources: {'Port': ['ID=aea3abca-da5e-47cb-9e2f-482a746598a3,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:19.721654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '10f5bb38-5f93-49d8-9d7d-174677dba757'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:16:19.722510 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:19.755139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:12Z', 'revision_number': 3, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:19.762706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Checking router: ae4a7a91-7592-4cec-8f38-4ad546ae3fca for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:16:19.763049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Updating router ae4a7a91-7592-4cec-8f38-4ad546ae3fca port 82e099e2-522f-4401-87ec-5ea6082d354c binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:16:19.768954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-dcfa2dfc-504b-4fb2-a7f4-4b3929db55dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:19.770775 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-dcfa2dfc-504b-4fb2-a7f4-4b3929db55dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.3882730 Feb 09 13:16:19.852160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Attempting to bind port aea3abca-da5e-47cb-9e2f-482a746598a3 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:19.852587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Attempting to bind port aea3abca-da5e-47cb-9e2f-482a746598a3 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '51bc5378-9698-4809-be19-4cdf9b0ce163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7ddc90ec-2f72-4fa8-88b7-4d4843e967d1'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:19.852929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Attempting to bind port aea3abca-da5e-47cb-9e2f-482a746598a3 on network 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:19.887553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-8d452199-d5a7-4488-9778-d019ea1d8554 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086648 Feb 09 13:16:19.893396 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:19.898298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:19.898695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Checking segment: {'id': '51bc5378-9698-4809-be19-4cdf9b0ce163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7ddc90ec-2f72-4fa8-88b7-4d4843e967d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:19.899097 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:19.899489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Bound using segment: {'id': '51bc5378-9698-4809-be19-4cdf9b0ce163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7ddc90ec-2f72-4fa8-88b7-4d4843e967d1'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:19.899968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Bound port: aea3abca-da5e-47cb-9e2f-482a746598a3, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc5378-9698-4809-be19-4cdf9b0ce163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7ddc90ec-2f72-4fa8-88b7-4d4843e967d1'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:19.900334 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:19.956609 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:19.977938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=4d8d0ce1-5964-453c-91f7-19da0f2fa9e0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:19.989792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:20.000922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:20.003846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:20.004429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:20.120522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ece8bc71-45c2-441b-8343-6f7c1af93db5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8481026 Feb 09 13:16:20.123583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54132) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:20.130506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:ef:f9:97', 'name': 'tempest-NetworksTestDHCPv6-341298189'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:20.142900 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-144b8445-549e-4dea-9bda-9d12685cb81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:20.153734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] For port aea3abca-da5e-47cb-9e2f-482a746598a3, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:20.157373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] For port aea3abca-da5e-47cb-9e2f-482a746598a3, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=aea3abca-da5e-47cb-9e2f-482a746598a3,segment=NetworkSegment(51bc5378-9698-4809-be19-4cdf9b0ce163),segment_id=51bc5378-9698-4809-be19-4cdf9b0ce163)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:20.170248 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:20.181926 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-144b8445-549e-4dea-9bda-9d12685cb81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:20.251410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-403510b7-ce52-46ff-aa20-720c704fc41b service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320675 Feb 09 13:16:20.286886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b594ac6-be54-4e33-8287-7998eb198519 None None] Pushing event updated for resources: {'Port': ['ID=aea3abca-da5e-47cb-9e2f-482a746598a3,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:20.303585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:20.314595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:20.331805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-144b8445-549e-4dea-9bda-9d12685cb81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:20.333798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:20.340154 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:20.406802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Allocated IP 2001:db8::f816:3eff:fe5e:48ce (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/10f5bb38-5f93-49d8-9d7d-174677dba757/e3b15ab3-eb12-4caa-858f-ed058b981615) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:20.580777 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:20.608496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 55251970-20ee-4c12-84f8-ed6a0a5cf8cb yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:20.664894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b8445-549e-4dea-9bda-9d12685cb81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e342b4-de05-4abf-8da0-7ccc7c6f28d2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:20.681182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7d1d5b9-38f3-4bcd-9943-508a880d3cd4 req-9f1660b6-e074-419c-988e-414b05a72e5b service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617655 Feb 09 13:16:20.722576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c416-1431-4ff2-b8f4-871afa4206b4 req-20c3532f-5bd7-49b1-a797-a5377343f53b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:20.735408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c01c416-1431-4ff2-b8f4-871afa4206b4 req-20c3532f-5bd7-49b1-a797-a5377343f53b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 943 time: 1.4936757 Feb 09 13:16:20.878653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-144b8445-549e-4dea-9bda-9d12685cb81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:20.879829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-144b8445-549e-4dea-9bda-9d12685cb81f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25e342b4-de05-4abf-8da0-7ccc7c6f28d2 HTTP/1.1" status: 204 len: 168 time: 1.6607754 Feb 09 13:16:20.959174 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:16:20.975018 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.074680 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c01c416-1431-4ff2-b8f4-871afa4206b4 req-6f946172-9719-41db-8dbe-9e4a806145e3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365231 Feb 09 13:16:21.095421 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34cbe75d-dd48-4ef6-a2b7-4123b4134a05 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.148668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Allocated IP 172.20.0.1 (5bd39a6f-a62b-4b6e-89e8-d04af90bc172/c097ceab-daaa-4283-bb85-f6c09700c79e/824f7057-66b6-4dda-ada3-b5eadf7efb8d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:21.161616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aea3abca-da5e-47cb-9e2f-482a746598a3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:21.228750 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.278866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Transition to ACTIVE for port object e3b15ab3-eb12-4caa-858f-ed058b981615 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:21.337749 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.356471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Transition to ACTIVE for port object e3b15ab3-eb12-4caa-858f-ed058b981615 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:21.401556 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.409085 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Transition to ACTIVE for port object 82e099e2-522f-4401-87ec-5ea6082d354c will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:21.438939 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.489129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Transition to ACTIVE for port object 824f7057-66b6-4dda-ada3-b5eadf7efb8d will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:21.536438 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.552005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port aea3abca-da5e-47cb-9e2f-482a746598a3 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:21.571967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:21.588661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:21.591992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:21.613921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Attempting to bind port 82e099e2-522f-4401-87ec-5ea6082d354c on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:21.614286 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Attempting to bind port 82e099e2-522f-4401-87ec-5ea6082d354c by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:21.631519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.635255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Attempting to bind port 82e099e2-522f-4401-87ec-5ea6082d354c on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:21.675590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-34cbe75d-dd48-4ef6-a2b7-4123b4134a05 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Calling delete_port for b1a03da9-5be5-4f4e-b5f0-92c746286ed7 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:21.703150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:21.703883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:21.704443 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.705334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:21.706196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Bound port: 82e099e2-522f-4401-87ec-5ea6082d354c, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:21.706735 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:21.740818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c7a33-1919-4f2e-99ed-9be4426bd35a req-c7050b50-f023-435e-b14e-11e673d1667f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:21.743908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a28c7a33-1919-4f2e-99ed-9be4426bd35a req-c7050b50-f023-435e-b14e-11e673d1667f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 1.4900200 Feb 09 13:16:21.794633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 172.20.0.14 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/4d8d0ce1-5964-453c-91f7-19da0f2fa9e0/55251970-20ee-4c12-84f8-ed6a0a5cf8cb) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:21.827177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::f816:3eff:feef:f997 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/10f5bb38-5f93-49d8-9d7d-174677dba757/55251970-20ee-4c12-84f8-ed6a0a5cf8cb) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:21.852139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:21.852139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Pushing event updated for resources: {'Port': ['ID=824f7057-66b6-4dda-ada3-b5eadf7efb8d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:21.862819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:21.871557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:21.882576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Pushing event updated for resources: {'Port': ['ID=e3b15ab3-eb12-4caa-858f-ed058b981615,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:21.886148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a28c7a33-1919-4f2e-99ed-9be4426bd35a req-aaf1437c-d8f0-4c8b-9e49-1f47af506064 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072085 Feb 09 13:16:22.008088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Attempting to bind port e3b15ab3-eb12-4caa-858f-ed058b981615 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:22.016985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Attempting to bind port e3b15ab3-eb12-4caa-858f-ed058b981615 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:22.018842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Attempting to bind port e3b15ab3-eb12-4caa-858f-ed058b981615 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:22.109726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce1612e8-2bf7-4d48-a737-6584265997ca req-5482d91a-9bd6-46b1-8aae-b6fac9b7786c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 1094 time: 1.2766731 Feb 09 13:16:22.152971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:22.178107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:22.178481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:22.178940 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:22.179388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:22.180412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Bound port: e3b15ab3-eb12-4caa-858f-ed058b981615, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:22.188544 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:22.290846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a5c26-23b0-42da-8999-9eacabe2550b None None] Pushing event updated for resources: {'Port': ['ID=82e099e2-522f-4401-87ec-5ea6082d354c,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:22.299286 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] For port 82e099e2-522f-4401-87ec-5ea6082d354c, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:22.402054 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:22.457057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] For port e3b15ab3-eb12-4caa-858f-ed058b981615, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:22.461340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] For port e3b15ab3-eb12-4caa-858f-ed058b981615, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e3b15ab3-eb12-4caa-858f-ed058b981615,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:22.477167 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:22.491553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] For port 82e099e2-522f-4401-87ec-5ea6082d354c, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=82e099e2-522f-4401-87ec-5ea6082d354c,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:22.721416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b548a4ff-718b-42e9-872b-801cae372727 None None] Network 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:22.747489 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1612e8-2bf7-4d48-a737-6584265997ca req-ade1b375-2453-47cd-adbc-13f576feb546 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:22.749210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce1612e8-2bf7-4d48-a737-6584265997ca req-ade1b375-2453-47cd-adbc-13f576feb546 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 906 time: 0.6312182 Feb 09 13:16:22.755848 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:22.855302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-26a5a4aa-b552-4034-94e3-57ac650dd3a8 None None] Provisioning for port 824f7057-66b6-4dda-ada3-b5eadf7efb8d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:22.914516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-26a5a4aa-b552-4034-94e3-57ac650dd3a8 None None] Provisioning complete for port 824f7057-66b6-4dda-ada3-b5eadf7efb8d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:22.914516 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-26a5a4aa-b552-4034-94e3-57ac650dd3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:22.947072 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:22.965565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 55251970-20ee-4c12-84f8-ed6a0a5cf8cb will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:22.976664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-26a5a4aa-b552-4034-94e3-57ac650dd3a8 None None] Port 824f7057-66b6-4dda-ada3-b5eadf7efb8d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:16:22.984293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Allocated IP 2001:db8::1 (7ddc90ec-2f72-4fa8-88b7-4d4843e967d1/52ac80b8-7105-4bae-a319-ec386d81242b/e8ef6dce-3f89-4ac7-9155-05ae73114eec) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:22.990525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6663b-61c9-4bbc-8e5f-50b57b911400 None None] Pushing event updated for resources: {'Port': ['ID=e3b15ab3-eb12-4caa-858f-ed058b981615,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:23.010840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:23.115340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Routers {'ae4a7a91-7592-4cec-8f38-4ad546ae3fca'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:23.116711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:15:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:23.170071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a5c26-23b0-42da-8999-9eacabe2550b None None] Pushing event updated for resources: {'Port': ['ID=82e099e2-522f-4401-87ec-5ea6082d354c,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:23.251394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=55251970-20ee-4c12-84f8-ed6a0a5cf8cb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:23.313126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:23.323694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:23.329577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:23.433324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ad783-b4eb-4446-9199-f6aca448340a req-28cb3d65-75d9-453d-9c5d-15ca312ac3ac tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:23.437532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b6ad783-b4eb-4446-9199-f6aca448340a req-28cb3d65-75d9-453d-9c5d-15ca312ac3ac tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 1.8343687 Feb 09 13:16:23.466043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce1612e8-2bf7-4d48-a737-6584265997ca req-edadb759-04ff-4a30-a5b4-ce902ab16e06 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b30630-472c-4fe7-95a0-52ec6b5dcc8d HTTP/1.1" status: 200 len: 217 time: 0.3950002 Feb 09 13:16:23.482406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:23.484447 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:23.504030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8606e79a-5a8a-42a4-aedb-5c65a81d7f1a None None] Provisioning for port aea3abca-da5e-47cb-9e2f-482a746598a3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:23.530978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8606e79a-5a8a-42a4-aedb-5c65a81d7f1a None None] Provisioning complete for port aea3abca-da5e-47cb-9e2f-482a746598a3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:23.531423 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8606e79a-5a8a-42a4-aedb-5c65a81d7f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:23.542071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:23.546323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-525fc180-b24e-4e88-a467-b05cdb831077 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4217076 Feb 09 13:16:23.549615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54166) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:23.597396 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:23.610412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 24b30630-472c-4fe7-95a0-52ec6b5dcc8d details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:16:23.649612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1612e8-2bf7-4d48-a737-6584265997ca req-315ff5ff-c53f-4d50-9c45-ce0547c8348d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:23.651136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce1612e8-2bf7-4d48-a737-6584265997ca req-315ff5ff-c53f-4d50-9c45-ce0547c8348d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.1747921 Feb 09 13:16:23.754275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b6ad783-b4eb-4446-9199-f6aca448340a req-1220835f-48a2-4d1a-ad74-fbbcedff2a9f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899120 Feb 09 13:16:23.768676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Pushing event updated for resources: {'Port': ['ID=824f7057-66b6-4dda-ada3-b5eadf7efb8d,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:23.781034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:23.798754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a19f39-0a50-4eba-885c-f9e8953b8325 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:23.802877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a19f39-0a50-4eba-885c-f9e8953b8325 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:23.803738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f8a19f39-0a50-4eba-885c-f9e8953b8325 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:23.943333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff909f-2de6-4350-b842-9878f9304e64 req-58956dd4-73ff-4086-a7c0-2496907fb628 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:23.945644 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76ff909f-2de6-4350-b842-9878f9304e64 req-58956dd4-73ff-4086-a7c0-2496907fb628 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 943 time: 1.5356939 Feb 09 13:16:23.956075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce1612e8-2bf7-4d48-a737-6584265997ca req-f5eecfc8-fac2-43ae-a43e-4bff0a08c6fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2864072 Feb 09 13:16:23.981564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34cbe75d-dd48-4ef6-a2b7-4123b4134a05 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:24.143549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] Set router ae4a7a91-7592-4cec-8f38-4ad546ae3fca gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:24.201589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:24.204447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:24.278307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f8a19f39-0a50-4eba-885c-f9e8953b8325 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:24.279531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f8a19f39-0a50-4eba-885c-f9e8953b8325 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.7280326 Feb 09 13:16:24.348828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54184) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:24.455697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ad3064fd-f0da-4a7f-b8c3-7610482a6488 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 55251970-20ee-4c12-84f8-ed6a0a5cf8cb {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:24.456031 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad3064fd-f0da-4a7f-b8c3-7610482a6488 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:24.519580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbe75d-dd48-4ef6-a2b7-4123b4134a05 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1a03da9-5be5-4f4e-b5f0-92c746286ed7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:24.523003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce1612e8-2bf7-4d48-a737-6584265997ca req-e5391253-d9c3-4217-be5c-47773f7b4ac7 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100913 Feb 09 13:16:24.592420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:24.621266 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8606e79a-5a8a-42a4-aedb-5c65a81d7f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:24.712681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '24b30630-472c-4fe7-95a0-52ec6b5dcc8d', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'port_id': '24b30630-472c-4fe7-95a0-52ec6b5dcc8d', 'mac_address': 'fa:16:3e:d3:9d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2890f1-cd7a-4c34-9690-caa4a64bcb7e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:16:24.850367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce1612e8-2bf7-4d48-a737-6584265997ca req-7d68afb6-cd8d-41e9-aeef-3f46b990bf6c service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048153 Feb 09 13:16:24.883014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76ff909f-2de6-4350-b842-9878f9304e64 req-79d22658-fe9d-46d2-9473-8e64b6ec9e8d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9299493 Feb 09 13:16:24.887248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34cbe75d-dd48-4ef6-a2b7-4123b4134a05 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:24.901623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8606e79a-5a8a-42a4-aedb-5c65a81d7f1a None None] For port aea3abca-da5e-47cb-9e2f-482a746598a3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=aea3abca-da5e-47cb-9e2f-482a746598a3,segment=NetworkSegment(51bc5378-9698-4809-be19-4cdf9b0ce163),segment_id=51bc5378-9698-4809-be19-4cdf9b0ce163)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:24.906123 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:24.913998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-34cbe75d-dd48-4ef6-a2b7-4123b4134a05 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "DELETE /v2.0/ports/b1a03da9-5be5-4f4e-b5f0-92c746286ed7 HTTP/1.1" status: 204 len: 168 time: 6.5398576 Feb 09 13:16:24.922042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54194) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:24.925491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2debea21-2e85-4e0b-9a8b-5eeb2e9e8332 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:24.930684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff7b5180-b976-49b3-b942-52517735c737', 'external_fixed_ips': [{'subnet_id': 'b79c5f0b-665c-4239-9580-6504d06b8251', 'ip_address': '172.20.0.8'}]}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:24.994343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:25.109761 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.115473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Usage tracker for resource:router and tenant:b5ea8866bd3b49469acf0cef5f55d9db is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:25.124446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:25.149427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:25.151650 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8606e79a-5a8a-42a4-aedb-5c65a81d7f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.173121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad3064fd-f0da-4a7f-b8c3-7610482a6488 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.174445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Transition to ACTIVE for port object e8ef6dce-3f89-4ac7-9155-05ae73114eec will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:25.188512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5cf5a-84a3-47cc-a44f-61c344ec78cc req-10a34432-2f23-4a0f-bb6e-224cd96a0c2f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:25.196606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93f5cf5a-84a3-47cc-a44f-61c344ec78cc req-10a34432-2f23-4a0f-bb6e-224cd96a0c2f tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 1.1130652 Feb 09 13:16:25.232338 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.233273 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.252581 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.263656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e3b15ab3-eb12-4caa-858f-ed058b981615 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:25.276999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8468018-4ac7-43a1-96eb-3dab93104716 req-2c014ad7-a6e2-402d-9e82-ff98f84d1111 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 1096 time: 0.2661502 Feb 09 13:16:25.311066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93f5cf5a-84a3-47cc-a44f-61c344ec78cc req-23f15278-352e-45a6-a727-e03ca7181ce1 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135080 Feb 09 13:16:25.350419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b30630-472c-4fe7-95a0-52ec6b5dcc8d {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:16:25.357202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ad3064fd-f0da-4a7f-b8c3-7610482a6488 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 55251970-20ee-4c12-84f8-ed6a0a5cf8cb owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:25.366749 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6fffa85f-eeb4-48d6-b8ef-28d96d797b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.430439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54204) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:25.436387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:25.509479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.511406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606e79a-5a8a-42a4-aedb-5c65a81d7f1a None None] Pushing event updated for resources: {'Port': ['ID=aea3abca-da5e-47cb-9e2f-482a746598a3,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:25.556624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Provisioning complete for port 824f7057-66b6-4dda-ada3-b5eadf7efb8d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:25.557132 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.656410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e3b15ab3-eb12-4caa-858f-ed058b981615 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:25.663788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Port 824f7057-66b6-4dda-ada3-b5eadf7efb8d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:16:25.667327 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad3064fd-f0da-4a7f-b8c3-7610482a6488 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.693170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:25.709422 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.721373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Provisioning for port e3b15ab3-eb12-4caa-858f-ed058b981615 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:25.730115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Provisioning complete for port e3b15ab3-eb12-4caa-858f-ed058b981615 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:25.730736 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.748486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3064fd-f0da-4a7f-b8c3-7610482a6488 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=55251970-20ee-4c12-84f8-ed6a0a5cf8cb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:25.813793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=e8ef6dce-3f89-4ac7-9155-05ae73114eec,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:25.818229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:25.822271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:21Z', 'revision_number': 1, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:25.822830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:25.828745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:25.829501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.841428 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.879471 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-327746103'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:25.884668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:25.884867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:16:25.888929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8468018-4ac7-43a1-96eb-3dab93104716 req-d4b762bd-ce0e-450d-b38b-719491e440e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:25.890379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8468018-4ac7-43a1-96eb-3dab93104716 req-d4b762bd-ce0e-450d-b38b-719491e440e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 917 time: 0.5929241 Feb 09 13:16:25.893617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Usage tracker for resource:network and tenant:113c042023764df681a994ea3be5b0d3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:25.896594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:25.903730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:25.926991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Router ae4a7a91-7592-4cec-8f38-4ad546ae3fca has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:25.931299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad3064fd-f0da-4a7f-b8c3-7610482a6488 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:25.956744 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ad3064fd-f0da-4a7f-b8c3-7610482a6488 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/55251970-20ee-4c12-84f8-ed6a0a5cf8cb HTTP/1.1" status: 204 len: 168 time: 1.6040864 Feb 09 13:16:25.984914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0295552-45c9-443a-a5ab-61c954f50c7f None None] The sync data for ids ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'] in n-d-825175-3 is: [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:21Z', 'revision_number': 1, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:16:26.016067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816bd4ad-9d26-411e-a902-1875d55721b7 None None] Update dhcp port {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': '10f5bb38-5f93-49d8-9d7d-174677dba757', 'ip_address': '2001:db8::f816:3eff:fe5e:48ce'}, {'subnet_id': '4d8d0ce1-5964-453c-91f7-19da0f2fa9e0'}], 'binding:host_id': 'n-d-825175-3'}, 'id': 'e3b15ab3-eb12-4caa-858f-ed058b981615'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:16:26.057141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54212) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:26.105629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Made reservation on behalf of 113c042023764df681a994ea3be5b0d3 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:26.109434 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:26.193938 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:26.207595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-816bd4ad-9d26-411e-a902-1875d55721b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:26.336235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] For port e3b15ab3-eb12-4caa-858f-ed058b981615, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e3b15ab3-eb12-4caa-858f-ed058b981615,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:26.342856 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:26.358965 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:26.398619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:26.414381 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:26.414595 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1e5cfaf8-26ad-4b43-88fe-57be0705d491 admin admin] 10.222.0.59 "PUT /v2.0/routers/ae4a7a91-7592-4cec-8f38-4ad546ae3fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1394703 Feb 09 13:16:26.693455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8468018-4ac7-43a1-96eb-3dab93104716 req-73af562f-7746-404a-a4cc-5fdfbd1475f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1 HTTP/1.1" status: 200 len: 1001 time: 0.7638037 Feb 09 13:16:26.726182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-816bd4ad-9d26-411e-a902-1875d55721b7 None None] Allocated IP 172.20.0.2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/4d8d0ce1-5964-453c-91f7-19da0f2fa9e0/e3b15ab3-eb12-4caa-858f-ed058b981615) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:26.749281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Provisioning complete for port aea3abca-da5e-47cb-9e2f-482a746598a3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:26.749772 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:26.799603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eef6a-289e-432a-8eba-c30cd24da13b None None] Pushing event updated for resources: {'Port': ['ID=e3b15ab3-eb12-4caa-858f-ed058b981615,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:26.800550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7a4abd-6480-45c8-aa28-417d7073ec7f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:26.809168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7a4abd-6480-45c8-aa28-417d7073ec7f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:26.811292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7a4abd-6480-45c8-aa28-417d7073ec7f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:26.812225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7f7a4abd-6480-45c8-aa28-417d7073ec7f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:27.091327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:27.093003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-816bd4ad-9d26-411e-a902-1875d55721b7 None None] For port e3b15ab3-eb12-4caa-858f-ed058b981615, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e3b15ab3-eb12-4caa-858f-ed058b981615,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:27.093175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Usage tracker for resource:security_group_rule and tenant:113c042023764df681a994ea3be5b0d3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:27.096875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:27.104425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:27.142733 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-816bd4ad-9d26-411e-a902-1875d55721b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.169558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-816bd4ad-9d26-411e-a902-1875d55721b7 None None] Transition to ACTIVE for port object e3b15ab3-eb12-4caa-858f-ed058b981615 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:27.175879 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-816bd4ad-9d26-411e-a902-1875d55721b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.234569 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-64b08fce-50a3-48ce-a497-f20dd08fb0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.236543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e3b15ab3-eb12-4caa-858f-ed058b981615 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:27.264639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7f7a4abd-6480-45c8-aa28-417d7073ec7f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:27.265815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7f7a4abd-6480-45c8-aa28-417d7073ec7f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.2071083 Feb 09 13:16:27.269661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54230) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:27.379934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d44055-e1f6-4f37-b51d-024a93113e44 req-5d31b1f5-5152-47e4-b66d-0c55a12fba0f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:27.382457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38d44055-e1f6-4f37-b51d-024a93113e44 req-5d31b1f5-5152-47e4-b66d-0c55a12fba0f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 944 time: 1.1644709 Feb 09 13:16:27.417682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bd4ad-9d26-411e-a902-1875d55721b7 None None] Pushing event updated for resources: {'Port': ['ID=e3b15ab3-eb12-4caa-858f-ed058b981615,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:27.437389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-81a4e3ee-3e7a-4159-bcf8-f981139ce729 None None] Provisioning for port e8ef6dce-3f89-4ac7-9155-05ae73114eec completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:27.445661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-81a4e3ee-3e7a-4159-bcf8-f981139ce729 None None] Provisioning complete for port e8ef6dce-3f89-4ac7-9155-05ae73114eec triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:27.446085 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-81a4e3ee-3e7a-4159-bcf8-f981139ce729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.523983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aea3abca-da5e-47cb-9e2f-482a746598a3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:27.560612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8468018-4ac7-43a1-96eb-3dab93104716 req-15fa019d-e67d-4592-8a42-56d02b39b9ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:27.570665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8468018-4ac7-43a1-96eb-3dab93104716 req-15fa019d-e67d-4592-8a42-56d02b39b9ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.7520337 Feb 09 13:16:27.608610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 24b30630-472c-4fe7-95a0-52ec6b5dcc8d up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:27.643527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 10f5bb38-5f93-49d8-9d7d-174677dba757 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:16:27.656422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.683203 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.739057 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.744373 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.745132 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.823980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-81a4e3ee-3e7a-4159-bcf8-f981139ce729 None None] Port e8ef6dce-3f89-4ac7-9155-05ae73114eec cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:16:27.863045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f01b23-412c-42d4-bd98-0521b194d8a7 req-b5ba1824-8ede-4327-a765-31aaaa747d3e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:27.863242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.864970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2f01b23-412c-42d4-bd98-0521b194d8a7 req-b5ba1824-8ede-4327-a765-31aaaa747d3e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 1.2403746 Feb 09 13:16:27.931042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54240) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:27.932463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:27.935575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port aea3abca-da5e-47cb-9e2f-482a746598a3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:27.935937 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:27.944267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-network', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:27.950087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:27.958900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Usage tracker for resource:network and tenant:548cd90cbc96431d9082d06a6dd317f3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:27.963793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:27.973771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:27.984028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.009758 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38d44055-e1f6-4f37-b51d-024a93113e44 req-c6c8bf1d-4fe6-4c59-af48-8f39a0fb7a26 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748417 Feb 09 13:16:28.017107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Made reservation on behalf of 548cd90cbc96431d9082d06a6dd317f3 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:28.019603 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.029569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:28.030355 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.039188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.052581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=10f5bb38-5f93-49d8-9d7d-174677dba757,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:28.061021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.083653 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.093669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.094024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.094365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.094727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.095056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.095420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.095744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.096064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.096384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.096738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.097058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:28.129558 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-066c2e77-444b-42dc-b967-dbfff8cf7fb6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/10f5bb38-5f93-49d8-9d7d-174677dba757 HTTP/1.1" status: 204 len: 168 time: 0.8551283 Feb 09 13:16:28.129558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54244) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:28.159347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=e8ef6dce-3f89-4ac7-9155-05ae73114eec,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:28.165009 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.189440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:28.205217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Usage tracker for resource:security_group_rule and tenant:548cd90cbc96431d9082d06a6dd317f3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:28.210456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:28.222391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:28.244481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-5623c541-2d26-4b80-bc6d-91d6122c7200 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 4d8d0ce1-5964-453c-91f7-19da0f2fa9e0 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:16:28.249558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 82e099e2-522f-4401-87ec-5ea6082d354c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:28.277746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5623c541-2d26-4b80-bc6d-91d6122c7200 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.305406 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.350415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7b2424-a55c-4645-a8dc-2a20779c0eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b30630-472c-4fe7-95a0-52ec6b5dcc8d'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:16:28.362816 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5623c541-2d26-4b80-bc6d-91d6122c7200 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.363251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d5766-d313-4841-9861-7c8de6918018 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:28.388205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:28.389602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aba54727-d942-4408-a1fb-bcbbd1058f1a None None] Could not find standard attr ID for object 55251970-20ee-4c12-84f8-ed6a0a5cf8cb. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:16:28.408765 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.449221 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.458545 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7b2424-a55c-4645-a8dc-2a20779c0eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b30630-472c-4fe7-95a0-52ec6b5dcc8d', 'code': 200} Feb 09 13:16:28.462837 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.491493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:16:28.507684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd45c19-8716-4619-bbfe-9907b162280f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:28.513736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:16:28.517602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2f01b23-412c-42d4-bd98-0521b194d8a7 req-f69800cb-6fcb-4430-b2ab-364e80099148 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6046910 Feb 09 13:16:28.520732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8468018-4ac7-43a1-96eb-3dab93104716 req-c0c65ec4-72b2-4d6b-8f46-f680dbca9b28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9041750 Feb 09 13:16:28.522408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:28.528391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:28.540348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6a0385-f8bd-4497-be7b-da6806257d11,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:28.559124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.559445 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Added segment 99750bc3-5c01-4548-baa4-627d006d8b9e of type vlan for network 55a27cea-8e8f-4d06-865f-e1c58535f627 Feb 09 13:16:28.582767 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5623c541-2d26-4b80-bc6d-91d6122c7200 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.591854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 82e099e2-522f-4401-87ec-5ea6082d354c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:28.603505 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.603809 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Added segment 480fda99-e4a6-47bb-ac34-6ff403a08771 of type vlan for network ba9f6bd4-7d00-4534-8ef7-35604f98478f Feb 09 13:16:28.606064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.632820 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.633454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 82e099e2-522f-4401-87ec-5ea6082d354c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:28.633808 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.677144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aba54727-d942-4408-a1fb-bcbbd1058f1a None None] Provisioning for port e3b15ab3-eb12-4caa-858f-ed058b981615 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:28.718321 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.722617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aba54727-d942-4408-a1fb-bcbbd1058f1a None None] Provisioning complete for port e3b15ab3-eb12-4caa-858f-ed058b981615 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:28.723561 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aba54727-d942-4408-a1fb-bcbbd1058f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.741891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.750089 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.764159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:28.817484 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc9f9b70-6378-4e18-af89-97b4e9ef7cb3 req-e0359d4a-dd97-41c8-8754-1366e992ac5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 1096 time: 0.1800945 Feb 09 13:16:28.818768 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5623c541-2d26-4b80-bc6d-91d6122c7200 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.857186 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.858037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:28.858639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.897360 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.959802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623c541-2d26-4b80-bc6d-91d6122c7200 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8d0ce1-5964-453c-91f7-19da0f2fa9e0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:28.969797 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0324209 Feb 09 13:16:28.973128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54250) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:28.974241 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:28.995241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 82e099e2-522f-4401-87ec-5ea6082d354c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=82e099e2-522f-4401-87ec-5ea6082d354c,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:29.008612 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:29.035810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Request body: {'subnet': {'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-subnet', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:29.053418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:29.076315 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5623c541-2d26-4b80-bc6d-91d6122c7200 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:29.080824 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5623c541-2d26-4b80-bc6d-91d6122c7200 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/4d8d0ce1-5964-453c-91f7-19da0f2fa9e0 HTTP/1.1" status: 204 len: 168 time: 0.9504592 Feb 09 13:16:29.098490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54256) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:29.102488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Usage tracker for resource:subnet and tenant:548cd90cbc96431d9082d06a6dd317f3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:29.119816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:29.126001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7ed7e-b85c-474a-a2a7-4f6dcb35e296 admin admin] Pushing event updated for resources: {'Network': ['ID=55a27cea-8e8f-4d06-865f-e1c58535f627,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:29.148841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc9f9b70-6378-4e18-af89-97b4e9ef7cb3 req-2473aaab-8e8d-4f5f-862d-d43a276c39d2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957978 Feb 09 13:16:29.151070 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:29.151575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:29.155297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:29.155897 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:29.156276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 55a27cea-8e8f-4d06-865f-e1c58535f627 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:16:29.161567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8468018-4ac7-43a1-96eb-3dab93104716 req-3e42c4a6-3f65-49c9-a119-27cd1b3e1598 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277724 Feb 09 13:16:29.181013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Made reservation on behalf of 548cd90cbc96431d9082d06a6dd317f3 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:29.183407 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:29.207375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e3b15ab3-eb12-4caa-858f-ed058b981615 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:29.374108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-81be9fb9-26fc-4780-b067-ab6fd9a5b065 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2374549 Feb 09 13:16:29.374315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54260) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:29.375553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=82e099e2-522f-4401-87ec-5ea6082d354c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:29.382668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:29.411208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-07f69123-fd0e-44d9-a863-953e1a2278ec None None] Provisioning complete for port e8ef6dce-3f89-4ac7-9155-05ae73114eec triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:29.411583 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-07f69123-fd0e-44d9-a863-953e1a2278ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:29.468483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e3b15ab3-eb12-4caa-858f-ed058b981615 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:29.468848 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:29.501984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:16:29.523365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-07f69123-fd0e-44d9-a863-953e1a2278ec None None] Port e8ef6dce-3f89-4ac7-9155-05ae73114eec cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:16:29.524910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Deleting port e3b15ab3-eb12-4caa-858f-ed058b981615 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:29.525275 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:29.530763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:29.535821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:29.538985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:29.541663 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:29.568570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:16:29.571932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:29.602589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.1648474 Feb 09 13:16:29.615718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81038e2-1596-4065-8727-bc429669d033 tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Pushing event updated for resources: {'Network': ['ID=ba9f6bd4-7d00-4534-8ef7-35604f98478f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:29.616485 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:16:29.643144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:29.645026 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:29.646334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network ba9f6bd4-7d00-4534-8ef7-35604f98478f details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:16:29.663918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Allocated IP 172.20.0.8 (ff7b5180-b976-49b3-b942-52517735c737/b79c5f0b-665c-4239-9580-6504d06b8251/f1cf7a6e-6799-4093-a1ab-05d43e84c197) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:29.679875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15cd6f4d-ad1b-48fd-9bdc-a56237559e76,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:29.730955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8468018-4ac7-43a1-96eb-3dab93104716 req-e7e160fa-1c0c-448d-98cb-8db7e6030c17 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554749 Feb 09 13:16:29.759693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d1641-82c9-449c-8d60-53ea37dc8fad req-0e8d9f6f-3616-40fd-81d1-29ae8e4a015c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:29.761267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d4d1641-82c9-449c-8d60-53ea37dc8fad req-0e8d9f6f-3616-40fd-81d1-29ae8e4a015c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 945 time: 0.4974523 Feb 09 13:16:29.870477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Checking segment: {'id': '99750bc3-5c01-4548-baa4-627d006d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:29.871161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Network hostable DHCP agents. Network: 55a27cea-8e8f-4d06-865f-e1c58535f627, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:16:29.914810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Network 55a27cea-8e8f-4d06-865f-e1c58535f627 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:16:29.918763 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.021237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 55a27cea-8e8f-4d06-865f-e1c58535f627) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:30.029171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:30.029881 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.059622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f33770b-b098-43a3-bd0f-6040283f4393 None None] Network 55a27cea-8e8f-4d06-865f-e1c58535f627 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:30.091727 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-210825b7-36fa-45b7-af68-3fec07547072 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1121759 Feb 09 13:16:30.093012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54268) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:30.100007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-router', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:30.103812 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d4d1641-82c9-449c-8d60-53ea37dc8fad req-5775fd3f-acb7-427e-9f35-22f9cb453b53 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254149 Feb 09 13:16:30.108341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:30.113917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Usage tracker for resource:router and tenant:548cd90cbc96431d9082d06a6dd317f3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:30.120784 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:30.137382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:30.137576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.182122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c50c22-d58d-46ae-bd24-81c676e74359 req-a376e091-921c-42d2-9054-c64531d4bbbd tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:30.183429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4c50c22-d58d-46ae-bd24-81c676e74359 req-a376e091-921c-42d2-9054-c64531d4bbbd tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 945 time: 0.3411071 Feb 09 13:16:30.212076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router 01c7b1b3-5cfa-4593-a49a-4f1512c15d06 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:16:30.249788 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.251489 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.259371 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.335193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.336985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:16:30.352223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] For port e3b15ab3-eb12-4caa-858f-ed058b981615, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e3b15ab3-eb12-4caa-858f-ed058b981615,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:30.352629 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.402452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4c50c22-d58d-46ae-bd24-81c676e74359 req-b4fe8eb7-67fc-43cb-aa93-8c590d9272d6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107675 Feb 09 13:16:30.506693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Calling delete_port for e3b15ab3-eb12-4caa-858f-ed058b981615 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:30.510341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Network ff7b5180-b976-49b3-b942-52517735c737 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:30.514914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:30.520878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:30.555848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event updated for resources: {'Port': ['ID=f1cf7a6e-6799-4093-a1ab-05d43e84c197,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:30.623827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.685168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:30.688880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.697528 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.698407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3f4e858c-901e-4492-8dc5-46aeadb14568 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/01c7b1b3-5cfa-4593-a49a-4f1512c15d06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9192884 Feb 09 13:16:30.699861 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2bc74f-c6b9-4245-a81e-30b807a508e2 None None] Sync routers for ids ['01c7b1b3-5cfa-4593-a49a-4f1512c15d06'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:16:30.701070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54274) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:30.727375 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bc74f-c6b9-4245-a81e-30b807a508e2 None None] Routers {'01c7b1b3-5cfa-4593-a49a-4f1512c15d06'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:30.727993 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9e2bc74f-c6b9-4245-a81e-30b807a508e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['01c7b1b3-5cfa-4593-a49a-4f1512c15d06'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:30.789918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f44aa-8dd9-42b6-8da0-0059d46f6a8c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:30.790764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e23f44aa-8dd9-42b6-8da0-0059d46f6a8c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:30.795807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54278) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:30.805700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Request body: {'port': {'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f', 'binding:host_id': 'n-h2-825175-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1599772812'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:30.817482 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9e2bc74f-c6b9-4245-a81e-30b807a508e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:30.822305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:16:30.823646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:30.831425 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bc74f-c6b9-4245-a81e-30b807a508e2 None None] Routers {'01c7b1b3-5cfa-4593-a49a-4f1512c15d06'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:30.832288 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9e2bc74f-c6b9-4245-a81e-30b807a508e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['01c7b1b3-5cfa-4593-a49a-4f1512c15d06'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:30.849131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-55a27cea-8e8f-4d06-865f-e1c58535f627', 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'fixed_ips': [{'subnet_id': '15cd6f4d-ad1b-48fd-9bdc-a56237559e76'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:16:30.849953 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.854014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e23f44aa-8dd9-42b6-8da0-0059d46f6a8c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:30.859545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e23f44aa-8dd9-42b6-8da0-0059d46f6a8c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports/e8ef6dce-3f89-4ac7-9155-05ae73114eec HTTP/1.1" status: 200 len: 911 time: 0.1572242 Feb 09 13:16:30.862221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54284) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:30.865561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:30.866498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Usage tracker for resource:port and tenant:b22f0b614c62435e8d5ae4a227a9afc5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:30.877016 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:16:30.877382 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:16:30.878066 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:30.880934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:30.905243 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9e2bc74f-c6b9-4245-a81e-30b807a508e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:30.906002 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2bc74f-c6b9-4245-a81e-30b807a508e2 None None] The sync data for ids ['01c7b1b3-5cfa-4593-a49a-4f1512c15d06'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:16:30.956721 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'code': 200} Feb 09 13:16:30.964413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:31.042630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:31.047551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Made reservation on behalf of b22f0b614c62435e8d5ae4a227a9afc5 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:31.049897 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.068267 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.078204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.078961 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.145761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 82e099e2-522f-4401-87ec-5ea6082d354c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:31.157486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] For port e3b15ab3-eb12-4caa-858f-ed058b981615, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e3b15ab3-eb12-4caa-858f-ed058b981615,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:31.235068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Allocated IP 172.20.0.2 (55a27cea-8e8f-4d06-865f-e1c58535f627/15cd6f4d-ad1b-48fd-9bdc-a56237559e76/67ba640d-b2ea-441a-9e76-8a1569ed6203) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:31.250840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:31.260092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Usage tracker for resource:security_group_rule and tenant:b22f0b614c62435e8d5ae4a227a9afc5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:31.260501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.263168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.264139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:31.285130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:31.306408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.307412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.354989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 82e099e2-522f-4401-87ec-5ea6082d354c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:31.355352 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.381592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Deleting port e3b15ab3-eb12-4caa-858f-ed058b981615 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:31.381943 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.389261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.585654 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.625803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=e3b15ab3-eb12-4caa-858f-ed058b981615,revision_number=8']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:31.639202 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.643327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] device_id is not set on port c7f99121-18d8-4ff5-9599-3bd2b393c194 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:31.652517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:31.655952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=ffc13022-6cc7-403a-97f3-2d37b145a5f1,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:31.662416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:31.667007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:31.667874 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.688302 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.695023 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f220d3b7-fc34-48ac-85e9-119964bf63a6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3195088 Feb 09 13:16:31.699428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54296) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:31.709133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:31.733505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Allocated IP 172.25.5.228 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/0c54ca1d-1418-4433-af6d-5b8780f558af) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:31.773680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Transition to ACTIVE for port object 67ba640d-b2ea-441a-9e76-8a1569ed6203 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:31.824290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Transition to ACTIVE for port object 67ba640d-b2ea-441a-9e76-8a1569ed6203 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:31.847093 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.852310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] For port e3b15ab3-eb12-4caa-858f-ed058b981615, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e3b15ab3-eb12-4caa-858f-ed058b981615,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:31.852689 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:31.913974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e3b15ab3-eb12-4caa-858f-ed058b981615 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:16:32.171360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:32.180822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:32.197602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:32.199010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Calling delete_port for e3b15ab3-eb12-4caa-858f-ed058b981615 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:32.204344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3599f42c-3f6b-41e7-8e20-2f1aa7705f8d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.209284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:32.216618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9caa5-114b-4b60-9697-f01a57f1286b req-2b46d8a8-326a-4804-9b6d-ebd939eafb92 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:32.218554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfb9caa5-114b-4b60-9697-f01a57f1286b req-2b46d8a8-326a-4804-9b6d-ebd939eafb92 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 945 time: 0.8950777 Feb 09 13:16:32.236494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.241564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:32.245106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.248071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] device_id is not set on port c7f99121-18d8-4ff5-9599-3bd2b393c194 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:32.260001 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.270703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Network 55a27cea-8e8f-4d06-865f-e1c58535f627 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:32.277494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Pushing event updated for resources: {'Port': ['ID=67ba640d-b2ea-441a-9e76-8a1569ed6203,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.279872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:32.290029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:32.290353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Transition to ACTIVE for port object c7f99121-18d8-4ff5-9599-3bd2b393c194 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:32.343436 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.414372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.414751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.415098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.415426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.415756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.416091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.416406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.416728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.417040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.417359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.417710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:16:32.420731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.421847 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.490839 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.516282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Attempting to bind port 67ba640d-b2ea-441a-9e76-8a1569ed6203 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:32.516653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Attempting to bind port 67ba640d-b2ea-441a-9e76-8a1569ed6203 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '99750bc3-5c01-4548-baa4-627d006d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:32.518187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Attempting to bind port 67ba640d-b2ea-441a-9e76-8a1569ed6203 on network 55a27cea-8e8f-4d06-865f-e1c58535f627 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:32.551842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:32.552108 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Checking segment: {'id': '99750bc3-5c01-4548-baa4-627d006d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:32.552475 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.553049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Bound using segment: {'id': '99750bc3-5c01-4548-baa4-627d006d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:32.553493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:32.553645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Bound port: 67ba640d-b2ea-441a-9e76-8a1569ed6203, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99750bc3-5c01-4548-baa4-627d006d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:32.553765 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.556455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Pushing event updated for resources: {'Port': ['ID=0c54ca1d-1418-4433-af6d-5b8780f558af,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.561496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:32.565975 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.567566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:32.624454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe41f6-e547-4dcc-9462-601a28403f15 req-b9f3087d-ddf1-4358-a900-7290de181e33 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:32.631694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0fe41f6-e547-4dcc-9462-601a28403f15 req-b9f3087d-ddf1-4358-a900-7290de181e33 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 1.0422533 Feb 09 13:16:32.646448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event updated for resources: {'Port': ['ID=c7f99121-18d8-4ff5-9599-3bd2b393c194,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.655255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] Pushing event deleted for resources: {'Port': ['ID=e3b15ab3-eb12-4caa-858f-ed058b981615,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.698000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfb9caa5-114b-4b60-9697-f01a57f1286b req-c59b6834-c9a2-49fc-ab78-7be0e0b80177 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865008 Feb 09 13:16:32.733290 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.801616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41160328-2ccf-473f-bf90-5bd3dc28a752 None None] No DVR routers for this DVR port e3b15ab3-eb12-4caa-858f-ed058b981615 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:32.807780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=ded9fd18-8040-4591-a6bf-17e529822795,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:32.820585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Checking segment: {'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:32.823639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:32.825720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693d6d0f-2aa1-41f2-b009-6bdcaa96fa4d None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:32.825926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:32.829617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Network hostable DHCP agents. Network: ba9f6bd4-7d00-4534-8ef7-35604f98478f, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:16:32.836750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:32.837480 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:32.846626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Router 02861cc5-239c-4256-b458-bef70dec463c is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:16:32.857881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0fe41f6-e547-4dcc-9462-601a28403f15 req-b7afcacb-1efd-4d05-9533-c6023331a204 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253709 Feb 09 13:16:32.880806 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3132d879-d62d-4769-9242-95b7683be21e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1785803 Feb 09 13:16:32.881241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54302) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:32.896719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:01:1b:36', 'name': 'tempest-NetworksTestDHCPv6-1871271038'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:32.947279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] For port 67ba640d-b2ea-441a-9e76-8a1569ed6203, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:32.970408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] For port 67ba640d-b2ea-441a-9e76-8a1569ed6203, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=67ba640d-b2ea-441a-9e76-8a1569ed6203,segment=NetworkSegment(99750bc3-5c01-4548-baa4-627d006d8b9e),segment_id=99750bc3-5c01-4548-baa4-627d006d8b9e)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:32.978218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:33.072640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:33.073184 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:33.085893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Network ba9f6bd4-7d00-4534-8ef7-35604f98478f is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:16:33.086138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:33.090348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:33.093683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:33.099540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:33.136930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, ba9f6bd4-7d00-4534-8ef7-35604f98478f) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:33.158398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec973410-36a3-4a51-a17b-2b0c4425bac5 None None] Network ba9f6bd4-7d00-4534-8ef7-35604f98478f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:33.170160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:33.180493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:33.231310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdad1f-fc0a-478a-bbf4-5b3730f52eaf None None] Pushing event updated for resources: {'Port': ['ID=67ba640d-b2ea-441a-9e76-8a1569ed6203,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:33.325944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:33.326417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:33.326666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:33.379742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:33.380083 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:33.385342 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 2 to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 Feb 09 13:16:33.411918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': 'ded9fd18-8040-4591-a6bf-17e529822795'}, {'subnet_id': 'ffc13022-6cc7-403a-97f3-2d37b145a5f1'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:16:33.412599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:33.412869 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:33.448512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port e003caa3-84fb-4588-88f0-985a65000797 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:33.453388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:33.453729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:33.454058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:33.496146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab425bc5-17fa-48ce-9cab-856dac5a5199 req-1840c944-9e1c-419d-bf01-51d9376825e3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:33.497622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab425bc5-17fa-48ce-9cab-856dac5a5199 req-1840c944-9e1c-419d-bf01-51d9376825e3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.3515301 Feb 09 13:16:33.500725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:33.501778 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:33.505648 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 3 to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 Feb 09 13:16:33.549269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:33.549594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:33.550202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:33.557883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab425bc5-17fa-48ce-9cab-856dac5a5199 req-b9fb4c9b-93ba-4250-bdad-fef903927c76 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/quotas/b61e4f1740014417a9a4bf493277ef6d HTTP/1.1" status: 200 len: 375 time: 0.0415123 Feb 09 13:16:33.669234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:33.669936 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:33.682693 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 4 to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 Feb 09 13:16:33.704420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:16:33.721704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:33.721965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:33.722368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:33.737903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Allocated IP 172.20.0.2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/ded9fd18-8040-4591-a6bf-17e529822795/89e50057-7d41-4336-b81a-bf8f6c6e881d) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:33.745179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Allocated IP 2001:db8::f816:3eff:febd:ea86 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/ffc13022-6cc7-403a-97f3-2d37b145a5f1/89e50057-7d41-4336-b81a-bf8f6c6e881d) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:33.777162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:33.777448 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:33.780807 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 5 to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 Feb 09 13:16:33.824321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:33.824723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:33.825121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:33.842735 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab425bc5-17fa-48ce-9cab-856dac5a5199 req-eaf52e1e-5978-48ec-800c-bfebe2130a10 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2407384 Feb 09 13:16:33.844665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:33.877808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:33.878022 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:33.895293 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 6 to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 Feb 09 13:16:33.903389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Sync routers for ids ['02861cc5-239c-4256-b458-bef70dec463c'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:16:33.997273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:33.997697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:33.998101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:33.998726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:34.010817 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Sync routers for ids ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:16:34.027700 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Routers {'08a6d6ac-a918-4c98-af5f-b4a01ad48868'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:34.028936 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:34.033772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:34.037118 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-772fcd85-628d-4b46-9997-504cae33d911 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9435191 Feb 09 13:16:34.039884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54314) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:34.054123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:34.055433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-667f9bee-43cb-4e8b-9199-0fc139487c66 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.1304395 Feb 09 13:16:34.067711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54318) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:34.068520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:34.068915 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:34.127640 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:34.138921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Transition to ACTIVE for port object 89e50057-7d41-4336-b81a-bf8f6c6e881d will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:34.160955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Transition to ACTIVE for port object 89e50057-7d41-4336-b81a-bf8f6c6e881d will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:34.166607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Routers {'02861cc5-239c-4256-b458-bef70dec463c'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:34.167340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['02861cc5-239c-4256-b458-bef70dec463c'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:34.233100 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:34.234411 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Set router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:34.272154 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 7 to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 Feb 09 13:16:34.374291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Pushing event updated for resources: {'Port': ['ID=89e50057-7d41-4336-b81a-bf8f6c6e881d,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:34.385040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:34.389827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:34.394500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:34.463445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:34.464698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:34.465197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:34.493257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:34.493850 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:34.500868 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 8 to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 Feb 09 13:16:34.525420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:34.526673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:34.527022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:34.555394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab425bc5-17fa-48ce-9cab-856dac5a5199 req-8a95674b-66b1-4501-a5ab-71588d1143cd service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7008369 Feb 09 13:16:34.615693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Set router 02861cc5-239c-4256-b458-bef70dec463c gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:34.616622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 172.20.0.8 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/ded9fd18-8040-4591-a6bf-17e529822795/e003caa3-84fb-4588-88f0-985a65000797) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:34.621693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:34.622027 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:34.629011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::f816:3eff:fe01:1b36 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/ffc13022-6cc7-403a-97f3-2d37b145a5f1/e003caa3-84fb-4588-88f0-985a65000797) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:34.645625 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 9 to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 Feb 09 13:16:34.670838 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-router', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:30Z', 'updated_at': '2022-02-09T13:16:32Z', 'revision_number': 3, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'gw_port': {'id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:31Z', 'updated_at': '2022-02-09T13:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:34.676001 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Checking router: 08a6d6ac-a918-4c98-af5f-b4a01ad48868 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:16:34.676627 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Updating router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 port 0c54ca1d-1418-4433-af6d-5b8780f558af binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:16:34.685074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Attempting to bind port 89e50057-7d41-4336-b81a-bf8f6c6e881d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:34.685455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Attempting to bind port 89e50057-7d41-4336-b81a-bf8f6c6e881d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:34.685795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Attempting to bind port 89e50057-7d41-4336-b81a-bf8f6c6e881d on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:34.755113 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:34.783708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:34.784122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:34.784469 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:34.785066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:34.785559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Bound port: 89e50057-7d41-4336-b81a-bf8f6c6e881d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:34.785931 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:34.815110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:34.817341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:34.817696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:34.915456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:34.915820 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:34.921203 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 10 to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 Feb 09 13:16:34.934215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf93474-4cc7-4508-ab54-9834de0ce1fa req-309dfc19-9d2d-4e07-9d10-6baf35fec771 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:34.936032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daf93474-4cc7-4508-ab54-9834de0ce1fa req-309dfc19-9d2d-4e07-9d10-6baf35fec771 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.6459799 Feb 09 13:16:34.941986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port e8ef6dce-3f89-4ac7-9155-05ae73114eec {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:34.942322 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.044658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.064861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fbe015-9ce1-40df-a218-a002c572bfc1 None None] Network 55a27cea-8e8f-4d06-865f-e1c58535f627 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:35.094168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object e003caa3-84fb-4588-88f0-985a65000797 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:35.140507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.151180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 67ba640d-b2ea-441a-9e76-8a1569ed6203 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:35.187930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:35.188554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:35.188554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:35.219830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab425bc5-17fa-48ce-9cab-856dac5a5199 req-f4cb9da6-d7bc-4486-bda9-bb47f904ccba service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449280 Feb 09 13:16:35.239247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c7f99121-18d8-4ff5-9599-3bd2b393c194 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:35.239247 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c7f99121-18d8-4ff5-9599-3bd2b393c194 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:35.239611 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.277095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-5daef8f5-e94d-4272-bddc-8ede919df193 req-61209c29-35d7-4352-8454-4eb0cfc11b11 service neutron] (83479) timed out ('10.222.0.59', 38546) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:16:35.287916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:35.290574 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.291649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=e003caa3-84fb-4588-88f0-985a65000797,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:35.296094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:35.353046 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.391701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-86f0a0e6-e82c-45b3-8058-0e98319bb917 None None] Provisioning for port 67ba640d-b2ea-441a-9e76-8a1569ed6203 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:35.399145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] For port 89e50057-7d41-4336-b81a-bf8f6c6e881d, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:35.411899 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Transition to ACTIVE for port object 0c54ca1d-1418-4433-af6d-5b8780f558af will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:35.420009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:35.432417 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.476364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] For port 89e50057-7d41-4336-b81a-bf8f6c6e881d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=89e50057-7d41-4336-b81a-bf8f6c6e881d,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:35.488134 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.488869 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daf93474-4cc7-4508-ab54-9834de0ce1fa req-9c787b78-1818-44f5-9707-cf8f4380c605 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456972 Feb 09 13:16:35.514116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:35.515048 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.662032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for e8ef6dce-3f89-4ac7-9155-05ae73114eec owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:35.664188 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Attempting to bind port 0c54ca1d-1418-4433-af6d-5b8780f558af on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:35.664647 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Attempting to bind port 0c54ca1d-1418-4433-af6d-5b8780f558af by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:35.665098 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Attempting to bind port 0c54ca1d-1418-4433-af6d-5b8780f558af on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:35.671890 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942865b-6f63-44a1-b332-d433aef05ba8 None None] Pushing event updated for resources: {'Port': ['ID=0c54ca1d-1418-4433-af6d-5b8780f558af,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:35.675325 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:35.675869 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:35.676354 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.676819 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:35.677380 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Bound port: 0c54ca1d-1418-4433-af6d-5b8780f558af, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:35.677843 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.701781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:16:35.732330 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ca52e761-48f6-41c2-b985-542ea2c69ea0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8476343 Feb 09 13:16:35.738214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54330) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:35.821661 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.866448 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] For port 0c54ca1d-1418-4433-af6d-5b8780f558af, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:35.872602 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] For port 0c54ca1d-1418-4433-af6d-5b8780f558af, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0c54ca1d-1418-4433-af6d-5b8780f558af,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:35.881066 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:35.908191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ee4ea7-8cc1-429c-9a14-52128aec0019 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:35.912866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ee4ea7-8cc1-429c-9a14-52128aec0019 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:35.912866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-49ee4ea7-8cc1-429c-9a14-52128aec0019 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:35.919034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c41a0f-8ab9-4c9c-8cd6-72f19fa388e2 None None] Pushing event updated for resources: {'Port': ['ID=89e50057-7d41-4336-b81a-bf8f6c6e881d,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:35.955173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] For port c7f99121-18d8-4ff5-9599-3bd2b393c194, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:35.956659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempted to set empty binding levels {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 13:16:35.972810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 67ba640d-b2ea-441a-9e76-8a1569ed6203 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:35.997616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-49ee4ea7-8cc1-429c-9a14-52128aec0019 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:36.001894 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-49ee4ea7-8cc1-429c-9a14-52128aec0019 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2598178 Feb 09 13:16:36.007442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54346) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:36.047379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 67ba640d-b2ea-441a-9e76-8a1569ed6203 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:36.049591 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:36.065115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:36.094709 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942865b-6f63-44a1-b332-d433aef05ba8 None None] Pushing event updated for resources: {'Port': ['ID=0c54ca1d-1418-4433-af6d-5b8780f558af,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:36.114670 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Routers {'08a6d6ac-a918-4c98-af5f-b4a01ad48868'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:36.115415 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:36.206021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fb2318d5-35d0-4014-9ee7-09a3918073cc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port e003caa3-84fb-4588-88f0-985a65000797 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:36.214986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb2318d5-35d0-4014-9ee7-09a3918073cc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:36.331606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:36.406445 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] Set router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:36.421226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event updated for resources: {'Port': ['ID=c7f99121-18d8-4ff5-9599-3bd2b393c194,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:36.436672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bc7789a6-bede-42f7-9a9f-488768afbc2a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.6380482 Feb 09 13:16:36.438181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54360) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:36.591405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c0927b30-8903-4578-b6d4-f0d5d99c3140 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Deleting port c7f99121-18d8-4ff5-9599-3bd2b393c194 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:36.592251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0927b30-8903-4578-b6d4-f0d5d99c3140 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:36.674018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02861cc5-239c-4256-b458-bef70dec463c', 'name': '', 'tenant_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff7b5180-b976-49b3-b942-52517735c737', 'external_fixed_ips': [{'subnet_id': 'b79c5f0b-665c-4239-9580-6504d06b8251', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1cf7a6e-6799-4093-a1ab-05d43e84c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:25Z', 'updated_at': '2022-02-09T13:16:30Z', 'revision_number': 3, 'project_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'gw_port': {'id': 'f1cf7a6e-6799-4093-a1ab-05d43e84c197', 'name': '', 'network_id': 'ff7b5180-b976-49b3-b942-52517735c737', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02861cc5-239c-4256-b458-bef70dec463c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b79c5f0b-665c-4239-9580-6504d06b8251', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:28Z', 'updated_at': '2022-02-09T13:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b79c5f0b-665c-4239-9580-6504d06b8251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:36.757334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Checking router: 02861cc5-239c-4256-b458-bef70dec463c for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:16:36.757702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Updating router 02861cc5-239c-4256-b458-bef70dec463c port f1cf7a6e-6799-4093-a1ab-05d43e84c197 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:16:36.937107 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:36.969814 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:36.979797 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-router', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:30Z', 'updated_at': '2022-02-09T13:16:32Z', 'revision_number': 3, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'gw_port': {'id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:31Z', 'updated_at': '2022-02-09T13:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:36.991348 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0cf210-161e-448a-bea8-f2a5ec7822bc None None] The sync data for ids ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'] in n-d-825175-3 is: [{'id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-router', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:30Z', 'updated_at': '2022-02-09T13:16:32Z', 'revision_number': 3, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'gw_port': {'id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:31Z', 'updated_at': '2022-02-09T13:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:16:37.148441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 67ba640d-b2ea-441a-9e76-8a1569ed6203, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=67ba640d-b2ea-441a-9e76-8a1569ed6203,segment=NetworkSegment(99750bc3-5c01-4548-baa4-627d006d8b9e),segment_id=99750bc3-5c01-4548-baa4-627d006d8b9e)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:37.170242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb2318d5-35d0-4014-9ee7-09a3918073cc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:37.213330 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:37.341150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=67ba640d-b2ea-441a-9e76-8a1569ed6203,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:37.437267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fb2318d5-35d0-4014-9ee7-09a3918073cc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for e003caa3-84fb-4588-88f0-985a65000797 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:37.438156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dc1a3eff-b06c-43cd-bad9-7ce830992dd7 None None] Provisioning complete for port 67ba640d-b2ea-441a-9e76-8a1569ed6203 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:37.438595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc1a3eff-b06c-43cd-bad9-7ce830992dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:37.475034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 89e50057-7d41-4336-b81a-bf8f6c6e881d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:37.653707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-c0927b30-8903-4578-b6d4-f0d5d99c3140 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] For port c7f99121-18d8-4ff5-9599-3bd2b393c194, host n-h2-825175-3, got binding levels [] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:37.654249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0927b30-8903-4578-b6d4-f0d5d99c3140 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:37.816946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c0927b30-8903-4578-b6d4-f0d5d99c3140 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Calling delete_port for c7f99121-18d8-4ff5-9599-3bd2b393c194 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:37.832993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:37.858892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95147e7-01a8-4115-b853-8de9080ac075 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:37.870943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-a8e1aa11-2754-4cf9-b659-7312ad2160b3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:37.878448 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-a8e1aa11-2754-4cf9-b659-7312ad2160b3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.6639974 Feb 09 13:16:37.911106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Transition to ACTIVE for port object f1cf7a6e-6799-4093-a1ab-05d43e84c197 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:37.911699 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:37.974063 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-b1c35910-77f2-4aff-b9d2-37f436654d9f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/quotas/b61e4f1740014417a9a4bf493277ef6d HTTP/1.1" status: 200 len: 375 time: 0.0947962 Feb 09 13:16:37.989459 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.035191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=e8ef6dce-3f89-4ac7-9155-05ae73114eec,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:38.096240 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0927b30-8903-4578-b6d4-f0d5d99c3140 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.130254 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.139928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Attempting to bind port f1cf7a6e-6799-4093-a1ab-05d43e84c197 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:38.140302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Attempting to bind port f1cf7a6e-6799-4093-a1ab-05d43e84c197 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '54793ec9-6c39-4731-b3e3-b5d5045e8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff7b5180-b976-49b3-b942-52517735c737'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:38.140664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Attempting to bind port f1cf7a6e-6799-4093-a1ab-05d43e84c197 on network ff7b5180-b976-49b3-b942-52517735c737 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:38.225647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:38.226016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Checking segment: {'id': '54793ec9-6c39-4731-b3e3-b5d5045e8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff7b5180-b976-49b3-b942-52517735c737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:38.226441 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.226984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Bound using segment: {'id': '54793ec9-6c39-4731-b3e3-b5d5045e8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff7b5180-b976-49b3-b942-52517735c737'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:38.227352 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Bound port: f1cf7a6e-6799-4093-a1ab-05d43e84c197, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54793ec9-6c39-4731-b3e3-b5d5045e8748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ff7b5180-b976-49b3-b942-52517735c737'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:38.227745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.243708 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb2318d5-35d0-4014-9ee7-09a3918073cc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.272459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0927b30-8903-4578-b6d4-f0d5d99c3140 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7f99121-18d8-4ff5-9599-3bd2b393c194,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:38.318887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] For port f1cf7a6e-6799-4093-a1ab-05d43e84c197, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:38.323007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] For port f1cf7a6e-6799-4093-a1ab-05d43e84c197, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f1cf7a6e-6799-4093-a1ab-05d43e84c197,segment=NetworkSegment(54793ec9-6c39-4731-b3e3-b5d5045e8748),segment_id=54793ec9-6c39-4731-b3e3-b5d5045e8748)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:38.331706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 89e50057-7d41-4336-b81a-bf8f6c6e881d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:38.346951 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.388756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe1b47-6e89-4f18-9b90-2e23dbc16ce9 None None] Pushing event updated for resources: {'Port': ['ID=f1cf7a6e-6799-4093-a1ab-05d43e84c197,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:38.408503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2318d5-35d0-4014-9ee7-09a3918073cc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=e003caa3-84fb-4588-88f0-985a65000797,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:38.499156 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0927b30-8903-4578-b6d4-f0d5d99c3140 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.523993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-674af72b-fe59-46b0-a4f5-a0f4f9e207e3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5490615 Feb 09 13:16:38.544713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Routers {'02861cc5-239c-4256-b458-bef70dec463c'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:38.545254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['02861cc5-239c-4256-b458-bef70dec463c'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:38.551863 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c0927b30-8903-4578-b6d4-f0d5d99c3140 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "DELETE /v2.0/ports/c7f99121-18d8-4ff5-9599-3bd2b393c194 HTTP/1.1" status: 204 len: 168 time: 2.1087832 Feb 09 13:16:38.558588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54394) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:38.573889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.612312 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.645351 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b17edc8-8493-4054-9f4d-270ea7e387b7 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] GET failed (client error): The resource could not be found. Feb 09 13:16:38.649912 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0b17edc8-8493-4054-9f4d-270ea7e387b7 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "GET /v2.0/ports/c7f99121-18d8-4ff5-9599-3bd2b393c194 HTTP/1.1" status: 404 len: 333 time: 0.0869071 Feb 09 13:16:38.656731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54398) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:38.664913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb2318d5-35d0-4014-9ee7-09a3918073cc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.683929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Request body: {'port': {'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1706272392'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:38.697505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe1b47-6e89-4f18-9b90-2e23dbc16ce9 None None] Pushing event updated for resources: {'Port': ['ID=f1cf7a6e-6799-4093-a1ab-05d43e84c197,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:38.697700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:38.712106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Usage tracker for resource:port and tenant:b22f0b614c62435e8d5ae4a227a9afc5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:38.716598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:38.720707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Allocated IP 172.20.0.1 (55a27cea-8e8f-4d06-865f-e1c58535f627/15cd6f4d-ad1b-48fd-9bdc-a56237559e76/b31ea913-f0fd-4058-99a4-e254683fb9b0) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:38.730300 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fb2318d5-35d0-4014-9ee7-09a3918073cc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/e003caa3-84fb-4588-88f0-985a65000797 HTTP/1.1" status: 204 len: 168 time: 2.7106709 Feb 09 13:16:38.730300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:38.732369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54402) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:38.761276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Made reservation on behalf of b22f0b614c62435e8d5ae4a227a9afc5 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:38.764106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:38.781657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] Set router 02861cc5-239c-4256-b458-bef70dec463c gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:38.801963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] device_id is not set on port 0d191c49-2dfb-41d3-a879-68423fe58c3e yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:38.859079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e59cce79-1def-4505-b2a6-8914c64da5ec req-d124a946-b7c9-4b8b-b4e8-a7b75a4cba3f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4285698 Feb 09 13:16:38.859773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Deleting port f1cf7a6e-6799-4093-a1ab-05d43e84c197 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:38.860121 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.022183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.052988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Transition to ACTIVE for port object b31ea913-f0fd-4058-99a4-e254683fb9b0 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:39.067568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3856470d-1e7b-4563-b08a-99b8f8dde57f None None] Provisioning for port 89e50057-7d41-4336-b81a-bf8f6c6e881d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:39.087461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920e28-f641-49d2-8a29-4476648ccdd0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.095147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920e28-f641-49d2-8a29-4476648ccdd0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.096561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4920e28-f641-49d2-8a29-4476648ccdd0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.098140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d4920e28-f641-49d2-8a29-4476648ccdd0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3584564 Feb 09 13:16:39.125670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3856470d-1e7b-4563-b08a-99b8f8dde57f None None] Provisioning complete for port 89e50057-7d41-4336-b81a-bf8f6c6e881d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:39.126996 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3856470d-1e7b-4563-b08a-99b8f8dde57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.146844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54410) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:39.269327 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.293206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.363427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 67ba640d-b2ea-441a-9e76-8a1569ed6203 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:39.385310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Network 55a27cea-8e8f-4d06-865f-e1c58535f627 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:39.388267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Pushing event updated for resources: {'Port': ['ID=b31ea913-f0fd-4058-99a4-e254683fb9b0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:39.399774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:39.406027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:39.474388 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7d428a35-f625-48ca-9696-afdfa2c959a1 service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260471 Feb 09 13:16:39.481555 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.531250 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3856470d-1e7b-4563-b08a-99b8f8dde57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.567635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.592065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3856470d-1e7b-4563-b08a-99b8f8dde57f None None] For port 89e50057-7d41-4336-b81a-bf8f6c6e881d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=89e50057-7d41-4336-b81a-bf8f6c6e881d,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:39.601119 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3856470d-1e7b-4563-b08a-99b8f8dde57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.633508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 67ba640d-b2ea-441a-9e76-8a1569ed6203 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:39.633868 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.691630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02861cc5-239c-4256-b458-bef70dec463c', 'name': '', 'tenant_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff7b5180-b976-49b3-b942-52517735c737', 'external_fixed_ips': [{'subnet_id': 'b79c5f0b-665c-4239-9580-6504d06b8251', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1cf7a6e-6799-4093-a1ab-05d43e84c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:25Z', 'updated_at': '2022-02-09T13:16:30Z', 'revision_number': 3, 'project_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'gw_port': {'id': 'f1cf7a6e-6799-4093-a1ab-05d43e84c197', 'name': '', 'network_id': 'ff7b5180-b976-49b3-b942-52517735c737', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02861cc5-239c-4256-b458-bef70dec463c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b79c5f0b-665c-4239-9580-6504d06b8251', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:28Z', 'updated_at': '2022-02-09T13:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b79c5f0b-665c-4239-9580-6504d06b8251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:39.728946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb026ea8-de3d-4bb8-9599-d214b3cb6baf None None] The sync data for ids ['02861cc5-239c-4256-b458-bef70dec463c'] in n-d-825175-3 is: [{'id': '02861cc5-239c-4256-b458-bef70dec463c', 'name': '', 'tenant_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff7b5180-b976-49b3-b942-52517735c737', 'external_fixed_ips': [{'subnet_id': 'b79c5f0b-665c-4239-9580-6504d06b8251', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'f1cf7a6e-6799-4093-a1ab-05d43e84c197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:25Z', 'updated_at': '2022-02-09T13:16:30Z', 'revision_number': 3, 'project_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'gw_port': {'id': 'f1cf7a6e-6799-4093-a1ab-05d43e84c197', 'name': '', 'network_id': 'ff7b5180-b976-49b3-b942-52517735c737', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:98:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02861cc5-239c-4256-b458-bef70dec463c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b79c5f0b-665c-4239-9580-6504d06b8251', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:28Z', 'updated_at': '2022-02-09T13:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b79c5f0b-665c-4239-9580-6504d06b8251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:16:39.743446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7fa528f3-4583-4636-b1e1-e090032f99fc None None] Could not find standard attr ID for object 55251970-20ee-4c12-84f8-ed6a0a5cf8cb. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:16:39.762180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856470d-1e7b-4563-b08a-99b8f8dde57f None None] Pushing event updated for resources: {'Port': ['ID=89e50057-7d41-4336-b81a-bf8f6c6e881d,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:39.762889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event updated for resources: {'Port': ['ID=0d191c49-2dfb-41d3-a879-68423fe58c3e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:39.812422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Network ba9f6bd4-7d00-4534-8ef7-35604f98478f is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:39.813273 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.826768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7fa528f3-4583-4636-b1e1-e090032f99fc None None] Provisioning complete for port 89e50057-7d41-4336-b81a-bf8f6c6e881d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:39.827131 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7fa528f3-4583-4636-b1e1-e090032f99fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:39.834918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:39.839895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:39.840929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:39.841583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:40.014966 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-245543f6-6332-483d-bdce-48f64a883f7c tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3445313 Feb 09 13:16:40.018832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54416) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:40.027737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:40.081636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] For port f1cf7a6e-6799-4093-a1ab-05d43e84c197, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f1cf7a6e-6799-4093-a1ab-05d43e84c197,segment=NetworkSegment(54793ec9-6c39-4731-b3e3-b5d5045e8748),segment_id=54793ec9-6c39-4731-b3e3-b5d5045e8748)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:40.082226 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:40.104893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c8ae11fc-21b6-4507-8d00-99796f611324 None None] Provisioning for port b31ea913-f0fd-4058-99a4-e254683fb9b0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:40.110109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c8ae11fc-21b6-4507-8d00-99796f611324 None None] Provisioning complete for port b31ea913-f0fd-4058-99a4-e254683fb9b0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:40.110924 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8ae11fc-21b6-4507-8d00-99796f611324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:40.182984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae11fc-21b6-4507-8d00-99796f611324 None None] Port b31ea913-f0fd-4058-99a4-e254683fb9b0 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:16:40.186868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c8ae11fc-21b6-4507-8d00-99796f611324 None None] Could not find standard attr ID for object e003caa3-84fb-4588-88f0-985a65000797. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:16:40.270542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-cabcecf4-4661-426c-bd11-17a10c10af76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8833194 Feb 09 13:16:40.276114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363dc1f-56f7-4f9f-bc99-064611233568 req-2a99c5f6-e26e-4616-af50-1348419d89d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:40.277637 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1363dc1f-56f7-4f9f-bc99-064611233568 req-2a99c5f6-e26e-4616-af50-1348419d89d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.9272165 Feb 09 13:16:40.355108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:40.376928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Calling delete_port for f1cf7a6e-6799-4093-a1ab-05d43e84c197 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:40.437430 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-2a2e6f4e-47f5-46b1-9592-c7a39ab4da0f service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8881233 Feb 09 13:16:40.449012 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:40.494569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b90dbd-1f19-469e-b480-8c02c8a802d7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet ded9fd18-8040-4591-a6bf-17e529822795 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:16:40.527933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4b90dbd-1f19-469e-b480-8c02c8a802d7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:40.633898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1363dc1f-56f7-4f9f-bc99-064611233568 req-df817948-0f2f-4538-a222-5fb1fba0a49b tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845089 Feb 09 13:16:40.638872 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:40.801593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Sync routers for ids ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:16:40.821391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Routers {'ae4a7a91-7592-4cec-8f38-4ad546ae3fca'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:40.822307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:40.837947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4b90dbd-1f19-469e-b480-8c02c8a802d7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:40.980677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router 01c7b1b3-5cfa-4593-a49a-4f1512c15d06 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:41.075352 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:41.093942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Pushing event updated for resources: {'Port': ['ID=b31ea913-f0fd-4058-99a4-e254683fb9b0,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:41.146572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c11905cc-f11c-44c2-a200-dc8c4e7f4410 req-5d23dd25-6c86-42e6-918c-ad57a57b3bbb tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 210 time: 0.1606958 Feb 09 13:16:41.237182 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:41.362038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Set router ae4a7a91-7592-4cec-8f38-4ad546ae3fca gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:41.406666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:16:41.459159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Network 55a27cea-8e8f-4d06-865f-e1c58535f627 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:41.538577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:41.616839 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f1cf7a6e-6799-4093-a1ab-05d43e84c197 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:41.842645 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4b90dbd-1f19-469e-b480-8c02c8a802d7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:41.914640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] device_id is not set on port 0d191c49-2dfb-41d3-a879-68423fe58c3e yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:41.943265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:41.989266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Transition to ACTIVE for port object 0d191c49-2dfb-41d3-a879-68423fe58c3e will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:42.012231 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:42.099488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a015b28d-6fbd-4e76-be96-9753e0c8da89 None None] Provisioning complete for port b31ea913-f0fd-4058-99a4-e254683fb9b0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:42.099858 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a015b28d-6fbd-4e76-be96-9753e0c8da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:42.160257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event updated for resources: {'Port': ['ID=0d191c49-2dfb-41d3-a879-68423fe58c3e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:42.181395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a015b28d-6fbd-4e76-be96-9753e0c8da89 None None] Port b31ea913-f0fd-4058-99a4-e254683fb9b0 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:16:42.190040 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4b90dbd-1f19-469e-b480-8c02c8a802d7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:42.209436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Could not find standard attr ID for object f1cf7a6e-6799-4093-a1ab-05d43e84c197. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:16:42.211198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0c54ca1d-1418-4433-af6d-5b8780f558af up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:42.247689 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:42.305406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b90dbd-1f19-469e-b480-8c02c8a802d7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=ded9fd18-8040-4591-a6bf-17e529822795,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:42.405727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 2, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:42.417928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Checking router: ae4a7a91-7592-4cec-8f38-4ad546ae3fca for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:16:42.418556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Updating router ae4a7a91-7592-4cec-8f38-4ad546ae3fca port 824f7057-66b6-4dda-ada3-b5eadf7efb8d binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:16:42.467061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1cf7a6e-6799-4093-a1ab-05d43e84c197,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:42.480573 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:42.499978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b86e1b4f-29f2-4e08-bbb2-0d4632b93ca6 req-04878bd1-bdd5-4b45-8cb9-4bf8db84af00 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 210 time: 0.0732820 Feb 09 13:16:42.522862 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4b90dbd-1f19-469e-b480-8c02c8a802d7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:42.531798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45375a0-5c6c-488b-b06f-3dd56d4ca0d1 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:42.551451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:42.552006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:42.552243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:42.553300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 0c54ca1d-1418-4433-af6d-5b8780f558af completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:42.563652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:42.563968 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:42.565487 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 2 to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e Feb 09 13:16:42.582894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0c54ca1d-1418-4433-af6d-5b8780f558af triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:42.583549 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:42.587710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:42.588034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:42.588354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:42.606605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:42.606946 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:42.608346 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 3 to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e Feb 09 13:16:42.628518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:42.628818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:42.629177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:42.635039 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a4b90dbd-1f19-469e-b480-8c02c8a802d7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/ded9fd18-8040-4591-a6bf-17e529822795 HTTP/1.1" status: 204 len: 168 time: 3.4855936 Feb 09 13:16:42.641687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:42.643682 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:42.645092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54440) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:42.646427 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 4 to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e Feb 09 13:16:42.647638 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-6478d3e1-1c2a-4db1-877e-76eb19f9ba30 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1&tenant_id=a56e84bc023c45cc83f6fd03a7667234 HTTP/1.1" status: 200 len: 1094 time: 1.3990300 Feb 09 13:16:42.651654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:42.665110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-84e48e05-2bc6-410a-8e74-005072c42e0c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/01c7b1b3-5cfa-4593-a49a-4f1512c15d06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7906773 Feb 09 13:16:42.671269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54444) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:42.701687 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad1a61-9fe2-46a4-a3e4-253797921e92 None None] Sync routers for ids ['01c7b1b3-5cfa-4593-a49a-4f1512c15d06'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:16:42.720398 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad1a61-9fe2-46a4-a3e4-253797921e92 None None] Routers {'01c7b1b3-5cfa-4593-a49a-4f1512c15d06'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:42.721487 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-39ad1a61-9fe2-46a4-a3e4-253797921e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['01c7b1b3-5cfa-4593-a49a-4f1512c15d06'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:42.734702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:42.735006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:42.735329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:42.754124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:42.754456 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:42.757720 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 5 to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e Feb 09 13:16:42.822086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:42.822528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:42.822780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:42.858953 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-39ad1a61-9fe2-46a4-a3e4-253797921e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:42.877099 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad1a61-9fe2-46a4-a3e4-253797921e92 None None] Routers {'01c7b1b3-5cfa-4593-a49a-4f1512c15d06'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:42.878301 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-39ad1a61-9fe2-46a4-a3e4-253797921e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['01c7b1b3-5cfa-4593-a49a-4f1512c15d06'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:42.973804 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-39ad1a61-9fe2-46a4-a3e4-253797921e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:42.974709 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad1a61-9fe2-46a4-a3e4-253797921e92 None None] The sync data for ids ['01c7b1b3-5cfa-4593-a49a-4f1512c15d06'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:16:43.002963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-685b51c6-5f08-4e2c-a963-c02e227520d4 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:43.016291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647fb8e-affc-4694-992d-0bc6dbf12e49 req-1f6bc38a-5118-4959-91c5-e6664bd90971 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:43.025051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f647fb8e-affc-4694-992d-0bc6dbf12e49 req-1f6bc38a-5118-4959-91c5-e6664bd90971 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.8452456 Feb 09 13:16:43.058762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:43.059084 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:43.064189 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 6 to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e Feb 09 13:16:43.089918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-3293a084-0239-4442-868c-a491eeb71f9a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:43.091868 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-3293a084-0239-4442-868c-a491eeb71f9a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.2016864 Feb 09 13:16:43.107321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.115551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Request body: {'port': {'device_id': '882c43eb-e461-4930-887d-258f46e8c80f', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'admin_state_up': True, 'tenant_id': 'b61e4f1740014417a9a4bf493277ef6d'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:43.129982 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.136030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:43.136355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:43.136681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:43.140185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:16:43.165316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 0c54ca1d-1418-4433-af6d-5b8780f558af, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0c54ca1d-1418-4433-af6d-5b8780f558af,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:43.183033 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.183814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 89e50057-7d41-4336-b81a-bf8f6c6e881d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:43.303529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-685b51c6-5f08-4e2c-a963-c02e227520d4 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:43.307514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-685b51c6-5f08-4e2c-a963-c02e227520d4 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=01c7b1b3-5cfa-4593-a49a-4f1512c15d06 HTTP/1.1" status: 200 len: 205 time: 0.6326234 Feb 09 13:16:43.313485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54448) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:43.339749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:43.340109 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:43.346748 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 7 to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e Feb 09 13:16:43.362826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e61dfb8-024d-4528-abf1-c91c6c8df154 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet ffc13022-6cc7-403a-97f3-2d37b145a5f1 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:16:43.375461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=0c54ca1d-1418-4433-af6d-5b8780f558af,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:43.377453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e61dfb8-024d-4528-abf1-c91c6c8df154 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.386903 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.405871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Transition to ACTIVE for port object 824f7057-66b6-4dda-ada3-b5eadf7efb8d will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:43.416747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 89e50057-7d41-4336-b81a-bf8f6c6e881d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:43.417009 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.428863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:43.429205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:43.429514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:43.455582 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.485117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f647fb8e-affc-4694-992d-0bc6dbf12e49 req-9f05d0fd-2746-42c8-9ebd-7c46f1eb4500 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582930 Feb 09 13:16:43.684603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:43.685174 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:43.690174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e61dfb8-024d-4528-abf1-c91c6c8df154 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.716318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab3bf6-1f82-45c9-9b32-9ff68d8ce687 None None] Pushing event updated for resources: {'Port': ['ID=824f7057-66b6-4dda-ada3-b5eadf7efb8d,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:43.794754 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 8 to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e Feb 09 13:16:43.826232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:43.826999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:43.827503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:43.855411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:43.856846 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:43.863891 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 9 to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e Feb 09 13:16:43.894169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:43.901528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:43.901995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:43.903108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:43.910078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Attempting to bind port 824f7057-66b6-4dda-ada3-b5eadf7efb8d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:43.910432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Attempting to bind port 824f7057-66b6-4dda-ada3-b5eadf7efb8d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:43.910832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Attempting to bind port 824f7057-66b6-4dda-ada3-b5eadf7efb8d on network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:43.919331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:43.919843 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:43.923257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:43.923636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Checking segment: {'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:43.924031 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.924418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Bound using segment: {'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:43.924892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Bound port: 824f7057-66b6-4dda-ada3-b5eadf7efb8d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:43.925254 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.936065 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 10 to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e Feb 09 13:16:43.959860 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:43.977067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:43.977463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:43.977856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:43.987131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:43.990785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:43.990947 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd6b838c-afd0-4daf-a03a-365c1dc80204 req-49d34171-3b45-4cfd-8f9b-34070a27df25 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 210 time: 0.1294303 Feb 09 13:16:43.991228 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port 0d191c49-2dfb-41d3-a879-68423fe58c3e on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:43.992009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.013197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.036402 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-d9fc99c7-cbc9-43be-acb3-a8fb730efcdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a56e84bc023c45cc83f6fd03a7667234&device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 1094 time: 1.2687349 Feb 09 13:16:44.165901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0c54ca1d-1418-4433-af6d-5b8780f558af up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:44.168696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e61dfb8-024d-4528-abf1-c91c6c8df154 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.176482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1522ffa-7f1f-4331-9052-0e5a95f6535d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.218139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] For port 824f7057-66b6-4dda-ada3-b5eadf7efb8d, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:44.239636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] For port 824f7057-66b6-4dda-ada3-b5eadf7efb8d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=824f7057-66b6-4dda-ada3-b5eadf7efb8d,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:44.247250 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.269065 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Made reservation on behalf of b61e4f1740014417a9a4bf493277ef6d for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:44.273968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.365176 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.365830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02861cc5-239c-4256-b458-bef70dec463c {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:16:44.366667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0c54ca1d-1418-4433-af6d-5b8780f558af triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:44.366667 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.402379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Routers {'ae4a7a91-7592-4cec-8f38-4ad546ae3fca'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:44.403411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:44.408189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.411827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5a74e53d-0d20-436d-9306-ee52ee0a6736 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "DELETE /v2.0/routers/02861cc5-239c-4256-b458-bef70dec463c HTTP/1.1" status: 204 len: 168 time: 10.3396261 Feb 09 13:16:44.412902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54454) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:44.447655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-b6c1afb6-5cce-4c71-881f-8dd4221f6110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:44.449325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-b6c1afb6-5cce-4c71-881f-8dd4221f6110 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 200 len: 917 time: 0.4047256 Feb 09 13:16:44.458031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab3bf6-1f82-45c9-9b32-9ff68d8ce687 None None] Pushing event updated for resources: {'Port': ['ID=824f7057-66b6-4dda-ada3-b5eadf7efb8d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:44.487661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] For port 0d191c49-2dfb-41d3-a879-68423fe58c3e, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:44.488362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempted to set empty binding levels {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 13:16:44.532967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.625463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event updated for resources: {'Port': ['ID=0d191c49-2dfb-41d3-a879-68423fe58c3e,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:44.658821 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e61dfb8-024d-4528-abf1-c91c6c8df154 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.694275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fb98f658-bc46-4159-b364-218689240700 None None] Provisioning complete for port 89e50057-7d41-4336-b81a-bf8f6c6e881d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:44.694841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fb98f658-bc46-4159-b364-218689240700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.727889 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e61dfb8-024d-4528-abf1-c91c6c8df154 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.750138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:16:44.754001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-7611dce7-b86a-4f3c-a138-0f6a74bed519 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Deleting subnet b79c5f0b-665c-4239-9580-6504d06b8251 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:16:44.758719 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4ffe55af-31c9-44fc-91ce-3c8314883a70 admin admin] 10.222.0.59 "PUT /v2.0/routers/08a6d6ac-a918-4c98-af5f-b4a01ad48868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7171996 Feb 09 13:16:44.762819 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3e61dfb8-024d-4528-abf1-c91c6c8df154 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/ffc13022-6cc7-403a-97f3-2d37b145a5f1 HTTP/1.1" status: 204 len: 168 time: 2.1056273 Feb 09 13:16:44.768245 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3809234d-b984-4369-8432-d664dcca3c93 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:44.800688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54460) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:44.803498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] In _notify_port_updated(), no bound segment for port 0d191c49-2dfb-41d3-a879-68423fe58c3e on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:16:44.804808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.808813 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c5e547a7-0f2d-497f-a985-a1fac2a85f66 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "PUT /v2.0/ports/0d191c49-2dfb-41d3-a879-68423fe58c3e HTTP/1.1" status: 200 len: 975 time: 4.7861581 Feb 09 13:16:44.809436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54466) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:44.818457 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61dfb8-024d-4528-abf1-c91c6c8df154 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc13022-6cc7-403a-97f3-2d37b145a5f1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:44.834918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7611dce7-b86a-4f3c-a138-0f6a74bed519 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:44.874005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-9d93a8ee-6882-41ab-8cde-56bccb3d6bc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1 HTTP/1.1" status: 200 len: 999 time: 0.4146011 Feb 09 13:16:45.006117 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-df689a62-20d9-474e-bc32-9ec2f4840b2d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1941741 Feb 09 13:16:45.006878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54470) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:45.014373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:45.148704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-71a93040-7da5-47e0-badf-b6cf23e94de5 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Synchronizing usage tracker for tenant:b22f0b614c62435e8d5ae4a227a9afc5 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:45.161913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Allocated IP 172.20.0.12 (7940e2b9-7074-4987-9b54-3d4469043068/8b2890f1-cd7a-4c34-9690-caa4a64bcb7e/39b7288a-d9cd-46b6-bf52-1697f7ca29c6) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:45.190830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] Set router ae4a7a91-7592-4cec-8f38-4ad546ae3fca gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:45.238968 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1522ffa-7f1f-4331-9052-0e5a95f6535d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:45.302135 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7611dce7-b86a-4f3c-a138-0f6a74bed519 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:45.341053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-71a93040-7da5-47e0-badf-b6cf23e94de5 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Unset dirty status for tenant:b22f0b614c62435e8d5ae4a227a9afc5 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:45.348439 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-71a93040-7da5-47e0-badf-b6cf23e94de5 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23352 time: 0.5268533 Feb 09 13:16:45.355381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54480) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:45.370075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48a6a9fc-d6bc-4999-93d6-dc992f577538 req-ea7e21ce-cc85-4fb7-b98f-90f4cb6cb998 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 210 time: 0.1231580 Feb 09 13:16:45.406933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:45.425643 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1522ffa-7f1f-4331-9052-0e5a95f6535d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:45.427631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-adfc8166-0d59-4f55-b886-f7de215a5627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:45.429047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-adfc8166-0d59-4f55-b886-f7de215a5627 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 200 len: 855 time: 0.4956849 Feb 09 13:16:45.431955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:45.439725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:45.458625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:45.512767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:45.516636 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:45.554189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ca6fd-9813-4cd6-96a6-32f52f967e0e tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Deleting port 0d191c49-2dfb-41d3-a879-68423fe58c3e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:45.555290 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca6fd-9813-4cd6-96a6-32f52f967e0e tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:45.694513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e8b16-eb03-402d-b39a-772c531487e5 req-1af78acf-0974-4336-960c-fedac196e8a6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:45.697180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f40e8b16-eb03-402d-b39a-772c531487e5 req-1af78acf-0974-4336-960c-fedac196e8a6 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.9563172 Feb 09 13:16:45.723509 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7611dce7-b86a-4f3c-a138-0f6a74bed519 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:45.779412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:45.795785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb074cb-5845-4892-bf6a-cd464ab51b3d None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:16:45.810345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4bb074cb-5845-4892-bf6a-cd464ab51b3d None None] Deleting port 89e50057-7d41-4336-b81a-bf8f6c6e881d {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:45.811072 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4bb074cb-5845-4892-bf6a-cd464ab51b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:45.981009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:44Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:46.001917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160237c-5b7b-4895-86a1-17cea48ab412 None None] The sync data for ids ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'] in n-d-825175-3 is: [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:44Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:16:46.028360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dac520a-f073-4051-84e4-286beb6949f7 req-3c6af232-7be3-437d-a424-f4abd8a99d23 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9146481 Feb 09 13:16:46.110208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:46.166999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 824f7057-66b6-4dda-ada3-b5eadf7efb8d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:46.207059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:16:46.226735 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1522ffa-7f1f-4331-9052-0e5a95f6535d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:46.231078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1522ffa-7f1f-4331-9052-0e5a95f6535d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Fanout notify agent at l3_agent the message router_deleted on router 01c7b1b3-5cfa-4593-a49a-4f1512c15d06 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:16:46.255666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:46.262624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-4bb074cb-5845-4892-bf6a-cd464ab51b3d None None] For port 89e50057-7d41-4336-b81a-bf8f6c6e881d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=89e50057-7d41-4336-b81a-bf8f6c6e881d,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:46.263077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4bb074cb-5845-4892-bf6a-cd464ab51b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:46.325816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Network 7940e2b9-7074-4987-9b54-3d4469043068 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:46.333290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:46.335832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:46.404308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:46.418732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:46.424381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:46.429935 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1522ffa-7f1f-4331-9052-0e5a95f6535d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:46.433970 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:46.436419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a1522ffa-7f1f-4331-9052-0e5a95f6535d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/01c7b1b3-5cfa-4593-a49a-4f1512c15d06 HTTP/1.1" status: 204 len: 168 time: 3.1199667 Feb 09 13:16:46.446792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4bb074cb-5845-4892-bf6a-cd464ab51b3d None None] Calling delete_port for 89e50057-7d41-4336-b81a-bf8f6c6e881d owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:46.453823 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-2387ddbe-01be-44e1-bb4b-b8b5c5383589 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f3123c25-aa2b-4ea8-8564-3f148f22ba4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9975336 Feb 09 13:16:46.491875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54504) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:46.648296 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4bb074cb-5845-4892-bf6a-cd464ab51b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:46.671469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event updated for resources: {'Port': ['ID=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:46.706912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=badd2a2a-2042-4a32-ab34-213f5d88a03e,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:46.731630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:46.734113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:46.761744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb074cb-5845-4892-bf6a-cd464ab51b3d None None] Pushing event deleted for resources: {'Port': ['ID=89e50057-7d41-4336-b81a-bf8f6c6e881d,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:46.791988 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:46.828199 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-7ed354a8-b32d-4dcc-b24a-6c101c72116e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7199712 Feb 09 13:16:46.840938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Request body: {'port': {'device_id': '882c43eb-e461-4930-887d-258f46e8c80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:46.856668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-ab7ca6fd-9813-4cd6-96a6-32f52f967e0e tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] For port 0d191c49-2dfb-41d3-a879-68423fe58c3e, host n-h2-825175-3, got binding levels [] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:46.857030 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca6fd-9813-4cd6-96a6-32f52f967e0e tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:46.873929 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-52035055-5665-499d-8c61-56d48796cb68 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8616211 Feb 09 13:16:46.889219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54518) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:46.896040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:46.933995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb074cb-5845-4892-bf6a-cd464ab51b3d None None] No DVR routers for this DVR port 89e50057-7d41-4336-b81a-bf8f6c6e881d on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:46.974602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08063f6f-a9cd-4e38-bcaa-649e8f9c31e5 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:47.137673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 824f7057-66b6-4dda-ada3-b5eadf7efb8d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:47.158230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 824f7057-66b6-4dda-ada3-b5eadf7efb8d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:47.158660 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.210093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:47.216690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ca6fd-9813-4cd6-96a6-32f52f967e0e tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Calling delete_port for 0d191c49-2dfb-41d3-a879-68423fe58c3e owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:47.224330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:47.231331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:47.256229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:47.303849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fac97b-7050-475f-9c1b-3e3d431b7399 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting subnet 52ac80b8-7105-4bae-a319-ec386d81242b {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:16:47.317311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:47.321244 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.340406 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a4fac97b-7050-475f-9c1b-3e3d431b7399 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.440385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': 'badd2a2a-2042-4a32-ab34-213f5d88a03e'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:16:47.441190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.502020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.529156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a4fac97b-7050-475f-9c1b-3e3d431b7399 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.530970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f40e8b16-eb03-402d-b39a-772c531487e5 req-8c310733-bb90-4e82-b356-925d89bdcc83 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4717364 Feb 09 13:16:47.558445 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.589964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca6fd-9813-4cd6-96a6-32f52f967e0e tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.597083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-9cb95cb1-e432-4d3e-9891-2ab0483bd5dc service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1408002 Feb 09 13:16:47.598375 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7611dce7-b86a-4f3c-a138-0f6a74bed519 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.654199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 824f7057-66b6-4dda-ada3-b5eadf7efb8d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=824f7057-66b6-4dda-ada3-b5eadf7efb8d,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:47.663205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dac520a-f073-4051-84e4-286beb6949f7 req-4d740956-841d-419f-882c-63d416dc4c45 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1095 time: 1.4177427 Feb 09 13:16:47.715766 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.744584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ca6fd-9813-4cd6-96a6-32f52f967e0e tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d191c49-2dfb-41d3-a879-68423fe58c3e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:47.746492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611dce7-b86a-4f3c-a138-0f6a74bed519 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b79c5f0b-665c-4239-9580-6504d06b8251,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:47.795204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7611dce7-b86a-4f3c-a138-0f6a74bed519 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.824877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 89e50057-7d41-4336-b81a-bf8f6c6e881d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:16:47.877047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 89e50057-7d41-4336-b81a-bf8f6c6e881d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:16:47.877380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 89e50057-7d41-4336-b81a-bf8f6c6e881d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:16:47.901576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca6fd-9813-4cd6-96a6-32f52f967e0e tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:47.906397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Allocated IP 172.20.0.2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/badd2a2a-2042-4a32-ab34-213f5d88a03e/af516a30-7359-4c4f-b6eb-fcbe7c09a6d6) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:47.968740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac55a7-23aa-49c4-929f-b44022b34392 req-950d0690-ef7e-4af7-875f-3c7f621a56f1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:47.975647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdac55a7-23aa-49c4-929f-b44022b34392 req-950d0690-ef7e-4af7-875f-3c7f621a56f1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 932 time: 0.7107430 Feb 09 13:16:48.003798 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7611dce7-b86a-4f3c-a138-0f6a74bed519 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/b79c5f0b-665c-4239-9580-6504d06b8251 HTTP/1.1" status: 204 len: 168 time: 3.5869823 Feb 09 13:16:48.005275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54530) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:48.013493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ab7ca6fd-9813-4cd6-96a6-32f52f967e0e tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "DELETE /v2.0/ports/0d191c49-2dfb-41d3-a879-68423fe58c3e HTTP/1.1" status: 204 len: 168 time: 2.6367612 Feb 09 13:16:48.017898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54534) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:48.028445 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a4fac97b-7050-475f-9c1b-3e3d431b7399 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.053966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=824f7057-66b6-4dda-ada3-b5eadf7efb8d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:48.097119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac520a-f073-4051-84e4-286beb6949f7 req-1be02cf6-4517-4b65-bda8-ea66ab803435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:48.098642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dac520a-f073-4051-84e4-286beb6949f7 req-1be02cf6-4517-4b65-bda8-ea66ab803435 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.3842173 Feb 09 13:16:48.100418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-38b4bcfe-4db2-41e8-82b7-049f41a0d9a2 service neutron] 10.222.0.67 "GET /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933052 Feb 09 13:16:48.101318 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d6a2eb-3b21-45dc-9f38-0c1f477396cd tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] GET failed (client error): The resource could not be found. Feb 09 13:16:48.101784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-33d6a2eb-3b21-45dc-9f38-0c1f477396cd tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Synchronizing usage tracker for tenant:b22f0b614c62435e8d5ae4a227a9afc5 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:48.203079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdac55a7-23aa-49c4-929f-b44022b34392 req-567f0394-b0db-4f26-925a-b89af22acb61 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265010 Feb 09 13:16:48.239740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-33d6a2eb-3b21-45dc-9f38-0c1f477396cd tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Unset dirty status for tenant:b22f0b614c62435e8d5ae4a227a9afc5 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:48.241722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-33d6a2eb-3b21-45dc-9f38-0c1f477396cd tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "GET /v2.0/ports/0d191c49-2dfb-41d3-a879-68423fe58c3e HTTP/1.1" status: 404 len: 333 time: 0.2131841 Feb 09 13:16:48.246116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54540) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:48.255706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1217086708', 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:48.263907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:48.293209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:48.307867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dac520a-f073-4051-84e4-286beb6949f7 req-9fe60618-1348-4506-943a-d2eaba5db6cb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 998 time: 0.1897366 Feb 09 13:16:48.314634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Made reservation on behalf of b22f0b614c62435e8d5ae4a227a9afc5 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:48.317598 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.343224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.409331 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.417658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] device_id is not set on port c9348a9b-6b24-4253-a341-464b0890a407 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:48.436015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Transition to ACTIVE for port object af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:48.458310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Transition to ACTIVE for port object af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:48.473739 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.498114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac520a-f073-4051-84e4-286beb6949f7 req-74985fbd-4692-47b7-b2b8-f68c8b1a7872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:48.502609 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dac520a-f073-4051-84e4-286beb6949f7 req-74985fbd-4692-47b7-b2b8-f68c8b1a7872 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1722193 Feb 09 13:16:48.597400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Pushing event updated for resources: {'Port': ['ID=af516a30-7359-4c4f-b6eb-fcbe7c09a6d6,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:48.614748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:48.621478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:48.623858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:48.668997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a4fac97b-7050-475f-9c1b-3e3d431b7399 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.677037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:16:48.734973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Attempting to bind port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:48.737146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Attempting to bind port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:48.738353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Attempting to bind port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:48.744141 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.755421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:48.755802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:48.756206 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.756595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:48.757067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Bound port: af516a30-7359-4c4f-b6eb-fcbe7c09a6d6, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:48.760276 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.849434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fac97b-7050-475f-9c1b-3e3d431b7399 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Subnet': ['ID=52ac80b8-7105-4bae-a319-ec386d81242b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:48.910105 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a4fac97b-7050-475f-9c1b-3e3d431b7399 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.917217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Transition to ACTIVE for port object 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:48.932951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:48.935640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] For port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:48.940469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] For port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=af516a30-7359-4c4f-b6eb-fcbe7c09a6d6,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:48.943587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdc86db-753c-46b1-a404-87ddb846bb45 None None] Network 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:49.034976 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a4fac97b-7050-475f-9c1b-3e3d431b7399 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/52ac80b8-7105-4bae-a319-ec386d81242b HTTP/1.1" status: 204 len: 168 time: 2.5356686 Feb 09 13:16:49.045508 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:49.060141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54550) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:49.136621 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:49.281083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a77fc-a060-4f74-81ca-78f3f7b9dbc9 None None] Pushing event updated for resources: {'Port': ['ID=af516a30-7359-4c4f-b6eb-fcbe7c09a6d6,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:49.283021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7b5180-b976-49b3-b942-52517735c737']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:49.325578 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dac520a-f073-4051-84e4-286beb6949f7 req-db192bcf-5848-44bd-bb58-d8541cc9eb26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8146396 Feb 09 13:16:49.441470 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Pushing event updated for resources: {'Port': ['ID=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:49.445478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54793ec9-6c39-4731-b3e3-b5d5045e8748') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:49.445765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54793ec9-6c39-4731-b3e3-b5d5045e8748') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:49.472890 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:49.509383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58235e-2b48-413d-997e-593f9d75e441 None None] DHCP port deletion for 7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:16:49.521385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ef58235e-2b48-413d-997e-593f9d75e441 None None] Deleting port aea3abca-da5e-47cb-9e2f-482a746598a3 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:49.524450 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef58235e-2b48-413d-997e-593f9d75e441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:49.533332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:49.739441 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:49.747967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569ca3c-59b2-4a54-bee6-b71f76df6d98 req-143192d2-9c36-4033-ba7b-9be776cce17d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:49.749643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1569ca3c-59b2-4a54-bee6-b71f76df6d98 req-143192d2-9c36-4033-ba7b-9be776cce17d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.6518738 Feb 09 13:16:49.762705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:16:49.997066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dac520a-f073-4051-84e4-286beb6949f7 req-f4c1ff2b-c17e-4472-a3e7-f0aebef37535 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6379571 Feb 09 13:16:50.076498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:50.168366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024ef8-edc9-452a-8cf5-78551784e40a req-3b53f6bc-0cc5-4004-8f68-f54431799b0a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:50.175750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port aea3abca-da5e-47cb-9e2f-482a746598a3 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:50.176098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:50.179945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12024ef8-edc9-452a-8cf5-78551784e40a req-3b53f6bc-0cc5-4004-8f68-f54431799b0a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 944 time: 0.7047307 Feb 09 13:16:50.258607 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:50.281295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ef58235e-2b48-413d-997e-593f9d75e441 None None] For port aea3abca-da5e-47cb-9e2f-482a746598a3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=aea3abca-da5e-47cb-9e2f-482a746598a3,segment=NetworkSegment(51bc5378-9698-4809-be19-4cdf9b0ce163),segment_id=51bc5378-9698-4809-be19-4cdf9b0ce163)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:50.282093 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef58235e-2b48-413d-997e-593f9d75e441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:50.295234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:16:50.296098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:50.303540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 824f7057-66b6-4dda-ada3-b5eadf7efb8d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:16:50.325994 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:16:50.503144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Attempting to bind port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:50.503469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Attempting to bind port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:50.504084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Attempting to bind port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:50.521039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 on network 7940e2b9-7074-4987-9b54-3d4469043068 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:50.521367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Attempting to bind port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:50.742270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ef58235e-2b48-413d-997e-593f9d75e441 None None] Calling delete_port for aea3abca-da5e-47cb-9e2f-482a746598a3 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:50.802489 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dac520a-f073-4051-84e4-286beb6949f7 req-b09a26f6-cbee-4050-925f-354f6a6c6618 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542756 Feb 09 13:16:50.865645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event updated for resources: {'Port': ['ID=c9348a9b-6b24-4253-a341-464b0890a407,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:50.868967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port aea3abca-da5e-47cb-9e2f-482a746598a3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=aea3abca-da5e-47cb-9e2f-482a746598a3,segment=NetworkSegment(51bc5378-9698-4809-be19-4cdf9b0ce163),segment_id=51bc5378-9698-4809-be19-4cdf9b0ce163)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:50.869449 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:50.887848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1569ca3c-59b2-4a54-bee6-b71f76df6d98 req-c74b87f1-288e-4ae4-b6ef-acb903b7719c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1273808 Feb 09 13:16:50.895135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 824f7057-66b6-4dda-ada3-b5eadf7efb8d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:50.897671 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:50.938590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Network ba9f6bd4-7d00-4534-8ef7-35604f98478f is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:50.940270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:50.972277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12024ef8-edc9-452a-8cf5-78551784e40a req-fbab7003-3302-4209-9fc3-0c9573c9c40c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913678 Feb 09 13:16:50.973116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:50.973965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:50.974578 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:51.080520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f77f4eb8-376b-490c-b2e0-eb1a5c5eb321 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8326373 Feb 09 13:16:51.083717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54572) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:51.310013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:51.364047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a182f12b-1ca0-4616-aa95-00626f427bbc tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Synchronizing usage tracker for tenant:b22f0b614c62435e8d5ae4a227a9afc5 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:51.403322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a182f12b-1ca0-4616-aa95-00626f427bbc tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Unset dirty status for tenant:b22f0b614c62435e8d5ae4a227a9afc5 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:51.405332 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a182f12b-1ca0-4616-aa95-00626f427bbc tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "GET /v2.0/ports/c9348a9b-6b24-4253-a341-464b0890a407 HTTP/1.1" status: 200 len: 955 time: 0.3206146 Feb 09 13:16:51.408799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54576) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:51.424157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for aea3abca-da5e-47cb-9e2f-482a746598a3 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:51.432471 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef58235e-2b48-413d-997e-593f9d75e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:51.498646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:16:51.502030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-698e829d-b8f4-4853-a447-ef5e3df984ba tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Deleting port c9348a9b-6b24-4253-a341-464b0890a407 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:51.502320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-698e829d-b8f4-4853-a447-ef5e3df984ba tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:51.510827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Checking segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:16:51.511156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Bound using segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:16:51.511854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Bound port: 39b7288a-d9cd-46b6-bf52-1697f7ca29c6, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:16:51.512408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:51.540128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef58235e-2b48-413d-997e-593f9d75e441 None None] No DVR routers for this DVR port aea3abca-da5e-47cb-9e2f-482a746598a3 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:16:51.556918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58235e-2b48-413d-997e-593f9d75e441 None None] Pushing event deleted for resources: {'Port': ['ID=aea3abca-da5e-47cb-9e2f-482a746598a3,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:51.569475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-834a257b-34c3-4c3a-ae11-7fe42be05e0b None None] Provisioning for port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:51.602879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:16:51.614265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:51.615884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:51.618699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:51.626997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff7b5180-b976-49b3-b942-52517735c737 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 13:16:51.632841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:51.706116 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "DELETE /v2.0/networks/ff7b5180-b976-49b3-b942-52517735c737 HTTP/1.1" status: 204 len: 168 time: 3.6950691 Feb 09 13:16:52.130925 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:52.251366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] For port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:16:52.266927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] For port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:16:52.274969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be99909-ecae-4128-b266-cbd2d16ac618 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff7b5180-b976-49b3-b942-52517735c737,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:52.278532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=af516a30-7359-4c4f-b6eb-fcbe7c09a6d6,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:52.294780 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:52.300120 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:52.300728 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-698e829d-b8f4-4853-a447-ef5e3df984ba tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:52.351726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:52.478725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aea3abca-da5e-47cb-9e2f-482a746598a3 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:16:52.599794 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:16:52.600361 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:16:52.640661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: aea3abca-da5e-47cb-9e2f-482a746598a3 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:16:52.654919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aea3abca-da5e-47cb-9e2f-482a746598a3 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:16:52.741183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=af516a30-7359-4c4f-b6eb-fcbe7c09a6d6,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:52.800501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54592) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:52.803711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:52.812761 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-f804e936-0619-48e5-8b03-475059defef0 service neutron] 10.222.0.67 "PUT /v2.0/ports/39b7288a-d9cd-46b6-bf52-1697f7ca29c6 HTTP/1.1" status: 200 len: 1092 time: 5.9757867 Feb 09 13:16:52.818022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882c43eb-e461-4930-887d-258f46e8c80f', 'tag': '39b7288a-d9cd-46b6-bf52-1697f7ca29c6'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:16:52.846357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Request body: {'router': {'name': 'tempest-router--807305131', 'project_id': '0fb40cd50630417b88ddf0baf486d16b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:52.879747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:52.911858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Usage tracker for resource:router and tenant:0fb40cd50630417b88ddf0baf486d16b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:52.935693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804e936-0619-48e5-8b03-475059defef0 service neutron] Pushing event updated for resources: {'Port': ['ID=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:52.952569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:52.989522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:53.092736 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:53.093677 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:53.147738 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:53.214294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-698e829d-b8f4-4853-a447-ef5e3df984ba tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Calling delete_port for c9348a9b-6b24-4253-a341-464b0890a407 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:16:53.347204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port aea3abca-da5e-47cb-9e2f-482a746598a3 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:16:53.348288 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:53.457549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803d864-1692-477a-afaa-b8b1706b938c req-d8c6fe43-54d0-4631-b41f-99179b36baba tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:53.468154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b803d864-1692-477a-afaa-b8b1706b938c req-d8c6fe43-54d0-4631-b41f-99179b36baba tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.9292655 Feb 09 13:16:53.574940 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:53.607575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] The port 'aea3abca-da5e-47cb-9e2f-482a746598a3' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:16:53.631996 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b803d864-1692-477a-afaa-b8b1706b938c req-e08928a6-bfb7-42c9-bdf1-5501a1ab9687 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628575 Feb 09 13:16:53.640475 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-698e829d-b8f4-4853-a447-ef5e3df984ba tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:53.772456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e829d-b8f4-4853-a447-ef5e3df984ba tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9348a9b-6b24-4253-a341-464b0890a407,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:53.785468 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-698e829d-b8f4-4853-a447-ef5e3df984ba tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:53.803836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc8efa-ced3-4091-b9d7-10721f3d4eb3 req-5418bbb8-5d6c-4add-9cf1-13f6302f1d54 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:53.809088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-41fc8efa-ced3-4091-b9d7-10721f3d4eb3 req-5418bbb8-5d6c-4add-9cf1-13f6302f1d54 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 944 time: 1.1878481 Feb 09 13:16:53.871094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-698e829d-b8f4-4853-a447-ef5e3df984ba tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "DELETE /v2.0/ports/c9348a9b-6b24-4253-a341-464b0890a407 HTTP/1.1" status: 204 len: 168 time: 2.4580081 Feb 09 13:16:53.876139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54600) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:53.925144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] For port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=af516a30-7359-4c4f-b6eb-fcbe7c09a6d6,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:16:53.961027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:53.962308 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0d1a1550-5389-43fe-a08a-ce8890944451 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1484785 Feb 09 13:16:53.971676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54604) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:54.026509 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-06be52d2-396a-40a9-a6f2-0c1a40c40a1a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] GET failed (client error): The resource could not be found. Feb 09 13:16:54.034377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-06be52d2-396a-40a9-a6f2-0c1a40c40a1a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Synchronizing usage tracker for tenant:b22f0b614c62435e8d5ae4a227a9afc5 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:16:54.047013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-41fc8efa-ced3-4091-b9d7-10721f3d4eb3 req-a09ac29d-658a-4c0b-abb1-cb5af838aaa6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310057 Feb 09 13:16:54.069780 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882c43eb-e461-4930-887d-258f46e8c80f', 'tag': '39b7288a-d9cd-46b6-bf52-1697f7ca29c6', 'status': 'completed', 'code': 200} Feb 09 13:16:54.091659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-06be52d2-396a-40a9-a6f2-0c1a40c40a1a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Unset dirty status for tenant:b22f0b614c62435e8d5ae4a227a9afc5 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:16:54.094834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-06be52d2-396a-40a9-a6f2-0c1a40c40a1a tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "GET /v2.0/ports/c9348a9b-6b24-4253-a341-464b0890a407 HTTP/1.1" status: 404 len: 333 time: 0.2152922 Feb 09 13:16:54.099974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54608) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:54.128653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Request body: {'port': {'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-250482363'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:54.134702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:54.152794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:54.170144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Made reservation on behalf of b22f0b614c62435e8d5ae4a227a9afc5 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:54.172994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.210848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] device_id is not set on port c04a5006-469d-44e9-aa74-014a44144ab6 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:54.230164 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.388352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddc90ec-2f72-4fa8-88b7-4d4843e967d1']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:54.427018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bc5378-9698-4809-be19-4cdf9b0ce163') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:54.427330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bc5378-9698-4809-be19-4cdf9b0ce163') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:54.456958 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.486317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.498325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:16:54.499040 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.677922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:16:54.686146 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:16:54.690720 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-9adf47ae-ed13-4505-bb93-e244739ce7bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 1095 time: 1.2700980 Feb 09 13:16:54.792271 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.814449 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.815718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.903937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.929109 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-171c068f-7658-4fca-b1ff-7fb6e0f179b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.940047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.951845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:16:54.964448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.969820 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:54.983277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=15671659-3065-4128-8a07-07f73a599895,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:55.000782 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/networks/7ddc90ec-2f72-4fa8-88b7-4d4843e967d1 HTTP/1.1" status: 204 len: 168 time: 5.9389076 Feb 09 13:16:55.021358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dad7ad7a-f93e-4819-ba7f-50400f6cc6c4 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:55.042102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54618) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:55.059034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-414243161', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:55.143962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:55.144592 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:55.155849 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-fb2ea596-707a-4a7b-a3d6-01c590c2fc7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39b7288a-d9cd-46b6-bf52-1697f7ca29c6 HTTP/1.1" status: 200 len: 217 time: 0.4386158 Feb 09 13:16:55.180838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811453b5-703f-4a48-a92d-242b68b864e2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Network': ['ID=7ddc90ec-2f72-4fa8-88b7-4d4843e967d1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:55.183228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:55.225618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:router and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:55.259169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:55.320206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-b5267461-6fd1-4b53-87b0-fdcb43b8c6fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:55.321754 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-b5267461-6fd1-4b53-87b0-fdcb43b8c6fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.1344738 Feb 09 13:16:55.354022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:55.373699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Network ba9f6bd4-7d00-4534-8ef7-35604f98478f is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:55.393957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:16:55.405981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:55.410169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:55.410785 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:55.436000 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-0b8406d2-a499-48cd-804f-6021d30ac022 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996273 Feb 09 13:16:55.439568 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.5493836 Feb 09 13:16:55.445816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event updated for resources: {'Port': ['ID=c04a5006-469d-44e9-aa74-014a44144ab6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:55.446026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e97492-69ae-4543-b8bd-acddadc685fa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=af516a30-7359-4c4f-b6eb-fcbe7c09a6d6,revision_number=5']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:55.449528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:16:55.451758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:55.453088 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:55.453760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75942e-4983-427c-96bf-0d759fe06abf None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:16:55.457454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54624) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:55.468954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:16:55.470582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:55.471595 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:55.617943 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:55.678455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b3e09e93-6ebb-4418-8259-e0e99eb14b79 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5764141 Feb 09 13:16:55.751784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54630) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:55.771165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027a4b9-91ed-4345-80bb-7551164d2bdb req-6a90f388-16d6-4e60-ae2a-6b7e1aa14b5d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:55.780723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6027a4b9-91ed-4345-80bb-7551164d2bdb req-6a90f388-16d6-4e60-ae2a-6b7e1aa14b5d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.6905859 Feb 09 13:16:55.818735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:55.831091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:b4:ad:39', 'name': 'tempest-NetworksTestDHCPv6-1784103077'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:55.847928 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-fd271323-e55c-4b86-a291-5ddf3b101121 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844950 Feb 09 13:16:56.039323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6027a4b9-91ed-4345-80bb-7551164d2bdb req-c11bb2c0-d80a-46f7-bd0d-10f803fec226 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573640 Feb 09 13:16:56.053345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546aa12-34a6-46cd-bef8-87e0a8e2facd req-576d640f-3fce-4cf2-9005-2185a03b8f94 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:56.075160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6546aa12-34a6-46cd-bef8-87e0a8e2facd req-576d640f-3fce-4cf2-9005-2185a03b8f94 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 944 time: 0.6947331 Feb 09 13:16:56.184118 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:56.279068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6546aa12-34a6-46cd-bef8-87e0a8e2facd req-0eaa8126-e850-4246-a014-754f3cc10b1d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027464 Feb 09 13:16:56.346113 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:57.002272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dad7ad7a-f93e-4819-ba7f-50400f6cc6c4 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:57.023718 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e2f269ad-9466-4eb2-8c96-fd2f75ce5314 req-144d5dc4-6d9a-4f30-9729-98c89fd83c21 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1572912 Feb 09 13:16:57.040547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:57.044630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dad7ad7a-f93e-4819-ba7f-50400f6cc6c4 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:57.047284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:57.058770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:57.066041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:57.144135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddb44f-1b94-4e6b-a5a4-bd3d81267a0b req-c4a56376-f3e8-435d-83a3-eef732c40d2e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:57.163083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61ddb44f-1b94-4e6b-a5a4-bd3d81267a0b req-c4a56376-f3e8-435d-83a3-eef732c40d2e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.7935607 Feb 09 13:16:57.182669 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a16dc4a6-8052-4bbf-97d9-9286c7d56e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:57.248197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:16:57.253445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] device_id is not set on port c04a5006-469d-44e9-aa74-014a44144ab6 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:57.289567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:57.339591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dad7ad7a-f93e-4819-ba7f-50400f6cc6c4 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:57.340374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad7ad7a-f93e-4819-ba7f-50400f6cc6c4 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81cce199-a4fe-4ea9-913d-04f32e18d4a2 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:16:57.360878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Transition to ACTIVE for port object c04a5006-469d-44e9-aa74-014a44144ab6 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:16:57.374081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f5ed2a2d-70e1-4255-be4b-5727d85386f1 None None] Provisioning complete for port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:16:57.374454 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2a2d-70e1-4255-be4b-5727d85386f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:57.375032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61ddb44f-1b94-4e6b-a5a4-bd3d81267a0b req-447f7054-7804-4635-bc9d-02e9f8463219 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110367 Feb 09 13:16:57.384320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:57.529571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:57.578336 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dad7ad7a-f93e-4819-ba7f-50400f6cc6c4 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:57.584603 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dad7ad7a-f93e-4819-ba7f-50400f6cc6c4 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "DELETE /v2.0/routers/81cce199-a4fe-4ea9-913d-04f32e18d4a2 HTTP/1.1" status: 204 len: 168 time: 3.5321131 Feb 09 13:16:57.715461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port f6b04f50-c245-42ce-939e-a79f0d88d35c yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:16:57.842835 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fdc67d54-38fb-470d-a8eb-0ef83854e435 req-fdbfe508-0c07-44b5-a610-66af7610125f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 1095 time: 0.7166469 Feb 09 13:16:57.897059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-c18322e0-f51b-45c8-aff2-e286916c73f0 req-e439ead2-9a6e-4384-8424-4d26e60d1914 service neutron] (83479) timed out ('10.222.0.62', 59593) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:16:58.163824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54648) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:16:58.293231 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:58.335889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:58.400515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event updated for resources: {'Port': ['ID=c04a5006-469d-44e9-aa74-014a44144ab6,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:16:58.431190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc67d54-38fb-470d-a8eb-0ef83854e435 req-46c449c3-40d3-4584-b1a8-89d639486420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:58.432346 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fdc67d54-38fb-470d-a8eb-0ef83854e435 req-46c449c3-40d3-4584-b1a8-89d639486420 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 906 time: 0.5808969 Feb 09 13:16:58.471443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:58.471729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:58.471988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:58.501040 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:58.544525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:58.544875 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:58.552719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606e1fc-5f15-4254-9673-1630da696ee5 req-bbaf0481-8b3c-4c26-926b-75bbdb1ccaa8 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:58.554246 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8606e1fc-5f15-4254-9673-1630da696ee5 req-bbaf0481-8b3c-4c26-926b-75bbdb1ccaa8 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 944 time: 0.7332778 Feb 09 13:16:58.558883 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 2 to bind port c04a5006-469d-44e9-aa74-014a44144ab6 Feb 09 13:16:58.576038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd4990-05bf-445d-8213-172c456caa0a req-015972b3-f262-4cf8-b752-002659b8bba5 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:58.578241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55fd4990-05bf-445d-8213-172c456caa0a req-015972b3-f262-4cf8-b752-002659b8bba5 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 1.1342490 Feb 09 13:16:58.675982 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:58.695980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:58.696675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:58.697249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:58.732728 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fdc67d54-38fb-470d-a8eb-0ef83854e435 req-132d0528-df96-4e8c-a229-3223f046806e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39b7288a-d9cd-46b6-bf52-1697f7ca29c6 HTTP/1.1" status: 200 len: 217 time: 0.2830281 Feb 09 13:16:58.848895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:58.849533 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:58.856842 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 3 to bind port c04a5006-469d-44e9-aa74-014a44144ab6 Feb 09 13:16:58.871511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8606e1fc-5f15-4254-9673-1630da696ee5 req-f99053e6-54b2-425b-82c4-2ef7e961c843 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886999 Feb 09 13:16:58.883366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55fd4990-05bf-445d-8213-172c456caa0a req-1dcb3d8e-07c8-4646-9fa7-b3c1856ffded tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484910 Feb 09 13:16:58.919730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:58.920353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:58.923429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:58.962442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Allocated IP 172.25.5.204 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/d5c16399-3f21-461f-a546-d41389eec6f5) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:58.965462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:58.966057 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:58.968614 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 4 to bind port c04a5006-469d-44e9-aa74-014a44144ab6 Feb 09 13:16:58.980960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1021487285', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:16:59.007782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:59.010297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:59.010628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:59.069653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Sync routers for ids ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:16:59.088430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:59.088835 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:59.102838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Routers {'08a6d6ac-a918-4c98-af5f-b4a01ad48868'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:16:59.103638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:16:59.175203 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 5 to bind port c04a5006-469d-44e9-aa74-014a44144ab6 Feb 09 13:16:59.203181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:59.203796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:59.204210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:59.214746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:59.215079 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:59.224257 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 6 to bind port c04a5006-469d-44e9-aa74-014a44144ab6 Feb 09 13:16:59.437555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:59.438412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:59.438412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:59.457585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-404b7a81-617e-4f70-a65f-d54bfaafea61 req-f42613a9-d6dd-47bf-9543-84d5d1e70d07 service neutron] (83480) timed out ('10.222.0.62', 59504) {{(pid=83480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:16:59.494903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Set router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:16:59.524437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:59.524773 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:59.528740 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 7 to bind port c04a5006-469d-44e9-aa74-014a44144ab6 Feb 09 13:16:59.542194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc67d54-38fb-470d-a8eb-0ef83854e435 req-6d96bbf0-c0f9-492e-a3cd-e905e6c3c19c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:59.544279 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fdc67d54-38fb-470d-a8eb-0ef83854e435 req-6d96bbf0-c0f9-492e-a3cd-e905e6c3c19c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.7584898 Feb 09 13:16:59.552483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:16:59.560169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Usage tracker for resource:router and tenant:98a85b4f2e94449ba6b762cbded91109 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:16:59.565608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:16:59.579268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:16:59.628032 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:59.662797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcdb43-f80c-4a3f-9a64-fba642adfb51 req-c13860f0-8670-4647-9a4c-53b5dfd6ced6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:16:59.664337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05bcdb43-f80c-4a3f-9a64-fba642adfb51 req-c13860f0-8670-4647-9a4c-53b5dfd6ced6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.4087911 Feb 09 13:16:59.665545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:59.665862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:59.666186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:59.676925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:16:59.678118 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:16:59.681163 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fdc67d54-38fb-470d-a8eb-0ef83854e435 req-9e4dbdac-1078-462e-a4f8-89e97f952db6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924709 Feb 09 13:16:59.681411 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 8 to bind port c04a5006-469d-44e9-aa74-014a44144ab6 Feb 09 13:16:59.685281 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:59.686688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:59.715061 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:16:59.785244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:16:59.786833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:16:59.788245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:16:59.849022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 172.20.0.5 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/badd2a2a-2042-4a32-ab34-213f5d88a03e/f6b04f50-c245-42ce-939e-a79f0d88d35c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:59.860626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::f816:3eff:feb4:ad39 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/15671659-3065-4128-8a07-07f73a599895/f6b04f50-c245-42ce-939e-a79f0d88d35c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:16:59.865331 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:00.027963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:17:00.091142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:17:00.116014 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:17:00.136448 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 9 to bind port c04a5006-469d-44e9-aa74-014a44144ab6 Feb 09 13:17:00.181679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:00.206409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:17:00.226728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:00.241670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:00.295948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05bcdb43-f80c-4a3f-9a64-fba642adfb51 req-056e8f5d-9efe-451d-b5c8-4d914d8f79c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6204760 Feb 09 13:17:00.316041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:00.350729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:00.374780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object f6b04f50-c245-42ce-939e-a79f0d88d35c will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:00.392651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:00.392980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:00.393309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:00.405841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=d5c16399-3f21-461f-a546-d41389eec6f5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:00.538294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:00.628654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '39b7288a-d9cd-46b6-bf52-1697f7ca29c6', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'port_id': '39b7288a-d9cd-46b6-bf52-1697f7ca29c6', 'mac_address': 'fa:16:3e:9b:cb:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2890f1-cd7a-4c34-9690-caa4a64bcb7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:17:00.700707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:17:00.701327 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:17:00.723538 n-d-825175-3 neutron-server[83480]: INFO neutron.plugins.ml2.plugin [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempt 10 to bind port c04a5006-469d-44e9-aa74-014a44144ab6 Feb 09 13:17:00.798798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-router', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:30Z', 'updated_at': '2022-02-09T13:16:39Z', 'revision_number': 4, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'gw_port': {'id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:31Z', 'updated_at': '2022-02-09T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b31ea913-f0fd-4058-99a4-e254683fb9b0', 'name': '', 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'mac_address': 'fa:16:3e:e7:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15cd6f4d-ad1b-48fd-9bdc-a56237559e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:38Z', 'updated_at': '2022-02-09T13:16:39Z', 'revision_number': 2, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'subnets': [{'id': '15cd6f4d-ad1b-48fd-9bdc-a56237559e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:00.810858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Checking router: 08a6d6ac-a918-4c98-af5f-b4a01ad48868 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:17:00.811429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Updating router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 port b31ea913-f0fd-4058-99a4-e254683fb9b0 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:17:00.834920 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:00.849418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:00.849741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:00.850070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempting to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:00.890504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:17:00.891486 n-d-825175-3 neutron-server[83480]: ERROR neutron.plugins.ml2.managers [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Failed to bind port c04a5006-469d-44e9-aa74-014a44144ab6 on host n-h2-825175-3 for vnic_type normal using segments [{'id': '480fda99-e4a6-47bb-ac34-6ff403a08771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'ba9f6bd4-7d00-4534-8ef7-35604f98478f'}] Feb 09 13:17:00.891894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:00.896548 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:00.939979 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:00.949283 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fdc67d54-38fb-470d-a8eb-0ef83854e435 req-3190be77-1ef7-4894-880d-d01107f33ec9 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1886356 Feb 09 13:17:00.974635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:17:00.999795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:01.013613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:01.034876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:01.061122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:01.067416 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:01.318109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b91b-7bfb-4262-bcb9-001fdedacd61 req-d848a765-a38a-4da5-9250-e9901e9c0ae2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:01.319750 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a96b91b-7bfb-4262-bcb9-001fdedacd61 req-d848a765-a38a-4da5-9250-e9901e9c0ae2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 944 time: 1.0050998 Feb 09 13:17:01.427683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:01.530007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fdc67d54-38fb-470d-a8eb-0ef83854e435 req-d4822c03-aab3-46a2-b7cd-d98ee62e89a4 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796604 Feb 09 13:17:01.643132 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:01.651370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:01.659005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=f6b04f50-c245-42ce-939e-a79f0d88d35c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:01.667117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Transition to ACTIVE for port object b31ea913-f0fd-4058-99a4-e254683fb9b0 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:01.676456 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:01.685757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] For port c04a5006-469d-44e9-aa74-014a44144ab6, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:01.686180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Attempted to set empty binding levels {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 13:17:01.705097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31722c70-ed15-4360-991a-379bb23bb61c req-4165b641-e8f8-4484-a807-93699aa084bb tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:01.706673 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-31722c70-ed15-4360-991a-379bb23bb61c req-4165b641-e8f8-4484-a807-93699aa084bb tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.9840395 Feb 09 13:17:01.710367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:01.721147 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:01.727632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a96b91b-7bfb-4262-bcb9-001fdedacd61 req-f4d7acbc-0843-42d1-92fc-fdd3e051845c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863907 Feb 09 13:17:01.736580 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:01.778257 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-777666fb-52cb-461b-8198-613b29e2cae4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.3198583 Feb 09 13:17:01.808383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54670) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:01.835147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef9a79-695a-4b3d-9b1c-5b9598b916ee None None] Pushing event updated for resources: {'Port': ['ID=b31ea913-f0fd-4058-99a4-e254683fb9b0,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:01.978154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] In _notify_port_updated(), no bound segment for port c04a5006-469d-44e9-aa74-014a44144ab6 on network ba9f6bd4-7d00-4534-8ef7-35604f98478f {{(pid=83480) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:17:01.980899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.004744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "PUT /v2.0/ports/c04a5006-469d-44e9-aa74-014a44144ab6 HTTP/1.1" status: 200 len: 974 time: 6.1929033 Feb 09 13:17:02.005152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54676) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:02.081282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['39b7288a-d9cd-46b6-bf52-1697f7ca29c6'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:02.210431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc03461-a1dc-4c35-b698-ad3f792e1b7b tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event updated for resources: {'Port': ['ID=c04a5006-469d-44e9-aa74-014a44144ab6,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:02.293880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.436085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ce424fc2-403f-46af-aab5-9ada6b9f5b67 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Deleting port c04a5006-469d-44e9-aa74-014a44144ab6 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:02.437000 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce424fc2-403f-46af-aab5-9ada6b9f5b67 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.469294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4c7f2bea-e300-49a6-bb1f-557f9494ae4a None None] Provisioning for port f6b04f50-c245-42ce-939e-a79f0d88d35c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:02.508216 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.539422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4c7f2bea-e300-49a6-bb1f-557f9494ae4a None None] Provisioning complete for port f6b04f50-c245-42ce-939e-a79f0d88d35c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:02.539667 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4c7f2bea-e300-49a6-bb1f-557f9494ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.595388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Attempting to bind port b31ea913-f0fd-4058-99a4-e254683fb9b0 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:02.595789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Attempting to bind port b31ea913-f0fd-4058-99a4-e254683fb9b0 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '99750bc3-5c01-4548-baa4-627d006d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:02.596073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Attempting to bind port b31ea913-f0fd-4058-99a4-e254683fb9b0 on network 55a27cea-8e8f-4d06-865f-e1c58535f627 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:02.610131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bcf522-94af-4c5a-842a-c9a8e65d9471 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:02.610462 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:02.610462 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Checking segment: {'id': '99750bc3-5c01-4548-baa4-627d006d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:02.611451 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.611977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Bound using segment: {'id': '99750bc3-5c01-4548-baa4-627d006d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:02.612762 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Bound port: b31ea913-f0fd-4058-99a4-e254683fb9b0, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99750bc3-5c01-4548-baa4-627d006d8b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:02.613288 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.624529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bcf522-94af-4c5a-842a-c9a8e65d9471 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:02.628619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-82bcf522-94af-4c5a-842a-c9a8e65d9471 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6150472 Feb 09 13:17:02.643553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54682) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:02.646915 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.647652 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:02.654814 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-31722c70-ed15-4360-991a-379bb23bb61c req-743df0fc-495f-42a6-84e6-8acbe031670c tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9259989 Feb 09 13:17:03.017854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Allocated IP 172.25.5.51 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/2d10a9a4-0e38-46ad-96a1-f07ad51af88e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:03.026933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-ce424fc2-403f-46af-aab5-9ada6b9f5b67 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] For port c04a5006-469d-44e9-aa74-014a44144ab6, host n-h2-825175-3, got binding levels [] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:03.032457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce424fc2-403f-46af-aab5-9ada6b9f5b67 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:03.143562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] For port b31ea913-f0fd-4058-99a4-e254683fb9b0, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:03.155038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] For port b31ea913-f0fd-4058-99a4-e254683fb9b0, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b31ea913-f0fd-4058-99a4-e254683fb9b0,segment=NetworkSegment(99750bc3-5c01-4548-baa4-627d006d8b9e),segment_id=99750bc3-5c01-4548-baa4-627d006d8b9e)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:03.190902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-8c077ad4-733d-4e89-a7de-a20904356bc6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port f6b04f50-c245-42ce-939e-a79f0d88d35c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:03.191519 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c077ad4-733d-4e89-a7de-a20904356bc6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:03.199341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f2bea-e300-49a6-bb1f-557f9494ae4a None None] Port f6b04f50-c245-42ce-939e-a79f0d88d35c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:03.222393 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:03.590454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef9a79-695a-4b3d-9b1c-5b9598b916ee None None] Pushing event updated for resources: {'Port': ['ID=b31ea913-f0fd-4058-99a4-e254683fb9b0,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:03.594791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ce424fc2-403f-46af-aab5-9ada6b9f5b67 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Calling delete_port for c04a5006-469d-44e9-aa74-014a44144ab6 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:03.637269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Routers {'08a6d6ac-a918-4c98-af5f-b4a01ad48868'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:03.639801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:04.184717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce424fc2-403f-46af-aab5-9ada6b9f5b67 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:04.204706 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:04.289029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] Set router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:17:04.302790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce424fc2-403f-46af-aab5-9ada6b9f5b67 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Pushing event deleted for resources: {'Port': ['ID=c04a5006-469d-44e9-aa74-014a44144ab6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:04.343838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce424fc2-403f-46af-aab5-9ada6b9f5b67 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:04.379695 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ce424fc2-403f-46af-aab5-9ada6b9f5b67 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "DELETE /v2.0/ports/c04a5006-469d-44e9-aa74-014a44144ab6 HTTP/1.1" status: 204 len: 168 time: 2.3734727 Feb 09 13:17:04.387018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54696) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:04.467774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c077ad4-733d-4e89-a7de-a20904356bc6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:04.472054 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-2544b8cb-d56f-48e8-9015-471011975242 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] GET failed (client error): The resource could not be found. Feb 09 13:17:04.473309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2544b8cb-d56f-48e8-9015-471011975242 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Synchronizing usage tracker for tenant:b22f0b614c62435e8d5ae4a227a9afc5 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:04.489915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:04.598330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:04.600622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2544b8cb-d56f-48e8-9015-471011975242 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] Unset dirty status for tenant:b22f0b614c62435e8d5ae4a227a9afc5 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:04.602403 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2544b8cb-d56f-48e8-9015-471011975242 tempest-PortsAdminExtendedAttrsTestJSON-1015661469 tempest-PortsAdminExtendedAttrsTestJSON-1015661469-project-admin] 10.222.0.59 "GET /v2.0/ports/c04a5006-469d-44e9-aa74-014a44144ab6 HTTP/1.1" status: 404 len: 333 time: 0.2141793 Feb 09 13:17:04.611777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:04.615409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:04.657376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54700) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:04.890554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-8c077ad4-733d-4e89-a7de-a20904356bc6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for f6b04f50-c245-42ce-939e-a79f0d88d35c owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:04.977794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad773b3-a5eb-40c0-bc04-b20463de3b79 req-c15f71e4-ea23-4bec-9295-cdb3575db345 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:04.997189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fad773b3-a5eb-40c0-bc04-b20463de3b79 req-c15f71e4-ea23-4bec-9295-cdb3575db345 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 945 time: 1.7138882 Feb 09 13:17:05.003784 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Pushing event updated for resources: {'Port': ['ID=2d10a9a4-0e38-46ad-96a1-f07ad51af88e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:05.089620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f1cf7a6e-6799-4093-a1ab-05d43e84c197 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:05.161063 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fad773b3-a5eb-40c0-bc04-b20463de3b79 req-049e071a-e05c-40ec-a00e-be3adfde4dff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452599 Feb 09 13:17:05.189687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: f1cf7a6e-6799-4093-a1ab-05d43e84c197 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:17:05.190043 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f1cf7a6e-6799-4093-a1ab-05d43e84c197 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:05.269626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-router', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:30Z', 'updated_at': '2022-02-09T13:16:39Z', 'revision_number': 4, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'gw_port': {'id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:31Z', 'updated_at': '2022-02-09T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b31ea913-f0fd-4058-99a4-e254683fb9b0', 'name': '', 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'mac_address': 'fa:16:3e:e7:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15cd6f4d-ad1b-48fd-9bdc-a56237559e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:38Z', 'updated_at': '2022-02-09T13:17:03Z', 'revision_number': 4, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'subnets': [{'id': '15cd6f4d-ad1b-48fd-9bdc-a56237559e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:05.285920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dae00f-727b-46c9-a3e9-5c22ea1db076 None None] The sync data for ids ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'] in n-d-825175-3 is: [{'id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-router', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:30Z', 'updated_at': '2022-02-09T13:16:39Z', 'revision_number': 4, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'gw_port': {'id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:31Z', 'updated_at': '2022-02-09T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b31ea913-f0fd-4058-99a4-e254683fb9b0', 'name': '', 'network_id': '55a27cea-8e8f-4d06-865f-e1c58535f627', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'mac_address': 'fa:16:3e:e7:22:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15cd6f4d-ad1b-48fd-9bdc-a56237559e76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:38Z', 'updated_at': '2022-02-09T13:17:03Z', 'revision_number': 4, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'subnets': [{'id': '15cd6f4d-ad1b-48fd-9bdc-a56237559e76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:17:05.302807 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:05.444275 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:05.445000 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:05.532656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-6a2a7928-afce-4871-b175-366447219da8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:05.534077 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-6a2a7928-afce-4871-b175-366447219da8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 812 time: 0.2514074 Feb 09 13:17:05.613995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-2e56b5df-909c-4db0-89e4-f12ce2032317 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/quotas/accedead334d4e338be32f77a85b3517 HTTP/1.1" status: 200 len: 375 time: 0.0249512 Feb 09 13:17:05.718427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:05.790853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:05.847831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:05.862829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:05.863479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:05.889792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9f6bd4-7d00-4534-8ef7-35604f98478f']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:05.924669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router e3427215-a421-4889-b32f-d9cecc6f99b8 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:17:05.938951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480fda99-e4a6-47bb-ac34-6ff403a08771') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:05.939238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480fda99-e4a6-47bb-ac34-6ff403a08771') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:05.962505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-6eb2c5d8-2f5c-4177-87dd-b2a1d5aad5bb tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3379631 Feb 09 13:17:05.995330 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.054383 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.073159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:17:06.073578 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.090219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:17:06.111095 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:17:06.168690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:06.169786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882c43eb-e461-4930-887d-258f46e8c80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7288a-d9cd-46b6-bf52-1697f7ca29c6'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:06.182777 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.258840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.304202 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.344524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] Pushing event deleted for resources: {'Network': ['ID=ba9f6bd4-7d00-4534-8ef7-35604f98478f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:06.347728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:06.358341 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-baa57625-39b2-42f2-8ec2-40fbeb56ba3c tempest-PortsAdminExtendedAttrsTestJSON-549895222 tempest-PortsAdminExtendedAttrsTestJSON-549895222-project] 10.222.0.59 "DELETE /v2.0/networks/ba9f6bd4-7d00-4534-8ef7-35604f98478f HTTP/1.1" status: 204 len: 168 time: 1.6991961 Feb 09 13:17:06.368319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.368657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.368985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.369311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.369631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.369961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.370266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.370635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.370956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.371262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.371575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:06.374329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddd7e7-ef29-4b85-ba6c-09d4dfbc065a req-f196d5bd-0a04-4436-9229-c727ace06aba tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:06.376749 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79ddd7e7-ef29-4b85-ba6c-09d4dfbc065a req-f196d5bd-0a04-4436-9229-c727ace06aba tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.8806832 Feb 09 13:17:06.476718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Router fc0c2903-df9d-4e85-8d6a-fe729296c12b is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:17:06.515552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-e02181fe-768e-40f9-9658-84c252d9abf6 service neutron] 10.222.0.59 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263411 Feb 09 13:17:06.554064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c077ad4-733d-4e89-a7de-a20904356bc6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.624261 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:17:06.710932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c077ad4-733d-4e89-a7de-a20904356bc6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=f6b04f50-c245-42ce-939e-a79f0d88d35c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:06.857085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:17:06.873507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79ddd7e7-ef29-4b85-ba6c-09d4dfbc065a req-07331126-a4c3-43d6-881a-f992dd82e4e7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3539405 Feb 09 13:17:06.876591 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1289f95f-8527-4f75-8405-bd04c323d4da None None] Sync routers for ids ['fc0c2903-df9d-4e85-8d6a-fe729296c12b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:17:06.902726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:06.909705 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6be1837e-0cd9-4a82-a592-dd9947de91cd tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.7388167 Feb 09 13:17:06.914176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54716) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:06.922742 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289f95f-8527-4f75-8405-bd04c323d4da None None] Routers {'fc0c2903-df9d-4e85-8d6a-fe729296c12b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:06.928573 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1289f95f-8527-4f75-8405-bd04c323d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc0c2903-df9d-4e85-8d6a-fe729296c12b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:06.950894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b31ea913-f0fd-4058-99a4-e254683fb9b0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:07.179143 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882c43eb-e461-4930-887d-258f46e8c80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b7288a-d9cd-46b6-bf52-1697f7ca29c6', 'code': 200} Feb 09 13:17:07.218560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port b31ea913-f0fd-4058-99a4-e254683fb9b0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:07.235593 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1289f95f-8527-4f75-8405-bd04c323d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:07.237499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b31ea913-f0fd-4058-99a4-e254683fb9b0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:07.244671 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:07.273132 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1289f95f-8527-4f75-8405-bd04c323d4da None None] Routers {'fc0c2903-df9d-4e85-8d6a-fe729296c12b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:07.273939 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1289f95f-8527-4f75-8405-bd04c323d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc0c2903-df9d-4e85-8d6a-fe729296c12b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:07.411410 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1289f95f-8527-4f75-8405-bd04c323d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:07.412816 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1289f95f-8527-4f75-8405-bd04c323d4da None None] The sync data for ids ['fc0c2903-df9d-4e85-8d6a-fe729296c12b'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:17:07.450770 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:07.465524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54722) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:07.491523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port b31ea913-f0fd-4058-99a4-e254683fb9b0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b31ea913-f0fd-4058-99a4-e254683fb9b0,segment=NetworkSegment(99750bc3-5c01-4548-baa4-627d006d8b9e),segment_id=99750bc3-5c01-4548-baa4-627d006d8b9e)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:07.498204 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:07.596911 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3afd3d1-6777-4e0f-a894-f7cb91089676 req-6e1d68b9-edd7-4c5f-a9df-7e3c941a3cba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 1097 time: 0.1151490 Feb 09 13:17:07.610237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=b31ea913-f0fd-4058-99a4-e254683fb9b0,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:07.659311 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3afd3d1-6777-4e0f-a894-f7cb91089676 req-2549ed68-a8ad-46e3-8244-05a3e6df161f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551474 Feb 09 13:17:07.695468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904f7f3-4d9b-49a4-868e-318f2a089a44 req-b8232d4a-a6e5-4319-8603-6b393f615680 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:07.696557 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d469429f-9715-4070-aff1-0ff8c08c5503 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/routers/fc0c2903-df9d-4e85-8d6a-fe729296c12b HTTP/1.1" status: 200 len: 920 time: 0.7773426 Feb 09 13:17:07.699005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b904f7f3-4d9b-49a4-868e-318f2a089a44 req-b8232d4a-a6e5-4319-8603-6b393f615680 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 946 time: 0.2376893 Feb 09 13:17:07.700493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54728) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:07.701092 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-55d17946-7746-4d27-9b06-7fcda00b21cc service neutron] 10.222.0.59 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1129100 Feb 09 13:17:07.703732 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c077ad4-733d-4e89-a7de-a20904356bc6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:07.773230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8c077ad4-733d-4e89-a7de-a20904356bc6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/f6b04f50-c245-42ce-939e-a79f0d88d35c HTTP/1.1" status: 204 len: 168 time: 5.1262534 Feb 09 13:17:07.775420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54734) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:07.829067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7440f1c0-9012-462f-8284-946ebf7d3d64 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc0c2903-df9d-4e85-8d6a-fe729296c12b HTTP/1.1" status: 200 len: 205 time: 0.1261973 Feb 09 13:17:07.831708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54738) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:07.880783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:17:07.887549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cfeed7-1267-4bb3-8c35-fd60eca0942b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:07.890091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cfeed7-1267-4bb3-8c35-fd60eca0942b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:07.893849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cfeed7-1267-4bb3-8c35-fd60eca0942b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:07.893849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-57cfeed7-1267-4bb3-8c35-fd60eca0942b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:07.897169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a849319-be62-409f-92f1-75b5e4869ab6 None None] Sync routers for ids ['e3427215-a421-4889-b32f-d9cecc6f99b8'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:17:07.920068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a849319-be62-409f-92f1-75b5e4869ab6 None None] Routers {'e3427215-a421-4889-b32f-d9cecc6f99b8'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:07.931117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8a849319-be62-409f-92f1-75b5e4869ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e3427215-a421-4889-b32f-d9cecc6f99b8'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:08.119638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8a849319-be62-409f-92f1-75b5e4869ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:08.142576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a6f36772-da31-4394-ae97-7dc5eecde3ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=113c042023764df681a994ea3be5b0d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6455634 Feb 09 13:17:08.143473 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.144850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4a3914c2-ca86-47f4-b5de-d68c40f1c79e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 13.0978189 Feb 09 13:17:08.149048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54750) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:08.149376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54752) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:08.150720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a849319-be62-409f-92f1-75b5e4869ab6 None None] Routers {'e3427215-a421-4889-b32f-d9cecc6f99b8'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:08.151865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8a849319-be62-409f-92f1-75b5e4869ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e3427215-a421-4889-b32f-d9cecc6f99b8'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:08.176538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b904f7f3-4d9b-49a4-868e-318f2a089a44 req-70f5430d-e0a5-4b01-88e6-94057c90371a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534748 Feb 09 13:17:08.179001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51de5215-4225-4836-abac-2586dcecd31e req-724f684a-ad17-4cd2-8441-7c7b1f3eba8f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 210 time: 0.1233699 Feb 09 13:17:08.184223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-57cfeed7-1267-4bb3-8c35-fd60eca0942b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:08.187830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-57cfeed7-1267-4bb3-8c35-fd60eca0942b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4082763 Feb 09 13:17:08.188548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54758) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:08.304225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8a849319-be62-409f-92f1-75b5e4869ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:08.305000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a849319-be62-409f-92f1-75b5e4869ab6 None None] The sync data for ids ['e3427215-a421-4889-b32f-d9cecc6f99b8'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:17:08.524526 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c817d24-bde5-4320-817c-d3fa4bbf977b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.578731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c817d24-bde5-4320-817c-d3fa4bbf977b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.640863 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.672561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a231ae-8c51-4106-814c-7cdbd32103e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 15671659-3065-4128-8a07-07f73a599895 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:17:08.678700 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-40a231ae-8c51-4106-814c-7cdbd32103e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.751341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e01c3-c6b1-4482-934c-e7978a2313fb req-28442007-674a-48bf-bfd3-728c958a2a2d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:08.758996 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d17e01c3-c6b1-4482-934c-e7978a2313fb req-28442007-674a-48bf-bfd3-728c958a2a2d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.2078211 Feb 09 13:17:08.808008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-40a231ae-8c51-4106-814c-7cdbd32103e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.855470 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d17e01c3-c6b1-4482-934c-e7978a2313fb req-2a83bc01-a2c0-43e5-b9fc-a1a89cdbb9f3 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951450 Feb 09 13:17:08.945427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c817d24-bde5-4320-817c-d3fa4bbf977b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:08.972336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b31ea913-f0fd-4058-99a4-e254683fb9b0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:08.983724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c817d24-bde5-4320-817c-d3fa4bbf977b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd45c19-8716-4619-bbfe-9907b162280f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:08.991596 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-40a231ae-8c51-4106-814c-7cdbd32103e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.025371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c817d24-bde5-4320-817c-d3fa4bbf977b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.030011 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7c817d24-bde5-4320-817c-d3fa4bbf977b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5cd45c19-8716-4619-bbfe-9907b162280f HTTP/1.1" status: 204 len: 168 time: 0.8772385 Feb 09 13:17:09.099117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-40a231ae-8c51-4106-814c-7cdbd32103e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.133138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b31ea913-f0fd-4058-99a4-e254683fb9b0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:09.134124 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.164213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a231ae-8c51-4106-814c-7cdbd32103e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=15671659-3065-4128-8a07-07f73a599895,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:09.164672 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4a8fdab5-530f-4f82-8ff2-5870e978b8d6 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/routers/e3427215-a421-4889-b32f-d9cecc6f99b8 HTTP/1.1" status: 200 len: 884 time: 1.0096259 Feb 09 13:17:09.166010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54774) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:09.252031 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-40a231ae-8c51-4106-814c-7cdbd32103e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.292671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56178497-a455-4115-be4e-3f508b3cd8f6 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:09.353657 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.371865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Deleting port 2d10a9a4-0e38-46ad-96a1-f07ad51af88e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:09.372455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.388992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-40a231ae-8c51-4106-814c-7cdbd32103e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/15671659-3065-4128-8a07-07f73a599895 HTTP/1.1" status: 204 len: 168 time: 1.1992450 Feb 09 13:17:09.408124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54788) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:09.762511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1610dcf0-7cb3-4211-bb55-093c89e616e0 req-39e7aebc-c2ae-46b9-b747-2a48d1071d4f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 210 time: 0.1201675 Feb 09 13:17:09.770771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.772711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2560912-169c-4788-94c6-dd6df9a8047a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet badd2a2a-2042-4a32-ab34-213f5d88a03e {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:17:09.788523 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2560912-169c-4788-94c6-dd6df9a8047a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.789490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:17:09.854653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2560912-169c-4788-94c6-dd6df9a8047a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:09.994952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954eb89-f3c4-4b07-b54a-de7d93f9c1d7 req-967f983a-c858-4337-96bd-7bf788d8e2c3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:10.008420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4954eb89-f3c4-4b07-b54a-de7d93f9c1d7 req-967f983a-c858-4337-96bd-7bf788d8e2c3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 946 time: 0.3644149 Feb 09 13:17:10.137739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54796) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:10.164453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:10.209736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4954eb89-f3c4-4b07-b54a-de7d93f9c1d7 req-62bf0639-33a4-4f2c-ab59-2cf00026e85a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762519 Feb 09 13:17:10.212129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2560912-169c-4788-94c6-dd6df9a8047a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:10.261631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'port_id': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'mac_address': 'fa:16:3e:57:f0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:17:10.329620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Calling delete_port for 2d10a9a4-0e38-46ad-96a1-f07ad51af88e owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:10.477302 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:10.525628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:17:10.542375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:10.553285 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:10.580108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a88a40b2-3070-4c9f-af25-eb40cadd227e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:router {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:10.634089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:10.641532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-7fd63317-8385-4499-8276-08faa5e47725 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:10.642004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-7fd63317-8385-4499-8276-08faa5e47725 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Synchronizing usage tracker for tenant:accedead334d4e338be32f77a85b3517 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:10.673994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-7fd63317-8385-4499-8276-08faa5e47725 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Unset dirty status for tenant:accedead334d4e338be32f77a85b3517 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:10.675246 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-7fd63317-8385-4499-8276-08faa5e47725 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 812 time: 0.2788055 Feb 09 13:17:10.719289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'port': {'device_id': 'da73a29f-b8f0-4a7f-8e90-5c6c46f462e1', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'admin_state_up': True, 'tenant_id': 'accedead334d4e338be32f77a85b3517'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:10.783294 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9013c39e-ed6c-4cc8-9a38-1be649c9c417 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b22f0b614c62435e8d5ae4a227a9afc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6302564 Feb 09 13:17:10.784725 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2560912-169c-4788-94c6-dd6df9a8047a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:10.788803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54804) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:10.828654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a88a40b2-3070-4c9f-af25-eb40cadd227e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:router {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:10.832879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a88a40b2-3070-4c9f-af25-eb40cadd227e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.6655893 Feb 09 13:17:10.842059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['1fb18b8f-2537-4bbc-a0a7-23592c9122f1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:10.845004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54810) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:10.853476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2560912-169c-4788-94c6-dd6df9a8047a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=badd2a2a-2042-4a32-ab34-213f5d88a03e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:10.859169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e8a36c54-fbd4-4078-8f61-864757ee2040 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-414243161'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:10.902637 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2560912-169c-4788-94c6-dd6df9a8047a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:10.955244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f9b7a-3674-4ff9-af89-e5b2206d2443 req-8c5e3442-f99e-4b51-8f59-4863257969b8 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:10.962847 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f5f9b7a-3674-4ff9-af89-e5b2206d2443 req-8c5e3442-f99e-4b51-8f59-4863257969b8 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 943 time: 0.7640758 Feb 09 13:17:10.997727 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a2560912-169c-4788-94c6-dd6df9a8047a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/badd2a2a-2042-4a32-ab34-213f5d88a03e HTTP/1.1" status: 204 len: 168 time: 1.5857303 Feb 09 13:17:10.998895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54814) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:11.043790 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.094407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0878cd77-0dc9-485e-92e3-263f18d89c07 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854681 Feb 09 13:17:11.097802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54818) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:11.112755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:11.142863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f8fad-7e51-452c-a082-fd0866fcf744 req-ef8eb9b5-6929-4d5c-aaf0-e5bd30022947 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:11.144934 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b19f8fad-7e51-452c-a082-fd0866fcf744 req-ef8eb9b5-6929-4d5c-aaf0-e5bd30022947 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 946 time: 0.5868957 Feb 09 13:17:11.202622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Pushing event deleted for resources: {'Port': ['ID=2d10a9a4-0e38-46ad-96a1-f07ad51af88e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:11.229576 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.242664 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f75f2ac2-6412-4e60-aec9-0fa8c30d44b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.332969 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f5f9b7a-3674-4ff9-af89-e5b2206d2443 req-306a92c0-8a72-42f5-99b3-4995e0c10796 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690293 Feb 09 13:17:11.416415 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f75f2ac2-6412-4e60-aec9-0fa8c30d44b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.429119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:11.444629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:11.451690 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b19f8fad-7e51-452c-a082-fd0866fcf744 req-5a1c2d9b-c5f3-4846-8b99-bd0898f44acb tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882450 Feb 09 13:17:11.456066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:11.470725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:11.491522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:11.499707 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.519994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219b503f-99ba-4692-ab0c-cb4671f1c083 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:11.589391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ff0301aa-031b-4f88-82d5-2949730a796c None None] Provisioning complete for port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:11.590066 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ff0301aa-031b-4f88-82d5-2949730a796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.654547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:11.700989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:11.709167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f75f2ac2-6412-4e60-aec9-0fa8c30d44b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.715763 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.733547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80b64b97-b9bc-4aa1-8d83-2d1aafa1d77d req-87fd4ada-d327-4ae5-b764-ccfdcf38b4f4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 210 time: 0.0978384 Feb 09 13:17:11.767625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f2ac2-6412-4e60-aec9-0fa8c30d44b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3599f42c-3f6b-41e7-8e20-2f1aa7705f8d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:11.781538 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f75f2ac2-6412-4e60-aec9-0fa8c30d44b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:11.788509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f75f2ac2-6412-4e60-aec9-0fa8c30d44b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3599f42c-3f6b-41e7-8e20-2f1aa7705f8d HTTP/1.1" status: 204 len: 168 time: 0.9691696 Feb 09 13:17:12.025041 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.071987 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.076892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.112663 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.113443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Fanout notify agent at l3_agent the message router_deleted on router fc0c2903-df9d-4e85-8d6a-fe729296c12b {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:17:12.116155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Made reservation on behalf of accedead334d4e338be32f77a85b3517 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:12.119765 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.197132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:12.206396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:12.221760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:12.222531 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.360184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2539330 Feb 09 13:17:12.379215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54836) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:12.380071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b185bf-d2cf-42d8-851a-eafb782385e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=d76f39f1-a2c2-44fb-9a2a-464578bd5a0c,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:12.380255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb78d8-cd57-426b-986f-1f6c075a6acd None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:17:12.396756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-89cb78d8-cd57-426b-986f-1f6c075a6acd None None] Deleting port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:12.398121 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-89cb78d8-cd57-426b-986f-1f6c075a6acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.461094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.462175 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-13b2c953-03a4-4415-ae17-6df07f260204 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/fc0c2903-df9d-4e85-8d6a-fe729296c12b HTTP/1.1" status: 204 len: 168 time: 4.6295278 Feb 09 13:17:12.466036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:12.467954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54842) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:12.478443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1919631825', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'enable_snat': False}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:12.494643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:12.539188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Usage tracker for resource:router and tenant:b5ea8866bd3b49469acf0cef5f55d9db is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:12.554819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:12.578844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:12.600361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de04615-fe12-4c90-b6ab-8fed068c0e63 req-af6a9499-d940-4df0-a363-2b51f488595d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:12.601948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3de04615-fe12-4c90-b6ab-8fed068c0e63 req-af6a9499-d940-4df0-a363-2b51f488595d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 946 time: 0.3043904 Feb 09 13:17:12.632053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.633075 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.740662 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.837642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:12.849421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-89cb78d8-cd57-426b-986f-1f6c075a6acd None None] For port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=af516a30-7359-4c4f-b6eb-fcbe7c09a6d6,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:12.850232 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-89cb78d8-cd57-426b-986f-1f6c075a6acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:12.852830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:12.863788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:12.879709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:12.956028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:13.004141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:13.106746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Allocated IP 172.20.0.8 (2903bfa2-6e98-48bf-8735-26cc8008e2be/a6635b5b-1a73-4f24-af7b-ce18e647d366/8b117ad5-bf3d-448b-8671-2dab3df36ba7) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:13.114879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-89cb78d8-cd57-426b-986f-1f6c075a6acd None None] Calling delete_port for af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:13.169891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3de04615-fe12-4c90-b6ab-8fed068c0e63 req-0e8476f4-d07a-45b9-859c-d0620d378dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613146 Feb 09 13:17:13.195271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1b89-1dfc-443b-9495-40d00715758a req-681901a9-3516-4667-a28b-4d3ed61437d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:13.196871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb8a1b89-1dfc-443b-9495-40d00715758a req-681901a9-3516-4667-a28b-4d3ed61437d7 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 944 time: 0.5509694 Feb 09 13:17:13.203960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.437004 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.455838 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-89cb78d8-cd57-426b-986f-1f6c075a6acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.465939 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.475777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb8a1b89-1dfc-443b-9495-40d00715758a req-64a06e88-e51d-4176-b647-80a14dbddea0 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684619 Feb 09 13:17:13.552480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54864) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:13.572717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a4120c5-1ee7-4f39-baad-9458e97bfc07 req-01b303eb-a99c-4036-b29a-aab1a2539670 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 210 time: 0.0806215 Feb 09 13:17:13.606322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb78d8-cd57-426b-986f-1f6c075a6acd None None] Pushing event deleted for resources: {'Port': ['ID=af516a30-7359-4c4f-b6eb-fcbe7c09a6d6,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:13.648096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb78d8-cd57-426b-986f-1f6c075a6acd None None] No DVR routers for this DVR port af516a30-7359-4c4f-b6eb-fcbe7c09a6d6 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:13.672866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d1582d-048f-4cfc-8d2b-1044e16dd228 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:13.711491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-41608ca1-e00c-4be3-a366-bdfa17a59b3f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:13.713352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-41608ca1-e00c-4be3-a366-bdfa17a59b3f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 946 time: 0.3691108 Feb 09 13:17:13.736634 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.753009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Transition to ACTIVE for port object 8b117ad5-bf3d-448b-8671-2dab3df36ba7 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:13.792004 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.797955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-73a7a22d-033f-42b9-b9db-4c4de97abf91 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Deleting port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:13.798645 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-73a7a22d-033f-42b9-b9db-4c4de97abf91 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:13.808382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:13.856843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['c22d0dc0-a022-479e-a05b-26d73a67ed6e', '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:13.905045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:13.916544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:14.146033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:14.303482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:14.304143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.369108 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': 'd76f39f1-a2c2-44fb-9a2a-464578bd5a0c'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:17:14.370372 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.517726 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.522566 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8a36c54-fbd4-4078-8f61-864757ee2040 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.561021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.565332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-adee7393-ddbc-473b-901c-75d6f5a2eece None None] Provisioning for port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:14.586754 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-adee7393-ddbc-473b-901c-75d6f5a2eece None None] Provisioning complete for port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:14.587221 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-adee7393-ddbc-473b-901c-75d6f5a2eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.697897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1311658797'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:14.703774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-adee7393-ddbc-473b-901c-75d6f5a2eece None None] Port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:14.720354 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8a36c54-fbd4-4078-8f61-864757ee2040 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.731320 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0160010 Feb 09 13:17:14.744873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-73a7a22d-033f-42b9-b9db-4c4de97abf91 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] For port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:14.745396 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-73a7a22d-033f-42b9-b9db-4c4de97abf91 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.759107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:14.759682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:14.783974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Request body: {'port': {'device_id': 'da73a29f-b8f0-4a7f-8e90-5c6c46f462e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:14.846426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:14.899293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813160c3-1ecd-4034-98e5-464c17a040e1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'Port': ['ID=8b117ad5-bf3d-448b-8671-2dab3df36ba7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:14.930186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Usage tracker for resource:network and tenant:d83b0bb3a2b5482cbcbe83fd5a90ced0 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:14.934292 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:14.942960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:14.998712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Made reservation on behalf of d83b0bb3a2b5482cbcbe83fd5a90ced0 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:15.002451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.027999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-73a7a22d-033f-42b9-b9db-4c4de97abf91 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Calling delete_port for 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:15.056041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Allocated IP 172.20.0.2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/d76f39f1-a2c2-44fb-9a2a-464578bd5a0c/799bd3cb-6110-44c2-b9d9-64e33dafad5a) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:15.357919 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.436366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993c2c1-cd46-444b-959e-ea9868976c99 req-e97f2cc5-ea52-4b2e-bc62-3f8632d7241a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:15.438002 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8993c2c1-cd46-444b-959e-ea9868976c99 req-e97f2cc5-ea52-4b2e-bc62-3f8632d7241a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 946 time: 0.8008766 Feb 09 13:17:15.462206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Allocated IP 172.25.5.94 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/82a65cdd-9b6d-4599-958a-356da7db7620) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:15.489096 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.604714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:15.619915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.649016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0942-e74f-4318-8a65-3e994e5e86c0 req-a1c80951-d47e-4da0-afdb-a9fa05b5ed30 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:15.651314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c08c0942-e74f-4318-8a65-3e994e5e86c0 req-a1c80951-d47e-4da0-afdb-a9fa05b5ed30 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 944 time: 0.7871735 Feb 09 13:17:15.660938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:15.670905 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.758120 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.784534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Transition to ACTIVE for port object 799bd3cb-6110-44c2-b9d9-64e33dafad5a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:15.799192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=10']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:15.824145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Transition to ACTIVE for port object 799bd3cb-6110-44c2-b9d9-64e33dafad5a will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:15.828132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:17:15.831573 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.883375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8993c2c1-cd46-444b-959e-ea9868976c99 req-32a8f1bb-6022-4e83-ad3f-58716a2fab37 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273126 Feb 09 13:17:15.891257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.904672 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-73a7a22d-033f-42b9-b9db-4c4de97abf91 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:15.961449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:15.962514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Pushing event updated for resources: {'Port': ['ID=799bd3cb-6110-44c2-b9d9-64e33dafad5a,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:15.972170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:15.975240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:16.029329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7a22d-033f-42b9-b9db-4c4de97abf91 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event deleted for resources: {'Port': ['ID=39b7288a-d9cd-46b6-bf52-1697f7ca29c6,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:16.053501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c08c0942-e74f-4318-8a65-3e994e5e86c0 req-31eeec12-e9da-4271-842d-2c0f485acc2e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793938 Feb 09 13:17:16.080054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:16.090766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:16.118286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:16.137406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:16.172883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Usage tracker for resource:security_group_rule and tenant:d83b0bb3a2b5482cbcbe83fd5a90ced0 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:16.193114 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'code': 200} Feb 09 13:17:16.208883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:16.210138 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.240278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Attempting to bind port 799bd3cb-6110-44c2-b9d9-64e33dafad5a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:16.240571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Attempting to bind port 799bd3cb-6110-44c2-b9d9-64e33dafad5a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:16.241020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Attempting to bind port 799bd3cb-6110-44c2-b9d9-64e33dafad5a on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:16.243253 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.264784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:16.265873 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:16.265873 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.266146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:16.266561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Bound port: 799bd3cb-6110-44c2-b9d9-64e33dafad5a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:16.267274 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.297787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-73a7a22d-033f-42b9-b9db-4c4de97abf91 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] No DVR routers for this DVR port 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:16.305910 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:16.306962 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.311557 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-73a7a22d-033f-42b9-b9db-4c4de97abf91 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.320332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882c43eb-e461-4930-887d-258f46e8c80f', 'name': 'network-vif-deleted', 'tag': '39b7288a-d9cd-46b6-bf52-1697f7ca29c6'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:16.363249 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7088ef5-5462-4edf-934a-aa461e407b91 req-73a7a22d-033f-42b9-b9db-4c4de97abf91 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "DELETE /v2.0/ports/39b7288a-d9cd-46b6-bf52-1697f7ca29c6 HTTP/1.1" status: 204 len: 173 time: 2.6421394 Feb 09 13:17:16.370394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] For port 799bd3cb-6110-44c2-b9d9-64e33dafad5a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:16.373469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] For port 799bd3cb-6110-44c2-b9d9-64e33dafad5a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=799bd3cb-6110-44c2-b9d9-64e33dafad5a,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:16.384963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.396732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43abd-d222-4f92-9466-ab08fae96f5b req-0ed88deb-5c3d-4d4d-9577-02b945ee3067 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:16.398344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0e43abd-d222-4f92-9466-ab08fae96f5b req-0ed88deb-5c3d-4d4d-9577-02b945ee3067 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 931 time: 0.2670608 Feb 09 13:17:16.443632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:16.473816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e38759-07ce-41ee-b75b-e855568e0f68 None None] Pushing event updated for resources: {'Port': ['ID=799bd3cb-6110-44c2-b9d9-64e33dafad5a,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:16.566849 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882c43eb-e461-4930-887d-258f46e8c80f', 'name': 'network-vif-deleted', 'tag': '39b7288a-d9cd-46b6-bf52-1697f7ca29c6', 'status': 'completed', 'code': 200} Feb 09 13:17:16.574692 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1899130 Feb 09 13:17:16.575790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b6d91-a54c-4028-aa5b-1c4ac500a254 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=1caefb1b-9c8a-49bc-8e13-9ddfa7142b62,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:16.578805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:16.582998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:16.592152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:12:4e:03', 'name': 'tempest-NetworksTestDHCPv6-2043738635'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:16.671852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:16.686307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:16.692368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:16.762163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event updated for resources: {'Port': ['ID=82a65cdd-9b6d-4599-958a-356da7db7620,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:16.776618 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0e43abd-d222-4f92-9466-ab08fae96f5b req-712da933-c24a-4a69-87f0-672155894796 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684773 Feb 09 13:17:16.944180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4f4434a-2866-478e-a293-5520c6e9ab46 req-644464bc-ca61-4d07-a6aa-2ba301fc8d69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 1097 time: 0.4691761 Feb 09 13:17:16.990326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b117ad5-bf3d-448b-8671-2dab3df36ba7 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:17:17.040401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.104451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:17.114714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4f4434a-2866-478e-a293-5520c6e9ab46 req-24e91edb-014a-4d3b-9294-a207db94ca61 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638975 Feb 09 13:17:17.115280 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.116144 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.117234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.119793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:17.123179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Transition to ACTIVE for port object 8b117ad5-bf3d-448b-8671-2dab3df36ba7 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:17.126281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:17.129200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.158283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:17.161969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.272367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:17:17.284532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:17.288702 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.336584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.336932 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Added segment 8d013f3a-118b-4067-be54-0ef7d9eef1a8 of type vlan for network 810996d1-d332-4c40-8999-18cb134a605d Feb 09 13:17:17.344812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3421fd-344c-4a75-b03a-c36d760ca4d9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:17.400595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b117ad5-bf3d-448b-8671-2dab3df36ba7,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:17.420145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a36c54-fbd4-4078-8f61-864757ee2040 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router e3427215-a421-4889-b32f-d9cecc6f99b8 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:17:17.454503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 75d80ca6-7280-48d1-abc6-ccc7894160a9 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:17:17.509261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.546165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-29bf95f6-530a-4674-8bf6-6a76af6e5c8c req-4e16b999-8c79-4eb7-b6e0-35ab94161a4a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:17.581653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-29bf95f6-530a-4674-8bf6-6a76af6e5c8c req-4e16b999-8c79-4eb7-b6e0-35ab94161a4a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:17.582404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29bf95f6-530a-4674-8bf6-6a76af6e5c8c req-4e16b999-8c79-4eb7-b6e0-35ab94161a4a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=882c43eb-e461-4930-887d-258f46e8c80f HTTP/1.1" status: 200 len: 210 time: 0.1890671 Feb 09 13:17:17.630340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c87eb-d548-440b-aa41-74dd58dc45f9 req-8401456b-62a1-416b-802f-ab565b213997 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:17.632603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-010c87eb-d548-440b-aa41-74dd58dc45f9 req-8401456b-62a1-416b-802f-ab565b213997 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 946 time: 0.2403231 Feb 09 13:17:17.724027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-010c87eb-d548-440b-aa41-74dd58dc45f9 req-a19fa665-4a89-43d8-8c8a-3d8a06090344 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823703 Feb 09 13:17:17.778853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:17.823243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Router e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:17:17.858710 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.862413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:17.863026 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:17.906624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:17:17.907004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 39b7288a-d9cd-46b6-bf52-1697f7ca29c6 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:18.196728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f822e3e-2a16-4d20-aa66-6c5bfaae0dbf req-5c232462-e7c7-4f18-b1bf-9188d99f07da tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:18.205769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f822e3e-2a16-4d20-aa66-6c5bfaae0dbf req-5c232462-e7c7-4f18-b1bf-9188d99f07da tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 943 time: 0.1646717 Feb 09 13:17:18.221275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Attempting to bind port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:18.221525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Attempting to bind port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:18.221782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Attempting to bind port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:18.245594 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 4.6850476 Feb 09 13:17:18.252320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95f8f5-8062-4d8f-84dc-d65a84e1c56b tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event updated for resources: {'Network': ['ID=810996d1-d332-4c40-8999-18cb134a605d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:18.254599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54904) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:18.265618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Request body: {'subnet': {'network_id': '810996d1-d332-4c40-8999-18cb134a605d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:18.266636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 810996d1-d332-4c40-8999-18cb134a605d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:17:18.310574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:17:18.310913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Attempting to bind port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:18.337751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:18.338071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Checking segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:18.338454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Bound using segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:18.338914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Bound port: 8b117ad5-bf3d-448b-8671-2dab3df36ba7, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:18.339254 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.370433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 172.20.0.10 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/d76f39f1-a2c2-44fb-9a2a-464578bd5a0c/75d80ca6-7280-48d1-abc6-ccc7894160a9) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:18.381459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::f816:3eff:fe12:4e03 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/1caefb1b-9c8a-49bc-8e13-9ddfa7142b62/75d80ca6-7280-48d1-abc6-ccc7894160a9) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:18.406166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d152afa1-e0f4-4fca-b9cb-dd90029202f3 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:18.444919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:18.453997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Usage tracker for resource:subnet and tenant:d83b0bb3a2b5482cbcbe83fd5a90ced0 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:18.463904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:18.479033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:18.528256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] For port 8b117ad5-bf3d-448b-8671-2dab3df36ba7, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:18.534422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] For port 8b117ad5-bf3d-448b-8671-2dab3df36ba7, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8b117ad5-bf3d-448b-8671-2dab3df36ba7,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:18.544708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f822e3e-2a16-4d20-aa66-6c5bfaae0dbf req-cf12f844-72fe-4899-b40f-822d2cba7e1b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378580 Feb 09 13:17:18.555699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Made reservation on behalf of d83b0bb3a2b5482cbcbe83fd5a90ced0 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:18.576285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.713380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.722829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-adef6c35-8b5b-417a-9344-df8c1a6c9ab9 None None] Provisioning for port 799bd3cb-6110-44c2-b9d9-64e33dafad5a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:18.838936 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:18.840759 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] 10.222.0.67 "PUT /v2.0/ports/8b117ad5-bf3d-448b-8671-2dab3df36ba7 HTTP/1.1" status: 200 len: 1091 time: 4.0687275 Feb 09 13:17:18.848609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da73a29f-b8f0-4a7f-8e90-5c6c46f462e1', 'tag': '8b117ad5-bf3d-448b-8671-2dab3df36ba7'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:18.890277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a36c54-fbd4-4078-8f61-864757ee2040 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:17:18.913016 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44332849-fde1-49d3-904e-370413b40a07 None None] Sync routers for ids ['e3427215-a421-4889-b32f-d9cecc6f99b8'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:17:18.961107 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44332849-fde1-49d3-904e-370413b40a07 None None] Routers {'e3427215-a421-4889-b32f-d9cecc6f99b8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:18.971549 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-44332849-fde1-49d3-904e-370413b40a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e3427215-a421-4889-b32f-d9cecc6f99b8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:18.982962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7091b-ca52-4db0-bfc7-dfa9555e9db2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b117ad5-bf3d-448b-8671-2dab3df36ba7,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:19.029922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 799bd3cb-6110-44c2-b9d9-64e33dafad5a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:19.045904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8a36c54-fbd4-4078-8f61-864757ee2040 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:19.051448 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e8a36c54-fbd4-4078-8f61-864757ee2040 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/e3427215-a421-4889-b32f-d9cecc6f99b8 HTTP/1.1" status: 200 len: 891 time: 8.2018573 Feb 09 13:17:19.149689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54930) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:19.169553 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da73a29f-b8f0-4a7f-8e90-5c6c46f462e1', 'tag': '8b117ad5-bf3d-448b-8671-2dab3df36ba7', 'status': 'completed', 'code': 200} Feb 09 13:17:19.331009 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-44332849-fde1-49d3-904e-370413b40a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:19.359831 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44332849-fde1-49d3-904e-370413b40a07 None None] Routers {'e3427215-a421-4889-b32f-d9cecc6f99b8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:19.365614 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-44332849-fde1-49d3-904e-370413b40a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e3427215-a421-4889-b32f-d9cecc6f99b8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:19.391985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:19.520644 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-602333cd-eb46-4228-bde5-50926432f8c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 1094 time: 0.6115589 Feb 09 13:17:19.526024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 75d80ca6-7280-48d1-abc6-ccc7894160a9 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:19.547528 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-44332849-fde1-49d3-904e-370413b40a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:19.547925 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44332849-fde1-49d3-904e-370413b40a07 None None] The sync data for ids ['e3427215-a421-4889-b32f-d9cecc6f99b8'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:17:19.614165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 799bd3cb-6110-44c2-b9d9-64e33dafad5a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:19.636830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 799bd3cb-6110-44c2-b9d9-64e33dafad5a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:19.639448 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:19.670429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:17:19.729803 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-c336b8fd-4a36-4313-8adc-5832dfa46610 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b117ad5-bf3d-448b-8671-2dab3df36ba7 HTTP/1.1" status: 200 len: 217 time: 0.2017386 Feb 09 13:17:19.769611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671fb1-aefb-499c-abe3-bc369d9e5a89 req-be27c7c8-5002-484b-8e52-f8fffb2f9767 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:19.776653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Sync routers for ids ['e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:17:19.781139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9671fb1-aefb-499c-abe3-bc369d9e5a89 req-be27c7c8-5002-484b-8e52-f8fffb2f9767 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 946 time: 0.3989182 Feb 09 13:17:19.835646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-9bdfa546-08e3-4ffa-addd-9d16be7198d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:19.837439 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-9bdfa546-08e3-4ffa-addd-9d16be7198d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1014273 Feb 09 13:17:19.839071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:19.871589 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:19.877034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Routers {'e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:19.877679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:19.878160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d0a64cff-67f3-4d25-84a7-c52803d2cbed tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4087644 Feb 09 13:17:19.886892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54960) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:20.135385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:20.136338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=75d80ca6-7280-48d1-abc6-ccc7894160a9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:20.141080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:20.149201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:20.167942 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:20.214769 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-9e52b097-7a9f-41b6-8543-305ad6d153c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3660071 Feb 09 13:17:20.227146 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:20.291504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:20.291851 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:20.328964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 799bd3cb-6110-44c2-b9d9-64e33dafad5a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=799bd3cb-6110-44c2-b9d9-64e33dafad5a,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:20.334728 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9671fb1-aefb-499c-abe3-bc369d9e5a89 req-6087c22a-772a-4954-a0e2-ea2ee38b902d tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5522764 Feb 09 13:17:20.347024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:20.411329 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-020e025f-9536-4d6b-bbf0-ff5a5ed4d821 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.8251214 Feb 09 13:17:20.422840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54966) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:20.496734 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-39414e7f-146a-4d9f-ac59-e45a19617d8f service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702782 Feb 09 13:17:20.562650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaa1f2a-4429-4154-a989-203c774b4920 None None] Update dhcp port {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': 'd76f39f1-a2c2-44fb-9a2a-464578bd5a0c', 'ip_address': '172.20.0.2'}, {'subnet_id': '1caefb1b-9c8a-49bc-8e13-9ddfa7142b62'}], 'binding:host_id': 'n-d-825175-3'}, 'id': '799bd3cb-6110-44c2-b9d9-64e33dafad5a'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:17:20.591758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event updated for resources: {'Subnet': ['ID=e4683f54-6970-4746-9529-5c5f0ad9df06,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:20.606666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e20a2-d077-41a3-8991-8ce6d82b96f4 req-731b4c0b-e9a8-4d48-8b69-f545548a1ada tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:20.615216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-622e20a2-d077-41a3-8991-8ce6d82b96f4 req-731b4c0b-e9a8-4d48-8b69-f545548a1ada tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 943 time: 0.8259127 Feb 09 13:17:20.690805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Set router e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:17:20.700948 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3ee8ef1e-7d4a-4680-9473-251faed1668b req-cb37582c-a6c2-445b-b2c8-d88196f1480e service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979260 Feb 09 13:17:20.724794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Checking segment: {'id': '8d013f3a-118b-4067-be54-0ef7d9eef1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '810996d1-d332-4c40-8999-18cb134a605d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:20.726294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Network hostable DHCP agents. Network: 810996d1-d332-4c40-8999-18cb134a605d, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:17:20.744158 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1f2a-4429-4154-a989-203c774b4920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:20.782162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3697cd70-01fe-4787-a08d-cd0b83d6e1f0 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/routers/e3427215-a421-4889-b32f-d9cecc6f99b8 HTTP/1.1" status: 200 len: 891 time: 1.6182442 Feb 09 13:17:20.783392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54976) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:20.801877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-622e20a2-d077-41a3-8991-8ce6d82b96f4 req-36ef5db3-224d-4a13-9b5d-9ea87792a99f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857972 Feb 09 13:17:20.838960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=799bd3cb-6110-44c2-b9d9-64e33dafad5a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:20.861525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15615092-b3a4-406e-a6ec-2cea89ac8cd6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:20.866259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15615092-b3a4-406e-a6ec-2cea89ac8cd6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:20.867324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-15615092-b3a4-406e-a6ec-2cea89ac8cd6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:20.894083 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b03b5f6f-7ac9-4737-8ce6-7b948528e59b req-9ca3f681-7e95-4a85-b33f-dbb66fb6cbe2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 1094 time: 0.1197627 Feb 09 13:17:20.904806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d5339884-fcf9-4da0-a0c7-260d65bceac2 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427215-a421-4889-b32f-d9cecc6f99b8 HTTP/1.1" status: 200 len: 205 time: 0.1178787 Feb 09 13:17:20.921999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54982) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:21.000338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-15615092-b3a4-406e-a6ec-2cea89ac8cd6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:21.005568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-15615092-b3a4-406e-a6ec-2cea89ac8cd6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.5742903 Feb 09 13:17:21.009413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54986) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:21.018969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Network 810996d1-d332-4c40-8999-18cb134a605d is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:17:21.042089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 810996d1-d332-4c40-8999-18cb134a605d) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:21.048725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:21.049892 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.063148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea7c0db-c27d-4824-9c30-c4a80be3f0f4 None None] Network 810996d1-d332-4c40-8999-18cb134a605d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:21.104516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-95afdd95-9d3b-498f-9879-e1d61bfff345 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:21.112761 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-95afdd95-9d3b-498f-9879-e1d61bfff345 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.2684114 Feb 09 13:17:21.126783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7ea6592e-9dc3-4932-928f-78fe7c4461be tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8650770 Feb 09 13:17:21.127390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54990) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:21.135577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d6474fea-eda5-4434-85a4-27e27e3c995a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/routers/e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f HTTP/1.1" status: 200 len: 908 time: 1.2388556 Feb 09 13:17:21.143127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-417d1bc7-0fcb-4c17-81d0-bb5a2a9e5fe0 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/quotas/b61e4f1740014417a9a4bf493277ef6d HTTP/1.1" status: 200 len: 375 time: 0.0291564 Feb 09 13:17:21.149460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Request body: {'port': {'network_id': '810996d1-d332-4c40-8999-18cb134a605d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1273592930'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:21.163482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54994) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:21.169657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1919631825', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'enable_snat': True}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:21.217330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:21.245541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Usage tracker for resource:router and tenant:b5ea8866bd3b49469acf0cef5f55d9db is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:21.254862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:21.268424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:21.353777 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.355408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.408179 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-cfcfe698-4bbb-4a6f-a713-a7d4e74cdd83 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2632496 Feb 09 13:17:21.420301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-4862aa84-1000-41da-810d-126dda3de610 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 75d80ca6-7280-48d1-abc6-ccc7894160a9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:21.420301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4862aa84-1000-41da-810d-126dda3de610 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.432094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.446848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:21.481926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Usage tracker for resource:port and tenant:d83b0bb3a2b5482cbcbe83fd5a90ced0 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:21.488751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:21.493560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-cdaa1f2a-4429-4154-a989-203c774b4920 None None] Allocated IP 2001:db8::f816:3eff:fe5b:91b7 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/1caefb1b-9c8a-49bc-8e13-9ddfa7142b62/799bd3cb-6110-44c2-b9d9-64e33dafad5a) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:21.514919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:21.531156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5f6f-7ac9-4737-8ce6-7b948528e59b req-af7fe002-f70a-440e-9a90-928a0aef009e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:21.533136 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b03b5f6f-7ac9-4737-8ce6-7b948528e59b req-af7fe002-f70a-440e-9a90-928a0aef009e service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.6325560 Feb 09 13:17:21.650321 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b03b5f6f-7ac9-4737-8ce6-7b948528e59b req-f180c1e8-2efd-4141-b712-d9be7e2807a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b117ad5-bf3d-448b-8671-2dab3df36ba7 HTTP/1.1" status: 200 len: 217 time: 0.0966146 Feb 09 13:17:21.684966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-810996d1-d332-4c40-8999-18cb134a605d', 'network_id': '810996d1-d332-4c40-8999-18cb134a605d', 'tenant_id': 'd83b0bb3a2b5482cbcbe83fd5a90ced0', 'fixed_ips': [{'subnet_id': 'e4683f54-6970-4746-9529-5c5f0ad9df06'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:17:21.684966 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:21.708039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f', 'name': 'tempest-snat-router-1919631825', 'tenant_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.94'}], 'enable_snat': False}, 'gw_port_id': '82a65cdd-9b6d-4599-958a-356da7db7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:12Z', 'updated_at': '2022-02-09T13:17:16Z', 'revision_number': 3, 'project_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'gw_port': {'id': '82a65cdd-9b6d-4599-958a-356da7db7620', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:14Z', 'updated_at': '2022-02-09T13:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:21.721859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Checking router: e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:17:21.722314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Updating router e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f port 82a65cdd-9b6d-4599-958a-356da7db7620 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:17:21.820301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b5f6f-7ac9-4737-8ce6-7b948528e59b req-2d52bfb2-373a-4112-b666-72673ed65ea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:21.821814 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b03b5f6f-7ac9-4737-8ce6-7b948528e59b req-2d52bfb2-373a-4112-b666-72673ed65ea1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1476285 Feb 09 13:17:21.877316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-cdaa1f2a-4429-4154-a989-203c774b4920 None None] For port 799bd3cb-6110-44c2-b9d9-64e33dafad5a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=799bd3cb-6110-44c2-b9d9-64e33dafad5a,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:21.879603 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:22.004665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-01c71550-6ff5-468e-b26f-3a5e57df3e8f service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487511 Feb 09 13:17:22.122386 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4862aa84-1000-41da-810d-126dda3de610 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:22.241675 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:22.265792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Transition to ACTIVE for port object 82a65cdd-9b6d-4599-958a-356da7db7620 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:22.282015 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:22.295022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-9aaee4bf-fcd5-4473-8e65-03e09db8296d service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859728 Feb 09 13:17:22.309971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Made reservation on behalf of d83b0bb3a2b5482cbcbe83fd5a90ced0 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:22.330454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-4862aa84-1000-41da-810d-126dda3de610 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 75d80ca6-7280-48d1-abc6-ccc7894160a9 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:22.333051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:22.393341 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-cdaa1f2a-4429-4154-a989-203c774b4920 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:17:22.409096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] device_id is not set on port 8da424c7-f8a5-42e0-9027-4e66cf461fc9 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:17:22.413141 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:22.482318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Allocated IP 2001:db8::2 (810996d1-d332-4c40-8999-18cb134a605d/e4683f54-6970-4746-9529-5c5f0ad9df06/45c09ecd-2957-4b00-8770-47502ae5dd42) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:22.525255 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b03b5f6f-7ac9-4737-8ce6-7b948528e59b req-5643cd34-e2c8-48b3-aeaf-1c05297e69c5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6872146 Feb 09 13:17:22.568828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:22.636072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b167605-43a8-486b-911d-2ff8ba40f973 req-830a99ac-7e86-4f86-bf70-a9308c7162fc tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:22.637712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b167605-43a8-486b-911d-2ff8ba40f973 req-830a99ac-7e86-4f86-bf70-a9308c7162fc tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 946 time: 1.0527899 Feb 09 13:17:22.711002 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1f2a-4429-4154-a989-203c774b4920 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:22.848180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cdaa1f2a-4429-4154-a989-203c774b4920 None None] Transition to ACTIVE for port object 799bd3cb-6110-44c2-b9d9-64e33dafad5a will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:22.859518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22293989-c792-4e1b-8935-ac645d8c947d None None] Pushing event updated for resources: {'Port': ['ID=82a65cdd-9b6d-4599-958a-356da7db7620,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:22.869592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Attempting to bind port 82a65cdd-9b6d-4599-958a-356da7db7620 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:22.870441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Attempting to bind port 82a65cdd-9b6d-4599-958a-356da7db7620 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:22.870997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Attempting to bind port 82a65cdd-9b6d-4599-958a-356da7db7620 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:22.873780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 799bd3cb-6110-44c2-b9d9-64e33dafad5a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:22.914774 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1f2a-4429-4154-a989-203c774b4920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.020160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa1f2a-4429-4154-a989-203c774b4920 None None] Pushing event updated for resources: {'Port': ['ID=799bd3cb-6110-44c2-b9d9-64e33dafad5a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:23.072503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:23.072875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:23.078717 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.079173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:23.079688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Bound port: 82a65cdd-9b6d-4599-958a-356da7db7620, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:23.080072 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.123736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b167605-43a8-486b-911d-2ff8ba40f973 req-fefd24c8-efe6-4237-bbe9-33bdcf49cc2e tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4667628 Feb 09 13:17:23.201825 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b03b5f6f-7ac9-4737-8ce6-7b948528e59b req-ee5c1e10-ab40-498c-89fd-ded86cb2c05f service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180940 Feb 09 13:17:23.207944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ccd8f-cafd-4bb1-b155-31c676fae941 req-a8d5c96a-13c9-4e36-86eb-9dc60c88c910 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:23.211650 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4862aa84-1000-41da-810d-126dda3de610 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.221844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b50ccd8f-cafd-4bb1-b155-31c676fae941 req-a8d5c96a-13c9-4e36-86eb-9dc60c88c910 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 943 time: 0.4708724 Feb 09 13:17:23.293337 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.341621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] For port 82a65cdd-9b6d-4599-958a-356da7db7620, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:23.348190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] For port 82a65cdd-9b6d-4599-958a-356da7db7620, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=82a65cdd-9b6d-4599-958a-356da7db7620,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:23.361490 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.367740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b50ccd8f-cafd-4bb1-b155-31c676fae941 req-f7cee341-ad5d-4c65-b9f7-a7ef7b970dda tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446276 Feb 09 13:17:23.425774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862aa84-1000-41da-810d-126dda3de610 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=75d80ca6-7280-48d1-abc6-ccc7894160a9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:23.490424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Transition to ACTIVE for port object 45c09ecd-2957-4b00-8770-47502ae5dd42 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:23.591099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79f05d9c-f7ba-4a56-80b1-8c868225ebf0 req-8906079a-7812-41a1-894f-b07479c32371 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 210 time: 0.1813216 Feb 09 13:17:23.595719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Transition to ACTIVE for port object 45c09ecd-2957-4b00-8770-47502ae5dd42 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:23.611723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Routers {'e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:23.612709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:16:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:23.697860 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.882647 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.901740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8b117ad5-bf3d-448b-8671-2dab3df36ba7 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:17:23.927819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:23.940503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22293989-c792-4e1b-8935-ac645d8c947d None None] Pushing event updated for resources: {'Port': ['ID=82a65cdd-9b6d-4599-958a-356da7db7620,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:24.082008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Network 810996d1-d332-4c40-8999-18cb134a605d is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:24.086871 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:17:24.103498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:24.110168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Allocated IP 2001:db8::5e (810996d1-d332-4c40-8999-18cb134a605d/e4683f54-6970-4746-9529-5c5f0ad9df06/8da424c7-f8a5-42e0-9027-4e66cf461fc9) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:24.113665 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b03b5f6f-7ac9-4737-8ce6-7b948528e59b req-e11030d8-5d89-4c85-a8ce-d675c6cf2c64 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8848608 Feb 09 13:17:24.134750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:24.150201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Pushing event updated for resources: {'Port': ['ID=45c09ecd-2957-4b00-8770-47502ae5dd42,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:24.150954 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4862aa84-1000-41da-810d-126dda3de610 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.183268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4862aa84-1000-41da-810d-126dda3de610 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/75d80ca6-7280-48d1-abc6-ccc7894160a9 HTTP/1.1" status: 204 len: 168 time: 3.1729498 Feb 09 13:17:24.185922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55026) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:24.290315 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.303223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c202acc-e1c2-4238-8c88-fd84df0a277f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:24.307779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c202acc-e1c2-4238-8c88-fd84df0a277f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:24.310687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c202acc-e1c2-4238-8c88-fd84df0a277f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:24.312489 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c202acc-e1c2-4238-8c88-fd84df0a277f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:24.337168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port d5c16399-3f21-461f-a546-d41389eec6f5 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:24.337793 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.372617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Attempting to bind port 45c09ecd-2957-4b00-8770-47502ae5dd42 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:24.373089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Attempting to bind port 45c09ecd-2957-4b00-8770-47502ae5dd42 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '8d013f3a-118b-4067-be54-0ef7d9eef1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '810996d1-d332-4c40-8999-18cb134a605d'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:24.373516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Attempting to bind port 45c09ecd-2957-4b00-8770-47502ae5dd42 on network 810996d1-d332-4c40-8999-18cb134a605d {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:24.380950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] Set router e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:17:24.456255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c202acc-e1c2-4238-8c88-fd84df0a277f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:24.460686 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0c202acc-e1c2-4238-8c88-fd84df0a277f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2712398 Feb 09 13:17:24.476483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55032) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:24.479931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:24.480390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Checking segment: {'id': '8d013f3a-118b-4067-be54-0ef7d9eef1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '810996d1-d332-4c40-8999-18cb134a605d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:24.480871 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.481359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Bound using segment: {'id': '8d013f3a-118b-4067-be54-0ef7d9eef1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '810996d1-d332-4c40-8999-18cb134a605d'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:24.481906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Bound port: 45c09ecd-2957-4b00-8770-47502ae5dd42, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d013f3a-118b-4067-be54-0ef7d9eef1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '810996d1-d332-4c40-8999-18cb134a605d'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:24.482343 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.596036 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.617283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Transition to ACTIVE for port object 8da424c7-f8a5-42e0-9027-4e66cf461fc9 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:24.654907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8b117ad5-bf3d-448b-8671-2dab3df36ba7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8b117ad5-bf3d-448b-8671-2dab3df36ba7,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:24.678169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '8b117ad5-bf3d-448b-8671-2dab3df36ba7', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'port_id': '8b117ad5-bf3d-448b-8671-2dab3df36ba7', 'mac_address': 'fa:16:3e:89:ec:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:17:24.687344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Allocated IP 172.25.5.80 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/f6fa541a-68c4-4276-aa72-87df1d290c2d) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:24.868124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] For port 45c09ecd-2957-4b00-8770-47502ae5dd42, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:24.873308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] For port 45c09ecd-2957-4b00-8770-47502ae5dd42, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=45c09ecd-2957-4b00-8770-47502ae5dd42,segment=NetworkSegment(8d013f3a-118b-4067-be54-0ef7d9eef1a8),segment_id=8d013f3a-118b-4067-be54-0ef7d9eef1a8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:24.894720 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.984847 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:24.999482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-8ed9b70c-1979-43dd-9b8c-eede62f761f2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:25.001174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-8ed9b70c-1979-43dd-9b8c-eede62f761f2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.5489750 Feb 09 13:17:25.002182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55040) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:25.007290 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.027763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-867266107'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:25.039606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Request body: {'port': {'device_id': '240be1a6-283e-429c-a006-8e9a8f277adc', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'admin_state_up': True, 'tenant_id': 'b61e4f1740014417a9a4bf493277ef6d'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:25.055543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 799bd3cb-6110-44c2-b9d9-64e33dafad5a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:25.072815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:25.076612 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-687e7841-661d-4a4d-967b-9e5d836068a0 req-a43ba3ec-5508-4e06-8f7c-e12c27c78e32 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 210 time: 0.0625494 Feb 09 13:17:25.078367 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.085987 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.155272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bae8a-ca36-4ba0-8200-78f313cf2701 None None] Pushing event updated for resources: {'Port': ['ID=45c09ecd-2957-4b00-8770-47502ae5dd42,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:25.166842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ec2cea5a-4fc0-4ac5-82bb-d7e78ba9d7b9 None None] Provisioning for port 799bd3cb-6110-44c2-b9d9-64e33dafad5a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:25.192345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ec2cea5a-4fc0-4ac5-82bb-d7e78ba9d7b9 None None] Provisioning complete for port 799bd3cb-6110-44c2-b9d9-64e33dafad5a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:25.192936 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec2cea5a-4fc0-4ac5-82bb-d7e78ba9d7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.233023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for d5c16399-3f21-461f-a546-d41389eec6f5 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:25.271689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:network and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:25.281240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:25.284805 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-27c27555-878f-4326-a03b-ebb871f367ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.320931 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.346379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b117ad5-bf3d-448b-8671-2dab3df36ba7 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:17:25.346668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:25.348193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:25.362020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:25.365088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Network 810996d1-d332-4c40-8999-18cb134a605d is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:25.368255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8b117ad5-bf3d-448b-8671-2dab3df36ba7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8b117ad5-bf3d-448b-8671-2dab3df36ba7,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:25.368498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event updated for resources: {'Port': ['ID=f6fa541a-68c4-4276-aa72-87df1d290c2d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:25.372436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:25.398865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:25.401239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.413124 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.492733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:25.503047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:17:25.514571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:25.529315 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.529725 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Added segment f50c1832-73ae-4c62-8e96-faa99d5c80ad of type vlan for network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 Feb 09 13:17:25.538069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Made reservation on behalf of b61e4f1740014417a9a4bf493277ef6d for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:25.541462 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.568279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:25.598955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:25.600433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 799bd3cb-6110-44c2-b9d9-64e33dafad5a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:25.600875 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.603548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:25.606721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.628884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.689052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=8b117ad5-bf3d-448b-8671-2dab3df36ba7,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:25.693587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['8b117ad5-bf3d-448b-8671-2dab3df36ba7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:25.761429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e41466-3f5c-4549-93dc-629701d434aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 1caefb1b-9c8a-49bc-8e13-9ddfa7142b62 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:17:25.770022 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.791524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-66e41466-3f5c-4549-93dc-629701d434aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.809169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-afddf09c-e275-4be1-8a51-9fa44481fd23 None None] Could not find standard attr ID for object 75d80ca6-7280-48d1-abc6-ccc7894160a9. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:17:25.829131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.833402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:25.834017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:25.866754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event updated for resources: {'Port': ['ID=8da424c7-f8a5-42e0-9027-4e66cf461fc9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:25.881392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-34f41983-ea2b-4cf6-96ec-4d33f25523e9 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.7472050 Feb 09 13:17:25.890211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f', 'name': 'tempest-snat-router-1919631825', 'tenant_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.94'}], 'enable_snat': False}, 'gw_port_id': '82a65cdd-9b6d-4599-958a-356da7db7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:12Z', 'updated_at': '2022-02-09T13:17:16Z', 'revision_number': 3, 'project_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'gw_port': {'id': '82a65cdd-9b6d-4599-958a-356da7db7620', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:14Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:25.904145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275befe-e208-4ec8-aee4-004a52e2af5a None None] The sync data for ids ['e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f'] in n-d-825175-3 is: [{'id': 'e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f', 'name': 'tempest-snat-router-1919631825', 'tenant_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.94'}], 'enable_snat': False}, 'gw_port_id': '82a65cdd-9b6d-4599-958a-356da7db7620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:12Z', 'updated_at': '2022-02-09T13:17:16Z', 'revision_number': 3, 'project_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'gw_port': {'id': '82a65cdd-9b6d-4599-958a-356da7db7620', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:14Z', 'updated_at': '2022-02-09T13:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:17:26.001325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55044) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:26.007592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0bcd5-1135-4278-937a-b139c1101806 req-4cae4751-a0cf-4462-895a-3d80966dc62b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:26.008740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=d5c16399-3f21-461f-a546-d41389eec6f5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:26.009488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfe0bcd5-1135-4278-937a-b139c1101806 req-4cae4751-a0cf-4462-895a-3d80966dc62b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 943 time: 0.9355638 Feb 09 13:17:26.044402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Request body: {'port': {'network_id': '810996d1-d332-4c40-8999-18cb134a605d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-360726042', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:26.044929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.api.validators [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] bootfile-name is not in valid_values {{(pid=83480) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:26.045259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.api.validators [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] tftp-server is not in valid_values {{(pid=83480) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:26.045581 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.api.validators [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] server-ip-address is not in valid_values {{(pid=83480) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:26.087147 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-66e41466-3f5c-4549-93dc-629701d434aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:26.392879 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3877132 Feb 09 13:17:26.395347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Allocated IP 172.20.0.3 (7940e2b9-7074-4987-9b54-3d4469043068/8b2890f1-cd7a-4c34-9690-caa4a64bcb7e/ae8d855a-193c-4538-b754-7eecf1b05664) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:26.402654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341a6b4-c3f2-456f-8307-1cb78eada99e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Network': ['ID=e0fa8502-b2c1-406e-8acc-9fe430fe07d0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:26.410618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55050) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:26.416355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:17:26.424228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-642268119'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:26.487579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de210df5-34b9-42d1-b807-a58094be408f req-33e533e6-cc6c-4ed7-859c-0c0382224364 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 210 time: 0.1756668 Feb 09 13:17:26.607924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:26.656693 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfe0bcd5-1135-4278-937a-b139c1101806 req-e2abd836-eded-487c-a9ba-c46a35be2fa0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161487 Feb 09 13:17:26.658902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:26.667485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Usage tracker for resource:port and tenant:d83b0bb3a2b5482cbcbe83fd5a90ced0 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:26.680224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:26.693285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:network and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:26.704536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:26.704654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:26.706348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-66e41466-3f5c-4549-93dc-629701d434aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:26.734164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:26.736543 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:26.804115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:26.804642 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:26.810300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Made reservation on behalf of d83b0bb3a2b5482cbcbe83fd5a90ced0 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:26.814122 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:26.848778 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-66e41466-3f5c-4549-93dc-629701d434aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:26.863766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74e4107-817b-4918-90bb-5b88c11fb8b9 None None] Network 810996d1-d332-4c40-8999-18cb134a605d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:27.005766 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-66e41466-3f5c-4549-93dc-629701d434aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.027156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e41466-3f5c-4549-93dc-629701d434aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=1caefb1b-9c8a-49bc-8e13-9ddfa7142b62,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:27.040431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] device_id is not set on port 80a29cb6-6b04-41f5-8792-24b99cc710b1 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:17:27.142100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-66e41466-3f5c-4549-93dc-629701d434aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/1caefb1b-9c8a-49bc-8e13-9ddfa7142b62 HTTP/1.1" status: 204 len: 168 time: 2.6635385 Feb 09 13:17:27.144713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55054) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:27.169494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 45c09ecd-2957-4b00-8770-47502ae5dd42 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:27.197613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac91af89-dcf6-48ed-8c9b-0d9ca4b84c3a None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:27.237225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe60491-85c2-4c73-b7d6-09dbe266f36e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet d76f39f1-a2c2-44fb-9a2a-464578bd5a0c {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:17:27.240968 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6fe60491-85c2-4c73-b7d6-09dbe266f36e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.285100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-adc2bd91-2631-4d2a-abdc-2ff3e33be46f None None] Provisioning for port 45c09ecd-2957-4b00-8770-47502ae5dd42 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:27.313026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6fe60491-85c2-4c73-b7d6-09dbe266f36e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.325737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:27.329857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.351073 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.369347 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0db67ef7-1028-4b00-8a6e-73a7fd7a8fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.398088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.483591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 45c09ecd-2957-4b00-8770-47502ae5dd42 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:27.487124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:17:27.493175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 45c09ecd-2957-4b00-8770-47502ae5dd42 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:27.493175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.530718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.531235 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Added segment a2824089-8548-4f3b-b0f6-0195244b1f6b of type vlan for network 10a58f19-21e1-4dd7-9137-587130a0e201 Feb 09 13:17:27.553417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Allocated IP 2001:db8::3bb (810996d1-d332-4c40-8999-18cb134a605d/e4683f54-6970-4746-9529-5c5f0ad9df06/80a29cb6-6b04-41f5-8792-24b99cc710b1) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:27.555603 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.556733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Fanout notify agent at l3_agent the message router_deleted on router e3427215-a421-4889-b32f-d9cecc6f99b8 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:17:27.587350 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6fe60491-85c2-4c73-b7d6-09dbe266f36e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.607649 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.632913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.634728 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-31323f01-1a3c-4212-afe4-4500b9e5d9ca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/e3427215-a421-4889-b32f-d9cecc6f99b8 HTTP/1.1" status: 204 len: 168 time: 6.7121429 Feb 09 13:17:27.639279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55060) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:27.664747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-321649731'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:27.677809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.687807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:27.722194 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.733323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:network and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:27.754067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:27.758910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:27.787941 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:17:27.841744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:27.848631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8b117ad5-bf3d-448b-8671-2dab3df36ba7 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:27.877180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event updated for resources: {'Port': ['ID=ae8d855a-193c-4538-b754-7eecf1b05664,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:27.885295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.889420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:27.890106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:27.931318 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.001945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Network': ['ID=10a58f19-21e1-4dd7-9137-587130a0e201,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:28.005366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Network 7940e2b9-7074-4987-9b54-3d4469043068 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:28.011639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:28.016483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:28.028935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 10a58f19-21e1-4dd7-9137-587130a0e201 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:17:28.073003 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-90ffc8ee-5109-4803-8c95-226ea259395e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6567454 Feb 09 13:17:28.080123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55066) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:28.088662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'subnet': {'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:28.116888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 45c09ecd-2957-4b00-8770-47502ae5dd42, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=45c09ecd-2957-4b00-8770-47502ae5dd42,segment=NetworkSegment(8d013f3a-118b-4067-be54-0ef7d9eef1a8),segment_id=8d013f3a-118b-4067-be54-0ef7d9eef1a8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:28.122165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:28.125910 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.159375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:28.160053 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.179780 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-69d3a7ec-65d6-4fe6-ad70-b748df153b56 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1439826 Feb 09 13:17:28.192411 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.193276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 82a65cdd-9b6d-4599-958a-356da7db7620 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:28.252175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Request body: {'port': {'device_id': '240be1a6-283e-429c-a006-8e9a8f277adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:28.277154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6fe60491-85c2-4c73-b7d6-09dbe266f36e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.289398 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.324668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:28.327755 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6fe60491-85c2-4c73-b7d6-09dbe266f36e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.372415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5b861265-a6c4-42d6-ac30-c0d7c3549af3 None None] Provisioning for port 8da424c7-f8a5-42e0-9027-4e66cf461fc9 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:28.384729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe60491-85c2-4c73-b7d6-09dbe266f36e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=d76f39f1-a2c2-44fb-9a2a-464578bd5a0c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:28.393049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:28.404684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:17:28.405054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:subnet and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:28.408422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.410305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5b861265-a6c4-42d6-ac30-c0d7c3549af3 None None] Provisioning complete for port 8da424c7-f8a5-42e0-9027-4e66cf461fc9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:28.410806 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b861265-a6c4-42d6-ac30-c0d7c3549af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.428644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Transition to ACTIVE for port object 80a29cb6-6b04-41f5-8792-24b99cc710b1 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:28.428924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:28.439013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:28.452247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:28.452663 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.456828 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6fe60491-85c2-4c73-b7d6-09dbe266f36e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/d76f39f1-a2c2-44fb-9a2a-464578bd5a0c HTTP/1.1" status: 204 len: 168 time: 1.3027470 Feb 09 13:17:28.467510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de6740-6bb6-4a0d-90ad-a4471b754f18 req-9be23da7-1e64-4129-bfcf-db1f444bbea8 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:28.468420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55070) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:28.469573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40de6740-6bb6-4a0d-90ad-a4471b754f18 req-9be23da7-1e64-4129-bfcf-db1f444bbea8 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 931 time: 0.6847160 Feb 09 13:17:28.481292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.481620 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added segment c98cbe80-d7dd-46ec-832d-f5c6b29249df of type vlan for network 1940f715-a57c-409f-9185-b661ff22a3c3 Feb 09 13:17:28.504139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=45c09ecd-2957-4b00-8770-47502ae5dd42,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:28.518950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe840d-4028-4c38-94bc-2b39d3489ec3 req-2278cd2c-8a6d-4c8e-b04f-c5bf740014eb tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:28.520871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fbe840d-4028-4c38-94bc-2b39d3489ec3 req-2278cd2c-8a6d-4c8e-b04f-c5bf740014eb tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 944 time: 0.6411958 Feb 09 13:17:28.578145 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d780e105-1f7a-413d-ab92-ca9d7e22f3da tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972507 Feb 09 13:17:28.578145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:28.587471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5b861265-a6c4-42d6-ac30-c0d7c3549af3 None None] Port 8da424c7-f8a5-42e0-9027-4e66cf461fc9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:28.595307 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.612984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55074) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:28.658261 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.659876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 82a65cdd-9b6d-4599-958a-356da7db7620 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:28.666799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 82a65cdd-9b6d-4599-958a-356da7db7620 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:28.667328 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.677347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Router 742b5e69-a75d-4135-b411-145d324ee517 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:17:28.734810 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.748194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40de6740-6bb6-4a0d-90ad-a4471b754f18 req-00f824f5-3b0a-4bad-a058-970b994403b6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650247 Feb 09 13:17:28.750306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fbe840d-4028-4c38-94bc-2b39d3489ec3 req-6f3f743b-8153-4473-ae56-65e225be7f73 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177310 Feb 09 13:17:28.759151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.784427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.817214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5b861265-a6c4-42d6-ac30-c0d7c3549af3 None None] Provisioning complete for port 45c09ecd-2957-4b00-8770-47502ae5dd42 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:28.817654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b861265-a6c4-42d6-ac30-c0d7c3549af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:28.966578 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.036287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8b117ad5-bf3d-448b-8671-2dab3df36ba7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8b117ad5-bf3d-448b-8671-2dab3df36ba7,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:29.114375 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.121565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.122205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.135972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da73a29f-b8f0-4a7f-8e90-5c6c46f462e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b117ad5-bf3d-448b-8671-2dab3df36ba7'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:29.221183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Network 810996d1-d332-4c40-8999-18cb134a605d is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:29.224702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event updated for resources: {'Port': ['ID=80a29cb6-6b04-41f5-8792-24b99cc710b1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:29.236168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:29.239078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:29.244911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.245688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.289468 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.297711 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da73a29f-b8f0-4a7f-8e90-5c6c46f462e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b117ad5-bf3d-448b-8671-2dab3df36ba7', 'code': 200} Feb 09 13:17:29.361820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a5943-e5d4-413a-bef1-0b76ae673bbc None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:29.366117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7213604 Feb 09 13:17:29.374320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55082) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:29.384239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'subnet': {'network_id': '1940f715-a57c-409f-9185-b661ff22a3c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:29.449024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbad9f38-7015-49d7-8328-4ffc3facc67b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.449024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cbad9f38-7015-49d7-8328-4ffc3facc67b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8295527 Feb 09 13:17:29.449024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22809bd-9c71-4402-a6f0-825916f72df7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Network': ['ID=1940f715-a57c-409f-9185-b661ff22a3c3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:29.451644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55086) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:29.457332 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0324e15e-edd9-4dc8-bd3a-d99a74314e8e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.4433959 Feb 09 13:17:29.498214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55090) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:29.539966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 1940f715-a57c-409f-9185-b661ff22a3c3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:17:29.584913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:29.607071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.612168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:subnet and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:29.612372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc36ad33-115a-42cd-a44c-53953bfcd99b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.613048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dc36ad33-115a-42cd-a44c-53953bfcd99b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:29.621538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:29.627381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:17:29.651591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:29.666588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dc36ad33-115a-42cd-a44c-53953bfcd99b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:29.668147 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dc36ad33-115a-42cd-a44c-53953bfcd99b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2125568 Feb 09 13:17:29.674184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55094) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:29.743019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-02c646c6-4b2b-4d17-9a33-28d89a398a35 None None] Provisioning complete for port 8da424c7-f8a5-42e0-9027-4e66cf461fc9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:29.743510 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-02c646c6-4b2b-4d17-9a33-28d89a398a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.748667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:29.766133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88aadb5d-7855-4a45-b63c-a377ab651a84 req-f6f1f41d-ffc6-408e-ae43-bea4dfaebf31 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 1096 time: 0.4057686 Feb 09 13:17:29.792360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=8b117ad5-bf3d-448b-8671-2dab3df36ba7,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:29.812895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fee571-b684-43e6-ab77-e23548c31f6e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.817315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fee571-b684-43e6-ab77-e23548c31f6e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.822346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fee571-b684-43e6-ab77-e23548c31f6e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:29.823526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-66fee571-b684-43e6-ab77-e23548c31f6e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Synchronizing usage tracker for tenant:d83b0bb3a2b5482cbcbe83fd5a90ced0 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:29.827274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 82a65cdd-9b6d-4599-958a-356da7db7620, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=82a65cdd-9b6d-4599-958a-356da7db7620,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:29.853616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-daa48094-a582-44b9-a55d-cafc4bdf6703 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1751945 Feb 09 13:17:29.872782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55100) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:29.879286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-44b26382-8c2c-40c2-9c12-597cff758061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:29.884568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.890236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8d855a-193c-4538-b754-7eecf1b05664 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:17:29.989384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-66fee571-b684-43e6-ab77-e23548c31f6e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Unset dirty status for tenant:d83b0bb3a2b5482cbcbe83fd5a90ced0 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:29.989618 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:29.994163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-66fee571-b684-43e6-ab77-e23548c31f6e tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4902880 Feb 09 13:17:30.020996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55106) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:30.059410 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.090585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.201429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 45c09ecd-2957-4b00-8770-47502ae5dd42 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:30.259904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-02c646c6-4b2b-4d17-9a33-28d89a398a35 None None] Port 8da424c7-f8a5-42e0-9027-4e66cf461fc9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:30.262665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1e02ff20-6637-4bf4-bb60-73e9c9ca13d2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Deleting port 80a29cb6-6b04-41f5-8792-24b99cc710b1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:30.263024 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1e02ff20-6637-4bf4-bb60-73e9c9ca13d2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.272665 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.304068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Transition to ACTIVE for port object ae8d855a-193c-4538-b754-7eecf1b05664 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:30.313203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-44b26382-8c2c-40c2-9c12-597cff758061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:30.325756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.327001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=82a65cdd-9b6d-4599-958a-356da7db7620,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:30.345852 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88aadb5d-7855-4a45-b63c-a377ab651a84 req-ed62761e-8297-4879-9ab2-274942cb881a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693486 Feb 09 13:17:30.365910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-44b26382-8c2c-40c2-9c12-597cff758061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:30.366177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 45c09ecd-2957-4b00-8770-47502ae5dd42 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:30.366177 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.409896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:17:30.425642 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Sync routers for ids ['742b5e69-a75d-4135-b411-145d324ee517'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:17:30.451982 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Routers {'742b5e69-a75d-4135-b411-145d324ee517'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:30.452957 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['742b5e69-a75d-4135-b411-145d324ee517'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:30.463536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fb02e336-6f40-43b2-8a9a-4bc76b7dfc48 None None] Provisioning complete for port 799bd3cb-6110-44c2-b9d9-64e33dafad5a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:30.464052 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fb02e336-6f40-43b2-8a9a-4bc76b7dfc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.471455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Subnet': ['ID=d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:30.495809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.496247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.496594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.497102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.497633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.498318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.498805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.499408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.499883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.500408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.501082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:30.522857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1940f6d3-1232-4db5-bf83-7d31d52ac56d None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:17:30.544576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Pushing event updated for resources: {'Port': ['ID=ae8d855a-193c-4538-b754-7eecf1b05664,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:30.584237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1940f6d3-1232-4db5-bf83-7d31d52ac56d None None] Deleting port 799bd3cb-6110-44c2-b9d9-64e33dafad5a {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:30.584741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1940f6d3-1232-4db5-bf83-7d31d52ac56d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.629583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Checking segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:30.630327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network hostable DHCP agents. Network: e0fa8502-b2c1-406e-8acc-9fe430fe07d0, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:17:30.745765 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Set router 742b5e69-a75d-4135-b411-145d324ee517 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:17:30.786517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b26382-8c2c-40c2-9c12-597cff758061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:30.818323 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1e02ff20-6637-4bf4-bb60-73e9c9ca13d2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.951123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1940f6d3-1232-4db5-bf83-7d31d52ac56d None None] For port 799bd3cb-6110-44c2-b9d9-64e33dafad5a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=799bd3cb-6110-44c2-b9d9-64e33dafad5a,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:30.951506 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1940f6d3-1232-4db5-bf83-7d31d52ac56d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.956375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:17:30.963947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:30.966095 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2acfc639-e84d-4dee-a3e0-9659936a879f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.8005419 Feb 09 13:17:30.999845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55110) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:31.086534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, e0fa8502-b2c1-406e-8acc-9fe430fe07d0) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:31.124111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:31.125091 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.159510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a0993-79c7-4a18-8f3e-623ea99c7177 None None] Network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:31.230641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1940f6d3-1232-4db5-bf83-7d31d52ac56d None None] Calling delete_port for 799bd3cb-6110-44c2-b9d9-64e33dafad5a owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:31.237205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9e884e07-38f1-4c75-926f-2653a55afbe6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1558864 Feb 09 13:17:31.242406 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742b5e69-a75d-4135-b411-145d324ee517', 'name': 'tempest-snat-router-1919631825', 'tenant_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'f6fa541a-68c4-4276-aa72-87df1d290c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:21Z', 'updated_at': '2022-02-09T13:17:25Z', 'revision_number': 3, 'project_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'gw_port': {'id': 'f6fa541a-68c4-4276-aa72-87df1d290c2d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:87:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742b5e69-a75d-4135-b411-145d324ee517', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:24Z', 'updated_at': '2022-02-09T13:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:31.248030 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Checking router: 742b5e69-a75d-4135-b411-145d324ee517 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:17:31.248372 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Updating router 742b5e69-a75d-4135-b411-145d324ee517 port f6fa541a-68c4-4276-aa72-87df1d290c2d binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:17:31.251256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Attempting to bind port ae8d855a-193c-4538-b754-7eecf1b05664 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:31.251811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Attempting to bind port ae8d855a-193c-4538-b754-7eecf1b05664 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:31.252245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Attempting to bind port ae8d855a-193c-4538-b754-7eecf1b05664 on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:31.255550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55114) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:31.272649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1e02ff20-6637-4bf4-bb60-73e9c9ca13d2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Calling delete_port for 80a29cb6-6b04-41f5-8792-24b99cc710b1 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:31.286666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'subnet': {'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:31.336596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50820ae1-f6c4-4fba-ba0d-4db86fcd60c0 req-50342b34-49b4-446e-9184-c45f567d5767 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:31.346916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50820ae1-f6c4-4fba-ba0d-4db86fcd60c0 req-50342b34-49b4-446e-9184-c45f567d5767 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 931 time: 1.1775334 Feb 09 13:17:31.352626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Port ae8d855a-193c-4538-b754-7eecf1b05664 on network 7940e2b9-7074-4987-9b54-3d4469043068 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:17:31.352943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Attempting to bind port ae8d855a-193c-4538-b754-7eecf1b05664 on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:31.371917 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.378037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:31.378376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Checking segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:31.378788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Bound using segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:31.379230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Bound port: ae8d855a-193c-4538-b754-7eecf1b05664, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:31.379573 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.403133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff32c36-efd3-4ef4-b31b-f82be8f81a9e req-e070d1d9-a53c-4665-852e-af1b42f2144a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:31.405627 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.406494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ff32c36-efd3-4ef4-b31b-f82be8f81a9e req-e070d1d9-a53c-4665-852e-af1b42f2144a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 945 time: 1.2007320 Feb 09 13:17:31.442758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44b26382-8c2c-40c2-9c12-597cff758061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.444399 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b26382-8c2c-40c2-9c12-597cff758061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:17:31.444946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b26382-8c2c-40c2-9c12-597cff758061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:17:31.480913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fb02e336-6f40-43b2-8a9a-4bc76b7dfc48 None None] Provisioning for port 80a29cb6-6b04-41f5-8792-24b99cc710b1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:31.493121 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1940f6d3-1232-4db5-bf83-7d31d52ac56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.521389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50820ae1-f6c4-4fba-ba0d-4db86fcd60c0 req-996c37c9-1ab3-4ff6-a83a-01519192b2f5 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729910 Feb 09 13:17:31.574522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-44b26382-8c2c-40c2-9c12-597cff758061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.7003801 Feb 09 13:17:31.577505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55118) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:31.586025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-802c1062-6cd6-43ec-a172-a1d0c68e7070 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:31.653910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ff32c36-efd3-4ef4-b31b-f82be8f81a9e req-4b8dd3bf-3741-4b51-a8e8-7eaf69af3ad3 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314191 Feb 09 13:17:31.687331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fb02e336-6f40-43b2-8a9a-4bc76b7dfc48 None None] Provisioning complete for port 80a29cb6-6b04-41f5-8792-24b99cc710b1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:31.687698 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fb02e336-6f40-43b2-8a9a-4bc76b7dfc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.774731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Subnet': ['ID=3e9994c7-b331-423e-91c4-7f0dc6e75027,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:31.824046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-fb02e336-6f40-43b2-8a9a-4bc76b7dfc48 None None] Port 80a29cb6-6b04-41f5-8792-24b99cc710b1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:31.831680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-802c1062-6cd6-43ec-a172-a1d0c68e7070 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:31.834123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940f6d3-1232-4db5-bf83-7d31d52ac56d None None] Pushing event deleted for resources: {'Port': ['ID=799bd3cb-6110-44c2-b9d9-64e33dafad5a,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:31.846782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-802c1062-6cd6-43ec-a172-a1d0c68e7070 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:31.861056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802c1062-6cd6-43ec-a172-a1d0c68e7070 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:31.865315 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-802c1062-6cd6-43ec-a172-a1d0c68e7070 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.866661 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-802c1062-6cd6-43ec-a172-a1d0c68e7070 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:17:31.867200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802c1062-6cd6-43ec-a172-a1d0c68e7070 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:17:31.872025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940f6d3-1232-4db5-bf83-7d31d52ac56d None None] No DVR routers for this DVR port 799bd3cb-6110-44c2-b9d9-64e33dafad5a on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:31.901411 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1e02ff20-6637-4bf4-bb60-73e9c9ca13d2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.902629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:31.914790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:subnet and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:31.947212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-802c1062-6cd6-43ec-a172-a1d0c68e7070 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3681545 Feb 09 13:17:31.951356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:31.954506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55122) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:31.961522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'fixed_ips': [{'subnet_id': 'd4497ab8-1c0d-4d42-9354-aa8c40f6ef8d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:17:31.962346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:31.975510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c684627a-0e57-4cd6-9226-de2181dbe10e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:32.001884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:32.015235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02ff20-6637-4bf4-bb60-73e9c9ca13d2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event deleted for resources: {'Port': ['ID=80a29cb6-6b04-41f5-8792-24b99cc710b1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:32.052185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Checking segment: {'id': 'c98cbe80-d7dd-46ec-832d-f5c6b29249df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1940f715-a57c-409f-9185-b661ff22a3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:32.052566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network hostable DHCP agents. Network: 1940f715-a57c-409f-9185-b661ff22a3c3, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:17:32.065841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] For port ae8d855a-193c-4538-b754-7eecf1b05664, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:32.072217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:32.125778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] For port ae8d855a-193c-4538-b754-7eecf1b05664, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ae8d855a-193c-4538-b754-7eecf1b05664,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:32.196354 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.257974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 1940f715-a57c-409f-9185-b661ff22a3c3 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:17:32.259463 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1e02ff20-6637-4bf4-bb60-73e9c9ca13d2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.269582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1e02ff20-6637-4bf4-bb60-73e9c9ca13d2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "DELETE /v2.0/ports/80a29cb6-6b04-41f5-8792-24b99cc710b1 HTTP/1.1" status: 204 len: 168 time: 2.2332313 Feb 09 13:17:32.275646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55126) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:32.291567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Request body: {'port': {'name': 'tempest-new-port-name-152234234', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:32.292599 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.api.validators [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] bootfile-name is not in valid_values {{(pid=83480) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:32.293495 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.api.validators [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] tftp-server is not in valid_values {{(pid=83480) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:32.294329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.api.validators [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] server-ip-address is not in valid_values {{(pid=83480) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:32.309267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Allocated IP 10.1.1.2 (e0fa8502-b2c1-406e-8acc-9fe430fe07d0/d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d/34d54cca-83be-4b21-8ed5-d9b8d2f0f099) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:32.339825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 1940f715-a57c-409f-9185-b661ff22a3c3) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:32.356294 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.357997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] 10.222.0.67 "PUT /v2.0/ports/ae8d855a-193c-4538-b754-7eecf1b05664 HTTP/1.1" status: 200 len: 1091 time: 4.1184840 Feb 09 13:17:32.362379 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.368155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:32.369140 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.390050 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Transition to ACTIVE for port object f6fa541a-68c4-4276-aa72-87df1d290c2d will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:32.398892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240be1a6-283e-429c-a006-8e9a8f277adc', 'tag': 'ae8d855a-193c-4538-b754-7eecf1b05664'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:32.405733 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.408235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.410003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c684627a-0e57-4cd6-9226-de2181dbe10e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:32.455046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c684627a-0e57-4cd6-9226-de2181dbe10e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:32.548711 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-366da27f-aacf-4e45-bf0b-68728dfb6ced tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1703048 Feb 09 13:17:32.558157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55132) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:32.567011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa744d34-a25e-4c2a-9309-8a1934bd8b5d service neutron] Pushing event updated for resources: {'Port': ['ID=ae8d855a-193c-4538-b754-7eecf1b05664,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:32.575206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-296168336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:32.582821 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Attempting to bind port f6fa541a-68c4-4276-aa72-87df1d290c2d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:32.583279 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Attempting to bind port f6fa541a-68c4-4276-aa72-87df1d290c2d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:32.583819 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Attempting to bind port f6fa541a-68c4-4276-aa72-87df1d290c2d on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:32.606029 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:32.606398 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:32.606832 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.607316 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:32.607796 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Bound port: f6fa541a-68c4-4276-aa72-87df1d290c2d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:32.608960 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.649396 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.653719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:32.670639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Transition to ACTIVE for port object 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:32.684336 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.685602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:router and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:32.694240 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240be1a6-283e-429c-a006-8e9a8f277adc', 'tag': 'ae8d855a-193c-4538-b754-7eecf1b05664', 'status': 'completed', 'code': 200} Feb 09 13:17:32.696550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:32.697969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 82a65cdd-9b6d-4599-958a-356da7db7620 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:32.722423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:32.724615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c684627a-0e57-4cd6-9226-de2181dbe10e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:32.738754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c684627a-0e57-4cd6-9226-de2181dbe10e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.740597 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-c684627a-0e57-4cd6-9226-de2181dbe10e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:17:32.745527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c684627a-0e57-4cd6-9226-de2181dbe10e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:17:32.746030 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ef1d92ae-5a8c-4ac5-bb85-f05fe2664369 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/routers/742b5e69-a75d-4135-b411-145d324ee517 HTTP/1.1" status: 200 len: 907 time: 1.7418916 Feb 09 13:17:32.749781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55140) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:32.754549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.755721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.792657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db4edf-e8f7-46d0-9476-e53c080b21dc None None] Network 1940f715-a57c-409f-9185-b661ff22a3c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:32.807000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c684627a-0e57-4cd6-9226-de2181dbe10e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8486094 Feb 09 13:17:32.824173 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Pushing event updated for resources: {'Port': ['ID=f6fa541a-68c4-4276-aa72-87df1d290c2d,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:32.828392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55144) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:32.841690 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.842184 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.843213 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.843740 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.844193 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.844603 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.845067 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.845527 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.846044 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.846807 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.847334 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:32.859842 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] For port f6fa541a-68c4-4276-aa72-87df1d290c2d, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:32.863453 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] For port f6fa541a-68c4-4276-aa72-87df1d290c2d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f6fa541a-68c4-4276-aa72-87df1d290c2d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:32.875820 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:32.895653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-561fa601-0681-4757-9190-c63d3ec30379 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:32.964687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Transition to ACTIVE for port object 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:32.977650 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40bf1f-9e8c-4206-bcf6-5971ba7a2d25 None None] Pushing event updated for resources: {'Port': ['ID=f6fa541a-68c4-4276-aa72-87df1d290c2d,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:33.011409 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Routers {'742b5e69-a75d-4135-b411-145d324ee517'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:33.011882 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.012104 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['742b5e69-a75d-4135-b411-145d324ee517'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:33.068851 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-dda0807b-882d-4b41-93fe-db3b7728b041 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 1094 time: 0.6301208 Feb 09 13:17:33.157937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:33.175559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 82a65cdd-9b6d-4599-958a-356da7db7620 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:33.176083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.245601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:33.251218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd34b9-5069-4538-9610-49a4811d7c1c req-4a513397-44c5-4f8b-8ec1-a3ea3a9a6fdb tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:33.252766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7edd34b9-5069-4538-9610-49a4811d7c1c req-4a513397-44c5-4f8b-8ec1-a3ea3a9a6fdb tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 943 time: 0.4560900 Feb 09 13:17:33.270098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b52675-fa91-4b8d-af7f-3e20d2956246 req-76f7c39c-709b-4ae3-a4b0-eb265afbf388 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:33.273605 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:33.275860 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.278394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1b52675-fa91-4b8d-af7f-3e20d2956246 req-76f7c39c-709b-4ae3-a4b0-eb265afbf388 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 945 time: 0.3230696 Feb 09 13:17:33.293051 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-cd0db3e2-6069-4ec2-9f85-4de41559dcfc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8d855a-193c-4538-b754-7eecf1b05664 HTTP/1.1" status: 200 len: 217 time: 0.1271904 Feb 09 13:17:33.310684 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] Set router 742b5e69-a75d-4135-b411-145d324ee517 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:17:33.332088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-561fa601-0681-4757-9190-c63d3ec30379 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:33.352283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1b52675-fa91-4b8d-af7f-3e20d2956246 req-fdaf2ff7-9f4c-4328-9500-5a7248459280 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723546 Feb 09 13:17:33.360739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-561fa601-0681-4757-9190-c63d3ec30379 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:33.387894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Pushing event updated for resources: {'Port': ['ID=34d54cca-83be-4b21-8ed5-d9b8d2f0f099,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:33.404702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-1940f715-a57c-409f-9185-b661ff22a3c3', 'network_id': '1940f715-a57c-409f-9185-b661ff22a3c3', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'fixed_ips': [{'subnet_id': '3e9994c7-b331-423e-91c4-7f0dc6e75027'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:17:33.404926 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.415043 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.459615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561fa601-0681-4757-9190-c63d3ec30379 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:33.486941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-439b983b-a911-41f4-8c4f-cc055f8f14d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:33.488544 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-439b983b-a911-41f4-8c4f-cc055f8f14d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.1872761 Feb 09 13:17:33.497209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7edd34b9-5069-4538-9610-49a4811d7c1c req-12343667-32a3-4b4b-91b5-7f5ad3e49669 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897810 Feb 09 13:17:33.521734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.564891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.572786 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.697926 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.702598 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-37b8066e-039b-49ee-8f58-3eade468d0a7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1359727 Feb 09 13:17:33.714858 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-dbe7316c-43a9-428e-9fdb-9bb4ac78a2fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641912 Feb 09 13:17:33.715349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55150) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:33.728305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event updated for resources: {'Port': ['ID=8da424c7-f8a5-42e0-9027-4e66cf461fc9,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:33.749988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.750600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.751098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.751588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.753031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.753542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.754056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.754586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.755102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.755588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.756072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:17:33.773089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Attempting to bind port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:33.773089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Attempting to bind port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:33.774432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Attempting to bind port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:33.784072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] In _notify_port_updated(), no bound segment for port 8da424c7-f8a5-42e0-9027-4e66cf461fc9 on network 810996d1-d332-4c40-8999-18cb134a605d {{(pid=83480) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:17:33.792330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:33.793010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.799303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-71876072-ed80-4beb-87d0-6ace419483e8 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "PUT /v2.0/ports/8da424c7-f8a5-42e0-9027-4e66cf461fc9 HTTP/1.1" status: 200 len: 1128 time: 1.5217247 Feb 09 13:17:33.802006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55154) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:33.871075 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742b5e69-a75d-4135-b411-145d324ee517', 'name': 'tempest-snat-router-1919631825', 'tenant_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'f6fa541a-68c4-4276-aa72-87df1d290c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:21Z', 'updated_at': '2022-02-09T13:17:25Z', 'revision_number': 3, 'project_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'gw_port': {'id': 'f6fa541a-68c4-4276-aa72-87df1d290c2d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:87:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742b5e69-a75d-4135-b411-145d324ee517', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:24Z', 'updated_at': '2022-02-09T13:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:33.876659 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491f7e62-c145-4bfc-8875-c5b417159540 None None] The sync data for ids ['742b5e69-a75d-4135-b411-145d324ee517'] in n-d-825175-3 is: [{'id': '742b5e69-a75d-4135-b411-145d324ee517', 'name': 'tempest-snat-router-1919631825', 'tenant_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'f6fa541a-68c4-4276-aa72-87df1d290c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:17:21Z', 'updated_at': '2022-02-09T13:17:25Z', 'revision_number': 3, 'project_id': 'b5ea8866bd3b49469acf0cef5f55d9db', 'gw_port': {'id': 'f6fa541a-68c4-4276-aa72-87df1d290c2d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:87:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742b5e69-a75d-4135-b411-145d324ee517', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:17:24Z', 'updated_at': '2022-02-09T13:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:17:33.924257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e4874-8e29-42ea-aa6a-cd743d31a08f tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:33.924897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e14e4874-8e29-42ea-aa6a-cd743d31a08f tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Synchronizing usage tracker for tenant:d83b0bb3a2b5482cbcbe83fd5a90ced0 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:33.947809 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-6565cf79-7990-48de-bd70-6a0fe3bc1859 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=accedead334d4e338be32f77a85b3517 HTTP/1.1" status: 200 len: 267 time: 0.2659922 Feb 09 13:17:33.952362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Allocated IP 2001:db8::2 (1940f715-a57c-409f-9185-b661ff22a3c3/3e9994c7-b331-423e-91c4-7f0dc6e75027/e916ec83-e449-4dd2-9293-f8068bec4b48) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:33.954542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:33.954906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Checking segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:33.955297 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:33.955942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Bound using segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:33.956709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Bound port: 34d54cca-83be-4b21-8ed5-d9b8d2f0f099, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:33.957248 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:34.058882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e14e4874-8e29-42ea-aa6a-cd743d31a08f tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Unset dirty status for tenant:d83b0bb3a2b5482cbcbe83fd5a90ced0 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:34.060080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e14e4874-8e29-42ea-aa6a-cd743d31a08f tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "GET /v2.0/ports/8da424c7-f8a5-42e0-9027-4e66cf461fc9 HTTP/1.1" status: 200 len: 1128 time: 0.2569318 Feb 09 13:17:34.063924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55158) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:34.174413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d69abd98-7fb6-411f-b9fe-37557bbb4fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Deleting port 8da424c7-f8a5-42e0-9027-4e66cf461fc9 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:34.174899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d69abd98-7fb6-411f-b9fe-37557bbb4fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:34.213161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 799bd3cb-6110-44c2-b9d9-64e33dafad5a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:34.339353 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-561fa601-0681-4757-9190-c63d3ec30379 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:34.340766 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-561fa601-0681-4757-9190-c63d3ec30379 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:17:34.341190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561fa601-0681-4757-9190-c63d3ec30379 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:17:34.350834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-1b87088d-a15e-4482-b67e-bb61195d18a6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:34.352401 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-1b87088d-a15e-4482-b67e-bb61195d18a6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 945 time: 0.4038239 Feb 09 13:17:34.380106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-ff7d3c6a-ae0f-4d07-8498-253a3d45916f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'port': {'security_groups': []}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:34.400854 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-561fa601-0681-4757-9190-c63d3ec30379 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5604813 Feb 09 13:17:34.405811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55162) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:34.416782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 799bd3cb-6110-44c2-b9d9-64e33dafad5a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:17:34.417142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 799bd3cb-6110-44c2-b9d9-64e33dafad5a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:34.426927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Subnet': ['ID=00f948f1-86ae-48a3-94b7-0c5b8a4f9001,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:34.448118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-48b5991b-0bc7-42d9-896d-74a027e2fe88 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:34.486283 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] For port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:34.497361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] For port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=34d54cca-83be-4b21-8ed5-d9b8d2f0f099,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:34.553124 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:34.634820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-48b5991b-0bc7-42d9-896d-74a027e2fe88 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:34.649964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Checking segment: {'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:34.649964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network hostable DHCP agents. Network: 10a58f19-21e1-4dd7-9137-587130a0e201, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:17:34.709997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f6fa541a-68c4-4276-aa72-87df1d290c2d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:34.775048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-48b5991b-0bc7-42d9-896d-74a027e2fe88 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:34.791697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-23daffb6-2653-4353-b5fd-bad1459f9a5a None None] Provisioning complete for port 8da424c7-f8a5-42e0-9027-4e66cf461fc9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:34.792557 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23daffb6-2653-4353-b5fd-bad1459f9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:34.833881 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-8fabade0-3348-46aa-afa8-af5e02992fd8 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0971904 Feb 09 13:17:34.844445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b5991b-0bc7-42d9-896d-74a027e2fe88 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:34.848211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b5991b-0bc7-42d9-896d-74a027e2fe88 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:34.850177 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b5991b-0bc7-42d9-896d-74a027e2fe88 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:17:34.850864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b5991b-0bc7-42d9-896d-74a027e2fe88 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:17:34.856338 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d69abd98-7fb6-411f-b9fe-37557bbb4fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:34.929802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352063e-6630-43ad-9cc4-a27c35962cae None None] Pushing event updated for resources: {'Port': ['ID=34d54cca-83be-4b21-8ed5-d9b8d2f0f099,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:35.106874 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e0d89a43-d084-448c-a45f-ac06b31e10ed req-65298350-4755-4d6e-94eb-da38d33394ff service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904008 Feb 09 13:17:35.161305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network 10a58f19-21e1-4dd7-9137-587130a0e201 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:17:35.169880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.171212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-23daffb6-2653-4353-b5fd-bad1459f9a5a None None] Port 8da424c7-f8a5-42e0-9027-4e66cf461fc9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:35.216344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port f6fa541a-68c4-4276-aa72-87df1d290c2d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:35.226207 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.233835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f6fa541a-68c4-4276-aa72-87df1d290c2d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:35.234199 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.292919 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-48b5991b-0bc7-42d9-896d-74a027e2fe88 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8611803 Feb 09 13:17:35.297512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55168) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:35.335576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d69abd98-7fb6-411f-b9fe-37557bbb4fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Calling delete_port for 8da424c7-f8a5-42e0-9027-4e66cf461fc9 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:35.337415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Transition to ACTIVE for port object e916ec83-e449-4dd2-9293-f8068bec4b48 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:35.423546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Transition to ACTIVE for port object e916ec83-e449-4dd2-9293-f8068bec4b48 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:35.440281 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.500687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 10a58f19-21e1-4dd7-9137-587130a0e201) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:35.535169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c2fdbd-7d7e-4ece-a3a5-271281acd120 None None] Network 10a58f19-21e1-4dd7-9137-587130a0e201 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:35.540729 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-ff7d3c6a-ae0f-4d07-8498-253a3d45916f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.576108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e15d6672-80c8-4730-94a8-64965fa37ca3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:35.584145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:35.584974 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.599602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.620861 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7e091f2d-8f5a-4bb0-96e6-928dfb597bd5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.3502121 Feb 09 13:17:35.629141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55172) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:35.652191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Pushing event updated for resources: {'Port': ['ID=e916ec83-e449-4dd2-9293-f8068bec4b48,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:35.652667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'port': {'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'name': 'tempest-TaggedBootDevicesTest_v242-2072417409', 'fixed_ips': [{'subnet_id': 'd4497ab8-1c0d-4d42-9354-aa8c40f6ef8d'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:35.713570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Network 1940f715-a57c-409f-9185-b661ff22a3c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:35.724197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:35.729554 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d69abd98-7fb6-411f-b9fe-37557bbb4fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.735906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:35.741301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port f6fa541a-68c4-4276-aa72-87df1d290c2d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f6fa541a-68c4-4276-aa72-87df1d290c2d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:35.751249 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.793329 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:35.838366 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969020c9-a37e-4f8c-a61e-7b6e2377145e req-38d1ba72-e181-4fab-a5e1-ff35e68ea3ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 1094 time: 0.5903363 Feb 09 13:17:35.890896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69abd98-7fb6-411f-b9fe-37557bbb4fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event deleted for resources: {'Port': ['ID=8da424c7-f8a5-42e0-9027-4e66cf461fc9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:35.954233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=f6fa541a-68c4-4276-aa72-87df1d290c2d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:35.973282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Attempting to bind port e916ec83-e449-4dd2-9293-f8068bec4b48 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:35.973654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Attempting to bind port e916ec83-e449-4dd2-9293-f8068bec4b48 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'c98cbe80-d7dd-46ec-832d-f5c6b29249df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1940f715-a57c-409f-9185-b661ff22a3c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:35.974012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Attempting to bind port e916ec83-e449-4dd2-9293-f8068bec4b48 on network 1940f715-a57c-409f-9185-b661ff22a3c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:36.003391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e15d6672-80c8-4730-94a8-64965fa37ca3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:36.020768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:36.021138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Checking segment: {'id': 'c98cbe80-d7dd-46ec-832d-f5c6b29249df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1940f715-a57c-409f-9185-b661ff22a3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:36.021532 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:36.021910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Bound using segment: {'id': 'c98cbe80-d7dd-46ec-832d-f5c6b29249df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1940f715-a57c-409f-9185-b661ff22a3c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:36.022395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Bound port: e916ec83-e449-4dd2-9293-f8068bec4b48, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98cbe80-d7dd-46ec-832d-f5c6b29249df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '1940f715-a57c-409f-9185-b661ff22a3c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:36.022787 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:36.078904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-10a58f19-21e1-4dd7-9137-587130a0e201', 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'fixed_ips': [{'subnet_id': '00f948f1-86ae-48a3-94b7-0c5b8a4f9001'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:17:36.079872 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:36.132369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e15d6672-80c8-4730-94a8-64965fa37ca3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:36.147443 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d69abd98-7fb6-411f-b9fe-37557bbb4fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:36.171401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] For port e916ec83-e449-4dd2-9293-f8068bec4b48, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:36.176748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] For port e916ec83-e449-4dd2-9293-f8068bec4b48, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e916ec83-e449-4dd2-9293-f8068bec4b48,segment=NetworkSegment(c98cbe80-d7dd-46ec-832d-f5c6b29249df),segment_id=c98cbe80-d7dd-46ec-832d-f5c6b29249df)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:36.190498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6598-5f25-4e11-b927-2c2494eb31ba req-32dd9029-4032-497a-bd13-b17e18862edf tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:36.198056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be1d6598-5f25-4e11-b927-2c2494eb31ba req-32dd9029-4032-497a-bd13-b17e18862edf tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 943 time: 1.3146944 Feb 09 13:17:36.253550 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:36.274663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15d6672-80c8-4730-94a8-64965fa37ca3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:36.279423 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e15d6672-80c8-4730-94a8-64965fa37ca3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:36.282122 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15d6672-80c8-4730-94a8-64965fa37ca3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:17:36.282976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15d6672-80c8-4730-94a8-64965fa37ca3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:17:36.295401 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d69abd98-7fb6-411f-b9fe-37557bbb4fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "DELETE /v2.0/ports/8da424c7-f8a5-42e0-9027-4e66cf461fc9 HTTP/1.1" status: 204 len: 168 time: 2.2302153 Feb 09 13:17:36.298420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55176) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:36.326294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:36.359211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:port and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:36.410138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f72676-171b-49ce-9ae1-e490f20b634b None None] Pushing event updated for resources: {'Port': ['ID=e916ec83-e449-4dd2-9293-f8068bec4b48,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:36.431203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:36.455229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:36.472576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e15d6672-80c8-4730-94a8-64965fa37ca3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1474462 Feb 09 13:17:36.475549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55180) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:36.523917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Allocated IP 10.2.2.2 (10a58f19-21e1-4dd7-9137-587130a0e201/00f948f1-86ae-48a3-94b7-0c5b8a4f9001/bee8fb5f-dc58-4ec1-9833-2f9f198c32ee) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:36.555053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969020c9-a37e-4f8c-a61e-7b6e2377145e req-83f5ed57-ba0b-43b0-a105-9b5393349e8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:36.555738 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969020c9-a37e-4f8c-a61e-7b6e2377145e req-83f5ed57-ba0b-43b0-a105-9b5393349e8b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 906 time: 0.6587543 Feb 09 13:17:36.593579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be1d6598-5f25-4e11-b927-2c2494eb31ba req-3fdc467e-a5be-4592-b9f0-cbd53b4150d3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935466 Feb 09 13:17:36.635946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-30c7aff8-ff3c-45dc-b254-3fad9021eba2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1545897 Feb 09 13:17:36.636781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55184) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:36.684342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:36.745203 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969020c9-a37e-4f8c-a61e-7b6e2377145e req-ea084dcb-68fb-4a96-871c-72c98c18965e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae8d855a-193c-4538-b754-7eecf1b05664 HTTP/1.1" status: 200 len: 217 time: 0.1644740 Feb 09 13:17:36.823357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:36.941977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-ff7d3c6a-ae0f-4d07-8498-253a3d45916f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] For port 8b117ad5-bf3d-448b-8671-2dab3df36ba7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8b117ad5-bf3d-448b-8671-2dab3df36ba7,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:36.989870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cba9f87-dd01-453c-a852-6405fb7f0a71 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:36.991925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7cba9f87-dd01-453c-a852-6405fb7f0a71 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3512278 Feb 09 13:17:36.999394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55188) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:37.115496 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-ff7d3c6a-ae0f-4d07-8498-253a3d45916f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:17:37.124586 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:37.129278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:37.135283 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:37.138330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7203815a-8614-4fa6-b7fe-39c646058b1d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1288989 Feb 09 13:17:37.143802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969020c9-a37e-4f8c-a61e-7b6e2377145e req-61c0432d-e167-4efc-9db0-6c0a903ec5eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:37.145269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-ff7d3c6a-ae0f-4d07-8498-253a3d45916f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:37.146223 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969020c9-a37e-4f8c-a61e-7b6e2377145e req-61c0432d-e167-4efc-9db0-6c0a903ec5eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.3591940 Feb 09 13:17:37.146803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55192) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:37.147209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Transition to ACTIVE for port object bee8fb5f-dc58-4ec1-9833-2f9f198c32ee will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:37.150396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f6fa541a-68c4-4276-aa72-87df1d290c2d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:37.153685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Deleting port f6fa541a-68c4-4276-aa72-87df1d290c2d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:37.154037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:37.166567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:37.182251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-ff7d3c6a-ae0f-4d07-8498-253a3d45916f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:37.193259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c09bb3-52af-4f2e-ac00-8bdace186399 None None] Network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:37.278253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Allocated IP 2001:db8::1 (1940f715-a57c-409f-9185-b661ff22a3c3/3e9994c7-b331-423e-91c4-7f0dc6e75027/2f9d55c2-f376-42c0-a098-d54fa0e667bc) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:37.286269 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969020c9-a37e-4f8c-a61e-7b6e2377145e req-cda1801f-c8d4-4ea1-b153-bb315173bcf6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942471 Feb 09 13:17:37.293214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e17baa-f898-4c47-a574-cc9d3fdda030 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Deleting subnet e4683f54-6970-4746-9529-5c5f0ad9df06 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:17:37.297602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['c22d0dc0-a022-479e-a05b-26d73a67ed6e', '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09', '8b117ad5-bf3d-448b-8671-2dab3df36ba7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:37.366359 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5e17baa-f898-4c47-a574-cc9d3fdda030 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:37.380302 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:37.495815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Transition to ACTIVE for port object bee8fb5f-dc58-4ec1-9833-2f9f198c32ee will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:37.514704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] device_id is not set on port 3dada7ca-c3ef-4073-975d-bd215f94d800 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:17:37.549171 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:37.582351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-ff7d3c6a-ae0f-4d07-8498-253a3d45916f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:37.583033 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-ff7d3c6a-ae0f-4d07-8498-253a3d45916f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:37.589689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d30648df-b185-4853-a45a-5ebc16a64d62 req-ff7d3c6a-ae0f-4d07-8498-253a3d45916f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "PUT /v2.0/ports/8b117ad5-bf3d-448b-8671-2dab3df36ba7 HTTP/1.1" status: 200 len: 904 time: 3.2278376 Feb 09 13:17:37.590526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da73a29f-b8f0-4a7f-8e90-5c6c46f462e1', 'tag': '8b117ad5-bf3d-448b-8671-2dab3df36ba7'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:37.631566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:37.657793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d4b8fc93-37da-4420-9d1d-7c8be5037466 None None] Provisioning for port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:37.693737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3c6a-ae0f-4d07-8498-253a3d45916f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'Port': ['ID=8b117ad5-bf3d-448b-8671-2dab3df36ba7,revision_number=6']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:37.704375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:37.752170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['8b117ad5-bf3d-448b-8671-2dab3df36ba7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:37.810234 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da73a29f-b8f0-4a7f-8e90-5c6c46f462e1', 'tag': '8b117ad5-bf3d-448b-8671-2dab3df36ba7', 'status': 'completed', 'code': 200} Feb 09 13:17:37.839582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:37.892628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d4b8fc93-37da-4420-9d1d-7c8be5037466 None None] Provisioning complete for port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:37.895797 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fc93-37da-4420-9d1d-7c8be5037466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:37.927275 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5e17baa-f898-4c47-a574-cc9d3fdda030 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:38.145626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Allocated IP 10.1.1.102 (e0fa8502-b2c1-406e-8acc-9fe430fe07d0/d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d/3dada7ca-c3ef-4073-975d-bd215f94d800) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:38.160145 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969020c9-a37e-4f8c-a61e-7b6e2377145e req-7d09163f-7b3c-495c-a85c-1f2171aa1b93 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8538985 Feb 09 13:17:38.162610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] For port f6fa541a-68c4-4276-aa72-87df1d290c2d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f6fa541a-68c4-4276-aa72-87df1d290c2d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:38.163228 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:38.209621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ae8d855a-193c-4538-b754-7eecf1b05664 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:17:38.215868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Pushing event updated for resources: {'Port': ['ID=bee8fb5f-dc58-4ec1-9833-2f9f198c32ee,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:38.344628 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:38.474486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Calling delete_port for f6fa541a-68c4-4276-aa72-87df1d290c2d owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:38.485363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de878654-1c54-4d83-af6e-a9d94d8c20c3 None None] Network 1940f715-a57c-409f-9185-b661ff22a3c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:38.513261 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:38.519869 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Network 10a58f19-21e1-4dd7-9137-587130a0e201 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:38.575004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Transition to ACTIVE for port object 2f9d55c2-f376-42c0-a098-d54fa0e667bc will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:38.634383 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5e17baa-f898-4c47-a574-cc9d3fdda030 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:38.718963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:38.723643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:38.727302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdaaf3-491d-4cfb-aa77-552f1c86b133 req-1d2f4515-7843-4fcb-b37a-cdd99a3b180f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:38.729356 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66bdaaf3-491d-4cfb-aa77-552f1c86b133 req-1d2f4515-7843-4fcb-b37a-cdd99a3b180f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 907 time: 0.5045521 Feb 09 13:17:38.737841 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-898c4c9d-70e1-4b45-9f3f-f33bfcb0d0d3 req-42604036-8ffb-4a0b-823e-46fbc881a0f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 1058 time: 0.8234310 Feb 09 13:17:38.741252 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:38.750847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11efb-7ac6-4ece-92fe-b4f3b2fe960f req-0d1e087f-0907-4dbb-be37-dd79edaea4ef tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:38.752374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58b11efb-7ac6-4ece-92fe-b4f3b2fe960f req-0d1e087f-0907-4dbb-be37-dd79edaea4ef tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 943 time: 0.4879572 Feb 09 13:17:38.896065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Transition to ACTIVE for port object 3dada7ca-c3ef-4073-975d-bd215f94d800 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:38.932532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5e17baa-f898-4c47-a574-cc9d3fdda030 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.037171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58b11efb-7ac6-4ece-92fe-b4f3b2fe960f req-3b0b95d6-de9e-4b4d-9f9f-a1f914772500 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560873 Feb 09 13:17:39.046288 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-969020c9-a37e-4f8c-a61e-7b6e2377145e req-600451de-7f6f-49ce-9372-83a5e569f43d service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8670204 Feb 09 13:17:39.052286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e17baa-f898-4c47-a574-cc9d3fdda030 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event deleted for resources: {'Subnet': ['ID=e4683f54-6970-4746-9529-5c5f0ad9df06,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:39.068826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5e17baa-f898-4c47-a574-cc9d3fdda030 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.081910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.103200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c4c9d-70e1-4b45-9f3f-f33bfcb0d0d3 req-9ab1bb7a-b45c-45f5-b57f-e7025bafe657 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:39.105339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-898c4c9d-70e1-4b45-9f3f-f33bfcb0d0d3 req-9ab1bb7a-b45c-45f5-b57f-e7025bafe657 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.3508136 Feb 09 13:17:39.116951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7394063-a405-4610-b230-5ed9b7f4a831 None None] Network 810996d1-d332-4c40-8999-18cb134a605d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:39.161811 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a5e17baa-f898-4c47-a574-cc9d3fdda030 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "DELETE /v2.0/subnets/e4683f54-6970-4746-9529-5c5f0ad9df06 HTTP/1.1" status: 204 len: 168 time: 2.8549328 Feb 09 13:17:39.175057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55204) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:39.203963 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.244202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f6fa541a-68c4-4276-aa72-87df1d290c2d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:39.244202 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.254331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 1940f715-a57c-409f-9185-b661ff22a3c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:39.260774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=2f9d55c2-f376-42c0-a098-d54fa0e667bc,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:39.263565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:39.272129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:39.272799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.322416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-898c4c9d-70e1-4b45-9f3f-f33bfcb0d0d3 req-65110cc9-f3c7-481b-a93f-132db8db3de1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b117ad5-bf3d-448b-8671-2dab3df36ba7 HTTP/1.1" status: 200 len: 217 time: 0.1890578 Feb 09 13:17:39.414946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port ae8d855a-193c-4538-b754-7eecf1b05664, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ae8d855a-193c-4538-b754-7eecf1b05664,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:39.440093 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.456612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Attempting to bind port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:39.457071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Attempting to bind port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:39.457500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Attempting to bind port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee on network 10a58f19-21e1-4dd7-9137-587130a0e201 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:39.487394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'ae8d855a-193c-4538-b754-7eecf1b05664', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'port_id': 'ae8d855a-193c-4538-b754-7eecf1b05664', 'mac_address': 'fa:16:3e:f6:ea:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2890f1-cd7a-4c34-9690-caa4a64bcb7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:17:39.489122 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fc93-37da-4420-9d1d-7c8be5037466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.493866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Deleting port 45c09ecd-2957-4b00-8770-47502ae5dd42 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:39.494637 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.547193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.563326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:39.563814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Checking segment: {'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:39.564393 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.565128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Bound using segment: {'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:39.565972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Bound port: bee8fb5f-dc58-4ec1-9833-2f9f198c32ee, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:39.566423 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.588492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07038c73-575d-4b4e-96ef-cdaa954c7c79 req-5b83aff0-36ed-4ac8-a10e-8205c0f9f30e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:39.590908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07038c73-575d-4b4e-96ef-cdaa954c7c79 req-5b83aff0-36ed-4ac8-a10e-8205c0f9f30e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.6828461 Feb 09 13:17:39.606952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6fa541a-68c4-4276-aa72-87df1d290c2d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:39.730141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:39.731328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Port': ['ID=3dada7ca-c3ef-4073-975d-bd215f94d800,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:39.759471 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:39.763678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:39.861568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] For port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:39.866181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] For port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bee8fb5f-dc58-4ec1-9833-2f9f198c32ee,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:39.919143 n-d-825175-3 neutron-server[83481]: INFO neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No ports have port_id starting with f6fa541a-68c4-4276-aa72-87df1d290c2d Feb 09 13:17:39.926958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d4b8fc93-37da-4420-9d1d-7c8be5037466 None None] For port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=34d54cca-83be-4b21-8ed5-d9b8d2f0f099,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:39.966877 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.977245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:39.990372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c4c9d-70e1-4b45-9f3f-f33bfcb0d0d3 req-860372fb-7831-43aa-9b90-0ce366543a8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:40.008130 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-898c4c9d-70e1-4b45-9f3f-f33bfcb0d0d3 req-860372fb-7831-43aa-9b90-0ce366543a8f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.6728120 Feb 09 13:17:40.082985 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d4b8fc93-37da-4420-9d1d-7c8be5037466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:40.084769 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:40.155471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8d855a-193c-4538-b754-7eecf1b05664 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:17:40.253927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b407fc4-da46-4cd0-8f5d-6ec189d62f79 None None] Pushing event updated for resources: {'Port': ['ID=bee8fb5f-dc58-4ec1-9833-2f9f198c32ee,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:40.254680 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07038c73-575d-4b4e-96ef-cdaa954c7c79 req-b1827267-7d4b-40cb-8edc-af4814ae4de5 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5895295 Feb 09 13:17:40.270807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:40.276414 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:40.438446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port ae8d855a-193c-4538-b754-7eecf1b05664, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ae8d855a-193c-4538-b754-7eecf1b05664,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:40.444115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] DHCP port deletion for 810996d1-d332-4c40-8999-18cb134a605d request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:17:40.514883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:40.534177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] Deleting port 45c09ecd-2957-4b00-8770-47502ae5dd42 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:40.541025 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:40.610284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e916ec83-e449-4dd2-9293-f8068bec4b48 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:40.757483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-786cfd92-ec4f-4e17-ae29-cd0fae72d84c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1164889 Feb 09 13:17:40.778132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55212) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:40.782491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'port': {'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'name': 'tempest-TaggedBootDevicesTest_v242-7944015', 'fixed_ips': [{'subnet_id': 'd4497ab8-1c0d-4d42-9354-aa8c40f6ef8d'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:40.806280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] Provisioning complete for port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:40.807099 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:40.839145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.objects.ports [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83480) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:17:40.856429 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:40.865519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8fc93-37da-4420-9d1d-7c8be5037466 None None] Pushing event updated for resources: {'Port': ['ID=34d54cca-83be-4b21-8ed5-d9b8d2f0f099,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:40.898246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['ae8d855a-193c-4538-b754-7eecf1b05664'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:41.065950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] For port 45c09ecd-2957-4b00-8770-47502ae5dd42, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=45c09ecd-2957-4b00-8770-47502ae5dd42,segment=NetworkSegment(8d013f3a-118b-4067-be54-0ef7d9eef1a8),segment_id=8d013f3a-118b-4067-be54-0ef7d9eef1a8)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:41.067071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:41.129593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=ae8d855a-193c-4538-b754-7eecf1b05664,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:41.195112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-898c4c9d-70e1-4b45-9f3f-f33bfcb0d0d3 req-957c9299-d519-4571-a5aa-48cca5ec9d36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1615059 Feb 09 13:17:41.200550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:41.249896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:port and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:41.266090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Calling delete_port for 45c09ecd-2957-4b00-8770-47502ae5dd42 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:41.274362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:41.275829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:41.328889 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:41.340971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:41.359454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:41.361301 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:41.388550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=ef5ed2c8-3d71-4988-94ab-47f23cef5a1b,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:41.389668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa554f-cbfe-4a10-8a9a-8d80bab9614b None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:41.395880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:41.454056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e916ec83-e449-4dd2-9293-f8068bec4b48 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:41.637396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a13dc0-ab35-49bb-bdff-9fcfaf9032c0 req-092d055f-baa0-41cf-93b9-919ea459eae5 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:41.639275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9a13dc0-ab35-49bb-bdff-9fcfaf9032c0 req-092d055f-baa0-41cf-93b9-919ea459eae5 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 944 time: 1.0942533 Feb 09 13:17:41.654976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabadce-a629-421f-a10e-c4787dc6d77b req-0647f091-cca6-412a-b1ac-c1006daab402 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:41.662636 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fabadce-a629-421f-a10e-c4787dc6d77b req-0647f091-cca6-412a-b1ac-c1006daab402 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.9950371 Feb 09 13:17:41.679832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] For port 45c09ecd-2957-4b00-8770-47502ae5dd42, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=45c09ecd-2957-4b00-8770-47502ae5dd42,segment=NetworkSegment(8d013f3a-118b-4067-be54-0ef7d9eef1a8),segment_id=8d013f3a-118b-4067-be54-0ef7d9eef1a8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:41.680766 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:41.691825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:41.753458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-84e89d62-df79-444f-8ab0-b7f779452e7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5956745 Feb 09 13:17:41.754669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:41.759641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:41.771473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55216) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:41.804577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] device_id is not set on port 11e971e0-41de-46c8-a5ab-0399676dcff1 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:17:41.843984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-898c4c9d-70e1-4b45-9f3f-f33bfcb0d0d3 req-a8152ddb-29bb-4b87-a4c4-6c6bfa4fab00 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227078 Feb 09 13:17:41.861975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:bc:6f:c9', 'name': 'tempest-NetworksTestDHCPv6-832914017'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:42.003448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] Calling delete_port for 45c09ecd-2957-4b00-8770-47502ae5dd42 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:42.011626 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.037313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.038110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fabadce-a629-421f-a10e-c4787dc6d77b req-e2651a17-1316-4e8f-9e47-fa37c652465d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739393 Feb 09 13:17:42.041153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-898c4c9d-70e1-4b45-9f3f-f33bfcb0d0d3 req-a03d20dd-d66a-4344-acd4-6d91bb18993f service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884403 Feb 09 13:17:42.082633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fcefeb-78f0-4f7f-9877-b74ee20fee98 None None] Network 10a58f19-21e1-4dd7-9137-587130a0e201 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:42.084424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9a13dc0-ab35-49bb-bdff-9fcfaf9032c0 req-6fc4900d-7fee-49b7-83a3-266161271064 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751531 Feb 09 13:17:42.125219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.129851 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.265640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event deleted for resources: {'Port': ['ID=45c09ecd-2957-4b00-8770-47502ae5dd42,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:42.329676 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:17:42.330557 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:17:42.330968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] Provisioning complete for port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:42.331317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.338887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Allocated IP 10.1.1.95 (e0fa8502-b2c1-406e-8acc-9fe430fe07d0/d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d/11e971e0-41de-46c8-a5ab-0399676dcff1) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:42.408135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bee8fb5f-dc58-4ec1-9833-2f9f198c32ee up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:42.430366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] No DVR routers for this DVR port 45c09ecd-2957-4b00-8770-47502ae5dd42 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:42.594768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': 'ef5ed2c8-3d71-4988-94ab-47f23cef5a1b'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:17:42.595566 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.648507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.708457 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=2f9d55c2-f376-42c0-a098-d54fa0e667bc,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:42.736943 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.755406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Transition to ACTIVE for port object 11e971e0-41de-46c8-a5ab-0399676dcff1 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:42.767369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-9c779e06-9256-4cd7-829f-f6967c384620 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:42.768834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-9c779e06-9256-4cd7-829f-f6967c384620 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 812 time: 0.3111329 Feb 09 13:17:42.785182 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.795420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-810f233f-79cb-4983-893c-a68011c8a665 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/quotas/accedead334d4e338be32f77a85b3517 HTTP/1.1" status: 200 len: 375 time: 0.0166848 Feb 09 13:17:42.805608 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.812103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.839656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:42.862750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] Deleting port 45c09ecd-2957-4b00-8770-47502ae5dd42 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:42.862964 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.874083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:42.877751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810996d1-d332-4c40-8999-18cb134a605d']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:42.885567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:42.887993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:42.912066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d013f3a-118b-4067-be54-0ef7d9eef1a8') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:42.912362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d013f3a-118b-4067-be54-0ef7d9eef1a8') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:42.922278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:42.929863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 1940f715-a57c-409f-9185-b661ff22a3c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:42.935347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:42.938591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:42.959565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:43.011199 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.011731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 742b5e69-a75d-4135-b411-145d324ee517 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:17:43.052390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8af8b8c9-1f73-44f2-b490-b1c3968bf6c1 None None] The port '45c09ecd-2957-4b00-8770-47502ae5dd42' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:17:43.102856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:43.108155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Allocated IP 2001:db8::f816:3eff:feda:bc0a (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/ef5ed2c8-3d71-4988-94ab-47f23cef5a1b/ad9dfa9c-2d10-4215-93e2-e53083b547c8) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:43.109444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:43.155808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] Provisioning for port e916ec83-e449-4dd2-9293-f8068bec4b48 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:43.155942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:43.194490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:43.244488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.258747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] Provisioning complete for port e916ec83-e449-4dd2-9293-f8068bec4b48 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:43.259270 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.265856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Port': ['ID=11e971e0-41de-46c8-a5ab-0399676dcff1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:43.404305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:43.405085 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.440249 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-79bf8c8b-5ac1-45d8-b4ab-1feb86eed55e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6633368 Feb 09 13:17:43.460213 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:43.460747 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.468348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-d12ced30-04b7-47b2-b3b2-3f161e8d58a3 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6461129 Feb 09 13:17:43.589811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.625436 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:17:43.640446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-70d93c68-eccf-4cc8-92c8-b7b6b2dd52b6 service neutron] 10.222.0.59 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708684 Feb 09 13:17:43.648057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:17:43.648638 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:17:43.664605 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:17:43.701294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port c5e35c15-e466-45a6-aad3-de622aefbb91 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:17:43.709109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5dbc-14fa-4ebe-81d2-e8c694242d69 req-d6e438c7-3a5a-48ea-8189-861b8625ee9b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:43.710617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e88f5dbc-14fa-4ebe-81d2-e8c694242d69 req-d6e438c7-3a5a-48ea-8189-861b8625ee9b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 944 time: 0.4125724 Feb 09 13:17:43.781790 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.796195 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.797437 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3b1fd2da-a9a2-469b-88ac-dcf75f2ef113 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "DELETE /v2.0/routers/742b5e69-a75d-4135-b411-145d324ee517 HTTP/1.1" status: 204 len: 168 time: 11.0446405 Feb 09 13:17:43.805054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55232) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:43.856622 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.863815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] For port e916ec83-e449-4dd2-9293-f8068bec4b48, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e916ec83-e449-4dd2-9293-f8068bec4b48,segment=NetworkSegment(c98cbe80-d7dd-46ec-832d-f5c6b29249df),segment_id=c98cbe80-d7dd-46ec-832d-f5c6b29249df)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:43.875963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Transition to ACTIVE for port object ad9dfa9c-2d10-4215-93e2-e53083b547c8 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:43.900135 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.908598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Transition to ACTIVE for port object ad9dfa9c-2d10-4215-93e2-e53083b547c8 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:43.912710 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:43.953477 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 45c09ecd-2957-4b00-8770-47502ae5dd42 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:43.973462 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e88f5dbc-14fa-4ebe-81d2-e8c694242d69 req-ee8da432-3214-4e2c-9960-3af7ee8b88a5 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167120 Feb 09 13:17:43.976209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-56c5aecc-396c-4be8-b9f3-268cdd8c7f31 service neutron] 10.222.0.59 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350053 Feb 09 13:17:43.979400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.001270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] Pushing event deleted for resources: {'Network': ['ID=810996d1-d332-4c40-8999-18cb134a605d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:44.033142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 45c09ecd-2957-4b00-8770-47502ae5dd42 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:17:44.033627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 45c09ecd-2957-4b00-8770-47502ae5dd42 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:44.039314 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.076530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.082268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0f8070fe-de25-42fe-973a-70920ef1b2d7 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468 tempest-ExtraDHCPOptionsIpV6TestJSON-244377468-project] 10.222.0.59 "DELETE /v2.0/networks/810996d1-d332-4c40-8999-18cb134a605d HTTP/1.1" status: 204 len: 168 time: 4.9016743 Feb 09 13:17:44.111505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:44.113298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1ee86-699e-4373-b95c-35155ad37a0e None None] Pushing event updated for resources: {'Port': ['ID=e916ec83-e449-4dd2-9293-f8068bec4b48,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:44.160158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::f816:3eff:febc:6fc9 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/ef5ed2c8-3d71-4988-94ab-47f23cef5a1b/c5e35c15-e466-45a6-aad3-de622aefbb91) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:44.180778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f6fa541a-68c4-4276-aa72-87df1d290c2d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:44.205871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:44.208405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:44.232569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Provisioning for port 3dada7ca-c3ef-4073-975d-bd215f94d800 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:44.236261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: f6fa541a-68c4-4276-aa72-87df1d290c2d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:17:44.236593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f6fa541a-68c4-4276-aa72-87df1d290c2d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:44.253013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Provisioning complete for port 3dada7ca-c3ef-4073-975d-bd215f94d800 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:44.253383 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.332867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Pushing event updated for resources: {'Port': ['ID=ad9dfa9c-2d10-4215-93e2-e53083b547c8,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:44.406286 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Port 3dada7ca-c3ef-4073-975d-bd215f94d800 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:44.410724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Attempting to bind port ad9dfa9c-2d10-4215-93e2-e53083b547c8 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:44.411084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Attempting to bind port ad9dfa9c-2d10-4215-93e2-e53083b547c8 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:44.411436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Attempting to bind port ad9dfa9c-2d10-4215-93e2-e53083b547c8 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:44.421078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:44.422317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:44.422760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.423145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:44.423612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Bound port: ad9dfa9c-2d10-4215-93e2-e53083b547c8, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:44.423976 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.466169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18d34146-7154-4ba4-89d6-f9a79faea803 req-dc4a6908-f447-4b79-88cb-08014aa2366d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 210 time: 0.0945168 Feb 09 13:17:44.480288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Provisioning for port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:44.494183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Provisioning complete for port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:44.494478 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.551550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ae8d855a-193c-4538-b754-7eecf1b05664 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:44.596815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55244) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:44.622136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1635447690', 'description': 'tempest-description--1868971280'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:44.633807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router a05e0b36-9e21-4faf-90c2-b942a3fa41e5 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:17:44.636400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.652764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] For port ad9dfa9c-2d10-4215-93e2-e53083b547c8, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:44.657434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:44.658155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] For port ad9dfa9c-2d10-4215-93e2-e53083b547c8, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ad9dfa9c-2d10-4215-93e2-e53083b547c8,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:44.666448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:security_group and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:44.668434 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.676317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:44.689928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Deleting port 82a65cdd-9b6d-4599-958a-356da7db7620 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:44.689928 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.750334 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.771103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object c5e35c15-e466-45a6-aad3-de622aefbb91 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:44.817433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.826356 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.859444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port ae8d855a-193c-4538-b754-7eecf1b05664 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:44.866895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461898a-ccfc-4021-807e-95e52d771c5f None None] Pushing event updated for resources: {'Port': ['ID=ad9dfa9c-2d10-4215-93e2-e53083b547c8,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:44.876399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port ae8d855a-193c-4538-b754-7eecf1b05664 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:44.876856 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:44.942208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55254) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:44.942942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=c5e35c15-e466-45a6-aad3-de622aefbb91,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:44.943087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] For port 82a65cdd-9b6d-4599-958a-356da7db7620, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=82a65cdd-9b6d-4599-958a-356da7db7620,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:44.943536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:45.045507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:45.102026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] For port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bee8fb5f-dc58-4ec1-9833-2f9f198c32ee,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:45.120114 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:45.134540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:45.146056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:45.153263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:45.159052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:45.159685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:45.210546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6bb5133b-2667-4849-ab38-604a0b302b56 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4334543 Feb 09 13:17:45.214352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55264) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:45.273058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Calling delete_port for 82a65cdd-9b6d-4599-958a-356da7db7620 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:45.308716 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Pushing event updated for resources: {'Port': ['ID=bee8fb5f-dc58-4ec1-9833-2f9f198c32ee,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:45.323994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Provisioning complete for port e916ec83-e449-4dd2-9293-f8068bec4b48 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:45.324385 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:45.408563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:45.418437 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:17:45.430133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b405d-184c-4a75-a4dc-25dd25c86586 None None] Sync routers for ids ['a05e0b36-9e21-4faf-90c2-b942a3fa41e5'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:17:45.431174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6e1c0b7d-737d-4b04-ab2c-252810f66bda tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/a05e0b36-9e21-4faf-90c2-b942a3fa41e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6973767 Feb 09 13:17:45.435099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55268) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:45.457093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240be1a6-283e-429c-a006-8e9a8f277adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8d855a-193c-4538-b754-7eecf1b05664'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:45.483222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port ae8d855a-193c-4538-b754-7eecf1b05664, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ae8d855a-193c-4538-b754-7eecf1b05664,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:45.513319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b405d-184c-4a75-a4dc-25dd25c86586 None None] Routers {'a05e0b36-9e21-4faf-90c2-b942a3fa41e5'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:45.514094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9b0b405d-184c-4a75-a4dc-25dd25c86586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a05e0b36-9e21-4faf-90c2-b942a3fa41e5'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:45.580040 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:45.583001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4def1a42-a6ed-45ce-8a01-401ebffce113 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:45.583001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4def1a42-a6ed-45ce-8a01-401ebffce113 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:45.583303 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240be1a6-283e-429c-a006-8e9a8f277adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8d855a-193c-4538-b754-7eecf1b05664', 'code': 200} Feb 09 13:17:45.649744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a63b0-5f97-4f82-92a3-8470c270ae4c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:45.666181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a63b0-5f97-4f82-92a3-8470c270ae4c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:45.667451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-289a63b0-5f97-4f82-92a3-8470c270ae4c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:45.683655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4def1a42-a6ed-45ce-8a01-401ebffce113 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:45.689169 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4def1a42-a6ed-45ce-8a01-401ebffce113 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports/2f9d55c2-f376-42c0-a098-d54fa0e667bc HTTP/1.1" status: 200 len: 911 time: 0.2511995 Feb 09 13:17:45.709075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55276) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:45.724514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6f921366-bfc3-4fb3-b6a1-d62b30669e82 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e9994c7-b331-423e-91c4-7f0dc6e75027'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:45.736103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=ae8d855a-193c-4538-b754-7eecf1b05664,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:45.741176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9b0b405d-184c-4a75-a4dc-25dd25c86586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:45.748139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-289a63b0-5f97-4f82-92a3-8470c270ae4c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:45.752546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-289a63b0-5f97-4f82-92a3-8470c270ae4c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5388279 Feb 09 13:17:45.753701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55280) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:45.778538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b405d-184c-4a75-a4dc-25dd25c86586 None None] Routers {'a05e0b36-9e21-4faf-90c2-b942a3fa41e5'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:17:45.779151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9b0b405d-184c-4a75-a4dc-25dd25c86586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a05e0b36-9e21-4faf-90c2-b942a3fa41e5'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:45.790085 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:45.843294 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4b41775e-0bc5-45f4-a3fa-ff58980a3e81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d83b0bb3a2b5482cbcbe83fd5a90ced0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8040195 Feb 09 13:17:45.847580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9b0b405d-184c-4a75-a4dc-25dd25c86586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:17:45.848071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0b405d-184c-4a75-a4dc-25dd25c86586 None None] The sync data for ids ['a05e0b36-9e21-4faf-90c2-b942a3fa41e5'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:17:45.848820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55284) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:45.863231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Provisioning for port 11e971e0-41de-46c8-a5ab-0399676dcff1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:45.870089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Provisioning complete for port 11e971e0-41de-46c8-a5ab-0399676dcff1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:45.870514 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:45.900000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ce485a0e-60d0-45fd-a08d-e36576ffa1b7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port c5e35c15-e466-45a6-aad3-de622aefbb91 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:45.900295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce485a0e-60d0-45fd-a08d-e36576ffa1b7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:45.931382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Port 11e971e0-41de-46c8-a5ab-0399676dcff1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:45.932994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:45.941365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:security_group_rule and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:45.948923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Provisioning for port 2f9d55c2-f376-42c0-a098-d54fa0e667bc completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:45.957890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Provisioning complete for port 2f9d55c2-f376-42c0-a098-d54fa0e667bc triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:45.959251 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.001493 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63c62daa-6b4b-4728-b990-8f4c8411b29a req-18c55c3b-bf48-4863-914d-71c0b8078552 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 1096 time: 0.3107464 Feb 09 13:17:46.061136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5156bf86-578c-451c-8f3a-35dd669fac7d None None] Port 2f9d55c2-f376-42c0-a098-d54fa0e667bc cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:46.108803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0147b094-2088-4eb0-9a3e-c30ef319bb9a req-e744d891-3b27-48c8-977b-08372bc1a8b7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 210 time: 0.3268847 Feb 09 13:17:46.118688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:46.129366 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.136307 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc27849d-669a-4cc7-8117-03f46719eb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.182409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:46.240014 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63c62daa-6b4b-4728-b990-8f4c8411b29a req-20a1902d-a128-4ae7-8a20-bc56e4a453dd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716666 Feb 09 13:17:46.258936 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc27849d-669a-4cc7-8117-03f46719eb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.362304 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.402058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bee8fb5f-dc58-4ec1-9833-2f9f198c32ee up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:46.513438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8a269b25-cb6e-4633-8ad1-da7f8f27631f None None] Provisioning for port ad9dfa9c-2d10-4215-93e2-e53083b547c8 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:46.520309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:46.520974 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.548284 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6265eead-eb8d-408d-91b6-fc4d035a3782 req-4c2623f7-358f-42c7-b8f7-98c361970e01 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2132642 Feb 09 13:17:46.550704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event deleted for resources: {'Port': ['ID=82a65cdd-9b6d-4599-958a-356da7db7620,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:46.565900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce485a0e-60d0-45fd-a08d-e36576ffa1b7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.566123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d0c20-ea15-41a6-8238-01a5649d0ff5 req-b9601e51-769a-4a16-8efd-a885206766d6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:46.573235 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-959d0c20-ea15-41a6-8238-01a5649d0ff5 req-b9601e51-769a-4a16-8efd-a885206766d6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 945 time: 1.1545329 Feb 09 13:17:46.716307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ad9dfa9c-2d10-4215-93e2-e53083b547c8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:46.718733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ce485a0e-60d0-45fd-a08d-e36576ffa1b7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for c5e35c15-e466-45a6-aad3-de622aefbb91 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:46.770609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-cd2edd61-6b0b-4b94-bb0b-b948300dfa5c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:46.772067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-cd2edd61-6b0b-4b94-bb0b-b948300dfa5c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 812 time: 0.6100314 Feb 09 13:17:46.800044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ad9dfa9c-2d10-4215-93e2-e53083b547c8 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:46.805491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ad9dfa9c-2d10-4215-93e2-e53083b547c8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:46.805853 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.815626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Request body: {'port': {'device_id': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'admin_state_up': True, 'tenant_id': 'accedead334d4e338be32f77a85b3517'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:46.882328 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.884026 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc27849d-669a-4cc7-8117-03f46719eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.910840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27849d-669a-4cc7-8117-03f46719eb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3421fd-344c-4a75-b03a-c36d760ca4d9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:46.933847 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce485a0e-60d0-45fd-a08d-e36576ffa1b7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.961269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e91ebca7-7397-4507-8611-f0f864aff662 None None] Provisioning for port c5e35c15-e466-45a6-aad3-de622aefbb91 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:46.969195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.989268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce485a0e-60d0-45fd-a08d-e36576ffa1b7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=c5e35c15-e466-45a6-aad3-de622aefbb91,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:46.991127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc27849d-669a-4cc7-8117-03f46719eb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:46.992730 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dc27849d-669a-4cc7-8117-03f46719eb87 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5b3421fd-344c-4a75-b03a-c36d760ca4d9 HTTP/1.1" status: 204 len: 168 time: 1.1322632 Feb 09 13:17:46.993418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e91ebca7-7397-4507-8611-f0f864aff662 None None] Provisioning complete for port c5e35c15-e466-45a6-aad3-de622aefbb91 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:46.994535 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e91ebca7-7397-4507-8611-f0f864aff662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.055619 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce485a0e-60d0-45fd-a08d-e36576ffa1b7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.065137 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ce485a0e-60d0-45fd-a08d-e36576ffa1b7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/c5e35c15-e466-45a6-aad3-de622aefbb91 HTTP/1.1" status: 204 len: 168 time: 1.3014870 Feb 09 13:17:47.065439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55290) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:47.093071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e91ebca7-7397-4507-8611-f0f864aff662 None None] Port c5e35c15-e466-45a6-aad3-de622aefbb91 was deleted so its status cannot be updated. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 09 13:17:47.129589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port ad9dfa9c-2d10-4215-93e2-e53083b547c8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ad9dfa9c-2d10-4215-93e2-e53083b547c8,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:47.137533 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.138443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e916ec83-e449-4dd2-9293-f8068bec4b48 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:47.144733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-959d0c20-ea15-41a6-8238-01a5649d0ff5 req-2ae3718e-ac8e-48a4-983b-f3048af9e901 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700822 Feb 09 13:17:47.160742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.165890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5996c4-8f84-481e-849c-847ce3944e59 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:47.167354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5996c4-8f84-481e-849c-847ce3944e59 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:47.169266 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ce5996c4-8f84-481e-849c-847ce3944e59 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1028340 Feb 09 13:17:47.172441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55296) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:47.317742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f921366-bfc3-4fb3-b6a1-d62b30669e82 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.366341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-505c056a-0b84-4a1f-a3d9-6bfa4266defb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet ef5ed2c8-3d71-4988-94ab-47f23cef5a1b {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:17:47.375301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-505c056a-0b84-4a1f-a3d9-6bfa4266defb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.472047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=ad9dfa9c-2d10-4215-93e2-e53083b547c8,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:47.477735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-505c056a-0b84-4a1f-a3d9-6bfa4266defb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.497627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e916ec83-e449-4dd2-9293-f8068bec4b48 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:47.498825 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.546581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26eb9c8d-789f-4420-962b-0698c637fee7 req-1acdd18a-3d0c-4439-93a6-cad0000a44cd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 210 time: 0.0993893 Feb 09 13:17:47.559024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6265eead-eb8d-408d-91b6-fc4d035a3782 req-1569287f-54b1-44da-875a-e3f137609970 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 1097 time: 0.9674637 Feb 09 13:17:47.568451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c216f576-2284-4c2c-9884-50c0da55250b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:47.687051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.744410 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-505c056a-0b84-4a1f-a3d9-6bfa4266defb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.864020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-505c056a-0b84-4a1f-a3d9-6bfa4266defb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.892248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.893436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-62fc94e5-6cd1-4c6c-8299-ca5c256ad574 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 3.2956748 Feb 09 13:17:47.910834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55310) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:47.922710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c056a-0b84-4a1f-a3d9-6bfa4266defb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5ed2c8-3d71-4988-94ab-47f23cef5a1b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:47.927947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-505c056a-0b84-4a1f-a3d9-6bfa4266defb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:47.944237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a522c-ac8f-4c22-aef5-5b751f02039e None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:47.956578 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-505c056a-0b84-4a1f-a3d9-6bfa4266defb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/ef5ed2c8-3d71-4988-94ab-47f23cef5a1b HTTP/1.1" status: 204 len: 168 time: 0.7808826 Feb 09 13:17:47.957172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55312) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:48.043359 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4abdb626-8fa9-434c-8087-4b129ea73f90 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850525 Feb 09 13:17:48.044016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55318) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:48.050347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:48.060216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'security_group_rule': {'security_group_id': 'c216f576-2284-4c2c-9884-50c0da55250b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:48.197177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:48.201331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:48.218851 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:48.240487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:48.261398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:48.268254 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.348851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ae2292-07ff-4eca-a4fd-12f49bc04621 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:17:48.353301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-12ae2292-07ff-4eca-a4fd-12f49bc04621 None None] Deleting port ad9dfa9c-2d10-4215-93e2-e53083b547c8 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:48.353670 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-12ae2292-07ff-4eca-a4fd-12f49bc04621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.398112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:48.400782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265eead-eb8d-408d-91b6-fc4d035a3782 req-977ed32a-b911-4fc3-8402-6d11300563bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:48.402285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6265eead-eb8d-408d-91b6-fc4d035a3782 req-977ed32a-b911-4fc3-8402-6d11300563bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.7525582 Feb 09 13:17:48.408326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:48.470430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Usage tracker for resource:port and tenant:accedead334d4e338be32f77a85b3517 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:48.510882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Quota usage for port was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:48.532096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55330) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:48.648640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-12ae2292-07ff-4eca-a4fd-12f49bc04621 None None] For port ad9dfa9c-2d10-4215-93e2-e53083b547c8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ad9dfa9c-2d10-4215-93e2-e53083b547c8,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:48.649416 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-12ae2292-07ff-4eca-a4fd-12f49bc04621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.652008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.656784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.690280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:security_group_rule and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:48.702236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:48.715621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:48.720298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.720827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:17:48.750072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-962965864'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:48.750701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:48.759647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6265eead-eb8d-408d-91b6-fc4d035a3782 req-3b4020ee-4207-4450-a8dd-d3bfe637137a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c22d0dc0-a022-479e-a05b-26d73a67ed6e HTTP/1.1" status: 200 len: 217 time: 0.3419812 Feb 09 13:17:48.765386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:48.782006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Usage tracker for resource:network and tenant:9b7b15bb06b7456aac098470e7a89e39 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:48.789027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:48.799307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:48.823527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-12ae2292-07ff-4eca-a4fd-12f49bc04621 None None] Calling delete_port for ad9dfa9c-2d10-4215-93e2-e53083b547c8 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:48.829721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:17:48.845688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.850100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-64c1ac35-118e-473d-8f79-6d57109d15e8 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "DELETE /v2.0/routers/e3f52c1f-1f28-4cd0-8a28-ba6766e3ba6f HTTP/1.1" status: 204 len: 168 time: 5.0404885 Feb 09 13:17:48.850100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Made reservation on behalf of accedead334d4e338be32f77a85b3517 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:48.852942 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.876859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55340) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:48.881205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265eead-eb8d-408d-91b6-fc4d035a3782 req-c732682d-2bde-46b8-a19b-b2077593ce8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:48.882874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6265eead-eb8d-408d-91b6-fc4d035a3782 req-c732682d-2bde-46b8-a19b-b2077593ce8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1104438 Feb 09 13:17:48.900634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1036710688', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:48.927513 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-12ae2292-07ff-4eca-a4fd-12f49bc04621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.946923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Port ad9dfa9c-2d10-4215-93e2-e53083b547c8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83479) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 13:17:48.947230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Reverting IP allocation for 2001:db8::f816:3eff:feda:bc0a {{(pid=83479) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 13:17:48.962577 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:48.980330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae2292-07ff-4eca-a4fd-12f49bc04621 None None] Pushing event deleted for resources: {'Port': ['ID=ad9dfa9c-2d10-4215-93e2-e53083b547c8,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:48.988500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae2292-07ff-4eca-a4fd-12f49bc04621 None None] No DVR routers for this DVR port ad9dfa9c-2d10-4215-93e2-e53083b547c8 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:49.030440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:49.033895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:49.036798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:49.037388 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.040808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Made reservation on behalf of 9b7b15bb06b7456aac098470e7a89e39 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:49.043589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c1de1-e3a7-4fd1-ab93-9ed7320a7225 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:49.045794 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.052607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:49.069561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.078645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.084397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-16f76855-bb0c-4349-869a-5e7ddc74322b req-a49c0a5c-ced6-4b53-a130-8e7f9f494798 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 210 time: 0.2178321 Feb 09 13:17:49.092149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Usage tracker for resource:router and tenant:98a85b4f2e94449ba6b762cbded91109 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:49.099701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:49.120277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:49.130720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Usage tracker for resource:security_group_rule and tenant:9b7b15bb06b7456aac098470e7a89e39 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:49.138600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:49.142108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=ccb1a811-c5ed-453d-926b-6836d8b0d627,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:49.152023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:49.167002 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6a48b2e5-462a-4fdb-82cc-ac7055b5b4dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1219194 Feb 09 13:17:49.172185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55344) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:49.179328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:87:c3:58', 'name': 'tempest-NetworksTestDHCPv6-799569836'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:49.182321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:49.314723 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.315504 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.317215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': 'ccb1a811-c5ed-453d-926b-6836d8b0d627'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:17:49.318013 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.348202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e1441-c8da-461e-8251-469311c0aacf req-dfc9dd34-4de2-42b2-a0f8-52c489a7bd73 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:49.350070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a49e1441-c8da-461e-8251-469311c0aacf req-dfc9dd34-4de2-42b2-a0f8-52c489a7bd73 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 945 time: 0.9468670 Feb 09 13:17:49.498298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Allocated IP 2001:db8::f816:3eff:fe9d:3ac5 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/ccb1a811-c5ed-453d-926b-6836d8b0d627/f556a898-9bac-4596-9352-987859e7fc89) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:49.515792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:49.525186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:49.526519 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.527887 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.528996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.531069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:49.539419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:49.541992 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.573903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:17:49.589382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:49.612818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e67c25f-8f65-461a-b29a-8f0372e64af3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:49.631674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.632013 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Added segment d2878d2c-774e-4d5e-a39f-aa1df4f000df of type vlan for network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 Feb 09 13:17:49.674205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6265eead-eb8d-408d-91b6-fc4d035a3782 req-a947c661-59ee-4d87-8bf5-5597cc8c2357 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7209227 Feb 09 13:17:49.677921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Allocated IP 172.20.0.7 (2903bfa2-6e98-48bf-8735-26cc8008e2be/a6635b5b-1a73-4f24-af7b-ce18e647d366/51bc51d6-c219-4515-974d-efec5b1c3a85) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:49.724350 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.727254 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.735107 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.746384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Transition to ACTIVE for port object f556a898-9bac-4596-9352-987859e7fc89 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:49.768101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Transition to ACTIVE for port object f556a898-9bac-4596-9352-987859e7fc89 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:49.771167 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.775191 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.807557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 2976bbbe-7260-4075-a4cd-6d75b3887912 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:17:49.824550 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a49e1441-c8da-461e-8251-469311c0aacf req-9f2681fc-5143-41d6-b6f1-c626282852ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303267 Feb 09 13:17:49.832435 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63e6b93-dd23-47ea-adf7-52d92c0fdd28,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:49.837093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:49.840587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:49.843256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:49.857137 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.860144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:49.860726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:49.917758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Pushing event updated for resources: {'Port': ['ID=f556a898-9bac-4596-9352-987859e7fc89,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:50.022555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Attempting to bind port f556a898-9bac-4596-9352-987859e7fc89 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:50.023277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Attempting to bind port f556a898-9bac-4596-9352-987859e7fc89 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:50.023502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Attempting to bind port f556a898-9bac-4596-9352-987859e7fc89 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:50.035060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:50.036546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:50.037607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.038917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:50.039882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Bound port: f556a898-9bac-4596-9352-987859e7fc89, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:50.040356 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.040527 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5067649 Feb 09 13:17:50.048424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55350) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:50.085706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5172c0-ed22-49b7-a351-6552fae3393c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event updated for resources: {'Network': ['ID=b1539ae4-83df-4df3-bf2d-8933ef0d5bb6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:50.092733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Request body: {'subnet': {'network_id': 'b1539ae4-83df-4df3-bf2d-8933ef0d5bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:50.150880 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.155333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-58b669f4-be6d-4f70-86d8-fcd2ef40985b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.1627178 Feb 09 13:17:50.174740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55356) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:50.191056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] For port f556a898-9bac-4596-9352-987859e7fc89, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:50.195296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] For port f556a898-9bac-4596-9352-987859e7fc89, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f556a898-9bac-4596-9352-987859e7fc89,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:50.201436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:17:50.211084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6265eead-eb8d-408d-91b6-fc4d035a3782 req-765b1c7a-126f-47ca-a2eb-c379d2d80aa4 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698350 Feb 09 13:17:50.219153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 82a65cdd-9b6d-4599-958a-356da7db7620 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:50.226232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'security_group_rule': {'security_group_id': 'c216f576-2284-4c2c-9884-50c0da55250b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:50.244918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::f816:3eff:fe87:c358 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/ccb1a811-c5ed-453d-926b-6836d8b0d627/2976bbbe-7260-4075-a4cd-6d75b3887912) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:50.265355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 82a65cdd-9b6d-4599-958a-356da7db7620 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:17:50.266018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 82a65cdd-9b6d-4599-958a-356da7db7620 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:50.266618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ad9dfa9c-2d10-4215-93e2-e53083b547c8 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:50.267167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:50.272433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:50.279725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Usage tracker for resource:subnet and tenant:9b7b15bb06b7456aac098470e7a89e39 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:50.294061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:50.297511 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.303658 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:50.322642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:security_group_rule and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:50.334761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Made reservation on behalf of 9b7b15bb06b7456aac098470e7a89e39 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:50.359537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:50.369676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: ad9dfa9c-2d10-4215-93e2-e53083b547c8 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:17:50.370747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ad9dfa9c-2d10-4215-93e2-e53083b547c8 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:50.384442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:50.493832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-6f921366-bfc3-4fb3-b6a1-d62b30669e82 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:17:50.505458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-59a6a7b8-ddc5-48ac-9960-02d2fd2a160e req-8419a86a-2f77-4d89-a7ba-55d96133947b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Synchronizing usage tracker for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:50.522070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4020494-d3fa-491f-9eb6-4235fa1a0bfd None None] Pushing event updated for resources: {'Port': ['ID=f556a898-9bac-4596-9352-987859e7fc89,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:50.540005 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f921366-bfc3-4fb3-b6a1-d62b30669e82 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.551591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.568883 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.588987 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f921366-bfc3-4fb3-b6a1-d62b30669e82 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.593576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f921366-bfc3-4fb3-b6a1-d62b30669e82 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:50.594256 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f921366-bfc3-4fb3-b6a1-d62b30669e82 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.598633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6f921366-bfc3-4fb3-b6a1-d62b30669e82 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/ports/2f9d55c2-f376-42c0-a098-d54fa0e667bc HTTP/1.1" status: 200 len: 911 time: 4.8870890 Feb 09 13:17:50.607518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55360) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:50.637288 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.701250 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.743014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 2976bbbe-7260-4075-a4cd-6d75b3887912 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:50.847974 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.870827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6265eead-eb8d-408d-91b6-fc4d035a3782 req-a013f34f-f252-457f-8adb-de0946c80b66 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337683 Feb 09 13:17:50.883675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-59a6a7b8-ddc5-48ac-9960-02d2fd2a160e req-8419a86a-2f77-4d89-a7ba-55d96133947b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Unset dirty status for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:50.884851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59a6a7b8-ddc5-48ac-9960-02d2fd2a160e req-8419a86a-2f77-4d89-a7ba-55d96133947b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 210 time: 0.5952733 Feb 09 13:17:50.950124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:50.955332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d199b-5cd4-4e65-b5a1-8bf75008aa24 req-b57700a3-9779-400e-a89c-51f4f5255ef7 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:50.962740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d75d199b-5cd4-4e65-b5a1-8bf75008aa24 req-b57700a3-9779-400e-a89c-51f4f5255ef7 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 945 time: 0.8434372 Feb 09 13:17:50.994458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:51.000326 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.005538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f921366-bfc3-4fb3-b6a1-d62b30669e82 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=2f9d55c2-f376-42c0-a098-d54fa0e667bc,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:51.005832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:51.008837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:51.013027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.013635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.036676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=2976bbbe-7260-4075-a4cd-6d75b3887912,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:51.051024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Transition to ACTIVE for port object 51bc51d6-c219-4515-974d-efec5b1c3a85 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:51.072344 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b548527d-758a-4671-8828-fd7d44ea4ba9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8967052 Feb 09 13:17:51.075140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55364) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:51.081165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event updated for resources: {'Subnet': ['ID=d2340396-2ffd-4363-bddf-f02964be189d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:51.088406 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.098825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Checking segment: {'id': 'd2878d2c-774e-4d5e-a39f-aa1df4f000df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1539ae4-83df-4df3-bf2d-8933ef0d5bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:51.099114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Network hostable DHCP agents. Network: b1539ae4-83df-4df3-bf2d-8933ef0d5bb6, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:17:51.124582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:17:51.135121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, b1539ae4-83df-4df3-bf2d-8933ef0d5bb6) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:51.139248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.139826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.144938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff0f667-94b6-4af9-ad1b-6fa68c3ed22e None None] Network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:51.168139 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f60278c8-1eb0-41e9-a05b-afebf8a3b7e1 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1161871 Feb 09 13:17:51.168410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55368) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:51.175304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Request body: {'port': {'network_id': 'b1539ae4-83df-4df3-bf2d-8933ef0d5bb6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-473626148'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:51.184358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d75d199b-5cd4-4e65-b5a1-8bf75008aa24 req-4922ce05-a9cc-4d23-bc2a-78dde99ef231 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208831 Feb 09 13:17:51.195482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.251693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bd6788-17db-4b54-9363-eea9750f6172,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:51.291036 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.296581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e89544a2-dbd4-4361-ace7-f8ac43922a34 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1190445 Feb 09 13:17:51.297843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55374) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:51.304147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:51.305013 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.317178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:51.331709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:floatingip and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:51.336794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:51.346953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:51.373358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.430293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['c22d0dc0-a022-479e-a05b-26d73a67ed6e', '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:51.520104 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-b1539ae4-83df-4df3-bf2d-8933ef0d5bb6', 'network_id': 'b1539ae4-83df-4df3-bf2d-8933ef0d5bb6', 'tenant_id': '9b7b15bb06b7456aac098470e7a89e39', 'fixed_ips': [{'subnet_id': 'd2340396-2ffd-4363-bddf-f02964be189d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:17:51.521018 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.543614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:51.550002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Usage tracker for resource:port and tenant:9b7b15bb06b7456aac098470e7a89e39 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:51.553249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:51.559469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:51.572592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Made reservation on behalf of 9b7b15bb06b7456aac098470e7a89e39 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:51.576119 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.693317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] device_id is not set on port 0ee9fe6b-12d9-403a-a301-827f27e8672a yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:17:51.817406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01026409-57d2-4c5c-b08b-90180793099d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.821290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01026409-57d2-4c5c-b08b-90180793099d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:51.823047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-01026409-57d2-4c5c-b08b-90180793099d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7443206 Feb 09 13:17:51.833476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event updated for resources: {'Port': ['ID=51bc51d6-c219-4515-974d-efec5b1c3a85,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:51.835730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55380) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:51.885851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:51.917980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Allocated IP 172.20.0.7 (b1539ae4-83df-4df3-bf2d-8933ef0d5bb6/d2340396-2ffd-4363-bddf-f02964be189d/0ee9fe6b-12d9-403a-a301-827f27e8672a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:51.936706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:51.944084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:51.952087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:51.986705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-27497f9a-19b9-440b-8b52-6ef75a3e91b3 None None] Provisioning for port f556a898-9bac-4596-9352-987859e7fc89 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:52.043496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:52.044129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.186247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.260912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f556a898-9bac-4596-9352-987859e7fc89 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:52.320367 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.328897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d5e07a0c-0431-4787-bbd0-29a0acbb8208 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 2976bbbe-7260-4075-a4cd-6d75b3887912 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:52.329289 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d5e07a0c-0431-4787-bbd0-29a0acbb8208 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.336440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Allocated IP 172.25.5.75 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/114d614c-a007-4d21-ba5c-eb55bfc863e1) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:52.362540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2c16f16a-c999-48c1-a77c-abeab67aa4f8 None None] Provisioning for port 51bc51d6-c219-4515-974d-efec5b1c3a85 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:52.368653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2c16f16a-c999-48c1-a77c-abeab67aa4f8 None None] Provisioning complete for port 51bc51d6-c219-4515-974d-efec5b1c3a85 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:52.368829 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2c16f16a-c999-48c1-a77c-abeab67aa4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.370626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-68a457d6-b8b4-4b92-8e85-7dffd3dc98c7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5595889 Feb 09 13:17:52.397596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.412576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port f556a898-9bac-4596-9352-987859e7fc89 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:52.426437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f556a898-9bac-4596-9352-987859e7fc89 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:52.426824 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.430883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Request body: {'port': {'device_id': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:52.454325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2c16f16a-c999-48c1-a77c-abeab67aa4f8 None None] Port 51bc51d6-c219-4515-974d-efec5b1c3a85 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:52.480671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Transition to ACTIVE for port object 0ee9fe6b-12d9-403a-a301-827f27e8672a will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:52.555765 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.562771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.571624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.650929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Allocated IP 172.20.0.2 (b1539ae4-83df-4df3-bf2d-8933ef0d5bb6/d2340396-2ffd-4363-bddf-f02964be189d/52120a1f-c309-4f0f-ad64-b808d20385d3) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:52.658966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:52.660115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port f556a898-9bac-4596-9352-987859e7fc89, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f556a898-9bac-4596-9352-987859e7fc89,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:52.665906 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.666836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:52.670566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:52.679406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46880ea-6204-43d5-9ed0-3620078d4a24 req-b1d24f46-d9b2-4ea3-9843-bad47783a810 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:52.682916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e46880ea-6204-43d5-9ed0-3620078d4a24 req-b1d24f46-d9b2-4ea3-9843-bad47783a810 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 945 time: 0.8849146 Feb 09 13:17:52.702823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d404c91c-bf4a-4085-81c1-d8c2a7252857 None None] Provisioning for port 2976bbbe-7260-4075-a4cd-6d75b3887912 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:52.733693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:52.734312 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.738264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event updated for resources: {'Port': ['ID=0ee9fe6b-12d9-403a-a301-827f27e8672a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:52.744936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d404c91c-bf4a-4085-81c1-d8c2a7252857 None None] Provisioning complete for port 2976bbbe-7260-4075-a4cd-6d75b3887912 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:52.745525 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d404c91c-bf4a-4085-81c1-d8c2a7252857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.772022 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0a6ebfed-4b09-4702-8df7-05e3c0fbfbc2 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6023655 Feb 09 13:17:52.773444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55386) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:52.775877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.776212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:52.783724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Request body: {'port': {'network_id': 'b1539ae4-83df-4df3-bf2d-8933ef0d5bb6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1401414428', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:52.784266 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.api.validators [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] bootfile-name is not in valid_values {{(pid=83479) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:52.784598 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.api.validators [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] tftp-server is not in valid_values {{(pid=83479) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:52.784922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.api.validators [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] server-ip-address is not in valid_values {{(pid=83479) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:52.828424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228bc7d-de95-43b1-ba45-9d1848937d98 req-502cc714-6c46-4f17-b1e5-ea59f37a8bf7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:52.829888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0228bc7d-de95-43b1-ba45-9d1848937d98 req-502cc714-6c46-4f17-b1e5-ea59f37a8bf7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 931 time: 0.6846416 Feb 09 13:17:52.880305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=f556a898-9bac-4596-9352-987859e7fc89,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:52.884662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d404c91c-bf4a-4085-81c1-d8c2a7252857 None None] Port 2976bbbe-7260-4075-a4cd-6d75b3887912 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:52.905855 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e46880ea-6204-43d5-9ed0-3620078d4a24 req-fb469abb-5642-4b80-b39d-2646b9c6f442 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134106 Feb 09 13:17:53.041065 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.059271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:53.064308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:53.065532 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.079004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:53.082800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Transition to ACTIVE for port object 52120a1f-c309-4f0f-ad64-b808d20385d3 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:53.114831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Transition to ACTIVE for port object 52120a1f-c309-4f0f-ad64-b808d20385d3 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:53.122046 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.131007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Port': ['ID=114d614c-a007-4d21-ba5c-eb55bfc863e1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:53.133862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:17:53.145248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Usage tracker for resource:port and tenant:9b7b15bb06b7456aac098470e7a89e39 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:17:53.153015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:17:53.163515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:17:53.181766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Made reservation on behalf of 9b7b15bb06b7456aac098470e7a89e39 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:17:53.187168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.195612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:53.198395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Allocated IP 172.25.5.185 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/0843cd73-7697-49c7-9da2-5347d3100b1f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:53.198626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:53.203298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:53.205570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Pushing event updated for resources: {'Port': ['ID=52120a1f-c309-4f0f-ad64-b808d20385d3,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:53.227964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] device_id is not set on port 272bee11-6097-4c37-a3db-97ec2cdcbdba yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:17:53.276699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0228bc7d-de95-43b1-ba45-9d1848937d98 req-4caf00ef-76f1-439d-a8c3-6f14a1ce2e6b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737357 Feb 09 13:17:53.301513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Attempting to bind port 52120a1f-c309-4f0f-ad64-b808d20385d3 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:53.301513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Attempting to bind port 52120a1f-c309-4f0f-ad64-b808d20385d3 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'd2878d2c-774e-4d5e-a39f-aa1df4f000df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1539ae4-83df-4df3-bf2d-8933ef0d5bb6'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:53.302027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Attempting to bind port 52120a1f-c309-4f0f-ad64-b808d20385d3 on network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:53.308806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:53.309238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Checking segment: {'id': 'd2878d2c-774e-4d5e-a39f-aa1df4f000df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1539ae4-83df-4df3-bf2d-8933ef0d5bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:53.309581 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.309985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Bound using segment: {'id': 'd2878d2c-774e-4d5e-a39f-aa1df4f000df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1539ae4-83df-4df3-bf2d-8933ef0d5bb6'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:53.310420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Bound port: 52120a1f-c309-4f0f-ad64-b808d20385d3, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2878d2c-774e-4d5e-a39f-aa1df4f000df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b1539ae4-83df-4df3-bf2d-8933ef0d5bb6'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:53.310835 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.378721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d5e07a0c-0431-4787-bbd0-29a0acbb8208 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.403871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] For port 52120a1f-c309-4f0f-ad64-b808d20385d3, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:53.407590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] For port 52120a1f-c309-4f0f-ad64-b808d20385d3, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=52120a1f-c309-4f0f-ad64-b808d20385d3,segment=NetworkSegment(d2878d2c-774e-4d5e-a39f-aa1df4f000df),segment_id=d2878d2c-774e-4d5e-a39f-aa1df4f000df)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:53.413209 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.441989 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.497484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a2d7a-e19e-470e-8acb-c75f72364f3e None None] Pushing event updated for resources: {'Port': ['ID=52120a1f-c309-4f0f-ad64-b808d20385d3,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:53.521124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Allocated IP 172.20.0.13 (b1539ae4-83df-4df3-bf2d-8933ef0d5bb6/d2340396-2ffd-4363-bddf-f02964be189d/272bee11-6097-4c37-a3db-97ec2cdcbdba) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:17:53.523256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:53.892849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d5e07a0c-0431-4787-bbd0-29a0acbb8208 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 2976bbbe-7260-4075-a4cd-6d75b3887912 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:54.160723 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.171005 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.186122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1de8f0f6-4d2d-4b93-9e85-0292ce603651 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:54.186851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1de8f0f6-4d2d-4b93-9e85-0292ce603651 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 945 time: 0.9646053 Feb 09 13:17:54.333027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Port': ['ID=114d614c-a007-4d21-ba5c-eb55bfc863e1,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:54.336562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.379101 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.381055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 52120a1f-c309-4f0f-ad64-b808d20385d3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:54.392451 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c66bf33f-25bd-4b00-b1a0-09d6f9e25898 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0934267 Feb 09 13:17:54.484786 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.500136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 52120a1f-c309-4f0f-ad64-b808d20385d3 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:54.509035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f556a898-9bac-4596-9352-987859e7fc89 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:54.595932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f556a898-9bac-4596-9352-987859e7fc89 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:54.596641 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.657233 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.691190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Transition to ACTIVE for port object 272bee11-6097-4c37-a3db-97ec2cdcbdba will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:54.701946 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d5e07a0c-0431-4787-bbd0-29a0acbb8208 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.714132 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:17:54.726871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.741864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1b794b23-53e3-4de5-a2c0-b8cbe4a36114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Deleting port ae8d855a-193c-4538-b754-7eecf1b05664 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:54.742204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1b794b23-53e3-4de5-a2c0-b8cbe4a36114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.784902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94784cfc-64a2-4ae7-9cd0-0d11b7cf5643 None None] Network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:54.831380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:54.833584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:54.849119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:54.882588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event updated for resources: {'Port': ['ID=272bee11-6097-4c37-a3db-97ec2cdcbdba,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:54.913788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e07a0c-0431-4787-bbd0-29a0acbb8208 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=2976bbbe-7260-4075-a4cd-6d75b3887912,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:54.934680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-712b9d58-14d6-472b-91f1-73e7cc06941a None None] Provisioning for port 52120a1f-c309-4f0f-ad64-b808d20385d3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:54.950339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:54.951047 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.973724 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bac0df16-858e-471a-a043-dbf2ee97340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:54.977458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e691d9ae-1a36-42df-b7e6-2f96e1de4671 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2032423 Feb 09 13:17:54.980652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55412) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:55.008360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bc51d6-c219-4515-974d-efec5b1c3a85 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:17:55.030886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-712b9d58-14d6-472b-91f1-73e7cc06941a None None] Provisioning complete for port 52120a1f-c309-4f0f-ad64-b808d20385d3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:55.031892 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-712b9d58-14d6-472b-91f1-73e7cc06941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.084604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.087205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5674a972-6a9e-4efd-a0d9-906018a243e5 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:55.087637 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.095468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5674a972-6a9e-4efd-a0d9-906018a243e5 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:55.101396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5674a972-6a9e-4efd-a0d9-906018a243e5 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:55.102491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5674a972-6a9e-4efd-a0d9-906018a243e5 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Synchronizing usage tracker for tenant:9b7b15bb06b7456aac098470e7a89e39 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:55.127383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5674a972-6a9e-4efd-a0d9-906018a243e5 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Unset dirty status for tenant:9b7b15bb06b7456aac098470e7a89e39 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:55.131983 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5674a972-6a9e-4efd-a0d9-906018a243e5 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1478927 Feb 09 13:17:55.132661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55416) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:55.137704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5f1da-f491-461d-aebe-0160c9ba5434 req-24027bf3-7864-48a2-a8bd-6e47c4b9b73d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:55.144549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ad5f1da-f491-461d-aebe-0160c9ba5434 req-24027bf3-7864-48a2-a8bd-6e47c4b9b73d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 945 time: 0.9412038 Feb 09 13:17:55.164971 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d5e07a0c-0431-4787-bbd0-29a0acbb8208 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.245633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a89aa46d-e0f1-4f1b-8a03-4a7343184b58 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Deleting port 272bee11-6097-4c37-a3db-97ec2cdcbdba {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:55.246552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a89aa46d-e0f1-4f1b-8a03-4a7343184b58 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.260845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Transition to ACTIVE for port object 51bc51d6-c219-4515-974d-efec5b1c3a85 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:17:55.289598 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-712b9d58-14d6-472b-91f1-73e7cc06941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.293695 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d5e07a0c-0431-4787-bbd0-29a0acbb8208 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/2976bbbe-7260-4075-a4cd-6d75b3887912 HTTP/1.1" status: 204 len: 168 time: 3.4206836 Feb 09 13:17:55.300359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55420) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:55.331738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-712b9d58-14d6-472b-91f1-73e7cc06941a None None] For port 52120a1f-c309-4f0f-ad64-b808d20385d3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=52120a1f-c309-4f0f-ad64-b808d20385d3,segment=NetworkSegment(d2878d2c-774e-4d5e-a39f-aa1df4f000df),segment_id=d2878d2c-774e-4d5e-a39f-aa1df4f000df)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:55.337556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.337821 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-712b9d58-14d6-472b-91f1-73e7cc06941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.354184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:17:55.371785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68ef91-7864-497b-9826-8fada20cd0b8 req-90653467-691e-4d72-8c70-a0c6b9137cc7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:55.373377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d68ef91-7864-497b-9826-8fada20cd0b8 req-90653467-691e-4d72-8c70-a0c6b9137cc7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 931 time: 0.7471240 Feb 09 13:17:55.437395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b9d58-14d6-472b-91f1-73e7cc06941a None None] Pushing event updated for resources: {'Port': ['ID=52120a1f-c309-4f0f-ad64-b808d20385d3,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:55.445002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:17:55.447354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Pushing event updated for resources: {'Port': ['ID=0843cd73-7697-49c7-9da2-5347d3100b1f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:55.466571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:17:55.502188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c2014-cb5e-4dc6-a845-fec967f07748 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:55.503775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c2014-cb5e-4dc6-a845-fec967f07748 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:55.504538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-049c2014-cb5e-4dc6-a845-fec967f07748 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:55.571393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ad5f1da-f491-461d-aebe-0160c9ba5434 req-b89a115c-dcd8-4106-b3ed-abe1cef34b08 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258759 Feb 09 13:17:55.674160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ddaf775b-256b-4897-afde-077f0355fbdd None None] Provisioning for port 0ee9fe6b-12d9-403a-a301-827f27e8672a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:55.685162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ddaf775b-256b-4897-afde-077f0355fbdd None None] Provisioning complete for port 0ee9fe6b-12d9-403a-a301-827f27e8672a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:55.685710 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ddaf775b-256b-4897-afde-077f0355fbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.711309 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a89aa46d-e0f1-4f1b-8a03-4a7343184b58 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.735882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-049c2014-cb5e-4dc6-a845-fec967f07748 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:55.740220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-049c2014-cb5e-4dc6-a845-fec967f07748 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4390523 Feb 09 13:17:55.740839 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55424) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:55.809348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf775b-256b-4897-afde-077f0355fbdd None None] Port 0ee9fe6b-12d9-403a-a301-827f27e8672a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:55.823762 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ddaf775b-256b-4897-afde-077f0355fbdd None None] Provisioning for port 272bee11-6097-4c37-a3db-97ec2cdcbdba completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:17:55.837453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ddaf775b-256b-4897-afde-077f0355fbdd None None] Provisioning complete for port 272bee11-6097-4c37-a3db-97ec2cdcbdba triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:55.837818 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ddaf775b-256b-4897-afde-077f0355fbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.918326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ddaf775b-256b-4897-afde-077f0355fbdd None None] Port 272bee11-6097-4c37-a3db-97ec2cdcbdba cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:55.932037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Pushing event updated for resources: {'Port': ['ID=51bc51d6-c219-4515-974d-efec5b1c3a85,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:55.945347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ddaf775b-256b-4897-afde-077f0355fbdd None None] Provisioning complete for port 52120a1f-c309-4f0f-ad64-b808d20385d3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:55.946755 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ddaf775b-256b-4897-afde-077f0355fbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:55.961656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a89aa46d-e0f1-4f1b-8a03-4a7343184b58 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Calling delete_port for 272bee11-6097-4c37-a3db-97ec2cdcbdba owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:56.191249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 52120a1f-c309-4f0f-ad64-b808d20385d3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:17:56.231045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1b794b23-53e3-4de5-a2c0-b8cbe4a36114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] For port ae8d855a-193c-4538-b754-7eecf1b05664, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ae8d855a-193c-4538-b754-7eecf1b05664,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:56.231442 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1b794b23-53e3-4de5-a2c0-b8cbe4a36114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:56.241350 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d68ef91-7864-497b-9826-8fada20cd0b8 req-03ce537d-3919-4c68-8ed9-ddbd123f8636 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7760231 Feb 09 13:17:56.265128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-eba1a9f1-914f-42b5-b3fc-c6ce5cb10ae9 None None] Provisioning complete for port 0ee9fe6b-12d9-403a-a301-827f27e8672a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:56.265519 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eba1a9f1-914f-42b5-b3fc-c6ce5cb10ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:56.325110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-cd7ea474-b4c5-4403-a45c-420816239571 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:56.326858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-cd7ea474-b4c5-4403-a45c-420816239571 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Synchronizing usage tracker for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:56.328740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-eba1a9f1-914f-42b5-b3fc-c6ce5cb10ae9 None None] Port 0ee9fe6b-12d9-403a-a301-827f27e8672a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:56.338745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 52120a1f-c309-4f0f-ad64-b808d20385d3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:56.339112 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:56.398143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-687c33ec-b60b-42a4-a444-278c6d7a05dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet ccb1a811-c5ed-453d-926b-6836d8b0d627 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:17:56.402541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-687c33ec-b60b-42a4-a444-278c6d7a05dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:56.445834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a89aa46d-e0f1-4f1b-8a03-4a7343184b58 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:56.459209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1b794b23-53e3-4de5-a2c0-b8cbe4a36114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Calling delete_port for ae8d855a-193c-4538-b754-7eecf1b05664 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:56.496192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aadfb116-cbf7-413e-b9a8-f5b634d09330 None None] Could not find standard attr ID for object 272bee11-6097-4c37-a3db-97ec2cdcbdba. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:17:56.610613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafcf0-e74e-46c6-b7dc-7061245c322f req-93882729-dfec-4980-a897-3b51525ec0fc tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:56.612281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5aaafcf0-e74e-46c6-b7dc-7061245c322f req-93882729-dfec-4980-a897-3b51525ec0fc tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 946 time: 0.7594860 Feb 09 13:17:56.613616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-cd7ea474-b4c5-4403-a45c-420816239571 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Unset dirty status for tenant:a56e84bc023c45cc83f6fd03a7667234 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:56.614746 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-cd7ea474-b4c5-4403-a45c-420816239571 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.67 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 946 time: 0.6134038 Feb 09 13:17:56.627428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89aa46d-e0f1-4f1b-8a03-4a7343184b58 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event deleted for resources: {'Port': ['ID=272bee11-6097-4c37-a3db-97ec2cdcbdba,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:56.704613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-687c33ec-b60b-42a4-a444-278c6d7a05dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:56.730055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Attempting to bind port 51bc51d6-c219-4515-974d-efec5b1c3a85 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:17:56.730443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Attempting to bind port 51bc51d6-c219-4515-974d-efec5b1c3a85 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:17:56.731043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Attempting to bind port 51bc51d6-c219-4515-974d-efec5b1c3a85 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:56.734846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c49737cd-7801-48e4-8ed8-d86a9222eb95 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Synchronizing usage tracker for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:56.749025 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:56.749759 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:56.813664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Deleting port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:56.813993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:56.821309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Port 51bc51d6-c219-4515-974d-efec5b1c3a85 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:17:56.821675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Attempting to bind port 51bc51d6-c219-4515-974d-efec5b1c3a85 on network 2903bfa2-6e98-48bf-8735-26cc8008e2be {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:17:56.906250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c49737cd-7801-48e4-8ed8-d86a9222eb95 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Unset dirty status for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:56.906250 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c49737cd-7801-48e4-8ed8-d86a9222eb95 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1635447690&fields=id&tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2 HTTP/1.1" status: 200 len: 267 time: 0.4142456 Feb 09 13:17:56.920267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5aaafcf0-e74e-46c6-b7dc-7061245c322f req-e9f09998-1642-4378-af44-de7cc3266133 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups?id=17c28d5a-57e7-4ccd-b29d-dcb5d2449434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633603 Feb 09 13:17:56.921437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a89aa46d-e0f1-4f1b-8a03-4a7343184b58 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.017093 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a89aa46d-e0f1-4f1b-8a03-4a7343184b58 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "DELETE /v2.0/ports/272bee11-6097-4c37-a3db-97ec2cdcbdba HTTP/1.1" status: 204 len: 168 time: 1.8827887 Feb 09 13:17:57.025418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:17:57.025968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Checking segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:17:57.027030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Bound using segment: {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:17:57.027156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55434) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:57.027299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Bound port: 51bc51d6-c219-4515-974d-efec5b1c3a85, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7562286-3085-4f92-a87c-33f43b17936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:17:57.027299 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.031406 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-687c33ec-b60b-42a4-a444-278c6d7a05dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.087329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Request body: {'port': {'name': 'tempest-new-port-name-1401776970', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:57.087615 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1b794b23-53e3-4de5-a2c0-b8cbe4a36114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.087723 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.api.validators [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] bootfile-name is not in valid_values {{(pid=83479) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:57.088044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.api.validators [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] tftp-server is not in valid_values {{(pid=83479) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:57.088366 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.api.validators [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] server-ip-address is not in valid_values {{(pid=83479) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 09 13:17:57.101158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:17:57.186180 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe74fc6f-71ec-4536-92fe-64bc9249efdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.266119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0641d93c-880d-4ace-a1c2-bc0897c4c0c5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:57.266737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0641d93c-880d-4ace-a1c2-bc0897c4c0c5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Synchronizing usage tracker for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:57.281440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b794b23-53e3-4de5-a2c0-b8cbe4a36114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event deleted for resources: {'Port': ['ID=ae8d855a-193c-4538-b754-7eecf1b05664,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:57.305554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8abb82ef-dc5b-4d8b-afd4-b7ffffa0d1cc req-22318555-9a58-47bb-b2e8-ecc024a6059b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=240be1a6-283e-429c-a006-8e9a8f277adc HTTP/1.1" status: 200 len: 210 time: 0.1779571 Feb 09 13:17:57.371167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port 2f9d55c2-f376-42c0-a098-d54fa0e667bc {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:57.371503 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.385963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.406700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] For port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:57.407480 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.420666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-687c33ec-b60b-42a4-a444-278c6d7a05dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.513251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0641d93c-880d-4ace-a1c2-bc0897c4c0c5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Unset dirty status for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:57.514380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0641d93c-880d-4ace-a1c2-bc0897c4c0c5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports/3dada7ca-c3ef-4073-975d-bd215f94d800 HTTP/1.1" status: 200 len: 937 time: 0.5916982 Feb 09 13:17:57.524340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1b794b23-53e3-4de5-a2c0-b8cbe4a36114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] No DVR routers for this DVR port ae8d855a-193c-4538-b754-7eecf1b05664 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:57.538137 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1b794b23-53e3-4de5-a2c0-b8cbe4a36114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.542305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] For port 51bc51d6-c219-4515-974d-efec5b1c3a85, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:17:57.559573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c33ec-b60b-42a4-a444-278c6d7a05dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb1a811-c5ed-453d-926b-6836d8b0d627,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:57.572955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240be1a6-283e-429c-a006-8e9a8f277adc', 'name': 'network-vif-deleted', 'tag': 'ae8d855a-193c-4538-b754-7eecf1b05664'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:17:57.582144 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-687c33ec-b60b-42a4-a444-278c6d7a05dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.589000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76afc17a-4f26-4e29-8f3e-2b8657a9aaa4 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:17:57.617537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] For port 51bc51d6-c219-4515-974d-efec5b1c3a85, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51bc51d6-c219-4515-974d-efec5b1c3a85,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:17:57.698267 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-687c33ec-b60b-42a4-a444-278c6d7a05dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/ccb1a811-c5ed-453d-926b-6836d8b0d627 HTTP/1.1" status: 204 len: 168 time: 1.8579051 Feb 09 13:17:57.703292 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55442) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:57.782458 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:57.817330 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-534ed523-1613-4ba5-b7be-3351d6fef1d2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979357 Feb 09 13:17:57.832091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d829fdbf-67f8-4b4e-abb5-78ef02a0f935 req-1b794b23-53e3-4de5-a2c0-b8cbe4a36114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "DELETE /v2.0/ports/ae8d855a-193c-4538-b754-7eecf1b05664 HTTP/1.1" status: 204 len: 173 time: 3.6220887 Feb 09 13:17:57.848458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55446) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:57.940112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2cbcd-6aca-4922-954c-b6f19d1cd494 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:17:57.948591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7da2cbcd-6aca-4922-954c-b6f19d1cd494 None None] Deleting port f556a898-9bac-4596-9352-987859e7fc89 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:57.949004 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7da2cbcd-6aca-4922-954c-b6f19d1cd494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.042093 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.042375 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.042716 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Floating IP 7fa3be96-e07d-4547-a288-1e2bedab467c disassociated. External IP: 172.25.5.117, port: 1fb18b8f-2537-4bbc-a0a7-23592c9122f1. Feb 09 13:17:58.043053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Calling delete_port for 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:58.058257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-57342aed-489a-4e85-a226-25e2f5cb7215 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:58.059736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-57342aed-489a-4e85-a226-25e2f5cb7215 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports/11e971e0-41de-46c8-a5ab-0399676dcff1 HTTP/1.1" status: 200 len: 933 time: 0.5335474 Feb 09 13:17:58.164064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.167480 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.168911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] 10.222.0.67 "PUT /v2.0/ports/51bc51d6-c219-4515-974d-efec5b1c3a85 HTTP/1.1" status: 200 len: 1091 time: 5.7513838 Feb 09 13:17:58.171122 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.192619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-e17565cc-9e09-4bd2-aa9f-51a3ab13b11f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?network_id=10a58f19-21e1-4dd7-9137-587130a0e201&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1112044 Feb 09 13:17:58.206503 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.227221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67a9d9-dbdc-4e46-b870-8356c61420bc service neutron] Pushing event updated for resources: {'Port': ['ID=51bc51d6-c219-4515-974d-efec5b1c3a85,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:58.288292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f556a898-9bac-4596-9352-987859e7fc89 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:58.439541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7da2cbcd-6aca-4922-954c-b6f19d1cd494 None None] For port f556a898-9bac-4596-9352-987859e7fc89, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f556a898-9bac-4596-9352-987859e7fc89,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:17:58.440191 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7da2cbcd-6aca-4922-954c-b6f19d1cd494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.499327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c416a1dd-467f-4bd6-a691-49fbcc4ebc59 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?network_id=10a58f19-21e1-4dd7-9137-587130a0e201&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2797050 Feb 09 13:17:58.557554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event updated for resources: {'Port': ['ID=0ee9fe6b-12d9-403a-a301-827f27e8672a,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:58.613844 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.636392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7da2cbcd-6aca-4922-954c-b6f19d1cd494 None None] Calling delete_port for f556a898-9bac-4596-9352-987859e7fc89 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:58.657668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc883d22-5700-4a25-b154-80c4ba9557e2 req-9b9a52b5-e03f-4f91-b708-3ebda7bd51b0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:58.659810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc883d22-5700-4a25-b154-80c4ba9557e2 req-9b9a52b5-e03f-4f91-b708-3ebda7bd51b0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 943 time: 1.2127595 Feb 09 13:17:58.668231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for 2f9d55c2-f376-42c0-a098-d54fa0e667bc owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:17:58.675693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ae8d855a-193c-4538-b754-7eecf1b05664 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:58.723170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] In _notify_port_updated(), no bound segment for port 0ee9fe6b-12d9-403a-a301-827f27e8672a on network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:17:58.729433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:58.731114 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.735653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-68874c9f-c29e-4cce-a97c-d94c6147d30c tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "PUT /v2.0/ports/0ee9fe6b-12d9-403a-a301-827f27e8672a HTTP/1.1" status: 200 len: 1136 time: 1.7047038 Feb 09 13:17:58.735861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.742818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event deleted for resources: {'Port': ['ID=1fb18b8f-2537-4bbc-a0a7-23592c9122f1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:58.745315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55454) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:58.786527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: ae8d855a-193c-4538-b754-7eecf1b05664 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:17:58.787088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ae8d855a-193c-4538-b754-7eecf1b05664 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:58.787688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:17:58.839014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:17:58.839578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:17:58.855171 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.900983 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.908743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c778c-e272-4b52-9137-b6a7c55641ef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:58.909676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-375c778c-e272-4b52-9137-b6a7c55641ef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:58.915356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a6886-4d89-4d0d-9ebe-bf22e28b2aba tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:58.915999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-733a6886-4d89-4d0d-9ebe-bf22e28b2aba tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Synchronizing usage tracker for tenant:9b7b15bb06b7456aac098470e7a89e39 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:58.937809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-81af7625-1afe-498c-a101-ca04292bb837 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:58.941825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-81af7625-1afe-498c-a101-ca04292bb837 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:58.942593 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7da2cbcd-6aca-4922-954c-b6f19d1cd494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:58.946360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-81af7625-1afe-498c-a101-ca04292bb837 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:58.947207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-81af7625-1afe-498c-a101-ca04292bb837 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Synchronizing usage tracker for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:58.983306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc883d22-5700-4a25-b154-80c4ba9557e2 req-4bc12148-edc8-493d-b50e-e01d4f545938 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621641 Feb 09 13:17:59.013021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-375c778c-e272-4b52-9137-b6a7c55641ef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:59.026118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-375c778c-e272-4b52-9137-b6a7c55641ef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1728840 Feb 09 13:17:59.033585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55458) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:59.068539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2cbcd-6aca-4922-954c-b6f19d1cd494 None None] Pushing event deleted for resources: {'Port': ['ID=f556a898-9bac-4596-9352-987859e7fc89,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:59.078511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-5cdd59bf-529f-4347-b962-8a620549cdb0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 1094 time: 0.8150957 Feb 09 13:17:59.085936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da2cbcd-6aca-4922-954c-b6f19d1cd494 None None] No DVR routers for this DVR port f556a898-9bac-4596-9352-987859e7fc89 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:17:59.088068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-81af7625-1afe-498c-a101-ca04292bb837 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Unset dirty status for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:59.089194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-81af7625-1afe-498c-a101-ca04292bb837 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/networks?id=5bd39a6f-a62b-4b6e-89e8-d04af90bc172&id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&id=10a58f19-21e1-4dd7-9137-587130a0e201&id=10a58f19-21e1-4dd7-9137-587130a0e201 HTTP/1.1" status: 200 len: 1994 time: 0.5888944 Feb 09 13:17:59.115081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b1d8baf1-9eb1-4bf0-9b62-15742b6e8c5d None None] Provisioning complete for port 0ee9fe6b-12d9-403a-a301-827f27e8672a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:17:59.115943 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1d8baf1-9eb1-4bf0-9b62-15742b6e8c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:59.152912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-733a6886-4d89-4d0d-9ebe-bf22e28b2aba tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Unset dirty status for tenant:9b7b15bb06b7456aac098470e7a89e39 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:59.158115 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-733a6886-4d89-4d0d-9ebe-bf22e28b2aba tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "GET /v2.0/ports/0ee9fe6b-12d9-403a-a301-827f27e8672a HTTP/1.1" status: 200 len: 1136 time: 0.4113257 Feb 09 13:17:59.161153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55462) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:59.188314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8baf1-9eb1-4bf0-9b62-15742b6e8c5d None None] Port 0ee9fe6b-12d9-403a-a301-827f27e8672a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:17:59.190320 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240be1a6-283e-429c-a006-8e9a8f277adc', 'name': 'network-vif-deleted', 'tag': 'ae8d855a-193c-4538-b754-7eecf1b05664', 'status': 'completed', 'code': 200} Feb 09 13:17:59.259266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6c5411d4-dd56-47fa-92fb-10cc06dd0c3d tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Deleting port 0ee9fe6b-12d9-403a-a301-827f27e8672a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:17:59.259616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c5411d4-dd56-47fa-92fb-10cc06dd0c3d tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:59.276289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-3bc26096-fe28-4e75-a297-40891e62c9ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51bc51d6-c219-4515-974d-efec5b1c3a85 HTTP/1.1" status: 200 len: 217 time: 0.1801453 Feb 09 13:17:59.286271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d85e94-342c-4d89-85ba-b676cc552d38 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:59.287180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b4d85e94-342c-4d89-85ba-b676cc552d38 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:17:59.379815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6269126a-d0c9-4b29-aa99-1c029564fb7b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/quotas/5bf42b67591842eeb2c9ab0bd5cffbc2 HTTP/1.1" status: 200 len: 375 time: 0.2003584 Feb 09 13:17:59.392668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b91d0e68-0d1a-403f-ba63-2662391f8aba req-e5add8c9-2424-44a1-b2da-860bd8fa3f33 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/ports?device_id=5120f07c-d75f-4bf3-9eae-df7d6e396bd1 HTTP/1.1" status: 200 len: 210 time: 0.1140602 Feb 09 13:17:59.438147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Router c9f86890-51b1-40c8-8fbb-20baee0741bf is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:17:59.507183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b4d85e94-342c-4d89-85ba-b676cc552d38 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:17:59.508333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b4d85e94-342c-4d89-85ba-b676cc552d38 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4697549 Feb 09 13:17:59.512011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:59.516301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55466) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:59.516448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-3df8bf7e-a5b1-4f41-8bde-e53b28a204cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:17:59.518266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-3df8bf7e-a5b1-4f41-8bde-e53b28a204cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1818604 Feb 09 13:17:59.616167 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-36ca4e00-5268-401f-94bf-3a52a6a108ad tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986176 Feb 09 13:17:59.624511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55474) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:17:59.634402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:17:59.651207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:17:59.681020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=2f9d55c2-f376-42c0-a098-d54fa0e667bc,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:17:59.750773 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c5411d4-dd56-47fa-92fb-10cc06dd0c3d tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:59.859078 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:17:59.980894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6c5411d4-dd56-47fa-92fb-10cc06dd0c3d tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Calling delete_port for 0ee9fe6b-12d9-403a-a301-827f27e8672a owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:00.026348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:00.102762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:00.148820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:00.152643 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:00.217310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7e7d0212-d0f3-40bd-b7e2-4879266663a0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.8187354 Feb 09 13:18:00.415893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-bc71276d-da44-4831-a1d7-4a81c64a2e04 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:00.417551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-bc71276d-da44-4831-a1d7-4a81c64a2e04 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.5393586 Feb 09 13:18:00.427858 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-e0a7186e-0f8c-40d9-b493-b44e3687738d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8734765 Feb 09 13:18:00.435953 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:00.481913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c5411d4-dd56-47fa-92fb-10cc06dd0c3d tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:00.523781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-01278a4f-dd7a-4938-9c5a-33ba8011a9e6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/quotas/b61e4f1740014417a9a4bf493277ef6d HTTP/1.1" status: 200 len: 375 time: 0.0917878 Feb 09 13:18:00.548641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5411d4-dd56-47fa-92fb-10cc06dd0c3d tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event deleted for resources: {'Port': ['ID=0ee9fe6b-12d9-403a-a301-827f27e8672a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:00.633174 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7f9967e4-cfc1-4797-9023-3da3aa57d1c6 service neutron] 10.222.0.59 "GET /v2.0/networks/5bd39a6f-a62b-4b6e-89e8-d04af90bc172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971624 Feb 09 13:18:00.739160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c5411d4-dd56-47fa-92fb-10cc06dd0c3d tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:00.743500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:00.754397 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] Sync routers for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:00.770813 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:00.771432 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:00.842615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] No DVR routers for this DVR port 1fb18b8f-2537-4bbc-a0a7-23592c9122f1 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:18:00.845281 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:00.857714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'name': 'network-vif-deleted', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:00.872329 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6c5411d4-dd56-47fa-92fb-10cc06dd0c3d tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "DELETE /v2.0/ports/0ee9fe6b-12d9-403a-a301-827f27e8672a HTTP/1.1" status: 204 len: 168 time: 1.7099631 Feb 09 13:18:00.872884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55490) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:00.915042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-e3425aea-c832-4d12-aceb-e6fe81fcbdf3 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751208 Feb 09 13:18:00.948085 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6136c594-b3e8-4816-8d1e-75a0acf3cfbe req-e129efb9-aa08-4380-bf35-33198064aeda tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.67 "DELETE /v2.0/ports/1fb18b8f-2537-4bbc-a0a7-23592c9122f1 HTTP/1.1" status: 204 len: 173 time: 4.3220329 Feb 09 13:18:00.990556 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:01.155336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:18:01.159856 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:01.249754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-727e95a4-4774-44af-8426-49fe19400478 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Deleting subnet d2340396-2ffd-4363-bddf-f02964be189d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:18:01.254904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:01.258781 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-727e95a4-4774-44af-8426-49fe19400478 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:01.287408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:01.290780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:01.291367 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:01.300006 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c6af9-e9a9-4248-8171-4594bc8aae11 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:01.312731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=56c1cd95-6f79-478f-8c14-ed28c1b081e0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:01.342736 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-212d4d51-5caf-4394-9c23-916397d15dba tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7147527 Feb 09 13:18:01.343767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55494) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:01.348935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:2c:98:b8', 'name': 'tempest-NetworksTestDHCPv6-757145764'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:01.363881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'tag': '51bc51d6-c219-4515-974d-efec5b1c3a85'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:01.366362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-727e95a4-4774-44af-8426-49fe19400478 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:01.369109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:01.373784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-1886cbd7-8353-4782-8cb7-bc2d749d5b77 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:01.375866 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:01.379306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c5ff2ec5-1c62-4a38-82fc-c9d5303adaf6 service neutron] 10.222.0.59 "GET /v2.0/networks/5bd39a6f-a62b-4b6e-89e8-d04af90bc172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052548 Feb 09 13:18:01.387872 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] Checking router: d54e5a5a-1ebd-46e6-8331-4197a3bdfbba for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:18:01.400913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e879bef-2577-4c95-8913-9e4f992358bd None None] Sync routers for ids ['c9f86890-51b1-40c8-8fbb-20baee0741bf'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:01.406073 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:01.406608 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:01.468147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-1886cbd7-8353-4782-8cb7-bc2d749d5b77 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:01.475781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-1886cbd7-8353-4782-8cb7-bc2d749d5b77 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9001606 Feb 09 13:18:01.585079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:01.587412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e879bef-2577-4c95-8913-9e4f992358bd None None] Routers {'c9f86890-51b1-40c8-8fbb-20baee0741bf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:01.588226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e879bef-2577-4c95-8913-9e4f992358bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c9f86890-51b1-40c8-8fbb-20baee0741bf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:01.590843 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-727e95a4-4774-44af-8426-49fe19400478 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:01.661699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:01.687473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e879bef-2577-4c95-8913-9e4f992358bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:01.699909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:01.707731 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:01.748103 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:01.753004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55500) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:01.753545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-687b8ede-19fc-46f6-a1ff-6d596fa84f59 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.8693357 Feb 09 13:18:01.763414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-e3773b47-cbb5-490e-88f0-9a566cbbe027 service neutron] 10.222.0.59 "GET /v2.0/ports/3dada7ca-c3ef-4073-975d-bd215f94d800?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.3620505 Feb 09 13:18:01.765688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e879bef-2577-4c95-8913-9e4f992358bd None None] Routers {'c9f86890-51b1-40c8-8fbb-20baee0741bf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:01.766497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e879bef-2577-4c95-8913-9e4f992358bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c9f86890-51b1-40c8-8fbb-20baee0741bf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:01.832910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e879bef-2577-4c95-8913-9e4f992358bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:01.833611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e879bef-2577-4c95-8913-9e4f992358bd None None] The sync data for ids ['c9f86890-51b1-40c8-8fbb-20baee0741bf'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:18:01.843101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adc0af54-6628-4b37-a98d-3008d058d3e9 req-f7d3cb38-e2b0-40e0-80a0-f94d5d83154e service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8301609 Feb 09 13:18:01.893385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b67c86f5-122a-4590-9414-3b5321af69ec tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'enable_snat': False}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:01.901425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '56c1cd95-6f79-478f-8c14-ed28c1b081e0'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:18:01.902305 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:02.016785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router a05e0b36-9e21-4faf-90c2-b942a3fa41e5 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:18:02.032000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-4eb4da6a-7a2b-4cd7-b418-e6cb4c24ada0 service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546782 Feb 09 13:18:02.068342 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:02.071388 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-1eb0abfe-80fd-48a1-a08d-d7415af26260 service neutron] 10.222.0.59 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985268 Feb 09 13:18:02.120366 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:02.124819 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71c5083-46e4-486d-a207-71132c0043d6 None None] The sync data for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 is: [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:22Z', 'revision_number': 4, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'bf551fde-4cce-490f-a289-4615d72b4f55', 'name': '', 'network_id': 'f3123c25-aa2b-4ea8-8564-3f148f22ba4f', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'mac_address': 'fa:16:3e:66:ed:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:19Z', 'updated_at': '2022-02-09T13:09:36Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'subnets': [{'id': 'a4a81a6c-cb23-4c19-9623-074f7536c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:18:02.143185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-727e95a4-4774-44af-8426-49fe19400478 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:02.165518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Allocated IP 2001:db8::f816:3eff:fe25:41f8 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/56c1cd95-6f79-478f-8c14-ed28c1b081e0/fa242ea1-cf82-4b2c-9809-29f2ccdf80ac) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:02.197146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 0c8ad57b-7383-47fd-b394-8feb154d14b9 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:18:02.207441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae6c97-4b20-4723-8fa4-a50d1332ea6a None None] Network b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:02.231921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e95a4-4774-44af-8426-49fe19400478 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event deleted for resources: {'Subnet': ['ID=d2340396-2ffd-4363-bddf-f02964be189d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:02.243631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-727e95a4-4774-44af-8426-49fe19400478 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:02.256465 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-727e95a4-4774-44af-8426-49fe19400478 tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "DELETE /v2.0/subnets/d2340396-2ffd-4363-bddf-f02964be189d HTTP/1.1" status: 204 len: 168 time: 1.3763392 Feb 09 13:18:02.261607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55504) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:02.478935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:02.481200 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c32ce0c-2282-493c-9b73-28d3e338fca3 None None] New status for floating IP 7fa3be96-e07d-4547-a288-1e2bedab467c: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:18:02.492760 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-12fef397-2ccd-4f43-84bf-10d2453e3a56 service neutron] 10.222.0.59 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054086 Feb 09 13:18:02.494625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-a63a3eb2-fbdd-4375-8349-5ee0f5f9e298 service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618468 Feb 09 13:18:02.499669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-14f4543b-6a52-4da5-a096-876be2379855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/a05e0b36-9e21-4faf-90c2-b942a3fa41e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8507173 Feb 09 13:18:02.502268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55508) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:02.530975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:02.534606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e090eef-47c6-40a6-b63c-2b9e5c522a5c None None] Sync routers for ids ['a05e0b36-9e21-4faf-90c2-b942a3fa41e5'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:02.583152 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-3d13f811-c410-43af-8ac2-340c6ae40aae service neutron] 10.222.0.59 "GET /v2.0/ports/11e971e0-41de-46c8-a5ab-0399676dcff1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0823941 Feb 09 13:18:02.615903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e090eef-47c6-40a6-b63c-2b9e5c522a5c None None] Routers {'a05e0b36-9e21-4faf-90c2-b942a3fa41e5'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:02.616777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2e090eef-47c6-40a6-b63c-2b9e5c522a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a05e0b36-9e21-4faf-90c2-b942a3fa41e5'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:02.642881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Deleting port 52120a1f-c309-4f0f-ad64-b808d20385d3 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:02.645672 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:02.669031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2329e8a6-e338-4239-a7e7-2363dc28ab06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:02.747243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2e090eef-47c6-40a6-b63c-2b9e5c522a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:02.767131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e090eef-47c6-40a6-b63c-2b9e5c522a5c None None] Routers {'a05e0b36-9e21-4faf-90c2-b942a3fa41e5'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:02.767980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2e090eef-47c6-40a6-b63c-2b9e5c522a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a05e0b36-9e21-4faf-90c2-b942a3fa41e5'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:02.819747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2329e8a6-e338-4239-a7e7-2363dc28ab06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:02.822581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2329e8a6-e338-4239-a7e7-2363dc28ab06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=a05e0b36-9e21-4faf-90c2-b942a3fa41e5 HTTP/1.1" status: 200 len: 205 time: 0.3189120 Feb 09 13:18:02.828325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55516) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:02.860764 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:02.864949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2e090eef-47c6-40a6-b63c-2b9e5c522a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:02.865340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e090eef-47c6-40a6-b63c-2b9e5c522a5c None None] The sync data for ids ['a05e0b36-9e21-4faf-90c2-b942a3fa41e5'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:18:02.891213 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Transition to ACTIVE for port object fa242ea1-cf82-4b2c-9809-29f2ccdf80ac will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:02.915338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Transition to ACTIVE for port object fa242ea1-cf82-4b2c-9809-29f2ccdf80ac will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:02.941769 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:03.062307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] DHCP port deletion for b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:18:03.071286 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] Deleting port 52120a1f-c309-4f0f-ad64-b808d20385d3 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:03.071693 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:03.159578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:03.167803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:03.194368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:03.212661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Pushing event updated for resources: {'Port': ['ID=fa242ea1-cf82-4b2c-9809-29f2ccdf80ac,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:03.295072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-28e58b54-eefd-431a-8243-b3ae5ec08abb service neutron] 10.222.0.59 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594913 Feb 09 13:18:03.314056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] For port 52120a1f-c309-4f0f-ad64-b808d20385d3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=52120a1f-c309-4f0f-ad64-b808d20385d3,segment=NetworkSegment(d2878d2c-774e-4d5e-a39f-aa1df4f000df),segment_id=d2878d2c-774e-4d5e-a39f-aa1df4f000df)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:03.314715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:03.334300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::f816:3eff:fe2c:98b8 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/56c1cd95-6f79-478f-8c14-ed28c1b081e0/0c8ad57b-7383-47fd-b394-8feb154d14b9) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:03.423320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7492375f-e998-4bd7-9232-30f8d60d6d1d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:03.427425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Attempting to bind port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:03.427425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Attempting to bind port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:03.427798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Attempting to bind port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:03.443531 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] For port 52120a1f-c309-4f0f-ad64-b808d20385d3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=52120a1f-c309-4f0f-ad64-b808d20385d3,segment=NetworkSegment(d2878d2c-774e-4d5e-a39f-aa1df4f000df),segment_id=d2878d2c-774e-4d5e-a39f-aa1df4f000df)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:03.443922 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:03.452140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:03.452512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:03.452902 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:03.453282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:03.454201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Bound port: fa242ea1-cf82-4b2c-9809-29f2ccdf80ac, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:03.454654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:03.466725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Calling delete_port for 52120a1f-c309-4f0f-ad64-b808d20385d3 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:03.602803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4222f-d2a5-4fbb-9c54-cc8229ef857a req-798a27c1-bd24-489d-a1f5-fef42e593b17 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:03.604636 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ef4222f-d2a5-4fbb-9c54-cc8229ef857a req-798a27c1-bd24-489d-a1f5-fef42e593b17 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 943 time: 0.6449394 Feb 09 13:18:03.611373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-391be04d-a2b6-4084-85d3-5c7bb9f1c26a service neutron] 10.222.0.59 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084247 Feb 09 13:18:03.622544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] Calling delete_port for 52120a1f-c309-4f0f-ad64-b808d20385d3 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:03.722937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] For port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:03.731501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] For port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fa242ea1-cf82-4b2c-9809-29f2ccdf80ac,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:03.735082 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:18:03.735421 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:18:03.738091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:03.752562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:03.817443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event deleted for resources: {'Port': ['ID=52120a1f-c309-4f0f-ad64-b808d20385d3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:03.821441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a44c50-28c0-4ca7-8e48-b33dcc85cf9c None None] Pushing event updated for resources: {'Port': ['ID=fa242ea1-cf82-4b2c-9809-29f2ccdf80ac,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:03.833642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] No DVR routers for this DVR port 52120a1f-c309-4f0f-ad64-b808d20385d3 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:18:04.027170 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ef4222f-d2a5-4fbb-9c54-cc8229ef857a req-e9abf499-f21f-4b4a-bae3-55085c52bcfe tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345294 Feb 09 13:18:04.053287 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7492375f-e998-4bd7-9232-30f8d60d6d1d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.065675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-1a528080-c9d8-4e4a-95a5-b7060b725918 service neutron] 10.222.0.59 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894057 Feb 09 13:18:04.067973 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7492375f-e998-4bd7-9232-30f8d60d6d1d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.127189 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.164442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1539ae4-83df-4df3-bf2d-8933ef0d5bb6']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:04.178983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2878d2c-774e-4d5e-a39f-aa1df4f000df') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:04.179366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2878d2c-774e-4d5e-a39f-aa1df4f000df') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:04.197517 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.235429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.236962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] Deleting port 52120a1f-c309-4f0f-ad64-b808d20385d3 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:04.237427 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.248217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:18:04.248217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:18:04.281616 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:18:04.303716 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fa242ea1-cf82-4b2c-9809-29f2ccdf80ac up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:04.350764 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7492375f-e998-4bd7-9232-30f8d60d6d1d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.351310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7492375f-e998-4bd7-9232-30f8d60d6d1d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Fanout notify agent at l3_agent the message router_deleted on router a05e0b36-9e21-4faf-90c2-b942a3fa41e5 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:18:04.396514 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.413454 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f07c-d75f-4bf3-9eae-df7d6e396bd1', 'name': 'network-vif-deleted', 'tag': '1fb18b8f-2537-4bbc-a0a7-23592c9122f1', 'status': 'completed', 'code': 200} Feb 09 13:18:04.416288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-15a7d3ef-6cfa-4488-a53b-40338c9b4e44 None None] The port '52120a1f-c309-4f0f-ad64-b808d20385d3' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:18:04.446060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:04.489720 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7492375f-e998-4bd7-9232-30f8d60d6d1d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.493916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7492375f-e998-4bd7-9232-30f8d60d6d1d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/a05e0b36-9e21-4faf-90c2-b942a3fa41e5 HTTP/1.1" status: 204 len: 168 time: 1.6400783 Feb 09 13:18:04.497340 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'tag': '51bc51d6-c219-4515-974d-efec5b1c3a85', 'status': 'completed', 'code': 200} Feb 09 13:18:04.505294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55528) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:04.535642 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 52120a1f-c309-4f0f-ad64-b808d20385d3 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:18:04.599205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 52120a1f-c309-4f0f-ad64-b808d20385d3 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:18:04.600013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 52120a1f-c309-4f0f-ad64-b808d20385d3 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:18:04.636478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51bc51d6-c219-4515-974d-efec5b1c3a85 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:18:04.697239 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ffffaccc-2ee8-4082-b568-9672cb9e37b5 service neutron] 10.222.0.59 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158602 Feb 09 13:18:04.712993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-ecf8fd9a-da61-452b-87f5-4bd7d1516e13 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:04.714641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-ecf8fd9a-da61-452b-87f5-4bd7d1516e13 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.5671186 Feb 09 13:18:04.766184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5007b62-810f-4a8c-844f-a1455c09194f req-73cf2368-8e5b-4143-9436-e92b321a7b16 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 210 time: 0.1343551 Feb 09 13:18:04.774926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Request body: {'port': {'device_id': 'ad5c5bb2-531a-4c3b-b522-df5939f4d696', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'admin_state_up': True, 'tenant_id': 'b61e4f1740014417a9a4bf493277ef6d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:04.805003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 0c8ad57b-7383-47fd-b394-8feb154d14b9 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:04.815168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.853009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:04.890546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] 10.222.0.59 "DELETE /v2.0/networks/b1539ae4-83df-4df3-bf2d-8933ef0d5bb6 HTTP/1.1" status: 204 len: 168 time: 2.6278067 Feb 09 13:18:04.897786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51bc51d6-c219-4515-974d-efec5b1c3a85, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51bc51d6-c219-4515-974d-efec5b1c3a85,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:04.906820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9edf5-d5c8-441d-9eac-ed659a64183e tempest-ExtraDHCPOptionsTestJSON-1720537800 tempest-ExtraDHCPOptionsTestJSON-1720537800-project] Pushing event deleted for resources: {'Network': ['ID=b1539ae4-83df-4df3-bf2d-8933ef0d5bb6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:04.926845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '51bc51d6-c219-4515-974d-efec5b1c3a85', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'port_id': '51bc51d6-c219-4515-974d-efec5b1c3a85', 'mac_address': 'fa:16:3e:f9:34:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:18:04.972249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55534) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:05.005878 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d6404efd-9cbb-4e42-a65e-947bc9dccb8b req-07d38eb3-ff03-4f68-9c38-f9310f597ee7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 1094 time: 0.4859006 Feb 09 13:18:05.041186 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:05.088576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bc51d6-c219-4515-974d-efec5b1c3a85 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:18:05.121861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51bc51d6-c219-4515-974d-efec5b1c3a85, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51bc51d6-c219-4515-974d-efec5b1c3a85,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:05.131493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:05.207284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51bc51d6-c219-4515-974d-efec5b1c3a85,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:05.270919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6404efd-9cbb-4e42-a65e-947bc9dccb8b req-3d7ce320-3828-438a-b7cc-6f560be900c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:05.272513 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d6404efd-9cbb-4e42-a65e-947bc9dccb8b req-3d7ce320-3828-438a-b7cc-6f560be900c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.2553384 Feb 09 13:18:05.353497 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:05.376470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e63da07d-5e29-4abb-ba63-ed2467c5cc99 None None] Provisioning for port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:05.381888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e63da07d-5e29-4abb-ba63-ed2467c5cc99 None None] Provisioning complete for port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:05.382286 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e63da07d-5e29-4abb-ba63-ed2467c5cc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:05.424970 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['51bc51d6-c219-4515-974d-efec5b1c3a85'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:18:05.483708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55542) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:05.487230 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d6404efd-9cbb-4e42-a65e-947bc9dccb8b req-335a4151-95c2-46ac-be9b-9f6708658de7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51bc51d6-c219-4515-974d-efec5b1c3a85 HTTP/1.1" status: 200 len: 217 time: 0.2013261 Feb 09 13:18:05.507390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-883b3b24-52e6-4213-97c4-ffb731c863d2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:05.571060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:05.590926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:05.599543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-99cab42e-010e-403c-af6a-51ed395b1e94 service neutron] 10.222.0.59 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8839269 Feb 09 13:18:05.604988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:05.617587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:05.624331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:05.629340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:05.630551 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:05.674708 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3278587 Feb 09 13:18:05.679567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c52b1-c5a5-4d90-b564-813f840f9bb7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=0c8ad57b-7383-47fd-b394-8feb154d14b9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:05.682204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55548) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:05.686729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Made reservation on behalf of b61e4f1740014417a9a4bf493277ef6d for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:05.689664 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:05.703961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-883b3b24-52e6-4213-97c4-ffb731c863d2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:05.737040 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e63da07d-5e29-4abb-ba63-ed2467c5cc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:05.840509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6404efd-9cbb-4e42-a65e-947bc9dccb8b req-5005aa4a-ae64-4ac2-8e6a-dc4812a6a7ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:05.843761 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d6404efd-9cbb-4e42-a65e-947bc9dccb8b req-5005aa4a-ae64-4ac2-8e6a-dc4812a6a7ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.3333206 Feb 09 13:18:05.869958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e63da07d-5e29-4abb-ba63-ed2467c5cc99 None None] For port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fa242ea1-cf82-4b2c-9809-29f2ccdf80ac,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:05.882760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e63da07d-5e29-4abb-ba63-ed2467c5cc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:05.987896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63da07d-5e29-4abb-ba63-ed2467c5cc99 None None] Pushing event updated for resources: {'Port': ['ID=fa242ea1-cf82-4b2c-9809-29f2ccdf80ac,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:06.012345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8b4408-4afb-402a-8ffd-48885c26a3ab tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting subnet 3e9994c7-b331-423e-91c4-7f0dc6e75027 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:18:06.023743 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b67c86f5-122a-4590-9414-3b5321af69ec tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.035047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4408-4afb-402a-8ffd-48885c26a3ab tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.073398 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c33a2082-ae64-4aa9-9e6b-7732a4a915f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b7b15bb06b7456aac098470e7a89e39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5842631 Feb 09 13:18:06.084376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55554) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:06.119694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-457464e8-0c52-47bd-886f-1d21ffe5ce16 None None] Provisioning for port 0c8ad57b-7383-47fd-b394-8feb154d14b9 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:06.126682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-457464e8-0c52-47bd-886f-1d21ffe5ce16 None None] Provisioning complete for port 0c8ad57b-7383-47fd-b394-8feb154d14b9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:06.127392 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-457464e8-0c52-47bd-886f-1d21ffe5ce16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.132552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e273077-6b24-4bab-87dd-007a3a40402b req-f6fedad7-9beb-43d7-83f5-6c8d6f1cebe1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:06.134039 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e273077-6b24-4bab-87dd-007a3a40402b req-f6fedad7-9beb-43d7-83f5-6c8d6f1cebe1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 944 time: 0.5072067 Feb 09 13:18:06.150889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4408-4afb-402a-8ffd-48885c26a3ab tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.166447 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-883b3b24-52e6-4213-97c4-ffb731c863d2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.200624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-457464e8-0c52-47bd-886f-1d21ffe5ce16 None None] Port 0c8ad57b-7383-47fd-b394-8feb154d14b9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:06.205867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fa242ea1-cf82-4b2c-9809-29f2ccdf80ac up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:06.239829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d6ef2-1b5e-4c79-82ce-279115a5d3cb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:06.242860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1d6ef2-1b5e-4c79-82ce-279115a5d3cb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:06.243588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8d1d6ef2-1b5e-4c79-82ce-279115a5d3cb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:06.247698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b3b24-52e6-4213-97c4-ffb731c863d2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c28d5a-57e7-4ccd-b29d-dcb5d2449434,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:06.276927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-69216636-91b1-4316-9b52-6360bda91195 service neutron] 10.222.0.59 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512129 Feb 09 13:18:06.277628 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d6404efd-9cbb-4e42-a65e-947bc9dccb8b req-388a6612-d1c6-4e4e-8fcb-5d415bd13c4e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4007013 Feb 09 13:18:06.301726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:06.302197 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.333861 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-883b3b24-52e6-4213-97c4-ffb731c863d2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.338709 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-883b3b24-52e6-4213-97c4-ffb731c863d2 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "DELETE /v2.0/security-groups/17c28d5a-57e7-4ccd-b29d-dcb5d2449434 HTTP/1.1" status: 204 len: 168 time: 1.3610873 Feb 09 13:18:06.344637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55558) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:06.380550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8d1d6ef2-1b5e-4c79-82ce-279115a5d3cb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:06.384163 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8d1d6ef2-1b5e-4c79-82ce-279115a5d3cb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6839440 Feb 09 13:18:06.387366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55562) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:06.422080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Allocated IP 172.20.0.14 (7940e2b9-7074-4987-9b54-3d4469043068/8b2890f1-cd7a-4c34-9690-caa4a64bcb7e/4a051ff4-81b6-4818-ac4b-3d7331336e9f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:06.435922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e273077-6b24-4bab-87dd-007a3a40402b req-c458ff17-d428-476e-a4b6-01113131c1de tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893264 Feb 09 13:18:06.441068 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-92e13034-46ff-406c-be94-d3ec0e34c8f3 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] show failed (client error): The resource could not be found. Feb 09 13:18:06.442096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-92e13034-46ff-406c-be94-d3ec0e34c8f3 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "GET /v2.0/security-groups/17c28d5a-57e7-4ccd-b29d-dcb5d2449434 HTTP/1.1" status: 404 len: 347 time: 0.0972042 Feb 09 13:18:06.459014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55566) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:06.544112 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-259074e6-76a3-4dbf-b6f7-04d9549bbcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.587864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2c7da631-bb30-4378-b7c3-9b5149c71d1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 0c8ad57b-7383-47fd-b394-8feb154d14b9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:06.588260 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c7da631-bb30-4378-b7c3-9b5149c71d1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.635195 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51bc51d6-c219-4515-974d-efec5b1c3a85 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:06.662961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-259074e6-76a3-4dbf-b6f7-04d9549bbcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.673005 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d6404efd-9cbb-4e42-a65e-947bc9dccb8b req-351516d8-5756-4da7-a9dd-8c8d015a95df service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421948 Feb 09 13:18:06.710323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 51bc51d6-c219-4515-974d-efec5b1c3a85 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:06.715145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 51bc51d6-c219-4515-974d-efec5b1c3a85 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:06.715505 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.727663 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adeaaadb-b78c-4b53-b2e8-f2c968f0378b req-4191fe1f-47b6-46e6-9630-66202f761e0b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 210 time: 0.1527231 Feb 09 13:18:06.734842 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4408-4afb-402a-8ffd-48885c26a3ab tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.768744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6fd0d095-ecae-4fdb-bd50-21c5223bcf23 service neutron] 10.222.0.59 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831712 Feb 09 13:18:06.811321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-23ad493a-6c72-4429-96a8-b3e25f760126 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Deleting port e2605517-d249-4ebc-83dd-5ddf7c663957 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:06.811647 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23ad493a-6c72-4429-96a8-b3e25f760126 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.850650 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.878920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc51d6-c219-4515-974d-efec5b1c3a85'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:06.889180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51bc51d6-c219-4515-974d-efec5b1c3a85, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51bc51d6-c219-4515-974d-efec5b1c3a85,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:06.895392 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:06.970802 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc51d6-c219-4515-974d-efec5b1c3a85', 'code': 200} Feb 09 13:18:07.030385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51bc51d6-c219-4515-974d-efec5b1c3a85,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:07.043541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.044170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.045341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.045856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.046370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.047484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.047899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.048302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.048718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.049263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.049653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:07.267853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-259074e6-76a3-4dbf-b6f7-04d9549bbcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.309151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259074e6-76a3-4dbf-b6f7-04d9549bbcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e67c25f-8f65-461a-b29a-8f0372e64af3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:07.330301 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4408-4afb-402a-8ffd-48885c26a3ab tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.333595 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d6404efd-9cbb-4e42-a65e-947bc9dccb8b req-abf66abf-52b0-4ec2-8185-a7ec67a889ff service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396070 Feb 09 13:18:07.340866 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-259074e6-76a3-4dbf-b6f7-04d9549bbcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.342000 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-259074e6-76a3-4dbf-b6f7-04d9549bbcd1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e67c25f-8f65-461a-b29a-8f0372e64af3 HTTP/1.1" status: 204 len: 168 time: 1.2535701 Feb 09 13:18:07.367890 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c7da631-bb30-4378-b7c3-9b5149c71d1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.381607 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b67c86f5-122a-4590-9414-3b5321af69ec tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.410549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b4408-4afb-402a-8ffd-48885c26a3ab tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9994c7-b331-423e-91c4-7f0dc6e75027,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:07.434450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b67c86f5-122a-4590-9414-3b5321af69ec tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.435812 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-13db5604-c8b9-4c0a-9ff1-278de1d51d5d service neutron] 10.222.0.59 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456275 Feb 09 13:18:07.449915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e163949-8eab-4e5f-93e5-44a949974856 None None] Network 1940f715-a57c-409f-9185-b661ff22a3c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:07.453950 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e8b4408-4afb-402a-8ffd-48885c26a3ab tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.467238 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.507485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2c7da631-bb30-4378-b7c3-9b5149c71d1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 0c8ad57b-7383-47fd-b394-8feb154d14b9 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:07.522903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23ad493a-6c72-4429-96a8-b3e25f760126 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.523488 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23ad493a-6c72-4429-96a8-b3e25f760126 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.559347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6e8b4408-4afb-402a-8ffd-48885c26a3ab tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/3e9994c7-b331-423e-91c4-7f0dc6e75027 HTTP/1.1" status: 204 len: 168 time: 3.0435905 Feb 09 13:18:07.605047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55578) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:07.764078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-23ad493a-6c72-4429-96a8-b3e25f760126 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Calling delete_port for e2605517-d249-4ebc-83dd-5ddf7c663957 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:07.823494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f52e8b36-0fe2-4471-846a-740b33186cb0 req-2154b727-2bbe-499f-a60a-de5c6bcda05e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 1096 time: 0.6259906 Feb 09 13:18:07.835230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d54bf8-883b-4ac1-9d17-0e758c47f687 None None] DHCP port deletion for 1940f715-a57c-409f-9185-b661ff22a3c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:18:07.835494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.840907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-61d54bf8-883b-4ac1-9d17-0e758c47f687 None None] Deleting port e916ec83-e449-4dd2-9293-f8068bec4b48 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:07.841310 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61d54bf8-883b-4ac1-9d17-0e758c47f687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.914323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port e916ec83-e449-4dd2-9293-f8068bec4b48 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:07.914696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.979817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:07.983436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-86166618-2526-4df0-a702-cb2e07b4a9da service neutron] 10.222.0.59 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130472 Feb 09 13:18:08.026003 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c7da631-bb30-4378-b7c3-9b5149c71d1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.069212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-61d54bf8-883b-4ac1-9d17-0e758c47f687 None None] For port e916ec83-e449-4dd2-9293-f8068bec4b48, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e916ec83-e449-4dd2-9293-f8068bec4b48,segment=NetworkSegment(c98cbe80-d7dd-46ec-832d-f5c6b29249df),segment_id=c98cbe80-d7dd-46ec-832d-f5c6b29249df)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:08.069795 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61d54bf8-883b-4ac1-9d17-0e758c47f687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.092862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7da631-bb30-4378-b7c3-9b5149c71d1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=0c8ad57b-7383-47fd-b394-8feb154d14b9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:08.107717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f52e8b36-0fe2-4471-846a-740b33186cb0 req-84dc76fd-ce82-4944-83d3-e4f589b57c2f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750051 Feb 09 13:18:08.258585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Network 7940e2b9-7074-4987-9b54-3d4469043068 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:08.271719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-61d54bf8-883b-4ac1-9d17-0e758c47f687 None None] Calling delete_port for e916ec83-e449-4dd2-9293-f8068bec4b48 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:08.272022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:08.283129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event updated for resources: {'Port': ['ID=4a051ff4-81b6-4818-ac4b-3d7331336e9f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:08.290542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f821c94-b15c-4aa9-ab23-7d1efc2f4ede req-b2984959-8675-4978-a5b4-4d10644d275a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:08.297764 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f821c94-b15c-4aa9-ab23-7d1efc2f4ede req-b2984959-8675-4978-a5b4-4d10644d275a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 0.5783947 Feb 09 13:18:08.305688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port e916ec83-e449-4dd2-9293-f8068bec4b48, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e916ec83-e449-4dd2-9293-f8068bec4b48,segment=NetworkSegment(c98cbe80-d7dd-46ec-832d-f5c6b29249df),segment_id=c98cbe80-d7dd-46ec-832d-f5c6b29249df)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:08.306980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.320301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:08.369003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:18:08.394975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e916ec83-e449-4dd2-9293-f8068bec4b48 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:18:08.428567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23ad493a-6c72-4429-96a8-b3e25f760126 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.461273 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61d54bf8-883b-4ac1-9d17-0e758c47f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.499651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad493a-6c72-4429-96a8-b3e25f760126 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Pushing event deleted for resources: {'Port': ['ID=e2605517-d249-4ebc-83dd-5ddf7c663957,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:08.513473 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f821c94-b15c-4aa9-ab23-7d1efc2f4ede req-32b53f49-2abe-45c9-9a17-e13fbce85b02 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147872 Feb 09 13:18:08.517836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for e916ec83-e449-4dd2-9293-f8068bec4b48 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:08.520783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:08.521395 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.521592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d54bf8-883b-4ac1-9d17-0e758c47f687 None None] Pushing event deleted for resources: {'Port': ['ID=e916ec83-e449-4dd2-9293-f8068bec4b48,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:08.523142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e916ec83-e449-4dd2-9293-f8068bec4b48 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:18:08.523476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e916ec83-e449-4dd2-9293-f8068bec4b48 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:18:08.524973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d54bf8-883b-4ac1-9d17-0e758c47f687 None None] No DVR routers for this DVR port e916ec83-e449-4dd2-9293-f8068bec4b48 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:18:08.557785 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6a087f67-a269-484d-ad4f-a0084c93a65c service neutron] 10.222.0.59 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986479 Feb 09 13:18:08.563486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2c7da631-bb30-4378-b7c3-9b5149c71d1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.604174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2c7da631-bb30-4378-b7c3-9b5149c71d1c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/0c8ad57b-7383-47fd-b394-8feb154d14b9 HTTP/1.1" status: 204 len: 168 time: 2.2152452 Feb 09 13:18:08.608854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55598) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:08.713243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:18:08.713481 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:18:08.717579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67c86f5-122a-4590-9414-3b5321af69ec tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Router c9f86890-51b1-40c8-8fbb-20baee0741bf has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:18:08.726280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609c1e4-f195-404e-b4f0-842fecef17a3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:08.727768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f609c1e4-f195-404e-b4f0-842fecef17a3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:08.728484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f609c1e4-f195-404e-b4f0-842fecef17a3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:08.756352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-7cff8b7c-7177-47fa-9e92-42f7bed29685 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9849408 Feb 09 13:18:08.773718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Request body: {'port': {'device_id': 'ad5c5bb2-531a-4c3b-b522-df5939f4d696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:08.830167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23ad493a-6c72-4429-96a8-b3e25f760126 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.832431 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23ad493a-6c72-4429-96a8-b3e25f760126 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:08.839881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-23ad493a-6c72-4429-96a8-b3e25f760126 tempest-AttachVolumeShelveTestJSON-323984212 tempest-AttachVolumeShelveTestJSON-323984212-project] 10.222.0.59 "DELETE /v2.0/floatingips/7fa3be96-e07d-4547-a288-1e2bedab467c HTTP/1.1" status: 204 len: 168 time: 2.3719113 Feb 09 13:18:08.889197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55606) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:08.949434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a7cc2-709b-4eee-88e8-2f836b573422 req-a50ae436-b51c-45d4-b67d-1bc3f64fafd1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:08.950196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2d7a7cc2-709b-4eee-88e8-2f836b573422 req-a50ae436-b51c-45d4-b67d-1bc3f64fafd1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:08.951080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f609c1e4-f195-404e-b4f0-842fecef17a3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:08.952543 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f609c1e4-f195-404e-b4f0-842fecef17a3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3362257 Feb 09 13:18:08.959446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55614) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:09.039077 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.081136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2d7a7cc2-709b-4eee-88e8-2f836b573422 req-a50ae436-b51c-45d4-b67d-1bc3f64fafd1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:09.082297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d7a7cc2-709b-4eee-88e8-2f836b573422 req-a50ae436-b51c-45d4-b67d-1bc3f64fafd1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 932 time: 0.3990929 Feb 09 13:18:09.196354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1981373318'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:09.210042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:09.220045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d7a7cc2-709b-4eee-88e8-2f836b573422 req-f5a1169f-f5c7-430a-82bc-ac7ea1445983 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215906 Feb 09 13:18:09.221086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:network and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:09.225731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:09.242221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:09.258449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port e916ec83-e449-4dd2-9293-f8068bec4b48 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:09.259078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.333959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Made reservation on behalf of e5c697a4935e404c881bb9b0bd6e1fa6 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:09.336851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.437371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] The port 'e916ec83-e449-4dd2-9293-f8068bec4b48' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:18:09.441059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f18b3c-ea42-490e-bdbb-b634e6c89803 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 56c1cd95-6f79-478f-8c14-ed28c1b081e0 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:18:09.485929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13f18b3c-ea42-490e-bdbb-b634e6c89803 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.561930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13f18b3c-ea42-490e-bdbb-b634e6c89803 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.685357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13f18b3c-ea42-490e-bdbb-b634e6c89803 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.707518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.782904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13f18b3c-ea42-490e-bdbb-b634e6c89803 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.802218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:09.808892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:security_group_rule and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:09.815738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:09.834728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:09.862527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f18b3c-ea42-490e-bdbb-b634e6c89803 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=56c1cd95-6f79-478f-8c14-ed28c1b081e0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:09.938564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b294f157-5bd7-4582-ab25-c3d67ecbe37e None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:09.953070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-13f18b3c-ea42-490e-bdbb-b634e6c89803 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:09.995445 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.008338 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:18:10.018058 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-13f18b3c-ea42-490e-bdbb-b634e6c89803 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/56c1cd95-6f79-478f-8c14-ed28c1b081e0 HTTP/1.1" status: 204 len: 168 time: 1.0554006 Feb 09 13:18:10.019921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55640) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:10.113090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-11631145-d75b-416f-a79f-2385d5ec39fc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912921 Feb 09 13:18:10.115073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1940f715-a57c-409f-9185-b661ff22a3c3']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:10.125456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55644) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:10.139166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:10.156211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98cbe80-d7dd-46ec-832d-f5c6b29249df') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:10.158825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98cbe80-d7dd-46ec-832d-f5c6b29249df') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:10.185833 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.188584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a051ff4-81b6-4818-ac4b-3d7331336e9f {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:18:10.200305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.269772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.300230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:18:10.300869 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:18:10.317429 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:18:10.335354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67c86f5-122a-4590-9414-3b5321af69ec tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:10.346141 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b67c86f5-122a-4590-9414-3b5321af69ec tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.347436 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bdc49c-0eaf-4eb8-ba0a-a1791473eac8 None None] Sync routers for ids ['c9f86890-51b1-40c8-8fbb-20baee0741bf'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:10.350409 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b67c86f5-122a-4590-9414-3b5321af69ec tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "PUT /v2.0/routers/c9f86890-51b1-40c8-8fbb-20baee0741bf HTTP/1.1" status: 200 len: 922 time: 8.5930483 Feb 09 13:18:10.362648 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bdc49c-0eaf-4eb8-ba0a-a1791473eac8 None None] Routers {'c9f86890-51b1-40c8-8fbb-20baee0741bf'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:10.363260 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-09bdc49c-0eaf-4eb8-ba0a-a1791473eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c9f86890-51b1-40c8-8fbb-20baee0741bf'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:10.373549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55656) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:10.393507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e5baa86-d35e-4b7e-a4d9-53df635867ca req-acf6a41b-3ade-438b-b8b3-d384b7afdc8b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 210 time: 0.1517661 Feb 09 13:18:10.445472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962f584-be18-469b-b0a2-67d0fbea07f5 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:18:10.448761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:10.453304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a962f584-be18-469b-b0a2-67d0fbea07f5 None None] Deleting port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:10.453880 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a962f584-be18-469b-b0a2-67d0fbea07f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.483371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:10.489453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:10.501289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:10.515485 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.523459 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.530598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Transition to ACTIVE for port object 4a051ff4-81b6-4818-ac4b-3d7331336e9f will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:10.532841 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.559831 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/networks/1940f715-a57c-409f-9185-b661ff22a3c3 HTTP/1.1" status: 204 len: 168 time: 2.9530218 Feb 09 13:18:10.568995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55662) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:10.583287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-50745047', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:10.596736 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-09bdc49c-0eaf-4eb8-ba0a-a1791473eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:10.598936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:10.605481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:router and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:10.611384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:10.621240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bdc49c-0eaf-4eb8-ba0a-a1791473eac8 None None] Routers {'c9f86890-51b1-40c8-8fbb-20baee0741bf'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:10.624142 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-09bdc49c-0eaf-4eb8-ba0a-a1791473eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c9f86890-51b1-40c8-8fbb-20baee0741bf'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:10.630891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:10.641959 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.645464 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.657133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b71c1-ba91-4e7e-b01c-b7e592467f3c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Network': ['ID=1940f715-a57c-409f-9185-b661ff22a3c3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:10.670051 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.671450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.685258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:18:10.699061 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.699459 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Added segment 16237446-c7e8-4eb2-b62d-e3a18590e5bc of type vlan for network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 Feb 09 13:18:10.736490 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.751167 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-09bdc49c-0eaf-4eb8-ba0a-a1791473eac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:10.751844 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bdc49c-0eaf-4eb8-ba0a-a1791473eac8 None None] The sync data for ids ['c9f86890-51b1-40c8-8fbb-20baee0741bf'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:18:10.754529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.758334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:10.767389 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.800173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.870541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.875170 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:10.875767 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.923838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.924125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a962f584-be18-469b-b0a2-67d0fbea07f5 None None] For port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fa242ea1-cf82-4b2c-9809-29f2ccdf80ac,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:10.924125 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a962f584-be18-469b-b0a2-67d0fbea07f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:10.924563 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7f8722af-ab28-42ff-b169-73d528780f5c tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3508320 Feb 09 13:18:10.929773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55666) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:10.940056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1504053724'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:10.952750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:10.965215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:network and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:10.976058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:10.985667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:11.023907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:11.032890 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.042741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Network': ['ID=b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.078243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:18:11.173712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:18:11.198666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.199014 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added segment ca8dc2fa-73db-4528-89b3-484b1e38c11b of type vlan for network 4bfdd240-8822-42af-be12-6bcf3d913f3f Feb 09 13:18:11.210959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77548db-0e26-468e-bc89-361bae9c09a8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.246436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a962f584-be18-469b-b0a2-67d0fbea07f5 None None] Calling delete_port for fa242ea1-cf82-4b2c-9809-29f2ccdf80ac owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:11.252108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be90ce-a5ed-45d8-93c6-34d463b76d3a req-63dab51a-ecf7-402e-9360-07ff8c8de0ea tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:11.253706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05be90ce-a5ed-45d8-93c6-34d463b76d3a req-63dab51a-ecf7-402e-9360-07ff8c8de0ea tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 1.3090980 Feb 09 13:18:11.261948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Pushing event updated for resources: {'Port': ['ID=4a051ff4-81b6-4818-ac4b-3d7331336e9f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.282780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d1411f82-7194-4722-9c70-c0c2cd23b46d tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3926702 Feb 09 13:18:11.299799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55670) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:11.318319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'subnet': {'network_id': 'b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:11.408306 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.431726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.446722 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a962f584-be18-469b-b0a2-67d0fbea07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.489210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.502229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:11.502978 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.505370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962f584-be18-469b-b0a2-67d0fbea07f5 None None] Pushing event deleted for resources: {'Port': ['ID=fa242ea1-cf82-4b2c-9809-29f2ccdf80ac,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.522420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962f584-be18-469b-b0a2-67d0fbea07f5 None None] No DVR routers for this DVR port fa242ea1-cf82-4b2c-9809-29f2ccdf80ac on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:18:11.564688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b42a9-7e4a-42d8-a410-148cb7c97692 req-f81a2c0f-a4e6-4c54-b862-a6e573716700 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:11.571966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-291b42a9-7e4a-42d8-a410-148cb7c97692 req-f81a2c0f-a4e6-4c54-b862-a6e573716700 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 944 time: 0.7660413 Feb 09 13:18:11.616124 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05be90ce-a5ed-45d8-93c6-34d463b76d3a req-a1be2b60-6d13-48f6-8d56-0b35348ced3f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510711 Feb 09 13:18:11.633898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:11.647077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:subnet and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:11.652609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:11.673509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-291b42a9-7e4a-42d8-a410-148cb7c97692 req-9e982ee4-5ad9-42f6-8c42-60e13c0b0894 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006002 Feb 09 13:18:11.687298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:11.752183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:18:11.757345 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:11.828723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Attempting to bind port 4a051ff4-81b6-4818-ac4b-3d7331336e9f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:11.829281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Attempting to bind port 4a051ff4-81b6-4818-ac4b-3d7331336e9f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:11.829642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Attempting to bind port 4a051ff4-81b6-4818-ac4b-3d7331336e9f on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:11.886194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Made reservation on behalf of e5c697a4935e404c881bb9b0bd6e1fa6 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:11.894861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=0629ab0b-9d55-4ca6-8a36-b7d183732534,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.900616 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9672425 Feb 09 13:18:11.906152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55684) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:11.912148 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'subnet': {'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:11.962006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfc77c-02fa-454d-9c59-a22b5a469b5a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Network': ['ID=4bfdd240-8822-42af-be12-6bcf3d913f3f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:11.970105 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80402c4d-402f-4801-a995-7cd4b8699942 req-25bfdac1-d6d1-41a1-a32f-3484ba99a7b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 210 time: 0.1296248 Feb 09 13:18:11.979676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 4bfdd240-8822-42af-be12-6bcf3d913f3f details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:18:12.059966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:12.070712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:12.084178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:12.085715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.086547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212348b5-c602-4ba9-a224-a171734cac39 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:12.169601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:12.204280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:subnet and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:12.209614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:12.246269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:12.258952 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8732d44a-6b65-4e25-a488-832802bd5381 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1279886 Feb 09 13:18:12.261885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55692) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:12.273081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:63:e7:c7', 'name': 'tempest-NetworksTestDHCPv6-1931506339'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:12.302671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:12.320889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fa242ea1-cf82-4b2c-9809-29f2ccdf80ac no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:18:12.416656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: fa242ea1-cf82-4b2c-9809-29f2ccdf80ac {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:18:12.425529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fa242ea1-cf82-4b2c-9809-29f2ccdf80ac not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:18:12.557179 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-edf5471e-be37-41e2-8a8c-f698fa05c824 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/routers/c9f86890-51b1-40c8-8fbb-20baee0741bf HTTP/1.1" status: 200 len: 922 time: 2.1821136 Feb 09 13:18:12.557870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55698) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:12.621601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Port 4a051ff4-81b6-4818-ac4b-3d7331336e9f on network 7940e2b9-7074-4987-9b54-3d4469043068 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:18:12.621973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Attempting to bind port 4a051ff4-81b6-4818-ac4b-3d7331336e9f on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:12.692237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-8e17104f-4a60-4616-b149-c5447a052781 service neutron] 10.222.0.67 "GET /v2.0/ports/3dada7ca-c3ef-4073-975d-bd215f94d800 HTTP/1.1" status: 200 len: 1033 time: 0.9511645 Feb 09 13:18:12.717431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '0629ab0b-9d55-4ca6-8a36-b7d183732534'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:18:12.718356 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.764463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.838024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0d7b18f7-68df-4dd1-8d32-ddd2e5025135 service neutron] 10.222.0.67 "GET /v2.0/ports/11e971e0-41de-46c8-a5ab-0399676dcff1 HTTP/1.1" status: 200 len: 1029 time: 0.1236022 Feb 09 13:18:12.838778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:12.839117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Checking segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:12.839499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Bound using segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:12.839947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Bound port: 4a051ff4-81b6-4818-ac4b-3d7331336e9f, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:12.840292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:12.879999 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:13.113076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Allocated IP 2001:db8::f816:3eff:fe6d:e5fe (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/0629ab0b-9d55-4ca6-8a36-b7d183732534/19c4fc19-bf34-4648-a210-710623724456) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:13.215117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:13.402401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:13.439233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:13.449480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:13.452839 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Subnet': ['ID=6a91c849-767c-484f-9537-84b0dc925a08,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:13.456941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:13.468196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:13.476817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Checking segment: {'id': 'ca8dc2fa-73db-4528-89b3-484b1e38c11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:13.477789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network hostable DHCP agents. Network: 4bfdd240-8822-42af-be12-6bcf3d913f3f, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:18:13.492082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:13.496207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:13.509732 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:13.511309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Subnet': ['ID=6941b5f3-43e2-481f-a0de-557cc27d171a,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:13.536409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Transition to ACTIVE for port object 19c4fc19-bf34-4648-a210-710623724456 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:13.552072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port fa46534c-ec97-429a-b768-e045ffad2a5c yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:18:13.561527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Transition to ACTIVE for port object 19c4fc19-bf34-4648-a210-710623724456 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:13.571647 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:13.686588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:13.689561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:13.705718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:13.723331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 4bfdd240-8822-42af-be12-6bcf3d913f3f is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:18:13.730006 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Pushing event updated for resources: {'Port': ['ID=19c4fc19-bf34-4648-a210-710623724456,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:13.751055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-aea2d723-2464-4580-8e03-91e846e213ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Synchronizing usage tracker for tenant:b5ea8866bd3b49469acf0cef5f55d9db on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:13.786450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8a47c-3b93-4eee-9124-29bb74354068 req-a7e575a0-99dc-49f9-be44-9151ce1f1e07 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.793421 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40a8a47c-3b93-4eee-9124-29bb74354068 req-a7e575a0-99dc-49f9-be44-9151ce1f1e07 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 944 time: 0.5228472 Feb 09 13:18:13.822345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d49f59-76d7-4bd1-862c-cd9db577ada1 req-46457c88-abfa-41d0-a706-a71a1c08d11d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.830276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14d49f59-76d7-4bd1-862c-cd9db577ada1 req-46457c88-abfa-41d0-a706-a71a1c08d11d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 1.2444091 Feb 09 13:18:13.864590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Attempting to bind port 19c4fc19-bf34-4648-a210-710623724456 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:13.865322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Attempting to bind port 19c4fc19-bf34-4648-a210-710623724456 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:13.865891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Attempting to bind port 19c4fc19-bf34-4648-a210-710623724456 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:13.874161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:13.875017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:13.875665 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:13.876270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:13.877099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Bound port: 19c4fc19-bf34-4648-a210-710623724456, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:13.877705 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:13.914000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::f816:3eff:fe63:e7c7 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/0629ab0b-9d55-4ca6-8a36-b7d183732534/fa46534c-ec97-429a-b768-e045ffad2a5c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:13.918245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] For port 4a051ff4-81b6-4818-ac4b-3d7331336e9f, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:13.988736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-2802665f-5c72-4409-937c-ccf4fe7a6bb2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.994177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-2802665f-5c72-4409-937c-ccf4fe7a6bb2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.998142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-2802665f-5c72-4409-937c-ccf4fe7a6bb2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:13.999809 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-2802665f-5c72-4409-937c-ccf4fe7a6bb2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "GET /v2.0/networks?id=5bd39a6f-a62b-4b6e-89e8-d04af90bc172&id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&id=10a58f19-21e1-4dd7-9137-587130a0e201&id=10a58f19-21e1-4dd7-9137-587130a0e201 HTTP/1.1" status: 200 len: 1994 time: 1.1351612 Feb 09 13:18:14.000473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-aea2d723-2464-4580-8e03-91e846e213ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Unset dirty status for tenant:b5ea8866bd3b49469acf0cef5f55d9db on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:14.006104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-aea2d723-2464-4580-8e03-91e846e213ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&device_id=c9f86890-51b1-40c8-8fbb-20baee0741bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.3858643 Feb 09 13:18:14.007886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] For port 4a051ff4-81b6-4818-ac4b-3d7331336e9f, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4a051ff4-81b6-4818-ac4b-3d7331336e9f,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:14.008725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55710) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:14.061700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] For port 19c4fc19-bf34-4648-a210-710623724456, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:14.068512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] For port 19c4fc19-bf34-4648-a210-710623724456, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=19c4fc19-bf34-4648-a210-710623724456,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:14.074262 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:14.074587 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:14.191172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Checking segment: {'id': '16237446-c7e8-4eb2-b62d-e3a18590e5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:14.191467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network hostable DHCP agents. Network: b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:18:14.192357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd0b2c-4f93-4ad5-8d27-1d3571c5bb71 None None] Pushing event updated for resources: {'Port': ['ID=19c4fc19-bf34-4648-a210-710623724456,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:14.214589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 4bfdd240-8822-42af-be12-6bcf3d913f3f) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:14.221211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:14.221211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:14.230806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedff39a-6a75-4835-9ade-1009f9d2b496 None None] Network 4bfdd240-8822-42af-be12-6bcf3d913f3f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:14.274080 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9252fd31-4ad9-44e8-9987-24e335acc6f7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3641887 Feb 09 13:18:14.279495 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14d49f59-76d7-4bd1-862c-cd9db577ada1 req-5d8d861b-8cde-44fb-8558-53b2b893b80b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476786 Feb 09 13:18:14.287096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55714) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:14.295051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40a8a47c-3b93-4eee-9124-29bb74354068 req-a7438da8-f502-4258-99c4-ed9ce32b2ae3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006979 Feb 09 13:18:14.442660 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:14.443995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] 10.222.0.67 "PUT /v2.0/ports/4a051ff4-81b6-4818-ac4b-3d7331336e9f HTTP/1.1" status: 200 len: 1092 time: 5.6780131 Feb 09 13:18:14.494967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5c5bb2-531a-4c3b-b522-df5939f4d696', 'tag': '4a051ff4-81b6-4818-ac4b-3d7331336e9f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:14.595025 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:14.660141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object fa46534c-ec97-429a-b768-e045ffad2a5c will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:14.693273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-b4a3bd95-3ee9-4817-a4c6-6743a8a8077b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2 HTTP/1.1" status: 200 len: 380 time: 0.6720173 Feb 09 13:18:14.697139 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5c5bb2-531a-4c3b-b522-df5939f4d696', 'tag': '4a051ff4-81b6-4818-ac4b-3d7331336e9f', 'status': 'completed', 'code': 200} Feb 09 13:18:14.711692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'admin_state_up': True, 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'security_groups': ['c216f576-2284-4c2c-9884-50c0da55250b']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:14.743936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-4bfdd240-8822-42af-be12-6bcf3d913f3f', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:18:14.746133 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:14.767278 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3d7f00f-c777-440c-8cbd-afc1dc99b2aa req-c787e967-64fe-4a73-8572-85da63fa5235 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 210 time: 0.1174271 Feb 09 13:18:14.797280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3544da-1aba-47d8-9d88-ee06ab3544df service neutron] Pushing event updated for resources: {'Port': ['ID=4a051ff4-81b6-4818-ac4b-3d7331336e9f,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:14.824426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:18:14.845083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a55105-e73d-4d21-9188-76a06a6de2bc tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:14.851252 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c4a55105-e73d-4d21-9188-76a06a6de2bc tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 881 time: 0.8355684 Feb 09 13:18:14.857059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55722) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:15.000259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:15.026041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a71138a-561b-4c19-a217-50a6fd092e2f None None] Network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:15.043801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:15.044929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:15.062142 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:15.151269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e4466208-c862-41e2-9a03-68d922214291 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9f86890-51b1-40c8-8fbb-20baee0741bf HTTP/1.1" status: 200 len: 205 time: 0.2262025 Feb 09 13:18:15.156238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e370b690-081d-41b9-82e1-023089dbb318 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8512275 Feb 09 13:18:15.164864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55726) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:15.165196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55728) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:15.247254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1682562671', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:15.272181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:15.275692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:15.444897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Allocated IP 2001:db8::2 (4bfdd240-8822-42af-be12-6bcf3d913f3f/6a91c849-767c-484f-9537-84b0dc925a08/db78bf82-0dc9-4b80-82a3-32d1b30c90c9) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:15.456385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:15.469927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:15.486300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:15.505927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:15.506616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:15.510421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=fa46534c-ec97-429a-b768-e045ffad2a5c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:15.545060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44e9bf1-d4a0-4011-9906-66daa2602a46 None None] Network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:15.660805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-88616c5f-11ea-4af5-8d5f-0dfb7e356259 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3960133 Feb 09 13:18:15.663506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55738) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:15.689636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:15.701948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:router and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:15.710812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:15.717551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:15.796746 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:15.798070 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:15.857569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:15.861429 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:15.908474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-4ff8ccf4-6bc1-4883-8599-3824645eca9b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 1095 time: 1.3986568 Feb 09 13:18:15.921849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:16.256981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:16.283853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Transition to ACTIVE for port object db78bf82-0dc9-4b80-82a3-32d1b30c90c9 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:16.298398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceebf1a-4f2d-4010-9cea-72ba73e9cb27 req-c43417c3-4007-4320-832e-54f4e9d56088 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:16.315231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ceebf1a-4f2d-4010-9cea-72ba73e9cb27 req-c43417c3-4007-4320-832e-54f4e9d56088 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 944 time: 0.6286685 Feb 09 13:18:16.321915 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-e61db6f3-cb59-432a-a3da-f25a767d48c2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a051ff4-81b6-4818-ac4b-3d7331336e9f HTTP/1.1" status: 200 len: 217 time: 0.4002240 Feb 09 13:18:16.343294 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:16.343905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-50fe5afe-80b1-4941-a893-ff6a4d1b9e1e None None] Provisioning for port 19c4fc19-bf34-4648-a210-710623724456 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:16.349019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963bd5e1-d5d0-42cd-a97a-42a648af9520 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:16.361606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Transition to ACTIVE for port object db78bf82-0dc9-4b80-82a3-32d1b30c90c9 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:16.365770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963bd5e1-d5d0-42cd-a97a-42a648af9520 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:16.366381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfbc8c-e1ad-4129-ab7e-506b766aa3a4 req-df81ab0a-225f-4aca-981e-8fc9b88bc00e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:16.374626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-963bd5e1-d5d0-42cd-a97a-42a648af9520 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:16.375442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6bfbc8c-e1ad-4129-ab7e-506b766aa3a4 req-df81ab0a-225f-4aca-981e-8fc9b88bc00e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 0.6493592 Feb 09 13:18:16.376705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 19c4fc19-bf34-4648-a210-710623724456 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:16.414188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-963bd5e1-d5d0-42cd-a97a-42a648af9520 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:16.416074 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-963bd5e1-d5d0-42cd-a97a-42a648af9520 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7440097 Feb 09 13:18:16.416215 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:16.420751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55748) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:16.478132 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:16.617091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Network 4bfdd240-8822-42af-be12-6bcf3d913f3f is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:16.620427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Pushing event updated for resources: {'Port': ['ID=db78bf82-0dc9-4b80-82a3-32d1b30c90c9,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:16.625469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:16.626532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-71dcfc1a-f937-4282-b66c-a8dffb1cd696 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:16.627990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-71dcfc1a-f937-4282-b66c-a8dffb1cd696 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.2273357 Feb 09 13:18:16.635261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:16.640592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6d1e7973-88fe-4a66-8145-3926eb05f80b None None] Provisioning for port fa46534c-ec97-429a-b768-e045ffad2a5c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:16.654542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6d1e7973-88fe-4a66-8145-3926eb05f80b None None] Provisioning complete for port fa46534c-ec97-429a-b768-e045ffad2a5c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:16.655057 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6d1e7973-88fe-4a66-8145-3926eb05f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:16.683512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3ac32c2b-ce87-4c09-a3eb-e47c946280e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port fa46534c-ec97-429a-b768-e045ffad2a5c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:16.684143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ac32c2b-ce87-4c09-a3eb-e47c946280e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:16.770850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6bfbc8c-e1ad-4129-ab7e-506b766aa3a4 req-243bddac-5e5b-4fe2-9a96-c709a3c87359 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944373 Feb 09 13:18:16.773776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ceebf1a-4f2d-4010-9cea-72ba73e9cb27 req-50eced2f-1378-4249-85b0-099830a7ff29 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538372 Feb 09 13:18:16.790105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 19c4fc19-bf34-4648-a210-710623724456 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:16.833372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-9167d2db-f9e2-48c8-a56f-6595a599f8da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934376 Feb 09 13:18:16.839306 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 19c4fc19-bf34-4648-a210-710623724456 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:16.839973 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:16.885418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e7973-88fe-4a66-8145-3926eb05f80b None None] Port fa46534c-ec97-429a-b768-e045ffad2a5c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:16.933205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Allocated IP 2001:db8::1 (4bfdd240-8822-42af-be12-6bcf3d913f3f/6a91c849-767c-484f-9537-84b0dc925a08/86c7ab45-015a-45d3-a1e2-7793a9fc81e5) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:16.938382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Attempting to bind port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:16.938880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Attempting to bind port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ca8dc2fa-73db-4528-89b3-484b1e38c11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:16.939639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Attempting to bind port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 on network 4bfdd240-8822-42af-be12-6bcf3d913f3f {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:17.001133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:17.001133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Checking segment: {'id': 'ca8dc2fa-73db-4528-89b3-484b1e38c11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:17.005662 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:17.007090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Bound using segment: {'id': 'ca8dc2fa-73db-4528-89b3-484b1e38c11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:17.007614 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Bound port: db78bf82-0dc9-4b80-82a3-32d1b30c90c9, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8dc2fa-73db-4528-89b3-484b1e38c11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:17.007999 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:17.236158 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:17.252911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] For port db78bf82-0dc9-4b80-82a3-32d1b30c90c9, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:17.269461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] For port db78bf82-0dc9-4b80-82a3-32d1b30c90c9, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=db78bf82-0dc9-4b80-82a3-32d1b30c90c9,segment=NetworkSegment(ca8dc2fa-73db-4528-89b3-484b1e38c11b),segment_id=ca8dc2fa-73db-4528-89b3-484b1e38c11b)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:17.280462 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:17.295403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ac32c2b-ce87-4c09-a3eb-e47c946280e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:17.337076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Allocated IP 172.20.0.7 (5bd39a6f-a62b-4b6e-89e8-d04af90bc172/c097ceab-daaa-4283-bb85-f6c09700c79e/f99990b9-7b64-4f2b-96a4-bf1ab09e2420) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:17.355431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 19c4fc19-bf34-4648-a210-710623724456, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=19c4fc19-bf34-4648-a210-710623724456,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:17.369140 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:17.428025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebe69cd5-0687-4055-9c81-027751363b64 req-0403cc28-2bf8-48ed-8ae6-e4ca8fd54682 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 210 time: 0.1654267 Feb 09 13:18:17.462004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdea25-a554-4af2-929b-b3d2566db795 None None] Pushing event updated for resources: {'Port': ['ID=db78bf82-0dc9-4b80-82a3-32d1b30c90c9,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:17.505831 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:17.595088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-d71caf41-cad9-421f-83dc-87113eb7a13b service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390049 Feb 09 13:18:17.607350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=19c4fc19-bf34-4648-a210-710623724456,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:17.764717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55762) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:17.866746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3ac32c2b-ce87-4c09-a3eb-e47c946280e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for fa46534c-ec97-429a-b768-e045ffad2a5c owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:18.316765 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:18.335694 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:18.349220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 19c4fc19-bf34-4648-a210-710623724456 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:18.357187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ac32c2b-ce87-4c09-a3eb-e47c946280e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:18.362282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Transition to ACTIVE for port object 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:18.425229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 19c4fc19-bf34-4648-a210-710623724456 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:18.425841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:18.509682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ac32c2b-ce87-4c09-a3eb-e47c946280e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:18.523423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac32c2b-ce87-4c09-a3eb-e47c946280e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=fa46534c-ec97-429a-b768-e045ffad2a5c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:18.565050 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3ac32c2b-ce87-4c09-a3eb-e47c946280e9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/fa46534c-ec97-429a-b768-e045ffad2a5c HTTP/1.1" status: 204 len: 168 time: 2.1405437 Feb 09 13:18:18.574119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55772) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:18.604281 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:18.625694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device db78bf82-0dc9-4b80-82a3-32d1b30c90c9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:18.639047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55848a1e-c53c-48d3-9d6d-a52706a6b229 req-3107eeeb-d4ef-434e-a7c7-15227e859604 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8733513 Feb 09 13:18:18.666578 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:18.717759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Transition to ACTIVE for port object f99990b9-7b64-4f2b-96a4-bf1ab09e2420 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:18.749628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b859a15b-7893-4b5c-a3de-5d12e944fe57 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:18.751292 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b859a15b-7893-4b5c-a3de-5d12e944fe57 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:18.752354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b859a15b-7893-4b5c-a3de-5d12e944fe57 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:18.770384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:18.779799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b859a15b-7893-4b5c-a3de-5d12e944fe57 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:18.782392 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b859a15b-7893-4b5c-a3de-5d12e944fe57 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2067575 Feb 09 13:18:18.792153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 4bfdd240-8822-42af-be12-6bcf3d913f3f is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:18.793265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55776) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:18.807261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:18.811442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:18.812329 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:18.864872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=86c7ab45-015a-45d3-a1e2-7793a9fc81e5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:18.872719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52b6ea-5593-42eb-90cd-b3465fb2fd71 req-33934b7e-4749-409a-93f3-53b1874d62fa tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:18.880887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e52b6ea-5593-42eb-90cd-b3465fb2fd71 req-33934b7e-4749-409a-93f3-53b1874d62fa tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 0.8634584 Feb 09 13:18:18.953312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3c9f7-5ab0-4a23-bdab-d925e94ff544 req-338f0995-09a0-475d-afb8-054b7d471dd1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:18.955068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71b3c9f7-5ab0-4a23-bdab-d925e94ff544 req-338f0995-09a0-475d-afb8-054b7d471dd1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 944 time: 0.7479854 Feb 09 13:18:19.008733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.181505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef1269-25f8-47ba-b1db-34b079fd5e65 None None] Network 4bfdd240-8822-42af-be12-6bcf3d913f3f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:19.221413 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.235547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e52b6ea-5593-42eb-90cd-b3465fb2fd71 req-47267995-2f8e-49ce-abe0-addf8dd9bc10 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530598 Feb 09 13:18:19.322680 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71b3c9f7-5ab0-4a23-bdab-d925e94ff544 req-a327c1a1-0832-4d28-be6a-5d14ed54efd2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343379 Feb 09 13:18:19.333652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37d1e9f-80e7-4a22-ab3b-d8bed03a75b7 req-87fe8d6a-f8f6-47e6-b3e8-067d796f3b39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 1095 time: 0.6057014 Feb 09 13:18:19.344235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7f6d0432-5c42-48a7-a8ad-e634d33e4d7f None None] Provisioning for port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:19.346580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6b3c1d-a158-4f00-ae2d-92cc49a2f58b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 0629ab0b-9d55-4ca6-8a36-b7d183732534 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:18:19.354103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3c1d-a158-4f00-ae2d-92cc49a2f58b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.379197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7f6d0432-5c42-48a7-a8ad-e634d33e4d7f None None] Provisioning complete for port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:19.379741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f6d0432-5c42-48a7-a8ad-e634d33e4d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.467745 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3c1d-a158-4f00-ae2d-92cc49a2f58b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.561393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d1e9f-80e7-4a22-ab3b-d8bed03a75b7 req-10943077-7bdf-4f95-889d-dbb4c11880de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:19.562368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37d1e9f-80e7-4a22-ab3b-d8bed03a75b7 req-10943077-7bdf-4f95-889d-dbb4c11880de service neutron] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 906 time: 0.1913106 Feb 09 13:18:19.586440 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f6d0432-5c42-48a7-a8ad-e634d33e4d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.618778 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.645540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7f6d0432-5c42-48a7-a8ad-e634d33e4d7f None None] For port db78bf82-0dc9-4b80-82a3-32d1b30c90c9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=db78bf82-0dc9-4b80-82a3-32d1b30c90c9,segment=NetworkSegment(ca8dc2fa-73db-4528-89b3-484b1e38c11b),segment_id=ca8dc2fa-73db-4528-89b3-484b1e38c11b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:19.651898 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f6d0432-5c42-48a7-a8ad-e634d33e4d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.676290 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3c1d-a158-4f00-ae2d-92cc49a2f58b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.744276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d0432-5c42-48a7-a8ad-e634d33e4d7f None None] Pushing event updated for resources: {'Port': ['ID=db78bf82-0dc9-4b80-82a3-32d1b30c90c9,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:19.747664 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.758437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.759269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.780892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37d1e9f-80e7-4a22-ab3b-d8bed03a75b7 req-0d1e9dde-28eb-4ee7-8d88-6cd06e4e57a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a051ff4-81b6-4818-ac4b-3d7331336e9f HTTP/1.1" status: 200 len: 217 time: 0.1267042 Feb 09 13:18:19.781479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Deleting port 0843cd73-7697-49c7-9da2-5347d3100b1f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:19.781805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.886250 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3c1d-a158-4f00-ae2d-92cc49a2f58b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:19.913673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Port': ['ID=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:19.924563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:19.939635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:19.978374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:20.006509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b3c1d-a158-4f00-ae2d-92cc49a2f58b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=0629ab0b-9d55-4ca6-8a36-b7d183732534,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:20.136575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5e3afc1f-4a37-407d-b6bd-2086357cca4a None None] Provisioning complete for port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:20.139731 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e3afc1f-4a37-407d-b6bd-2086357cca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:20.146272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d1e9f-80e7-4a22-ab3b-d8bed03a75b7 req-2237eb90-bbc7-4e8b-b03c-b4e631505175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:20.147910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37d1e9f-80e7-4a22-ab3b-d8bed03a75b7 req-2237eb90-bbc7-4e8b-b03c-b4e631505175 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.3432968 Feb 09 13:18:20.207391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=86c7ab45-015a-45d3-a1e2-7793a9fc81e5,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:20.328743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device db78bf82-0dc9-4b80-82a3-32d1b30c90c9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:20.350162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 4bfdd240-8822-42af-be12-6bcf3d913f3f is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:20.351899 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a6b3c1d-a158-4f00-ae2d-92cc49a2f58b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:20.361699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:20.379707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a01f0-0083-4b0a-910d-2bef3a04860b None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:20.384658 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:20.595347 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5a6b3c1d-a158-4f00-ae2d-92cc49a2f58b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/0629ab0b-9d55-4ca6-8a36-b7d183732534 HTTP/1.1" status: 204 len: 168 time: 1.7900748 Feb 09 13:18:20.597556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55784) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:20.624454 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:18:20.707840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b9860-6528-492b-9995-6f77436407f3 req-032acf4d-d6c5-4a97-b398-c9c7b75fc9cd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:20.719089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab8b9860-6528-492b-9995-6f77436407f3 req-032acf4d-d6c5-4a97-b398-c9c7b75fc9cd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 931 time: 1.1500223 Feb 09 13:18:20.724427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51bc51d6-c219-4515-974d-efec5b1c3a85 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:18:20.744650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:20.745022 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:20.770784 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fc97eab8-7aed-47e8-811f-868c9af7416a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1656628 Feb 09 13:18:20.771608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55790) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:21.081749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:21.082610 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:21.086970 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:21.090483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37d1e9f-80e7-4a22-ab3b-d8bed03a75b7 req-f34e5675-483f-4a24-8063-3bad0faf4e08 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7935588 Feb 09 13:18:21.095632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51bc51d6-c219-4515-974d-efec5b1c3a85, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51bc51d6-c219-4515-974d-efec5b1c3a85,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:21.116466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '51bc51d6-c219-4515-974d-efec5b1c3a85', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'port_id': '51bc51d6-c219-4515-974d-efec5b1c3a85', 'mac_address': 'fa:16:3e:f9:34:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:18:21.130060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f91946-7334-40d6-8f2e-1226beb3ead3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:21.131310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f4f91946-7334-40d6-8f2e-1226beb3ead3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:21.154231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f4f91946-7334-40d6-8f2e-1226beb3ead3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:21.158389 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f4f91946-7334-40d6-8f2e-1226beb3ead3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3728054 Feb 09 13:18:21.159365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55804) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:21.237829 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:21.260820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c71884-3987-4e90-b88d-1aeeade3e779 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:21.262160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c7c71884-3987-4e90-b88d-1aeeade3e779 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:21.293717 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:21.299951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c7c71884-3987-4e90-b88d-1aeeade3e779 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:21.303942 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c7c71884-3987-4e90-b88d-1aeeade3e779 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1423032 Feb 09 13:18:21.304778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55812) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:21.324461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5e3afc1f-4a37-407d-b6bd-2086357cca4a None None] Provisioning for port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:21.342226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5e3afc1f-4a37-407d-b6bd-2086357cca4a None None] Provisioning complete for port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:21.342556 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e3afc1f-4a37-407d-b6bd-2086357cca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:21.425712 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5e3afc1f-4a37-407d-b6bd-2086357cca4a None None] Port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:21.449419 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-139b8cd8-73a3-4569-8490-ae508ce6403b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1410213 Feb 09 13:18:21.450460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55816) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:21.463171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:21.466056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Calling delete_port for 0843cd73-7697-49c7-9da2-5347d3100b1f owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:21.468276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e963e-a361-408f-89b2-74fb03c978f3 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:18:21.471708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51bc51d6-c219-4515-974d-efec5b1c3a85 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:18:21.502623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-276e963e-a361-408f-89b2-74fb03c978f3 None None] Deleting port 19c4fc19-bf34-4648-a210-710623724456 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:21.503102 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-276e963e-a361-408f-89b2-74fb03c978f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:21.619814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51bc51d6-c219-4515-974d-efec5b1c3a85, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51bc51d6-c219-4515-974d-efec5b1c3a85,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:21.644993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:21.681513 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:21.689835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d85af6c8-1a31-4a0f-8fc1-93dc08f6080b None None] Provisioning for port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:21.733659 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d85af6c8-1a31-4a0f-8fc1-93dc08f6080b None None] Provisioning complete for port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:21.734632 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d85af6c8-1a31-4a0f-8fc1-93dc08f6080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:21.742015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:18:21.769382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:21.780676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:21.806726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['51bc51d6-c219-4515-974d-efec5b1c3a85'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:18:21.889021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Pushing event deleted for resources: {'Port': ['ID=0843cd73-7697-49c7-9da2-5347d3100b1f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:22.060923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c742c4c7-9f04-4a3e-b714-2f7d56dc8f69 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3532403 Feb 09 13:18:22.063715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51bc51d6-c219-4515-974d-efec5b1c3a85,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:22.071256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d85af6c8-1a31-4a0f-8fc1-93dc08f6080b None None] Port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:22.081495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-276e963e-a361-408f-89b2-74fb03c978f3 None None] For port 19c4fc19-bf34-4648-a210-710623724456, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=19c4fc19-bf34-4648-a210-710623724456,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:22.081967 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-276e963e-a361-408f-89b2-74fb03c978f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:22.087185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:22.092757 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:22.098162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab8b9860-6528-492b-9995-6f77436407f3 req-11dbc258-6cf1-49cc-a361-561c564e9420 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3781686 Feb 09 13:18:22.103824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'admin_state_up': True, 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'security_groups': ['c216f576-2284-4c2c-9884-50c0da55250b']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:22.296834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:22.365105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-276e963e-a361-408f-89b2-74fb03c978f3 None None] Calling delete_port for 19c4fc19-bf34-4648-a210-710623724456 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:22.392957 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-45ff0219-abe9-444b-8842-28dac0d65570 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1023395 Feb 09 13:18:22.408583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55820) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:22.415624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b12184-3975-45cf-bd86-d7b899cc9667 req-e785a5af-7ad2-4c18-a15e-b3f13d4f6129 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:22.417549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1b12184-3975-45cf-bd86-d7b899cc9667 req-e785a5af-7ad2-4c18-a15e-b3f13d4f6129 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 1.3874686 Feb 09 13:18:22.428513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-206141939'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:22.435904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:22.441023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:network and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:22.444145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:22.450625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:22.468302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:22.472037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:22.544956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:18:22.554552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:22.565854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:22.589554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 19c4fc19-bf34-4648-a210-710623724456 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:18:22.613123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:22.613348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:22.613697 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added segment d372b900-b4e4-4c2f-af85-944b8721a4dd of type vlan for network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 Feb 09 13:18:22.616109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:22.623196 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-276e963e-a361-408f-89b2-74fb03c978f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:22.627139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:22.637319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:22.637994 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:22.693942 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:22.704030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=2ecfc9bb-262f-4db6-b27d-bd8e343f2a1f,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:22.711110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e963e-a361-408f-89b2-74fb03c978f3 None None] No DVR routers for this DVR port 19c4fc19-bf34-4648-a210-710623724456 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:18:22.724883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e963e-a361-408f-89b2-74fb03c978f3 None None] Pushing event deleted for resources: {'Port': ['ID=19c4fc19-bf34-4648-a210-710623724456,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:22.728712 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ce711190-5d60-4361-a3fb-d712f1b2fedf tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2608869 Feb 09 13:18:22.730591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 19c4fc19-bf34-4648-a210-710623724456 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:18:22.731721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 19c4fc19-bf34-4648-a210-710623724456 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:18:22.732629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55824) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:22.737174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4a051ff4-81b6-4818-ac4b-3d7331336e9f details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:18:22.740764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:86:68:d8', 'name': 'tempest-NetworksTestDHCPv6-348424526'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:22.898664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4a051ff4-81b6-4818-ac4b-3d7331336e9f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4a051ff4-81b6-4818-ac4b-3d7331336e9f,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:22.930409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '4a051ff4-81b6-4818-ac4b-3d7331336e9f', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'port_id': '4a051ff4-81b6-4818-ac4b-3d7331336e9f', 'mac_address': 'fa:16:3e:52:95:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2890f1-cd7a-4c34-9690-caa4a64bcb7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:18:22.934336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89aa605-66f0-4b06-99b2-75c6802c8300 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:22.975396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d85af6c8-1a31-4a0f-8fc1-93dc08f6080b None None] Provisioning complete for port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:22.976909 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d85af6c8-1a31-4a0f-8fc1-93dc08f6080b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:22.984403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:18:23.031133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.035177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:23.035786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.116528 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7063019 Feb 09 13:18:23.122710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55828) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:23.128136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'subnet': {'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:23.140287 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37d1e9f-80e7-4a22-ab3b-d8bed03a75b7 req-a8750844-1015-4255-a11a-2e8276081839 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0291069 Feb 09 13:18:23.217099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:23.244054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8ae3e-8c25-4b23-b154-6ce584678cbb tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Network': ['ID=0c94758b-19ff-49e3-93bf-b09e92ed34b4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:23.253051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d85af6c8-1a31-4a0f-8fc1-93dc08f6080b None None] Port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:23.270157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:23.297133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:18:23.324363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:23.339826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Usage tracker for resource:port and tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:23.368918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.25.5.246 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/86605d00-f918-4490-97fa-1213df50e936) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:23.370956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:23.374804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Quota usage for port was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:23.377695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.389067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.403519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:23.411740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:subnet and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:23.416244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:23.432970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 1491a60a-307b-4bae-9fe3-1059c59f9346 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:18:23.452693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:23.487246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.498538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:23.504427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1b12184-3975-45cf-bd86-d7b899cc9667 req-52768f8a-bc93-4a65-a5ca-b04b00071829 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0702653 Feb 09 13:18:23.516059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:23.517030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:17:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:23.525752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:23.550135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:23.553641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.740416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Allocated IP 10.1.1.139 (e0fa8502-b2c1-406e-8acc-9fe430fe07d0/d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d/e1dccfb1-48f5-4a5c-93b8-52845ae0e370) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:23.757143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.830750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '2ecfc9bb-262f-4db6-b27d-bd8e343f2a1f'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:18:23.831809 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.852997 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.962781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:23.970846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::75 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/2ecfc9bb-262f-4db6-b27d-bd8e343f2a1f/1491a60a-307b-4bae-9fe3-1059c59f9346) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:23.982199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Transition to ACTIVE for port object e1dccfb1-48f5-4a5c-93b8-52845ae0e370 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:24.035561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a051ff4-81b6-4818-ac4b-3d7331336e9f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:18:24.072147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4a051ff4-81b6-4818-ac4b-3d7331336e9f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4a051ff4-81b6-4818-ac4b-3d7331336e9f,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:24.091867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:24.112255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:24.152203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:24.207994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4c01c-1761-4bdb-9720-6af75fe4164f req-9aa270f8-49dc-4402-bf89-7268466db365 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:24.217724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2b4c01c-1761-4bdb-9720-6af75fe4164f req-9aa270f8-49dc-4402-bf89-7268466db365 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 944 time: 1.1401551 Feb 09 13:18:24.263400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=4a051ff4-81b6-4818-ac4b-3d7331336e9f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:24.358406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2b4c01c-1761-4bdb-9720-6af75fe4164f req-ba12195d-c705-471d-982b-2351a2836f5b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393199 Feb 09 13:18:24.383936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37d1e9f-80e7-4a22-ab3b-d8bed03a75b7 req-a6cf2923-63d5-475b-81ab-7472227df01d service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1106489 Feb 09 13:18:24.423398 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:24.424464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Fanout notify agent at l3_agent the message router_deleted on router c9f86890-51b1-40c8-8fbb-20baee0741bf {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:18:24.463521 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:24.473707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['4a051ff4-81b6-4818-ac4b-3d7331336e9f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:18:24.526897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:24.555222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:24.572919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:24.573188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 1491a60a-307b-4bae-9fe3-1059c59f9346 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:24.592351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:24.603076 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:24.692920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Port': ['ID=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:24.717641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:24.726727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:24.728029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51bc51d6-c219-4515-974d-efec5b1c3a85 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:24.743812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:24.749609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:24.750289 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:24.765755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:24.896992 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:24.898528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-26c0448c-06a3-48af-88db-e7a51d6ed05d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/c9f86890-51b1-40c8-8fbb-20baee0741bf HTTP/1.1" status: 204 len: 168 time: 9.7324007 Feb 09 13:18:24.898920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=1491a60a-307b-4bae-9fe3-1059c59f9346,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:24.910138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55836) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:24.974742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-265763562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:24.975778 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.007494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dd2ab-fb22-48a4-8734-f8d719f356be req-b50bfec2-645a-4107-b7cf-18df50ae23de tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:25.012131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dd2ab-fb22-48a4-8734-f8d719f356be req-b50bfec2-645a-4107-b7cf-18df50ae23de tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:25.013183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-823dd2ab-fb22-48a4-8734-f8d719f356be req-b50bfec2-645a-4107-b7cf-18df50ae23de tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Synchronizing usage tracker for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:25.018339 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-351743dd-89f4-447f-9f5a-5086b58cd869 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2814200 Feb 09 13:18:25.020745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55840) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:25.035746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:25.047140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Usage tracker for resource:router and tenant:98a85b4f2e94449ba6b762cbded91109 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:25.051387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:25.054180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Subnet': ['ID=f4e93580-31ea-4e1e-8519-eb2e33d06501,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:25.060278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Checking segment: {'id': 'd372b900-b4e4-4c2f-af85-944b8721a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:25.060649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network hostable DHCP agents. Network: 0c94758b-19ff-49e3-93bf-b09e92ed34b4, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:18:25.067968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:25.094135 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.095250 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.117944 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.141162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:18:25.148986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.149504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:25.150575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.170181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 0c94758b-19ff-49e3-93bf-b09e92ed34b4) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:25.189399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:25.190151 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.195143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c54730-9880-4f21-9c70-7c0d2ba96576 None None] Network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:25.207783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.209768 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-981bceb0-5b77-4681-a33c-f7feb6200da2 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2520654 Feb 09 13:18:25.212383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55844) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:25.214199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-823dd2ab-fb22-48a4-8734-f8d719f356be req-b50bfec2-645a-4107-b7cf-18df50ae23de tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Unset dirty status for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:25.217688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-823dd2ab-fb22-48a4-8734-f8d719f356be req-b50bfec2-645a-4107-b7cf-18df50ae23de tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 1653 time: 1.2099130 Feb 09 13:18:25.230076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/2ecfc9bb-262f-4db6-b27d-bd8e343f2a1f/994f0da3-fe49-4b98-a8e4-1ab033f0aec4) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:25.230361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:25.263069 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-daf2951e-59ff-48cf-a1d0-52cd29d777a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.264974 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-adeab453-1769-4811-8a2c-f43e977ac1cc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1755025 Feb 09 13:18:25.285579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'admin_state_up': True, 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'security_groups': ['c216f576-2284-4c2c-9884-50c0da55250b']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:25.321144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256e275-cc0b-4faf-b4c3-ad8752446d87 req-d431fcd8-0008-47d9-a077-a3dedb04332d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:25.329721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7256e275-cc0b-4faf-b4c3-ad8752446d87 req-d431fcd8-0008-47d9-a077-a3dedb04332d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 944 time: 0.4455795 Feb 09 13:18:25.385193 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8dd5057a-3e07-4b50-9a22-f857b0124eba tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2613885 Feb 09 13:18:25.386052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55848) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:25.507734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4430b0f5-cd0e-48b8-86b7-6f2a81871eaf None None] Provisioning for port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:25.534209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4430b0f5-cd0e-48b8-86b7-6f2a81871eaf None None] Provisioning complete for port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:25.535006 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4430b0f5-cd0e-48b8-86b7-6f2a81871eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.555430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.722631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4125345-5d76-47fb-86a8-6c6678e2c239 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:25.726844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b4125345-5d76-47fb-86a8-6c6678e2c239 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.6924176 Feb 09 13:18:25.750158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55854) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:25.790186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 51bc51d6-c219-4515-974d-efec5b1c3a85 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:25.790953 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:25.860695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:25.864205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-823dd2ab-fb22-48a4-8734-f8d719f356be req-0079f66f-6644-4423-a670-67a3b52a9342 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6256986 Feb 09 13:18:25.873733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:25.876729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:25.884500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4430b0f5-cd0e-48b8-86b7-6f2a81871eaf None None] Port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:25.917709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=86605d00-f918-4490-97fa-1213df50e936,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:25.951291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7256e275-cc0b-4faf-b4c3-ad8752446d87 req-2ba12283-2d5f-4d6a-8347-5acdc2449a8a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201074 Feb 09 13:18:26.003640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c5a013c9-9694-437c-9133-3d3dd2a5a089 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 1491a60a-307b-4bae-9fe3-1059c59f9346 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:26.003983 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c5a013c9-9694-437c-9133-3d3dd2a5a089 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:26.019187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:18:18Z', 'revision_number': 2, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:19Z', 'revision_number': 2, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:26.039372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:18:26.040105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Updating router da6b33e7-166f-4f4d-ac88-cc034817d3fd port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:18:26.100271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:26.127882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:26.332334 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:26.356557 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:18:26.358036 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:26.388403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:26.397913 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:26.402044 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:26.424294 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:26.505904 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:26.681684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Allocated IP 2001:db8:1::2 (0c94758b-19ff-49e3-93bf-b09e92ed34b4/f4e93580-31ea-4e1e-8519-eb2e33d06501/3c5c0f1a-443e-4e50-9d67-2ef01a01caa2) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:26.832070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:26.942321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:26.946765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c0b01-4d1f-418b-8e72-e0bb50aafa8a req-25efa70a-50a4-40b3-83ed-761a07e33c95 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:26.948268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-353c0b01-4d1f-418b-8e72-e0bb50aafa8a req-25efa70a-50a4-40b3-83ed-761a07e33c95 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 945 time: 0.7691011 Feb 09 13:18:26.960618 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:26.975842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Transition to ACTIVE for port object 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:27.002907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Transition to ACTIVE for port object 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:27.115195 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:27.141121 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:27.141853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:27.180989 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c5a013c9-9694-437c-9133-3d3dd2a5a089 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:27.197999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-353c0b01-4d1f-418b-8e72-e0bb50aafa8a req-f2e9ba63-9941-41aa-aec1-0538a3a86a2b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353759 Feb 09 13:18:27.414451 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:27.425933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c5a013c9-9694-437c-9133-3d3dd2a5a089 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 1491a60a-307b-4bae-9fe3-1059c59f9346 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:27.427664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Transition to ACTIVE for port object 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:27.441484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Transition to ACTIVE for port object 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:27.446245 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:27.519499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:27.534975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:27.538391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:27.550871 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:27.613378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Allocated IP 172.25.5.23 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/cb3b59b3-e0e7-438c-9d6f-a5a4274e681b) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:27.732765 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c5a013c9-9694-437c-9133-3d3dd2a5a089 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:27.791773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51bc51d6-c219-4515-974d-efec5b1c3a85, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51bc51d6-c219-4515-974d-efec5b1c3a85,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:27.848903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc51d6-c219-4515-974d-efec5b1c3a85'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:27.923253 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:27.927039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Transition to ACTIVE for port object 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:28.003012 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-16ccde30-2d66-4c8c-bcbd-49c679f724e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.051919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Attempting to bind port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:28.063470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Attempting to bind port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ca8dc2fa-73db-4528-89b3-484b1e38c11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:28.064438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Attempting to bind port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 on network 4bfdd240-8822-42af-be12-6bcf3d913f3f {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:28.067459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4a051ff4-81b6-4818-ac4b-3d7331336e9f up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:28.121740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Allocated IP 10.1.1.25 (e0fa8502-b2c1-406e-8acc-9fe430fe07d0/d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d/b5f9211f-81ae-41f8-83a1-88787a718ab2) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:28.155485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Attempting to bind port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:28.155983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Attempting to bind port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'd372b900-b4e4-4c2f-af85-944b8721a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:28.156458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Attempting to bind port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 on network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:28.159630 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.167589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Pushing event updated for resources: {'Port': ['ID=3c5c0f1a-443e-4e50-9d67-2ef01a01caa2,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:28.235134 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.245398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Allocated IP 2001:db8:1::1 (0c94758b-19ff-49e3-93bf-b09e92ed34b4/f4e93580-31ea-4e1e-8519-eb2e33d06501/50912435-5a95-45e8-8eac-bb88b9fad28b) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:28.261675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:28.262078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Checking segment: {'id': 'ca8dc2fa-73db-4528-89b3-484b1e38c11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:28.263168 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.263664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Bound using segment: {'id': 'ca8dc2fa-73db-4528-89b3-484b1e38c11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:28.264294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Bound port: 86c7ab45-015a-45d3-a1e2-7793a9fc81e5, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8dc2fa-73db-4528-89b3-484b1e38c11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:28.264910 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.315032 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c5a013c9-9694-437c-9133-3d3dd2a5a089 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.349282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c5a013c9-9694-437c-9133-3d3dd2a5a089 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/1491a60a-307b-4bae-9fe3-1059c59f9346 HTTP/1.1" status: 204 len: 168 time: 2.5978620 Feb 09 13:18:28.362010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a013c9-9694-437c-9133-3d3dd2a5a089 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=1491a60a-307b-4bae-9fe3-1059c59f9346,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:28.371179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55866) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:28.399527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:28.399527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Checking segment: {'id': 'd372b900-b4e4-4c2f-af85-944b8721a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:28.400363 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.400363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Bound using segment: {'id': 'd372b900-b4e4-4c2f-af85-944b8721a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:28.400822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Bound port: 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd372b900-b4e4-4c2f-af85-944b8721a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:28.401092 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.481895 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.501747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Transition to ACTIVE for port object 50912435-5a95-45e8-8eac-bb88b9fad28b will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:28.529827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:28.531678 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.538192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cde2ce-29b3-4756-b0d0-0d75b7511228 None None] Pushing event updated for resources: {'Port': ['ID=86c7ab45-015a-45d3-a1e2-7793a9fc81e5,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:28.600788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:28.609669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:28.615420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76735ac-a936-4fd6-b57f-255adbc35582 req-830e2052-1dad-40bc-99a6-f12d4a71d878 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:28.620792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76735ac-a936-4fd6-b57f-255adbc35582 req-830e2052-1dad-40bc-99a6-f12d4a71d878 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:28.621262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 4a051ff4-81b6-4818-ac4b-3d7331336e9f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:28.623107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e76735ac-a936-4fd6-b57f-255adbc35582 req-830e2052-1dad-40bc-99a6-f12d4a71d878 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Synchronizing usage tracker for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:28.624235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:28.628373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:28.644897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.651565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:28.652837 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.666302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=50912435-5a95-45e8-8eac-bb88b9fad28b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:28.677032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 4a051ff4-81b6-4818-ac4b-3d7331336e9f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:28.677730 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.741843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:28.747137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:28.749817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e76735ac-a936-4fd6-b57f-255adbc35582 req-830e2052-1dad-40bc-99a6-f12d4a71d878 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Unset dirty status for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:28.752865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e76735ac-a936-4fd6-b57f-255adbc35582 req-830e2052-1dad-40bc-99a6-f12d4a71d878 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 1653 time: 1.1477854 Feb 09 13:18:28.764220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:28.818381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fa5cb-682c-4eeb-8ef6-45039b62a3b5 req-cd6919e1-010a-451c-85cf-d7d8d934f63a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:28.821966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d0fa5cb-682c-4eeb-8ef6-45039b62a3b5 req-cd6919e1-010a-451c-85cf-d7d8d934f63a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 944 time: 1.1501122 Feb 09 13:18:28.840759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Pushing event updated for resources: {'Port': ['ID=cb3b59b3-e0e7-438c-9d6f-a5a4274e681b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:28.843393 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.900514 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.923696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:28.970795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55991e1c-5e72-4c74-aef8-7ff4178080ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:28.974070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55991e1c-5e72-4c74-aef8-7ff4178080ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:28.976845 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-55991e1c-5e72-4c74-aef8-7ff4178080ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5968025 Feb 09 13:18:28.988846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55870) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:29.035116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] For port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:29.049392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51bc51d6-c219-4515-974d-efec5b1c3a85,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:29.155633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] For port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:29.159490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Pushing event updated for resources: {'Port': ['ID=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:29.166323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Attempting to bind port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:29.166593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Attempting to bind port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:29.166825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Attempting to bind port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:29.172787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] For port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=86c7ab45-015a-45d3-a1e2-7793a9fc81e5,segment=NetworkSegment(ca8dc2fa-73db-4528-89b3-484b1e38c11b),segment_id=ca8dc2fa-73db-4528-89b3-484b1e38c11b)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:29.178593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] For port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3c5c0f1a-443e-4e50-9d67-2ef01a01caa2,segment=NetworkSegment(d372b900-b4e4-4c2f-af85-944b8721a4dd),segment_id=d372b900-b4e4-4c2f-af85-944b8721a4dd)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:29.187219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:29.246192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e76735ac-a936-4fd6-b57f-255adbc35582 req-bca5a376-93c0-46f2-a7f4-58ad779793d5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509115 Feb 09 13:18:29.258651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d0fa5cb-682c-4eeb-8ef6-45039b62a3b5 req-8cbf874c-0e14-42e9-8e88-162eaba46462 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349829 Feb 09 13:18:29.275754 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cde2ce-29b3-4756-b0d0-0d75b7511228 None None] Pushing event updated for resources: {'Port': ['ID=86c7ab45-015a-45d3-a1e2-7793a9fc81e5,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:29.279608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:29.328144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:29.328557 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:29.328960 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:29.329354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:29.329891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Bound port: 994f0da3-fe49-4b98-a8e4-1ab033f0aec4, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:29.330267 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:29.431591 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:29.482741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] Deleting port bf551fde-4cce-490f-a289-4615d72b4f55 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:29.483257 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:29.522102 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc51d6-c219-4515-974d-efec5b1c3a85', 'code': 200} Feb 09 13:18:29.568995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4a051ff4-81b6-4818-ac4b-3d7331336e9f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4a051ff4-81b6-4818-ac4b-3d7331336e9f,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:29.598667 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:29.604758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:29.629006 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae03a06-8f88-4daa-ba89-3f5196f6f529 None None] Pushing event updated for resources: {'Port': ['ID=3c5c0f1a-443e-4e50-9d67-2ef01a01caa2,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:29.729887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:29.730618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:29.735521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Transition to ACTIVE for port object b5f9211f-81ae-41f8-83a1-88787a718ab2 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:29.816199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:29.968261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:18:29.976039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Port': ['ID=b5f9211f-81ae-41f8-83a1-88787a718ab2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:30.039416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] For port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:30.067336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 2ecfc9bb-262f-4db6-b27d-bd8e343f2a1f {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:18:30.092088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] For port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:30.100581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.120322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=4a051ff4-81b6-4818-ac4b-3d7331336e9f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:30.126896 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.128068 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.231547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:30.241413 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.298539 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.370319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbd90e-bb1b-41b8-901a-6ab17da29955 None None] Pushing event updated for resources: {'Port': ['ID=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:30.473512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a593fe-165e-414f-ad0a-740d7e69bc53 req-795266d6-3dfa-408a-bfc3-65eef69321f7 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.475781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a0a593fe-165e-414f-ad0a-740d7e69bc53 req-795266d6-3dfa-408a-bfc3-65eef69321f7 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 946 time: 0.8565168 Feb 09 13:18:30.541350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:30.548672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:30.712674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:30.732733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:30.836874 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.847612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.850600 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.854779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.866016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:30.906134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:30.907550 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.967956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-0f8ea77a-4c7e-42aa-816a-55d2c5deeec2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6865866 Feb 09 13:18:30.980331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:30.988665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201', 'admin_state_up': True, 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'security_groups': ['c216f576-2284-4c2c-9884-50c0da55250b']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:31.012296 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:31.016399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:18:28Z', 'revision_number': 3, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:28Z', 'revision_number': 1, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:28Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:31.031173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16fedcc-1bf4-4b31-ba3d-89eb4dc0398c None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:18:28Z', 'revision_number': 3, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:28Z', 'revision_number': 1, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:28Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:18:31.091997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] For port bf551fde-4cce-490f-a289-4615d72b4f55, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bf551fde-4cce-490f-a289-4615d72b4f55,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:31.097157 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:31.142210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a0a593fe-165e-414f-ad0a-740d7e69bc53 req-b427d472-4ef5-4fef-862d-2cb60f684807 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986831 Feb 09 13:18:31.207881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486e70a-c381-4f16-828a-63fefa19499c req-805a78ff-df06-4bf7-988a-d199b11ba186 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:31.213147 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4486e70a-c381-4f16-828a-63fefa19499c req-805a78ff-df06-4bf7-988a-d199b11ba186 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 0.6438432 Feb 09 13:18:31.522852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c5bb2-531a-4c3b-b522-df5939f4d696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a051ff4-81b6-4818-ac4b-3d7331336e9f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:31.535143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=50912435-5a95-45e8-8eac-bb88b9fad28b,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:31.597689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f0d0e1f9-fb8e-418c-bd78-ffe3c886cb60 None None] Provisioning for port b5f9211f-81ae-41f8-83a1-88787a718ab2 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:31.611236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f0d0e1f9-fb8e-418c-bd78-ffe3c886cb60 None None] Provisioning complete for port b5f9211f-81ae-41f8-83a1-88787a718ab2 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:31.611760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f0d0e1f9-fb8e-418c-bd78-ffe3c886cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:31.632755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:31.722136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=2ecfc9bb-262f-4db6-b27d-bd8e343f2a1f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:31.755505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.755843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.756153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.756472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.756795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.757107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.757419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.757730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.758040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.758370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.758719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.771138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f0d0e1f9-fb8e-418c-bd78-ffe3c886cb60 None None] Port b5f9211f-81ae-41f8-83a1-88787a718ab2 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:31.888354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] Calling delete_port for bf551fde-4cce-490f-a289-4615d72b4f55 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:31.888691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.889232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.889886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.890907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.891420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.891911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.892654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.893156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.893929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.894983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.895628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:31.952165 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:32.003258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab2a8f-3abd-46c9-8a07-faea75de3a4d None None] Network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:32.052723 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fa483582-3f19-4474-b703-d4d7d846cf78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/2ecfc9bb-262f-4db6-b27d-bd8e343f2a1f HTTP/1.1" status: 204 len: 168 time: 3.0620925 Feb 09 13:18:32.079447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:32.316879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e2d15958-af70-434b-a13b-e6f04e03628e None None] Provisioning for port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:32.348474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e2d15958-af70-434b-a13b-e6f04e03628e None None] Provisioning complete for port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:32.351690 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2d15958-af70-434b-a13b-e6f04e03628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:32.436798 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-19c926fd-332d-4691-9185-14171fc78ddb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3459525 Feb 09 13:18:32.439669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55890) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:32.445380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:32.458620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:32.512380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:32.560672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4486e70a-c381-4f16-828a-63fefa19499c req-17863326-c15d-405c-8ad6-1a9bcdfd225f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1979935 Feb 09 13:18:32.813212 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5c5bb2-531a-4c3b-b522-df5939f4d696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a051ff4-81b6-4818-ac4b-3d7331336e9f', 'code': 200} Feb 09 13:18:32.837301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:32.849574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:32.864740 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:33.047952 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2d15958-af70-434b-a13b-e6f04e03628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:33.103755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f0e61c-bbce-400c-99d1-cb9e4e3dc370 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:33.106718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-32f0e61c-bbce-400c-99d1-cb9e4e3dc370 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:33.123419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af8d57-4932-4b2d-88be-d044aff8e6e0 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:33.186889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-32f0e61c-bbce-400c-99d1-cb9e4e3dc370 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:33.188047 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-32f0e61c-bbce-400c-99d1-cb9e4e3dc370 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7455771 Feb 09 13:18:33.200576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e2d15958-af70-434b-a13b-e6f04e03628e None None] For port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3c5c0f1a-443e-4e50-9d67-2ef01a01caa2,segment=NetworkSegment(d372b900-b4e4-4c2f-af85-944b8721a4dd),segment_id=d372b900-b4e4-4c2f-af85-944b8721a4dd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:33.203085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55894) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:33.236961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf551fde-4cce-490f-a289-4615d72b4f55,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:33.284381 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2d15958-af70-434b-a13b-e6f04e03628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:33.317650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:33.472721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:33.529247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d15958-af70-434b-a13b-e6f04e03628e None None] Pushing event updated for resources: {'Port': ['ID=3c5c0f1a-443e-4e50-9d67-2ef01a01caa2,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:33.564236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d993d9a8-d13b-4a1f-9307-667b8cffe790 None None] Provisioning for port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:33.571061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d993d9a8-d13b-4a1f-9307-667b8cffe790 None None] Provisioning complete for port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:33.571428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d993d9a8-d13b-4a1f-9307-667b8cffe790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:33.601371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624ec2c6-8f6a-4b44-8540-b2d07041425b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:33.603186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-624ec2c6-8f6a-4b44-8540-b2d07041425b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:33.633620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-624ec2c6-8f6a-4b44-8540-b2d07041425b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:33.635297 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-624ec2c6-8f6a-4b44-8540-b2d07041425b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4311998 Feb 09 13:18:33.655041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55900) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:33.711473 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:33.777261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b970e4-4da9-490f-8ce7-877fe3df81bc req-dc22487b-b19e-44ab-80de-6964363acea3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:33.786142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b970e4-4da9-490f-8ce7-877fe3df81bc req-dc22487b-b19e-44ab-80de-6964363acea3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:33.794678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b970e4-4da9-490f-8ce7-877fe3df81bc req-dc22487b-b19e-44ab-80de-6964363acea3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:33.803036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59b970e4-4da9-490f-8ce7-877fe3df81bc req-dc22487b-b19e-44ab-80de-6964363acea3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 2373 time: 2.4019952 Feb 09 13:18:33.809359 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f4b66b45-c972-445a-a385-b05b043364fd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1517360 Feb 09 13:18:33.810369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Router 44f0b1b7-127c-40b6-b1b6-130c9f1e0353 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:18:33.818292 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55906) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:33.826297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:18:33.833173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:33.870235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Deleting port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:33.891592 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:34.161127 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d993d9a8-d13b-4a1f-9307-667b8cffe790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:34.319074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:34.408796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d993d9a8-d13b-4a1f-9307-667b8cffe790 None None] For port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:34.435444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Allocated IP 10.2.2.100 (10a58f19-21e1-4dd7-9137-587130a0e201/00f948f1-86ae-48a3-94b7-0c5b8a4f9001/59c2c0dc-e08e-4a20-a53f-aeb6aef68e33) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:34.452478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:34.493552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:34.498381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:34.550399 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d993d9a8-d13b-4a1f-9307-667b8cffe790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:34.586324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59b970e4-4da9-490f-8ce7-877fe3df81bc req-d53f7085-d99e-44a7-a6a7-a4a5f2d652b5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7817740 Feb 09 13:18:34.602898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebd17179-bfe8-4f8f-94bd-d8392e1e6282 req-a3564215-8fd8-403a-bddc-347d86c84872 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 1097 time: 1.7284312 Feb 09 13:18:34.624818 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:34.806152 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] For port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:34.807402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:34.819538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:34.831864 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c1141-7003-439d-87ed-2a12e8a130ab None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:34.862755 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c1141-7003-439d-87ed-2a12e8a130ab None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:34.863367 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2a0c1141-7003-439d-87ed-2a12e8a130ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:34.894935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:18:34.909857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b2f87-8195-4b40-a6e7-d43af0a20c99 req-4ee617f1-00b6-4cbc-b205-82b3311de3b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:34.915675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2b1de230-0621-4835-b1ff-eb7c40d5b36e None None] Provisioning complete for port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:34.916373 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2b1de230-0621-4835-b1ff-eb7c40d5b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:34.923757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f4b2f87-8195-4b40-a6e7-d43af0a20c99 req-4ee617f1-00b6-4cbc-b205-82b3311de3b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 946 time: 1.7965872 Feb 09 13:18:35.025569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Calling delete_port for 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:35.028427 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2a0c1141-7003-439d-87ed-2a12e8a130ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:35.045836 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c1141-7003-439d-87ed-2a12e8a130ab None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:35.049556 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2a0c1141-7003-439d-87ed-2a12e8a130ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:35.065300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993d9a8-d13b-4a1f-9307-667b8cffe790 None None] Pushing event updated for resources: {'Port': ['ID=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:35.140484 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2a0c1141-7003-439d-87ed-2a12e8a130ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:35.141270 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c1141-7003-439d-87ed-2a12e8a130ab None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:18:35.170174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:35.184928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d9c3dbe4-aa89-4954-8e75-c9b94513d338 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 20.0168459 Feb 09 13:18:35.185951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55910) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:35.199879 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:18:35.200968 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:18:35.203849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:35.204492 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:35.265436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebd17179-bfe8-4f8f-94bd-d8392e1e6282 req-10b7467f-33b9-4c9f-af16-f34876af06c2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698922 Feb 09 13:18:35.347577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2b1de230-0621-4835-b1ff-eb7c40d5b36e None None] Provisioning for port 50912435-5a95-45e8-8eac-bb88b9fad28b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:35.357102 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2b1de230-0621-4835-b1ff-eb7c40d5b36e None None] Provisioning complete for port 50912435-5a95-45e8-8eac-bb88b9fad28b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:35.358210 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2b1de230-0621-4835-b1ff-eb7c40d5b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:35.493734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2b1de230-0621-4835-b1ff-eb7c40d5b36e None None] Port 50912435-5a95-45e8-8eac-bb88b9fad28b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:35.509980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:35.541847 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f4b2f87-8195-4b40-a6e7-d43af0a20c99 req-a777b17e-4e64-4e2c-833f-7a256e0b218f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166224 Feb 09 13:18:35.574879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:18:35.640841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-11fd1e3c-240b-42c3-b58d-ad34bd2861f4 None None] Provisioning complete for port 50912435-5a95-45e8-8eac-bb88b9fad28b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:35.641364 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-11fd1e3c-240b-42c3-b58d-ad34bd2861f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:35.680632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956efd3-2b63-468a-9acc-86c421475159 req-8892cb64-14bf-48ac-88e5-c118d1822220 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:35.682250 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3956efd3-2b63-468a-9acc-86c421475159 req-8892cb64-14bf-48ac-88e5-c118d1822220 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 0.7479959 Feb 09 13:18:35.689032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:35.705163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Deleting port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:35.705708 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:35.742383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:35.742930 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:35.749339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:35.778256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:35.794654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-11fd1e3c-240b-42c3-b58d-ad34bd2861f4 None None] Port 50912435-5a95-45e8-8eac-bb88b9fad28b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:35.806564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:35.823152 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-79dcf76f-0c0d-42af-88d2-dc9f55b53079 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4277828 Feb 09 13:18:35.828052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:35.828052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:35.835948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55916) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:35.855588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1040568211'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:35.869699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Transition to ACTIVE for port object 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:35.906892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3956efd3-2b63-468a-9acc-86c421475159 req-2a72a7be-7bae-47db-b0dc-be72be0bbd87 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872797 Feb 09 13:18:35.951941 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:35.997267 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:36.182082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:36.193907 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:36.205700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:network and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:36.212713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:36.227836 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721a0b6-4df6-4866-a9e8-be7390392997 None None] Sync routers for ids ['44f0b1b7-127c-40b6-b1b6-130c9f1e0353'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:36.228664 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:36.232759 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-516d2b7c-50f3-4276-9e21-763ba4160b8b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "PUT /v2.0/routers/44f0b1b7-127c-40b6-b1b6-130c9f1e0353 HTTP/1.1" status: 200 len: 878 time: 11.0163019 Feb 09 13:18:36.242818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:36.245879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55920) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:36.250359 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721a0b6-4df6-4866-a9e8-be7390392997 None None] Routers {'44f0b1b7-127c-40b6-b1b6-130c9f1e0353'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:36.251206 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a721a0b6-4df6-4866-a9e8-be7390392997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['44f0b1b7-127c-40b6-b1b6-130c9f1e0353'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:36.253800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:36.335338 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a721a0b6-4df6-4866-a9e8-be7390392997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:36.341385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network 10a58f19-21e1-4dd7-9137-587130a0e201 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:36.355270 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721a0b6-4df6-4866-a9e8-be7390392997 None None] Routers {'44f0b1b7-127c-40b6-b1b6-130c9f1e0353'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:36.356761 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a721a0b6-4df6-4866-a9e8-be7390392997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['44f0b1b7-127c-40b6-b1b6-130c9f1e0353'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:36.386581 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:36.455091 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a721a0b6-4df6-4866-a9e8-be7390392997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:36.455488 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721a0b6-4df6-4866-a9e8-be7390392997 None None] The sync data for ids ['44f0b1b7-127c-40b6-b1b6-130c9f1e0353'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:18:36.495767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:36.616917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:36.624761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-0efa9cdd-43c5-4244-b510-732478afd671 req-b30515e2-304f-42fe-b241-333214c953a0 service neutron] (83479) timed out ('10.222.0.62', 59595) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:18:36.635555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:36.677130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:36.683455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:36.727979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=86c7ab45-015a-45d3-a1e2-7793a9fc81e5,segment=NetworkSegment(ca8dc2fa-73db-4528-89b3-484b1e38c11b),segment_id=ca8dc2fa-73db-4528-89b3-484b1e38c11b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:36.741883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] For port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:36.742688 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:36.757531 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:36.810654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:36.811579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:36.881599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8984108 Feb 09 13:18:36.943861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:18:36.953582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201', 'admin_state_up': True, 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'security_groups': ['c216f576-2284-4c2c-9884-50c0da55250b']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:36.967763 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:36.968110 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added segment 13af4002-b952-4250-9a5c-1c62368385ca of type vlan for network 55ee98fc-df9b-43ad-8562-6f5235fb49ff Feb 09 13:18:37.006328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:37.025876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=86c7ab45-015a-45d3-a1e2-7793a9fc81e5,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:37.033208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:18:37.106581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:37.111446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:37.112241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:37.225267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Port': ['ID=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:37.230086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:37.237034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Calling delete_port for 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:37.280667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:37.291219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.291558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.291887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.292353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.292684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.293536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.293860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.294181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.294522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.294844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.295145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b9909-075a-4ab9-86da-65399f676bfd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:37.374910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Made reservation on behalf of 5bf42b67591842eeb2c9ab0bd5cffbc2 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:37.375343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] For port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:37.379763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:37.436117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:37.444637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee1f3-4f0d-4e8f-bf2f-4ca3d385958e req-ad2d9309-f9a0-433b-8f82-8068550bdf4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:37.448463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee1f3-4f0d-4e8f-bf2f-4ca3d385958e req-ad2d9309-f9a0-433b-8f82-8068550bdf4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:37.451326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-82b82011-ecbf-4236-8b25-08b87fcbcab5 None None] Provisioning for port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:37.453204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee1f3-4f0d-4e8f-bf2f-4ca3d385958e req-ad2d9309-f9a0-433b-8f82-8068550bdf4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:37.457578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fee1f3-4f0d-4e8f-bf2f-4ca3d385958e req-ad2d9309-f9a0-433b-8f82-8068550bdf4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:37.458255 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:37.458503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f8fee1f3-4f0d-4e8f-bf2f-4ca3d385958e req-ad2d9309-f9a0-433b-8f82-8068550bdf4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Synchronizing usage tracker for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:37.459754 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:37.522375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de9aec-7470-47f9-a33b-e04b7508f5b9 req-c3938e42-7315-4d91-82d3-0d8f984249ee tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:37.523870 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5de9aec-7470-47f9-a33b-e04b7508f5b9 req-c3938e42-7315-4d91-82d3-0d8f984249ee tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 946 time: 0.5979230 Feb 09 13:18:37.601060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f8fee1f3-4f0d-4e8f-bf2f-4ca3d385958e req-ad2d9309-f9a0-433b-8f82-8068550bdf4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Unset dirty status for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:37.608043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8fee1f3-4f0d-4e8f-bf2f-4ca3d385958e req-ad2d9309-f9a0-433b-8f82-8068550bdf4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 3094 time: 1.4251735 Feb 09 13:18:37.691912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-82b82011-ecbf-4236-8b25-08b87fcbcab5 None None] Provisioning complete for port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:37.691912 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-82b82011-ecbf-4236-8b25-08b87fcbcab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:37.762611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8fee1f3-4f0d-4e8f-bf2f-4ca3d385958e req-d5cadfd4-3531-415f-83f8-1c5d4b685ea0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524191 Feb 09 13:18:37.790207 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5de9aec-7470-47f9-a33b-e04b7508f5b9 req-753ac046-6195-436b-a34c-7129f1a759cc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463956 Feb 09 13:18:37.873625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:18:37.873625 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:18:37.942780 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:38.019275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-82b82011-ecbf-4236-8b25-08b87fcbcab5 None None] Port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:38.049655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:18:28Z', 'revision_number': 3, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:29Z', 'revision_number': 2, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:28Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:38.067249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:18:38.068404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Updating router da6b33e7-166f-4f4d-ac88-cc034817d3fd port 50912435-5a95-45e8-8eac-bb88b9fad28b binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:18:38.139649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=4d65fba2-30a0-44a2-a404-093a1edd45f3,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:38.143643 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3045497 Feb 09 13:18:38.163757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55932) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:38.165975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:38.182206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'subnet': {'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:38.204912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:38.242813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:38.243839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:38.266650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b524a18-267b-4664-81fc-f9b852421940 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Network': ['ID=55ee98fc-df9b-43ad-8562-6f5235fb49ff,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:38.278730 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4552677 Feb 09 13:18:38.292029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55936) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:38.360869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5eaec7de-a8a8-4b69-88e2-896e3bd8e6ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:38.392987 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:38.421583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 55ee98fc-df9b-43ad-8562-6f5235fb49ff details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:18:38.583062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5eaec7de-a8a8-4b69-88e2-896e3bd8e6ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:38.597139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498365b-e10f-4241-913d-fd99ba3e95d0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:38.600819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5eaec7de-a8a8-4b69-88e2-896e3bd8e6ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:38.620894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:38.626006 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1586df7a-4907-4120-9e5d-14b68676980f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/routers/44f0b1b7-127c-40b6-b1b6-130c9f1e0353 HTTP/1.1" status: 200 len: 919 time: 2.3767574 Feb 09 13:18:38.629198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55944) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:38.631954 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:38.632724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:subnet and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:38.649692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Allocated IP 10.2.2.200 (10a58f19-21e1-4dd7-9137-587130a0e201/00f948f1-86ae-48a3-94b7-0c5b8a4f9001/c1d54154-7ddf-4923-b348-8cbc69e1117c) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:38.680379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:38.688604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaec7de-a8a8-4b69-88e2-896e3bd8e6ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:38.710259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:38.713143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-179e15cb-a378-4091-94ee-23cb603a7acd tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:38.714672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-179e15cb-a378-4091-94ee-23cb603a7acd tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.2068775 Feb 09 13:18:38.731611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Deleting port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:38.732241 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:38.778083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:38.794014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-82bea5eb-feba-44e1-8819-cde34e4fe94c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/quotas/b61e4f1740014417a9a4bf493277ef6d HTTP/1.1" status: 200 len: 375 time: 0.0677049 Feb 09 13:18:38.808450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:38.960930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:39.113951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:39.211475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62584d-9efc-4d73-a63f-56dd166416a2 req-4858582b-6820-4fc3-9da2-9cc6265acc24 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:39.219029 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f62584d-9efc-4d73-a63f-56dd166416a2 req-4858582b-6820-4fc3-9da2-9cc6265acc24 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 0.8723187 Feb 09 13:18:39.236880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:39.248901 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-da9513a3-2baa-43a2-ab40-b2045dcdd13f tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&device_id=44f0b1b7-127c-40b6-b1b6-130c9f1e0353&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6183212 Feb 09 13:18:39.257124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55950) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:39.450368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-fb9d75a0-c631-4f31-a903-be1c5ac9f3b4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6554000 Feb 09 13:18:39.477991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:39.478757 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:39.490142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967dfe62-65a8-4e62-9afd-013c9676ce52 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:39.491903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-967dfe62-65a8-4e62-9afd-013c9676ce52 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Synchronizing usage tracker for tenant:b5ea8866bd3b49469acf0cef5f55d9db on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:39.572188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5eaec7de-a8a8-4b69-88e2-896e3bd8e6ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:39.594363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] For port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:39.595081 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:39.604182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f62584d-9efc-4d73-a63f-56dd166416a2 req-7321db72-7251-4e22-b4b3-23c8989895f2 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842022 Feb 09 13:18:39.628498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:39.689650 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:39.708924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Transition to ACTIVE for port object 50912435-5a95-45e8-8eac-bb88b9fad28b will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:39.745162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Transition to ACTIVE for port object c1d54154-7ddf-4923-b348-8cbc69e1117c will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:39.780233 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:39.793677 n-d-825175-3 neutron-server[83479]: INFO neutron.db.ipam_backend_mixin [None req-5eaec7de-a8a8-4b69-88e2-896e3bd8e6ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d65fba2-30a0-44a2-a404-093a1edd45f3 (CIDR: 2001:db8::/64) Feb 09 13:18:39.795119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-967dfe62-65a8-4e62-9afd-013c9676ce52 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Unset dirty status for tenant:b5ea8866bd3b49469acf0cef5f55d9db on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:39.796723 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-967dfe62-65a8-4e62-9afd-013c9676ce52 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 881 time: 0.5319815 Feb 09 13:18:39.813093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55954) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:39.820930 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaec7de-a8a8-4b69-88e2-896e3bd8e6ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:18:39.821377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaec7de-a8a8-4b69-88e2-896e3bd8e6ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:18:39.918321 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5eaec7de-a8a8-4b69-88e2-896e3bd8e6ac tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6209698 Feb 09 13:18:39.919998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55958) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:39.962914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:39.977465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Calling delete_port for 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:40.018571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091d8dd-70c7-4099-870a-d92658b983f6 None None] Pushing event updated for resources: {'Port': ['ID=50912435-5a95-45e8-8eac-bb88b9fad28b,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:40.048216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2ee93023-fbc7-4fa5-a470-5f4056c8c9ae tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f0b1b7-127c-40b6-b1b6-130c9f1e0353 HTTP/1.1" status: 200 len: 205 time: 0.2183082 Feb 09 13:18:40.054800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55966) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:40.065788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-2cfb2c4e-21bc-41fb-8a46-06faa1199e2c service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142776 Feb 09 13:18:40.153248 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:40.283007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:40.297348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Subnet': ['ID=c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:40.307277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:40.318339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Checking segment: {'id': '13af4002-b952-4250-9a5c-1c62368385ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:40.319173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network hostable DHCP agents. Network: 55ee98fc-df9b-43ad-8562-6f5235fb49ff, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:18:40.338281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:40.342391 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:40.547188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Attempting to bind port 50912435-5a95-45e8-8eac-bb88b9fad28b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:40.547598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Attempting to bind port 50912435-5a95-45e8-8eac-bb88b9fad28b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'd372b900-b4e4-4c2f-af85-944b8721a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:40.547833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Attempting to bind port 50912435-5a95-45e8-8eac-bb88b9fad28b on network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:40.565984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:40.566392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Checking segment: {'id': 'd372b900-b4e4-4c2f-af85-944b8721a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:40.566903 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:40.567419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Bound using segment: {'id': 'd372b900-b4e4-4c2f-af85-944b8721a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:40.568037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Bound port: 50912435-5a95-45e8-8eac-bb88b9fad28b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd372b900-b4e4-4c2f-af85-944b8721a4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:40.568522 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:40.581348 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:40.639234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 55ee98fc-df9b-43ad-8562-6f5235fb49ff is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:18:40.644028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] Pushing event deleted for resources: {'Port': ['ID=994f0da3-fe49-4b98-a8e4-1ab033f0aec4,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:40.655531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 55ee98fc-df9b-43ad-8562-6f5235fb49ff) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:40.676365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:40.677752 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:40.678737 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280428f3-235e-444f-b1f3-dc5a749bb80e None None] Network 55ee98fc-df9b-43ad-8562-6f5235fb49ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:40.724613 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-660b3142-02fc-4557-b61d-d1e97674ef73 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5527325 Feb 09 13:18:40.726217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55972) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:40.812126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8e0b2-d59f-4379-a9f7-19fe960812ef None None] No DVR routers for this DVR port 994f0da3-fe49-4b98-a8e4-1ab033f0aec4 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:18:40.897385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191a0b1d-74a3-45d7-b618-863f67babe81 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:40.918572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-ef342e8b-0d4f-4873-809d-af64059994c2 service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820524 Feb 09 13:18:41.052449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] For port 50912435-5a95-45e8-8eac-bb88b9fad28b, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:41.379771 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:41.382885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] For port 50912435-5a95-45e8-8eac-bb88b9fad28b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=50912435-5a95-45e8-8eac-bb88b9fad28b,segment=NetworkSegment(d372b900-b4e4-4c2f-af85-944b8721a4dd),segment_id=d372b900-b4e4-4c2f-af85-944b8721a4dd)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:41.400556 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:41.535303 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:41.550720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ef930-f0ca-45d0-9be6-193c5a3e33f6 req-6f6f9926-0ac7-49fa-8f7d-928b3501cdfb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:41.556787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ef930-f0ca-45d0-9be6-193c5a3e33f6 req-6f6f9926-0ac7-49fa-8f7d-928b3501cdfb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:41.562217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ef930-f0ca-45d0-9be6-193c5a3e33f6 req-6f6f9926-0ac7-49fa-8f7d-928b3501cdfb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:41.567548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ef930-f0ca-45d0-9be6-193c5a3e33f6 req-6f6f9926-0ac7-49fa-8f7d-928b3501cdfb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:41.575814 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d3ef930-f0ca-45d0-9be6-193c5a3e33f6 req-6f6f9926-0ac7-49fa-8f7d-928b3501cdfb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 3094 time: 1.7094765 Feb 09 13:18:41.579378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=1ccbf0a9-c3c4-452c-bd32-334facf77f6f,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:41.609665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event updated for resources: {'Port': ['ID=c1d54154-7ddf-4923-b348-8cbc69e1117c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:41.629729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:41.631409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:18:41.634269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:41.648779 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:41.657953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d3ef930-f0ca-45d0-9be6-193c5a3e33f6 req-2a7c6525-8ce6-4c32-9b19-b040ae0b631b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805144 Feb 09 13:18:41.662993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:41.669205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:41.706610 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:41.815655 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:41.890750 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c774c456-efa5-484e-bd05-6ca3fbcb5c78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9402313 Feb 09 13:18:41.893915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091d8dd-70c7-4099-870a-d92658b983f6 None None] Pushing event updated for resources: {'Port': ['ID=50912435-5a95-45e8-8eac-bb88b9fad28b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:41.935042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55984) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:41.988515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:87:73:76', 'name': 'tempest-NetworksTestDHCPv6-108342573'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:42.024345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:42.038985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:42.231840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': '1ccbf0a9-c3c4-452c-bd32-334facf77f6f'}, {'subnet_id': '4d65fba2-30a0-44a2-a404-093a1edd45f3'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:18:42.234216 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:42.430341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-253d2cb6-5632-4c85-a5e1-a172cf0cc5d6 req-7b2a6c48-dc64-4c2b-bbb9-d6069021a428 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 210 time: 0.1082349 Feb 09 13:18:42.591250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Network 10a58f19-21e1-4dd7-9137-587130a0e201 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:42.600305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c9b05-ddf3-433a-993f-776a1f1c6752 req-8bacfd58-26c2-454b-9b05-a6d691e0b546 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:42.612800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-783c9b05-ddf3-433a-993f-776a1f1c6752 req-8bacfd58-26c2-454b-9b05-a6d691e0b546 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 1.2304251 Feb 09 13:18:42.627437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] Router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:18:42.629035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:42.633381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:42.719469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:42.770069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:42.840799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:42.851240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:42.907274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:42.909520 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:43.004634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:18:43.099258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 50912435-5a95-45e8-8eac-bb88b9fad28b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:43.263299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:43.277291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-00593ef2-548c-4726-ada1-6548f13c7832 None None] Provisioning for port c1d54154-7ddf-4923-b348-8cbc69e1117c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:43.291768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-00593ef2-548c-4726-ada1-6548f13c7832 None None] Provisioning complete for port c1d54154-7ddf-4923-b348-8cbc69e1117c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:43.292516 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00593ef2-548c-4726-ada1-6548f13c7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:43.293754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.20.0.1 (b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7/6941b5f3-43e2-481f-a0de-557cc27d171a/c9bca0ac-b3e4-4ecc-b4c2-8d77a6abf3b3) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:43.343666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-783c9b05-ddf3-433a-993f-776a1f1c6752 req-f7fded98-36fd-4080-987d-ce0eb8cea96a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296813 Feb 09 13:18:43.369058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-00593ef2-548c-4726-ada1-6548f13c7832 None None] Port c1d54154-7ddf-4923-b348-8cbc69e1117c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:43.417785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:43.419124 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-89222eb3-c383-4467-9283-95f23e6bc9ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5012577 Feb 09 13:18:43.516136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:43.754604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Allocated IP 2001:db8:2::2 (55ee98fc-df9b-43ad-8562-6f5235fb49ff/c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83/0fbcf63a-f70c-42dc-81a2-80e82dc05c7b) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:43.923366 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 50912435-5a95-45e8-8eac-bb88b9fad28b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:43.941512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 50912435-5a95-45e8-8eac-bb88b9fad28b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:43.942406 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:43.979551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f8fcb92d-98d2-417d-9112-b6ae711fffd6 req-6e525516-63cc-4c19-8b48-6d32214894d3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 210 time: 0.1011906 Feb 09 13:18:44.093099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Allocated IP 2001:db8:0:1::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/1ccbf0a9-c3c4-452c-bd32-334facf77f6f/77d56492-9304-415c-a004-492360513328) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:44.172114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Allocated IP 2001:db8::f816:3eff:fe03:98d0 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/4d65fba2-30a0-44a2-a404-093a1edd45f3/77d56492-9304-415c-a004-492360513328) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:44.272433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:44.326003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:44.357848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9693d-0d21-4728-9d4c-50785df31e9c req-9a0b82aa-b28f-4742-be8a-4cfab72ebb20 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:44.362180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9693d-0d21-4728-9d4c-50785df31e9c req-9a0b82aa-b28f-4742-be8a-4cfab72ebb20 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:44.366102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9693d-0d21-4728-9d4c-50785df31e9c req-9a0b82aa-b28f-4742-be8a-4cfab72ebb20 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:44.373035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9693d-0d21-4728-9d4c-50785df31e9c req-9a0b82aa-b28f-4742-be8a-4cfab72ebb20 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:44.378702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9693d-0d21-4728-9d4c-50785df31e9c req-9a0b82aa-b28f-4742-be8a-4cfab72ebb20 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:44.380516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ae9693d-0d21-4728-9d4c-50785df31e9c req-9a0b82aa-b28f-4742-be8a-4cfab72ebb20 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 3815 time: 1.2199380 Feb 09 13:18:44.531421 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:44.574257 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:44.627929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 50912435-5a95-45e8-8eac-bb88b9fad28b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=50912435-5a95-45e8-8eac-bb88b9fad28b,segment=NetworkSegment(d372b900-b4e4-4c2f-af85-944b8721a4dd),segment_id=d372b900-b4e4-4c2f-af85-944b8721a4dd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:44.659734 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:44.667577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-c5333759-5ca4-401e-8744-e8f69fa93fbb tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:44.669692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-c5333759-5ca4-401e-8744-e8f69fa93fbb tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 1.0124736 Feb 09 13:18:44.726346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Request body: {'port': {'device_id': '150c756b-c5c3-4f2d-9bed-b8dd2ec81548', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'admin_state_up': True, 'tenant_id': 'b61e4f1740014417a9a4bf493277ef6d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:44.796842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ae9693d-0d21-4728-9d4c-50785df31e9c req-3e39af49-fcd8-42ca-9794-7bf453045a42 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3851311 Feb 09 13:18:44.860280 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:44.895522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=50912435-5a95-45e8-8eac-bb88b9fad28b,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:44.913237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Transition to ACTIVE for port object 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:45.038149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Transition to ACTIVE for port object 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:45.068054 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:45.114825 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:45.222904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc20798-8c69-4036-b2ce-8028e360d197 req-e8b3673c-4056-4614-85b2-220f2fe95ac1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:45.224583 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebc20798-8c69-4036-b2ce-8028e360d197 req-e8b3673c-4056-4614-85b2-220f2fe95ac1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 0.6773527 Feb 09 13:18:45.267303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Pushing event updated for resources: {'Port': ['ID=0fbcf63a-f70c-42dc-81a2-80e82dc05c7b,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:45.274564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:45.277511 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:18:28Z', 'revision_number': 3, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:41Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:45.284947 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d68129b4-c346-4c80-a636-5e016d741e33 admin admin] 10.222.0.59 "PUT /v2.0/routers/d54e5a5a-1ebd-46e6-8331-4197a3bdfbba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 27.4946063 Feb 09 13:18:45.309634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Network 55ee98fc-df9b-43ad-8562-6f5235fb49ff is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:45.314406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55998) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:45.321442 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:45.334151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] Sync routers for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:45.354652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:45.364265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8839b9-4402-4790-9080-744d0dfafe43 None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:18:28Z', 'revision_number': 3, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:41Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:18:45.374083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:45.375555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:45.389208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:45.390325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:45.513976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Allocated IP 2001:db8:2::1 (55ee98fc-df9b-43ad-8562-6f5235fb49ff/c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83/6b539cab-c94d-4912-a502-e52c1ab61507) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:45.530434 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b76ff56-d524-4a84-a55d-d9adaa32fc96 req-b15b59af-d6df-4f1d-9112-73e578b6203c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1475022 Feb 09 13:18:45.690238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:45.740376 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88f6e860-d964-4b4d-89d0-4886d9114d6c req-75eb0f2a-25fd-4930-bfb7-c63023065fd1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 210 time: 0.0781543 Feb 09 13:18:45.742412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=c9bca0ac-b3e4-4ecc-b4c2-8d77a6abf3b3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:45.758761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:45.761079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Made reservation on behalf of b61e4f1740014417a9a4bf493277ef6d for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:45.764911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:45.783450 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b76ff56-d524-4a84-a55d-d9adaa32fc96 req-47b9f690-4fe3-4ade-93cd-a8c7c20494e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 1097 time: 0.2126982 Feb 09 13:18:45.848478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:45.916612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Transition to ACTIVE for port object 77d56492-9304-415c-a004-492360513328 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:46.084568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Allocated IP 172.20.0.9 (7940e2b9-7074-4987-9b54-3d4469043068/8b2890f1-cd7a-4c34-9690-caa4a64bcb7e/2ee5e13a-b7ad-4a77-936a-65e80f8623fe) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:46.129054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76ff56-d524-4a84-a55d-d9adaa32fc96 req-2e617d1b-787a-4c67-bde5-f53e2bec169e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:46.130498 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b76ff56-d524-4a84-a55d-d9adaa32fc96 req-2e617d1b-787a-4c67-bde5-f53e2bec169e service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.3104558 Feb 09 13:18:46.140068 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.242587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b76ff56-d524-4a84-a55d-d9adaa32fc96 req-6775d00d-aa7d-45d4-81c3-2a228e441d7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 HTTP/1.1" status: 200 len: 217 time: 0.0988243 Feb 09 13:18:46.243697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Transition to ACTIVE for port object 6b539cab-c94d-4912-a502-e52c1ab61507 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:46.306384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Attempting to bind port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:46.307013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Attempting to bind port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '13af4002-b952-4250-9a5c-1c62368385ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:46.307300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Attempting to bind port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b on network 55ee98fc-df9b-43ad-8562-6f5235fb49ff {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:46.317243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Transition to ACTIVE for port object 77d56492-9304-415c-a004-492360513328 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:46.321782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:46.322146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Checking segment: {'id': '13af4002-b952-4250-9a5c-1c62368385ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:46.323097 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.323563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Bound using segment: {'id': '13af4002-b952-4250-9a5c-1c62368385ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:46.324082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Bound port: 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13af4002-b952-4250-9a5c-1c62368385ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:46.324456 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.332937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76ff56-d524-4a84-a55d-d9adaa32fc96 req-f5d7a34e-690f-4ed0-8307-04935c83c697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:46.334546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b76ff56-d524-4a84-a55d-d9adaa32fc96 req-f5d7a34e-690f-4ed0-8307-04935c83c697 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.0850964 Feb 09 13:18:46.466586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] For port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:46.470370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] For port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0fbcf63a-f70c-42dc-81a2-80e82dc05c7b,segment=NetworkSegment(13af4002-b952-4250-9a5c-1c62368385ca),segment_id=13af4002-b952-4250-9a5c-1c62368385ca)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:46.478495 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.502612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.531521 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.577025 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.582942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:46.588643 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.618059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 55ee98fc-df9b-43ad-8562-6f5235fb49ff is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:46.629913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Pushing event updated for resources: {'Port': ['ID=77d56492-9304-415c-a004-492360513328,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:46.636813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:46.640359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:46.645191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:46.645731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.678120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebc20798-8c69-4036-b2ce-8028e360d197 req-a898361d-cb48-427f-a2da-2029574db5a5 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4295490 Feb 09 13:18:46.679944 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.686225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:46.757635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:46.759597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673785b-3885-4570-abe0-c27c19c82091 None None] Pushing event updated for resources: {'Port': ['ID=0fbcf63a-f70c-42dc-81a2-80e82dc05c7b,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:46.772282 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:46.779239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:46.792149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d', '4a051ff4-81b6-4818-ac4b-3d7331336e9f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:18:46.876013 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b76ff56-d524-4a84-a55d-d9adaa32fc96 req-6cd49d82-b8af-496e-8830-b1d10cd2c5f4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5341692 Feb 09 13:18:46.890411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=6b539cab-c94d-4912-a502-e52c1ab61507,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:46.976918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event updated for resources: {'Port': ['ID=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:47.128596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Network 7940e2b9-7074-4987-9b54-3d4469043068 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:47.155089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:47.159463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:47.247533 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 50912435-5a95-45e8-8eac-bb88b9fad28b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:47.304950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8:0:1::253 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/1ccbf0a9-c3c4-452c-bd32-334facf77f6f/3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:47.312488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::f816:3eff:fe87:7376 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/4d65fba2-30a0-44a2-a404-093a1edd45f3/3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:47.388409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99990b9-7b64-4f2b-96a4-bf1ab09e2420 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:18:47.398735 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.423149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Transition to ACTIVE for port object f99990b9-7b64-4f2b-96a4-bf1ab09e2420 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:47.473895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:47.474627 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.518209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Attempting to bind port 77d56492-9304-415c-a004-492360513328 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:47.519302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Attempting to bind port 77d56492-9304-415c-a004-492360513328 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:47.519937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Attempting to bind port 77d56492-9304-415c-a004-492360513328 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:47.520067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.536845 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-cf4a23de-10f0-4c23-9ef0-ec5dfad5a55d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8232739 Feb 09 13:18:47.537565 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.557319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:47.558154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:47.559369 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.560039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:47.560760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Bound port: 77d56492-9304-415c-a004-492360513328, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:47.561387 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.563756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.585960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:47.601950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Request body: {'port': {'device_id': '150c756b-c5c3-4f2d-9bed-b8dd2ec81548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:47.614101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 50912435-5a95-45e8-8eac-bb88b9fad28b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:47.615151 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.631826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.705935 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.839872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9a0bd-60ba-4a3d-8e8e-878998ba6837 req-9cb32c1a-8137-40c2-a4df-205465672a9c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:47.846573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9a0bd-60ba-4a3d-8e8e-878998ba6837 req-9cb32c1a-8137-40c2-a4df-205465672a9c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:47.856216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9a0bd-60ba-4a3d-8e8e-878998ba6837 req-9cb32c1a-8137-40c2-a4df-205465672a9c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:47.880826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9a0bd-60ba-4a3d-8e8e-878998ba6837 req-9cb32c1a-8137-40c2-a4df-205465672a9c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:47.886388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9a0bd-60ba-4a3d-8e8e-878998ba6837 req-9cb32c1a-8137-40c2-a4df-205465672a9c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:47.897138 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bd9a0bd-60ba-4a3d-8e8e-878998ba6837 req-9cb32c1a-8137-40c2-a4df-205465672a9c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 3815 time: 1.2894030 Feb 09 13:18:47.960683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] For port 77d56492-9304-415c-a004-492360513328, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:47.967779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Deleting port cb3b59b3-e0e7-438c-9d6f-a5a4274e681b {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:47.968189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:47.974519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] For port 77d56492-9304-415c-a004-492360513328, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=77d56492-9304-415c-a004-492360513328,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:48.012568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:18:32Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:48.049101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] Checking router: d54e5a5a-1ebd-46e6-8331-4197a3bdfbba for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:18:48.056035 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:48.096085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:48.128600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:48.147499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:48.154007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:48.159865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:48.163968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:48.164588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:48.266272 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b76ff56-d524-4a84-a55d-d9adaa32fc96 req-8d7876d0-56d9-4267-9d41-8e43dc590217 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3696806 Feb 09 13:18:48.330148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bd9a0bd-60ba-4a3d-8e8e-878998ba6837 req-e5818bd6-fcbc-46f7-b72e-d8417278f4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318538 Feb 09 13:18:48.377207 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] Routers {'d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:48.377851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:48.578933 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b76ff56-d524-4a84-a55d-d9adaa32fc96 req-c36bf1dc-300f-4fba-b975-47da5fe3b118 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374651 Feb 09 13:18:48.592059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2242e923-e5e4-4cf2-89ca-aed8c4436ec9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.6378608 Feb 09 13:18:48.595928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56008) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:48.732730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ff90bf3d-7b7b-4d1b-8dc4-f7edf868b122 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:48.733804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ff90bf3d-7b7b-4d1b-8dc4-f7edf868b122 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:48.786301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7406b01-475c-41ed-a827-1f401ff4704a None None] Network 55ee98fc-df9b-43ad-8562-6f5235fb49ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:48.821930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba41abe-11f9-4205-8eee-382da5fb147c req-861411a8-0c79-479a-8c38-d631859b8df2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:48.823031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0ba41abe-11f9-4205-8eee-382da5fb147c req-861411a8-0c79-479a-8c38-d631859b8df2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:48.911967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:48.938427 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:48.966451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec45c5f-29ef-4865-808d-3bf06e6220a2 None None] Pushing event updated for resources: {'Port': ['ID=77d56492-9304-415c-a004-492360513328,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:49.039024 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:49.168431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:49.169874 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:49.207269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0ba41abe-11f9-4205-8eee-382da5fb147c req-861411a8-0c79-479a-8c38-d631859b8df2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:49.223885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ba41abe-11f9-4205-8eee-382da5fb147c req-861411a8-0c79-479a-8c38-d631859b8df2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 931 time: 2.0215168 Feb 09 13:18:49.245556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5ba64e7d-e0b0-4058-b7f1-aab4400d9f11 None None] Provisioning for port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:49.250388 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ff90bf3d-7b7b-4d1b-8dc4-f7edf868b122 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:49.416529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ff90bf3d-7b7b-4d1b-8dc4-f7edf868b122 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:49.539440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] Set router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:49.581748 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:49.610058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 77d56492-9304-415c-a004-492360513328 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:49.683663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Attempting to bind port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:49.686156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Attempting to bind port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:49.686948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Attempting to bind port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 on network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:50.047027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 77d56492-9304-415c-a004-492360513328 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:50.063426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 55ee98fc-df9b-43ad-8562-6f5235fb49ff is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:50.066332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:50.085324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:50.313675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:50.320303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:50.320777 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:50.360486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:18:32Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:50.374950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abeb952-5b30-46a5-a010-7ce84c69e9cd None None] The sync data for ids ['d54e5a5a-1ebd-46e6-8331-4197a3bdfbba'] in n-d-825175-3 is: [{'id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'name': 'tempest-AttachVolumeShelveTestJSON-680670909-router', 'tenant_id': 'a56e84bc023c45cc83f6fd03a7667234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:18:32Z', 'revision_number': 5, 'project_id': 'a56e84bc023c45cc83f6fd03a7667234', 'gw_port': {'id': 'ea780caa-0f51-42d1-b56a-6bfaa5b5f54e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54e5a5a-1ebd-46e6-8331-4197a3bdfbba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:10Z', 'updated_at': '2022-02-09T13:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:18:50.383177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c847f66e-9fde-448e-9eef-68ef7714328d None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:50.500347 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:50.522197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c9ba29f5-255c-4984-bd76-83efb41408b2 None None] Provisioning for port 77d56492-9304-415c-a004-492360513328 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:50.532114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c9ba29f5-255c-4984-bd76-83efb41408b2 None None] Provisioning complete for port 77d56492-9304-415c-a004-492360513328 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:50.532545 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c9ba29f5-255c-4984-bd76-83efb41408b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:50.675055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Calling delete_port for cb3b59b3-e0e7-438c-9d6f-a5a4274e681b owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:50.760613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=6b539cab-c94d-4912-a502-e52c1ab61507,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:50.891247 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.076945 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0fbcf63a-f70c-42dc-81a2-80e82dc05c7b,segment=NetworkSegment(13af4002-b952-4250-9a5c-1c62368385ca),segment_id=13af4002-b952-4250-9a5c-1c62368385ca)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:51.086336 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c9ba29f5-255c-4984-bd76-83efb41408b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.117031 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.301336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c9ba29f5-255c-4984-bd76-83efb41408b2 None None] For port 77d56492-9304-415c-a004-492360513328, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=77d56492-9304-415c-a004-492360513328,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:51.312679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c9ba29f5-255c-4984-bd76-83efb41408b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.327242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ff90bf3d-7b7b-4d1b-8dc4-f7edf868b122 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.339167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.343489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bf551fde-4cce-490f-a289-4615d72b4f55 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:18:51.403764 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.428546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: bf551fde-4cce-490f-a289-4615d72b4f55 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:18:51.428940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bf551fde-4cce-490f-a289-4615d72b4f55 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:18:51.439876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=0fbcf63a-f70c-42dc-81a2-80e82dc05c7b,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:51.495236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff90bf3d-7b7b-4d1b-8dc4-f7edf868b122 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:51.538317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ff90bf3d-7b7b-4d1b-8dc4-f7edf868b122 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.570754 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ff90bf3d-7b7b-4d1b-8dc4-f7edf868b122 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75 HTTP/1.1" status: 204 len: 168 time: 2.9714205 Feb 09 13:18:51.570948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba29f5-255c-4984-bd76-83efb41408b2 None None] Pushing event updated for resources: {'Port': ['ID=77d56492-9304-415c-a004-492360513328,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:51.572356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56028) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:51.591118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 on network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:18:51.591648 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Attempting to bind port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 on network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:51.596076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-197ad8c1-2839-4c78-8f9e-8d0567669521 None None] Provisioning complete for port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:51.597013 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-197ad8c1-2839-4c78-8f9e-8d0567669521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.700688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:18:51.756033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:51.756402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Checking segment: {'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:51.756675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Bound using segment: {'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:51.757123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Bound port: f99990b9-7b64-4f2b-96a4-bf1ab09e2420, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:51.757472 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.783077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-197ad8c1-2839-4c78-8f9e-8d0567669521 None None] Provisioning for port 6b539cab-c94d-4912-a502-e52c1ab61507 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:51.792346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-197ad8c1-2839-4c78-8f9e-8d0567669521 None None] Provisioning complete for port 6b539cab-c94d-4912-a502-e52c1ab61507 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:51.793024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-197ad8c1-2839-4c78-8f9e-8d0567669521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.822347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ed764-4044-4378-af92-e930b260a7b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:51.823212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-082ed764-4044-4378-af92-e930b260a7b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:18:51.849118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=c9bca0ac-b3e4-4ecc-b4c2-8d77a6abf3b3,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:51.867435 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ba41abe-11f9-4205-8eee-382da5fb147c req-c11a7185-0d8f-44b5-8f8b-0d6bafe56a39 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4990580 Feb 09 13:18:51.869247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:51.870295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-197ad8c1-2839-4c78-8f9e-8d0567669521 None None] Port 6b539cab-c94d-4912-a502-e52c1ab61507 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:51.950695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-082ed764-4044-4378-af92-e930b260a7b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:18:51.954611 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-082ed764-4044-4378-af92-e930b260a7b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3754413 Feb 09 13:18:51.958275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56032) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:52.002002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a00a848b-0a3f-455d-a17e-ea2d0d6deb07 None None] Provisioning complete for port 6b539cab-c94d-4912-a502-e52c1ab61507 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:52.002930 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a00a848b-0a3f-455d-a17e-ea2d0d6deb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:52.049136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cad9d-6788-4488-a47b-d724a2ec1236 req-08507a6c-937d-4db0-9d8f-074c2b1aba19 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:52.057431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-269cad9d-6788-4488-a47b-d724a2ec1236 req-08507a6c-937d-4db0-9d8f-074c2b1aba19 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 3.3633363 Feb 09 13:18:52.119131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:52.128960 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4b56ea3d-18ed-433b-9100-45e038e40e41 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3942664 Feb 09 13:18:52.131434 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:52.137517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0aca9-a7b8-4a9f-9fc5-4bd5eb5b6e15 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:52.139105 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85c0aca9-a7b8-4a9f-9fc5-4bd5eb5b6e15 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1784289 Feb 09 13:18:52.139649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56036) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:52.151942 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:52.152836 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:52.159004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56040) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:52.164770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2146127911'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:52.165455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a00a848b-0a3f-455d-a17e-ea2d0d6deb07 None None] Port 6b539cab-c94d-4912-a502-e52c1ab61507 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:52.176184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:52.180915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:network and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:52.184911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:52.190707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:52.203578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:52.207309 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:52.243474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:18:52.259776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:52.260651 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added segment ec9862f9-0034-465f-9057-d7dd564f707b of type vlan for network 74331972-2820-4270-92a6-ea2e3be394ff Feb 09 13:18:52.299234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a7e71547-0fba-44fe-a13d-6e86b5199689 None None] Provisioning complete for port 77d56492-9304-415c-a004-492360513328 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:52.299631 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7e71547-0fba-44fe-a13d-6e86b5199689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:52.302799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:52.375967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:52.379831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:52.380488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:52.433640 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:52.451108 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3103135 Feb 09 13:18:52.467253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56044) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:52.477569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'subnet': {'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:52.616081 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-269cad9d-6788-4488-a47b-d724a2ec1236 req-201beb86-74fd-4e77-afca-86a2e7a8f693 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552306 Feb 09 13:18:52.632972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a21fdc64-e4f7-4741-883d-ad6834937674 None None] Could not find standard attr ID for object 1491a60a-307b-4bae-9fe3-1059c59f9346. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:18:52.665548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] For port f99990b9-7b64-4f2b-96a4-bf1ab09e2420, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:52.725811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] For port f99990b9-7b64-4f2b-96a4-bf1ab09e2420, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:52.751369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2421d6cd-75c4-447f-b507-9fc0f0a4a605 None None] Could not find standard attr ID for object 3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:18:52.758948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4f839-47d2-4973-98ae-4878ab4e5197 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Network': ['ID=74331972-2820-4270-92a6-ea2e3be394ff,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:52.772445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 74331972-2820-4270-92a6-ea2e3be394ff details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:18:52.780736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:52.791333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:subnet and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:52.795124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:52.801819 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74727051-6a46-49f7-82f4-5f15375cefe0 req-1f5f4055-a3b4-475d-8227-fc1cc38e2dcb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 1096 time: 0.4645991 Feb 09 13:18:52.802062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf86355-d852-4d3b-add2-854549efb09e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:52.803423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf86355-d852-4d3b-add2-854549efb09e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:52.804724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf86355-d852-4d3b-add2-854549efb09e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:52.806376 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1bf86355-d852-4d3b-add2-854549efb09e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6300700 Feb 09 13:18:52.809296 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:52.814701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56050) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:52.835570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:52.914642 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:18:46Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:48Z', 'revision_number': 2, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:52.930777 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:18:52.931638 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Updating router da6b33e7-166f-4f4d-ac88-cc034817d3fd port 6b539cab-c94d-4912-a502-e52c1ab61507 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:18:52.971519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Made reservation on behalf of b8b32d56e4d4473f8246ab8489e7c9f6 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:18:53.122171 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:53.171627 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:53.189746 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:53.192010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] 10.222.0.67 "PUT /v2.0/ports/f99990b9-7b64-4f2b-96a4-bf1ab09e2420 HTTP/1.1" status: 200 len: 1091 time: 9.7045691 Feb 09 13:18:53.195584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:53.223023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727051-6a46-49f7-82f4-5f15375cefe0 req-ed52c7a3-11b8-4e08-9718-909017e05e98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:53.224931 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74727051-6a46-49f7-82f4-5f15375cefe0 req-ed52c7a3-11b8-4e08-9718-909017e05e98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.4140446 Feb 09 13:18:53.259144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159a3c4-d48e-4c55-b50d-108f7b69f03a req-fcc1b9e0-f132-4014-8be7-8f11c63b0b48 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:53.266495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159a3c4-d48e-4c55-b50d-108f7b69f03a req-fcc1b9e0-f132-4014-8be7-8f11c63b0b48 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:53.273708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159a3c4-d48e-4c55-b50d-108f7b69f03a req-fcc1b9e0-f132-4014-8be7-8f11c63b0b48 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:53.277120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159a3c4-d48e-4c55-b50d-108f7b69f03a req-fcc1b9e0-f132-4014-8be7-8f11c63b0b48 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:53.282294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159a3c4-d48e-4c55-b50d-108f7b69f03a req-fcc1b9e0-f132-4014-8be7-8f11c63b0b48 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:53.284304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1159a3c4-d48e-4c55-b50d-108f7b69f03a req-fcc1b9e0-f132-4014-8be7-8f11c63b0b48 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 3827 time: 1.0830026 Feb 09 13:18:53.286768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:53.374373 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:18:53.410454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 77d56492-9304-415c-a004-492360513328 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:53.420839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:53.458233 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74727051-6a46-49f7-82f4-5f15375cefe0 req-9fe6d5ec-c9a4-4e36-a3e1-f357957f6682 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51bc51d6-c219-4515-974d-efec5b1c3a85 HTTP/1.1" status: 200 len: 217 time: 0.2109554 Feb 09 13:18:53.557004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 77d56492-9304-415c-a004-492360513328 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:53.557549 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:53.625254 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:53.642083 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Transition to ACTIVE for port object 6b539cab-c94d-4912-a502-e52c1ab61507 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:53.651081 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:53.663702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1159a3c4-d48e-4c55-b50d-108f7b69f03a req-a450a2b5-ddc1-48c2-bc24-fccb2a897752 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698842 Feb 09 13:18:53.671157 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:53.725975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74727051-6a46-49f7-82f4-5f15375cefe0 req-b1964c08-8154-4aab-ba27-937e9e2bc39e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:53.728449 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74727051-6a46-49f7-82f4-5f15375cefe0 req-b1964c08-8154-4aab-ba27-937e9e2bc39e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.2573738 Feb 09 13:18:53.743056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:53.837121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:53.948389 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Pushing event updated for resources: {'Port': ['ID=6b539cab-c94d-4912-a502-e52c1ab61507,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:53.951971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:53.953905 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:53.971964 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74727051-6a46-49f7-82f4-5f15375cefe0 req-88101316-aa2e-4e4f-92d5-4e2cae28a691 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335470 Feb 09 13:18:53.984866 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:53.987224 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:53.987867 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:53.988815 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:53.989584 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:53.990896 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:53.992946 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:53.994731 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:53.997035 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:53.998169 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:53.998680 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:18:54.010156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:54.069714 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420', 'status': 'completed', 'code': 200} Feb 09 13:18:54.086500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:54.087102 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:54.196328 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Attempting to bind port 6b539cab-c94d-4912-a502-e52c1ab61507 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:54.197199 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Attempting to bind port 6b539cab-c94d-4912-a502-e52c1ab61507 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '13af4002-b952-4250-9a5c-1c62368385ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:54.198073 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Attempting to bind port 6b539cab-c94d-4912-a502-e52c1ab61507 on network 55ee98fc-df9b-43ad-8562-6f5235fb49ff {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:54.208633 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:54.209612 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Checking segment: {'id': '13af4002-b952-4250-9a5c-1c62368385ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:54.210277 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:54.210929 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Bound using segment: {'id': '13af4002-b952-4250-9a5c-1c62368385ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:54.211947 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Bound port: 6b539cab-c94d-4912-a502-e52c1ab61507, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13af4002-b952-4250-9a5c-1c62368385ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:54.212587 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:54.233026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Subnet': ['ID=45fa2051-f6bf-4598-9751-4be549ca78c8,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:54.238626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Checking segment: {'id': 'ec9862f9-0034-465f-9057-d7dd564f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:54.239119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network hostable DHCP agents. Network: 74331972-2820-4270-92a6-ea2e3be394ff, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:18:54.288582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74727051-6a46-49f7-82f4-5f15375cefe0 req-6b19be9b-bd9f-4d5b-8cd2-5200f87128b9 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011262 Feb 09 13:18:54.302618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Deleting port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:18:54.302914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:54.320745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 74331972-2820-4270-92a6-ea2e3be394ff is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:18:54.326408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca745aae-f6ca-413a-aa4a-bd40e16ec8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:54.345204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 74331972-2820-4270-92a6-ea2e3be394ff) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:54.352960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:54.353776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:54.354305 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] For port 6b539cab-c94d-4912-a502-e52c1ab61507, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:54.360447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d271b-d0d3-4f8c-a6e2-aa007c946949 None None] Network 74331972-2820-4270-92a6-ea2e3be394ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:54.364421 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] For port 6b539cab-c94d-4912-a502-e52c1ab61507, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6b539cab-c94d-4912-a502-e52c1ab61507,segment=NetworkSegment(13af4002-b952-4250-9a5c-1c62368385ca),segment_id=13af4002-b952-4250-9a5c-1c62368385ca)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:54.373041 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:54.464442 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6694b981-64ce-4d46-97d9-d9173e7d5fea tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9959826 Feb 09 13:18:54.469366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56060) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:54.485442 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b03a1-97be-4149-a156-d282010deda2 None None] Pushing event updated for resources: {'Port': ['ID=6b539cab-c94d-4912-a502-e52c1ab61507,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:54.513903 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:54.514584 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:54.587275 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74727051-6a46-49f7-82f4-5f15375cefe0 req-9e28ad2c-343d-426f-adc7-eae4697acfcd service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913215 Feb 09 13:18:54.591799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee5e13a-b7ad-4a77-936a-65e80f8623fe {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:18:54.666098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Pushing event deleted for resources: {'Port': ['ID=cb3b59b3-e0e7-438c-9d6f-a5a4274e681b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:54.700100 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:54.755194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-74331972-2820-4270-92a6-ea2e3be394ff', 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'fixed_ips': [{'subnet_id': '45fa2051-f6bf-4598-9751-4be549ca78c8'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:18:54.756441 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:54.759807 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:54.943321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Allocated IP 2001:db8:3::2 (74331972-2820-4270-92a6-ea2e3be394ff/45fa2051-f6bf-4598-9751-4be549ca78c8/a340871d-1351-4d1e-a4e4-b5b68522cc1e) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:55.090371 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5620edb6-df7c-41fc-8054-a2dc7c4c3c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.143938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.149375 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.202691 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:18:46Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:54Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:55.208213 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8975b5b8-19e2-4530-a1fa-43d939c2d7fb None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:18:46Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:54Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:18:55.233612 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.252486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Transition to ACTIVE for port object a340871d-1351-4d1e-a4e4-b5b68522cc1e will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:55.256926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Transition to ACTIVE for port object 2ee5e13a-b7ad-4a77-936a-65e80f8623fe will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:55.305790 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.346352 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Transition to ACTIVE for port object a340871d-1351-4d1e-a4e4-b5b68522cc1e will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:55.358095 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.378380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f22939-05ab-4fd3-819f-f6da785dc2b7 req-2058bdf9-a22b-4bb4-a618-47d9bf160f8f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:55.379928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f22939-05ab-4fd3-819f-f6da785dc2b7 req-2058bdf9-a22b-4bb4-a618-47d9bf160f8f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 931 time: 2.1660523 Feb 09 13:18:55.382739 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.473114 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.473778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Network 74331972-2820-4270-92a6-ea2e3be394ff is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:55.482319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:55.489108 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:55.499227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Pushing event updated for resources: {'Port': ['ID=a340871d-1351-4d1e-a4e4-b5b68522cc1e,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:55.545487 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.545981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Fanout notify agent at l3_agent the message router_deleted on router 44f0b1b7-127c-40b6-b1b6-130c9f1e0353 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:18:55.564081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6b539cab-c94d-4912-a502-e52c1ab61507 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:55.631295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Attempting to bind port a340871d-1351-4d1e-a4e4-b5b68522cc1e on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:55.631666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Attempting to bind port a340871d-1351-4d1e-a4e4-b5b68522cc1e by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ec9862f9-0034-465f-9057-d7dd564f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:55.632026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Attempting to bind port a340871d-1351-4d1e-a4e4-b5b68522cc1e on network 74331972-2820-4270-92a6-ea2e3be394ff {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:55.641612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:55.642034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Checking segment: {'id': 'ec9862f9-0034-465f-9057-d7dd564f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:55.642382 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.642789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Bound using segment: {'id': 'ec9862f9-0034-465f-9057-d7dd564f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:55.643261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Bound port: a340871d-1351-4d1e-a4e4-b5b68522cc1e, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9862f9-0034-465f-9057-d7dd564f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:55.643751 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.733802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 6b539cab-c94d-4912-a502-e52c1ab61507 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:55.755930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6b539cab-c94d-4912-a502-e52c1ab61507 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:55.756684 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.803438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] For port ea780caa-0f51-42d1-b56a-6bfaa5b5f54e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ea780caa-0f51-42d1-b56a-6bfaa5b5f54e,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:55.804037 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.827587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] For port a340871d-1351-4d1e-a4e4-b5b68522cc1e, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:55.831970 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] For port a340871d-1351-4d1e-a4e4-b5b68522cc1e, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a340871d-1351-4d1e-a4e4-b5b68522cc1e,segment=NetworkSegment(ec9862f9-0034-465f-9057-d7dd564f707b),segment_id=ec9862f9-0034-465f-9057-d7dd564f707b)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:55.864200 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:55.943011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fc873-d2e6-4c0b-ba8f-bf57302139b7 None None] Pushing event updated for resources: {'Port': ['ID=a340871d-1351-4d1e-a4e4-b5b68522cc1e,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:55.948010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Calling delete_port for ea780caa-0f51-42d1-b56a-6bfaa5b5f54e owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:18:55.974771 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.013611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 6b539cab-c94d-4912-a502-e52c1ab61507, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6b539cab-c94d-4912-a502-e52c1ab61507,segment=NetworkSegment(13af4002-b952-4250-9a5c-1c62368385ca),segment_id=13af4002-b952-4250-9a5c-1c62368385ca)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:56.018402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.105739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35f22939-05ab-4fd3-819f-f6da785dc2b7 req-bceada9b-abfa-4c6e-8f10-8cd78b754d3b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369050 Feb 09 13:18:56.117912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=6b539cab-c94d-4912-a502-e52c1ab61507,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:56.119806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Allocated IP 2001:db8:3::1 (74331972-2820-4270-92a6-ea2e3be394ff/45fa2051-f6bf-4598-9751-4be549ca78c8/d0a3c7b2-db32-430c-942b-dc6e57d683c9) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:56.125874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27d7b2b6-f577-4757-9440-7bc6f98b46f8 req-0cc5633c-dc49-4301-a638-0de75805f5ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 4362 time: 2.0550523 Feb 09 13:18:56.171391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Pushing event updated for resources: {'Port': ['ID=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:56.235128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097d2a7-a453-48ac-90fb-43bb2d5ba423 req-7b15c4ad-613e-495e-b07d-669e330b9498 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:56.241786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3097d2a7-a453-48ac-90fb-43bb2d5ba423 req-7b15c4ad-613e-495e-b07d-669e330b9498 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 945 time: 1.9022532 Feb 09 13:18:56.338322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7615131-3c0a-44b5-896b-c0369c0cb9b5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 1ccbf0a9-c3c4-452c-bd32-334facf77f6f {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:18:56.367024 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.384620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Transition to ACTIVE for port object d0a3c7b2-db32-430c-942b-dc6e57d683c9 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:56.413575 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.436567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.437662 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d06e5203-2d1e-4e55-997f-59b7ab0a3beb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/44f0b1b7-127c-40b6-b1b6-130c9f1e0353 HTTP/1.1" status: 204 len: 168 time: 16.2082531 Feb 09 13:18:56.441461 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a7615131-3c0a-44b5-896b-c0369c0cb9b5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.448624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56068) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:56.466544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1369934296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:56.481710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:18:56.491597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Usage tracker for resource:router and tenant:98a85b4f2e94449ba6b762cbded91109 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:18:56.497742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:18:56.504938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 74331972-2820-4270-92a6-ea2e3be394ff is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:56.515077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:56.517302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:18:56.521896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:18:56.522415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.532760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=d0a3c7b2-db32-430c-942b-dc6e57d683c9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:56.558280 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.559454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.591458 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.663317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.672332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.729113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:56.733868 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5ae6c0ae-9928-49f6-86fc-c7b94cb835fb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2787106 Feb 09 13:18:56.740395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56072) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:56.747980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'enable_snat': True}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:56.882394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51bc51d6-c219-4515-974d-efec5b1c3a85 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:18:56.979459 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a7615131-3c0a-44b5-896b-c0369c0cb9b5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.067612 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.156635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51bc51d6-c219-4515-974d-efec5b1c3a85, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51bc51d6-c219-4515-974d-efec5b1c3a85,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:57.157622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51bc51d6-c219-4515-974d-efec5b1c3a85'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:57.177389 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.194306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7b2b6-f577-4757-9440-7bc6f98b46f8 req-0a5e5baf-4de7-4073-b0b4-cfe7946ea2de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:57.194821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7b2b6-f577-4757-9440-7bc6f98b46f8 req-0a5e5baf-4de7-4073-b0b4-cfe7946ea2de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:57.195267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7b2b6-f577-4757-9440-7bc6f98b46f8 req-0a5e5baf-4de7-4073-b0b4-cfe7946ea2de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:57.196882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27d7b2b6-f577-4757-9440-7bc6f98b46f8 req-0a5e5baf-4de7-4073-b0b4-cfe7946ea2de service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0607581 Feb 09 13:18:57.257507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3097d2a7-a453-48ac-90fb-43bb2d5ba423 req-c8d58272-7735-481d-9761-4998c9eb8509 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0148573 Feb 09 13:18:57.285600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13488c2-d951-4193-bc02-5c0e4023faf6 None None] Network 74331972-2820-4270-92a6-ea2e3be394ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:57.300530 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bc10b17-0cdb-4e77-9e25-2191307c398e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.335832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Attempting to bind port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:18:57.336059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Attempting to bind port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:18:57.336354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Attempting to bind port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:57.502739 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.564301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51bc51d6-c219-4515-974d-efec5b1c3a85,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:57.599402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6b539cab-c94d-4912-a502-e52c1ab61507 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:57.601752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe on network 7940e2b9-7074-4987-9b54-3d4469043068 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:18:57.602176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Attempting to bind port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:18:57.621488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fde37-d4d0-48fb-9ffe-247cd68ca892 req-21c09aea-d618-4e60-8916-e5ca9b8131c9 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:57.622858 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:18:57.626798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fde37-d4d0-48fb-9ffe-247cd68ca892 req-21c09aea-d618-4e60-8916-e5ca9b8131c9 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:57.630775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fde37-d4d0-48fb-9ffe-247cd68ca892 req-21c09aea-d618-4e60-8916-e5ca9b8131c9 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:57.634845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fde37-d4d0-48fb-9ffe-247cd68ca892 req-21c09aea-d618-4e60-8916-e5ca9b8131c9 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:57.638848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418fde37-d4d0-48fb-9ffe-247cd68ca892 req-21c09aea-d618-4e60-8916-e5ca9b8131c9 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:57.646222 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-418fde37-d4d0-48fb-9ffe-247cd68ca892 req-21c09aea-d618-4e60-8916-e5ca9b8131c9 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 3827 time: 1.3118198 Feb 09 13:18:57.660361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b59404dc-dedf-47a0-b18e-7b9aed328b81 None None] Provisioning for port a340871d-1351-4d1e-a4e4-b5b68522cc1e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:57.671223 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.678791 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a7615131-3c0a-44b5-896b-c0369c0cb9b5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.679141 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.679824 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.713911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.727428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6b539cab-c94d-4912-a502-e52c1ab61507 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:57.728418 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.823574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:18:57.823981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Checking segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:18:57.824282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Bound using segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:18:57.824715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Bound port: 2ee5e13a-b7ad-4a77-936a-65e80f8623fe, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:18:57.825055 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:57.834622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea780caa-0f51-42d1-b56a-6bfaa5b5f54e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:57.845463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7b2b6-f577-4757-9440-7bc6f98b46f8 req-7f651b63-53cb-4c97-a5b8-7d956d2d9d75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:57.846931 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27d7b2b6-f577-4757-9440-7bc6f98b46f8 req-7f651b63-53cb-4c97-a5b8-7d956d2d9d75 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5266795 Feb 09 13:18:57.848140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event updated for resources: {'Port': ['ID=d0a3c7b2-db32-430c-942b-dc6e57d683c9,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:57.911680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a340871d-1351-4d1e-a4e4-b5b68522cc1e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:57.982191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Network 74331972-2820-4270-92a6-ea2e3be394ff is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:57.984665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:57.987033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port a340871d-1351-4d1e-a4e4-b5b68522cc1e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:57.992578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a340871d-1351-4d1e-a4e4-b5b68522cc1e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:57.992941 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.116537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-418fde37-d4d0-48fb-9ffe-247cd68ca892 req-3835e1f1-7765-401b-848e-34221389a487 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4693379 Feb 09 13:18:58.126875 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:18:58.139557 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.149968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-681ed6a7-747a-4d1f-a7c3-7ccbee17e2a8 None None] Provisioning complete for port a340871d-1351-4d1e-a4e4-b5b68522cc1e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:58.150340 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-681ed6a7-747a-4d1f-a7c3-7ccbee17e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.257719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e3ce0-ddd4-4142-8905-d0c4ab82fd82 req-420a0038-7d6c-452b-bc1f-c28fd16c9234 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:58.264944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-026e3ce0-ddd4-4142-8905-d0c4ab82fd82 req-420a0038-7d6c-452b-bc1f-c28fd16c9234 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 943 time: 0.7429039 Feb 09 13:18:58.295235 n-d-825175-3 neutron-server[83481]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51bc51d6-c219-4515-974d-efec5b1c3a85', 'code': 422} returned with failed status Feb 09 13:18:58.308706 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a7615131-3c0a-44b5-896b-c0369c0cb9b5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.317503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port a340871d-1351-4d1e-a4e4-b5b68522cc1e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a340871d-1351-4d1e-a4e4-b5b68522cc1e,segment=NetworkSegment(ec9862f9-0034-465f-9057-d7dd564f707b),segment_id=ec9862f9-0034-465f-9057-d7dd564f707b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:18:58.332099 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.462847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=a340871d-1351-4d1e-a4e4-b5b68522cc1e,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:58.470343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:18:58.500828 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.515313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dada7ca-c3ef-4073-975d-bd215f94d800 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:18:58.519855 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.544406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-681ed6a7-747a-4d1f-a7c3-7ccbee17e2a8 None None] Provisioning for port d0a3c7b2-db32-430c-942b-dc6e57d683c9 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:18:58.551070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-681ed6a7-747a-4d1f-a7c3-7ccbee17e2a8 None None] Provisioning complete for port d0a3c7b2-db32-430c-942b-dc6e57d683c9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:58.551691 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-681ed6a7-747a-4d1f-a7c3-7ccbee17e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.571969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7615131-3c0a-44b5-896b-c0369c0cb9b5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccbf0a9-c3c4-452c-bd32-334facf77f6f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:58.576105 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.591195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] For port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:18:58.601903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a7615131-3c0a-44b5-896b-c0369c0cb9b5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.607243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.623034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.628058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d80478-0dce-4c39-90c3-7cd61189e2c3 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:18:58.691632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-681ed6a7-747a-4d1f-a7c3-7ccbee17e2a8 None None] Port d0a3c7b2-db32-430c-942b-dc6e57d683c9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:58.709592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] For port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:18:58.746679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.775680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Transition to ACTIVE for port object 3dada7ca-c3ef-4073-975d-bd215f94d800 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:18:58.806031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-026e3ce0-ddd4-4142-8905-d0c4ab82fd82 req-846be657-96f9-41ce-94c9-9e77d5d8d2ac tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401571 Feb 09 13:18:58.807252 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.836603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Allocated IP 172.25.5.39 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/82d66790-0abb-4d40-94e2-4dac3885cf31) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:18:58.843920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b6e457f0-508b-4a80-8e13-a9cba145d56a None None] Provisioning complete for port d0a3c7b2-db32-430c-942b-dc6e57d683c9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:58.844466 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b6e457f0-508b-4a80-8e13-a9cba145d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.855640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:18:58.858600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:58.863233 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a7615131-3c0a-44b5-896b-c0369c0cb9b5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/1ccbf0a9-c3c4-452c-bd32-334facf77f6f HTTP/1.1" status: 204 len: 168 time: 5.9473803 Feb 09 13:18:58.878016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56082) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:58.884074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:18:58.901356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:18:58.952055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:18:58.952591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:59.028082 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d64196b0-ca5c-4d62-add5-bb782846cd06 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5575466 Feb 09 13:18:59.033711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56088) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:18:59.039736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9b661784-be3e-4753-a728-b78a50c7095a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:18:59.089521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b6e457f0-508b-4a80-8e13-a9cba145d56a None None] Port d0a3c7b2-db32-430c-942b-dc6e57d683c9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:18:59.147007 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:59.148873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] 10.222.0.67 "PUT /v2.0/ports/2ee5e13a-b7ad-4a77-936a-65e80f8623fe HTTP/1.1" status: 200 len: 1091 time: 11.5516210 Feb 09 13:18:59.220320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:18:59.226507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150c756b-c5c3-4f2d-9bed-b8dd2ec81548', 'tag': '2ee5e13a-b7ad-4a77-936a-65e80f8623fe'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:18:59.481342 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:59.499389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2bb53-1c8e-419d-bc95-4460c31bcbce service neutron] Pushing event updated for resources: {'Port': ['ID=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:59.525461 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:59.635074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3366f-045b-4b3d-9523-5d8af07b91cb req-ea6cec19-7044-4269-8b81-3c2253fb02bc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:18:59.637007 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6b3366f-045b-4b3d-9523-5d8af07b91cb req-ea6cec19-7044-4269-8b81-3c2253fb02bc tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 943 time: 1.1478865 Feb 09 13:18:59.639938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a340871d-1351-4d1e-a4e4-b5b68522cc1e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:18:59.681301 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:59.745991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-be125733-b2a7-48e5-ac3c-c853597fdffb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 4d65fba2-30a0-44a2-a404-093a1edd45f3 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:18:59.758611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a340871d-1351-4d1e-a4e4-b5b68522cc1e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:18:59.758960 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:59.759298 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:59.773337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be125733-b2a7-48e5-ac3c-c853597fdffb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:59.790925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:18:56Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a3c7b2-db32-430c-942b-dc6e57d683c9', 'name': '', 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:a4:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:55Z', 'updated_at': '2022-02-09T13:18:57Z', 'revision_number': 2, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:18:59.804577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:18:59.804927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Updating router da6b33e7-166f-4f4d-ac88-cc034817d3fd port d0a3c7b2-db32-430c-942b-dc6e57d683c9 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:18:59.885971 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:59.931333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Pushing event updated for resources: {'Port': ['ID=3dada7ca-c3ef-4073-975d-bd215f94d800,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:59.941267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:18:59.955635 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:18:59.967298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event updated for resources: {'Port': ['ID=82d66790-0abb-4d40-94e2-4dac3885cf31,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:18:59.970773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:18:59.988665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:00.014066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-dad04dc4-d159-4014-8721-5edf4d66d22b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 1094 time: 0.7782118 Feb 09 13:19:00.088602 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.089835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d54e5a5a-1ebd-46e6-8331-4197a3bdfbba {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:19:00.109708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6b3366f-045b-4b3d-9523-5d8af07b91cb req-744cab54-682b-425d-b88c-c8ce461ac913 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423990 Feb 09 13:19:00.147357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f91f1-483a-40af-8775-dbaa2f23d089 req-f1cccec8-e64b-4129-b146-38052e7bc16d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:00.151314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f91f1-483a-40af-8775-dbaa2f23d089 req-f1cccec8-e64b-4129-b146-38052e7bc16d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:00.155833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f91f1-483a-40af-8775-dbaa2f23d089 req-f1cccec8-e64b-4129-b146-38052e7bc16d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:00.157232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be125733-b2a7-48e5-ac3c-c853597fdffb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.159903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f91f1-483a-40af-8775-dbaa2f23d089 req-f1cccec8-e64b-4129-b146-38052e7bc16d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:00.163878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f91f1-483a-40af-8775-dbaa2f23d089 req-f1cccec8-e64b-4129-b146-38052e7bc16d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:00.169267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f91f1-483a-40af-8775-dbaa2f23d089 req-f1cccec8-e64b-4129-b146-38052e7bc16d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:00.171185 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d4f91f1-483a-40af-8775-dbaa2f23d089 req-f1cccec8-e64b-4129-b146-38052e7bc16d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 4605 time: 0.7626865 Feb 09 13:19:00.176880 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.180651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-869dfb90-94b2-4baf-baa1-2a5916cd8843 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d54e5a5a-1ebd-46e6-8331-4197a3bdfbba HTTP/1.1" status: 204 len: 168 time: 14.8448353 Feb 09 13:19:00.185858 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-226922b1-2a10-482e-9424-e68914236eb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ee5e13a-b7ad-4a77-936a-65e80f8623fe HTTP/1.1" status: 200 len: 217 time: 0.1623521 Feb 09 13:19:00.188255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56100) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:00.310727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6bbc94-4388-4cdf-910b-0be7efec50fa admin admin] Deleting subnet a4a81a6c-cb23-4c19-9623-074f7536c01d {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:00.318341 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbc94-4388-4cdf-910b-0be7efec50fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.320123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1b0bda30-4de4-4b28-bb00-f54aff5da618 None None] Provisioning complete for port 77d56492-9304-415c-a004-492360513328 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:00.320492 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1b0bda30-4de4-4b28-bb00-f54aff5da618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.398278 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150c756b-c5c3-4f2d-9bed-b8dd2ec81548', 'tag': '2ee5e13a-b7ad-4a77-936a-65e80f8623fe', 'status': 'completed', 'code': 200} Feb 09 13:19:00.403459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Attempting to bind port 3dada7ca-c3ef-4073-975d-bd215f94d800 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:00.403911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Attempting to bind port 3dada7ca-c3ef-4073-975d-bd215f94d800 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:00.404638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Attempting to bind port 3dada7ca-c3ef-4073-975d-bd215f94d800 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:00.501058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Port 3dada7ca-c3ef-4073-975d-bd215f94d800 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:19:00.501439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Attempting to bind port 3dada7ca-c3ef-4073-975d-bd215f94d800 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:00.509540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be125733-b2a7-48e5-ac3c-c853597fdffb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.515768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbc94-4388-4cdf-910b-0be7efec50fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.557741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.570334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Transition to ACTIVE for port object d0a3c7b2-db32-430c-942b-dc6e57d683c9 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:00.577791 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.591252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-385af30f-baa8-44e8-a586-78bdde2ded55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:00.592690 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-385af30f-baa8-44e8-a586-78bdde2ded55 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.2863026 Feb 09 13:19:00.606850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d4f91f1-483a-40af-8775-dbaa2f23d089 req-1d3363ba-f11c-4ba9-b3be-130e2edc3c87 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4268980 Feb 09 13:19:00.664413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:00.664747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Checking segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:00.665122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Bound using segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:00.665706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Bound port: 3dada7ca-c3ef-4073-975d-bd215f94d800, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:00.666185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.681787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be125733-b2a7-48e5-ac3c-c853597fdffb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.686931 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-4ad19022-0e3a-4f5d-8dd2-ec63ea83a219 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773795 Feb 09 13:19:00.726657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072d289-a2f2-4cf6-80fe-0337d0ecb2bc None None] Pushing event updated for resources: {'Port': ['ID=d0a3c7b2-db32-430c-942b-dc6e57d683c9,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:00.813903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c849f-812c-4a82-b0f4-1173d2379782 req-184790da-bd10-4b07-81a3-e6804d3a3b05 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:00.823779 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a19c849f-812c-4a82-b0f4-1173d2379782 req-184790da-bd10-4b07-81a3-e6804d3a3b05 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 943 time: 0.4096737 Feb 09 13:19:00.834591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be125733-b2a7-48e5-ac3c-c853597fdffb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=4d65fba2-30a0-44a2-a404-093a1edd45f3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:00.854020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Attempting to bind port d0a3c7b2-db32-430c-942b-dc6e57d683c9 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:00.854616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Attempting to bind port d0a3c7b2-db32-430c-942b-dc6e57d683c9 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ec9862f9-0034-465f-9057-d7dd564f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:00.855401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Attempting to bind port d0a3c7b2-db32-430c-942b-dc6e57d683c9 on network 74331972-2820-4270-92a6-ea2e3be394ff {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:00.855700 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be125733-b2a7-48e5-ac3c-c853597fdffb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.865887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:00.866429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Checking segment: {'id': 'ec9862f9-0034-465f-9057-d7dd564f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:00.867076 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.867562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Bound using segment: {'id': 'ec9862f9-0034-465f-9057-d7dd564f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:00.868264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Bound port: d0a3c7b2-db32-430c-942b-dc6e57d683c9, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9862f9-0034-465f-9057-d7dd564f707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:00.868730 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:00.879305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36644f3-f6eb-4fee-afed-5a7b956c5849 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:00.917396 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-be125733-b2a7-48e5-ac3c-c853597fdffb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/4d65fba2-30a0-44a2-a404-093a1edd45f3 HTTP/1.1" status: 204 len: 168 time: 2.0382285 Feb 09 13:19:00.928002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56104) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:00.929055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51bc51d6-c219-4515-974d-efec5b1c3a85 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:00.941432 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:01.167531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-9b661784-be3e-4753-a728-b78a50c7095a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 13:19:01.195157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:01.202337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-9b661784-be3e-4753-a728-b78a50c7095a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Removed routes are [] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 13:19:01.203317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b661784-be3e-4753-a728-b78a50c7095a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:01.205377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:01.266955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2e0aad12-7cae-4827-9145-0e1b44affdd0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3280075 Feb 09 13:19:01.272159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56108) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:01.274433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbc94-4388-4cdf-910b-0be7efec50fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:01.334064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:01.347064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] For port d0a3c7b2-db32-430c-942b-dc6e57d683c9, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:01.358488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a19c849f-812c-4a82-b0f4-1173d2379782 req-8c61518d-087c-4300-ad80-fcf209a476a4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336285 Feb 09 13:19:01.378234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] For port d0a3c7b2-db32-430c-942b-dc6e57d683c9, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d0a3c7b2-db32-430c-942b-dc6e57d683c9,segment=NetworkSegment(ec9862f9-0034-465f-9057-d7dd564f707b),segment_id=ec9862f9-0034-465f-9057-d7dd564f707b)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:01.380329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] For port 3dada7ca-c3ef-4073-975d-bd215f94d800, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:01.398589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-9ac5048e-171e-4e62-aea9-f371acfa530b service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912446 Feb 09 13:19:01.402398 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:01.411999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:01.420676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] For port 3dada7ca-c3ef-4073-975d-bd215f94d800, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3dada7ca-c3ef-4073-975d-bd215f94d800,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:01.428793 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172b733-7791-4be9-be0f-c0d38e489fba None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:01.443277 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172b733-7791-4be9-be0f-c0d38e489fba None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:01.444186 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3172b733-7791-4be9-be0f-c0d38e489fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:01.453662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea780caa-0f51-42d1-b56a-6bfaa5b5f54e no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:01.501874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: ea780caa-0f51-42d1-b56a-6bfaa5b5f54e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:01.502210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ea780caa-0f51-42d1-b56a-6bfaa5b5f54e not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:01.524395 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3172b733-7791-4be9-be0f-c0d38e489fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:01.545734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072d289-a2f2-4cf6-80fe-0337d0ecb2bc None None] Pushing event updated for resources: {'Port': ['ID=d0a3c7b2-db32-430c-942b-dc6e57d683c9,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:01.553230 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172b733-7791-4be9-be0f-c0d38e489fba None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:01.554170 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3172b733-7791-4be9-be0f-c0d38e489fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:01.560335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:01.560968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:01.605987 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f5090bef-f4c9-456c-9d23-70cf3ba07e86 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "PUT /v2.0/routers/fc40a75f-f286-4e8a-8c76-50757b71cdd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 26.4060032 Feb 09 13:19:01.609933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbc94-4388-4cdf-910b-0be7efec50fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:01.614694 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:01.620183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56112) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:01.650238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:01.666389 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3172b733-7791-4be9-be0f-c0d38e489fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:01.666804 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172b733-7791-4be9-be0f-c0d38e489fba None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:01.742150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:01.753774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333f613-a8e8-4de0-921b-65785c47f8f8 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:19:01.757944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:01.773170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e333f613-a8e8-4de0-921b-65785c47f8f8 None None] Deleting port 77d56492-9304-415c-a004-492360513328 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:01.773535 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e333f613-a8e8-4de0-921b-65785c47f8f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:01.789787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:01.823663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:01.827379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:01.847494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'port': {'network_id': 'b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7', 'name': 'tempest-FloatingIPTestJSON-289742936'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:01.915220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:01.997856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Pushing event updated for resources: {'Port': ['ID=3dada7ca-c3ef-4073-975d-bd215f94d800,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:02.002175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4d8f67e-48ab-4daa-ab6b-40fd7da7d08f req-ea6645af-edb2-48ce-b974-42ee1db68099 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791476 Feb 09 13:19:02.033777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-3778b968-d061-45be-9297-4c964b0428b5 req-35d66059-6bfe-42e5-b516-5b21dadaa2d3 tempest-ServersAdminTestJSON-722770298 tempest-ServersAdminTestJSON-722770298-project] (83479) timed out ('10.222.0.62', 59491) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:19:02.037567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa3f4f-6961-498b-a647-3ac041a97a9c req-a154564c-a5e4-4249-b7fa-f5f3996a2522 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:02.039581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74aa3f4f-6961-498b-a647-3ac041a97a9c req-a154564c-a5e4-4249-b7fa-f5f3996a2522 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 1.1588509 Feb 09 13:19:02.044977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:02.058881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:port and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:02.062043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:02.075709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:02.165879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bbc94-4388-4cdf-910b-0be7efec50fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a81a6c-cb23-4c19-9623-074f7536c01d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:02.169264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:02.170815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-49004bd2-37ad-436a-91c0-909a4caf251e service neutron] 10.222.0.67 "PUT /v2.0/ports/3dada7ca-c3ef-4073-975d-bd215f94d800 HTTP/1.1" status: 200 len: 1136 time: 8.7651234 Feb 09 13:19:02.237433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:02.306553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Made reservation on behalf of e5c697a4935e404c881bb9b0bd6e1fa6 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:02.310264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:02.354568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c5278d-3fbd-44c4-a4c4-396fe910f59d None None] Network f3123c25-aa2b-4ea8-8564-3f148f22ba4f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:02.355646 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b6bbc94-4388-4cdf-910b-0be7efec50fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:02.359744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6b6bbc94-4388-4cdf-910b-0be7efec50fa admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a4a81a6c-cb23-4c19-9623-074f7536c01d HTTP/1.1" status: 204 len: 168 time: 2.1494539 Feb 09 13:19:02.362077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56120) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:02.364415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b661784-be3e-4753-a728-b78a50c7095a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:02.394178 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b661784-be3e-4753-a728-b78a50c7095a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:02.415447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': '3dada7ca-c3ef-4073-975d-bd215f94d800'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:02.429781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74aa3f4f-6961-498b-a647-3ac041a97a9c req-2a7e3278-46cd-463c-b3ce-d60de3f63560 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409984 Feb 09 13:19:02.434571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] device_id is not set on port 4ceba7e5-9fb8-4b10-a6b1-672b0974832f yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:19:02.438932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e333f613-a8e8-4de0-921b-65785c47f8f8 None None] For port 77d56492-9304-415c-a004-492360513328, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=77d56492-9304-415c-a004-492360513328,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:02.439329 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e333f613-a8e8-4de0-921b-65785c47f8f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:02.586583 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:02.594422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e333f613-a8e8-4de0-921b-65785c47f8f8 None None] Calling delete_port for 77d56492-9304-415c-a004-492360513328 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:02.689405 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:02.702034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b08137-3c1e-408c-8c2f-f6ab64a58daf req-c9f624de-5bd7-4209-a7b2-dde829849d52 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:02.706041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b08137-3c1e-408c-8c2f-f6ab64a58daf req-c9f624de-5bd7-4209-a7b2-dde829849d52 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:02.709997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b08137-3c1e-408c-8c2f-f6ab64a58daf req-c9f624de-5bd7-4209-a7b2-dde829849d52 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:02.714809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b08137-3c1e-408c-8c2f-f6ab64a58daf req-c9f624de-5bd7-4209-a7b2-dde829849d52 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:02.714977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:19:02.718586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b08137-3c1e-408c-8c2f-f6ab64a58daf req-c9f624de-5bd7-4209-a7b2-dde829849d52 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:02.723164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b08137-3c1e-408c-8c2f-f6ab64a58daf req-c9f624de-5bd7-4209-a7b2-dde829849d52 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:02.724251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59b08137-3c1e-408c-8c2f-f6ab64a58daf req-c9f624de-5bd7-4209-a7b2-dde829849d52 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 4605 time: 0.6453538 Feb 09 13:19:02.764242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:01Z', 'revision_number': 6, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a3c7b2-db32-430c-942b-dc6e57d683c9', 'name': '', 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:a4:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:55Z', 'updated_at': '2022-02-09T13:19:01Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:02.772932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2079347-7099-4fd1-a07e-dca0163b8a56 None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:01Z', 'revision_number': 6, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a3c7b2-db32-430c-942b-dc6e57d683c9', 'name': '', 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:a4:38:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:55Z', 'updated_at': '2022-02-09T13:19:01Z', 'revision_number': 4, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:02.776214 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e333f613-a8e8-4de0-921b-65785c47f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:02.777537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e589015a-d3f9-45d0-80d0-27414e10de80 req-3d468ec6-5a59-4f0b-a099-a0574f4309f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 1094 time: 0.6958294 Feb 09 13:19:02.795421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Deleting port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:02.795775 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:02.870183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.20.0.7 (b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7/6941b5f3-43e2-481f-a0de-557cc27d171a/4ceba7e5-9fb8-4b10-a6b1-672b0974832f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:02.872320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Router e0e68a66-e92a-48fd-bd38-d5f15288aaee is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:19:02.914760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333f613-a8e8-4de0-921b-65785c47f8f8 None None] Pushing event deleted for resources: {'Port': ['ID=77d56492-9304-415c-a004-492360513328,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:02.946204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333f613-a8e8-4de0-921b-65785c47f8f8 None None] No DVR routers for this DVR port 77d56492-9304-415c-a004-492360513328 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:03.023042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_pluggable_backend [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Port 77d56492-9304-415c-a004-492360513328 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83479) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 13:19:03.023042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_pluggable_backend [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:98d0 {{(pid=83479) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 13:19:03.084456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d851570-0d83-47dc-91c9-164bd4a73f7d None None] DHCP port deletion for f3123c25-aa2b-4ea8-8564-3f148f22ba4f request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:19:03.088704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9d851570-0d83-47dc-91c9-164bd4a73f7d None None] Deleting port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:03.090194 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9d851570-0d83-47dc-91c9-164bd4a73f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:03.106944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59b08137-3c1e-408c-8c2f-f6ab64a58daf req-7bdf3913-4136-48bd-a6f7-061fc21805ca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3499160 Feb 09 13:19:03.149228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589015a-d3f9-45d0-80d0-27414e10de80 req-4d36f49c-8675-4e83-b6ce-4411d621800b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:03.150726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e589015a-d3f9-45d0-80d0-27414e10de80 req-4d36f49c-8675-4e83-b6ce-4411d621800b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 906 time: 0.3546550 Feb 09 13:19:03.406507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9d851570-0d83-47dc-91c9-164bd4a73f7d None None] For port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bc1b1478-b4f0-4303-a6b0-99f7e714cd0a,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:03.406507 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9d851570-0d83-47dc-91c9-164bd4a73f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:03.488775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d0a3c7b2-db32-430c-942b-dc6e57d683c9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:03.551096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] For port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bc1b1478-b4f0-4303-a6b0-99f7e714cd0a,segment=NetworkSegment(ec900a36-e1ec-4bac-9a79-4adf02581826),segment_id=ec900a36-e1ec-4bac-9a79-4adf02581826)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:03.551737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:03.561015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:03.594187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9d851570-0d83-47dc-91c9-164bd4a73f7d None None] Calling delete_port for bc1b1478-b4f0-4303-a6b0-99f7e714cd0a owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:03.702651 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': '3dada7ca-c3ef-4073-975d-bd215f94d800', 'status': 'completed', 'code': 200} Feb 09 13:19:03.705506 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9d851570-0d83-47dc-91c9-164bd4a73f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:03.748493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port d0a3c7b2-db32-430c-942b-dc6e57d683c9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:03.755891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d44ece-52b0-4093-a253-c1536c1048c6 req-268f0a6b-27fe-49ba-b6a7-8b7c8413bce8 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:03.764431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d851570-0d83-47dc-91c9-164bd4a73f7d None None] Pushing event deleted for resources: {'Port': ['ID=bc1b1478-b4f0-4303-a6b0-99f7e714cd0a,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:03.765272 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17d44ece-52b0-4093-a253-c1536c1048c6 req-268f0a6b-27fe-49ba-b6a7-8b7c8413bce8 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 943 time: 1.1589417 Feb 09 13:19:03.766412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Calling delete_port for bc1b1478-b4f0-4303-a6b0-99f7e714cd0a owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:03.767885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d0a3c7b2-db32-430c-942b-dc6e57d683c9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:03.768314 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:03.799639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d851570-0d83-47dc-91c9-164bd4a73f7d None None] No DVR routers for this DVR port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:03.811358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b661784-be3e-4753-a728-b78a50c7095a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:03.865285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:03.872358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:03.875698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:03.876355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:03.883011 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e589015a-d3f9-45d0-80d0-27414e10de80 req-5806dbcf-5962-43c8-b735-1bad11713edb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ee5e13a-b7ad-4a77-936a-65e80f8623fe HTTP/1.1" status: 200 len: 217 time: 0.7155118 Feb 09 13:19:03.888597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=c0a15b84-b833-4143-9de3-f0b6415f291c,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:03.889043 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6e690-b466-474c-bce3-f34ea4a7d563 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:03.955724 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:03.967391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589015a-d3f9-45d0-80d0-27414e10de80 req-270a4694-db1b-4934-949c-011ae24acd9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:03.968856 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e589015a-d3f9-45d0-80d0-27414e10de80 req-270a4694-db1b-4934-949c-011ae24acd9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.0752268 Feb 09 13:19:03.999787 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-98cc098c-5047-41fa-8276-aea88ae4c790 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7261620 Feb 09 13:19:04.009146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56130) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:04.071588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:19:04.071818 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:19:04.076702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:04.084853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e589015a-d3f9-45d0-80d0-27414e10de80 req-f55f2369-f272-4e6b-94d7-4292956cbad0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953503 Feb 09 13:19:04.102298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port d0a3c7b2-db32-430c-942b-dc6e57d683c9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d0a3c7b2-db32-430c-942b-dc6e57d683c9,segment=NetworkSegment(ec9862f9-0034-465f-9057-d7dd564f707b),segment_id=ec9862f9-0034-465f-9057-d7dd564f707b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:04.117942 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:04.143574 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:04.199152 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17d44ece-52b0-4093-a253-c1536c1048c6 req-cc3f60a4-8053-43ac-b423-44a9ef768d8a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328618 Feb 09 13:19:04.203704 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:19:04.220906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 77d56492-9304-415c-a004-492360513328 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:04.277125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:04.278086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 77d56492-9304-415c-a004-492360513328 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:04.278428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 77d56492-9304-415c-a004-492360513328 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:04.279377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bc1b1478-b4f0-4303-a6b0-99f7e714cd0a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:04.286371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:04.290003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:04.305070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e971e0-41de-46c8-a5ab-0399676dcff1 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:19:04.311184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:04.315838 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:04.324170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b661784-be3e-4753-a728-b78a50c7095a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:04.328925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: bc1b1478-b4f0-4303-a6b0-99f7e714cd0a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:04.329384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bc1b1478-b4f0-4303-a6b0-99f7e714cd0a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:04.345019 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b661784-be3e-4753-a728-b78a50c7095a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:04.349149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:04.350873 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9b661784-be3e-4753-a728-b78a50c7095a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd HTTP/1.1" status: 200 len: 952 time: 5.3161242 Feb 09 13:19:04.353514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:04.353656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=d0a3c7b2-db32-430c-942b-dc6e57d683c9,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:04.357019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56136) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:04.366900 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de878297-81c8-484b-ac9d-661ecf2ae507 None None] Sync routers for ids ['e0e68a66-e92a-48fd-bd38-d5f15288aaee'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:04.381502 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de878297-81c8-484b-ac9d-661ecf2ae507 None None] Routers {'e0e68a66-e92a-48fd-bd38-d5f15288aaee'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:04.382220 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-de878297-81c8-484b-ac9d-661ecf2ae507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e0e68a66-e92a-48fd-bd38-d5f15288aaee'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:04.405808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:04.407231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:04.448848 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:04.454326 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5aac11f4-2a9c-4cce-a58a-9357c13f23ab tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "PUT /v2.0/routers/e0e68a66-e92a-48fd-bd38-d5f15288aaee HTTP/1.1" status: 200 len: 914 time: 7.7129083 Feb 09 13:19:04.455831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:04.460351 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:04.474553 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-de878297-81c8-484b-ac9d-661ecf2ae507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:04.483436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Transition to ACTIVE for port object 11e971e0-41de-46c8-a5ab-0399676dcff1 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:04.484034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56140) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:04.489219 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de878297-81c8-484b-ac9d-661ecf2ae507 None None] Routers {'e0e68a66-e92a-48fd-bd38-d5f15288aaee'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:04.489979 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-de878297-81c8-484b-ac9d-661ecf2ae507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e0e68a66-e92a-48fd-bd38-d5f15288aaee'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:04.553475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b75faa6a-a96b-48d7-a6eb-358948a582e0 req-0ee6f452-4c95-46c6-b29c-276e76646ba5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5291 time: 0.8496263 Feb 09 13:19:04.556686 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-de878297-81c8-484b-ac9d-661ecf2ae507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:04.557217 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de878297-81c8-484b-ac9d-661ecf2ae507 None None] The sync data for ids ['e0e68a66-e92a-48fd-bd38-d5f15288aaee'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:04.568813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': 'c0a15b84-b833-4143-9de3-f0b6415f291c'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:19:04.569638 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:04.570367 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:04.592086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Deleting port bc1b1478-b4f0-4303-a6b0-99f7e714cd0a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:04.592673 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:04.596160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:04.624312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bfba7-de0a-4fc9-8ef9-b21864c088dd req-b5731c72-fa9c-4281-9b20-ae4c48b2bb06 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:04.630875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984bfba7-de0a-4fc9-8ef9-b21864c088dd req-b5731c72-fa9c-4281-9b20-ae4c48b2bb06 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 1.0461221 Feb 09 13:19:04.726068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] The port 'bc1b1478-b4f0-4303-a6b0-99f7e714cd0a' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:19:04.898728 n-d-825175-3 neutron-server[83479]: INFO neutron.db.ipam_backend_mixin [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0a15b84-b833-4143-9de3-f0b6415f291c (CIDR: 2001:db8::/64) Feb 09 13:19:04.913703 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:19:04.914527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:04.945897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:04.976882 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-31848405-7604-46f7-85f9-f330ca50d1b0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9664335 Feb 09 13:19:04.990306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56144) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:04.990549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 2ee5e13a-b7ad-4a77-936a-65e80f8623fe details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:19:05.005401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:05.070081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Pushing event updated for resources: {'Port': ['ID=11e971e0-41de-46c8-a5ab-0399676dcff1,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:05.103243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e589015a-d3f9-45d0-80d0-27414e10de80 req-0af24fa6-8737-4ad1-804c-0183aef7a9ae service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9966788 Feb 09 13:19:05.112521 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:05.126558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Allocated IP 2001:db8::f816:3eff:fe01:e649 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/c0a15b84-b833-4143-9de3-f0b6415f291c/6c6933f5-cf5c-4cd6-a502-0b6619b45f0d) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:05.215063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3123c25-aa2b-4ea8-8564-3f148f22ba4f']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:05.251023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec900a36-e1ec-4bac-9a79-4adf02581826') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:05.251457 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec900a36-e1ec-4bac-9a79-4adf02581826') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:05.267489 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9b9af07e-7a32-4721-b1bc-b0275358da3a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd HTTP/1.1" status: 200 len: 952 time: 0.9091592 Feb 09 13:19:05.268446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56150) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:05.335378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-268d39e7-c88b-4c6e-9143-6975ebc6fbca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'routes': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:05.419175 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:05.448819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:05.461586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:19:05.463211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:05.473258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d0a3c7b2-db32-430c-942b-dc6e57d683c9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:05.486576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-984bfba7-de0a-4fc9-8ef9-b21864c088dd req-d0762a2e-bc71-48cb-a5b9-b3cde17d87bb tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8536963 Feb 09 13:19:05.543194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:05.572783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '2ee5e13a-b7ad-4a77-936a-65e80f8623fe', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'port_id': '2ee5e13a-b7ad-4a77-936a-65e80f8623fe', 'mac_address': 'fa:16:3e:6c:8c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2890f1-cd7a-4c34-9690-caa4a64bcb7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:19:05.616665 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:19:05.671911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:01Z', 'revision_number': 6, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a3c7b2-db32-430c-942b-dc6e57d683c9', 'name': '', 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:a4:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:55Z', 'updated_at': '2022-02-09T13:19:04Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:05.694865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:19:05.711016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d0a3c7b2-db32-430c-942b-dc6e57d683c9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:05.711381 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:05.713996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:05.716446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:05.746878 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:05.777997 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:05.780360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:05.783728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:05.784348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:05.785350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:05.806610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:05.825669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:05.832660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3123c25-aa2b-4ea8-8564-3f148f22ba4f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:05.846408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee5e13a-b7ad-4a77-936a-65e80f8623fe {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:19:05.849774 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9105b43e-601c-4a76-a971-f3cad25b5fc4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f3123c25-aa2b-4ea8-8564-3f148f22ba4f HTTP/1.1" status: 204 len: 168 time: 3.4791429 Feb 09 13:19:05.869043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:05.875517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca623f1-e35e-48e3-a3d5-7e25b7d8543a req-dd35949b-2146-4129-90af-444e6c512ed0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:05.879439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca623f1-e35e-48e3-a3d5-7e25b7d8543a req-dd35949b-2146-4129-90af-444e6c512ed0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:05.883507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca623f1-e35e-48e3-a3d5-7e25b7d8543a req-dd35949b-2146-4129-90af-444e6c512ed0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:05.887480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca623f1-e35e-48e3-a3d5-7e25b7d8543a req-dd35949b-2146-4129-90af-444e6c512ed0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:05.891547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca623f1-e35e-48e3-a3d5-7e25b7d8543a req-dd35949b-2146-4129-90af-444e6c512ed0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:05.895460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca623f1-e35e-48e3-a3d5-7e25b7d8543a req-dd35949b-2146-4129-90af-444e6c512ed0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:05.897303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cca623f1-e35e-48e3-a3d5-7e25b7d8543a req-dd35949b-2146-4129-90af-444e6c512ed0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 4605 time: 1.5254192 Feb 09 13:19:05.929164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Transition to ACTIVE for port object 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:05.977863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:05.987018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Attempting to bind port 11e971e0-41de-46c8-a5ab-0399676dcff1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:05.987472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Attempting to bind port 11e971e0-41de-46c8-a5ab-0399676dcff1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:05.987692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Attempting to bind port 11e971e0-41de-46c8-a5ab-0399676dcff1 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:05.988365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Transition to ACTIVE for port object 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:05.994159 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:05.994720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=4ceba7e5-9fb8-4b10-a6b1-672b0974832f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:05.998121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75faa6a-a96b-48d7-a6eb-358948a582e0 req-c74ebe01-0ba9-49da-9ebe-2b7ba8225151 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:05.998752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75faa6a-a96b-48d7-a6eb-358948a582e0 req-c74ebe01-0ba9-49da-9ebe-2b7ba8225151 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:05.999022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75faa6a-a96b-48d7-a6eb-358948a582e0 req-c74ebe01-0ba9-49da-9ebe-2b7ba8225151 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:06.011988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b75faa6a-a96b-48d7-a6eb-358948a582e0 req-c74ebe01-0ba9-49da-9ebe-2b7ba8225151 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.4214616 Feb 09 13:19:06.045186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:06.068596 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:06.070229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:06.075081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:06.098052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56160) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:06.114230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:06.116351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:06.186985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Port 11e971e0-41de-46c8-a5ab-0399676dcff1 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:19:06.187567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Attempting to bind port 11e971e0-41de-46c8-a5ab-0399676dcff1 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:06.189798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:06.191950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:06.199096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:06.201159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:06.290366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e589015a-d3f9-45d0-80d0-27414e10de80 req-32a6e4c3-173d-44e1-b9e4-58015307137d service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1715114 Feb 09 13:19:06.319903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cca623f1-e35e-48e3-a3d5-7e25b7d8543a req-df98fd0d-2fd1-4f14-b43f-2fc3082a45e2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3622005 Feb 09 13:19:06.331544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['2ee5e13a-b7ad-4a77-936a-65e80f8623fe'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:19:06.345613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:06.346371 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:06.357691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:06.358157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Checking segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:06.358703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Bound using segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:06.359238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Bound port: 11e971e0-41de-46c8-a5ab-0399676dcff1, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:06.359672 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:06.409700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198b8d8-5c04-4e68-ae11-86d7ebc812a2 req-47201165-5337-41b6-8200-ffcd266ea496 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:06.411391 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7198b8d8-5c04-4e68-ae11-86d7ebc812a2 req-47201165-5337-41b6-8200-ffcd266ea496 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 943 time: 0.6240592 Feb 09 13:19:06.473514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-95d67e29-a856-4644-b518-10c19493657b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.6969948 Feb 09 13:19:06.505750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56164) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:06.520470 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'port': {'network_id': 'b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7', 'name': 'tempest-FloatingIPTestJSON-1801401716'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:06.567309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75faa6a-a96b-48d7-a6eb-358948a582e0 req-fa171ba3-795f-4bad-83f3-3a01c1da0c4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:06.569128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b75faa6a-a96b-48d7-a6eb-358948a582e0 req-fa171ba3-795f-4bad-83f3-3a01c1da0c4e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5033438 Feb 09 13:19:06.578050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Pushing event updated for resources: {'Port': ['ID=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:06.580397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Attempting to bind port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:06.580758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Attempting to bind port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:06.581112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Attempting to bind port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:06.597704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d7262312-e59c-48a6-b903-56571aa3e998 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/routers/e0e68a66-e92a-48fd-bd38-d5f15288aaee HTTP/1.1" status: 200 len: 920 time: 2.1123259 Feb 09 13:19:06.605682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56168) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:06.624022 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2f022413-9637-4780-a967-51e3639e8657 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a56e84bc023c45cc83f6fd03a7667234&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5246680 Feb 09 13:19:06.624589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56172) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:06.668282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:06.668655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:06.669056 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:06.669443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:06.669918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Bound port: 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:06.670282 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:06.807177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7198b8d8-5c04-4e68-ae11-86d7ebc812a2 req-21703b59-4edd-43ac-85ec-1bd6598741ed tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809202 Feb 09 13:19:06.816174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] For port 11e971e0-41de-46c8-a5ab-0399676dcff1, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:06.877731 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] For port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:06.881064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] For port 11e971e0-41de-46c8-a5ab-0399676dcff1, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=11e971e0-41de-46c8-a5ab-0399676dcff1,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:06.894458 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9be3830-a957-46ac-a269-8f13938edffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:06.898832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] For port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:06.906034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:06.915625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:06.979317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:06.986761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:port and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:06.990507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9be3830-a957-46ac-a269-8f13938edffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:06.998811 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:07.002067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-70ca78fe-7964-424d-88aa-543480755159 service neutron] 10.222.0.67 "PUT /v2.0/ports/11e971e0-41de-46c8-a5ab-0399676dcff1 HTTP/1.1" status: 200 len: 1132 time: 4.7688420 Feb 09 13:19:07.002067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:07.011747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-268d39e7-c88b-4c6e-9143-6975ebc6fbca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added routes are [] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 13:19:07.012303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-268d39e7-c88b-4c6e-9143-6975ebc6fbca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 13:19:07.023456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': '11e971e0-41de-46c8-a5ab-0399676dcff1'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:07.050628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Pushing event updated for resources: {'Port': ['ID=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:07.058744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:07.080455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:01Z', 'revision_number': 6, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a3c7b2-db32-430c-942b-dc6e57d683c9', 'name': '', 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:a4:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:55Z', 'updated_at': '2022-02-09T13:19:04Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:07.101561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.102150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.102666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.103610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.104095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.105209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.105690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.106191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.106863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.107343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.107838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb2e58a-69a9-4ddb-9906-b0da8e074d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:07.112340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd639fe9-12f0-4ffd-a0ba-d29fd1ae1826 None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:01Z', 'revision_number': 6, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a3c7b2-db32-430c-942b-dc6e57d683c9', 'name': '', 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:a4:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:55Z', 'updated_at': '2022-02-09T13:19:04Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:07.128891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9be3830-a957-46ac-a269-8f13938edffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:07.139640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:07.169508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be3830-a957-46ac-a269-8f13938edffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e92da-f8bf-4ef4-a5f4-0034a1961547,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:07.196456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-268d39e7-c88b-4c6e-9143-6975ebc6fbca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:07.209348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:07.263568 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': '11e971e0-41de-46c8-a5ab-0399676dcff1', 'status': 'completed', 'code': 200} Feb 09 13:19:07.299113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ab7f2755-7a13-45c5-a8b5-18b4590b2f35 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&device_id=e0e68a66-e92a-48fd-bd38-d5f15288aaee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6878443 Feb 09 13:19:07.306629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Made reservation on behalf of e5c697a4935e404c881bb9b0bd6e1fa6 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:07.312075 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:07.327404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56180) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:07.332076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca78fe-7964-424d-88aa-543480755159 service neutron] Pushing event updated for resources: {'Port': ['ID=11e971e0-41de-46c8-a5ab-0399676dcff1,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:07.485538 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9be3830-a957-46ac-a269-8f13938edffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:07.489076 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f9be3830-a957-46ac-a269-8f13938edffe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/206e92da-f8bf-4ef4-a5f4-0034a1961547 HTTP/1.1" status: 204 len: 168 time: 0.8553205 Feb 09 13:19:07.579541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:07.583378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=c2d56352-4c65-4c86-a9fb-1b69e28de2c3,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:07.586871 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:07.591297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:07.592027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:07.608198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6827229-fd06-4c2b-9454-a7a5c9c5e660 req-49760dc5-16d8-4337-a463-481eaa844fc0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:07.613634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6827229-fd06-4c2b-9454-a7a5c9c5e660 req-49760dc5-16d8-4337-a463-481eaa844fc0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.7914410 Feb 09 13:19:07.631162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] device_id is not set on port 4760cfa0-f299-4465-b17c-37c7213ee249 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:19:07.632828 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-26d24f2c-0e54-44c9-8856-1a2bf7039506 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6397958 Feb 09 13:19:07.635615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56188) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:07.642227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:19:d4:4a', 'name': 'tempest-NetworksTestDHCPv6-493503909'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:07.903401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:07.945430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:07.955584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:port and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:07.962315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:07.967737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-268d39e7-c88b-4c6e-9143-6975ebc6fbca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:07.974575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b40bb-f052-449c-a554-e6d39b5773ae tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:07.976427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-496b40bb-f052-449c-a554-e6d39b5773ae tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 881 time: 0.6403790 Feb 09 13:19:07.976555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:07.981035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-268d39e7-c88b-4c6e-9143-6975ebc6fbca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:07.987070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56200) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:07.994101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1711a536-1f61-498c-8b60-216106d50a2a req-e9e125aa-b60a-454b-86b3-00458d0ff59d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 6216 time: 0.7648308 Feb 09 13:19:08.048594 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b4562f7f-94fb-46a6-82a0-0897ae07d369 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0e68a66-e92a-48fd-bd38-d5f15288aaee HTTP/1.1" status: 200 len: 205 time: 0.0566082 Feb 09 13:19:08.109492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:08.113637 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:08.135829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56206) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:08.226243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6827229-fd06-4c2b-9454-a7a5c9c5e660 req-e7f0127a-6b84-4636-8985-c59cb72cb552 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4810836 Feb 09 13:19:08.285377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.20.0.10 (b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7/6941b5f3-43e2-481f-a0de-557cc27d171a/4760cfa0-f299-4465-b17c-37c7213ee249) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:08.383433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 646484a4-6e79-41c1-9eb6-8b10180a9ca2 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:19:08.590220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8688feb4-eba8-484b-80fa-cf0690834d4a None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:08.680047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452013-5856-46f1-870f-24d177751f16 req-ddb28fef-f7ac-496d-9e40-b21644812273 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:08.684831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452013-5856-46f1-870f-24d177751f16 req-ddb28fef-f7ac-496d-9e40-b21644812273 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:08.688840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452013-5856-46f1-870f-24d177751f16 req-ddb28fef-f7ac-496d-9e40-b21644812273 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:08.693255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452013-5856-46f1-870f-24d177751f16 req-ddb28fef-f7ac-496d-9e40-b21644812273 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:08.697546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452013-5856-46f1-870f-24d177751f16 req-ddb28fef-f7ac-496d-9e40-b21644812273 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:08.703289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452013-5856-46f1-870f-24d177751f16 req-ddb28fef-f7ac-496d-9e40-b21644812273 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:08.705107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8:0:1::1c5 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/c2d56352-4c65-4c86-a9fb-1b69e28de2c3/646484a4-6e79-41c1-9eb6-8b10180a9ca2) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:08.707511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452013-5856-46f1-870f-24d177751f16 req-ddb28fef-f7ac-496d-9e40-b21644812273 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:08.716735 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b452013-5856-46f1-870f-24d177751f16 req-ddb28fef-f7ac-496d-9e40-b21644812273 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5379 time: 1.1648881 Feb 09 13:19:08.717309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::f816:3eff:fe19:d44a (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/c0a15b84-b833-4143-9de3-f0b6415f291c/646484a4-6e79-41c1-9eb6-8b10180a9ca2) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:08.723556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268d39e7-c88b-4c6e-9143-6975ebc6fbca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:08.736460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b9d794bc-ac3c-4eae-8da0-df8e5e9835e2 None None] Provisioning for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:08.814012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711a536-1f61-498c-8b60-216106d50a2a req-48a65181-f091-44ab-86ef-249bf863bdf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:08.814492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711a536-1f61-498c-8b60-216106d50a2a req-48a65181-f091-44ab-86ef-249bf863bdf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:08.814997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711a536-1f61-498c-8b60-216106d50a2a req-48a65181-f091-44ab-86ef-249bf863bdf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:08.816782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1711a536-1f61-498c-8b60-216106d50a2a req-48a65181-f091-44ab-86ef-249bf863bdf3 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8151166 Feb 09 13:19:08.839430 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b452013-5856-46f1-870f-24d177751f16 req-f0ceeb80-fdb1-4f39-a7f4-6c5eec2f39a9 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214013 Feb 09 13:19:08.949286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:08.999188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.011944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 2ee5e13a-b7ad-4a77-936a-65e80f8623fe up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:09.133238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033aca06-9ad4-4fd0-9c8b-681812b2e3b1 None None] Update dhcp port {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': 'c0a15b84-b833-4143-9de3-f0b6415f291c', 'ip_address': '2001:db8::f816:3eff:fe01:e649'}, {'subnet_id': 'c2d56352-4c65-4c86-a9fb-1b69e28de2c3'}], 'binding:host_id': 'n-d-825175-3'}, 'id': '6c6933f5-cf5c-4cd6-a502-0b6619b45f0d'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:19:09.191999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:09.201398 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-033aca06-9ad4-4fd0-9c8b-681812b2e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.204444 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.210894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:09.211506 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.275963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:09.291042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:09.299168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=4760cfa0-f299-4465-b17c-37c7213ee249,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:09.449831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:09.503153 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.531636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:09.541830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.583297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268d39e7-c88b-4c6e-9143-6975ebc6fbca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:09.588006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 646484a4-6e79-41c1-9eb6-8b10180a9ca2 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:09.599896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-268d39e7-c88b-4c6e-9143-6975ebc6fbca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.601800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:09.610173 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-268d39e7-c88b-4c6e-9143-6975ebc6fbca tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd HTTP/1.1" status: 200 len: 702 time: 4.2838438 Feb 09 13:19:09.610173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56234) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:09.633786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150c756b-c5c3-4f2d-9bed-b8dd2ec81548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee5e13a-b7ad-4a77-936a-65e80f8623fe'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:09.648268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:09.662308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:09.663129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:09.722420 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.723999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:09.744528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711a536-1f61-498c-8b60-216106d50a2a req-6c560d82-8e99-4a04-a415-35242b474a28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:09.747091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1711a536-1f61-498c-8b60-216106d50a2a req-6c560d82-8e99-4a04-a415-35242b474a28 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8975375 Feb 09 13:19:09.815898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbf38c-0cf5-4bd8-829c-849d82aa7ff5 req-2eac1b43-1474-4d7a-a227-b5b90066da1d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:09.817263 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.817804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1bbf38c-0cf5-4bd8-829c-849d82aa7ff5 req-2eac1b43-1474-4d7a-a227-b5b90066da1d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 944 time: 1.3409121 Feb 09 13:19:09.826413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:09.827082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.889650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:09.889650 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.913297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dccfb1-48f5-4a5c-93b8-52845ae0e370 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:19:09.943625 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:09.944322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=646484a4-6e79-41c1-9eb6-8b10180a9ca2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:09.950361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:09.958814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:09.964729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1bbf38c-0cf5-4bd8-829c-849d82aa7ff5 req-713347c4-6156-420d-b709-2237babc6e41 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170144 Feb 09 13:19:09.965996 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-69585004-85f3-40ee-983e-36089113cec9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4516091 Feb 09 13:19:09.969666 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b7353a76-304c-417f-99a1-17b9f9f8f51b tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd HTTP/1.1" status: 200 len: 702 time: 0.3613021 Feb 09 13:19:09.970585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:09.978512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56246) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:09.978858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56248) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:09.983471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:09.984153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:10.001174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:10.015060 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6db676c3-4516-4889-8810-241d2356e1af tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3777637 Feb 09 13:19:10.015782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56256) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:10.023889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '4760cfa0-f299-4465-b17c-37c7213ee249', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:10.085777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Deleting port 82d66790-0abb-4d40-94e2-4dac3885cf31 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:10.086117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:10.100518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:10.106966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Transition to ACTIVE for port object e1dccfb1-48f5-4a5c-93b8-52845ae0e370 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:10.107472 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150c756b-c5c3-4f2d-9bed-b8dd2ec81548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee5e13a-b7ad-4a77-936a-65e80f8623fe', 'code': 200} Feb 09 13:19:10.124310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94bb46-f631-46e7-a34e-1b32eeeeeed4 req-a51e6dee-e38f-4a56-827e-4deadf05aae8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:10.131355 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb94bb46-f631-46e7-a34e-1b32eeeeeed4 req-a51e6dee-e38f-4a56-827e-4deadf05aae8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.5917141 Feb 09 13:19:10.134121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:floatingip and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:10.187691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:10.222000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-033aca06-9ad4-4fd0-9c8b-681812b2e3b1 None None] Allocated IP 2001:db8:0:1::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/c2d56352-4c65-4c86-a9fb-1b69e28de2c3/6c6933f5-cf5c-4cd6-a502-0b6619b45f0d) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:10.225072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:10.246518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:10.252303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:10.252767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d2db86e0-71e5-4bb0-843b-8cc6b757e17a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 646484a4-6e79-41c1-9eb6-8b10180a9ca2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:10.253542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2db86e0-71e5-4bb0-843b-8cc6b757e17a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:10.321615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:10.379487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:10.549380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:10.776222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Calling delete_port for 82d66790-0abb-4d40-94e2-4dac3885cf31 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:10.815482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-033aca06-9ad4-4fd0-9c8b-681812b2e3b1 None None] For port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:10.821414 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:10.897300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2db86e0-71e5-4bb0-843b-8cc6b757e17a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:10.909425 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-033aca06-9ad4-4fd0-9c8b-681812b2e3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:10.917422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb94bb46-f631-46e7-a34e-1b32eeeeeed4 req-2ce156cf-1ae3-4123-b373-834498c32858 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7852273 Feb 09 13:19:10.933974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-033aca06-9ad4-4fd0-9c8b-681812b2e3b1 None None] Transition to ACTIVE for port object 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:10.938969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Pushing event updated for resources: {'Port': ['ID=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:10.950048 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-033aca06-9ad4-4fd0-9c8b-681812b2e3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:11.032393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033aca06-9ad4-4fd0-9c8b-681812b2e3b1 None None] Pushing event updated for resources: {'Port': ['ID=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:11.184955 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:19:11.185431 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:19:11.194285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:07Z', 'revision_number': 7, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a3c7b2-db32-430c-942b-dc6e57d683c9', 'name': '', 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:a4:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:55Z', 'updated_at': '2022-02-09T13:19:04Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:11.200365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:19:11.232048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:11.232688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:18:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:11.269890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45571-0884-4c55-ba69-df205b1206fc req-73f18985-5076-4d61-b523-d612b87f0c88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:11.274173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45571-0884-4c55-ba69-df205b1206fc req-73f18985-5076-4d61-b523-d612b87f0c88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:11.278124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45571-0884-4c55-ba69-df205b1206fc req-73f18985-5076-4d61-b523-d612b87f0c88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:11.282159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45571-0884-4c55-ba69-df205b1206fc req-73f18985-5076-4d61-b523-d612b87f0c88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:11.286087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45571-0884-4c55-ba69-df205b1206fc req-73f18985-5076-4d61-b523-d612b87f0c88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:11.290006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45571-0884-4c55-ba69-df205b1206fc req-73f18985-5076-4d61-b523-d612b87f0c88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:11.294441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd45571-0884-4c55-ba69-df205b1206fc req-73f18985-5076-4d61-b523-d612b87f0c88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:11.301778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9cd45571-0884-4c55-ba69-df205b1206fc req-73f18985-5076-4d61-b523-d612b87f0c88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5391 time: 0.9177878 Feb 09 13:19:11.316499 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:11.358033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d2db86e0-71e5-4bb0-843b-8cc6b757e17a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 646484a4-6e79-41c1-9eb6-8b10180a9ca2 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:11.391049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:11.420895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c13424d-826b-42a5-8169-b61c6b6d0773 req-375944fc-259f-4a2e-b457-1e4e20e8af87 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 1096 time: 1.1803267 Feb 09 13:19:11.460724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Pushing event deleted for resources: {'Port': ['ID=82d66790-0abb-4d40-94e2-4dac3885cf31,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:11.512149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:11.519528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9cd45571-0884-4c55-ba69-df205b1206fc req-8d449ea0-17ba-4196-99f9-3e00c950a130 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2168622 Feb 09 13:19:11.594227 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c13424d-826b-42a5-8169-b61c6b6d0773 req-2bfa2e4a-739e-4c25-8fce-87c65e10603e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524644 Feb 09 13:19:11.597259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Attempting to bind port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:11.597761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Attempting to bind port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:11.598276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Attempting to bind port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:11.768052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:19:11.768408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Attempting to bind port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:11.807230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:11.807434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Checking segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:11.807765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Bound using segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:11.808207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Bound port: e1dccfb1-48f5-4a5c-93b8-52845ae0e370, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:11.808548 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:11.845849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d2132-94b5-46b2-a13e-70b605cc112f req-25a04243-1563-4776-ac28-1b2c12c38663 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:11.847480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-417d2132-94b5-46b2-a13e-70b605cc112f req-25a04243-1563-4776-ac28-1b2c12c38663 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 945 time: 0.5259442 Feb 09 13:19:11.950290 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.043515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-417d2132-94b5-46b2-a13e-70b605cc112f req-472f9095-e91a-41cd-809c-47424972088d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653614 Feb 09 13:19:12.082962 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.110406 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.173237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:12.177506 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.190742 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.210375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] For port e1dccfb1-48f5-4a5c-93b8-52845ae0e370, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:12.282763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e4bbd3c9-0d45-4868-8f97-3981a9cd3af1 None None] Provisioning for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:12.289202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e4bbd3c9-0d45-4868-8f97-3981a9cd3af1 None None] Provisioning complete for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:12.289571 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4bbd3c9-0d45-4868-8f97-3981a9cd3af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.416145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:07Z', 'revision_number': 7, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a3c7b2-db32-430c-942b-dc6e57d683c9', 'name': '', 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:a4:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:55Z', 'updated_at': '2022-02-09T13:19:04Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:12.419144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:12.458789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:12.468394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] For port e1dccfb1-48f5-4a5c-93b8-52845ae0e370, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:12.484760 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.487980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea010014-a113-4c60-8e37-c2c07e229f19 None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:07Z', 'revision_number': 7, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0a3c7b2-db32-430c-942b-dc6e57d683c9', 'name': '', 'network_id': '74331972-2820-4270-92a6-ea2e3be394ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:a4:38:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:55Z', 'updated_at': '2022-02-09T13:19:04Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '45fa2051-f6bf-4598-9751-4be549ca78c8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:12.538647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2db86e0-71e5-4bb0-843b-8cc6b757e17a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.582902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56300) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:12.647413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:12.648176 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.688225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.690892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db86e0-71e5-4bb0-843b-8cc6b757e17a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=646484a4-6e79-41c1-9eb6-8b10180a9ca2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:12.692036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] 10.222.0.67 "PUT /v2.0/ports/e1dccfb1-48f5-4a5c-93b8-52845ae0e370 HTTP/1.1" status: 200 len: 1091 time: 5.6282003 Feb 09 13:19:12.700549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': 'e1dccfb1-48f5-4a5c-93b8-52845ae0e370'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:12.709289 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.755032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf1334-5922-4504-96cf-ca2cb603ed8f service neutron] Pushing event updated for resources: {'Port': ['ID=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:12.755849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-58355d60-c2ca-4f0f-b94a-8b69a107e394 None None] Could not find standard attr ID for object 646484a4-6e79-41c1-9eb6-8b10180a9ca2. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:19:12.786168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:12.873060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.914742 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2db86e0-71e5-4bb0-843b-8cc6b757e17a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:12.932373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.25.5.183 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/f9664cb8-0c36-4281-a3c9-bfc0566a5c93) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:12.942787 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d2db86e0-71e5-4bb0-843b-8cc6b757e17a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/646484a4-6e79-41c1-9eb6-8b10180a9ca2 HTTP/1.1" status: 204 len: 168 time: 2.9258668 Feb 09 13:19:12.946368 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56310) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:12.967733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccd918-7bc8-4114-b602-9c33ea8439fa req-8e20abd0-8f08-4f92-88de-df18a948fce4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:12.976757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8ccd918-7bc8-4114-b602-9c33ea8439fa req-8e20abd0-8f08-4f92-88de-df18a948fce4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.7680113 Feb 09 13:19:13.104958 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.105466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Fanout notify agent at l3_agent the message router_deleted on router e0e68a66-e92a-48fd-bd38-d5f15288aaee {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:19:13.126200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.130932 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9bc2ea50-0cac-4b66-bea2-5860df7c9c2a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/e0e68a66-e92a-48fd-bd38-d5f15288aaee HTTP/1.1" status: 204 len: 168 time: 4.9905026 Feb 09 13:19:13.141004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56318) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:13.183465 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa825fa-edb5-4458-9a01-8f173268bada tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.184902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8fa825fa-edb5-4458-9a01-8f173268bada tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:13.186226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-512277722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:13.203915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8fa825fa-edb5-4458-9a01-8f173268bada tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:13.205155 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8fa825fa-edb5-4458-9a01-8f173268bada tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2571630 Feb 09 13:19:13.206992 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:13.207891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56324) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:13.251746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Usage tracker for resource:router and tenant:98a85b4f2e94449ba6b762cbded91109 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:13.273604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac567b1a-8a08-41c1-989c-a9acaa4c4955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.285145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:13.285353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af773ad-6ca4-48c6-89c8-9e6e61672b7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.286809 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6af773ad-6ca4-48c6-89c8-9e6e61672b7b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0778768 Feb 09 13:19:13.289378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56328) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:13.318382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:13.356502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189630a-41e8-4fc8-9133-fd71319e39a5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.357823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189630a-41e8-4fc8-9133-fd71319e39a5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.359172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189630a-41e8-4fc8-9133-fd71319e39a5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.359952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0189630a-41e8-4fc8-9133-fd71319e39a5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:13.375587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0189630a-41e8-4fc8-9133-fd71319e39a5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:13.379418 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0189630a-41e8-4fc8-9133-fd71319e39a5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0866191 Feb 09 13:19:13.379656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56332) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:13.580525 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8ccd918-7bc8-4114-b602-9c33ea8439fa req-e8a58d97-1992-4e74-9f7b-cf0debfd83e9 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6026800 Feb 09 13:19:13.623463 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.632818 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.633748 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.663029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ac567b1a-8a08-41c1-989c-a9acaa4c4955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:13.666234 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': 'e1dccfb1-48f5-4a5c-93b8-52845ae0e370', 'status': 'completed', 'code': 200} Feb 09 13:19:13.685758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-97efb118-e8b1-4278-9c29-2aa366ded752 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet c0a15b84-b833-4143-9de3-f0b6415f291c {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:13.690071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97efb118-e8b1-4278-9c29-2aa366ded752 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.728422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ac567b1a-8a08-41c1-989c-a9acaa4c4955 admin admin] Usage tracker for resource:security_group_rule and tenant:37ae74b8d96c4b1b8605e2c39dfce8de is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:13.750175 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97efb118-e8b1-4278-9c29-2aa366ded752 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.801943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d792-2289-42ca-887f-4c4ce8c0c330 req-56dc61fe-10c8-45ae-b3b8-5cfac4f37a4f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.805787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d792-2289-42ca-887f-4c4ce8c0c330 req-56dc61fe-10c8-45ae-b3b8-5cfac4f37a4f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.810626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d792-2289-42ca-887f-4c4ce8c0c330 req-56dc61fe-10c8-45ae-b3b8-5cfac4f37a4f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.814751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d792-2289-42ca-887f-4c4ce8c0c330 req-56dc61fe-10c8-45ae-b3b8-5cfac4f37a4f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.818586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d792-2289-42ca-887f-4c4ce8c0c330 req-56dc61fe-10c8-45ae-b3b8-5cfac4f37a4f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.822386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d792-2289-42ca-887f-4c4ce8c0c330 req-56dc61fe-10c8-45ae-b3b8-5cfac4f37a4f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.827007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d792-2289-42ca-887f-4c4ce8c0c330 req-56dc61fe-10c8-45ae-b3b8-5cfac4f37a4f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:13.828894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8d92d792-2289-42ca-887f-4c4ce8c0c330 req-56dc61fe-10c8-45ae-b3b8-5cfac4f37a4f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5391 time: 0.8905029 Feb 09 13:19:13.831840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ac567b1a-8a08-41c1-989c-a9acaa4c4955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:13.835489 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97efb118-e8b1-4278-9c29-2aa366ded752 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.908106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97efb118-e8b1-4278-9c29-2aa366ded752 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.922415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ac567b1a-8a08-41c1-989c-a9acaa4c4955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:13.949032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efb118-e8b1-4278-9c29-2aa366ded752 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a15b84-b833-4143-9de3-f0b6415f291c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:13.955462 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97efb118-e8b1-4278-9c29-2aa366ded752 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:13.964936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c3ce6-683a-40f0-b858-494298202c2a None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:13.975116 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-97efb118-e8b1-4278-9c29-2aa366ded752 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/c0a15b84-b833-4143-9de3-f0b6415f291c HTTP/1.1" status: 204 len: 168 time: 0.5907745 Feb 09 13:19:13.975116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56336) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:14.034977 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.056223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-2036449a-0fae-4469-88cc-3bd6d9703959 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet c2d56352-4c65-4c86-a9fb-1b69e28de2c3 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:14.060296 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2036449a-0fae-4469-88cc-3bd6d9703959 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.071937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.114722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2036449a-0fae-4469-88cc-3bd6d9703959 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.208516 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2036449a-0fae-4469-88cc-3bd6d9703959 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.219215 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8d92d792-2289-42ca-887f-4c4ce8c0c330 req-59abe640-52ef-45d6-8400-788eb1fb1858 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3518851 Feb 09 13:19:14.237889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.309158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:14.363171 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2036449a-0fae-4469-88cc-3bd6d9703959 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.387300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b84601d9-e0d2-427b-9954-02305a299525 req-7d0b1af5-da72-4d90-9a8d-9b9d1a495194 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 6283 time: 0.6657250 Feb 09 13:19:14.408187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:14.408615 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.441000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036449a-0fae-4469-88cc-3bd6d9703959 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d56352-4c65-4c86-a9fb-1b69e28de2c3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:14.452349 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2036449a-0fae-4469-88cc-3bd6d9703959 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.466517 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2036449a-0fae-4469-88cc-3bd6d9703959 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/c2d56352-4c65-4c86-a9fb-1b69e28de2c3 HTTP/1.1" status: 204 len: 168 time: 0.4896524 Feb 09 13:19:14.468046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56340) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:14.587250 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2aa71f57-2f8d-46b1-8af5-d65817ddcbbb tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177375 Feb 09 13:19:14.590738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56344) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:14.597151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:14.602771 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.613872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac631c3-3f5c-46b3-b575-f715b0fcb017 req-b05b753c-4487-42b9-9520-72a1d66180af tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:14.615404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ac631c3-3f5c-46b3-b575-f715b0fcb017 req-b05b753c-4487-42b9-9520-72a1d66180af tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 945 time: 0.7709229 Feb 09 13:19:14.616164 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.620140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-27d6740f-0227-489c-8d4b-70121c1bb259 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4704895 Feb 09 13:19:14.631749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56350) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:14.728799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:14.733892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:14.737192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:14.743267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:14.756677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:14.757777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'enable_snat': False}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:14.760758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.835405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac567b1a-8a08-41c1-989c-a9acaa4c4955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.969291 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac567b1a-8a08-41c1-989c-a9acaa4c4955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:14.991858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a0d73-35c5-4bd2-a8c8-522453ebe798 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:15.000669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=f9664cb8-0c36-4281-a3c9-bfc0566a5c93,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:15.022887 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.061346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:15.079168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:15.081711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:15.089549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:15.093128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:15.097422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:15.098006 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.115521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=517fcd81-45ee-4229-8bbf-dbd473adad15,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:15.127290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-83eafacf-a2fd-4e20-bb09-e2c8e0e2d35c None None] Provisioning complete for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:15.127660 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-83eafacf-a2fd-4e20-bb09-e2c8e0e2d35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.132378 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b7a9cd16-19b9-47c9-a818-9e8459f5015c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5405562 Feb 09 13:19:15.135933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56354) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:15.142434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:15.194982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac567b1a-8a08-41c1-989c-a9acaa4c4955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f0ce10-bad9-4332-954b-c18a9418da41,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:15.230316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84601d9-e0d2-427b-9954-02305a299525 req-12495792-0f22-40b5-8646-00b5a75987ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:15.230684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84601d9-e0d2-427b-9954-02305a299525 req-12495792-0f22-40b5-8646-00b5a75987ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:15.231400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84601d9-e0d2-427b-9954-02305a299525 req-12495792-0f22-40b5-8646-00b5a75987ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:15.232618 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b84601d9-e0d2-427b-9954-02305a299525 req-12495792-0f22-40b5-8646-00b5a75987ce service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8244963 Feb 09 13:19:15.234866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ac567b1a-8a08-41c1-989c-a9acaa4c4955 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37ae74b8d96c4b1b8605e2c39dfce8de&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6444144 Feb 09 13:19:15.239415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56358) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:15.250427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ac631c3-3f5c-46b3-b575-f715b0fcb017 req-29ed4448-09c5-4c37-9cb3-dd87c268e001 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561116 Feb 09 13:19:15.279848 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:19:15.343304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:15.353184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:15.360595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:15.393882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:15.432746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:15.436466 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.487680 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50441676-07b5-4cf0-9170-51caa7f8f32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.502925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51acf1f5-ddb1-49b7-9fc3-839f8e06732e None None] Update dhcp port {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': '517fcd81-45ee-4229-8bbf-dbd473adad15'}], 'binding:host_id': 'n-d-825175-3'}, 'id': '6c6933f5-cf5c-4cd6-a502-0b6619b45f0d'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:19:15.562400 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51acf1f5-ddb1-49b7-9fc3-839f8e06732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.580328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50441676-07b5-4cf0-9170-51caa7f8f32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.636108 n-d-825175-3 neutron-server[83479]: INFO neutron.db.ipam_backend_mixin [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 517fcd81-45ee-4229-8bbf-dbd473adad15 (CIDR: 2001:db8::/64) Feb 09 13:19:15.643316 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:19:15.643997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:15.669422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50441676-07b5-4cf0-9170-51caa7f8f32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.671849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50441676-07b5-4cf0-9170-51caa7f8f32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.675444 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-50441676-07b5-4cf0-9170-51caa7f8f32c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15f0ce10-bad9-4332-954b-c18a9418da41 HTTP/1.1" status: 204 len: 168 time: 0.4311771 Feb 09 13:19:15.695666 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2b6cad0d-f8b7-4eb9-a9ef-e7f4c433b8a9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5584462 Feb 09 13:19:15.696498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56368) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:15.700956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50441676-07b5-4cf0-9170-51caa7f8f32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f0ce10-bad9-4332-954b-c18a9418da41,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:15.709320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:15.818903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-51acf1f5-ddb1-49b7-9fc3-839f8e06732e None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/517fcd81-45ee-4229-8bbf-dbd473adad15/6c6933f5-cf5c-4cd6-a502-0b6619b45f0d) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:15.823396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400308f-d872-42f3-b432-62b4e8b0c6c7 req-1a1cc805-829a-4653-a78c-cf6eb2929e60 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:15.825234 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4400308f-d872-42f3-b432-62b4e8b0c6c7 req-1a1cc805-829a-4653-a78c-cf6eb2929e60 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 1.0717344 Feb 09 13:19:15.880929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f9211f-81ae-41f8-83a1-88787a718ab2 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:19:15.899228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:15.904788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:15.908449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:15.914927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:15.927396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:15.932007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:15.974142 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.011043 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-51acf1f5-ddb1-49b7-9fc3-839f8e06732e None None] For port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:16.047782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51acf1f5-ddb1-49b7-9fc3-839f8e06732e None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.061968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Transition to ACTIVE for port object b5f9211f-81ae-41f8-83a1-88787a718ab2 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:16.081222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-51acf1f5-ddb1-49b7-9fc3-839f8e06732e None None] Transition to ACTIVE for port object 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:16.085979 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51acf1f5-ddb1-49b7-9fc3-839f8e06732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.145216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84601d9-e0d2-427b-9954-02305a299525 req-d390a430-9b8b-4a89-888d-e82bc21a6b30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:16.146895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b84601d9-e0d2-427b-9954-02305a299525 req-d390a430-9b8b-4a89-888d-e82bc21a6b30 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9032152 Feb 09 13:19:16.163269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.167911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56374) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:16.210870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed2dd624-26c9-4083-afd9-4bd587c456b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.232031 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.235034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acf1f5-ddb1-49b7-9fc3-839f8e06732e None None] Pushing event updated for resources: {'Port': ['ID=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:16.272149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ed2dd624-26c9-4083-afd9-4bd587c456b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:16.280986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ed2dd624-26c9-4083-afd9-4bd587c456b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e7324aeb063b40b0a44b36e14fbc6b96 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:16.284697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ed2dd624-26c9-4083-afd9-4bd587c456b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:16.293933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ed2dd624-26c9-4083-afd9-4bd587c456b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:16.393662 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4400308f-d872-42f3-b432-62b4e8b0c6c7 req-302580e5-0431-4df2-9872-e222e7b3887e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5412221 Feb 09 13:19:16.442209 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed2dd624-26c9-4083-afd9-4bd587c456b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.457751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed2dd624-26c9-4083-afd9-4bd587c456b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.491138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c10cb1-d754-4fcc-8ff4-60689728da03 req-4398482e-2ba6-4f86-b6c5-326fe8c92ad2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:16.493141 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-87c10cb1-d754-4fcc-8ff4-60689728da03 req-4398482e-2ba6-4f86-b6c5-326fe8c92ad2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 946 time: 0.9996593 Feb 09 13:19:16.546613 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ed2dd624-26c9-4083-afd9-4bd587c456b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7324aeb063b40b0a44b36e14fbc6b96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3724313 Feb 09 13:19:16.549216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56378) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:16.595947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f9211f-81ae-41f8-83a1-88787a718ab2,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:16.660352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dd624-26c9-4083-afd9-4bd587c456b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8abd3e-c73f-45b8-8d02-9e891e988532,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:16.758691 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.849587 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d796d099-35f2-4e6e-a311-a6198239790c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.874674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:19:16.888850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port d0a3c7b2-db32-430c-942b-dc6e57d683c9 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:16.890151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:16.941254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-87c10cb1-d754-4fcc-8ff4-60689728da03 req-6fa0ae4b-a9de-4421-88f8-f9357b5d7786 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205465 Feb 09 13:19:16.945788 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d796d099-35f2-4e6e-a311-a6198239790c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.131362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093417fe-dcd0-41d0-895f-f1b210931afc None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:17.177522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d796d099-35f2-4e6e-a311-a6198239790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.217912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796d099-35f2-4e6e-a311-a6198239790c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8abd3e-c73f-45b8-8d02-9e891e988532,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:17.233369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.249616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d796d099-35f2-4e6e-a311-a6198239790c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.254241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d796d099-35f2-4e6e-a311-a6198239790c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f8abd3e-c73f-45b8-8d02-9e891e988532 HTTP/1.1" status: 204 len: 168 time: 0.6999478 Feb 09 13:19:17.324314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Attempting to bind port b5f9211f-81ae-41f8-83a1-88787a718ab2 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:17.324598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Attempting to bind port b5f9211f-81ae-41f8-83a1-88787a718ab2 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:17.324929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Attempting to bind port b5f9211f-81ae-41f8-83a1-88787a718ab2 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:17.358535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-28757230-f1ac-4b61-a909-b5db5bb675fe None None] Provisioning for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:17.367187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-28757230-f1ac-4b61-a909-b5db5bb675fe None None] Provisioning complete for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:17.367608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-28757230-f1ac-4b61-a909-b5db5bb675fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.495352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c662797-fd41-45c9-8104-5716d27b3c26 req-f89fc0cc-a46d-437c-80e9-fd06069fbd26 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:17.499986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c662797-fd41-45c9-8104-5716d27b3c26 req-f89fc0cc-a46d-437c-80e9-fd06069fbd26 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:17.504986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c662797-fd41-45c9-8104-5716d27b3c26 req-f89fc0cc-a46d-437c-80e9-fd06069fbd26 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:17.510084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c662797-fd41-45c9-8104-5716d27b3c26 req-f89fc0cc-a46d-437c-80e9-fd06069fbd26 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:17.515367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c662797-fd41-45c9-8104-5716d27b3c26 req-f89fc0cc-a46d-437c-80e9-fd06069fbd26 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:17.520115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c662797-fd41-45c9-8104-5716d27b3c26 req-f89fc0cc-a46d-437c-80e9-fd06069fbd26 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:17.525012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c662797-fd41-45c9-8104-5716d27b3c26 req-f89fc0cc-a46d-437c-80e9-fd06069fbd26 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:17.532795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c662797-fd41-45c9-8104-5716d27b3c26 req-f89fc0cc-a46d-437c-80e9-fd06069fbd26 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5403 time: 0.9326446 Feb 09 13:19:17.551064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] For port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:17.573163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Port b5f9211f-81ae-41f8-83a1-88787a718ab2 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:19:17.573513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Attempting to bind port b5f9211f-81ae-41f8-83a1-88787a718ab2 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:17.591492 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.593006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:17.593196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Checking segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:17.593543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Bound using segment: {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:17.594129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Bound port: b5f9211f-81ae-41f8-83a1-88787a718ab2, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50c1832-73ae-4c62-8e96-faa99d5c80ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:17.594725 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.599170 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.601573 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.752384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:17.757194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:17.759276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=24c21130-fddd-4f42-9fdf-f4ee1e696521,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:17.762412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:17.763284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.800965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,revision_number=9']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:17.808112 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-177f40b1-2473-4c41-9137-32b4c9decdec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1101475 Feb 09 13:19:17.808794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56396) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:17.814828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:59:c7:d1', 'name': 'tempest-NetworksTestDHCPv6-1760867653'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:17.848144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db40d0-32b0-4633-a6c8-b44feb71792a req-c7e86892-f6bc-41e8-8193-b23a538ecd35 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:17.849578 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06db40d0-32b0-4633-a6c8-b44feb71792a req-c7e86892-f6bc-41e8-8193-b23a538ecd35 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 945 time: 0.6434724 Feb 09 13:19:17.856776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] For port b5f9211f-81ae-41f8-83a1-88787a718ab2, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:17.862327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c662797-fd41-45c9-8104-5716d27b3c26 req-5f3e95de-c23d-4e94-9419-68dda74c58c5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3286211 Feb 09 13:19:17.871886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port d0a3c7b2-db32-430c-942b-dc6e57d683c9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d0a3c7b2-db32-430c-942b-dc6e57d683c9,segment=NetworkSegment(ec9862f9-0034-465f-9057-d7dd564f707b),segment_id=ec9862f9-0034-465f-9057-d7dd564f707b)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:17.872575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:17.915741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] For port b5f9211f-81ae-41f8-83a1-88787a718ab2, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5f9211f-81ae-41f8-83a1-88787a718ab2,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:18.081966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:18.092693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:18.106093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:18.113283 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:18.115938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for d0a3c7b2-db32-430c-942b-dc6e57d683c9 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:18.148451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port c22b87de-154b-48bc-a09a-30ddf367e7ee yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:19:18.154657 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:18.313005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:18.418187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:18.419248 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:18.461406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::20e (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/517fcd81-45ee-4229-8bbf-dbd473adad15/c22b87de-154b-48bc-a09a-30ddf367e7ee) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:18.470585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:c7d1 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/24c21130-fddd-4f42-9fdf-f4ee1e696521/c22b87de-154b-48bc-a09a-30ddf367e7ee) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:18.526759 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:18.528139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] 10.222.0.67 "PUT /v2.0/ports/b5f9211f-81ae-41f8-83a1-88787a718ab2 HTTP/1.1" status: 200 len: 1090 time: 5.7552557 Feb 09 13:19:18.542356 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06db40d0-32b0-4633-a6c8-b44feb71792a req-d3bca9bf-cea7-4054-bb65-80192a3aaf12 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6790712 Feb 09 13:19:18.542880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': 'b5f9211f-81ae-41f8-83a1-88787a718ab2'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:18.604402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe471bd4-3575-41b3-80a1-5a92cb401027 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:18.640514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:18.725605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3508b96-a976-4752-b4cf-1dc8eeac4456 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f9211f-81ae-41f8-83a1-88787a718ab2,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:18.741100 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': 'b5f9211f-81ae-41f8-83a1-88787a718ab2', 'status': 'completed', 'code': 200} Feb 09 13:19:18.769466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5130e788-68ea-4f3b-964c-c163321de4d7 None None] Provisioning complete for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:18.769838 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5130e788-68ea-4f3b-964c-c163321de4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:18.831960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:18.866600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:18.886902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b4ea-de8b-4de3-83c3-ab89d94699bd req-a0fab670-0f8c-44c4-8a62-c2d39b201731 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:18.889474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7943b4ea-de8b-4de3-83c3-ab89d94699bd req-a0fab670-0f8c-44c4-8a62-c2d39b201731 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.7812195 Feb 09 13:19:18.895982 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:18.980113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:19.018115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object c22b87de-154b-48bc-a09a-30ddf367e7ee will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:19.063611 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:19.335464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:19.336564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=c22b87de-154b-48bc-a09a-30ddf367e7ee,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:19.339355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:19.341583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:19.345767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:19.346409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:19.376060 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5099c279-64f5-4e90-8c5a-f51502eb14e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5658119 Feb 09 13:19:19.378919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56426) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:19.465590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ec96f10b-a613-4b26-8923-a5c084c0797b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port c22b87de-154b-48bc-a09a-30ddf367e7ee {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:19.465934 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec96f10b-a613-4b26-8923-a5c084c0797b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:19.477093 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7943b4ea-de8b-4de3-83c3-ab89d94699bd req-14eb8a37-bdc0-44fb-96b5-c81f532014e9 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5713837 Feb 09 13:19:19.483659 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:19.560047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e7a3fc55-410f-4c1d-a5d6-9dca3d72b3ed None None] Provisioning for port c22b87de-154b-48bc-a09a-30ddf367e7ee completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:19.572539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e7a3fc55-410f-4c1d-a5d6-9dca3d72b3ed None None] Provisioning complete for port c22b87de-154b-48bc-a09a-30ddf367e7ee triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:19.573277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e7a3fc55-410f-4c1d-a5d6-9dca3d72b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:19.719589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e7a3fc55-410f-4c1d-a5d6-9dca3d72b3ed None None] Port c22b87de-154b-48bc-a09a-30ddf367e7ee cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:19:19.750652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e7a3fc55-410f-4c1d-a5d6-9dca3d72b3ed None None] Provisioning complete for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:19.751171 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e7a3fc55-410f-4c1d-a5d6-9dca3d72b3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:19.752193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Allocated IP 172.25.5.76 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/80b460cd-524a-4380-8439-f5f8be86fa99) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:19.772853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec96f10b-a613-4b26-8923-a5c084c0797b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:19.887219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:19.964568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ec96f10b-a613-4b26-8923-a5c084c0797b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for c22b87de-154b-48bc-a09a-30ddf367e7ee owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:20.031214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b7981ec-c145-45d1-b62f-f0f541fde771 req-32e48c86-0ce8-4fca-a46a-d70651b6ee94 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 6350 time: 1.3003564 Feb 09 13:19:20.049690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-eb44a508-c075-4372-8d14-9a12cc9b7258 None None] Provisioning complete for port c22b87de-154b-48bc-a09a-30ddf367e7ee triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:20.050240 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb44a508-c075-4372-8d14-9a12cc9b7258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:20.124899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:20.138697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-eb44a508-c075-4372-8d14-9a12cc9b7258 None None] Port c22b87de-154b-48bc-a09a-30ddf367e7ee cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:19:20.280827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=d0a3c7b2-db32-430c-942b-dc6e57d683c9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:20.298951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec96f10b-a613-4b26-8923-a5c084c0797b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:20.381106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:20.462652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96f10b-a613-4b26-8923-a5c084c0797b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=c22b87de-154b-48bc-a09a-30ddf367e7ee,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:20.537520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec96f10b-a613-4b26-8923-a5c084c0797b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:20.547985 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ec96f10b-a613-4b26-8923-a5c084c0797b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/c22b87de-154b-48bc-a09a-30ddf367e7ee HTTP/1.1" status: 204 len: 168 time: 1.1679797 Feb 09 13:19:20.551636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56450) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:20.686231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba8559c-a815-466a-a82a-826367fad4b2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.687235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5ba8559c-a815-466a-a82a-826367fad4b2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:20.718997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5ba8559c-a815-466a-a82a-826367fad4b2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:20.724059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5ba8559c-a815-466a-a82a-826367fad4b2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1687248 Feb 09 13:19:20.727461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56456) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:20.802872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49a6a-1348-465a-b5ad-b46356cc78d6 req-9f52d5bd-1cfa-4930-85a8-93409e4b7c4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.807683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49a6a-1348-465a-b5ad-b46356cc78d6 req-9f52d5bd-1cfa-4930-85a8-93409e4b7c4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.811599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49a6a-1348-465a-b5ad-b46356cc78d6 req-9f52d5bd-1cfa-4930-85a8-93409e4b7c4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.815525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49a6a-1348-465a-b5ad-b46356cc78d6 req-9f52d5bd-1cfa-4930-85a8-93409e4b7c4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.817347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480894f-840c-45bf-90db-b0b271f09a5a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.819019 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a480894f-840c-45bf-90db-b0b271f09a5a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0901473 Feb 09 13:19:20.819801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49a6a-1348-465a-b5ad-b46356cc78d6 req-9f52d5bd-1cfa-4930-85a8-93409e4b7c4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.821609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56462) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:20.824235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49a6a-1348-465a-b5ad-b46356cc78d6 req-9f52d5bd-1cfa-4930-85a8-93409e4b7c4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.828153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49a6a-1348-465a-b5ad-b46356cc78d6 req-9f52d5bd-1cfa-4930-85a8-93409e4b7c4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.830016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ead49a6a-1348-465a-b5ad-b46356cc78d6 req-9f52d5bd-1cfa-4930-85a8-93409e4b7c4e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5403 time: 1.4191084 Feb 09 13:19:20.854385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aee292-4704-4c0c-b661-c3948617a97a req-354731a6-1256-4117-ba80-4a592d97c255 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.855873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34aee292-4704-4c0c-b661-c3948617a97a req-354731a6-1256-4117-ba80-4a592d97c255 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 945 time: 0.9871943 Feb 09 13:19:20.898908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8628a288-bb65-4393-9047-bbc7f25e7b8c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.900235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8628a288-bb65-4393-9047-bbc7f25e7b8c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.902136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8628a288-bb65-4393-9047-bbc7f25e7b8c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:20.902988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8628a288-bb65-4393-9047-bbc7f25e7b8c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:20.921144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8628a288-bb65-4393-9047-bbc7f25e7b8c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:20.923070 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8628a288-bb65-4393-9047-bbc7f25e7b8c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1001947 Feb 09 13:19:20.925645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56470) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:20.969887 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:19:21.066014 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.110259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.135927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fcc3059-a707-4368-953b-c1060a320bad tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 24c21130-fddd-4f42-9fdf-f4ee1e696521 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:21.138974 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3059-a707-4368-953b-c1060a320bad tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.197913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3059-a707-4368-953b-c1060a320bad tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.292407 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3059-a707-4368-953b-c1060a320bad tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.370545 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3059-a707-4368-953b-c1060a320bad tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.412693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc3059-a707-4368-953b-c1060a320bad tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=24c21130-fddd-4f42-9fdf-f4ee1e696521,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:21.418951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4fcc3059-a707-4368-953b-c1060a320bad tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.426892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd86ee4c-71d3-4f60-a1ef-99b54f03903a None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:21.439763 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4fcc3059-a707-4368-953b-c1060a320bad tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/24c21130-fddd-4f42-9fdf-f4ee1e696521 HTTP/1.1" status: 204 len: 168 time: 0.5127020 Feb 09 13:19:21.440413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56488) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:21.502888 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.517879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2344121-5773-421d-b305-1fe6bb00a090 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet 517fcd81-45ee-4229-8bbf-dbd473adad15 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:21.520928 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2344121-5773-421d-b305-1fe6bb00a090 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.521657 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34aee292-4704-4c0c-b661-c3948617a97a req-03ab1ed2-8e95-4572-88c4-6a9e1d6fc6f0 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654602 Feb 09 13:19:21.532067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7981ec-c145-45d1-b62f-f0f541fde771 req-4a2839ae-f970-4ac1-a0bb-13e00ce6725e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:21.532444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7981ec-c145-45d1-b62f-f0f541fde771 req-4a2839ae-f970-4ac1-a0bb-13e00ce6725e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:21.532866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7981ec-c145-45d1-b62f-f0f541fde771 req-4a2839ae-f970-4ac1-a0bb-13e00ce6725e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:21.534326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b7981ec-c145-45d1-b62f-f0f541fde771 req-4a2839ae-f970-4ac1-a0bb-13e00ce6725e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.4641726 Feb 09 13:19:21.562286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=f9664cb8-0c36-4281-a3c9-bfc0566a5c93,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:21.631088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ead49a6a-1348-465a-b5ad-b46356cc78d6 req-e40697a2-7932-46cf-a432-a4ce583f1a72 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7283499 Feb 09 13:19:21.671476 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2344121-5773-421d-b305-1fe6bb00a090 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.741736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-82498911-6e53-48b1-9aaf-d66d4b48b333 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:21.742886 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-82498911-6e53-48b1-9aaf-d66d4b48b333 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 945 time: 1.1091585 Feb 09 13:19:21.821675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:21.821675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.868035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2344121-5773-421d-b305-1fe6bb00a090 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:21.999263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:22.002244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:22.193825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Pushing event updated for resources: {'Port': ['ID=80b460cd-524a-4380-8439-f5f8be86fa99,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:22.224441 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8d02745b-fe36-400b-a598-7212623c8d89 req-52113eb6-ffa7-4f8d-a139-7333a73ecc9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1095 time: 0.1187384 Feb 09 13:19:22.274208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2344121-5773-421d-b305-1fe6bb00a090 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:22.283730 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:19:22.402774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-77ed0600-1b44-4286-a0fd-bdf712368dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Deleting port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:22.402774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-77ed0600-1b44-4286-a0fd-bdf712368dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:22.444361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56504) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:22.467862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02745b-fe36-400b-a598-7212623c8d89 req-6e5e9918-3f49-4f02-893c-7a66a199f098 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:22.469342 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8d02745b-fe36-400b-a598-7212623c8d89 req-6e5e9918-3f49-4f02-893c-7a66a199f098 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.2390008 Feb 09 13:19:22.469544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7981ec-c145-45d1-b62f-f0f541fde771 req-6f7297a2-e665-48b2-972e-49bcb4016eb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:22.471012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b7981ec-c145-45d1-b62f-f0f541fde771 req-6f7297a2-e665-48b2-972e-49bcb4016eb0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9158640 Feb 09 13:19:22.475818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2344121-5773-421d-b305-1fe6bb00a090 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=517fcd81-45ee-4229-8bbf-dbd473adad15,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:22.488067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:22.527832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:19:22.539425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2344121-5773-421d-b305-1fe6bb00a090 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:22.555628 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c2344121-5773-421d-b305-1fe6bb00a090 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/517fcd81-45ee-4229-8bbf-dbd473adad15 HTTP/1.1" status: 204 len: 168 time: 1.1114399 Feb 09 13:19:22.561261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56510) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:22.593300 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:22.714588 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-58bcd764-4dd1-421b-a4da-36f3c8e40fa4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1519208 Feb 09 13:19:22.715207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56518) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:22.728180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:22.757889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da387c6a-209f-4550-80a9-ce1dd009a947 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:22.784887 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8d02745b-fe36-400b-a598-7212623c8d89 req-78c1105a-c5f3-4003-ab02-72a5d05ddb85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 998 time: 0.3049614 Feb 09 13:19:22.805965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bcacf-ba06-4bc8-86cf-d057cd45464d req-71c465e5-0b00-4b5c-8a33-8a7e95813b1c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:22.807889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c06bcacf-ba06-4bc8-86cf-d057cd45464d req-71c465e5-0b00-4b5c-8a33-8a7e95813b1c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.7526596 Feb 09 13:19:22.827793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Transition to ACTIVE for port object 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:22.894259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e3ea6a9f-2f9f-42f8-a06f-499f6a0c2b68 None None] Provisioning complete for port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:22.894559 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e3ea6a9f-2f9f-42f8-a06f-499f6a0c2b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:22.932902 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:22.946423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02745b-fe36-400b-a598-7212623c8d89 req-149aa672-a8fd-40f2-b3ce-faf1e5eaaf4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:22.951199 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8d02745b-fe36-400b-a598-7212623c8d89 req-149aa672-a8fd-40f2-b3ce-faf1e5eaaf4d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.1148305 Feb 09 13:19:22.986801 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8738237d-152f-4f95-ab2c-92c30c6f927f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:22.997441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:23.016703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:23.022118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:23.028781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:23.047858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:23.051392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:23.145249 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8d02745b-fe36-400b-a598-7212623c8d89 req-b6e216c8-fef4-40d2-b8bc-1f220fb8a2d7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848948 Feb 09 13:19:23.251622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9de49f-a739-42c0-bbe6-6e54832f3a58 None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:19:23.259558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5f9de49f-a739-42c0-bbe6-6e54832f3a58 None None] Deleting port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:23.260233 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5f9de49f-a739-42c0-bbe6-6e54832f3a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:23.268099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:23.350235 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8d02745b-fe36-400b-a598-7212623c8d89 req-673a4dcf-9ad4-4259-a77b-1046ee626a3a service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981497 Feb 09 13:19:23.468638 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c06bcacf-ba06-4bc8-86cf-d057cd45464d req-1220bd5e-0e60-4428-8251-56d1cf847bfd tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6268277 Feb 09 13:19:23.469630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8738237d-152f-4f95-ab2c-92c30c6f927f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:23.500062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8738237d-152f-4f95-ab2c-92c30c6f927f admin admin] Usage tracker for resource:security_group_rule and tenant:99796304acc04f818f8e2ef943f5b672 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:23.517305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8738237d-152f-4f95-ab2c-92c30c6f927f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:23.524441 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:23.540194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5f9de49f-a739-42c0-bbe6-6e54832f3a58 None None] For port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:23.540583 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5f9de49f-a739-42c0-bbe6-6e54832f3a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:23.556699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8738237d-152f-4f95-ab2c-92c30c6f927f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:23.602097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:23.605304 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8d02745b-fe36-400b-a598-7212623c8d89 req-4dc0d5cb-f038-4692-ba65-c0fa896786b4 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443218 Feb 09 13:19:23.608261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:23.619733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:23.620325 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:23.623847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-77ed0600-1b44-4286-a0fd-bdf712368dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] For port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:23.624206 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-77ed0600-1b44-4286-a0fd-bdf712368dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:23.650146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=a2f4fe8e-a950-4461-9fc8-1e546f2666d9,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:23.657514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b90ba2-e47d-416e-9053-63e850970322 req-789b61ba-81ec-4ec5-b5cf-75f9160a9002 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:23.659343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02b90ba2-e47d-416e-9053-63e850970322 req-789b61ba-81ec-4ec5-b5cf-75f9160a9002 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 945 time: 0.8687019 Feb 09 13:19:23.667740 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-efbf285e-6bda-4c18-bc24-165257a90345 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9480503 Feb 09 13:19:23.668015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56522) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:23.679583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:23.690237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5f9de49f-a739-42c0-bbe6-6e54832f3a58 None None] Calling delete_port for 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:23.773721 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5f9de49f-a739-42c0-bbe6-6e54832f3a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:23.817670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9de49f-a739-42c0-bbe6-6e54832f3a58 None None] Pushing event deleted for resources: {'Port': ['ID=6c6933f5-cf5c-4cd6-a502-0b6619b45f0d,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:23.824482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-77ed0600-1b44-4286-a0fd-bdf712368dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Calling delete_port for 2ee5e13a-b7ad-4a77-936a-65e80f8623fe owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:23.825201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:23.827939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9de49f-a739-42c0-bbe6-6e54832f3a58 None None] No DVR routers for this DVR port 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:23.830367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:23.839027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:23.840160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:23.849331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323309ae-51f7-4736-8069-548cd8e82cdd None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:23.850873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:23.854839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:23.944965 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP 1a5735a9-7deb-42e0-a616-c5cbc1350ae6 associated. External IP: 172.25.5.183, port: 4760cfa0-f299-4465-b17c-37c7213ee249. Feb 09 13:19:24.103459 n-d-825175-3 neutron-server[83479]: INFO neutron.db.ipam_backend_mixin [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a2f4fe8e-a950-4461-9fc8-1e546f2666d9 (CIDR: 2001:db8::/64) Feb 09 13:19:24.107343 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:19:24.108176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:24.145013 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ae3a5c56-9031-4e74-87eb-27bbe72c57e1 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4735005 Feb 09 13:19:24.145304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56526) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:24.146735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'tenant_id': '718ee07bb5ae4353956aa68226f1a5e1', 'fixed_ips': [{'subnet_id': 'a2f4fe8e-a950-4461-9fc8-1e546f2666d9'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:19:24.148072 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.151443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'subnet': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:24.255366 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.319083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:24.326567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:24.330854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Usage tracker for resource:subnet and tenant:718ee07bb5ae4353956aa68226f1a5e1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:24.333818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:24.340317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:24.351722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:24.356385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.358507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:24.358945 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6c6933f5-cf5c-4cd6-a502-0b6619b45f0d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:24.379070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02b90ba2-e47d-416e-9053-63e850970322 req-b2955861-26a8-4948-b886-b12adfdb5a27 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367805 Feb 09 13:19:24.388185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Allocated IP 2001:db8::2 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/a2f4fe8e-a950-4461-9fc8-1e546f2666d9/3fad2994-ca1f-464f-b00a-91fc2d280cc7) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:24.488473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Attempting to bind port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:24.488834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Attempting to bind port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:24.489227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Attempting to bind port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 on network 10a58f19-21e1-4dd7-9137-587130a0e201 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:24.598012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 on network 10a58f19-21e1-4dd7-9137-587130a0e201 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:19:24.598443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Attempting to bind port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 on network 10a58f19-21e1-4dd7-9137-587130a0e201 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:24.625091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.641815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8738237d-152f-4f95-ab2c-92c30c6f927f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.682274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:24.682736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Checking segment: {'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:24.683202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Bound using segment: {'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:24.683716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Bound port: 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:24.684127 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.692975 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8738237d-152f-4f95-ab2c-92c30c6f927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.705939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.766990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:19:24.768159 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.788037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Transition to ACTIVE for port object 3fad2994-ca1f-464f-b00a-91fc2d280cc7 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:24.788680 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.807921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f95ce-118e-4420-a2ad-e3df359bcf05 req-626cf43e-30d9-4042-9e1a-708b528d4d76 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:24.809056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Transition to ACTIVE for port object 3fad2994-ca1f-464f-b00a-91fc2d280cc7 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:24.811906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f95ce-118e-4420-a2ad-e3df359bcf05 req-626cf43e-30d9-4042-9e1a-708b528d4d76 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:24.816282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f95ce-118e-4420-a2ad-e3df359bcf05 req-626cf43e-30d9-4042-9e1a-708b528d4d76 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:24.817314 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.820298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f95ce-118e-4420-a2ad-e3df359bcf05 req-626cf43e-30d9-4042-9e1a-708b528d4d76 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:24.824821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f95ce-118e-4420-a2ad-e3df359bcf05 req-626cf43e-30d9-4042-9e1a-708b528d4d76 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:24.828782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f95ce-118e-4420-a2ad-e3df359bcf05 req-626cf43e-30d9-4042-9e1a-708b528d4d76 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:24.833056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f95ce-118e-4420-a2ad-e3df359bcf05 req-626cf43e-30d9-4042-9e1a-708b528d4d76 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:24.834616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-486f95ce-118e-4420-a2ad-e3df359bcf05 req-626cf43e-30d9-4042-9e1a-708b528d4d76 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5415 time: 1.0269456 Feb 09 13:19:24.841512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:24.844508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:24.848690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:24.849353 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.857320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Subnet': ['ID=e974588b-1036-49e0-be24-44812eb903e5,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:24.883624 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f66131f5-b998-42dd-93c4-01480efbfd97 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7345421 Feb 09 13:19:24.883924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56532) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:24.890928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Request body: {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'mac_address': 'fa:16:3e:fb:8a:12', 'name': 'tempest-NetworksTestDHCPv6-522861529'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:24.914047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:24.920776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:24.923675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:24.929198 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-77ed0600-1b44-4286-a0fd-bdf712368dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.932655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Pushing event updated for resources: {'Port': ['ID=3fad2994-ca1f-464f-b00a-91fc2d280cc7,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:24.975744 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-baf894a7-d16d-489e-a869-d016bbbe177f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:24.984648 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d', '4a051ff4-81b6-4818-ac4b-3d7331336e9f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:19:25.056300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:25.066458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:25.076605 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Attempting to bind port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:25.077044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Attempting to bind port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:25.077431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Attempting to bind port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 on network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:25.078401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Made reservation on behalf of 718ee07bb5ae4353956aa68226f1a5e1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:25.083310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.092661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 2ee5e13a-b7ad-4a77-936a-65e80f8623fe no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:25.114161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] device_id is not set on port 8f621fd1-b632-4b76-ae7a-786751369447 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:19:25.141263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 2ee5e13a-b7ad-4a77-936a-65e80f8623fe {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:25.141940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 2ee5e13a-b7ad-4a77-936a-65e80f8623fe not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:25.144540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:25.145254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Checking segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:25.145678 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.146042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Bound using segment: {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:25.146553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Bound port: 3fad2994-ca1f-464f-b00a-91fc2d280cc7, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:25.146919 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.222002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738237d-152f-4f95-ab2c-92c30c6f927f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015b3e93-9031-4bad-9e71-838c5b2c80a5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:25.324057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] For port 3fad2994-ca1f-464f-b00a-91fc2d280cc7, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:25.328168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8738237d-152f-4f95-ab2c-92c30c6f927f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99796304acc04f818f8e2ef943f5b672&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8801718 Feb 09 13:19:25.330496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56536) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:25.344076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed0600-1b44-4286-a0fd-bdf712368dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event deleted for resources: {'Port': ['ID=2ee5e13a-b7ad-4a77-936a-65e80f8623fe,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:25.344893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] For port 3fad2994-ca1f-464f-b00a-91fc2d280cc7, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3fad2994-ca1f-464f-b00a-91fc2d280cc7,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:25.362252 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.377270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8::11a (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/a2f4fe8e-a950-4461-9fc8-1e546f2666d9/8f621fd1-b632-4b76-ae7a-786751369447) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:25.393187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Allocated IP 2001:db8:0:1:f816:3eff:fefb:8a12 (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/e974588b-1036-49e0-be24-44812eb903e5/8f621fd1-b632-4b76-ae7a-786751369447) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:25.441237 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2646808-913a-47f5-8e86-dcf4a162de85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.490020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a23471-781d-4f7a-aaa5-b599469e9d09 None None] Pushing event updated for resources: {'Port': ['ID=3fad2994-ca1f-464f-b00a-91fc2d280cc7,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:25.495709 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2646808-913a-47f5-8e86-dcf4a162de85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.525731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] For port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:25.577751 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-486f95ce-118e-4420-a2ad-e3df359bcf05 req-2b9cd071-96d4-46af-ac93-8bba743cb568 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6437201 Feb 09 13:19:25.595086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-77ed0600-1b44-4286-a0fd-bdf712368dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] No DVR routers for this DVR port 2ee5e13a-b7ad-4a77-936a-65e80f8623fe on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:25.598826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] For port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:25.605252 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-77ed0600-1b44-4286-a0fd-bdf712368dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.616197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38ec94-b0a2-49c1-9c10-6ec3fb2fbf27 req-2ca30cb6-2ea5-42bb-b93b-f24618ad6238 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:25.617669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d38ec94-b0a2-49c1-9c10-6ec3fb2fbf27 req-2ca30cb6-2ea5-42bb-b93b-f24618ad6238 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.9368286 Feb 09 13:19:25.618112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150c756b-c5c3-4f2d-9bed-b8dd2ec81548', 'name': 'network-vif-deleted', 'tag': '2ee5e13a-b7ad-4a77-936a-65e80f8623fe'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:25.660356 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.704445 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2646808-913a-47f5-8e86-dcf4a162de85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.761746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2646808-913a-47f5-8e86-dcf4a162de85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015b3e93-9031-4bad-9e71-838c5b2c80a5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:25.798708 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.808757 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2646808-913a-47f5-8e86-dcf4a162de85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.810038 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d2646808-913a-47f5-8e86-dcf4a162de85 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/015b3e93-9031-4bad-9e71-838c5b2c80a5 HTTP/1.1" status: 204 len: 168 time: 0.4788651 Feb 09 13:19:25.823237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Transition to ACTIVE for port object 8f621fd1-b632-4b76-ae7a-786751369447 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:25.858694 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:25.967451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event updated for resources: {'Port': ['ID=8f621fd1-b632-4b76-ae7a-786751369447,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:25.974268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d38ec94-b0a2-49c1-9c10-6ec3fb2fbf27 req-e7057ac1-8ae0-4ee6-9663-2e4824b44f44 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241484 Feb 09 13:19:25.991291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d13948da-7118-4c4e-b092-336fd753c8a5 req-77ed0600-1b44-4286-a0fd-bdf712368dbc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "DELETE /v2.0/ports/2ee5e13a-b7ad-4a77-936a-65e80f8623fe HTTP/1.1" status: 204 len: 173 time: 4.1747289 Feb 09 13:19:25.991543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:25.993393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:25.997257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:26.003931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:26.004614 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:26.044009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Pushing event updated for resources: {'Port': ['ID=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:26.068410 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b91435d2-cf02-4719-b090-ffac4521f90b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1808648 Feb 09 13:19:26.069526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56550) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:26.078517 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:26.080582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7a32a2fc-4a14-4c35-be65-071f2244eb2a service neutron] 10.222.0.67 "PUT /v2.0/ports/59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 HTTP/1.1" status: 200 len: 1091 time: 7.5124123 Feb 09 13:19:26.182556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-42b1548c-c3af-4afa-b2dd-2627594a02ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting port 8f621fd1-b632-4b76-ae7a-786751369447 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:26.182951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42b1548c-c3af-4afa-b2dd-2627594a02ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:26.239379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Request body: {'port': {'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:26.339633 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150c756b-c5c3-4f2d-9bed-b8dd2ec81548', 'name': 'network-vif-deleted', 'tag': '2ee5e13a-b7ad-4a77-936a-65e80f8623fe', 'status': 'completed', 'code': 200} Feb 09 13:19:26.378385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56554) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:26.401035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3fad2994-ca1f-464f-b00a-91fc2d280cc7 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:26.430843 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b1d9-edd1-4032-a675-7f7b27513bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:26.519674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:26.590649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3b2a3aac-58b2-4301-8471-2b7ef2452c09 req-a017b5d6-0447-4b87-8516-ca8e0f4e9b8a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:26.624045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8aa8b1d9-edd1-4032-a675-7f7b27513bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:26.636946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:26.691399 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:26.724252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3b2a3aac-58b2-4301-8471-2b7ef2452c09 req-a017b5d6-0447-4b87-8516-ca8e0f4e9b8a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:26.725433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b2a3aac-58b2-4301-8471-2b7ef2452c09 req-a017b5d6-0447-4b87-8516-ca8e0f4e9b8a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=150c756b-c5c3-4f2d-9bed-b8dd2ec81548 HTTP/1.1" status: 200 len: 210 time: 0.6089215 Feb 09 13:19:26.772029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8aa8b1d9-edd1-4032-a675-7f7b27513bbd admin admin] Usage tracker for resource:security_group_rule and tenant:d7c9e77c50af467b92869f407f7c470a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:26.777961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8aa8b1d9-edd1-4032-a675-7f7b27513bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:26.788195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8aa8b1d9-edd1-4032-a675-7f7b27513bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:26.829157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42b1548c-c3af-4afa-b2dd-2627594a02ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:26.929599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984faf58-c9f1-459f-aeaf-8bb4002845cf None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:26.990292 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-42b1548c-c3af-4afa-b2dd-2627594a02ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Calling delete_port for 8f621fd1-b632-4b76-ae7a-786751369447 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:26.997914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccbfef-f3a1-4faa-95b3-d8db8a2a8b22 req-ab1f671a-7dc1-41c9-81cc-3154ba29f45f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:26.999436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50ccbfef-f3a1-4faa-95b3-d8db8a2a8b22 req-ab1f671a-7dc1-41c9-81cc-3154ba29f45f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.5306146 Feb 09 13:19:27.053711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d1c2eb82-b380-4daf-abdc-3c57ea12e4b6 None None] Provisioning for port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:27.061719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d1c2eb82-b380-4daf-abdc-3c57ea12e4b6 None None] Provisioning complete for port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:27.062081 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d1c2eb82-b380-4daf-abdc-3c57ea12e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.177334 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b1d9-edd1-4032-a675-7f7b27513bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.185047 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b1d9-edd1-4032-a675-7f7b27513bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.223553 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a39f85c9-df6b-4eaf-af29-316193605570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.232691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8b1d9-edd1-4032-a675-7f7b27513bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8625e666-fe53-4339-bb90-18846cc6b78f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:27.284577 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8aa8b1d9-edd1-4032-a675-7f7b27513bbd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7c9e77c50af467b92869f407f7c470a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9046125 Feb 09 13:19:27.288135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56560) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:27.323170 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d1c2eb82-b380-4daf-abdc-3c57ea12e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.356945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50ccbfef-f3a1-4faa-95b3-d8db8a2a8b22 req-fa95ec9e-bec3-41f7-b966-d71e0d40e0b9 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972567 Feb 09 13:19:27.389423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d1c2eb82-b380-4daf-abdc-3c57ea12e4b6 None None] For port 3fad2994-ca1f-464f-b00a-91fc2d280cc7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3fad2994-ca1f-464f-b00a-91fc2d280cc7,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:27.397173 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d1c2eb82-b380-4daf-abdc-3c57ea12e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.423258 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42b1548c-c3af-4afa-b2dd-2627594a02ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.480755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31632003-dbdc-4869-bf45-b7e3b3338b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.511325 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31632003-dbdc-4869-bf45-b7e3b3338b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.550707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1548c-c3af-4afa-b2dd-2627594a02ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Port': ['ID=8f621fd1-b632-4b76-ae7a-786751369447,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:27.584383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2eb82-b380-4daf-abdc-3c57ea12e4b6 None None] Pushing event updated for resources: {'Port': ['ID=3fad2994-ca1f-464f-b00a-91fc2d280cc7,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:27.587202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ecab8-7e37-4344-aff1-60be102f051e None None] Update dhcp port {'port': {'network_id': '6a196e6b-4fbd-41b0-a242-9ec02f95d5c3', 'fixed_ips': [{'subnet_id': 'a2f4fe8e-a950-4461-9fc8-1e546f2666d9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e974588b-1036-49e0-be24-44812eb903e5'}], 'binding:host_id': 'n-d-825175-3'}, 'id': '3fad2994-ca1f-464f-b00a-91fc2d280cc7'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:19:27.657704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Router f3009172-3c70-4d24-a08d-3dd027b78456 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:19:27.662630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42b1548c-c3af-4afa-b2dd-2627594a02ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.662883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-907ecab8-7e37-4344-aff1-60be102f051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.682900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31632003-dbdc-4869-bf45-b7e3b3338b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.685846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31632003-dbdc-4869-bf45-b7e3b3338b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:27.690243 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-31632003-dbdc-4869-bf45-b7e3b3338b5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8625e666-fe53-4339-bb90-18846cc6b78f HTTP/1.1" status: 204 len: 168 time: 0.3976474 Feb 09 13:19:27.709885 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-42b1548c-c3af-4afa-b2dd-2627594a02ec tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/8f621fd1-b632-4b76-ae7a-786751369447 HTTP/1.1" status: 204 len: 168 time: 1.6393228 Feb 09 13:19:27.714712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56568) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:27.720313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31632003-dbdc-4869-bf45-b7e3b3338b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8625e666-fe53-4339-bb90-18846cc6b78f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:27.770121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf052f08-8a92-4f9b-ac5a-19c0ee96e7a3 req-76a827aa-2b7a-421c-a3ed-7d7cb81a4391 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:27.774241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf052f08-8a92-4f9b-ac5a-19c0ee96e7a3 req-76a827aa-2b7a-421c-a3ed-7d7cb81a4391 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:27.779285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf052f08-8a92-4f9b-ac5a-19c0ee96e7a3 req-76a827aa-2b7a-421c-a3ed-7d7cb81a4391 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:27.783214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf052f08-8a92-4f9b-ac5a-19c0ee96e7a3 req-76a827aa-2b7a-421c-a3ed-7d7cb81a4391 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:27.787152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf052f08-8a92-4f9b-ac5a-19c0ee96e7a3 req-76a827aa-2b7a-421c-a3ed-7d7cb81a4391 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:27.791145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf052f08-8a92-4f9b-ac5a-19c0ee96e7a3 req-76a827aa-2b7a-421c-a3ed-7d7cb81a4391 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:27.795057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf052f08-8a92-4f9b-ac5a-19c0ee96e7a3 req-76a827aa-2b7a-421c-a3ed-7d7cb81a4391 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:27.797017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf052f08-8a92-4f9b-ac5a-19c0ee96e7a3 req-76a827aa-2b7a-421c-a3ed-7d7cb81a4391 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5415 time: 0.8373892 Feb 09 13:19:27.830353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:27.891711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d590e7a-e420-46f5-8f72-128cd57d5522 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:27.892527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1d590e7a-e420-46f5-8f72-128cd57d5522 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:27.919023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1d590e7a-e420-46f5-8f72-128cd57d5522 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:27.920506 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1d590e7a-e420-46f5-8f72-128cd57d5522 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2031875 Feb 09 13:19:27.922993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56574) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:27.959578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:27.973951 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:28.004908 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:28.005804 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:28.008731 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-907ecab8-7e37-4344-aff1-60be102f051e None None] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:e5bc (6a196e6b-4fbd-41b0-a242-9ec02f95d5c3/e974588b-1036-49e0-be24-44812eb903e5/3fad2994-ca1f-464f-b00a-91fc2d280cc7) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:28.031273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b4206869-31ba-4ad7-81d9-f931d5f0b452 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0177414 Feb 09 13:19:28.035126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56578) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:28.066635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:19:28.269807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-907ecab8-7e37-4344-aff1-60be102f051e None None] For port 3fad2994-ca1f-464f-b00a-91fc2d280cc7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3fad2994-ca1f-464f-b00a-91fc2d280cc7,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:28.321596 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:28.327068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acecf7f7-551a-47d6-932f-d6806f25eab9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:28.327717 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-907ecab8-7e37-4344-aff1-60be102f051e None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.328664 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-acecf7f7-551a-47d6-932f-d6806f25eab9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4046636 Feb 09 13:19:28.333130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56586) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:28.399705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-907ecab8-7e37-4344-aff1-60be102f051e None None] Transition to ACTIVE for port object 3fad2994-ca1f-464f-b00a-91fc2d280cc7 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:28.411844 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-907ecab8-7e37-4344-aff1-60be102f051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.416207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d54154-7ddf-4923-b348-8cbc69e1117c {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:19:28.424947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c76864-c4f3-4f61-8605-f16d73442608 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting subnet 45fa2051-f6bf-4598-9751-4be549ca78c8 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:28.432975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21c76864-c4f3-4f61-8605-f16d73442608 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.440815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.449732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': '59c2c0dc-e08e-4a20-a53f-aeb6aef68e33'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:28.462011 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf052f08-8a92-4f9b-ac5a-19c0ee96e7a3 req-308632cb-75fe-4a6c-8049-3b6a97a0acb6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6486752 Feb 09 13:19:28.471835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ed1ae-22da-4120-b60b-eb0a6f98a680 req-979237a8-50fd-415d-b62b-8d3c716fe07d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:28.481418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e04ed1ae-22da-4120-b60b-eb0a6f98a680 req-979237a8-50fd-415d-b62b-8d3c716fe07d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.8315554 Feb 09 13:19:28.487817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e00131-bf08-49aa-84fb-2a60be313144 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:28.489114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e00131-bf08-49aa-84fb-2a60be313144 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:28.490575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e00131-bf08-49aa-84fb-2a60be313144 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:28.491400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d4e00131-bf08-49aa-84fb-2a60be313144 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:28.511242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21c76864-c4f3-4f61-8605-f16d73442608 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.582169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ecab8-7e37-4344-aff1-60be102f051e None None] Pushing event updated for resources: {'Port': ['ID=3fad2994-ca1f-464f-b00a-91fc2d280cc7,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:28.587421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3fad2994-ca1f-464f-b00a-91fc2d280cc7 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:28.610873 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21c76864-c4f3-4f61-8605-f16d73442608 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.628039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Transition to ACTIVE for port object c1d54154-7ddf-4923-b348-8cbc69e1117c will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:28.658252 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.707002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d4e00131-bf08-49aa-84fb-2a60be313144 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:28.708719 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d4e00131-bf08-49aa-84fb-2a60be313144 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3749361 Feb 09 13:19:28.711978 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21c76864-c4f3-4f61-8605-f16d73442608 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.737895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56598) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:28.784636 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.838377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21c76864-c4f3-4f61-8605-f16d73442608 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.857334 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:28.882427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85121063-316a-474d-9022-5d58225a0b61 None None] Network 74331972-2820-4270-92a6-ea2e3be394ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:28.904572 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': '59c2c0dc-e08e-4a20-a53f-aeb6aef68e33', 'status': 'completed', 'code': 200} Feb 09 13:19:28.981922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c76864-c4f3-4f61-8605-f16d73442608 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Subnet': ['ID=45fa2051-f6bf-4598-9751-4be549ca78c8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:28.999255 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-21c76864-c4f3-4f61-8605-f16d73442608 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/45fa2051-f6bf-4598-9751-4be549ca78c8 HTTP/1.1" status: 204 len: 168 time: 0.9542329 Feb 09 13:19:29.000233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56606) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:29.040163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d54154-7ddf-4923-b348-8cbc69e1117c,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:29.053029 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e04ed1ae-22da-4120-b60b-eb0a6f98a680 req-5eace97b-3f82-430d-ad82-e4fa47b91f09 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5705414 Feb 09 13:19:29.244756 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:19Z', 'revision_number': 8, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:29.252666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Attempting to bind port c1d54154-7ddf-4923-b348-8cbc69e1117c on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:29.253714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Attempting to bind port c1d54154-7ddf-4923-b348-8cbc69e1117c by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:29.254038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Attempting to bind port c1d54154-7ddf-4923-b348-8cbc69e1117c on network 10a58f19-21e1-4dd7-9137-587130a0e201 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:29.258975 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:19:29.283535 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:29.284324 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:29.369547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Port c1d54154-7ddf-4923-b348-8cbc69e1117c on network 10a58f19-21e1-4dd7-9137-587130a0e201 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:19:29.371372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Attempting to bind port c1d54154-7ddf-4923-b348-8cbc69e1117c on network 10a58f19-21e1-4dd7-9137-587130a0e201 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:29.475672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:29.476245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Checking segment: {'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:29.483035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Bound using segment: {'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:29.484873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Bound port: c1d54154-7ddf-4923-b348-8cbc69e1117c, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2824089-8548-4f3b-b0f6-0195244b1f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:29.485313 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:29.668934 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:29.684903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b321f7-6f7f-4aab-b26c-d4b74fbfa25f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet a2f4fe8e-a950-4461-9fc8-1e546f2666d9 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:29.698888 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8b321f7-6f7f-4aab-b26c-d4b74fbfa25f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:29.759964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] For port c1d54154-7ddf-4923-b348-8cbc69e1117c, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:29.763370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] For port c1d54154-7ddf-4923-b348-8cbc69e1117c, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c1d54154-7ddf-4923-b348-8cbc69e1117c,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:29.786667 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:29.860862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55480f54-8eed-4ef0-a638-151679a242ad None None] DHCP port deletion for 74331972-2820-4270-92a6-ea2e3be394ff request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:19:29.889524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-55480f54-8eed-4ef0-a638-151679a242ad None None] Deleting port a340871d-1351-4d1e-a4e4-b5b68522cc1e {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:29.903319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-55480f54-8eed-4ef0-a638-151679a242ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:29.917447 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa04605a-77d3-4c00-82b8-986a501e6db7 req-d06176ea-660b-4c24-95dc-5c52777b08ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 6442 time: 0.9836283 Feb 09 13:19:29.930374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:29.935832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:29.942610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8b73ce00-b7bc-4249-9fd9-01c46ef8151a tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "PUT /v2.0/routers/f3009172-3c70-4d24-a08d-3dd027b78456 HTTP/1.1" status: 200 len: 914 time: 15.2479188 Feb 09 13:19:29.986679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56626) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:30.097892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0e2073-63e8-479c-a2a2-570d95f6770b None None] Sync routers for ids ['f3009172-3c70-4d24-a08d-3dd027b78456'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:30.115326 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.119522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.174056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port a340871d-1351-4d1e-a4e4-b5b68522cc1e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:30.176081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.181281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e2073-63e8-479c-a2a2-570d95f6770b None None] Routers {'f3009172-3c70-4d24-a08d-3dd027b78456'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:30.182787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6f0e2073-63e8-479c-a2a2-570d95f6770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f3009172-3c70-4d24-a08d-3dd027b78456'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:30.267672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6f0e2073-63e8-479c-a2a2-570d95f6770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:30.305514 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8b321f7-6f7f-4aab-b26c-d4b74fbfa25f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.316195 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:19Z', 'revision_number': 8, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:30.336358 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09ca42-0117-4f9c-b39b-502c857c447f None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:19Z', 'revision_number': 8, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b539cab-c94d-4912-a502-e52c1ab61507', 'name': '', 'network_id': '55ee98fc-df9b-43ad-8562-6f5235fb49ff', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:73:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:43Z', 'updated_at': '2022-02-09T13:18:55Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:30.367194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.368591 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] 10.222.0.67 "PUT /v2.0/ports/c1d54154-7ddf-4923-b348-8cbc69e1117c HTTP/1.1" status: 200 len: 1091 time: 4.2509122 Feb 09 13:19:30.417312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3fad2994-ca1f-464f-b00a-91fc2d280cc7 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:30.464420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-44fbdf7a-8540-4990-808e-8360dc0672bd None None] Could not find standard attr ID for object 8f621fd1-b632-4b76-ae7a-786751369447. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:19:30.523031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-55480f54-8eed-4ef0-a638-151679a242ad None None] For port a340871d-1351-4d1e-a4e4-b5b68522cc1e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a340871d-1351-4d1e-a4e4-b5b68522cc1e,segment=NetworkSegment(ec9862f9-0034-465f-9057-d7dd564f707b),segment_id=ec9862f9-0034-465f-9057-d7dd564f707b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:30.524256 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-55480f54-8eed-4ef0-a638-151679a242ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.558617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e2073-63e8-479c-a2a2-570d95f6770b None None] Routers {'f3009172-3c70-4d24-a08d-3dd027b78456'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:30.559728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6f0e2073-63e8-479c-a2a2-570d95f6770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f3009172-3c70-4d24-a08d-3dd027b78456'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:30.727611 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8b321f7-6f7f-4aab-b26c-d4b74fbfa25f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.819620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port a340871d-1351-4d1e-a4e4-b5b68522cc1e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a340871d-1351-4d1e-a4e4-b5b68522cc1e,segment=NetworkSegment(ec9862f9-0034-465f-9057-d7dd564f707b),segment_id=ec9862f9-0034-465f-9057-d7dd564f707b)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:30.820306 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.825440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-44fbdf7a-8540-4990-808e-8360dc0672bd None None] Provisioning for port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:30.832252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6f0e2073-63e8-479c-a2a2-570d95f6770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:30.832722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0e2073-63e8-479c-a2a2-570d95f6770b None None] The sync data for ids ['f3009172-3c70-4d24-a08d-3dd027b78456'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:30.843319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-55480f54-8eed-4ef0-a638-151679a242ad None None] Calling delete_port for a340871d-1351-4d1e-a4e4-b5b68522cc1e owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:30.920354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-44fbdf7a-8540-4990-808e-8360dc0672bd None None] Provisioning complete for port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:30.921038 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-44fbdf7a-8540-4990-808e-8360dc0672bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:30.927573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': 'c1d54154-7ddf-4923-b348-8cbc69e1117c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:30.933271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:30.945392 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0857e2f-6ef7-4764-88e2-eb15191e9278 None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:30.970586 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0857e2f-6ef7-4764-88e2-eb15191e9278 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:30.971202 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a0857e2f-6ef7-4764-88e2-eb15191e9278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:31.079726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for a340871d-1351-4d1e-a4e4-b5b68522cc1e owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:31.125832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff6053-25ec-4bdd-bade-9986b70015d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d54154-7ddf-4923-b348-8cbc69e1117c,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:31.129927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:31.130292 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.134717 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a0857e2f-6ef7-4764-88e2-eb15191e9278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:31.142349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0608-ed74-45b6-96ed-d6d7418ba802 req-4178b244-e2a4-415d-bce5-a1479eb4d756 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.147625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0608-ed74-45b6-96ed-d6d7418ba802 req-4178b244-e2a4-415d-bce5-a1479eb4d756 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.151825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0608-ed74-45b6-96ed-d6d7418ba802 req-4178b244-e2a4-415d-bce5-a1479eb4d756 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.152112 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0857e2f-6ef7-4764-88e2-eb15191e9278 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:31.152921 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a0857e2f-6ef7-4764-88e2-eb15191e9278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:31.158776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0608-ed74-45b6-96ed-d6d7418ba802 req-4178b244-e2a4-415d-bce5-a1479eb4d756 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.166071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0608-ed74-45b6-96ed-d6d7418ba802 req-4178b244-e2a4-415d-bce5-a1479eb4d756 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.180562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0608-ed74-45b6-96ed-d6d7418ba802 req-4178b244-e2a4-415d-bce5-a1479eb4d756 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.190380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f0608-ed74-45b6-96ed-d6d7418ba802 req-4178b244-e2a4-415d-bce5-a1479eb4d756 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.195948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-985f0608-ed74-45b6-96ed-d6d7418ba802 req-4178b244-e2a4-415d-bce5-a1479eb4d756 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 1.2762997 Feb 09 13:19:31.216401 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-55480f54-8eed-4ef0-a638-151679a242ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.271626 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8b321f7-6f7f-4aab-b26c-d4b74fbfa25f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.287242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55480f54-8eed-4ef0-a638-151679a242ad None None] Pushing event deleted for resources: {'Port': ['ID=a340871d-1351-4d1e-a4e4-b5b68522cc1e,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:31.303664 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a0857e2f-6ef7-4764-88e2-eb15191e9278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:31.308230 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0857e2f-6ef7-4764-88e2-eb15191e9278 None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:31.312670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55480f54-8eed-4ef0-a638-151679a242ad None None] No DVR routers for this DVR port a340871d-1351-4d1e-a4e4-b5b68522cc1e on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:31.335478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825d6e7-da18-4009-bcb4-e0e87094ed9a req-a344beca-e9b9-4cf7-b410-b5e33e9a692e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.342250 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4825d6e7-da18-4009-bcb4-e0e87094ed9a req-a344beca-e9b9-4cf7-b410-b5e33e9a692e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 946 time: 1.5727208 Feb 09 13:19:31.357860 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.361523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b321f7-6f7f-4aab-b26c-d4b74fbfa25f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f4fe8e-a950-4461-9fc8-1e546f2666d9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:31.369839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:19:31.370166 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:19:31.381547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8b321f7-6f7f-4aab-b26c-d4b74fbfa25f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.385626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac02652b-b1b6-4e31-b5ec-afff9eef44cc None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:31.403818 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b8b321f7-6f7f-4aab-b26c-d4b74fbfa25f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/a2f4fe8e-a950-4461-9fc8-1e546f2666d9 HTTP/1.1" status: 204 len: 168 time: 2.5691001 Feb 09 13:19:31.406128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56648) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:31.417570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a340871d-1351-4d1e-a4e4-b5b68522cc1e no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:31.465767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: a340871d-1351-4d1e-a4e4-b5b68522cc1e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:31.466080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a340871d-1351-4d1e-a4e4-b5b68522cc1e not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:31.472689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-38ab0de5-bfed-45f9-8e79-ca088e30a3f9 None None] Could not find standard attr ID for object 8f621fd1-b632-4b76-ae7a-786751369447. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:19:31.483653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04605a-77d3-4c00-82b8-986a501e6db7 req-4fb809fe-c76f-41a1-a859-b7927dbe21af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.484349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04605a-77d3-4c00-82b8-986a501e6db7 req-4fb809fe-c76f-41a1-a859-b7927dbe21af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.484899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04605a-77d3-4c00-82b8-986a501e6db7 req-4fb809fe-c76f-41a1-a859-b7927dbe21af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.486662 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa04605a-77d3-4c00-82b8-986a501e6db7 req-4fb809fe-c76f-41a1-a859-b7927dbe21af service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.5365865 Feb 09 13:19:31.513423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Deleting subnet e974588b-1036-49e0-be24-44812eb903e5 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:31.516730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.530024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-985f0608-ed74-45b6-96ed-d6d7418ba802 req-f3bb1e09-cc70-4373-aa14-c46244c62806 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3126042 Feb 09 13:19:31.587096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4825d6e7-da18-4009-bcb4-e0e87094ed9a req-db33e173-8ef7-45ae-912a-0a550e514a4e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439830 Feb 09 13:19:31.595652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6f49c0d5-9926-43da-ab40-9dbc6205844e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 21.5856609 Feb 09 13:19:31.596740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56654) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:31.634681 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.688498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7b5520a3-7b96-4c21-b9e3-66e250247fda tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:31.766877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.844506 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': 'c1d54154-7ddf-4923-b348-8cbc69e1117c', 'status': 'completed', 'code': 200} Feb 09 13:19:31.864894 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.902753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port a340871d-1351-4d1e-a4e4-b5b68522cc1e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:31.903285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:31.906893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04605a-77d3-4c00-82b8-986a501e6db7 req-40443a6a-d292-4bdf-aa4b-cb441871a409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.908459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa04605a-77d3-4c00-82b8-986a501e6db7 req-40443a6a-d292-4bdf-aa4b-cb441871a409 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4063492 Feb 09 13:19:31.929373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-a49a839b-d44a-41ca-9de9-6eb7f5605905 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:31.931137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-a49a839b-d44a-41ca-9de9-6eb7f5605905 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 946 time: 1.0233853 Feb 09 13:19:31.979451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Subnet': ['ID=e974588b-1036-49e0-be24-44812eb903e5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:32.030413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] The port 'a340871d-1351-4d1e-a4e4-b5b68522cc1e' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:19:32.063268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-16870753-1fd6-4761-abf9-1e137aef1f45 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Deleting port 4a051ff4-81b6-4818-ac4b-3d7331336e9f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:32.063723 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-16870753-1fd6-4761-abf9-1e137aef1f45 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.071850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56662) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:32.073241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.078420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.078719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.079052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.079377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.079693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.080009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.080319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.080630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.080954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.081276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.081591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:32.121533 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-10f2d828-e348-417b-978a-e0b97cea23b4 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/e974588b-1036-49e0-be24-44812eb903e5 HTTP/1.1" status: 204 len: 168 time: 0.7141848 Feb 09 13:19:32.134193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56668) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:32.173282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7b5520a3-7b96-4c21-b9e3-66e250247fda tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.259395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d0a3c7b2-db32-430c-942b-dc6e57d683c9 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:32.278968 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-99db65c3-da8f-4c30-bfcc-e8f4324e9e78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440701 Feb 09 13:19:32.284907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56672) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:32.324393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.326046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: d0a3c7b2-db32-430c-942b-dc6e57d683c9 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:32.327408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d0a3c7b2-db32-430c-942b-dc6e57d683c9 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:32.367653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74331972-2820-4270-92a6-ea2e3be394ff']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:32.382670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9862f9-0034-465f-9057-d7dd564f707b') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:32.382967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9862f9-0034-465f-9057-d7dd564f707b') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:32.396912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.420216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1d7c6-985e-42de-83b9-f4c86c04c9d9 req-d11aacc1-bd8c-47c5-9615-0db16e73a0b7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:32.421870 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0cf1d7c6-985e-42de-83b9-f4c86c04c9d9 req-d11aacc1-bd8c-47c5-9615-0db16e73a0b7 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.5846455 Feb 09 13:19:32.430655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c17c6f-2edb-4064-836e-c40effe4d829 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:32.434921 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d2c17c6f-2edb-4064-836e-c40effe4d829 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1492522 Feb 09 13:19:32.437819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.439961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56676) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:32.498832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:19:32.499229 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:19:32.513815 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:19:32.538020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4288b4d9-2538-42dd-904d-0a6239341caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.557734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f764012c-cc4f-4472-88c9-8d8fd83a0e0d None None] Network 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:32.709569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-16870753-1fd6-4761-abf9-1e137aef1f45 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] For port 4a051ff4-81b6-4818-ac4b-3d7331336e9f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4a051ff4-81b6-4818-ac4b-3d7331336e9f,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:32.709935 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-16870753-1fd6-4761-abf9-1e137aef1f45 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.731295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1fbddf07-0816-4ae5-8e9c-3039b0f73065 None None] Provisioning complete for port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:32.731814 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1fbddf07-0816-4ae5-8e9c-3039b0f73065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.768007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9297e4-f661-42ff-92c7-2cde9444a367 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:32.768777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4b9297e4-f661-42ff-92c7-2cde9444a367 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:32.787917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.796734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:32.841632 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/networks/74331972-2820-4270-92a6-ea2e3be394ff HTTP/1.1" status: 204 len: 168 time: 3.8409402 Feb 09 13:19:32.844183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56684) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:32.846778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4288b4d9-2538-42dd-904d-0a6239341caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:32.851203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322c6aa-3ea9-4462-af6e-0c1ae18045d7 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Network': ['ID=74331972-2820-4270-92a6-ea2e3be394ff,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:32.857646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4b9297e4-f661-42ff-92c7-2cde9444a367 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:32.859099 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4b9297e4-f661-42ff-92c7-2cde9444a367 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4183047 Feb 09 13:19:32.891415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56688) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:32.916079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-16870753-1fd6-4761-abf9-1e137aef1f45 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Calling delete_port for 4a051ff4-81b6-4818-ac4b-3d7331336e9f owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:32.922342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4288b4d9-2538-42dd-904d-0a6239341caa admin admin] Usage tracker for resource:security_group_rule and tenant:1ff8b6995c374d5f96e116d0bca1f213 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:32.930199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4288b4d9-2538-42dd-904d-0a6239341caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:32.990950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4288b4d9-2538-42dd-904d-0a6239341caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:33.101439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b3afe-da73-43db-ad5f-92fdb39d70ad None None] DHCP port deletion for 6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:19:33.111331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3afe-da73-43db-ad5f-92fdb39d70ad None None] Deleting port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:33.112037 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e32b3afe-da73-43db-ad5f-92fdb39d70ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.189147 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9fa02152-3a63-48be-adb0-bfaafd5a2e33 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/routers/f3009172-3c70-4d24-a08d-3dd027b78456 HTTP/1.1" status: 200 len: 920 time: 3.1343551 Feb 09 13:19:33.207493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56692) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:33.222751 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ddb0f85a-506f-460b-9878-91372c1179ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 6484 time: 1.1068985 Feb 09 13:19:33.227437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4288b4d9-2538-42dd-904d-0a6239341caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.234576 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4288b4d9-2538-42dd-904d-0a6239341caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.276577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-082e0e59-8521-4a80-b9bc-3754e1ab7911 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3745253 Feb 09 13:19:33.286555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56696) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:33.355201 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4288b4d9-2538-42dd-904d-0a6239341caa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ff8b6995c374d5f96e116d0bca1f213&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2789187 Feb 09 13:19:33.356956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56700) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:33.357403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288b4d9-2538-42dd-904d-0a6239341caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce9781d-ccee-4357-97ea-a04b9554160b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:33.372428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e32b3afe-da73-43db-ad5f-92fdb39d70ad None None] For port 3fad2994-ca1f-464f-b00a-91fc2d280cc7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3fad2994-ca1f-464f-b00a-91fc2d280cc7,segment=NetworkSegment(0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52),segment_id=0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:33.372890 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e32b3afe-da73-43db-ad5f-92fdb39d70ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.394691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0cf1d7c6-985e-42de-83b9-f4c86c04c9d9 req-3b8c82ec-febd-4e6c-a7b1-92f62908e767 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8808124 Feb 09 13:19:33.452980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4ec67bf-de49-43a4-9dc4-73957a110a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.480716 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4ec67bf-de49-43a4-9dc4-73957a110a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.492594 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-5f25278b-6871-49e0-8984-1da3b44bc088 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f99990b9-7b64-4f2b-96a4-bf1ab09e2420 HTTP/1.1" status: 200 len: 217 time: 0.2163785 Feb 09 13:19:33.493443 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-57dd08f7-11ee-4a35-89de-4173e1acd71e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:33.494533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57dd08f7-11ee-4a35-89de-4173e1acd71e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:33.498302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-57dd08f7-11ee-4a35-89de-4173e1acd71e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/8f621fd1-b632-4b76-ae7a-786751369447 HTTP/1.1" status: 404 len: 333 time: 0.1583049 Feb 09 13:19:33.501804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56706) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:33.508811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e32b3afe-da73-43db-ad5f-92fdb39d70ad None None] Calling delete_port for 3fad2994-ca1f-464f-b00a-91fc2d280cc7 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:33.560588 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79723e7-c014-4117-b9c9-e49fbc847b60 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:33.561087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79723e7-c014-4117-b9c9-e49fbc847b60 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:33.570592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7b5520a3-7b96-4c21-b9e3-66e250247fda tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.576593 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b79723e7-c014-4117-b9c9-e49fbc847b60 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/e974588b-1036-49e0-be24-44812eb903e5 HTTP/1.1" status: 404 len: 337 time: 0.0695169 Feb 09 13:19:33.576593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56710) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:33.598919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7b5520a3-7b96-4c21-b9e3-66e250247fda tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.599213 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-7b5520a3-7b96-4c21-b9e3-66e250247fda tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP 1a5735a9-7deb-42e0-a616-c5cbc1350ae6 disassociated. External IP: 172.25.5.183, port: 4760cfa0-f299-4465-b17c-37c7213ee249. Feb 09 13:19:33.622964 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e32b3afe-da73-43db-ad5f-92fdb39d70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.630648 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.666506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3afe-da73-43db-ad5f-92fdb39d70ad None None] Pushing event deleted for resources: {'Port': ['ID=3fad2994-ca1f-464f-b00a-91fc2d280cc7,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:33.670133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8a4b8-2a6b-4360-8e1f-19fb9043032b req-d48ab2af-8120-40c6-8332-c6320e4ea13a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:33.670928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08d8a4b8-2a6b-4360-8e1f-19fb9043032b req-d48ab2af-8120-40c6-8332-c6320e4ea13a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 946 time: 0.8770394 Feb 09 13:19:33.682148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b3afe-da73-43db-ad5f-92fdb39d70ad None None] No DVR routers for this DVR port 3fad2994-ca1f-464f-b00a-91fc2d280cc7 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:33.702428 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c516e64-ed0b-4089-8870-3223d0008f47 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:33.702843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c516e64-ed0b-4089-8870-3223d0008f47 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:33.768597 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4ec67bf-de49-43a4-9dc4-73957a110a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.770858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4ec67bf-de49-43a4-9dc4-73957a110a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:33.771984 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c4ec67bf-de49-43a4-9dc4-73957a110a0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fce9781d-ccee-4357-97ea-a04b9554160b HTTP/1.1" status: 204 len: 168 time: 0.4111996 Feb 09 13:19:33.784688 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8c516e64-ed0b-4089-8870-3223d0008f47 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/a2f4fe8e-a950-4461-9fc8-1e546f2666d9 HTTP/1.1" status: 404 len: 337 time: 0.2041049 Feb 09 13:19:33.784688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56716) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:33.818760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec67bf-de49-43a4-9dc4-73957a110a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce9781d-ccee-4357-97ea-a04b9554160b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:33.837157 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-388b802d-b8ac-42be-80e2-46f7e05822c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:33.839435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388b802d-b8ac-42be-80e2-46f7e05822c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:33.841233 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-388b802d-b8ac-42be-80e2-46f7e05822c9 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/c22b87de-154b-48bc-a09a-30ddf367e7ee HTTP/1.1" status: 404 len: 333 time: 0.0556798 Feb 09 13:19:33.847190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-118773e2-3466-421c-9aed-5f987d6d9ce8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:33.847514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56720) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:33.849077 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-118773e2-3466-421c-9aed-5f987d6d9ce8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c097ceab-daaa-4283-bb85-f6c09700c79e HTTP/1.1" status: 200 len: 856 time: 0.3220215 Feb 09 13:19:33.895277 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e1ae77-4bcc-4971-9771-a873f22a5061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:33.895711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e1ae77-4bcc-4971-9771-a873f22a5061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:33.897359 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e0e1ae77-4bcc-4971-9771-a873f22a5061 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/24c21130-fddd-4f42-9fdf-f4ee1e696521 HTTP/1.1" status: 404 len: 337 time: 0.0487304 Feb 09 13:19:33.905162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56724) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:33.932296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-77988020-3dd5-4fc9-a13e-c2fee1450ece tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&device_id=f3009172-3c70-4d24-a08d-3dd027b78456&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7084188 Feb 09 13:19:33.942837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56728) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:33.955589 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d588b97-98c9-4b2f-8d5a-f0087b016ad2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:33.956091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d588b97-98c9-4b2f-8d5a-f0087b016ad2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:33.959964 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4d588b97-98c9-4b2f-8d5a-f0087b016ad2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/517fcd81-45ee-4229-8bbf-dbd473adad15 HTTP/1.1" status: 404 len: 337 time: 0.0494874 Feb 09 13:19:33.961399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56734) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.006736 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-041eced1-6398-4606-b508-032a0913e42b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:34.007171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041eced1-6398-4606-b508-032a0913e42b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:34.008818 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-041eced1-6398-4606-b508-032a0913e42b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/646484a4-6e79-41c1-9eb6-8b10180a9ca2 HTTP/1.1" status: 404 len: 333 time: 0.0465043 Feb 09 13:19:34.011964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56738) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.055979 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b66c219-eec7-4062-8755-d55902636cda tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:34.056950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b66c219-eec7-4062-8755-d55902636cda tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:34.063907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1b66c219-eec7-4062-8755-d55902636cda tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/c2d56352-4c65-4c86-a9fb-1b69e28de2c3 HTTP/1.1" status: 404 len: 337 time: 0.0447068 Feb 09 13:19:34.079795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56742) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.096400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-16870753-1fd6-4761-abf9-1e137aef1f45 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:34.110456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:19:34.175690 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08d8a4b8-2a6b-4360-8e1f-19fb9043032b req-8c777f6c-a0ed-47d8-8f1c-9f565868c439 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564123 Feb 09 13:19:34.202703 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf6f09e-570d-482d-983f-08e2dc259c07 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:34.203304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf6f09e-570d-482d-983f-08e2dc259c07 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:34.219393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16870753-1fd6-4761-abf9-1e137aef1f45 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event deleted for resources: {'Port': ['ID=4a051ff4-81b6-4818-ac4b-3d7331336e9f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:34.262523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-acf6f09e-570d-482d-983f-08e2dc259c07 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/c0a15b84-b833-4143-9de3-f0b6415f291c HTTP/1.1" status: 404 len: 337 time: 0.1806641 Feb 09 13:19:34.268020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56752) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.318295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf89a1-87c5-442a-873c-f8363154b365 req-f8679fd3-c3e8-4313-9a59-c4e727db14fd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:34.327333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3fad2994-ca1f-464f-b00a-91fc2d280cc7 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:34.327999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf89a1-87c5-442a-873c-f8363154b365 req-f8679fd3-c3e8-4313-9a59-c4e727db14fd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:34.331969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf89a1-87c5-442a-873c-f8363154b365 req-f8679fd3-c3e8-4313-9a59-c4e727db14fd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:34.342866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf89a1-87c5-442a-873c-f8363154b365 req-f8679fd3-c3e8-4313-9a59-c4e727db14fd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:34.346918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf89a1-87c5-442a-873c-f8363154b365 req-f8679fd3-c3e8-4313-9a59-c4e727db14fd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:34.351120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf89a1-87c5-442a-873c-f8363154b365 req-f8679fd3-c3e8-4313-9a59-c4e727db14fd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:34.356457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf89a1-87c5-442a-873c-f8363154b365 req-f8679fd3-c3e8-4313-9a59-c4e727db14fd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:34.358358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bcf89a1-87c5-442a-873c-f8363154b365 req-f8679fd3-c3e8-4313-9a59-c4e727db14fd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.7033756 Feb 09 13:19:34.366762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a562f-07e8-4261-bd8f-b3e804710213 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:34.371588 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b05a562f-07e8-4261-bd8f-b3e804710213 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 881 time: 0.4220612 Feb 09 13:19:34.376078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56758) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.384205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 3fad2994-ca1f-464f-b00a-91fc2d280cc7 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:34.385469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3fad2994-ca1f-464f-b00a-91fc2d280cc7 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:34.413620 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-18509832-897d-4981-af5b-47f3f00140dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:34.414210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18509832-897d-4981-af5b-47f3f00140dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:34.417022 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-18509832-897d-4981-af5b-47f3f00140dd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/3155b0bf-8ddd-49aa-8bb0-0f31fbf3ab75 HTTP/1.1" status: 404 len: 333 time: 0.1473320 Feb 09 13:19:34.420164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56762) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.489166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-16870753-1fd6-4761-abf9-1e137aef1f45 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] No DVR routers for this DVR port 4a051ff4-81b6-4818-ac4b-3d7331336e9f on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:34.503300 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-16870753-1fd6-4761-abf9-1e137aef1f45 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:34.505226 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d446a21-e255-449f-b6d9-d83e9f6726f1 req-16870753-1fd6-4761-abf9-1e137aef1f45 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "DELETE /v2.0/ports/4a051ff4-81b6-4818-ac4b-3d7331336e9f HTTP/1.1" status: 204 len: 173 time: 2.5676498 Feb 09 13:19:34.507410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b59cc903-bdb9-42ec-959c-711b64548d24 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3009172-3c70-4d24-a08d-3dd027b78456 HTTP/1.1" status: 200 len: 205 time: 0.1289310 Feb 09 13:19:34.507997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c5bb2-531a-4c3b-b522-df5939f4d696', 'name': 'network-vif-deleted', 'tag': '4a051ff4-81b6-4818-ac4b-3d7331336e9f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:34.513349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56766) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.519929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-f4b92aca-faf0-44ef-afe1-df8d4ec98e5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5bd39a6f-a62b-4b6e-89e8-d04af90bc172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6575627 Feb 09 13:19:34.584691 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5eabffb-f2b8-4bc6-ae23-471237c08c9d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:34.585127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5eabffb-f2b8-4bc6-ae23-471237c08c9d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:34.588344 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d5eabffb-f2b8-4bc6-ae23-471237c08c9d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/1ccbf0a9-c3c4-452c-bd32-334facf77f6f HTTP/1.1" status: 404 len: 337 time: 0.1327827 Feb 09 13:19:34.594522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56774) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.621825 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:19:34.874649 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-8156d461-8d72-4a32-82f7-553d4e55638f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:34.875076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8156d461-8d72-4a32-82f7-553d4e55638f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:34.876832 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8156d461-8d72-4a32-82f7-553d4e55638f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/4d65fba2-30a0-44a2-a404-093a1edd45f3 HTTP/1.1" status: 404 len: 337 time: 0.2820337 Feb 09 13:19:34.881020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56782) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.905852 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5c5bb2-531a-4c3b-b522-df5939f4d696', 'name': 'network-vif-deleted', 'tag': '4a051ff4-81b6-4818-ac4b-3d7331336e9f', 'status': 'completed', 'code': 200} Feb 09 13:19:34.945315 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b08090e-ca88-4829-96e9-0a10a0beb2dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:34.945760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b08090e-ca88-4829-96e9-0a10a0beb2dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:34.947666 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2b08090e-ca88-4829-96e9-0a10a0beb2dc tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/1491a60a-307b-4bae-9fe3-1059c59f9346 HTTP/1.1" status: 404 len: 333 time: 0.0657699 Feb 09 13:19:34.951821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56788) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:34.986136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bcf89a1-87c5-442a-873c-f8363154b365 req-b030400e-193f-4fb2-83d1-2e87a425a2a0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6086717 Feb 09 13:19:35.000854 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d415303-48c0-4c14-8b52-25cd3d2744e6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.001299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d415303-48c0-4c14-8b52-25cd3d2744e6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.003198 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5d415303-48c0-4c14-8b52-25cd3d2744e6 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/2ecfc9bb-262f-4db6-b27d-bd8e343f2a1f HTTP/1.1" status: 404 len: 337 time: 0.0505929 Feb 09 13:19:35.010690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56792) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.092393 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adb0dd2-7bd5-47c6-ab19-71f35b03cdbd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.092825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adb0dd2-7bd5-47c6-ab19-71f35b03cdbd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.097567 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0adb0dd2-7bd5-47c6-ab19-71f35b03cdbd tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/fa46534c-ec97-429a-b768-e045ffad2a5c HTTP/1.1" status: 404 len: 333 time: 0.0800090 Feb 09 13:19:35.098162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56796) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.134419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4a051ff4-81b6-4818-ac4b-3d7331336e9f no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:35.184760 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a24801-5f9a-43b3-877f-86ac6c63b577 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.185190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a24801-5f9a-43b3-877f-86ac6c63b577 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.189305 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85a24801-5f9a-43b3-877f-86ac6c63b577 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/0629ab0b-9d55-4ca6-8a36-b7d183732534 HTTP/1.1" status: 404 len: 337 time: 0.0850611 Feb 09 13:19:35.193008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56802) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.204525 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-40cd886d-65eb-4d63-882b-22dc89e51d49 service neutron] 10.222.0.67 "GET /v2.0/networks/5bd39a6f-a62b-4b6e-89e8-d04af90bc172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090269 Feb 09 13:19:35.241188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 4a051ff4-81b6-4818-ac4b-3d7331336e9f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:35.242333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4a051ff4-81b6-4818-ac4b-3d7331336e9f not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:35.253405 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37c33de-e991-47b5-8130-2a2773f3956c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.253969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37c33de-e991-47b5-8130-2a2773f3956c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.256637 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d37c33de-e991-47b5-8130-2a2773f3956c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/0c8ad57b-7383-47fd-b394-8feb154d14b9 HTTP/1.1" status: 404 len: 333 time: 0.0623131 Feb 09 13:19:35.260301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56808) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.325759 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c8c11e7-713f-4afd-b741-b05ca27c8ca5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.326203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c8c11e7-713f-4afd-b741-b05ca27c8ca5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.328102 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8c8c11e7-713f-4afd-b741-b05ca27c8ca5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/56c1cd95-6f79-478f-8c14-ed28c1b081e0 HTTP/1.1" status: 404 len: 337 time: 0.0667527 Feb 09 13:19:35.330928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56814) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.389631 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b278082-3469-4612-a827-3d105a9cf2be tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.390071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b278082-3469-4612-a827-3d105a9cf2be tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.391764 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b278082-3469-4612-a827-3d105a9cf2be tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/2976bbbe-7260-4075-a4cd-6d75b3887912 HTTP/1.1" status: 404 len: 333 time: 0.0597553 Feb 09 13:19:35.394824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56818) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.451129 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f897968-4089-4e77-8b84-78cd11eb9bd8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.451847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f897968-4089-4e77-8b84-78cd11eb9bd8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.455855 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6f897968-4089-4e77-8b84-78cd11eb9bd8 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/ccb1a811-c5ed-453d-926b-6836d8b0d627 HTTP/1.1" status: 404 len: 337 time: 0.0578957 Feb 09 13:19:35.456563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56824) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.549782 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-453babfd-dbce-4b6d-9364-53a5719f339a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.550222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453babfd-dbce-4b6d-9364-53a5719f339a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.554987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-453babfd-dbce-4b6d-9364-53a5719f339a tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/c5e35c15-e466-45a6-aad3-de622aefbb91 HTTP/1.1" status: 404 len: 333 time: 0.0949199 Feb 09 13:19:35.555181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-47b33148-227c-49a9-920f-2707bcb5cf95 service neutron] 10.222.0.67 "GET /v2.0/networks/5bd39a6f-a62b-4b6e-89e8-d04af90bc172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323960 Feb 09 13:19:35.556361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56830) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.615792 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-269d02d0-2979-4594-82e2-c0e8669500c2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.616230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269d02d0-2979-4594-82e2-c0e8669500c2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.617879 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-269d02d0-2979-4594-82e2-c0e8669500c2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/ef5ed2c8-3d71-4988-94ab-47f23cef5a1b HTTP/1.1" status: 404 len: 337 time: 0.0613115 Feb 09 13:19:35.620467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56836) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.623271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port 6b539cab-c94d-4912-a502-e52c1ab61507 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:35.623603 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:35.674728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86d4b0-3f9a-40a9-8253-400e41a3564d req-034267ac-684d-418d-a7ba-098fe9555ce6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:35.676200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c86d4b0-3f9a-40a9-8253-400e41a3564d req-034267ac-684d-418d-a7ba-098fe9555ce6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.7727423 Feb 09 13:19:35.693266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b09f34e5-8c4a-4b18-97cb-4e97e63df9bd req-0ea8cf9c-0807-4c78-aa4b-bd5996693c53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accedead334d4e338be32f77a85b3517&device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 1095 time: 0.7841189 Feb 09 13:19:35.697769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9efee888-3279-42a2-8197-3f5c687fb8b1 req-d1b6c81c-9762-437e-b3bf-268218bc2a3c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:35.701045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ef28339c-98a2-4fe2-9cc6-7418fe13e981 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=3dada7ca-c3ef-4073-975d-bd215f94d800 HTTP/1.1" status: 200 len: 217 time: 0.1327121 Feb 09 13:19:35.722805 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-b610bd3a-d45a-47f8-a66c-c7bd76dd6f6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.723280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b610bd3a-d45a-47f8-a66c-c7bd76dd6f6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.730460 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b610bd3a-d45a-47f8-a66c-c7bd76dd6f6e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/75d80ca6-7280-48d1-abc6-ccc7894160a9 HTTP/1.1" status: 404 len: 333 time: 0.1031146 Feb 09 13:19:35.735159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56844) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.833401 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-341d08b3-9f98-490e-bbad-0e966181f066 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.833854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341d08b3-9f98-490e-bbad-0e966181f066 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.838544 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-341d08b3-9f98-490e-bbad-0e966181f066 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/1caefb1b-9c8a-49bc-8e13-9ddfa7142b62 HTTP/1.1" status: 404 len: 337 time: 0.0958896 Feb 09 13:19:35.840269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56850) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.912855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9efee888-3279-42a2-8197-3f5c687fb8b1 req-d1b6c81c-9762-437e-b3bf-268218bc2a3c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:35.914048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9efee888-3279-42a2-8197-3f5c687fb8b1 req-d1b6c81c-9762-437e-b3bf-268218bc2a3c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5c5bb2-531a-4c3b-b522-df5939f4d696 HTTP/1.1" status: 200 len: 210 time: 0.3598666 Feb 09 13:19:35.947380 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-7762f657-ec7a-42fd-b449-5fe9b28061a7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:35.947825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7762f657-ec7a-42fd-b449-5fe9b28061a7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:35.949602 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7762f657-ec7a-42fd-b449-5fe9b28061a7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/d76f39f1-a2c2-44fb-9a2a-464578bd5a0c HTTP/1.1" status: 404 len: 337 time: 0.1090372 Feb 09 13:19:35.954503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56856) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:35.956659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7b5ec4ed-3e51-4dcd-ac64-63cfd6c7fab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:35.958262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7b5ec4ed-3e51-4dcd-ac64-63cfd6c7fab3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d HTTP/1.1" status: 200 len: 797 time: 0.2162907 Feb 09 13:19:35.999051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c86d4b0-3f9a-40a9-8253-400e41a3564d req-c13d6516-a963-40e7-a50a-903df5acc475 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032701 Feb 09 13:19:36.082424 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-77166428-5346-4023-b0b9-586a585b502b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:36.083085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77166428-5346-4023-b0b9-586a585b502b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:36.085064 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-77166428-5346-4023-b0b9-586a585b502b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/f6b04f50-c245-42ce-939e-a79f0d88d35c HTTP/1.1" status: 404 len: 333 time: 0.1291008 Feb 09 13:19:36.087581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56866) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:36.093251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port 6b539cab-c94d-4912-a502-e52c1ab61507, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6b539cab-c94d-4912-a502-e52c1ab61507,segment=NetworkSegment(13af4002-b952-4250-9a5c-1c62368385ca),segment_id=13af4002-b952-4250-9a5c-1c62368385ca)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:36.093472 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.093571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.165712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f34e5-8c4a-4b18-97cb-4e97e63df9bd req-0839291e-c88f-4faf-9600-166adfbe7cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:36.167254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b09f34e5-8c4a-4b18-97cb-4e97e63df9bd req-0839291e-c88f-4faf-9600-166adfbe7cd8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 200 len: 913 time: 0.4626942 Feb 09 13:19:36.194217 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc9093b-fd8a-4a00-a546-48a5904491ef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:36.194612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc9093b-fd8a-4a00-a546-48a5904491ef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:36.198918 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ccc9093b-fd8a-4a00-a546-48a5904491ef tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/15671659-3065-4128-8a07-07f73a599895 HTTP/1.1" status: 404 len: 337 time: 0.1069000 Feb 09 13:19:36.251920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56872) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:36.260586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for 6b539cab-c94d-4912-a502-e52c1ab61507 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:36.339251 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff69e920-5b91-4f40-8910-8bc9834055f0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:36.339747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff69e920-5b91-4f40-8910-8bc9834055f0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:36.341451 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ff69e920-5b91-4f40-8910-8bc9834055f0 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/badd2a2a-2042-4a32-ab34-213f5d88a03e HTTP/1.1" status: 404 len: 337 time: 0.0885968 Feb 09 13:19:36.344190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56880) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:36.398706 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f312eb-bb28-47ec-bc82-a13198580297 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:36.399325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f312eb-bb28-47ec-bc82-a13198580297 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:36.401167 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-71f312eb-bb28-47ec-bc82-a13198580297 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/e003caa3-84fb-4588-88f0-985a65000797 HTTP/1.1" status: 404 len: 333 time: 0.0559108 Feb 09 13:19:36.403942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:36.418942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-2f36dd45-c99c-4125-a7b6-66448407599a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4341080 Feb 09 13:19:36.426178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b09f34e5-8c4a-4b18-97cb-4e97e63df9bd req-f55be061-3073-4d7a-8841-60b14d8aa8fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 200 len: 998 time: 0.2106152 Feb 09 13:19:36.468735 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b819e5-51a5-4cf4-877d-c0b4b9341e67 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:36.469236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b819e5-51a5-4cf4-877d-c0b4b9341e67 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:36.470817 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-32b819e5-51a5-4cf4-877d-c0b4b9341e67 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/ded9fd18-8040-4591-a6bf-17e529822795 HTTP/1.1" status: 404 len: 337 time: 0.0657783 Feb 09 13:19:36.473427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56888) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:36.519048 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-511359e1-c284-4db5-8dbe-56f94aa9b39c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:36.519487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511359e1-c284-4db5-8dbe-56f94aa9b39c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:36.523674 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-511359e1-c284-4db5-8dbe-56f94aa9b39c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/ffc13022-6cc7-403a-97f3-2d37b145a5f1 HTTP/1.1" status: 404 len: 337 time: 0.0466962 Feb 09 13:19:36.530651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56894) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:36.581324 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4397e1-8983-400e-9b61-547fb6a66eca tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:36.581799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4397e1-8983-400e-9b61-547fb6a66eca tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:36.583484 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0d4397e1-8983-400e-9b61-547fb6a66eca tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/55251970-20ee-4c12-84f8-ed6a0a5cf8cb HTTP/1.1" status: 404 len: 333 time: 0.0518773 Feb 09 13:19:36.586298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56898) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:36.673461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56902) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:36.720648 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-513c2b2f-4822-4b6b-9514-c5c24d084c89 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:36.721418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513c2b2f-4822-4b6b-9514-c5c24d084c89 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:36.757250 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-513c2b2f-4822-4b6b-9514-c5c24d084c89 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/4d8d0ce1-5964-453c-91f7-19da0f2fa9e0 HTTP/1.1" status: 404 len: 337 time: 0.1695836 Feb 09 13:19:36.762053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56908) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:36.773311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171689c1-096a-4873-a168-e563ebd271dc req-1a5eb63d-e487-45d3-be54-0fd05752b825 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:36.777439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171689c1-096a-4873-a168-e563ebd271dc req-1a5eb63d-e487-45d3-be54-0fd05752b825 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:36.781316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171689c1-096a-4873-a168-e563ebd271dc req-1a5eb63d-e487-45d3-be54-0fd05752b825 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:36.785274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171689c1-096a-4873-a168-e563ebd271dc req-1a5eb63d-e487-45d3-be54-0fd05752b825 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:36.789172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171689c1-096a-4873-a168-e563ebd271dc req-1a5eb63d-e487-45d3-be54-0fd05752b825 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:36.795055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171689c1-096a-4873-a168-e563ebd271dc req-1a5eb63d-e487-45d3-be54-0fd05752b825 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:36.795923 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:36.801170 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171689c1-096a-4873-a168-e563ebd271dc req-1a5eb63d-e487-45d3-be54-0fd05752b825 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:36.801966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-171689c1-096a-4873-a168-e563ebd271dc req-1a5eb63d-e487-45d3-be54-0fd05752b825 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.5346441 Feb 09 13:19:36.846909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=6b539cab-c94d-4912-a502-e52c1ab61507,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:36.909517 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-36361f1f-16cf-4ed2-bd49-8f925ee0c4f5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:36.909953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36361f1f-16cf-4ed2-bd49-8f925ee0c4f5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:36.911833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-36361f1f-16cf-4ed2-bd49-8f925ee0c4f5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/10f5bb38-5f93-49d8-9d7d-174677dba757 HTTP/1.1" status: 404 len: 337 time: 0.1486866 Feb 09 13:19:36.913181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f34e5-8c4a-4b18-97cb-4e97e63df9bd req-47ac2fbb-b640-4db5-9de2-c2d7fe0b2c70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:36.914502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b09f34e5-8c4a-4b18-97cb-4e97e63df9bd req-47ac2fbb-b640-4db5-9de2-c2d7fe0b2c70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 200 len: 851 time: 0.4797480 Feb 09 13:19:36.923100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56912) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.044199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.054593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5520a3-7b96-4c21-b9e3-66e250247fda tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:37.075594 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.159717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-171689c1-096a-4873-a168-e563ebd271dc req-cf2ffe6d-f4a4-4d86-99e4-e16e8a9e9291 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3001916 Feb 09 13:19:37.189302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-94efc59f-c9ec-4309-bd65-eaddec25a785 service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594750 Feb 09 13:19:37.190844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5f36a2ac-4587-4f85-b0c1-f36f7525676f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Synchronizing usage tracker for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:37.236469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:37.299923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Usage tracker for resource:security_group_rule and tenant:4d59a54d912c468785d1bb092a00fe53 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:37.309243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:37.371195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5f36a2ac-4587-4f85-b0c1-f36f7525676f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Unset dirty status for tenant:718ee07bb5ae4353956aa68226f1a5e1 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:37.372324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5f36a2ac-4587-4f85-b0c1-f36f7525676f tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a6364aa-9901-40c2-a095-041ae7106635 HTTP/1.1" status: 200 len: 205 time: 0.4475021 Feb 09 13:19:37.390911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:37.400909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56928) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.482427 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-1aad9f2b-c527-488e-8a43-c96e373f7eb5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] delete failed (client error): The resource could not be found. Feb 09 13:19:37.483363 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1aad9f2b-c527-488e-8a43-c96e373f7eb5 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/routers/9a6364aa-9901-40c2-a095-041ae7106635 HTTP/1.1" status: 404 len: 336 time: 0.0822012 Feb 09 13:19:37.486077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56932) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.537926 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-62897414-9e63-4dfa-926d-e82e244bc57d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:37.538361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62897414-9e63-4dfa-926d-e82e244bc57d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:37.539987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-62897414-9e63-4dfa-926d-e82e244bc57d tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/40e8c627-7c6b-4325-aa1a-3b0134f9cd20 HTTP/1.1" status: 404 len: 337 time: 0.0529964 Feb 09 13:19:37.543287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56936) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.591334 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-25b8e0a0-f314-4557-afdd-6f844f60dc13 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 HTTP/1.1" status: 200 len: 205 time: 0.0446928 Feb 09 13:19:37.592789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56940) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.722752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c0b5342d-1689-4b84-a88a-9647e37e6457 service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270057 Feb 09 13:19:37.743201 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b09f34e5-8c4a-4b18-97cb-4e97e63df9bd req-db43596d-2dbc-4e34-b171-5b275e5d4f4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2903bfa2-6e98-48bf-8735-26cc8008e2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8105061 Feb 09 13:19:37.776049 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-1a32d335-4ca9-4572-a711-775b67385071 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] delete failed (client error): The resource could not be found. Feb 09 13:19:37.777068 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1a32d335-4ca9-4572-a711-775b67385071 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/routers/3a1039b8-13a9-4c35-b6a6-6bfaf0f63073 HTTP/1.1" status: 404 len: 336 time: 0.1833878 Feb 09 13:19:37.781571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56944) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.833100 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8732c18-cd4e-4521-a51c-ddf3ec83057e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:37.833100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8732c18-cd4e-4521-a51c-ddf3ec83057e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:37.837269 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f8732c18-cd4e-4521-a51c-ddf3ec83057e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/0f7a49e0-f205-447c-abcf-9adf557032b3 HTTP/1.1" status: 404 len: 337 time: 0.0522823 Feb 09 13:19:37.838692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56948) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.844406 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.888611 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-2478ff5d-7e81-47bb-b6cb-fda25af36b9c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:37.889049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2478ff5d-7e81-47bb-b6cb-fda25af36b9c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:37.893165 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2478ff5d-7e81-47bb-b6cb-fda25af36b9c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/97c78fa5-47e6-4e4c-8b4b-9fa2782d8f2e HTTP/1.1" status: 404 len: 337 time: 0.0508697 Feb 09 13:19:37.893383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56952) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.906093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138659b-745b-4df4-a13f-f816638ad92a req-65de8d3f-e79e-4a23-a70b-488d6eaae9e6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:37.907657 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2138659b-745b-4df4-a13f-f816638ad92a req-65de8d3f-e79e-4a23-a70b-488d6eaae9e6 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.6847668 Feb 09 13:19:37.921573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-cf27348d-ecc7-4c5c-920a-b83e9f559735 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=11e971e0-41de-46c8-a5ab-0399676dcff1 HTTP/1.1" status: 200 len: 217 time: 0.1907117 Feb 09 13:19:37.931192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Deleting port 80b460cd-524a-4380-8439-f5f8be86fa99 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:37.931192 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:37.946601 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb379fa5-41be-4473-8f4f-315242c447aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:37.947068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb379fa5-41be-4473-8f4f-315242c447aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:37.951139 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eb379fa5-41be-4473-8f4f-315242c447aa tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/5096d15a-beee-4a49-81c5-0f286e3311e2 HTTP/1.1" status: 404 len: 333 time: 0.0544350 Feb 09 13:19:37.951733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56958) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:37.980660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-039b965b-10f4-4c7e-8b8f-342f886a2f5a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:37.982145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-039b965b-10f4-4c7e-8b8f-342f886a2f5a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.6688011 Feb 09 13:19:38.110370 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61f75a1-50bb-472b-8fc7-219175f06770 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.110823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61f75a1-50bb-472b-8fc7-219175f06770 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.114841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a61f75a1-50bb-472b-8fc7-219175f06770 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/3c11c974-9a37-4b60-82dc-902154df91fb HTTP/1.1" status: 404 len: 337 time: 0.1598256 Feb 09 13:19:38.115002 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:38.115106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56962) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.161535 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:38.161806 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1e6c5c-638d-42c2-a92c-75393376ebb3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.161806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1e6c5c-638d-42c2-a92c-75393376ebb3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.166059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3f1e6c5c-638d-42c2-a92c-75393376ebb3 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/4d2edc1d-cc3f-475d-918a-2a7f27dc4aeb HTTP/1.1" status: 404 len: 333 time: 0.0474236 Feb 09 13:19:38.166410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56966) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.210893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:38.212045 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa6baff-95f3-4459-9c58-0525ab7cab78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.214725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa6baff-95f3-4459-9c58-0525ab7cab78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.214725 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-faa6baff-95f3-4459-9c58-0525ab7cab78 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/632c3729-0269-4195-810b-a6cedd1cfc99 HTTP/1.1" status: 404 len: 337 time: 0.0471528 Feb 09 13:19:38.217758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56972) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.263672 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-703ecae6-b59c-4749-9a5c-e3bbfbb3c922 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.264069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703ecae6-b59c-4749-9a5c-e3bbfbb3c922 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.265653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-703ecae6-b59c-4749-9a5c-e3bbfbb3c922 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/8bf1fa07-f914-4a17-bd10-396f0705ec90 HTTP/1.1" status: 404 len: 333 time: 0.0469866 Feb 09 13:19:38.270694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56976) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.271660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-c2e7d2ff-8046-43ce-bc57-558074f36b9a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/quotas/b61e4f1740014417a9a4bf493277ef6d HTTP/1.1" status: 200 len: 375 time: 0.1946094 Feb 09 13:19:38.367295 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0a08a7-5f2d-4671-83fb-4b00cd5a67a7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.367733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0a08a7-5f2d-4671-83fb-4b00cd5a67a7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.369958 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ee0a08a7-5f2d-4671-83fb-4b00cd5a67a7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/192acfc9-5c5f-4eb0-8a02-1148b81a8572 HTTP/1.1" status: 404 len: 337 time: 0.0980239 Feb 09 13:19:38.375357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56980) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.477365 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0314307-06b4-47ec-b3c5-5d9e014fd325 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.478108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0314307-06b4-47ec-b3c5-5d9e014fd325 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.479811 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f0314307-06b4-47ec-b3c5-5d9e014fd325 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/653755e3-231d-44c3-8faa-14e50f8e8855 HTTP/1.1" status: 404 len: 333 time: 0.1035261 Feb 09 13:19:38.483053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56984) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.512187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-a6786811-d6cf-4fa7-a3b2-553a741a911a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:38.513606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-a6786811-d6cf-4fa7-a3b2-553a741a911a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d HTTP/1.1" status: 200 len: 797 time: 0.5417700 Feb 09 13:19:38.515808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2138659b-745b-4df4-a13f-f816638ad92a req-6cb30655-587a-49c9-a796-d03f64d48989 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5887012 Feb 09 13:19:38.525771 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce0eab3-c291-4f99-8fb6-14887d2e1c5c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.526204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce0eab3-c291-4f99-8fb6-14887d2e1c5c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.530060 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4ce0eab3-c291-4f99-8fb6-14887d2e1c5c tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/880d0f98-198b-40ee-beae-f1c474d6abc5 HTTP/1.1" status: 404 len: 337 time: 0.0438857 Feb 09 13:19:38.531221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56988) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.551023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8ce9d7-202d-426b-b915-d41c0c64f924,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:38.576924 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb8ccca-6f17-49a1-a2b5-3d79a10fa540 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.577353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb8ccca-6f17-49a1-a2b5-3d79a10fa540 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.580137 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-adb8ccca-6f17-49a1-a2b5-3d79a10fa540 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/8bc2d496-5da1-4fbf-a825-ab439e03bb15 HTTP/1.1" status: 404 len: 333 time: 0.0470304 Feb 09 13:19:38.581905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56992) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.605282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b09f34e5-8c4a-4b18-97cb-4e97e63df9bd req-b48566e0-bfc1-43c1-88ee-6f8c9ca1bd81 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014028 Feb 09 13:19:38.615679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d59a54d912c468785d1bb092a00fe53&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9411864 Feb 09 13:19:38.619134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56996) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.644348 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef6f667-d794-477c-8748-86b597a9d540 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.644725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef6f667-d794-477c-8748-86b597a9d540 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.648648 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0ef6f667-d794-477c-8748-86b597a9d540 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/af1d8736-8f40-46cd-95f2-18f6fc13416d HTTP/1.1" status: 404 len: 337 time: 0.0633278 Feb 09 13:19:38.650766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57000) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.677618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.677958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.678294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.678653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.678982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.679307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.679626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.679945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.680264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.680575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.680891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0666db06-92cd-4d42-a124-a6c5b8098166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:19:38.717678 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7941010-84e6-4bf3-9d31-6ce4d43f7bb2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.718111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7941010-84e6-4bf3-9d31-6ce4d43f7bb2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.720200 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c7941010-84e6-4bf3-9d31-6ce4d43f7bb2 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/fef628fa-7955-4ed5-9dd7-b33de857daea HTTP/1.1" status: 404 len: 333 time: 0.0670116 Feb 09 13:19:38.723266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57004) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.776634 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac275c4-3b54-4c71-8128-c39eedb2bd6b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.776975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac275c4-3b54-4c71-8128-c39eedb2bd6b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.778648 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4ac275c4-3b54-4c71-8128-c39eedb2bd6b tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/7685344e-60a9-4419-8733-8a2fdec34235 HTTP/1.1" status: 404 len: 337 time: 0.0525036 Feb 09 13:19:38.782322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57008) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.788357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:38.801473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:38.812729 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:38.817273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:38.818018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:38.830007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-65bdbb64-d914-4331-8630-cd788b7ecfa1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9804251 Feb 09 13:19:38.841534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57012) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.875278 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-89726e16-232a-4ac1-babc-89a4afb1b1a7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.875716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89726e16-232a-4ac1-babc-89a4afb1b1a7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.877362 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-89726e16-232a-4ac1-babc-89a4afb1b1a7 tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/ports/59287ccd-231e-4779-be81-2c16265816b8 HTTP/1.1" status: 404 len: 333 time: 0.0928664 Feb 09 13:19:38.883304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57016) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.888507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a96c0234-83d6-4904-8ab0-17e91758868e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:38.959473 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6a4508-92b7-4982-89d9-ffb37e9fb2ae tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:38.959909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6a4508-92b7-4982-89d9-ffb37e9fb2ae tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:38.961537 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bd6a4508-92b7-4982-89d9-ffb37e9fb2ae tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/subnets/9b4ef2e1-d00a-42c2-abae-98024278b474 HTTP/1.1" status: 404 len: 337 time: 0.0711610 Feb 09 13:19:38.969664 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Calling delete_port for 80b460cd-524a-4380-8439-f5f8be86fa99 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:38.970976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57020) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:38.988185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a96c0234-83d6-4904-8ab0-17e91758868e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.015065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:39.095577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-e2d5aabc-e2c4-4608-8c93-f2bacb0bf529 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5355396 Feb 09 13:19:39.108699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-54657ff4-ed6d-4a13-a84d-a7abf0d92dca tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8192246 Feb 09 13:19:39.110611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b09f34e5-8c4a-4b18-97cb-4e97e63df9bd req-fd950dc2-e656-4341-9496-2c4bad44fbf4 service neutron] 10.222.0.67 "GET /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803095 Feb 09 13:19:39.236491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5520a3-7b96-4c21-b9e3-66e250247fda tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:39.252997 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9baf33-5367-4f45-9e52-2e57aed90965 None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:39.255558 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.262578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eabb77-109f-4453-a47a-7420d945b888 req-ec8365e1-cfdf-49a4-81c4-300585ba13ce tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:39.266594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eabb77-109f-4453-a47a-7420d945b888 req-ec8365e1-cfdf-49a4-81c4-300585ba13ce tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:39.270940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eabb77-109f-4453-a47a-7420d945b888 req-ec8365e1-cfdf-49a4-81c4-300585ba13ce tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:39.273573 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9baf33-5367-4f45-9e52-2e57aed90965 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:39.274967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eabb77-109f-4453-a47a-7420d945b888 req-ec8365e1-cfdf-49a4-81c4-300585ba13ce tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:39.275436 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8b9baf33-5367-4f45-9e52-2e57aed90965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:39.279281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eabb77-109f-4453-a47a-7420d945b888 req-ec8365e1-cfdf-49a4-81c4-300585ba13ce tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:39.283048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eabb77-109f-4453-a47a-7420d945b888 req-ec8365e1-cfdf-49a4-81c4-300585ba13ce tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:39.287177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eabb77-109f-4453-a47a-7420d945b888 req-ec8365e1-cfdf-49a4-81c4-300585ba13ce tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:39.287589 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a96c0234-83d6-4904-8ab0-17e91758868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.289106 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8eabb77-109f-4453-a47a-7420d945b888 req-ec8365e1-cfdf-49a4-81c4-300585ba13ce tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.6328483 Feb 09 13:19:39.353524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c0234-83d6-4904-8ab0-17e91758868e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8ce9d7-202d-426b-b915-d41c0c64f924,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:39.366693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd1e2a1-e3ba-4f09-b393-b7657f39ce02 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting subnet c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:39.372483 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a96c0234-83d6-4904-8ab0-17e91758868e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.374096 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a96c0234-83d6-4904-8ab0-17e91758868e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c8ce9d7-202d-426b-b915-d41c0c64f924 HTTP/1.1" status: 204 len: 168 time: 0.7513599 Feb 09 13:19:39.403313 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8b9baf33-5367-4f45-9e52-2e57aed90965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:39.423282 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9baf33-5367-4f45-9e52-2e57aed90965 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:39.424703 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8b9baf33-5367-4f45-9e52-2e57aed90965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:39.427662 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e2a1-e3ba-4f09-b393-b7657f39ce02 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.495849 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8b9baf33-5367-4f45-9e52-2e57aed90965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:39.496523 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9baf33-5367-4f45-9e52-2e57aed90965 None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:39.529028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e2a1-e3ba-4f09-b393-b7657f39ce02 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.592027 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7b5520a3-7b96-4c21-b9e3-66e250247fda tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.637896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.680687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a196e6b-4fbd-41b0-a242-9ec02f95d5c3']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:39.702811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:39.703122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccec3c3-37cf-4e16-b6ed-b18b9dfb8f52') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:39.705916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c24b4cbd-bfff-4f93-bbae-e5eaa46a24cd service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924983 Feb 09 13:19:39.719515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.745540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.746941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:36Z', 'revision_number': 9, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:39.758504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:19:39.764169 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e2a1-e3ba-4f09-b393-b7657f39ce02 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.777710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:39.778335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:39.842259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:19:39.843736 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.873327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:39.955286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-c264f0c8-3d6b-4d24-92c0-27cfe18ef991 service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8379364 Feb 09 13:19:39.981985 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8eabb77-109f-4453-a47a-7420d945b888 req-a77eb14b-d796-47d5-a899-bdbdd167655e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5678046 Feb 09 13:19:40.020068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Pushing event deleted for resources: {'Port': ['ID=80b460cd-524a-4380-8439-f5f8be86fa99,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.071566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:40.096622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7b5520a3-7b96-4c21-b9e3-66e250247fda tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "PUT /v2.0/floatingips/1a5735a9-7deb-42e0-a616-c5cbc1350ae6 HTTP/1.1" status: 200 len: 688 time: 8.4292223 Feb 09 13:19:40.097487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57036) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:19:40.158946 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:19:40.281031 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.306064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.317835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e2a1-e3ba-4f09-b393-b7657f39ce02 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.351673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] Pushing event deleted for resources: {'Network': ['ID=6a196e6b-4fbd-41b0-a242-9ec02f95d5c3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.373566 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5440905c-43b0-4870-84e0-e4db2e2e510e tempest-NetworksTestDHCPv6-2109054244 tempest-NetworksTestDHCPv6-2109054244-project] 10.222.0.59 "DELETE /v2.0/networks/6a196e6b-4fbd-41b0-a242-9ec02f95d5c3 HTTP/1.1" status: 204 len: 168 time: 1.3996675 Feb 09 13:19:40.374716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1e2a1-e3ba-4f09-b393-b7657f39ce02 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Subnet': ['ID=c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:40.387437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ddd1e2a1-e3ba-4f09-b393-b7657f39ce02 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.392647 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ddd1e2a1-e3ba-4f09-b393-b7657f39ce02 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83 HTTP/1.1" status: 204 len: 168 time: 1.5500760 Feb 09 13:19:40.393510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57046) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:40.397991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1685234e-ddfc-4b25-b2ff-9bc7c20715ae None None] Network 55ee98fc-df9b-43ad-8562-6f5235fb49ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:40.545765 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.562333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:40.562758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.711072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57056) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:40.731117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-5a6b5113-8856-4a0a-a1a8-67072c748809 service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7745645 Feb 09 13:19:40.732208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-3b73eed1-9c57-43bc-9aa6-c6450753b685 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port f9664cb8-0c36-4281-a3c9-bfc0566a5c93 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:40.732550 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b73eed1-9c57-43bc-9aa6-c6450753b685 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:40.802048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-694a3d80-9a0c-49d1-81b3-a76b249769d2 service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0627768 Feb 09 13:19:40.851886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:36Z', 'revision_number': 9, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:40.857587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c143c-15eb-40c2-8b69-d0b2dd4804b2 None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:36Z', 'revision_number': 9, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '50912435-5a95-45e8-8eac-bb88b9fad28b', 'name': '', 'network_id': '0c94758b-19ff-49e3-93bf-b09e92ed34b4', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:b2:7d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:27Z', 'updated_at': '2022-02-09T13:18:44Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': 'f4e93580-31ea-4e1e-8519-eb2e33d06501', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:40.892455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0fbcf63a-f70c-42dc-81a2-80e82dc05c7b,segment=NetworkSegment(13af4002-b952-4250-9a5c-1c62368385ca),segment_id=13af4002-b952-4250-9a5c-1c62368385ca)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:40.893910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.136271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:41.167746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-b4ed4f6f-a2bf-4143-885e-145c0a9d861e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e1dccfb1-48f5-4a5c-93b8-52845ae0e370 HTTP/1.1" status: 200 len: 217 time: 0.3327510 Feb 09 13:19:41.179013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-857fbefa-b025-4e87-839d-97c7be63f2b6 req-57a05ad7-3961-47b4-ba55-4bcb8e3a09a6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 210 time: 0.1032953 Feb 09 13:19:41.235130 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.255701 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.271683 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.272227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13db87-1e22-4247-a528-b0072a7b028b None None] DHCP port deletion for 55ee98fc-df9b-43ad-8562-6f5235fb49ff request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:19:41.366952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=0fbcf63a-f70c-42dc-81a2-80e82dc05c7b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:41.376848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No DVR routers for this DVR port 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:41.506485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4e7f0-f73c-4a2e-96e1-e5dcaa445abc req-46c3aeb6-36b6-40b7-b80b-fba7294029ae tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:41.507996 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-98a4e7f0-f73c-4a2e-96e1-e5dcaa445abc req-46c3aeb6-36b6-40b7-b80b-fba7294029ae tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 1.2496152 Feb 09 13:19:41.509830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-9fe81a71-1ba8-47ab-976a-f9331773dc5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:41.511190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-9fe81a71-1ba8-47ab-976a-f9331773dc5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d HTTP/1.1" status: 200 len: 797 time: 0.3252425 Feb 09 13:19:41.524407 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.559645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ee98fc-df9b-43ad-8562-6f5235fb49ff']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:41.573075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13af4002-b952-4250-9a5c-1c62368385ca') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:41.573374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13af4002-b952-4250-9a5c-1c62368385ca') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:41.585260 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.601333 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.608097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:19:41.608607 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:19:41.624142 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:19:41.708227 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.736741 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.750056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Network': ['ID=55ee98fc-df9b-43ad-8562-6f5235fb49ff,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:41.758841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6ad62598-e4ae-4575-9dfb-3a687aaff89e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/networks/55ee98fc-df9b-43ad-8562-6f5235fb49ff HTTP/1.1" status: 204 len: 168 time: 1.3641117 Feb 09 13:19:41.759995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57080) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:41.789819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.794452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.827102 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.827577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Fanout notify agent at l3_agent the message router_deleted on router f3009172-3c70-4d24-a08d-3dd027b78456 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:19:41.884771 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b73eed1-9c57-43bc-9aa6-c6450753b685 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:41.885096 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b73eed1-9c57-43bc-9aa6-c6450753b685 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.201201 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-98a4e7f0-f73c-4a2e-96e1-e5dcaa445abc req-d0dccab1-3d75-4fe4-b60b-adaedc0007ad tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6615005 Feb 09 13:19:42.203836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4855e309-1a68-4215-a65f-a7f0147f4ec1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=718ee07bb5ae4353956aa68226f1a5e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4915829 Feb 09 13:19:42.206833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57086) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:42.214855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-3b73eed1-9c57-43bc-9aa6-c6450753b685 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for f9664cb8-0c36-4281-a3c9-bfc0566a5c93 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:42.258327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.259478 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e171d693-b33b-4693-afe7-eb730a2a8175 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/f3009172-3c70-4d24-a08d-3dd027b78456 HTTP/1.1" status: 204 len: 168 time: 7.7434123 Feb 09 13:19:42.267156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57094) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:42.289984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-262523744', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:42.305238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a385-a402-4d25-8391-bd0f47c986d1 req-894d71a1-d413-4b40-a842-42088e94b17e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:42.309501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:42.310180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a385-a402-4d25-8391-bd0f47c986d1 req-894d71a1-d413-4b40-a842-42088e94b17e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:42.315084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a385-a402-4d25-8391-bd0f47c986d1 req-894d71a1-d413-4b40-a842-42088e94b17e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:42.321880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a385-a402-4d25-8391-bd0f47c986d1 req-894d71a1-d413-4b40-a842-42088e94b17e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:42.323363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Usage tracker for resource:router and tenant:98a85b4f2e94449ba6b762cbded91109 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:42.326629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a385-a402-4d25-8391-bd0f47c986d1 req-894d71a1-d413-4b40-a842-42088e94b17e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:42.331669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:42.334942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a385-a402-4d25-8391-bd0f47c986d1 req-894d71a1-d413-4b40-a842-42088e94b17e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:42.339879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6b539cab-c94d-4912-a502-e52c1ab61507 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:42.340749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954a385-a402-4d25-8391-bd0f47c986d1 req-894d71a1-d413-4b40-a842-42088e94b17e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:42.342913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2954a385-a402-4d25-8391-bd0f47c986d1 req-894d71a1-d413-4b40-a842-42088e94b17e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.8210213 Feb 09 13:19:42.372214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:42.379615 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9ac00539-e0c5-406b-995c-c5631e1e9303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.384595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6b539cab-c94d-4912-a502-e52c1ab61507 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:42.385486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6b539cab-c94d-4912-a502-e52c1ab61507 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:42.386229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:42.411713 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.412591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.417448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.425241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-7e6f6aed-91b5-4a1c-ba20-f77c6fa65f1e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8864181 Feb 09 13:19:42.425717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:42.426783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0fbcf63a-f70c-42dc-81a2-80e82dc05c7b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:42.428652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2954a385-a402-4d25-8391-bd0f47c986d1 req-5624c068-7358-4b99-95c8-14e5e6db7dd2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717936 Feb 09 13:19:42.501908 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9ac00539-e0c5-406b-995c-c5631e1e9303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.660125 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.693144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc39d8a4-eaea-4911-a70d-03df7e6763d7 req-91a105b3-11b2-4905-97cd-270a77625166 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 210 time: 0.2735648 Feb 09 13:19:42.695044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-63263604-3e35-44ee-bfe6-e463e85d0522 service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760700 Feb 09 13:19:42.896428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9ac00539-e0c5-406b-995c-c5631e1e9303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.924109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac00539-e0c5-406b-995c-c5631e1e9303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539e3a7a-c9da-4326-83cf-a9db9d2296d1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:42.949570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9ac00539-e0c5-406b-995c-c5631e1e9303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:42.950726 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9ac00539-e0c5-406b-995c-c5631e1e9303 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/539e3a7a-c9da-4326-83cf-a9db9d2296d1 HTTP/1.1" status: 204 len: 168 time: 0.7426565 Feb 09 13:19:42.954265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.035535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-c6c2737a-43cf-41ed-8461-56d8e0dee434 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:43.036999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-c6c2737a-43cf-41ed-8461-56d8e0dee434 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.2131455 Feb 09 13:19:43.146757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Request body: {'port': {'device_id': 'cdb2940e-9f55-42cb-abb8-e6b44322fcd4', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'admin_state_up': True, 'tenant_id': 'b61e4f1740014417a9a4bf493277ef6d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:43.345748 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-f353fb6e-62fd-472c-b49b-6b3462b8de81 service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5956206 Feb 09 13:19:43.359842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a331304-3e9b-4e5d-a78f-1d01b048f1ad req-222f1f02-96e5-48e4-9fac-ecf460414c3d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:43.361413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a331304-3e9b-4e5d-a78f-1d01b048f1ad req-222f1f02-96e5-48e4-9fac-ecf460414c3d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.6654806 Feb 09 13:19:43.420534 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.453059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.476288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-f96e4438-1428-44a3-8cef-b5b9fb1077f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=b5f9211f-81ae-41f8-83a1-88787a718ab2 HTTP/1.1" status: 200 len: 217 time: 0.1111922 Feb 09 13:19:43.481445 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b73eed1-9c57-43bc-9aa6-c6450753b685 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.522486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:43.584684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73eed1-9c57-43bc-9aa6-c6450753b685 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=f9664cb8-0c36-4281-a3c9-bfc0566a5c93,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:43.600356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:43.645645 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a331304-3e9b-4e5d-a78f-1d01b048f1ad req-ad434f89-7f1d-4207-8783-16b94f667e38 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158742 Feb 09 13:19:43.657527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Allocated IP 172.25.5.237 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/083591a1-0bf2-4eba-9958-93ae253fce61) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:43.662289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Made reservation on behalf of b61e4f1740014417a9a4bf493277ef6d for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:43.665445 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.777037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-5cc9efa5-645e-4a1b-968e-c6b55ed0e279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:43.778481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-5cc9efa5-645e-4a1b-968e-c6b55ed0e279 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d HTTP/1.1" status: 200 len: 797 time: 0.2918053 Feb 09 13:19:43.847537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port 50912435-5a95-45e8-8eac-bb88b9fad28b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:43.848127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.890175 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b73eed1-9c57-43bc-9aa6-c6450753b685 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.940514 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.944014 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b73eed1-9c57-43bc-9aa6-c6450753b685 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:43.949688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3b73eed1-9c57-43bc-9aa6-c6450753b685 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/floatingips/1a5735a9-7deb-42e0-a616-c5cbc1350ae6 HTTP/1.1" status: 204 len: 168 time: 3.7981377 Feb 09 13:19:43.955285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57136) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:44.013766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '4ceba7e5-9fb8-4b10-a6b1-672b0974832f'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:44.040143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:44.051829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9aae5-f095-49c1-bd68-4379904d15c6 req-9536c429-7b43-4a0f-83a5-32435d14eede tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.056547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9aae5-f095-49c1-bd68-4379904d15c6 req-9536c429-7b43-4a0f-83a5-32435d14eede tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.061016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9aae5-f095-49c1-bd68-4379904d15c6 req-9536c429-7b43-4a0f-83a5-32435d14eede tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.065432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9aae5-f095-49c1-bd68-4379904d15c6 req-9536c429-7b43-4a0f-83a5-32435d14eede tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.068995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9aae5-f095-49c1-bd68-4379904d15c6 req-9536c429-7b43-4a0f-83a5-32435d14eede tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.073575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9aae5-f095-49c1-bd68-4379904d15c6 req-9536c429-7b43-4a0f-83a5-32435d14eede tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.077118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9aae5-f095-49c1-bd68-4379904d15c6 req-9536c429-7b43-4a0f-83a5-32435d14eede tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:44.079037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bf9aae5-f095-49c1-bd68-4379904d15c6 req-9536c429-7b43-4a0f-83a5-32435d14eede tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.4252784 Feb 09 13:19:44.087154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:floatingip and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:44.091339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:44.107901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-29cb53df-b1e7-48ef-a16b-c9b19c0cbda1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3212943 Feb 09 13:19:44.126025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:44.157475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57146) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:44.170408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Allocated IP 172.20.0.9 (7940e2b9-7074-4987-9b54-3d4469043068/8b2890f1-cd7a-4c34-9690-caa4a64bcb7e/cad27ec5-e7b7-4d71-896c-52a2f6dc548d) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:44.223418 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.326588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:44.334097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:44.336783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:44.380348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.419384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Pushing event updated for resources: {'Port': ['ID=083591a1-0bf2-4eba-9958-93ae253fce61,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:44.441947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port 50912435-5a95-45e8-8eac-bb88b9fad28b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=50912435-5a95-45e8-8eac-bb88b9fad28b,segment=NetworkSegment(d372b900-b4e4-4c2f-af85-944b8721a4dd),segment_id=d372b900-b4e4-4c2f-af85-944b8721a4dd)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:44.442317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.461983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bf9aae5-f095-49c1-bd68-4379904d15c6 req-43a8b3d7-2e2d-4d11-ada2-42d3dee5b9c9 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3646102 Feb 09 13:19:44.520945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-f7415fbc-e3a7-454e-9e12-f0b29a6a10fa service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928130 Feb 09 13:19:44.589115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for 50912435-5a95-45e8-8eac-bb88b9fad28b owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:44.671445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-706036759'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:44.735767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:44.755758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.756584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.800435 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:network and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:44.840688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:44.880482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:44.883297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-138caf79-0e39-4033-b37b-cae89426f8e4 req-530d0ba4-70b9-4eef-96fa-086d68be33f6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:44.939059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:44.942210 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.957734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:44.982960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-138caf79-0e39-4033-b37b-cae89426f8e4 req-530d0ba4-70b9-4eef-96fa-086d68be33f6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:44.984606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-138caf79-0e39-4033-b37b-cae89426f8e4 req-530d0ba4-70b9-4eef-96fa-086d68be33f6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 210 time: 0.2036297 Feb 09 13:19:44.989468 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-f5f9e191-6894-4f76-8c7e-66e0e17823ba service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983877 Feb 09 13:19:44.994514 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.007108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=50912435-5a95-45e8-8eac-bb88b9fad28b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:45.147541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.162771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-bbc2c8d0-9356-42fa-9e47-edefe03acf2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 HTTP/1.1" status: 200 len: 217 time: 0.1580801 Feb 09 13:19:45.233527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:45.237777 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.253400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:security_group_rule and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:45.259782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:45.313284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:45.315365 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.348151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-58f64ab2-abc5-421a-afed-9c5db83c83aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:45.349599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-58f64ab2-abc5-421a-afed-9c5db83c83aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00f948f1-86ae-48a3-94b7-0c5b8a4f9001 HTTP/1.1" status: 200 len: 797 time: 0.1755939 Feb 09 13:19:45.439005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-fbf9d6da-4c26-46d1-9c60-20dedaeeba77 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:45.440986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-fbf9d6da-4c26-46d1-9c60-20dedaeeba77 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=985c8ed2-3708-45bf-9426-ec9edd584e54 HTTP/1.1" status: 200 len: 943 time: 0.3652449 Feb 09 13:19:45.445994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.450837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Router 51c21b88-fb49-4993-82f2-95a098c71e00 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:19:45.458446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:19:45.676951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event updated for resources: {'Port': ['ID=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:45.767384 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.796614 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.808129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Network 7940e2b9-7074-4987-9b54-3d4469043068 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:45.830522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.25.5.208 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/2f0f32b6-b700-4b1c-885e-30d311072a84) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:45.839570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:45.842111 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:45.897209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-4d81731d-0eb9-453c-8387-b3651fa617b1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Deleting port 51bc51d6-c219-4515-974d-efec5b1c3a85 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:45.897556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-4d81731d-0eb9-453c-8387-b3651fa617b1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:45.975080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-98facc86-adf9-4210-bd68-755e18853df3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10a58f19-21e1-4dd7-9137-587130a0e201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6106112 Feb 09 13:19:45.981555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:19:46.008740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e4289f-342c-49fc-8253-8dce60651664,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:46.075521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:46.086538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e67c7b-5bcc-4976-8470-b1d291d24608 None None] Sync routers for ids ['51c21b88-fb49-4993-82f2-95a098c71e00'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:46.099262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e67c7b-5bcc-4976-8470-b1d291d24608 None None] Routers {'51c21b88-fb49-4993-82f2-95a098c71e00'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:46.099952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b9e67c7b-5bcc-4976-8470-b1d291d24608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['51c21b88-fb49-4993-82f2-95a098c71e00'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:46.150307 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.154363 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aa7deb85-c40f-4820-bf98-7c1f0f54ec1b tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8860829 Feb 09 13:19:46.155961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57198) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:46.166437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b9e67c7b-5bcc-4976-8470-b1d291d24608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:46.172615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:46.184413 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.186902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e67c7b-5bcc-4976-8470-b1d291d24608 None None] Routers {'51c21b88-fb49-4993-82f2-95a098c71e00'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:46.187537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b9e67c7b-5bcc-4976-8470-b1d291d24608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['51c21b88-fb49-4993-82f2-95a098c71e00'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:46.219492 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.219888 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Added segment 469980f9-4804-4654-8ef0-0b64e1abf5d5 of type vlan for network 83183fcb-b747-497b-a831-d4d18857b654 Feb 09 13:19:46.235363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.236077 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.251134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b9e67c7b-5bcc-4976-8470-b1d291d24608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:46.251738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e67c7b-5bcc-4976-8470-b1d291d24608 None None] The sync data for ids ['51c21b88-fb49-4993-82f2-95a098c71e00'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:46.335223 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c24adde0-1f2e-4eb2-8fbe-a447e13ec62d req-bfb62f3b-e6c7-41a1-a176-1da1646fd54e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2618406 Feb 09 13:19:46.347816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:46.471026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.509736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e764a-c476-4de4-a569-41dc283124cd req-9332ef6d-71da-457a-b1e0-fbe07bfb5f0a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.513604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e764a-c476-4de4-a569-41dc283124cd req-9332ef6d-71da-457a-b1e0-fbe07bfb5f0a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.517439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e764a-c476-4de4-a569-41dc283124cd req-9332ef6d-71da-457a-b1e0-fbe07bfb5f0a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.521292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e764a-c476-4de4-a569-41dc283124cd req-9332ef6d-71da-457a-b1e0-fbe07bfb5f0a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.525224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e764a-c476-4de4-a569-41dc283124cd req-9332ef6d-71da-457a-b1e0-fbe07bfb5f0a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.529089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e764a-c476-4de4-a569-41dc283124cd req-9332ef6d-71da-457a-b1e0-fbe07bfb5f0a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.533046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e764a-c476-4de4-a569-41dc283124cd req-9332ef6d-71da-457a-b1e0-fbe07bfb5f0a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.534886 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-725e764a-c476-4de4-a569-41dc283124cd req-9332ef6d-71da-457a-b1e0-fbe07bfb5f0a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.8486953 Feb 09 13:19:46.584931 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c24adde0-1f2e-4eb2-8fbe-a447e13ec62d req-820a3b8c-9eea-4900-a743-a3846f6ec8da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 1096 time: 0.2210226 Feb 09 13:19:46.595820 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-0054c1ec-defb-4128-99a3-52035d05ad6d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4556010 Feb 09 13:19:46.678387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Request body: {'port': {'device_id': 'cdb2940e-9f55-42cb-abb8-e6b44322fcd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:46.711592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:19:46.741536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-ef2fbf5b-e57f-4897-9b73-444bdf2e6876 service neutron] 10.222.0.67 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524693 Feb 09 13:19:46.748674 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.830397 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.834327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.835094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:46.849808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:46.858293 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3fff9879-6014-4529-95db-43d3548f31b3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0971885 Feb 09 13:19:46.860334 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:46.864556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57204) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:46.872876 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:46.873713 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:46.894749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24adde0-1f2e-4eb2-8fbe-a447e13ec62d req-64ddd24e-43e9-4f32-bafa-a6c844b2850a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:46.896213 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c24adde0-1f2e-4eb2-8fbe-a447e13ec62d req-64ddd24e-43e9-4f32-bafa-a6c844b2850a service neutron] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 906 time: 0.2799752 Feb 09 13:19:46.986163 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c24adde0-1f2e-4eb2-8fbe-a447e13ec62d req-363e41f8-5278-44a3-a16a-e64f1c5f4084 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b30630-472c-4fe7-95a0-52ec6b5dcc8d HTTP/1.1" status: 200 len: 217 time: 0.0756280 Feb 09 13:19:47.052703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-725e764a-c476-4de4-a569-41dc283124cd req-88b0020b-85cd-4f7d-a7a9-780872a943d1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4904001 Feb 09 13:19:47.058043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-e9211301-b06c-48c4-b741-d4b035a11e51 service neutron] 10.222.0.67 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939279 Feb 09 13:19:47.067745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24adde0-1f2e-4eb2-8fbe-a447e13ec62d req-f078fa4b-4391-4a39-b3b9-23d0b7e86d14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:47.069204 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c24adde0-1f2e-4eb2-8fbe-a447e13ec62d req-f078fa4b-4391-4a39-b3b9-23d0b7e86d14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.0757728 Feb 09 13:19:47.210226 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:47.259715 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.0946765 Feb 09 13:19:47.268845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-4d81731d-0eb9-453c-8387-b3651fa617b1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] For port 51bc51d6-c219-4515-974d-efec5b1c3a85, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51bc51d6-c219-4515-974d-efec5b1c3a85,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:47.269449 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-4d81731d-0eb9-453c-8387-b3651fa617b1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.288776 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c24adde0-1f2e-4eb2-8fbe-a447e13ec62d req-594f57fe-c567-4ab6-97bb-3b65259b3e07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2135684 Feb 09 13:19:47.372757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-161a134d-c875-4e42-a306-8ea04cd14a18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1d54154-7ddf-4923-b348-8cbc69e1117c HTTP/1.1" status: 200 len: 217 time: 0.2351108 Feb 09 13:19:47.373960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.612455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-4d81731d-0eb9-453c-8387-b3651fa617b1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Calling delete_port for 51bc51d6-c219-4515-974d-efec5b1c3a85 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:47.650072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b50b49-a4b3-4950-9741-fc6e440a9174 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Network': ['ID=83183fcb-b747-497b-a831-d4d18857b654,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:47.657347 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:44Z', 'revision_number': 10, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:47.663814 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:19:47.686222 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c24adde0-1f2e-4eb2-8fbe-a447e13ec62d req-373c0dea-81ef-4537-8d66-94ff49da6f31 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645222 Feb 09 13:19:47.686994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.710704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 83183fcb-b747-497b-a831-d4d18857b654 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:19:47.713499 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:47.714354 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:47.850114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-629889d2-e1cc-4532-8785-d47b2b2edf8d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting subnet f4e93580-31ea-4e1e-8519-eb2e33d06501 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:47.870040 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-629889d2-e1cc-4532-8785-d47b2b2edf8d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:47.913160 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c24adde0-1f2e-4eb2-8fbe-a447e13ec62d req-0c2ab785-ec36-48d7-a326-da42089a8235 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134619 Feb 09 13:19:47.950573 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-629889d2-e1cc-4532-8785-d47b2b2edf8d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.043667 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:48.077993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.109476 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-629889d2-e1cc-4532-8785-d47b2b2edf8d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.171620 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.189074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Deleting port 083591a1-0bf2-4eba-9958-93ae253fce61 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:48.189535 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.291021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-629889d2-e1cc-4532-8785-d47b2b2edf8d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.385349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629889d2-e1cc-4532-8785-d47b2b2edf8d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e93580-31ea-4e1e-8519-eb2e33d06501,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:48.401819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3505ad-6079-4b8c-8334-7a404c7011b3 None None] Network 0c94758b-19ff-49e3-93bf-b09e92ed34b4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:48.412530 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-629889d2-e1cc-4532-8785-d47b2b2edf8d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.422694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad27ec5-e7b7-4d71-896c-52a2f6dc548d {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:19:48.431594 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.441259 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-629889d2-e1cc-4532-8785-d47b2b2edf8d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/f4e93580-31ea-4e1e-8519-eb2e33d06501 HTTP/1.1" status: 204 len: 168 time: 1.5756729 Feb 09 13:19:48.444460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57218) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:48.448056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Transition to ACTIVE for port object cad27ec5-e7b7-4d71-896c-52a2f6dc548d will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:48.531030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=2f0f32b6-b700-4b1c-885e-30d311072a84,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:48.533728 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.560427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.624028 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:44Z', 'revision_number': 10, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:48.624523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d7920ca5-f37c-456d-81bf-07bb481ceee0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:48.625447 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-d7920ca5-f37c-456d-81bf-07bb481ceee0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00f948f1-86ae-48a3-94b7-0c5b8a4f9001 HTTP/1.1" status: 200 len: 797 time: 1.2293344 Feb 09 13:19:48.628190 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3ab012-d974-47fc-8436-250c3e9b27ba None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:44Z', 'revision_number': 10, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None, '_interfaces': [{'id': '86c7ab45-015a-45d3-a1e2-7793a9fc81e5', 'name': '', 'network_id': '4bfdd240-8822-42af-be12-6bcf3d913f3f', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'mac_address': 'fa:16:3e:19:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a91c849-767c-484f-9537-84b0dc925a08', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:18:16Z', 'updated_at': '2022-02-09T13:18:36Z', 'revision_number': 5, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'subnets': [{'id': '6a91c849-767c-484f-9537-84b0dc925a08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:48.768190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:48.778343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Pushing event updated for resources: {'Port': ['ID=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:48.829136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Calling delete_port for 083591a1-0bf2-4eba-9958-93ae253fce61 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:48.831662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:48.837705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:48.902890 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.943550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:48.943550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.943866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aea9fd-d5aa-4af2-ae20-e5946399a8e7 req-92c4958a-42e0-48a4-b0c0-d0ba9a5e8d15 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:48.950306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35aea9fd-d5aa-4af2-ae20-e5946399a8e7 req-92c4958a-42e0-48a4-b0c0-d0ba9a5e8d15 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 931 time: 1.5975885 Feb 09 13:19:48.980089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-4d81731d-0eb9-453c-8387-b3651fa617b1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:48.994053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['c22d0dc0-a022-479e-a05b-26d73a67ed6e', '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:19:49.099021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81731d-0eb9-453c-8387-b3651fa617b1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event deleted for resources: {'Port': ['ID=51bc51d6-c219-4515-974d-efec5b1c3a85,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:49.127492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c56e9-58bb-45ff-aa3b-38f32aeb5e0b None None] DHCP port deletion for 0c94758b-19ff-49e3-93bf-b09e92ed34b4 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:19:49.151472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c56e9-58bb-45ff-aa3b-38f32aeb5e0b None None] Deleting port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:49.152163 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c1c56e9-58bb-45ff-aa3b-38f32aeb5e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.252787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-8dc4337b-fb65-4272-8723-dbdcfa8cd804 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10a58f19-21e1-4dd7-9137-587130a0e201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5706992 Feb 09 13:19:49.401659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35aea9fd-d5aa-4af2-ae20-e5946399a8e7 req-d49ac470-da55-41ca-8620-4486c1d0d77c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4509952 Feb 09 13:19:49.538404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5c1c56e9-58bb-45ff-aa3b-38f32aeb5e0b None None] For port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3c5c0f1a-443e-4e50-9d67-2ef01a01caa2,segment=NetworkSegment(d372b900-b4e4-4c2f-af85-944b8721a4dd),segment_id=d372b900-b4e4-4c2f-af85-944b8721a4dd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:49.538876 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c1c56e9-58bb-45ff-aa3b-38f32aeb5e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.767851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c56e9-58bb-45ff-aa3b-38f32aeb5e0b None None] Calling delete_port for 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:49.793602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3c5c0f1a-443e-4e50-9d67-2ef01a01caa2,segment=NetworkSegment(d372b900-b4e4-4c2f-af85-944b8721a4dd),segment_id=d372b900-b4e4-4c2f-af85-944b8721a4dd)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:49.794242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.860937 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c1c56e9-58bb-45ff-aa3b-38f32aeb5e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.939280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-4d81731d-0eb9-453c-8387-b3651fa617b1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] No DVR routers for this DVR port 51bc51d6-c219-4515-974d-efec5b1c3a85 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:49.942707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Attempting to bind port cad27ec5-e7b7-4d71-896c-52a2f6dc548d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:49.942707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Attempting to bind port cad27ec5-e7b7-4d71-896c-52a2f6dc548d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:49.943010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Attempting to bind port cad27ec5-e7b7-4d71-896c-52a2f6dc548d on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:49.945910 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-4d81731d-0eb9-453c-8387-b3651fa617b1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:49.958161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'name': 'network-vif-deleted', 'tag': '51bc51d6-c219-4515-974d-efec5b1c3a85'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:49.979895 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:50.003755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:50.004419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Port cad27ec5-e7b7-4d71-896c-52a2f6dc548d on network 7940e2b9-7074-4987-9b54-3d4469043068 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:19:50.004741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Attempting to bind port cad27ec5-e7b7-4d71-896c-52a2f6dc548d on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:50.021384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c56e9-58bb-45ff-aa3b-38f32aeb5e0b None None] No DVR routers for this DVR port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:50.024860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:50.025820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Checking segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:50.026212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Bound using segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:50.026770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Bound port: cad27ec5-e7b7-4d71-896c-52a2f6dc548d, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:50.027121 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:50.033211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c56e9-58bb-45ff-aa3b-38f32aeb5e0b None None] Pushing event deleted for resources: {'Port': ['ID=3c5c0f1a-443e-4e50-9d67-2ef01a01caa2,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:50.058929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6f57417-1039-4267-b03c-c5f4ea3cebe5 req-4d81731d-0eb9-453c-8387-b3651fa617b1 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "DELETE /v2.0/ports/51bc51d6-c219-4515-974d-efec5b1c3a85 HTTP/1.1" status: 204 len: 173 time: 4.5660708 Feb 09 13:19:50.128099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-1b831567-f8c7-4d63-994a-81a48e38abe5 service neutron] 10.222.0.67 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8608809 Feb 09 13:19:50.187022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Pushing event deleted for resources: {'Port': ['ID=083591a1-0bf2-4eba-9958-93ae253fce61,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:50.401182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 50912435-5a95-45e8-8eac-bb88b9fad28b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:50.484146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 50912435-5a95-45e8-8eac-bb88b9fad28b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:50.484968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 50912435-5a95-45e8-8eac-bb88b9fad28b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:50.485483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:50.542880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:50.571919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:50.572416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:50.638870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:19:50.639697 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:19:50.714689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:50.718840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:50.728651 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:50.847350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57242) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:50.866733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'subnet': {'network_id': '83183fcb-b747-497b-a831-d4d18857b654', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:50.888295 n-d-825175-3 neutron-server[83480]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '985c8ed2-3708-45bf-9426-ec9edd584e54', 'name': 'network-vif-deleted', 'tag': '51bc51d6-c219-4515-974d-efec5b1c3a85', 'status': 'failed', 'code': 422} returned with failed status Feb 09 13:19:50.993739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:50.996932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Router 51c21b88-fb49-4993-82f2-95a098c71e00 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:51.000535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:subnet and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:51.004447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:51.011561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:51.063004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9e0b-da11-439e-97f6-f828d4f17c62 req-31a15db7-9afb-41b1-a3d1-3cc56f8b3d9a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.066894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9e0b-da11-439e-97f6-f828d4f17c62 req-31a15db7-9afb-41b1-a3d1-3cc56f8b3d9a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.070810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9e0b-da11-439e-97f6-f828d4f17c62 req-31a15db7-9afb-41b1-a3d1-3cc56f8b3d9a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.074781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9e0b-da11-439e-97f6-f828d4f17c62 req-31a15db7-9afb-41b1-a3d1-3cc56f8b3d9a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.077809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:51.078998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9e0b-da11-439e-97f6-f828d4f17c62 req-31a15db7-9afb-41b1-a3d1-3cc56f8b3d9a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.082905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9e0b-da11-439e-97f6-f828d4f17c62 req-31a15db7-9afb-41b1-a3d1-3cc56f8b3d9a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.087532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da9e0b-da11-439e-97f6-f828d4f17c62 req-31a15db7-9afb-41b1-a3d1-3cc56f8b3d9a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.089393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7da9e0b-da11-439e-97f6-f828d4f17c62 req-31a15db7-9afb-41b1-a3d1-3cc56f8b3d9a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 1.3809402 Feb 09 13:19:51.156071 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.192342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] For port cad27ec5-e7b7-4d71-896c-52a2f6dc548d, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:51.235041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] For port cad27ec5-e7b7-4d71-896c-52a2f6dc548d, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:51.252381 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.271880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port 3c5c0f1a-443e-4e50-9d67-2ef01a01caa2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:51.272207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.298240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c1657b6-d9e6-4c22-917b-de8f0d450b84 req-c13f0aa5-a169-4486-a580-03533729e893 service neutron] 10.222.0.67 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1612976 Feb 09 13:19:51.346871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7da9e0b-da11-439e-97f6-f828d4f17c62 req-1d757739-9a64-45e3-91fa-12a89e3dd03e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2378249 Feb 09 13:19:51.359864 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.361168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] 10.222.0.67 "PUT /v2.0/ports/cad27ec5-e7b7-4d71-896c-52a2f6dc548d HTTP/1.1" status: 200 len: 1091 time: 4.7009728 Feb 09 13:19:51.405578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] The port '3c5c0f1a-443e-4e50-9d67-2ef01a01caa2' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:19:51.496074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a93c6b-5c06-4536-800f-a7b378bdf8a8 req-9ae71c46-0412-4eb3-8d02-1bba8e721633 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:51.497921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48a93c6b-5c06-4536-800f-a7b378bdf8a8 req-9ae71c46-0412-4eb3-8d02-1bba8e721633 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 943 time: 0.5034275 Feb 09 13:19:51.512663 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.514006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a8a2d-7c87-4597-bacd-f98cd073a2fe service neutron] Pushing event updated for resources: {'Port': ['ID=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:51.601476 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.612616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:51.627680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d82f5-8205-4034-82ab-0ed603e6f7dd None None] Sync routers for ids ['51c21b88-fb49-4993-82f2-95a098c71e00'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:51.641218 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d82f5-8205-4034-82ab-0ed603e6f7dd None None] Routers {'51c21b88-fb49-4993-82f2-95a098c71e00'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:51.642487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b46d82f5-8205-4034-82ab-0ed603e6f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['51c21b88-fb49-4993-82f2-95a098c71e00'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:51.685898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48a93c6b-5c06-4536-800f-a7b378bdf8a8 req-dda78a2f-6949-40a2-a0f3-8f1c28ba3bf9 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674194 Feb 09 13:19:51.707198 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.708463 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-31c7fdcc-4318-4c89-9eb1-c7ef7b36d5c7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "PUT /v2.0/routers/51c21b88-fb49-4993-82f2-95a098c71e00 HTTP/1.1" status: 200 len: 705 time: 5.5514317 Feb 09 13:19:51.710418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c94758b-19ff-49e3-93bf-b09e92ed34b4']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:51.717038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b46d82f5-8205-4034-82ab-0ed603e6f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:51.729093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57248) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:51.730330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d82f5-8205-4034-82ab-0ed603e6f7dd None None] Routers {'51c21b88-fb49-4993-82f2-95a098c71e00'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:51.731136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b46d82f5-8205-4034-82ab-0ed603e6f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['51c21b88-fb49-4993-82f2-95a098c71e00'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:51.737663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd372b900-b4e4-4c2f-af85-944b8721a4dd') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:51.738016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd372b900-b4e4-4c2f-af85-944b8721a4dd') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:51.758367 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.795344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.796890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b46d82f5-8205-4034-82ab-0ed603e6f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:51.797299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d82f5-8205-4034-82ab-0ed603e6f7dd None None] The sync data for ids ['51c21b88-fb49-4993-82f2-95a098c71e00'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:51.813299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:19:51.813659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:19:51.833554 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:19:51.868802 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:19:51.885892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-ee5a571c-18a2-4051-a5ad-d210ef610ed9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 1094 time: 0.4309142 Feb 09 13:19:51.902720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7a2bbb9-43d1-4128-8e5a-91b2365ff78f req-f4ee7446-9f46-4f00-aaa6-d9774150f05c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 6484 time: 0.5063703 Feb 09 13:19:51.938090 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.979759 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:51.999525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:52.024868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Network': ['ID=0c94758b-19ff-49e3-93bf-b09e92ed34b4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:52.030183 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:52.039043 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ec840d0f-85bd-4f87-8745-36e493a8cc7e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/networks/0c94758b-19ff-49e3-93bf-b09e92ed34b4 HTTP/1.1" status: 204 len: 168 time: 3.5937877 Feb 09 13:19:52.043799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57254) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:52.105744 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:52.166689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-bb19102d-fbe8-4936-b641-ab4f363c35f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cad27ec5-e7b7-4d71-896c-52a2f6dc548d HTTP/1.1" status: 200 len: 217 time: 0.2342315 Feb 09 13:19:52.237156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Subnet': ['ID=6d3196d8-fb2d-4ec3-8592-6686dfb9aad0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:52.267004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ccb9d7d6-e396-4d23-bb6e-badf85b11261 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/routers/51c21b88-fb49-4993-82f2-95a098c71e00 HTTP/1.1" status: 200 len: 740 time: 0.5317616 Feb 09 13:19:52.274127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57258) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:52.299256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=2f0f32b6-b700-4b1c-885e-30d311072a84,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:52.315162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Checking segment: {'id': '469980f9-4804-4654-8ef0-0b64e1abf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '83183fcb-b747-497b-a831-d4d18857b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:52.315790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network hostable DHCP agents. Network: 83183fcb-b747-497b-a831-d4d18857b654, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:19:52.331741 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-31aec012-b3a1-41e9-903c-e64f28d1e077 tempest-RoutersAdminTest-1534796574 tempest-RoutersAdminTest-1534796574-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&device_id=51c21b88-fb49-4993-82f2-95a098c71e00 HTTP/1.1" status: 200 len: 205 time: 0.0528092 Feb 09 13:19:52.336183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57262) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:52.402019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df989-e2d1-4973-b654-14ad1c362580 req-9583e709-1268-4d94-839a-a47771f5c717 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.402755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e55df989-e2d1-4973-b654-14ad1c362580 req-9583e709-1268-4d94-839a-a47771f5c717 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Synchronizing usage tracker for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:52.405713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2bbb9-43d1-4128-8e5a-91b2365ff78f req-97e72fdc-9588-4b65-ba0a-5c91d828af53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.407175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7a2bbb9-43d1-4128-8e5a-91b2365ff78f req-97e72fdc-9588-4b65-ba0a-5c91d828af53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=10a58f19-21e1-4dd7-9137-587130a0e201 HTTP/1.1" status: 200 len: 902 time: 0.4657266 Feb 09 13:19:52.408432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-e78fec3a-d4cd-43ef-9ee1-a4f4a57df17c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.409701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-e78fec3a-d4cd-43ef-9ee1-a4f4a57df17c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.2268724 Feb 09 13:19:52.417712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-266f5aa5-d5c9-4e3f-b6ce-6897f5ea1ea4 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=51c21b88-fb49-4993-82f2-95a098c71e00 HTTP/1.1" status: 200 len: 205 time: 0.0730696 Feb 09 13:19:52.417973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network 83183fcb-b747-497b-a831-d4d18857b654 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:19:52.418093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:52.418190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57268) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:52.605272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 83183fcb-b747-497b-a831-d4d18857b654) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:52.615880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cf066e-3d63-4c0b-8cd4-02385fafaea2 None None] Network 83183fcb-b747-497b-a831-d4d18857b654 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:52.734366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:52.734982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:52.773381 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-316a13ce-ab16-46c0-910a-e7156c334bcf tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9177184 Feb 09 13:19:52.775558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57274) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:52.782681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1662445169'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:52.791877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82f6ca99-5ff4-46ad-803a-6de7ce2156b4 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:52.829697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-5530fac5-1ba5-439d-8fa9-29479e67b307 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3545294 Feb 09 13:19:52.839288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:52.850355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-e55df989-e2d1-4973-b654-14ad1c362580 req-9583e709-1268-4d94-839a-a47771f5c717 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Unset dirty status for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:52.851495 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e55df989-e2d1-4973-b654-14ad1c362580 req-9583e709-1268-4d94-839a-a47771f5c717 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 907 time: 0.9647484 Feb 09 13:19:52.856763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:network and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:52.867297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:52.876582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7a2bbb9-43d1-4128-8e5a-91b2365ff78f req-0a5594b2-5b51-48d4-970e-9369b57d29e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1d54154-7ddf-4923-b348-8cbc69e1117c HTTP/1.1" status: 200 len: 217 time: 0.4000347 Feb 09 13:19:52.894139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb2940e-9f55-42cb-abb8-e6b44322fcd4', 'tag': 'cad27ec5-e7b7-4d71-896c-52a2f6dc548d'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:52.902872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-83183fcb-b747-497b-a831-d4d18857b654', 'network_id': '83183fcb-b747-497b-a831-d4d18857b654', 'tenant_id': '8484e10616444a2f90e794ca9a4a7536', 'fixed_ips': [{'subnet_id': '6d3196d8-fb2d-4ec3-8592-6686dfb9aad0'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:19:52.904317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:52.931256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:52.953114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:52.956062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.061462 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.177287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:19:53.180386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Allocated IP 2001:db8:0:ffff::2 (83183fcb-b747-497b-a831-d4d18857b654/6d3196d8-fb2d-4ec3-8592-6686dfb9aad0/1cbddee5-0f0c-479c-bfa5-908eaab4a057) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:53.213280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2bbb9-43d1-4128-8e5a-91b2365ff78f req-79c892cc-1fa9-4d76-b6b1-8d037b9b27ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.214744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7a2bbb9-43d1-4128-8e5a-91b2365ff78f req-79c892cc-1fa9-4d76-b6b1-8d037b9b27ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00f948f1-86ae-48a3-94b7-0c5b8a4f9001 HTTP/1.1" status: 200 len: 797 time: 0.3101594 Feb 09 13:19:53.297067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.297067 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Added segment c8d58871-0fa1-4089-9736-6ca3265e0942 of type vlan for network ecb5e4d7-5222-4344-9074-b0f5149b269f Feb 09 13:19:53.310121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-b7764316-808d-4f79-ab21-d586979b572c service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661806 Feb 09 13:19:53.326030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6796af7-c8c0-47e4-9ca6-78d30cf876fe req-02477968-7d68-4bbf-8e57-1793472574c2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.329848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6796af7-c8c0-47e4-9ca6-78d30cf876fe req-02477968-7d68-4bbf-8e57-1793472574c2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.333739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6796af7-c8c0-47e4-9ca6-78d30cf876fe req-02477968-7d68-4bbf-8e57-1793472574c2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.338165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6796af7-c8c0-47e4-9ca6-78d30cf876fe req-02477968-7d68-4bbf-8e57-1793472574c2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.342180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6796af7-c8c0-47e4-9ca6-78d30cf876fe req-02477968-7d68-4bbf-8e57-1793472574c2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.346249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6796af7-c8c0-47e4-9ca6-78d30cf876fe req-02477968-7d68-4bbf-8e57-1793472574c2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.350110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6796af7-c8c0-47e4-9ca6-78d30cf876fe req-02477968-7d68-4bbf-8e57-1793472574c2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.358318 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6796af7-c8c0-47e4-9ca6-78d30cf876fe req-02477968-7d68-4bbf-8e57-1793472574c2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.6443174 Feb 09 13:19:53.416198 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.431997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Transition to ACTIVE for port object 1cbddee5-0f0c-479c-bfa5-908eaab4a057 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:53.453837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Transition to ACTIVE for port object 1cbddee5-0f0c-479c-bfa5-908eaab4a057 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:53.458567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82f6ca99-5ff4-46ad-803a-6de7ce2156b4 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.461637 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.463863 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.478408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82f6ca99-5ff4-46ad-803a-6de7ce2156b4 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.536561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Network 83183fcb-b747-497b-a831-d4d18857b654 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:53.539456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe663582-80ac-4734-a84d-2c925afe844e req-29cf505c-38d6-44a0-bc15-2436c9e836b3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.540889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:53.543478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:53.547082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe663582-80ac-4734-a84d-2c925afe844e req-29cf505c-38d6-44a0-bc15-2436c9e836b3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 943 time: 0.4403424 Feb 09 13:19:53.547410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-ed808bf8-58c1-4c36-bcbd-d2c2003b75b4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.548160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-ed808bf8-58c1-4c36-bcbd-d2c2003b75b4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Synchronizing usage tracker for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:53.549832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Pushing event updated for resources: {'Port': ['ID=1cbddee5-0f0c-479c-bfa5-908eaab4a057,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:53.558961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.562696 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:53.563280 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.629349 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82f6ca99-5ff4-46ad-803a-6de7ce2156b4 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.630240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f6ca99-5ff4-46ad-803a-6de7ce2156b4 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Fanout notify agent at l3_agent the message router_deleted on router 51c21b88-fb49-4993-82f2-95a098c71e00 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:19:53.637389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-ed808bf8-58c1-4c36-bcbd-d2c2003b75b4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Unset dirty status for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:53.639128 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-ed808bf8-58c1-4c36-bcbd-d2c2003b75b4 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 907 time: 0.3920996 Feb 09 13:19:53.646220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Attempting to bind port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:53.646636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Attempting to bind port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '469980f9-4804-4654-8ef0-0b64e1abf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '83183fcb-b747-497b-a831-d4d18857b654'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:53.647600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Attempting to bind port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 on network 83183fcb-b747-497b-a831-d4d18857b654 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:53.653949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:53.654347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Checking segment: {'id': '469980f9-4804-4654-8ef0-0b64e1abf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '83183fcb-b747-497b-a831-d4d18857b654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:53.654777 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.655150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6796af7-c8c0-47e4-9ca6-78d30cf876fe req-3efe6499-c98d-4b21-ad38-f1dc77bed117 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2958906 Feb 09 13:19:53.655287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Bound using segment: {'id': '469980f9-4804-4654-8ef0-0b64e1abf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '83183fcb-b747-497b-a831-d4d18857b654'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:53.655607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Bound port: 1cbddee5-0f0c-479c-bfa5-908eaab4a057, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469980f9-4804-4654-8ef0-0b64e1abf5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '83183fcb-b747-497b-a831-d4d18857b654'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:53.655967 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.663110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7a2bbb9-43d1-4128-8e5a-91b2365ff78f req-ad65e7eb-3e7e-46b8-98f8-af1f8134d081 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10a58f19-21e1-4dd7-9137-587130a0e201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4294400 Feb 09 13:19:53.668173 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73057e9d-cfc3-42b4-8f1f-eaa56b2415ea req-8a66d356-5112-4f09-a1aa-a55f215d3f8f service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060787 Feb 09 13:19:53.691077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82f6ca99-5ff4-46ad-803a-6de7ce2156b4 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.692675 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-82f6ca99-5ff4-46ad-803a-6de7ce2156b4 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/51c21b88-fb49-4993-82f2-95a098c71e00 HTTP/1.1" status: 204 len: 168 time: 1.2732801 Feb 09 13:19:53.702037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57280) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:53.728492 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe663582-80ac-4734-a84d-2c925afe844e req-6f3ebe6d-7d29-46ea-b7ae-813ed19ec562 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786239 Feb 09 13:19:53.743966 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9667444 Feb 09 13:19:53.746417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57284) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:53.755018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'subnet': {'network_id': 'ecb5e4d7-5222-4344-9074-b0f5149b269f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:53.789164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14176e29-4f9c-48ca-b6f8-205d09979822 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Network': ['ID=ecb5e4d7-5222-4344-9074-b0f5149b269f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:53.806430 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network ecb5e4d7-5222-4344-9074-b0f5149b269f details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:19:53.814244 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-18508350-cb85-4a9a-9382-3e10ea8595a7 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=51c21b88-fb49-4993-82f2-95a098c71e00 HTTP/1.1" status: 200 len: 205 time: 0.0757160 Feb 09 13:19:53.834797 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] For port 1cbddee5-0f0c-479c-bfa5-908eaab4a057, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:19:53.847883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57288) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:53.887193 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb2940e-9f55-42cb-abb8-e6b44322fcd4', 'tag': 'cad27ec5-e7b7-4d71-896c-52a2f6dc548d', 'status': 'completed', 'code': 200} Feb 09 13:19:53.895567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] For port 1cbddee5-0f0c-479c-bfa5-908eaab4a057, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1cbddee5-0f0c-479c-bfa5-908eaab4a057,segment=NetworkSegment(469980f9-4804-4654-8ef0-0b64e1abf5d5),segment_id=469980f9-4804-4654-8ef0-0b64e1abf5d5)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:19:53.925574 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.937839 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-5d8f111a-2fcf-45b0-918e-a2b9690ad09e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Deleting port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:53.938174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-5d8f111a-2fcf-45b0-918e-a2b9690ad09e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:53.965118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7a2bbb9-43d1-4128-8e5a-91b2365ff78f req-f3f3a8af-cf82-4e1d-afaf-a93609f17962 service neutron] 10.222.0.67 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941043 Feb 09 13:19:53.968872 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-9fa1c8b2-329f-4ee8-b9e6-196eedbb5bff tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] delete failed (client error): The resource could not be found. Feb 09 13:19:53.969904 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9fa1c8b2-329f-4ee8-b9e6-196eedbb5bff tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/51c21b88-fb49-4993-82f2-95a098c71e00 HTTP/1.1" status: 404 len: 336 time: 0.1210990 Feb 09 13:19:53.978691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57294) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:54.033112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e53f1-c805-4f5d-aa92-f12dfad6895c None None] Pushing event updated for resources: {'Port': ['ID=1cbddee5-0f0c-479c-bfa5-908eaab4a057,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:54.060867 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d98b92fd-e0d0-46dd-ac8c-6756889be43a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3009172-3c70-4d24-a08d-3dd027b78456 HTTP/1.1" status: 200 len: 205 time: 0.0790625 Feb 09 13:19:54.114850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57298) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:54.302446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:54.306734 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP b8647ee9-5266-4b55-8b47-f26859a2d077 associated. External IP: 172.25.5.208, port: 4ceba7e5-9fb8-4b10-a6b1-672b0974832f. Feb 09 13:19:54.340853 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-0753ce95-7c00-4988-9530-1729ee9509eb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] delete failed (client error): The resource could not be found. Feb 09 13:19:54.341877 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0753ce95-7c00-4988-9530-1729ee9509eb tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/f3009172-3c70-4d24-a08d-3dd027b78456 HTTP/1.1" status: 404 len: 336 time: 0.2262301 Feb 09 13:19:54.350932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57302) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:54.357501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1cbddee5-0f0c-479c-bfa5-908eaab4a057 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:54.461211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:54.525788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:subnet and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:54.531620 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b0be71d0-5b95-4bf4-8af1-0f064954e142 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0e68a66-e92a-48fd-bd38-d5f15288aaee HTTP/1.1" status: 200 len: 205 time: 0.1794367 Feb 09 13:19:54.536985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57306) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:54.537755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:54.655854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:54.707975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-5d8f111a-2fcf-45b0-918e-a2b9690ad09e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] For port 8b117ad5-bf3d-448b-8671-2dab3df36ba7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8b117ad5-bf3d-448b-8671-2dab3df36ba7,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:54.708699 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-5d8f111a-2fcf-45b0-918e-a2b9690ad09e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:54.712652 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-d24c4b21-fe55-4361-97a1-0241ba044604 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] delete failed (client error): The resource could not be found. Feb 09 13:19:54.713681 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d24c4b21-fe55-4361-97a1-0241ba044604 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/e0e68a66-e92a-48fd-bd38-d5f15288aaee HTTP/1.1" status: 404 len: 336 time: 0.1709685 Feb 09 13:19:54.717302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57310) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:54.741935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7a2bbb9-43d1-4128-8e5a-91b2365ff78f req-cd17e364-3078-4131-9fbc-885e89964de6 service neutron] 10.222.0.67 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358272 Feb 09 13:19:54.756620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:54.873771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fc53d87-f1f3-489c-9ffe-c3d94b8d4b3d req-faa07015-86e2-4d09-a4e8-45f04e16e523 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 1094 time: 1.0221565 Feb 09 13:19:54.928169 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-17af1903-b942-4f56-81ba-e2d23ef3397c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:54.937802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-5d8f111a-2fcf-45b0-918e-a2b9690ad09e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Calling delete_port for 8b117ad5-bf3d-448b-8671-2dab3df36ba7 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:54.948910 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:54.986100 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a34c4308-a8f9-4fb3-905e-bfe8785748f9 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=44f0b1b7-127c-40b6-b1b6-130c9f1e0353 HTTP/1.1" status: 200 len: 205 time: 0.2584922 Feb 09 13:19:54.987866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57318) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:55.014304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53988a-d07c-4cfc-b624-a00e0c3d1f37 req-87a48280-5f37-43dd-97a4-0cfd60935a4e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.017694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe53988a-d07c-4cfc-b624-a00e0c3d1f37 req-87a48280-5f37-43dd-97a4-0cfd60935a4e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=da73a29f-b8f0-4a7f-8e90-5c6c46f462e1 HTTP/1.1" status: 200 len: 907 time: 0.8856156 Feb 09 13:19:55.069412 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-edecfb78-597d-4f2b-a7a6-68e66c58aa28 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] delete failed (client error): The resource could not be found. Feb 09 13:19:55.070458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-edecfb78-597d-4f2b-a7a6-68e66c58aa28 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/44f0b1b7-127c-40b6-b1b6-130c9f1e0353 HTTP/1.1" status: 404 len: 336 time: 0.0795577 Feb 09 13:19:55.074361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57322) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:55.132402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a85912f8-78ce-4854-8e16-3e02eb35b20d tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9f86890-51b1-40c8-8fbb-20baee0741bf HTTP/1.1" status: 200 len: 205 time: 0.0566661 Feb 09 13:19:55.146192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57326) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:55.237470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f3f312-4b08-4a6a-b71d-768e8d9e9bc8 None None] Network 83183fcb-b747-497b-a831-d4d18857b654 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:55.238492 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-9e68ad1c-bcda-4164-97e8-a95eaeddad7a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] delete failed (client error): The resource could not be found. Feb 09 13:19:55.242066 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9e68ad1c-bcda-4164-97e8-a95eaeddad7a tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/c9f86890-51b1-40c8-8fbb-20baee0741bf HTTP/1.1" status: 404 len: 336 time: 0.0923088 Feb 09 13:19:55.252203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57330) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:55.332241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-df38c99f-7701-4da9-9ae5-c289341d6e99 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc0c2903-df9d-4e85-8d6a-fe729296c12b HTTP/1.1" status: 200 len: 205 time: 0.0734849 Feb 09 13:19:55.337602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57334) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:55.346205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-36f5b41d-7411-447d-9fac-32e08415fcd1 None None] Provisioning for port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:19:55.349993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-5d8f111a-2fcf-45b0-918e-a2b9690ad09e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:55.365179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-36f5b41d-7411-447d-9fac-32e08415fcd1 None None] Provisioning complete for port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:55.365646 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36f5b41d-7411-447d-9fac-32e08415fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:55.403425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f111a-2fcf-45b0-918e-a2b9690ad09e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event deleted for resources: {'Port': ['ID=8b117ad5-bf3d-448b-8671-2dab3df36ba7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:55.439498 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-5ca5d8d4-1fce-4fcb-9d11-053d8ab91b44 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] delete failed (client error): The resource could not be found. Feb 09 13:19:55.440500 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5ca5d8d4-1fce-4fcb-9d11-053d8ab91b44 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/routers/fc0c2903-df9d-4e85-8d6a-fe729296c12b HTTP/1.1" status: 404 len: 336 time: 0.0947907 Feb 09 13:19:55.444837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57338) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:55.446449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc53d87-f1f3-489c-9ffe-c3d94b8d4b3d req-2a641108-b33b-4778-ab88-43991d0475ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.452256 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fc53d87-f1f3-489c-9ffe-c3d94b8d4b3d req-2a641108-b33b-4778-ab88-43991d0475ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 906 time: 0.5169010 Feb 09 13:19:55.523511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777c627-30a3-4cd5-bed7-ee603fbfa4b8 req-432dc875-a303-4e9c-9747-900c039ee418 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.528369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-5d8f111a-2fcf-45b0-918e-a2b9690ad09e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] No DVR routers for this DVR port 8b117ad5-bf3d-448b-8671-2dab3df36ba7 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:55.529123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777c627-30a3-4cd5-bed7-ee603fbfa4b8 req-432dc875-a303-4e9c-9747-900c039ee418 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.536751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-5d8f111a-2fcf-45b0-918e-a2b9690ad09e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:55.536960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777c627-30a3-4cd5-bed7-ee603fbfa4b8 req-432dc875-a303-4e9c-9747-900c039ee418 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.539668 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93ac886-7408-4598-a418-622025f02d51 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] DELETE failed (client error): The resource could not be found. Feb 09 13:19:55.540121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93ac886-7408-4598-a418-622025f02d51 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:19:55.540903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777c627-30a3-4cd5-bed7-ee603fbfa4b8 req-432dc875-a303-4e9c-9747-900c039ee418 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.542660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da73a29f-b8f0-4a7f-8e90-5c6c46f462e1', 'name': 'network-vif-deleted', 'tag': '8b117ad5-bf3d-448b-8671-2dab3df36ba7'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:55.544924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777c627-30a3-4cd5-bed7-ee603fbfa4b8 req-432dc875-a303-4e9c-9747-900c039ee418 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.548958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777c627-30a3-4cd5-bed7-ee603fbfa4b8 req-432dc875-a303-4e9c-9747-900c039ee418 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.553343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777c627-30a3-4cd5-bed7-ee603fbfa4b8 req-432dc875-a303-4e9c-9747-900c039ee418 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.555259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a777c627-30a3-4cd5-bed7-ee603fbfa4b8 req-432dc875-a303-4e9c-9747-900c039ee418 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.6872697 Feb 09 13:19:55.563802 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f93ac886-7408-4598-a418-622025f02d51 tempest-RoutersAdminTest-985232254 tempest-RoutersAdminTest-985232254-project] 10.222.0.59 "DELETE /v2.0/subnets/b79c5f0b-665c-4239-9580-6504d06b8251 HTTP/1.1" status: 404 len: 337 time: 0.1164985 Feb 09 13:19:55.577119 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6c081236-befd-4a8a-b520-f8a3784cdbde req-5d8f111a-2fcf-45b0-918e-a2b9690ad09e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "DELETE /v2.0/ports/8b117ad5-bf3d-448b-8671-2dab3df36ba7 HTTP/1.1" status: 204 len: 173 time: 1.8758280 Feb 09 13:19:55.694813 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36f5b41d-7411-447d-9fac-32e08415fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:55.697578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:55.697917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:55.748250 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fc53d87-f1f3-489c-9ffe-c3d94b8d4b3d req-73f4040c-7621-447c-9e2a-928c9c91b3d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cad27ec5-e7b7-4d71-896c-52a2f6dc548d HTTP/1.1" status: 200 len: 217 time: 0.2868366 Feb 09 13:19:55.753528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-36f5b41d-7411-447d-9fac-32e08415fcd1 None None] For port 1cbddee5-0f0c-479c-bfa5-908eaab4a057, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1cbddee5-0f0c-479c-bfa5-908eaab4a057,segment=NetworkSegment(469980f9-4804-4654-8ef0-0b64e1abf5d5),segment_id=469980f9-4804-4654-8ef0-0b64e1abf5d5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:55.763437 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36f5b41d-7411-447d-9fac-32e08415fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:55.870857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5b41d-7411-447d-9fac-32e08415fcd1 None None] Pushing event updated for resources: {'Port': ['ID=1cbddee5-0f0c-479c-bfa5-908eaab4a057,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:55.890821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2628da6-2737-47de-971a-991c9b85d0f0 req-7ed47ef9-5513-4d23-9278-28821202162e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:55.892208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2628da6-2737-47de-971a-991c9b85d0f0 req-7ed47ef9-5513-4d23-9278-28821202162e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 943 time: 0.7175052 Feb 09 13:19:56.024517 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a777c627-30a3-4cd5-bed7-ee603fbfa4b8 req-dc1086dc-89e2-4f3c-9f3d-32cb966615a9 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4499662 Feb 09 13:19:56.037583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port 86c7ab45-015a-45d3-a1e2-7793a9fc81e5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=86c7ab45-015a-45d3-a1e2-7793a9fc81e5,segment=NetworkSegment(ca8dc2fa-73db-4528-89b3-484b1e38c11b),segment_id=ca8dc2fa-73db-4528-89b3-484b1e38c11b)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:56.038329 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:56.096928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3030c0d0-7f2c-4cdb-8e54-4348fa18c112 None None] Provisioning complete for port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:56.097437 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3030c0d0-7f2c-4cdb-8e54-4348fa18c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:56.155777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc53d87-f1f3-489c-9ffe-c3d94b8d4b3d req-a47e9e03-e607-4e8c-8180-d37c3611aa85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:56.157686 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fc53d87-f1f3-489c-9ffe-c3d94b8d4b3d req-a47e9e03-e607-4e8c-8180-d37c3611aa85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.3917582 Feb 09 13:19:56.158347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57352) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:56.283752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.objects.ports [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83480) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:19:56.295305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fc53d87-f1f3-489c-9ffe-c3d94b8d4b3d req-e3bde19f-4823-4631-b8d3-6b19666c1516 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154428 Feb 09 13:19:56.296817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:56.369731 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1cbddee5-0f0c-479c-bfa5-908eaab4a057 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:19:56.410544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2628da6-2737-47de-971a-991c9b85d0f0 req-a306d41e-9fa4-4f85-8c51-e5171933264b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882092 Feb 09 13:19:56.470687 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da73a29f-b8f0-4a7f-8e90-5c6c46f462e1', 'name': 'network-vif-deleted', 'tag': '8b117ad5-bf3d-448b-8671-2dab3df36ba7', 'status': 'completed', 'code': 200} Feb 09 13:19:56.479139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:56.481741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:19:56.482112 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:56.699350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:56.744345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Subnet': ['ID=6cd2df56-3b18-4d53-82cd-fb3debea1dcc,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:56.750178 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c3b2ac4-265d-4e00-b92d-aff8834a9c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:56.750567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=86c7ab45-015a-45d3-a1e2-7793a9fc81e5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:56.935397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8c3b2ac4-265d-4e00-b92d-aff8834a9c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:56.940845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8c3b2ac4-265d-4e00-b92d-aff8834a9c1c admin admin] Usage tracker for resource:security_group_rule and tenant:98a85b4f2e94449ba6b762cbded91109 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:56.946528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8c3b2ac4-265d-4e00-b92d-aff8834a9c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:56.950212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:56.954973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8c3b2ac4-265d-4e00-b92d-aff8834a9c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:56.982368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fc53d87-f1f3-489c-9ffe-c3d94b8d4b3d req-be6a8a52-27ce-45a4-82ba-df067717e6bd service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621083 Feb 09 13:19:57.095681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Checking segment: {'id': 'c8d58871-0fa1-4089-9736-6ca3265e0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ecb5e4d7-5222-4344-9074-b0f5149b269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:57.096055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network hostable DHCP agents. Network: ecb5e4d7-5222-4344-9074-b0f5149b269f, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:19:57.162726 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9930aed-c937-4973-aa4a-b374f0f60b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:57.249430 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cad27ec5-e7b7-4d71-896c-52a2f6dc548d details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:19:57.254029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8b117ad5-bf3d-448b-8671-2dab3df36ba7 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:57.291015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 8b117ad5-bf3d-448b-8671-2dab3df36ba7 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:19:57.291491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8b117ad5-bf3d-448b-8671-2dab3df36ba7 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:57.319448 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c3b2ac4-265d-4e00-b92d-aff8834a9c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:57.334288 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c3b2ac4-265d-4e00-b92d-aff8834a9c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:57.342832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fc53d87-f1f3-489c-9ffe-c3d94b8d4b3d req-ea0c58d2-544c-4e0d-af9a-7f3fdd30a5bc service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141670 Feb 09 13:19:57.379927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network ecb5e4d7-5222-4344-9074-b0f5149b269f is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:19:57.407437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75109684-b78a-4e96-9f7f-925ad8bc05bf req-13bec1cd-e5a4-49bf-bca8-08e976e2b68e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.407437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75109684-b78a-4e96-9f7f-925ad8bc05bf req-13bec1cd-e5a4-49bf-bca8-08e976e2b68e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 946 time: 0.4164259 Feb 09 13:19:57.434554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, ecb5e4d7-5222-4344-9074-b0f5149b269f) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:57.445279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b2ac4-265d-4e00-b92d-aff8834a9c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac2a0a1-72a5-4152-8bb6-7ec49c14fbb3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:57.455622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.456251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:57.468062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8c3b2ac4-265d-4e00-b92d-aff8834a9c1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=98a85b4f2e94449ba6b762cbded91109&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3047898 Feb 09 13:19:57.470423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2deb86e0-490d-448e-9d75-5367d0eac179 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.471128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2deb86e0-490d-448e-9d75-5367d0eac179 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Synchronizing usage tracker for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:19:57.471662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57366) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:57.492466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:57.493912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de2c484-24c8-4853-b75e-e1647906d26b None None] Network ecb5e4d7-5222-4344-9074-b0f5149b269f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:57.499790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2deb86e0-490d-448e-9d75-5367d0eac179 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Unset dirty status for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:19:57.500939 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2deb86e0-490d-448e-9d75-5367d0eac179 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 946 time: 0.2524650 Feb 09 13:19:57.546578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085c7b-79fb-4ee1-8e50-ada12cdb1429 req-7bd8960c-d8c4-439a-93cc-c92b3a6aeca6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.550405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085c7b-79fb-4ee1-8e50-ada12cdb1429 req-7bd8960c-d8c4-439a-93cc-c92b3a6aeca6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.554269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085c7b-79fb-4ee1-8e50-ada12cdb1429 req-7bd8960c-d8c4-439a-93cc-c92b3a6aeca6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.558686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085c7b-79fb-4ee1-8e50-ada12cdb1429 req-7bd8960c-d8c4-439a-93cc-c92b3a6aeca6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.562503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085c7b-79fb-4ee1-8e50-ada12cdb1429 req-7bd8960c-d8c4-439a-93cc-c92b3a6aeca6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.566349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085c7b-79fb-4ee1-8e50-ada12cdb1429 req-7bd8960c-d8c4-439a-93cc-c92b3a6aeca6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.570126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085c7b-79fb-4ee1-8e50-ada12cdb1429 req-7bd8960c-d8c4-439a-93cc-c92b3a6aeca6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:57.572259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac085c7b-79fb-4ee1-8e50-ada12cdb1429 req-7bd8960c-d8c4-439a-93cc-c92b3a6aeca6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.3789890 Feb 09 13:19:57.624838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-69bb1d7d-0999-4540-93db-87ac360fd0e7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8735361 Feb 09 13:19:57.632768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57370) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:57.638990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75109684-b78a-4e96-9f7f-925ad8bc05bf req-6eaa44a0-5f51-4caf-b637-5fb9becf8b3f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193708 Feb 09 13:19:57.645942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:19:57.649824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'port': {'network_id': 'ecb5e4d7-5222-4344-9074-b0f5149b269f', 'name': 'tempest-NetworksIpV6TestAttrs-291531940'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:57.697196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2cb4b940-3ed6-437d-bb8c-a9a9dac46f23 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Deleting port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:57.697836 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2cb4b940-3ed6-437d-bb8c-a9a9dac46f23 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:57.768806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cad27ec5-e7b7-4d71-896c-52a2f6dc548d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:57.792619 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'cad27ec5-e7b7-4d71-896c-52a2f6dc548d', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'port_id': 'cad27ec5-e7b7-4d71-896c-52a2f6dc548d', 'mac_address': 'fa:16:3e:ba:35:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2890f1-cd7a-4c34-9690-caa4a64bcb7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:19:57.796979 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-70a58d2e-aca3-4cd2-8e4a-dbce01427668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:57.806536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac085c7b-79fb-4ee1-8e50-ada12cdb1429 req-f5cf770e-c149-4fd4-a677-52477fabebca tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2187767 Feb 09 13:19:57.860648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:57.866849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14262340-5456-463e-b262-1e09ba272dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-ecb5e4d7-5222-4344-9074-b0f5149b269f', 'network_id': 'ecb5e4d7-5222-4344-9074-b0f5149b269f', 'tenant_id': '8484e10616444a2f90e794ca9a4a7536', 'fixed_ips': [{'subnet_id': '6cd2df56-3b18-4d53-82cd-fb3debea1dcc'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:19:57.867847 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14262340-5456-463e-b262-1e09ba272dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:57.874222 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:57.893477 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:57.894529 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:57.966391 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fefd1211-6b1c-46dd-8383-7c6f3e178f05 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9215288 Feb 09 13:19:57.982013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57374) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:57.982378 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.018784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad27ec5-e7b7-4d71-896c-52a2f6dc548d {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:19:58.049227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-70a58d2e-aca3-4cd2-8e4a-dbce01427668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.058862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cad27ec5-e7b7-4d71-896c-52a2f6dc548d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:58.073021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:19:58.095920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:port and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:19:58.112760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:19:58.116057 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:58.119321 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.137566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:19:58.165438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:19:58.168751 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.230532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944185f8-acc4-45c6-b785-ed6b00bd7739 req-ef23a4aa-58ad-42f0-990a-f918288b6acd tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:58.239111 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-944185f8-acc4-45c6-b785-ed6b00bd7739 req-ef23a4aa-58ad-42f0-990a-f918288b6acd tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 943 time: 0.4212980 Feb 09 13:19:58.243470 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] device_id is not set on port c4c21fff-355c-4b0a-b68e-691f29049085 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:19:58.251892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-14262340-5456-463e-b262-1e09ba272dea None None] Allocated IP 2001:db8::f816:3eff:fefa:3872 (ecb5e4d7-5222-4344-9074-b0f5149b269f/6cd2df56-3b18-4d53-82cd-fb3debea1dcc/e272386c-7012-4a78-baf8-fc95aec2bf39) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:58.264320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:58.286954 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-70a58d2e-aca3-4cd2-8e4a-dbce01427668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.329565 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:56Z', 'revision_number': 11, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:58.336591 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:19:58.343347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a58d2e-aca3-4cd2-8e4a-dbce01427668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac2a0a1-72a5-4152-8bb6-7ec49c14fbb3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:58.364315 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:58.364696 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:58.387497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['cad27ec5-e7b7-4d71-896c-52a2f6dc548d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:19:58.396320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-70a58d2e-aca3-4cd2-8e4a-dbce01427668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.397431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-70a58d2e-aca3-4cd2-8e4a-dbce01427668 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bac2a0a1-72a5-4152-8bb6-7ec49c14fbb3 HTTP/1.1" status: 204 len: 168 time: 0.9205844 Feb 09 13:19:58.419077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c256af-1bf8-4936-9e6a-a1b3eec7855e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting subnet 6a91c849-767c-484f-9537-84b0dc925a08 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:19:58.424344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68c256af-1bf8-4936-9e6a-a1b3eec7855e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.466839 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-944185f8-acc4-45c6-b785-ed6b00bd7739 req-d907f31d-d442-4ab5-9011-c21476ac2d4a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265456 Feb 09 13:19:58.486968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68c256af-1bf8-4936-9e6a-a1b3eec7855e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.525456 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:19:58.544953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:19:58.582804 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.590377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a40ddd-d29d-48fd-b734-9a60e65fa878 None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:19:58.597420 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68c256af-1bf8-4936-9e6a-a1b3eec7855e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.669270 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:56Z', 'revision_number': 11, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:58.672281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-47835e4e-cdb6-469c-bc0f-2e0b32cee081 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.7107563 Feb 09 13:19:58.675298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57382) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:58.678739 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5abafd-d4c6-464c-8413-284a01dd9473 None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:56Z', 'revision_number': 11, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:58.683931 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.689971 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.701607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a40ddd-d29d-48fd-b734-9a60e65fa878 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:58.702328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b3a40ddd-d29d-48fd-b734-9a60e65fa878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:58.702540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68c256af-1bf8-4936-9e6a-a1b3eec7855e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.745383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2cb4b940-3ed6-437d-bb8c-a9a9dac46f23 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] For port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:19:58.745890 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2cb4b940-3ed6-437d-bb8c-a9a9dac46f23 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.754500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c256af-1bf8-4936-9e6a-a1b3eec7855e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Subnet': ['ID=6a91c849-767c-484f-9537-84b0dc925a08,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:58.804105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b3a40ddd-d29d-48fd-b734-9a60e65fa878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:58.807245 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052dbe4d-82b2-4bf2-80a0-4387b69c0f7d None None] Network 4bfdd240-8822-42af-be12-6bcf3d913f3f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:19:58.825616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68c256af-1bf8-4936-9e6a-a1b3eec7855e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:58.895880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2cb4b940-3ed6-437d-bb8c-a9a9dac46f23 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Calling delete_port for 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:19:58.941403 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-68c256af-1bf8-4936-9e6a-a1b3eec7855e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/6a91c849-767c-484f-9537-84b0dc925a08 HTTP/1.1" status: 204 len: 168 time: 0.9576735 Feb 09 13:19:58.944818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57390) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:59.073070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57394) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:59.094026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a40ddd-d29d-48fd-b734-9a60e65fa878 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:19:59.098227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b3a40ddd-d29d-48fd-b734-9a60e65fa878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:59.176967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b3a40ddd-d29d-48fd-b734-9a60e65fa878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:19:59.177525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a40ddd-d29d-48fd-b734-9a60e65fa878 None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:19:59.215647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1561b9d1-2896-46d3-b8ad-c96717d9f78a tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "GET /v2.0/floatingips/b8647ee9-5266-4b55-8b47-f26859a2d077 HTTP/1.1" status: 200 len: 977 time: 0.5356004 Feb 09 13:19:59.219270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57398) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:59.273123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:19:59.295834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.311484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4fac5433-cc6f-479d-b683-3252a2e0ddfb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5ea8866bd3b49469acf0cef5f55d9db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2366998 Feb 09 13:19:59.312268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57402) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:59.335418 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2cb4b940-3ed6-437d-bb8c-a9a9dac46f23 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.346863 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14262340-5456-463e-b262-1e09ba272dea None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.348881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a310f-7102-466a-af5b-b2ed2f8812d3 req-b5c5b86e-fd88-44b1-a1a6-9a8e4d72a147 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.350061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-823a310f-7102-466a-af5b-b2ed2f8812d3 req-b5c5b86e-fd88-44b1-a1a6-9a8e4d72a147 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 946 time: 0.2815397 Feb 09 13:19:59.373427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a99d5-da4c-4e72-b38e-1f9b9c04a568 req-dcdc2f01-2b91-4426-82f7-afe3f9adccee tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.377341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a99d5-da4c-4e72-b38e-1f9b9c04a568 req-dcdc2f01-2b91-4426-82f7-afe3f9adccee tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.379763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-14262340-5456-463e-b262-1e09ba272dea None None] Transition to ACTIVE for port object e272386c-7012-4a78-baf8-fc95aec2bf39 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:59.381549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a99d5-da4c-4e72-b38e-1f9b9c04a568 req-dcdc2f01-2b91-4426-82f7-afe3f9adccee tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.386124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a99d5-da4c-4e72-b38e-1f9b9c04a568 req-dcdc2f01-2b91-4426-82f7-afe3f9adccee tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.390268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a99d5-da4c-4e72-b38e-1f9b9c04a568 req-dcdc2f01-2b91-4426-82f7-afe3f9adccee tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.394147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a99d5-da4c-4e72-b38e-1f9b9c04a568 req-dcdc2f01-2b91-4426-82f7-afe3f9adccee tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.398032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a99d5-da4c-4e72-b38e-1f9b9c04a568 req-dcdc2f01-2b91-4426-82f7-afe3f9adccee tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:19:59.399306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Deleting port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:59.399680 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.399977 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c9a99d5-da4c-4e72-b38e-1f9b9c04a568 req-dcdc2f01-2b91-4426-82f7-afe3f9adccee tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.3302853 Feb 09 13:19:59.405315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No active binding found for port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:19:59.405728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:19:59.411156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-14262340-5456-463e-b262-1e09ba272dea None None] Transition to ACTIVE for port object e272386c-7012-4a78-baf8-fc95aec2bf39 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:19:59.428333 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14262340-5456-463e-b262-1e09ba272dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.450715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4b940-3ed6-437d-bb8c-a9a9dac46f23 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event deleted for resources: {'Port': ['ID=3ba32788-c96e-4b6b-bfb2-a0d7a5603a09,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:59.471110 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-46b1ff28-6de8-41f8-b5ad-33f155b67063 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2478077 Feb 09 13:19:59.482089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57406) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:19:59.510038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14262340-5456-463e-b262-1e09ba272dea None None] Network ecb5e4d7-5222-4344-9074-b0f5149b269f is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:19:59.514290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-14262340-5456-463e-b262-1e09ba272dea None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:19:59.519010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14262340-5456-463e-b262-1e09ba272dea None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:19:59.521207 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14262340-5456-463e-b262-1e09ba272dea None None] Pushing event updated for resources: {'Port': ['ID=e272386c-7012-4a78-baf8-fc95aec2bf39,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:19:59.567805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'port_id': '4760cfa0-f299-4465-b17c-37c7213ee249'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:19:59.568387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Allocated IP 2001:db8::f816:3eff:feea:a84a (ecb5e4d7-5222-4344-9074-b0f5149b269f/6cd2df56-3b18-4d53-82cd-fb3debea1dcc/c4c21fff-355c-4b0a-b68e-691f29049085) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:19:59.583208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-823a310f-7102-466a-af5b-b2ed2f8812d3 req-22fce5e8-4d73-4d69-82f8-c0bef2635cef tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794908 Feb 09 13:19:59.604629 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82471bce-86d0-4fde-8845-b12063bada63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.611817 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c9a99d5-da4c-4e72-b38e-1f9b9c04a568 req-f94e7bc9-b7e7-455c-aa57-d744506150c3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1824362 Feb 09 13:19:59.669859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82471bce-86d0-4fde-8845-b12063bada63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.675373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] DHCP port deletion for 4bfdd240-8822-42af-be12-6bcf3d913f3f request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:19:59.732389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2cb4b940-3ed6-437d-bb8c-a9a9dac46f23 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] No DVR routers for this DVR port 3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:19:59.738904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2cb4b940-3ed6-437d-bb8c-a9a9dac46f23 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.748244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b6f8e2-e674-4242-818f-7ff06500a693', 'name': 'network-vif-deleted', 'tag': '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:19:59.772085 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] Deleting port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:19:59.772504 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.816140 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.821511 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-14262340-5456-463e-b262-1e09ba272dea None None] Attempting to bind port e272386c-7012-4a78-baf8-fc95aec2bf39 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:19:59.821867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-14262340-5456-463e-b262-1e09ba272dea None None] Attempting to bind port e272386c-7012-4a78-baf8-fc95aec2bf39 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'c8d58871-0fa1-4089-9736-6ca3265e0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ecb5e4d7-5222-4344-9074-b0f5149b269f'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:19:59.822224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14262340-5456-463e-b262-1e09ba272dea None None] Attempting to bind port e272386c-7012-4a78-baf8-fc95aec2bf39 on network ecb5e4d7-5222-4344-9074-b0f5149b269f {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:19:59.825271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['c22d0dc0-a022-479e-a05b-26d73a67ed6e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:19:59.920339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14262340-5456-463e-b262-1e09ba272dea None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:19:59.920710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14262340-5456-463e-b262-1e09ba272dea None None] Checking segment: {'id': 'c8d58871-0fa1-4089-9736-6ca3265e0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ecb5e4d7-5222-4344-9074-b0f5149b269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:19:59.921101 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14262340-5456-463e-b262-1e09ba272dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.921482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14262340-5456-463e-b262-1e09ba272dea None None] Bound using segment: {'id': 'c8d58871-0fa1-4089-9736-6ca3265e0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ecb5e4d7-5222-4344-9074-b0f5149b269f'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:19:59.922839 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-14262340-5456-463e-b262-1e09ba272dea None None] Bound port: e272386c-7012-4a78-baf8-fc95aec2bf39, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d58871-0fa1-4089-9736-6ca3265e0942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ecb5e4d7-5222-4344-9074-b0f5149b269f'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:19:59.922839 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14262340-5456-463e-b262-1e09ba272dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:19:59.969779 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82471bce-86d0-4fde-8845-b12063bada63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.010114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82471bce-86d0-4fde-8845-b12063bada63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c382da55-d738-431f-a7c5-d52c92205491,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:00.012200 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.018660 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82471bce-86d0-4fde-8845-b12063bada63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.019815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-82471bce-86d0-4fde-8845-b12063bada63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c382da55-d738-431f-a7c5-d52c92205491 HTTP/1.1" status: 204 len: 168 time: 0.7001641 Feb 09 13:20:00.060335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f88eb-ecf2-41af-91f7-3650a3fc1c75 req-78bd261e-7d82-4764-97f6-f35252e0704b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:00.062002 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-158f88eb-ecf2-41af-91f7-3650a3fc1c75 req-78bd261e-7d82-4764-97f6-f35252e0704b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 944 time: 0.1909335 Feb 09 13:20:00.071908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.072550 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b6f8e2-e674-4242-818f-7ff06500a693', 'name': 'network-vif-deleted', 'tag': '3ba32788-c96e-4b6b-bfb2-a0d7a5603a09', 'status': 'completed', 'code': 200} Feb 09 13:20:00.077877 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-102b2a89-3a7d-4f96-a1cc-2fc0efbce7ae req-2cb4b940-3ed6-437d-bb8c-a9a9dac46f23 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "DELETE /v2.0/ports/3ba32788-c96e-4b6b-bfb2-a0d7a5603a09 HTTP/1.1" status: 204 len: 173 time: 2.5699477 Feb 09 13:20:00.147044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Transition to ACTIVE for port object c4c21fff-355c-4b0a-b68e-691f29049085 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:00.151694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-158f88eb-ecf2-41af-91f7-3650a3fc1c75 req-2c20533f-8637-49c9-a360-a2d0b6f70a18 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745821 Feb 09 13:20:00.181439 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.277309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network ecb5e4d7-5222-4344-9074-b0f5149b269f is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:00.281612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:00.291731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:00.297004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:00.298017 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.344410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Port': ['ID=c4c21fff-355c-4b0a-b68e-691f29049085,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:00.356619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-37de0723-100d-47d6-b4c8-57b3657e8fd2 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7202144 Feb 09 13:20:00.358932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57416) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:00.385454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:00.426054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] For port db78bf82-0dc9-4b80-82a3-32d1b30c90c9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=db78bf82-0dc9-4b80-82a3-32d1b30c90c9,segment=NetworkSegment(ca8dc2fa-73db-4528-89b3-484b1e38c11b),segment_id=ca8dc2fa-73db-4528-89b3-484b1e38c11b)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:00.426671 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.441851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:20:00.442183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 86c7ab45-015a-45d3-a1e2-7793a9fc81e5 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:00.442654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device db78bf82-0dc9-4b80-82a3-32d1b30c90c9 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:00.489396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] For port db78bf82-0dc9-4b80-82a3-32d1b30c90c9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=db78bf82-0dc9-4b80-82a3-32d1b30c90c9,segment=NetworkSegment(ca8dc2fa-73db-4528-89b3-484b1e38c11b),segment_id=ca8dc2fa-73db-4528-89b3-484b1e38c11b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:00.490027 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.521805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-14262340-5456-463e-b262-1e09ba272dea None None] For port e272386c-7012-4a78-baf8-fc95aec2bf39, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:00.599313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Calling delete_port for db78bf82-0dc9-4b80-82a3-32d1b30c90c9 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:00.653031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bc770b-04f1-43a8-bb38-3ca62cbaa6f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Deleting subnet 6cd2df56-3b18-4d53-82cd-fb3debea1dcc {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:20:00.658050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4bc770b-04f1-43a8-bb38-3ca62cbaa6f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.751848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] Calling delete_port for db78bf82-0dc9-4b80-82a3-32d1b30c90c9 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:00.804999 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4bc770b-04f1-43a8-bb38-3ca62cbaa6f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.909841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-14262340-5456-463e-b262-1e09ba272dea None None] For port e272386c-7012-4a78-baf8-fc95aec2bf39, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e272386c-7012-4a78-baf8-fc95aec2bf39,segment=NetworkSegment(c8d58871-0fa1-4089-9736-6ca3265e0942),segment_id=c8d58871-0fa1-4089-9736-6ca3265e0942)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:00.938977 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14262340-5456-463e-b262-1e09ba272dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:00.995232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-15d9f002-5e49-4f49-bb1d-04ddeb441a7c req-dd967ac5-da20-41fe-bafa-2f60ebd04233 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6b6f8e2-e674-4242-818f-7ff06500a693 HTTP/1.1" status: 200 len: 210 time: 0.1241083 Feb 09 13:20:01.061075 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:20:01.061414 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:20:01.078277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No active binding found for port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:20:01.078712 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device db78bf82-0dc9-4b80-82a3-32d1b30c90c9 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:01.107133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.160265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Port': ['ID=db78bf82-0dc9-4b80-82a3-32d1b30c90c9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:01.170498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14262340-5456-463e-b262-1e09ba272dea None None] Pushing event updated for resources: {'Port': ['ID=e272386c-7012-4a78-baf8-fc95aec2bf39,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:01.197845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No DVR routers for this DVR port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:01.256265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cad27ec5-e7b7-4d71-896c-52a2f6dc548d up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:01.311245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4bc770b-04f1-43a8-bb38-3ca62cbaa6f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.421039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port cad27ec5-e7b7-4d71-896c-52a2f6dc548d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:01.430096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port cad27ec5-e7b7-4d71-896c-52a2f6dc548d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:01.430602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.470360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.549600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4bc770b-04f1-43a8-bb38-3ca62cbaa6f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.563323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] Deleting port db78bf82-0dc9-4b80-82a3-32d1b30c90c9 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:01.563900 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.612592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4bc770b-04f1-43a8-bb38-3ca62cbaa6f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.615281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc770b-04f1-43a8-bb38-3ca62cbaa6f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd2df56-3b18-4d53-82cd-fb3debea1dcc,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:01.652497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab0cc-9d91-453b-89e8-9944a8944613 req-0cc23705-1430-468d-821a-fa303be633b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.656866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab0cc-9d91-453b-89e8-9944a8944613 req-0cc23705-1430-468d-821a-fa303be633b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.660557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab0cc-9d91-453b-89e8-9944a8944613 req-0cc23705-1430-468d-821a-fa303be633b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.664904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab0cc-9d91-453b-89e8-9944a8944613 req-0cc23705-1430-468d-821a-fa303be633b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.668934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab0cc-9d91-453b-89e8-9944a8944613 req-0cc23705-1430-468d-821a-fa303be633b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.673293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab0cc-9d91-453b-89e8-9944a8944613 req-0cc23705-1430-468d-821a-fa303be633b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.677207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab0cc-9d91-453b-89e8-9944a8944613 req-0cc23705-1430-468d-821a-fa303be633b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.679795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b28ab0cc-9d91-453b-89e8-9944a8944613 req-0cc23705-1430-468d-821a-fa303be633b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.7201607 Feb 09 13:20:01.684504 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a4bc770b-04f1-43a8-bb38-3ca62cbaa6f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/subnets/6cd2df56-3b18-4d53-82cd-fb3debea1dcc HTTP/1.1" status: 204 len: 168 time: 1.3242986 Feb 09 13:20:01.685309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57446) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:01.688834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a42f63a9-b409-4c69-a98d-856c98ba92fd None None] The port 'db78bf82-0dc9-4b80-82a3-32d1b30c90c9' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:20:01.731324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.737029 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.756650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfdd240-8822-42af-be12-6bcf3d913f3f']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:01.776921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8dc2fa-73db-4528-89b3-484b1e38c11b') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:01.777265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8dc2fa-73db-4528-89b3-484b1e38c11b') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:01.781479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb2940e-9f55-42cb-abb8-e6b44322fcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad27ec5-e7b7-4d71-896c-52a2f6dc548d'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:01.791594 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.799129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port cad27ec5-e7b7-4d71-896c-52a2f6dc548d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:01.804180 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.811721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.819248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:20:01.819642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.835552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b28ab0cc-9d91-453b-89e8-9944a8944613 req-d04c6d28-a636-4694-83d7-a4ecb20ad1ab tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972345 Feb 09 13:20:01.844421 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132b14f-b27c-4c38-925d-ab58e5684390 req-7bf33d37-edf0-47b8-8526-63b73f239309 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.845894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1132b14f-b27c-4c38-925d-ab58e5684390 req-7bf33d37-edf0-47b8-8526-63b73f239309 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 944 time: 0.4010441 Feb 09 13:20:01.849097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0e1f5a-8253-4669-9f40-b55a1229e7c7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.850445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0e1f5a-8253-4669-9f40-b55a1229e7c7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:01.851198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8e0e1f5a-8253-4669-9f40-b55a1229e7c7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Synchronizing usage tracker for tenant:8484e10616444a2f90e794ca9a4a7536 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:01.911314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1132b14f-b27c-4c38-925d-ab58e5684390 req-0f0beb03-9312-4038-9ee8-6a7e29c50368 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557764 Feb 09 13:20:01.911992 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8e0e1f5a-8253-4669-9f40-b55a1229e7c7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Unset dirty status for tenant:8484e10616444a2f90e794ca9a4a7536 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:01.916869 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8e0e1f5a-8253-4669-9f40-b55a1229e7c7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2290962 Feb 09 13:20:01.928461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57454) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:01.929012 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.983414 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:01.990299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.000542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:02.234122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Pushing event deleted for resources: {'Network': ['ID=4bfdd240-8822-42af-be12-6bcf3d913f3f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:02.257724 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9a31659a-a128-4b90-aba1-caf3da42df92 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/networks/4bfdd240-8822-42af-be12-6bcf3d913f3f HTTP/1.1" status: 204 len: 168 time: 3.3093083 Feb 09 13:20:02.258753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57466) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:02.264994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-696eddd6-9419-4b9c-afca-e9efddf34a8f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'routes': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:02.318918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84cfbc99-5ee4-4264-b4df-ccf9fb5d5c9f tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.339113 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cfbc99-5ee4-4264-b4df-ccf9fb5d5c9f tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 13:20:02.339887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cfbc99-5ee4-4264-b4df-ccf9fb5d5c9f tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:02.341962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-84cfbc99-5ee4-4264-b4df-ccf9fb5d5c9f tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/ecb5e4d7-5222-4344-9074-b0f5149b269f HTTP/1.1" status: 409 len: 405 time: 0.4237840 Feb 09 13:20:02.346680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57470) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:02.353400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-518227246'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:02.361225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:02.366072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:network and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:02.370834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:02.378321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:02.392574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:02.397507 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.416145 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb2940e-9f55-42cb-abb8-e6b44322fcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad27ec5-e7b7-4d71-896c-52a2f6dc548d', 'code': 200} Feb 09 13:20:02.425162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e272386c-7012-4a78-baf8-fc95aec2bf39 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:02.506604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:02.514580 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.514990 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Added segment c663d03e-9b85-4c29-8396-fb77ced6aecd of type vlan for network d46ba651-6842-48db-91b2-898ba17d2925 Feb 09 13:20:02.557119 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.570965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e272386c-7012-4a78-baf8-fc95aec2bf39 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:02.609276 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.614629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:02.615312 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:02.791593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Network': ['ID=d46ba651-6842-48db-91b2-898ba17d2925,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:02.798856 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-48647483-d63f-4e51-bb9f-475d0d387675 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4492836 Feb 09 13:20:02.801197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57482) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:02.827332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d46ba651-6842-48db-91b2-898ba17d2925 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:20:02.861902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'subnet': {'network_id': 'd46ba651-6842-48db-91b2-898ba17d2925', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:02.995958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-696eddd6-9419-4b9c-afca-e9efddf34a8f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Added routes are [] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 13:20:02.996444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-696eddd6-9419-4b9c-afca-e9efddf34a8f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Removed routes are [] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 13:20:02.996654 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-696eddd6-9419-4b9c-afca-e9efddf34a8f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:03.101958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14085a37-b411-430a-b29a-2127a6b59e2f None None] Network ecb5e4d7-5222-4344-9074-b0f5149b269f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:03.117426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:03.145763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:03.163076 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b59a683-68e4-4083-b0a3-77bb0c7a5c7c req-149b9fff-1f59-4dcb-9a30-b4e07cf1fa98 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 1096 time: 0.6608267 Feb 09 13:20:03.164047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:03.324850 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b59a683-68e4-4083-b0a3-77bb0c7a5c7c req-da29ab67-1372-47cc-b452-2cd633d1128f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917711 Feb 09 13:20:03.346238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0c310d95-61b0-410d-bed6-a39e1118ce38 None None] Provisioning for port e272386c-7012-4a78-baf8-fc95aec2bf39 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:03.427590 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:03.506756 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP b8647ee9-5266-4b55-8b47-f26859a2d077 associated. External IP: 172.25.5.208, port: 4ceba7e5-9fb8-4b10-a6b1-672b0974832f. Feb 09 13:20:03.519117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0c310d95-61b0-410d-bed6-a39e1118ce38 None None] Provisioning complete for port e272386c-7012-4a78-baf8-fc95aec2bf39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:03.519681 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0c310d95-61b0-410d-bed6-a39e1118ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:03.580178 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-696eddd6-9419-4b9c-afca-e9efddf34a8f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:03.620345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf538-078a-4330-8e9e-7da6af1dbf4a req-d1c1494c-3cd4-4b26-b023-780ad239a601 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.624305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf538-078a-4330-8e9e-7da6af1dbf4a req-d1c1494c-3cd4-4b26-b023-780ad239a601 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.629073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf538-078a-4330-8e9e-7da6af1dbf4a req-d1c1494c-3cd4-4b26-b023-780ad239a601 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.633359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf538-078a-4330-8e9e-7da6af1dbf4a req-d1c1494c-3cd4-4b26-b023-780ad239a601 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.637714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf538-078a-4330-8e9e-7da6af1dbf4a req-d1c1494c-3cd4-4b26-b023-780ad239a601 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.642701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf538-078a-4330-8e9e-7da6af1dbf4a req-d1c1494c-3cd4-4b26-b023-780ad239a601 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.646976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf538-078a-4330-8e9e-7da6af1dbf4a req-d1c1494c-3cd4-4b26-b023-780ad239a601 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.648908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fbaf538-078a-4330-8e9e-7da6af1dbf4a req-d1c1494c-3cd4-4b26-b023-780ad239a601 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.4448032 Feb 09 13:20:03.666489 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-696eddd6-9419-4b9c-afca-e9efddf34a8f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:03.720222 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0c310d95-61b0-410d-bed6-a39e1118ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:03.762620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0c310d95-61b0-410d-bed6-a39e1118ce38 None None] For port e272386c-7012-4a78-baf8-fc95aec2bf39, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e272386c-7012-4a78-baf8-fc95aec2bf39,segment=NetworkSegment(c8d58871-0fa1-4089-9736-6ca3265e0942),segment_id=c8d58871-0fa1-4089-9736-6ca3265e0942)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:03.767902 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0c310d95-61b0-410d-bed6-a39e1118ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:03.803747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede9373-0f1b-4c35-bdad-e00a832cab10 None None] DHCP port deletion for ecb5e4d7-5222-4344-9074-b0f5149b269f request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:20:03.814029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bede9373-0f1b-4c35-bdad-e00a832cab10 None None] Deleting port e272386c-7012-4a78-baf8-fc95aec2bf39 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:03.814504 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bede9373-0f1b-4c35-bdad-e00a832cab10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:03.819135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad59d0e-f544-4c90-8a6b-57da2447ac36 req-64e4a90a-3b18-4894-b510-3b644c9faafd tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:03.820671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ad59d0e-f544-4c90-8a6b-57da2447ac36 req-64e4a90a-3b18-4894-b510-3b644c9faafd tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 945 time: 0.2690928 Feb 09 13:20:03.835102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fbaf538-078a-4330-8e9e-7da6af1dbf4a req-b2a3a0c0-890f-4db7-8cf6-2a03c887688e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1747816 Feb 09 13:20:04.005207 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ad59d0e-f544-4c90-8a6b-57da2447ac36 req-ce9e2ee3-a3ef-417c-bd77-57436a92bbb9 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531639 Feb 09 13:20:04.058972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c310d95-61b0-410d-bed6-a39e1118ce38 None None] Pushing event updated for resources: {'Port': ['ID=e272386c-7012-4a78-baf8-fc95aec2bf39,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:04.145729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bede9373-0f1b-4c35-bdad-e00a832cab10 None None] For port e272386c-7012-4a78-baf8-fc95aec2bf39, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e272386c-7012-4a78-baf8-fc95aec2bf39,segment=NetworkSegment(c8d58871-0fa1-4089-9736-6ca3265e0942),segment_id=c8d58871-0fa1-4089-9736-6ca3265e0942)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:04.146128 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bede9373-0f1b-4c35-bdad-e00a832cab10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:04.250535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696eddd6-9419-4b9c-afca-e9efddf34a8f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router da6b33e7-166f-4f4d-ac88-cc034817d3fd has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:04.274102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.objects.ports [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83480) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:20:04.277100 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:04.279313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-b01b1b06-580e-4245-bf5b-66199b189193 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:04.280205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-b01b1b06-580e-4245-bf5b-66199b189193 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Synchronizing usage tracker for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:04.303115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bede9373-0f1b-4c35-bdad-e00a832cab10 None None] Calling delete_port for e272386c-7012-4a78-baf8-fc95aec2bf39 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:04.348966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e272386c-7012-4a78-baf8-fc95aec2bf39 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:04.369695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-b01b1b06-580e-4245-bf5b-66199b189193 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Unset dirty status for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:04.371222 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-b01b1b06-580e-4245-bf5b-66199b189193 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.5674155 Feb 09 13:20:04.389722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55087fe-a4ab-4e40-b8fd-9c3b94bed365 req-f56f58db-79ec-4f00-9f3a-f3fff02df57e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:04.401326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f55087fe-a4ab-4e40-b8fd-9c3b94bed365 req-f56f58db-79ec-4f00-9f3a-f3fff02df57e tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 946 time: 0.4144716 Feb 09 13:20:04.504963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:04.523842 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bede9373-0f1b-4c35-bdad-e00a832cab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:04.584317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-34b4a6c9-d507-4915-9674-c38e23cae14d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Deleting port c22d0dc0-a022-479e-a05b-26d73a67ed6e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:04.594317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-34b4a6c9-d507-4915-9674-c38e23cae14d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:04.639429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Subnet': ['ID=5dcc736e-88e5-4025-bcff-96a64a970fee,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:04.686194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f55087fe-a4ab-4e40-b8fd-9c3b94bed365 req-13071e5f-12df-4732-b8df-dcedabbd2b96 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=a19d02f6-1ddc-416f-ab87-34570c9f3298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833900 Feb 09 13:20:04.687044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Checking segment: {'id': 'c663d03e-9b85-4c29-8396-fb77ced6aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd46ba651-6842-48db-91b2-898ba17d2925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:04.687509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network hostable DHCP agents. Network: d46ba651-6842-48db-91b2-898ba17d2925, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:04.708539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede9373-0f1b-4c35-bdad-e00a832cab10 None None] Pushing event deleted for resources: {'Port': ['ID=e272386c-7012-4a78-baf8-fc95aec2bf39,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:04.731499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696eddd6-9419-4b9c-afca-e9efddf34a8f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:04.740943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-696eddd6-9419-4b9c-afca-e9efddf34a8f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:04.743585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network d46ba651-6842-48db-91b2-898ba17d2925 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:04.745505 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] Sync routers for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:04.749275 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-696eddd6-9419-4b9c-afca-e9efddf34a8f tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd HTTP/1.1" status: 200 len: 703 time: 2.4902391 Feb 09 13:20:04.752073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57528) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:04.777816 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:04.778710 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:04.836623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede9373-0f1b-4c35-bdad-e00a832cab10 None None] No DVR routers for this DVR port e272386c-7012-4a78-baf8-fc95aec2bf39 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:04.850410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d46ba651-6842-48db-91b2-898ba17d2925) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:04.860521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3789d572-c9af-48cb-aa1a-8295f1278575 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:04.866933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d8c5cc-0340-4902-8d9d-80e07067f2e7 None None] Network d46ba651-6842-48db-91b2-898ba17d2925 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:04.876491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:04.877105 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:04.918861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ac1fba14-749f-48bc-8921-523114cbf0ef tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1158147 Feb 09 13:20:04.920084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57534) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:04.921043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3789d572-c9af-48cb-aa1a-8295f1278575 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:04.924528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3789d572-c9af-48cb-aa1a-8295f1278575 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=da6b33e7-166f-4f4d-ac88-cc034817d3fd HTTP/1.1" status: 200 len: 205 time: 0.1690288 Feb 09 13:20:04.927883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'port': {'network_id': 'd46ba651-6842-48db-91b2-898ba17d2925', 'name': 'tempest-NetworksIpV6TestAttrs-309968667'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:04.947743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57538) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:05.002139 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:05.201705 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:56Z', 'revision_number': 11, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:05.205956 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] Checking router: da6b33e7-166f-4f4d-ac88-cc034817d3fd for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:20:05.218048 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] Routers {'da6b33e7-166f-4f4d-ac88-cc034817d3fd'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:05.219141 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:05.360454 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] Set router da6b33e7-166f-4f4d-ac88-cc034817d3fd gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:05.367308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-34b4a6c9-d507-4915-9674-c38e23cae14d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] For port c22d0dc0-a022-479e-a05b-26d73a67ed6e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c22d0dc0-a022-479e-a05b-26d73a67ed6e,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:05.378037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-34b4a6c9-d507-4915-9674-c38e23cae14d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:05.432369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-d46ba651-6842-48db-91b2-898ba17d2925', 'network_id': 'd46ba651-6842-48db-91b2-898ba17d2925', 'tenant_id': '8484e10616444a2f90e794ca9a4a7536', 'fixed_ips': [{'subnet_id': '5dcc736e-88e5-4025-bcff-96a64a970fee'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:20:05.433627 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:05.470705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:05.489726 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:56Z', 'revision_number': 11, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:05.494546 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c77444-2325-47fe-a9b9-947873f21843 None None] The sync data for ids ['da6b33e7-166f-4f4d-ac88-cc034817d3fd'] in n-d-825175-3 is: [{'id': 'da6b33e7-166f-4f4d-ac88-cc034817d3fd', 'name': 'tempest-RoutersIpV6Test-router-50745047', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:18:10Z', 'updated_at': '2022-02-09T13:19:56Z', 'revision_number': 11, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:05.544038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-34b4a6c9-d507-4915-9674-c38e23cae14d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Calling delete_port for c22d0dc0-a022-479e-a05b-26d73a67ed6e owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:05.572235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:port and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:05.576980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:05.605869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:05.621019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25369057-2fd4-4266-a7ab-08e3885368ef tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:05.702414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:05.709955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Allocated IP 2001:db8::f816:3eff:fe05:c2fb (d46ba651-6842-48db-91b2-898ba17d2925/5dcc736e-88e5-4025-bcff-96a64a970fee/bbe834f9-d6dd-45a2-b5ca-7a7293d7198f) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:05.810336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:05.816511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:05.948431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] device_id is not set on port ea78ec36-f821-49c1-82fb-7b08dc6e618f yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:20:06.014151 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-34b4a6c9-d507-4915-9674-c38e23cae14d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:06.090171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4a6c9-d507-4915-9674-c38e23cae14d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event deleted for resources: {'Port': ['ID=c22d0dc0-a022-479e-a05b-26d73a67ed6e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:06.141516 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:06.177460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Transition to ACTIVE for port object bbe834f9-d6dd-45a2-b5ca-7a7293d7198f will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:06.186433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0171d-1b92-4d83-9c25-e0420aa8f24b req-39c2f47d-386f-4081-b49b-5a07b7600c3d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:06.200135 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5f0171d-1b92-4d83-9c25-e0420aa8f24b req-39c2f47d-386f-4081-b49b-5a07b7600c3d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 945 time: 0.7321248 Feb 09 13:20:06.211312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-34b4a6c9-d507-4915-9674-c38e23cae14d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] No DVR routers for this DVR port c22d0dc0-a022-479e-a05b-26d73a67ed6e on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:06.216586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-34b4a6c9-d507-4915-9674-c38e23cae14d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:06.219555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8155979f-714c-41da-b65e-3690cda9fa17', 'name': 'network-vif-deleted', 'tag': 'c22d0dc0-a022-479e-a05b-26d73a67ed6e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:06.233389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Transition to ACTIVE for port object bbe834f9-d6dd-45a2-b5ca-7a7293d7198f will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:06.249605 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:06.256345 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ab0eb5-a573-4a06-bafb-fe595307c60a req-34b4a6c9-d507-4915-9674-c38e23cae14d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "DELETE /v2.0/ports/c22d0dc0-a022-479e-a05b-26d73a67ed6e HTTP/1.1" status: 204 len: 173 time: 1.8758478 Feb 09 13:20:06.337020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:06.351427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c2bf7-b810-425c-959e-034c89b9a9a2 req-935e15f3-565d-4f79-9eab-6596d3a5df4d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:06.355923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c2bf7-b810-425c-959e-034c89b9a9a2 req-935e15f3-565d-4f79-9eab-6596d3a5df4d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:06.360313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c2bf7-b810-425c-959e-034c89b9a9a2 req-935e15f3-565d-4f79-9eab-6596d3a5df4d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:06.364376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c2bf7-b810-425c-959e-034c89b9a9a2 req-935e15f3-565d-4f79-9eab-6596d3a5df4d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:06.369154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c2bf7-b810-425c-959e-034c89b9a9a2 req-935e15f3-565d-4f79-9eab-6596d3a5df4d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:06.373512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c2bf7-b810-425c-959e-034c89b9a9a2 req-935e15f3-565d-4f79-9eab-6596d3a5df4d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:06.377601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c2bf7-b810-425c-959e-034c89b9a9a2 req-935e15f3-565d-4f79-9eab-6596d3a5df4d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:06.379731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-237c2bf7-b810-425c-959e-034c89b9a9a2 req-935e15f3-565d-4f79-9eab-6596d3a5df4d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 1.2271471 Feb 09 13:20:06.393333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275fb474-1cd8-4cc0-afd4-04daa437109e None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:06.471274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Pushing event updated for resources: {'Port': ['ID=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:06.489808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275fb474-1cd8-4cc0-afd4-04daa437109e None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:06.490572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-275fb474-1cd8-4cc0-afd4-04daa437109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:06.576507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-275fb474-1cd8-4cc0-afd4-04daa437109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:06.583373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Network d46ba651-6842-48db-91b2-898ba17d2925 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:06.585609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:06.592725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:06.683362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275fb474-1cd8-4cc0-afd4-04daa437109e None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:06.683728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-275fb474-1cd8-4cc0-afd4-04daa437109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:06.767399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5f0171d-1b92-4d83-9c25-e0420aa8f24b req-242ff89b-464c-44eb-ae79-ab6adf8d1ef9 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659809 Feb 09 13:20:06.795633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-237c2bf7-b810-425c-959e-034c89b9a9a2 req-e4dc19ad-f549-4ad8-a229-c26bb4e39700 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159269 Feb 09 13:20:06.828665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Attempting to bind port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:06.829143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Attempting to bind port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'c663d03e-9b85-4c29-8396-fb77ced6aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd46ba651-6842-48db-91b2-898ba17d2925'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:06.829428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Attempting to bind port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f on network d46ba651-6842-48db-91b2-898ba17d2925 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:06.851458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:20:06.852667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Checking segment: {'id': 'c663d03e-9b85-4c29-8396-fb77ced6aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd46ba651-6842-48db-91b2-898ba17d2925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:06.853060 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:06.863803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Bound using segment: {'id': 'c663d03e-9b85-4c29-8396-fb77ced6aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd46ba651-6842-48db-91b2-898ba17d2925'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:20:06.864448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Bound port: bbe834f9-d6dd-45a2-b5ca-7a7293d7198f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c663d03e-9b85-4c29-8396-fb77ced6aecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd46ba651-6842-48db-91b2-898ba17d2925'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:20:06.864835 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:06.886686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-275fb474-1cd8-4cc0-afd4-04daa437109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:06.886686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275fb474-1cd8-4cc0-afd4-04daa437109e None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:06.916961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Allocated IP 2001:db8::f816:3eff:fed1:644e (d46ba651-6842-48db-91b2-898ba17d2925/5dcc736e-88e5-4025-bcff-96a64a970fee/ea78ec36-f821-49c1-82fb-7b08dc6e618f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:07.062915 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8155979f-714c-41da-b65e-3690cda9fa17', 'name': 'network-vif-deleted', 'tag': 'c22d0dc0-a022-479e-a05b-26d73a67ed6e', 'status': 'completed', 'code': 200} Feb 09 13:20:07.077459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] For port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:07.084853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] For port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,segment=NetworkSegment(c663d03e-9b85-4c29-8396-fb77ced6aecd),segment_id=c663d03e-9b85-4c29-8396-fb77ced6aecd)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:07.093982 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.110181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bdba2ae1-5b9e-4c3f-b505-f354f73796ab req-cee91fed-fb35-4b77-88e5-d919b55cc2cb tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=8155979f-714c-41da-b65e-3690cda9fa17 HTTP/1.1" status: 200 len: 210 time: 0.0625079 Feb 09 13:20:07.117182 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25369057-2fd4-4266-a7ab-08e3885368ef tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.135709 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25369057-2fd4-4266-a7ab-08e3885368ef tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.255645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Pushing event updated for resources: {'Port': ['ID=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:07.279147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.279610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.279811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.280124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.280441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.280865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.281182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.281687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.281997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.282314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.282667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cdf82-87a9-448a-b9d6-89c540461cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:07.292314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:07.293517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c22d0dc0-a022-479e-a05b-26d73a67ed6e no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:07.331995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: c22d0dc0-a022-479e-a05b-26d73a67ed6e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:20:07.332471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c22d0dc0-a022-479e-a05b-26d73a67ed6e not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:07.416385 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25369057-2fd4-4266-a7ab-08e3885368ef tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.416944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25369057-2fd4-4266-a7ab-08e3885368ef tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Fanout notify agent at l3_agent the message router_deleted on router da6b33e7-166f-4f4d-ac88-cc034817d3fd {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:20:07.471334 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25369057-2fd4-4266-a7ab-08e3885368ef tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.472746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-25369057-2fd4-4266-a7ab-08e3885368ef tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd HTTP/1.1" status: 204 len: 168 time: 2.5240698 Feb 09 13:20:07.477163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57574) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:07.511185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1081192994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:07.532142 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.536738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:07.556689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Usage tracker for resource:router and tenant:b8b32d56e4d4473f8246ab8489e7c9f6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:07.593765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:07.597319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Transition to ACTIVE for port object ea78ec36-f821-49c1-82fb-7b08dc6e618f will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:07.619555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:07.645773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.649386 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.706839 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.709143 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.716546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:07.736295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.771487 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6e28c-56cc-469e-864e-9b04bba2f3d1 None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:07.803580 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6e28c-56cc-469e-864e-9b04bba2f3d1 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:07.804197 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-25d6e28c-56cc-469e-864e-9b04bba2f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:07.893956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Port': ['ID=ea78ec36-f821-49c1-82fb-7b08dc6e618f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:07.941244 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:07.982431 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-25d6e28c-56cc-469e-864e-9b04bba2f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:07.983477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network d46ba651-6842-48db-91b2-898ba17d2925 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:07.994153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:07.996845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:08.003235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:08.003868 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:08.010226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-358863eb-4e56-41dc-9652-298105a40f27 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "PUT /v2.0/floatingips/b8647ee9-5266-4b55-8b47-f26859a2d077 HTTP/1.1" status: 200 len: 979 time: 8.5212455 Feb 09 13:20:08.011320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57584) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:08.016261 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d6e28c-56cc-469e-864e-9b04bba2f3d1 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:08.016261 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-25d6e28c-56cc-469e-864e-9b04bba2f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:08.017925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-55b77789-7bba-4d35-861d-b3be87ca0244 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:08.051404 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:08.055747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-00be294e-e81a-443f-bc6d-7b0e7ffbae99 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5508571 Feb 09 13:20:08.058821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57588) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:08.072263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-70bb5b28-2e03-4605-8af9-9874a078391e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:08.094412 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-25d6e28c-56cc-469e-864e-9b04bba2f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:08.094879 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d6e28c-56cc-469e-864e-9b04bba2f3d1 None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:08.158129 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cf6e2b5d-8073-47af-a366-53b52a289479 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2345033 Feb 09 13:20:08.163339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57592) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:08.208063 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55b77789-7bba-4d35-861d-b3be87ca0244 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:08.374926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bbe834f9-d6dd-45a2-b5ca-7a7293d7198f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:08.483354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:08.726304 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55b77789-7bba-4d35-861d-b3be87ca0244 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:08.733079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36b2ec-b36c-4fad-9d45-4f3cbea6dcff req-374100f5-5e80-4ec8-80a6-eebd33023de2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:08.736031 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55b77789-7bba-4d35-861d-b3be87ca0244 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:08.736345 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-55b77789-7bba-4d35-861d-b3be87ca0244 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP b8647ee9-5266-4b55-8b47-f26859a2d077 disassociated. External IP: 172.25.5.208, port: 4760cfa0-f299-4465-b17c-37c7213ee249. Feb 09 13:20:08.737542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36b2ec-b36c-4fad-9d45-4f3cbea6dcff req-374100f5-5e80-4ec8-80a6-eebd33023de2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:08.741814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36b2ec-b36c-4fad-9d45-4f3cbea6dcff req-374100f5-5e80-4ec8-80a6-eebd33023de2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:08.746119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36b2ec-b36c-4fad-9d45-4f3cbea6dcff req-374100f5-5e80-4ec8-80a6-eebd33023de2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:08.750604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36b2ec-b36c-4fad-9d45-4f3cbea6dcff req-374100f5-5e80-4ec8-80a6-eebd33023de2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:08.754711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36b2ec-b36c-4fad-9d45-4f3cbea6dcff req-374100f5-5e80-4ec8-80a6-eebd33023de2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:08.762836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36b2ec-b36c-4fad-9d45-4f3cbea6dcff req-374100f5-5e80-4ec8-80a6-eebd33023de2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:08.764749 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f36b2ec-b36c-4fad-9d45-4f3cbea6dcff req-374100f5-5e80-4ec8-80a6-eebd33023de2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.6089165 Feb 09 13:20:08.766643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57604) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:08.775077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4703b-4a02-4d1b-8d4f-6b2000017d59 req-b278a7aa-d0fa-4c70-976e-ff600e6e1245 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:08.776613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-faa4703b-4a02-4d1b-8d4f-6b2000017d59 req-b278a7aa-d0fa-4c70-976e-ff600e6e1245 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 945 time: 0.6266942 Feb 09 13:20:08.811043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec2357c-33f5-434a-ad82-b61caac7a0f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Deleting subnet 5dcc736e-88e5-4025-bcff-96a64a970fee {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:20:08.814149 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aec2357c-33f5-434a-ad82-b61caac7a0f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:08.828176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be4d14a-3f26-4d20-8232-31ba20ee8ed8 None None] Network d46ba651-6842-48db-91b2-898ba17d2925 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:08.940674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aec2357c-33f5-434a-ad82-b61caac7a0f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:08.980226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-606f9ad4-99be-461f-a1d2-bad76af4609d None None] Provisioning for port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:08.990071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-606f9ad4-99be-461f-a1d2-bad76af4609d None None] Provisioning complete for port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:08.991277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-606f9ad4-99be-461f-a1d2-bad76af4609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.056033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-faa4703b-4a02-4d1b-8d4f-6b2000017d59 req-ab460561-eb6b-4d63-bd4b-5a79f253ea0b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593851 Feb 09 13:20:09.070281 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-70bb5b28-2e03-4605-8af9-9874a078391e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.080649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f36b2ec-b36c-4fad-9d45-4f3cbea6dcff req-5aba2f89-97cb-4152-abed-6993696c55fd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3020692 Feb 09 13:20:09.081538 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff357802-5059-4f89-96cc-d4b090177ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.112215 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-70bb5b28-2e03-4605-8af9-9874a078391e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.250661 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aec2357c-33f5-434a-ad82-b61caac7a0f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.322172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ff357802-5059-4f89-96cc-d4b090177ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:09.335770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ff357802-5059-4f89-96cc-d4b090177ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:19875661b6fa4760ab893cf0585f5d8c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:09.335770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ff357802-5059-4f89-96cc-d4b090177ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:09.340984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ff357802-5059-4f89-96cc-d4b090177ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:09.421174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff357802-5059-4f89-96cc-d4b090177ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.437518 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-606f9ad4-99be-461f-a1d2-bad76af4609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.506880 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff357802-5059-4f89-96cc-d4b090177ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.543871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aec2357c-33f5-434a-ad82-b61caac7a0f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.594175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2357c-33f5-434a-ad82-b61caac7a0f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcc736e-88e5-4025-bcff-96a64a970fee,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:09.618670 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aec2357c-33f5-434a-ad82-b61caac7a0f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.650966 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aec2357c-33f5-434a-ad82-b61caac7a0f9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/subnets/5dcc736e-88e5-4025-bcff-96a64a970fee HTTP/1.1" status: 204 len: 168 time: 1.4842849 Feb 09 13:20:09.651462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57620) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:09.658451 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-606f9ad4-99be-461f-a1d2-bad76af4609d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:20:09.662377 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-606f9ad4-99be-461f-a1d2-bad76af4609d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:20:09.696672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff357802-5059-4f89-96cc-d4b090177ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867a76d-ae82-46cc-9bec-af35c4f92c19,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:09.736212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ff357802-5059-4f89-96cc-d4b090177ad5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=19875661b6fa4760ab893cf0585f5d8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9681904 Feb 09 13:20:09.740521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57628) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:09.807869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361d21dc-f84e-4b09-a553-6e4d9b834dcb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:09.809231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361d21dc-f84e-4b09-a553-6e4d9b834dcb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:09.809923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-361d21dc-f84e-4b09-a553-6e4d9b834dcb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Synchronizing usage tracker for tenant:8484e10616444a2f90e794ca9a4a7536 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:09.817414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9b4c0-95a3-4e2a-8355-d97021363c83 req-0966ee8e-1f7c-4b64-aad2-6a9444801264 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:09.821593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23b0bdb-5f46-4b01-b4ff-4b1d6cbaef70 None None] Network d46ba651-6842-48db-91b2-898ba17d2925 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:09.827530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49c9b4c0-95a3-4e2a-8355-d97021363c83 req-0966ee8e-1f7c-4b64-aad2-6a9444801264 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 945 time: 0.3914001 Feb 09 13:20:09.906416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-361d21dc-f84e-4b09-a553-6e4d9b834dcb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Unset dirty status for tenant:8484e10616444a2f90e794ca9a4a7536 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:09.910502 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-361d21dc-f84e-4b09-a553-6e4d9b834dcb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2553661 Feb 09 13:20:09.911369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57632) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:09.938336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bb5b28-2e03-4605-8af9-9874a078391e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Router 77b71c48-df66-47ff-9bc1-242f55788b1a is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:20:09.957753 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-952e4e89-7429-4270-8d39-2dd221eed360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:09.977813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49c9b4c0-95a3-4e2a-8355-d97021363c83 req-3175a9ea-007f-4ba5-9895-2c49abe49aef tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486335 Feb 09 13:20:10.151915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-952e4e89-7429-4270-8d39-2dd221eed360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:10.191364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f4802-e763-4943-b3d0-d1c9cad35840 req-7e1e3828-6ae4-4d0a-9c11-e8eb4b67c6af tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:10.199412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d11f4802-e763-4943-b3d0-d1c9cad35840 req-7e1e3828-6ae4-4d0a-9c11-e8eb4b67c6af tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.3174696 Feb 09 13:20:10.202714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b77789-7bba-4d35-861d-b3be87ca0244 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:10.221328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bb5b28-2e03-4605-8af9-9874a078391e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:10.234548 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1125708b-886b-4411-9285-cab07b3f371b tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:10.244166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-70bb5b28-2e03-4605-8af9-9874a078391e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:10.249174 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-70bb5b28-2e03-4605-8af9-9874a078391e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "PUT /v2.0/routers/77b71c48-df66-47ff-9bc1-242f55788b1a HTTP/1.1" status: 200 len: 698 time: 2.1882226 Feb 09 13:20:10.256740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57640) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:10.276372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] DHCP port deletion for d46ba651-6842-48db-91b2-898ba17d2925 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:20:10.281870 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-606f9ad4-99be-461f-a1d2-bad76af4609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:10.290330 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-1125708b-886b-4411-9285-cab07b3f371b tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 13:20:10.290978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1125708b-886b-4411-9285-cab07b3f371b tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:10.293208 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1125708b-886b-4411-9285-cab07b3f371b tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/d46ba651-6842-48db-91b2-898ba17d2925 HTTP/1.1" status: 409 len: 405 time: 0.3808570 Feb 09 13:20:10.294846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b08594-adfd-4647-838b-c6938b664112 None None] Sync routers for ids ['77b71c48-df66-47ff-9bc1-242f55788b1a'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:10.299428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57644) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:10.306505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Deleting port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:10.309396 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:10.310139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1196953017'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:10.369629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bbe834f9-d6dd-45a2-b5ca-7a7293d7198f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:10.396303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:10.419935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:network and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:10.452699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b08594-adfd-4647-838b-c6938b664112 None None] Routers {'77b71c48-df66-47ff-9bc1-242f55788b1a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:10.455274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-46b08594-adfd-4647-838b-c6938b664112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['77b71c48-df66-47ff-9bc1-242f55788b1a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:10.492099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:10.501803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d11f4802-e763-4943-b3d0-d1c9cad35840 req-5b176227-017a-4dec-90b4-9852989077da tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012121 Feb 09 13:20:10.511093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:10.515613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-952e4e89-7429-4270-8d39-2dd221eed360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:10.543136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57650) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:10.547281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-aa8aba9c-70a1-4469-8656-b2b27ec3f855 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/routers/77b71c48-df66-47ff-9bc1-242f55788b1a HTTP/1.1" status: 200 len: 704 time: 0.2879105 Feb 09 13:20:10.604629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e4e89-7429-4270-8d39-2dd221eed360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867a76d-ae82-46cc-9bec-af35c4f92c19,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:10.614506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:10.617999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:10.643574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a293cb15-a753-4896-aba6-f7fd6c9f8851 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Synchronizing usage tracker for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:10.653434 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-952e4e89-7429-4270-8d39-2dd221eed360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:10.656890 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-952e4e89-7429-4270-8d39-2dd221eed360 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2867a76d-ae82-46cc-9bec-af35c4f92c19 HTTP/1.1" status: 204 len: 168 time: 0.9099061 Feb 09 13:20:10.688523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a293cb15-a753-4896-aba6-f7fd6c9f8851 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Unset dirty status for tenant:b8b32d56e4d4473f8246ab8489e7c9f6 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:10.694352 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a293cb15-a753-4896-aba6-f7fd6c9f8851 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=77b71c48-df66-47ff-9bc1-242f55788b1a HTTP/1.1" status: 200 len: 205 time: 0.1487811 Feb 09 13:20:10.705797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d95dde-b4a9-46f5-898c-82402d5b4cd3 req-c1a6f274-35f3-491f-b4fa-71b577851d2c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:10.710345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57656) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:10.712109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d95dde-b4a9-46f5-898c-82402d5b4cd3 req-c1a6f274-35f3-491f-b4fa-71b577851d2c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:10.716879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d95dde-b4a9-46f5-898c-82402d5b4cd3 req-c1a6f274-35f3-491f-b4fa-71b577851d2c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:10.722141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:10.722593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d95dde-b4a9-46f5-898c-82402d5b4cd3 req-c1a6f274-35f3-491f-b4fa-71b577851d2c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:10.727672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d95dde-b4a9-46f5-898c-82402d5b4cd3 req-c1a6f274-35f3-491f-b4fa-71b577851d2c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:10.732502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d95dde-b4a9-46f5-898c-82402d5b4cd3 req-c1a6f274-35f3-491f-b4fa-71b577851d2c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:10.736830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d95dde-b4a9-46f5-898c-82402d5b4cd3 req-c1a6f274-35f3-491f-b4fa-71b577851d2c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:10.738781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85d95dde-b4a9-46f5-898c-82402d5b4cd3 req-c1a6f274-35f3-491f-b4fa-71b577851d2c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.1372020 Feb 09 13:20:10.817753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-606f9ad4-99be-461f-a1d2-bad76af4609d None None] For port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,segment=NetworkSegment(c663d03e-9b85-4c29-8396-fb77ced6aecd),segment_id=c663d03e-9b85-4c29-8396-fb77ced6aecd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:10.825800 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:10.826167 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Added segment 846bd233-8004-4f54-b47f-882bbad7e5a3 of type vlan for network d7033345-a284-4fa0-9519-364c878851cb Feb 09 13:20:10.836782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-46b08594-adfd-4647-838b-c6938b664112 None None] Set router 77b71c48-df66-47ff-9bc1-242f55788b1a gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:10.951287 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:10.991520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7028ae2a-72cb-4918-b992-6a6ff403bf87 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:11.058077 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85d95dde-b4a9-46f5-898c-82402d5b4cd3 req-d82a4274-159f-4e4b-a1df-a31681994322 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259632 Feb 09 13:20:11.096715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-46b08594-adfd-4647-838b-c6938b664112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b71c48-df66-47ff-9bc1-242f55788b1a', 'name': 'tempest-RoutersIpV6Test-router-1081192994', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:07Z', 'updated_at': '2022-02-09T13:20:09Z', 'revision_number': 2, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:11.101483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139330-04f6-499a-89c9-c1fea95b89cd req-7f097d37-9106-4dc1-95a5-208f8c112b50 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:11.114260 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62139330-04f6-499a-89c9-c1fea95b89cd req-7f097d37-9106-4dc1-95a5-208f8c112b50 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 945 time: 0.3744690 Feb 09 13:20:11.133317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-606f9ad4-99be-461f-a1d2-bad76af4609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:11.188212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b08594-adfd-4647-838b-c6938b664112 None None] Checking router: 77b71c48-df66-47ff-9bc1-242f55788b1a for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:20:11.191758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:20:11.233516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62139330-04f6-499a-89c9-c1fea95b89cd req-d6377ef8-07f8-4681-9996-f7c42c30e0a1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123281 Feb 09 13:20:11.294935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:11.298595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:11.299181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:11.326691 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:11.350730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e1dccfb1-48f5-4a5c-93b8-52845ae0e370 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:20:11.503012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b08594-adfd-4647-838b-c6938b664112 None None] Routers {'77b71c48-df66-47ff-9bc1-242f55788b1a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:11.503726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-46b08594-adfd-4647-838b-c6938b664112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['77b71c48-df66-47ff-9bc1-242f55788b1a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:11.627152 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:20:11.644948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f9ad4-99be-461f-a1d2-bad76af4609d None None] Pushing event updated for resources: {'Port': ['ID=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:11.655063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:20:11.834369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236953f8-48a1-4dec-854f-571ed87bf42f req-b0bb8382-86f5-47e5-956d-00822d45c989 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:11.835842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e1dccfb1-48f5-4a5c-93b8-52845ae0e370, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:11.844957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-236953f8-48a1-4dec-854f-571ed87bf42f req-b0bb8382-86f5-47e5-956d-00822d45c989 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.1315649 Feb 09 13:20:11.872122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b77789-7bba-4d35-861d-b3be87ca0244 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:11.876819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55b77789-7bba-4d35-861d-b3be87ca0244 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:11.884309 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d4452-7926-45b2-8adf-9f405555bdd5 None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:11.907980 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d4452-7926-45b2-8adf-9f405555bdd5 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:11.908597 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-476d4452-7926-45b2-8adf-9f405555bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:11.956382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e1dccfb1-48f5-4a5c-93b8-52845ae0e370', 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'port_id': 'e1dccfb1-48f5-4a5c-93b8-52845ae0e370', 'mac_address': 'fa:16:3e:e7:46:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4497ab8-1c0d-4d42-9354-aa8c40f6ef8d', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:20:11.963858 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:11.981948 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-55b77789-7bba-4d35-861d-b3be87ca0244 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "PUT /v2.0/floatingips/b8647ee9-5266-4b55-8b47-f26859a2d077 HTTP/1.1" status: 200 len: 688 time: 3.9693310 Feb 09 13:20:11.983850 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6814141 Feb 09 13:20:11.988114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57686) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:11.988688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57688) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:11.995744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-236953f8-48a1-4dec-854f-571ed87bf42f req-9bb8a5e9-fe60-4711-ae38-f22ee9f8c7c0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492963 Feb 09 13:20:12.045205 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-476d4452-7926-45b2-8adf-9f405555bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:12.055760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead2d52-b1f8-4783-8bd8-8494da10ef2e tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Network': ['ID=d7033345-a284-4fa0-9519-364c878851cb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:12.063613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'subnet': {'network_id': 'd7033345-a284-4fa0-9519-364c878851cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:12.069220 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d4452-7926-45b2-8adf-9f405555bdd5 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:12.069879 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-476d4452-7926-45b2-8adf-9f405555bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:12.128479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-f0744d39-5cb0-4284-9281-2d4008f1331f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.130113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-f0744d39-5cb0-4284-9281-2d4008f1331f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 945 time: 0.2826023 Feb 09 13:20:12.130368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d7033345-a284-4fa0-9519-364c878851cb details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:20:12.181891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-c59666bf-881c-4d6a-8e16-6bd3bf84fb9d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.183200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-c59666bf-881c-4d6a-8e16-6bd3bf84fb9d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Synchronizing usage tracker for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:12.271042 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-476d4452-7926-45b2-8adf-9f405555bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:12.271451 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d4452-7926-45b2-8adf-9f405555bdd5 None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:12.313332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-e4b6ce90-ddc9-4263-b0e8-72a5c5f5db9c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Deleting port cad27ec5-e7b7-4d71-896c-52a2f6dc548d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:12.313684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-e4b6ce90-ddc9-4263-b0e8-72a5c5f5db9c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:12.347382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7a849125-6b6e-4d27-bfdd-ef2c70a20a50 None None] Provisioning for port ea78ec36-f821-49c1-82fb-7b08dc6e618f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:12.497989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-46b08594-adfd-4647-838b-c6938b664112 None None] Set router 77b71c48-df66-47ff-9bc1-242f55788b1a gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:12.644979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,segment=NetworkSegment(c663d03e-9b85-4c29-8396-fb77ced6aecd),segment_id=c663d03e-9b85-4c29-8396-fb77ced6aecd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:12.646253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7a849125-6b6e-4d27-bfdd-ef2c70a20a50 None None] Provisioning complete for port ea78ec36-f821-49c1-82fb-7b08dc6e618f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:12.646679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7a849125-6b6e-4d27-bfdd-ef2c70a20a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:12.651933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-454f2e61-32eb-42ee-a491-34978243c816 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port 2f0f32b6-b700-4b1c-885e-30d311072a84 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:12.652436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-454f2e61-32eb-42ee-a491-34978243c816 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:12.720822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc60d7e-6c2a-46c0-b15c-0ad3d58907e9 req-7e1ee92b-309c-4494-979c-7e1fc979fa8e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.729554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bc60d7e-6c2a-46c0-b15c-0ad3d58907e9 req-7e1ee92b-309c-4494-979c-7e1fc979fa8e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 945 time: 0.2578363 Feb 09 13:20:12.742991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-c59666bf-881c-4d6a-8e16-6bd3bf84fb9d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Unset dirty status for tenant:accedead334d4e338be32f77a85b3517 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:12.744114 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-c59666bf-881c-4d6a-8e16-6bd3bf84fb9d tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 1.5439737 Feb 09 13:20:12.746251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d6db-22b6-4bec-824a-ff4a10c5d2a3 req-249b2f90-45ea-4e28-a9cc-3527ea04a62e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.747267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7028ae2a-72cb-4918-b992-6a6ff403bf87 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:12.750515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d6db-22b6-4bec-824a-ff4a10c5d2a3 req-249b2f90-45ea-4e28-a9cc-3527ea04a62e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.755219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d6db-22b6-4bec-824a-ff4a10c5d2a3 req-249b2f90-45ea-4e28-a9cc-3527ea04a62e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.759310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d6db-22b6-4bec-824a-ff4a10c5d2a3 req-249b2f90-45ea-4e28-a9cc-3527ea04a62e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.763434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d6db-22b6-4bec-824a-ff4a10c5d2a3 req-249b2f90-45ea-4e28-a9cc-3527ea04a62e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.769835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d6db-22b6-4bec-824a-ff4a10c5d2a3 req-249b2f90-45ea-4e28-a9cc-3527ea04a62e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.774979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d6db-22b6-4bec-824a-ff4a10c5d2a3 req-249b2f90-45ea-4e28-a9cc-3527ea04a62e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:12.776924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8183d6db-22b6-4bec-824a-ff4a10c5d2a3 req-249b2f90-45ea-4e28-a9cc-3527ea04a62e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5427 time: 0.4055398 Feb 09 13:20:12.791647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-46b08594-adfd-4647-838b-c6938b664112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b71c48-df66-47ff-9bc1-242f55788b1a', 'name': 'tempest-RoutersIpV6Test-router-1081192994', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:07Z', 'updated_at': '2022-02-09T13:20:09Z', 'revision_number': 2, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:12.793696 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:12.839759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] For port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,segment=NetworkSegment(c663d03e-9b85-4c29-8396-fb77ced6aecd),segment_id=c663d03e-9b85-4c29-8396-fb77ced6aecd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:12.840451 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:12.850797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:12.857938 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7028ae2a-72cb-4918-b992-6a6ff403bf87 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:12.890706 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:13.010354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b08594-adfd-4647-838b-c6938b664112 None None] The sync data for ids ['77b71c48-df66-47ff-9bc1-242f55788b1a'] in n-d-825175-3 is: [{'id': '77b71c48-df66-47ff-9bc1-242f55788b1a', 'name': 'tempest-RoutersIpV6Test-router-1081192994', 'tenant_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:07Z', 'updated_at': '2022-02-09T13:20:09Z', 'revision_number': 2, 'project_id': 'b8b32d56e4d4473f8246ab8489e7c9f6', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:13.010649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:13.015605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8183d6db-22b6-4bec-824a-ff4a10c5d2a3 req-c324d50e-98da-4fca-9523-79d0bbf8a369 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873550 Feb 09 13:20:13.022927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:13.076363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bc60d7e-6c2a-46c0-b15c-0ad3d58907e9 req-dc76eea5-60d6-4a4f-9ab6-c5a0103084f0 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457589 Feb 09 13:20:13.174416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-e4b6ce90-ddc9-4263-b0e8-72a5c5f5db9c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] For port cad27ec5-e7b7-4d71-896c-52a2f6dc548d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:13.175485 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-e4b6ce90-ddc9-4263-b0e8-72a5c5f5db9c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:13.374450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-454f2e61-32eb-42ee-a491-34978243c816 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:13.376291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Calling delete_port for bbe834f9-d6dd-45a2-b5ca-7a7293d7198f owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:13.376852 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-454f2e61-32eb-42ee-a491-34978243c816 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:13.425134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dccfb1-48f5-4a5c-93b8-52845ae0e370 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:20:13.442056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e1dccfb1-48f5-4a5c-93b8-52845ae0e370, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:13.451652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7a849125-6b6e-4d27-bfdd-ef2c70a20a50 None None] Port ea78ec36-f821-49c1-82fb-7b08dc6e618f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:20:13.462645 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:13.465572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c1d54154-7ddf-4923-b348-8cbc69e1117c details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:20:13.486157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-e4b6ce90-ddc9-4263-b0e8-72a5c5f5db9c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Calling delete_port for cad27ec5-e7b7-4d71-896c-52a2f6dc548d owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:13.602101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9163478-766a-4ecc-a746-138a0c21f697 req-5e75acf7-caac-4fe7-8a9a-50e0fa39c73c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:13.615184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9163478-766a-4ecc-a746-138a0c21f697 req-5e75acf7-caac-4fe7-8a9a-50e0fa39c73c tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.1856356 Feb 09 13:20:13.641668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-454f2e61-32eb-42ee-a491-34978243c816 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for 2f0f32b6-b700-4b1c-885e-30d311072a84 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:13.688755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Deleting port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:13.689501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:13.737822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:13.747112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9163478-766a-4ecc-a746-138a0c21f697 req-566e3e98-9e70-4af6-b44c-628b9f21245a tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303177 Feb 09 13:20:13.780109 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-e4b6ce90-ddc9-4263-b0e8-72a5c5f5db9c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:13.858678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c1d54154-7ddf-4923-b348-8cbc69e1117c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c1d54154-7ddf-4923-b348-8cbc69e1117c,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:13.876512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7a849125-6b6e-4d27-bfdd-ef2c70a20a50 None None] Provisioning complete for port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:13.876512 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7a849125-6b6e-4d27-bfdd-ef2c70a20a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:13.880246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6ce90-ddc9-4263-b0e8-72a5c5f5db9c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event deleted for resources: {'Port': ['ID=cad27ec5-e7b7-4d71-896c-52a2f6dc548d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:13.913146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'c1d54154-7ddf-4923-b348-8cbc69e1117c', 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201', 'port_id': 'c1d54154-7ddf-4923-b348-8cbc69e1117c', 'mac_address': 'fa:16:3e:b3:c5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f948f1-86ae-48a3-94b7-0c5b8a4f9001', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:20:13.916646 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7028ae2a-72cb-4918-b992-6a6ff403bf87 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:13.917166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7028ae2a-72cb-4918-b992-6a6ff403bf87 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Fanout notify agent at l3_agent the message router_deleted on router 77b71c48-df66-47ff-9bc1-242f55788b1a {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:20:13.922219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d', 'cad27ec5-e7b7-4d71-896c-52a2f6dc548d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:20:13.922399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57746) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:13.990049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7028ae2a-72cb-4918-b992-6a6ff403bf87 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:13.995303 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7028ae2a-72cb-4918-b992-6a6ff403bf87 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/77b71c48-df66-47ff-9bc1-242f55788b1a HTTP/1.1" status: 204 len: 168 time: 3.2779562 Feb 09 13:20:14.012002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57750) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:14.015707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:14.147130 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:20:14.147621 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:20:14.156937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-e4b6ce90-ddc9-4263-b0e8-72a5c5f5db9c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] No DVR routers for this DVR port cad27ec5-e7b7-4d71-896c-52a2f6dc548d on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:14.160727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-e4b6ce90-ddc9-4263-b0e8-72a5c5f5db9c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:14.164830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb2940e-9f55-42cb-abb8-e6b44322fcd4', 'name': 'network-vif-deleted', 'tag': 'cad27ec5-e7b7-4d71-896c-52a2f6dc548d'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:14.189608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ce8476d-5eed-48fe-ad0d-e237af1bcf66 req-e4b6ce90-ddc9-4263-b0e8-72a5c5f5db9c tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "DELETE /v2.0/ports/cad27ec5-e7b7-4d71-896c-52a2f6dc548d HTTP/1.1" status: 204 len: 173 time: 2.0514882 Feb 09 13:20:14.340264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57764) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:14.356401 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-59988c90-0117-4230-800e-75b545271641 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=77b71c48-df66-47ff-9bc1-242f55788b1a HTTP/1.1" status: 200 len: 205 time: 0.3397136 Feb 09 13:20:14.373717 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:14.428535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d54154-7ddf-4923-b348-8cbc69e1117c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:20:14.428822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:14.457772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:14.475397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:14.502311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Usage tracker for resource:floatingip and tenant:1beb68fa60ff4b7aa20ad752e5a67793 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:14.524320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:14.560700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c1d54154-7ddf-4923-b348-8cbc69e1117c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c1d54154-7ddf-4923-b348-8cbc69e1117c,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:14.565574 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-981e3e5a-9626-4d6b-978f-c1624e1eedee tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] delete failed (client error): The resource could not be found. Feb 09 13:20:14.569066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-981e3e5a-9626-4d6b-978f-c1624e1eedee tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/77b71c48-df66-47ff-9bc1-242f55788b1a HTTP/1.1" status: 404 len: 336 time: 0.2249711 Feb 09 13:20:14.576833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57768) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:14.578686 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:14.579788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3dada7ca-c3ef-4073-975d-bd215f94d800 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:20:14.591746 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7a849125-6b6e-4d27-bfdd-ef2c70a20a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:14.593270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5a202bec-5ffc-4858-b1ff-27f6ad99b12e req-86e932a1-e5bc-461b-b5bf-93f969308d78 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:14.676414 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-42294cfa-3690-433f-bcfc-ffbaf4b5b317 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:14.680622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42294cfa-3690-433f-bcfc-ffbaf4b5b317 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:14.681262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-42294cfa-3690-433f-bcfc-ffbaf4b5b317 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/45fa2051-f6bf-4598-9751-4be549ca78c8 HTTP/1.1" status: 404 len: 337 time: 0.0982416 Feb 09 13:20:14.685314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57772) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:14.722805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Deleting port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:14.724981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:14.739425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:14.789415 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:20:14.840975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3dada7ca-c3ef-4073-975d-bd215f94d800, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3dada7ca-c3ef-4073-975d-bd215f94d800,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:14.887572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '3dada7ca-c3ef-4073-975d-bd215f94d800', 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'port_id': '3dada7ca-c3ef-4073-975d-bd215f94d800', 'mac_address': 'fa:16:3e:e0:57:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4497ab8-1c0d-4d42-9354-aa8c40f6ef8d', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:20:14.892169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=c1d54154-7ddf-4923-b348-8cbc69e1117c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:14.900685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] For port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:14.901063 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:14.937112 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be73af0-628e-4090-a176-5c1c19de9dcf tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:14.937615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be73af0-628e-4090-a176-5c1c19de9dcf tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:14.941786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1be73af0-628e-4090-a176-5c1c19de9dcf tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/c248e9c2-9bdc-4827-9f3e-3ff41e2b3a83 HTTP/1.1" status: 404 len: 337 time: 0.2521927 Feb 09 13:20:14.943634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57778) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:14.956474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5a202bec-5ffc-4858-b1ff-27f6ad99b12e req-86e932a1-e5bc-461b-b5bf-93f969308d78 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:14.957730 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a202bec-5ffc-4858-b1ff-27f6ad99b12e req-86e932a1-e5bc-461b-b5bf-93f969308d78 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb2940e-9f55-42cb-abb8-e6b44322fcd4 HTTP/1.1" status: 200 len: 210 time: 0.4710784 Feb 09 13:20:15.031969 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc2f824-40ef-4d06-b78f-80976a5a7a12 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:15.032419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc2f824-40ef-4d06-b78f-80976a5a7a12 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:15.037960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9cc2f824-40ef-4d06-b78f-80976a5a7a12 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/f4e93580-31ea-4e1e-8519-eb2e33d06501 HTTP/1.1" status: 404 len: 337 time: 0.0851126 Feb 09 13:20:15.038683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57784) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:15.091958 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5afe7bd-d20d-4f18-9d60-f0ed2bc4e4d1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:15.092396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5afe7bd-d20d-4f18-9d60-f0ed2bc4e4d1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:15.096802 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f5afe7bd-d20d-4f18-9d60-f0ed2bc4e4d1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/6a91c849-767c-484f-9537-84b0dc925a08 HTTP/1.1" status: 404 len: 337 time: 0.0561512 Feb 09 13:20:15.097382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57788) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:15.118100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c083c8-8f39-4a64-b18d-324af6868768 req-1ca19c66-ea31-4b17-9bc6-a1c6b3aea5cb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:15.129223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c083c8-8f39-4a64-b18d-324af6868768 req-1ca19c66-ea31-4b17-9bc6-a1c6b3aea5cb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:15.134051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] For port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,segment=NetworkSegment(c663d03e-9b85-4c29-8396-fb77ced6aecd),segment_id=c663d03e-9b85-4c29-8396-fb77ced6aecd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:15.134580 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:15.137569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c083c8-8f39-4a64-b18d-324af6868768 req-1ca19c66-ea31-4b17-9bc6-a1c6b3aea5cb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:15.141494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c083c8-8f39-4a64-b18d-324af6868768 req-1ca19c66-ea31-4b17-9bc6-a1c6b3aea5cb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:15.158105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c083c8-8f39-4a64-b18d-324af6868768 req-1ca19c66-ea31-4b17-9bc6-a1c6b3aea5cb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:15.184250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c083c8-8f39-4a64-b18d-324af6868768 req-1ca19c66-ea31-4b17-9bc6-a1c6b3aea5cb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:15.205481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c083c8-8f39-4a64-b18d-324af6868768 req-1ca19c66-ea31-4b17-9bc6-a1c6b3aea5cb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:15.207425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75c083c8-8f39-4a64-b18d-324af6868768 req-1ca19c66-ea31-4b17-9bc6-a1c6b3aea5cb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5429 time: 0.7270696 Feb 09 13:20:15.227114 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:15.310355 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b9532fcc-83e3-4ab3-acb1-4bd786451e2e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=da6b33e7-166f-4f4d-ac88-cc034817d3fd HTTP/1.1" status: 200 len: 205 time: 0.2049942 Feb 09 13:20:15.316258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57798) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:15.339142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Calling delete_port for bbe834f9-d6dd-45a2-b5ca-7a7293d7198f owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:15.378186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7a849125-6b6e-4d27-bfdd-ef2c70a20a50 None None] For port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,segment=NetworkSegment(c663d03e-9b85-4c29-8396-fb77ced6aecd),segment_id=c663d03e-9b85-4c29-8396-fb77ced6aecd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:15.417499 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb2940e-9f55-42cb-abb8-e6b44322fcd4', 'name': 'network-vif-deleted', 'tag': 'cad27ec5-e7b7-4d71-896c-52a2f6dc548d', 'status': 'completed', 'code': 200} Feb 09 13:20:15.419296 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-feaeef69-6539-4a39-b73b-ca6b7cd7825e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] delete failed (client error): The resource could not be found. Feb 09 13:20:15.420989 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-feaeef69-6539-4a39-b73b-ca6b7cd7825e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/da6b33e7-166f-4f4d-ac88-cc034817d3fd HTTP/1.1" status: 404 len: 336 time: 0.1038108 Feb 09 13:20:15.423912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57806) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:15.432349 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7a849125-6b6e-4d27-bfdd-ef2c70a20a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:15.492921 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-454f2e61-32eb-42ee-a491-34978243c816 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:15.503630 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-07e4eee6-2fdb-4c74-b424-2c43ce7fed2e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=a05e0b36-9e21-4faf-90c2-b942a3fa41e5 HTTP/1.1" status: 200 len: 205 time: 0.0784688 Feb 09 13:20:15.507302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57810) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:15.575149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f2e61-32eb-42ee-a491-34978243c816 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=2f0f32b6-b700-4b1c-885e-30d311072a84,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:15.579946 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:15.581402 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:15.581907 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Floating IP 65e61974-f2ee-4511-8962-cd8545900cf6 disassociated. External IP: 172.25.5.35, port: 7336377c-adfa-4da4-bbc3-3f75ab4d9c46. Feb 09 13:20:15.582579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Calling delete_port for 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:15.583910 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-57865f74-ad3b-4f0a-9855-867903ae78c3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] delete failed (client error): The resource could not be found. Feb 09 13:20:15.584929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-57865f74-ad3b-4f0a-9855-867903ae78c3 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/a05e0b36-9e21-4faf-90c2-b942a3fa41e5 HTTP/1.1" status: 404 len: 336 time: 0.0758018 Feb 09 13:20:15.588589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75c083c8-8f39-4a64-b18d-324af6868768 req-4b106d63-2657-4a2a-a950-51608b724b1d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2792883 Feb 09 13:20:15.589040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57814) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:15.633815 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-58499a12-73f6-49d2-ba85-0894c98a94c1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:15.634233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58499a12-73f6-49d2-ba85-0894c98a94c1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:15.635892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-58499a12-73f6-49d2-ba85-0894c98a94c1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/3e9994c7-b331-423e-91c4-7f0dc6e75027 HTTP/1.1" status: 404 len: 337 time: 0.0459781 Feb 09 13:20:15.638592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57820) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:15.667863 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:15.684419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-44481d5b-a789-4848-aba1-921fc53c791e tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427215-a421-4889-b32f-d9cecc6f99b8 HTTP/1.1" status: 200 len: 205 time: 0.0446451 Feb 09 13:20:15.688303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57824) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:15.711629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dada7ca-c3ef-4073-975d-bd215f94d800 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:20:15.716862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a849125-6b6e-4d27-bfdd-ef2c70a20a50 None None] Pushing event updated for resources: {'Port': ['ID=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:15.720488 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:20:15.720910 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:20:15.738039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3dada7ca-c3ef-4073-975d-bd215f94d800, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3dada7ca-c3ef-4073-975d-bd215f94d800,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:15.744139 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:15.745318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:20:15.821325 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-767d257a-7828-42bc-ad3f-b233717a6987 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] delete failed (client error): The resource could not be found. Feb 09 13:20:15.822336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-767d257a-7828-42bc-ad3f-b233717a6987 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/e3427215-a421-4889-b32f-d9cecc6f99b8 HTTP/1.1" status: 404 len: 336 time: 0.1332314 Feb 09 13:20:15.825057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57830) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:15.872887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:15.881804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-91ca0213-647f-4eb9-8a06-2263aff00d32 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=01c7b1b3-5cfa-4593-a49a-4f1512c15d06 HTTP/1.1" status: 200 len: 205 time: 0.0556812 Feb 09 13:20:15.882383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57834) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:15.887781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=3dada7ca-c3ef-4073-975d-bd215f94d800,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:15.897037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '59c2c0dc-e08e-4a20-a53f-aeb6aef68e33', 'network_id': '10a58f19-21e1-4dd7-9137-587130a0e201', 'port_id': '59c2c0dc-e08e-4a20-a53f-aeb6aef68e33', 'mac_address': 'fa:16:3e:c0:93:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f948f1-86ae-48a3-94b7-0c5b8a4f9001', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:20:15.967867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-454f2e61-32eb-42ee-a491-34978243c816 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:15.974787 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-015fa006-53d8-4624-99e0-2a45c6cf5c55 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] delete failed (client error): The resource could not be found. Feb 09 13:20:15.976109 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:15.977956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-015fa006-53d8-4624-99e0-2a45c6cf5c55 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/01c7b1b3-5cfa-4593-a49a-4f1512c15d06 HTTP/1.1" status: 404 len: 336 time: 0.0924404 Feb 09 13:20:15.981626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57838) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:16.035212 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefb4215-921e-4190-bf06-d895db329863 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:16.035554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefb4215-921e-4190-bf06-d895db329863 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:16.037463 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fefb4215-921e-4190-bf06-d895db329863 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/52ac80b8-7105-4bae-a319-ec386d81242b HTTP/1.1" status: 404 len: 337 time: 0.0551431 Feb 09 13:20:16.041281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57844) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:16.045182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:20:16.059286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f057901-a8f1-4a0a-a711-318471d274c1 req-cb95f99e-6b8f-4549-ba97-e53411e46bc3 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:16.061555 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f057901-a8f1-4a0a-a711-318471d274c1 req-cb95f99e-6b8f-4549-ba97-e53411e46bc3 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 944 time: 0.3669965 Feb 09 13:20:16.065242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:16.066290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Deleting port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:16.067138 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:16.109579 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:16.124343 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:16.124998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b5f9211f-81ae-41f8-83a1-88787a718ab2 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:20:16.149969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-454f2e61-32eb-42ee-a491-34978243c816 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:16.151323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-454f2e61-32eb-42ee-a491-34978243c816 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/floatingips/b8647ee9-5266-4b55-8b47-f26859a2d077 HTTP/1.1" status: 204 len: 168 time: 4.1581876 Feb 09 13:20:16.166013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4e395ac0-81f6-4bbd-853c-f7a922268c68 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba10ede1-2f51-4448-b053-98dfc9decbef HTTP/1.1" status: 200 len: 205 time: 0.1235037 Feb 09 13:20:16.167253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57850) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:16.170323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57852) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:16.200485 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:16.275040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event deleted for resources: {'Port': ['ID=7336377c-adfa-4da4-bbc3-3f75ab4d9c46,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:16.287931 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-77ea2d5f-20b9-477f-9335-a7e55b658c6a tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] delete failed (client error): The resource could not be found. Feb 09 13:20:16.293447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57860) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:16.294310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-77ea2d5f-20b9-477f-9335-a7e55b658c6a tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/floatingips/b8647ee9-5266-4b55-8b47-f26859a2d077 HTTP/1.1" status: 404 len: 345 time: 0.1246619 Feb 09 13:20:16.374159 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:16.430677 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f057901-a8f1-4a0a-a711-318471d274c1 req-03ac8e4e-0690-4c53-8ebe-557feeab76d9 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599514 Feb 09 13:20:16.470661 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-453213bb-a42e-4d7a-bd0a-382c48792ca1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] delete failed (client error): The resource could not be found. Feb 09 13:20:16.471702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-453213bb-a42e-4d7a-bd0a-382c48792ca1 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/ba10ede1-2f51-4448-b053-98dfc9decbef HTTP/1.1" status: 404 len: 336 time: 0.2994256 Feb 09 13:20:16.479246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57866) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:16.533794 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cc88b1-02dd-4979-afc0-7a33b5df7cc4 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:16.534230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cc88b1-02dd-4979-afc0-7a33b5df7cc4 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:16.546218 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-34cc88b1-02dd-4979-afc0-7a33b5df7cc4 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/52b62e00-7596-49a3-bd20-9f528820b6bb HTTP/1.1" status: 404 len: 337 time: 0.0651031 Feb 09 13:20:16.549560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57874) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:16.557571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] For port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,segment=NetworkSegment(c663d03e-9b85-4c29-8396-fb77ced6aecd),segment_id=c663d03e-9b85-4c29-8396-fb77ced6aecd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:16.557959 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:16.641210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3679059e-4d9d-4ab1-81f3-5be1ac52790d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7967db7-d764-49ff-88c1-3b96a3780951 HTTP/1.1" status: 200 len: 205 time: 0.0898883 Feb 09 13:20:16.644687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57878) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:16.720390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Calling delete_port for bbe834f9-d6dd-45a2-b5ca-7a7293d7198f owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:16.763506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Allocated IP 172.25.5.42 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/5eb8f3d5-f2f0-47a7-8a46-2298c5494b3e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:16.800771 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-4729806f-73bd-4d60-9981-0c37cfc7bd09 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] delete failed (client error): The resource could not be found. Feb 09 13:20:16.804112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4729806f-73bd-4d60-9981-0c37cfc7bd09 tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/routers/e7967db7-d764-49ff-88c1-3b96a3780951 HTTP/1.1" status: 404 len: 336 time: 0.1559718 Feb 09 13:20:16.811472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57884) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:16.888704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:16.904901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b5f9211f-81ae-41f8-83a1-88787a718ab2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5f9211f-81ae-41f8-83a1-88787a718ab2,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:16.963996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:16.970439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'b5f9211f-81ae-41f8-83a1-88787a718ab2', 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'port_id': 'b5f9211f-81ae-41f8-83a1-88787a718ab2', 'mac_address': 'fa:16:3e:87:e6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4497ab8-1c0d-4d42-9354-aa8c40f6ef8d', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:20:16.972767 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:17.064648 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-158dd6f7-adea-4f8a-9632-17d6e17ca58a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:17.065019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158dd6f7-adea-4f8a-9632-17d6e17ca58a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:17.066575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] Pushing event deleted for resources: {'Port': ['ID=bbe834f9-d6dd-45a2-b5ca-7a7293d7198f,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:17.074484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-158dd6f7-adea-4f8a-9632-17d6e17ca58a tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/2e3c07d0-8711-447b-95f8-9fc6e66d3266 HTTP/1.1" status: 404 len: 337 time: 0.2564549 Feb 09 13:20:17.074612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57892) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:17.098515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3c760-0ad8-41b0-87f2-7f2d2ea24ed0 None None] No DVR routers for this DVR port bbe834f9-d6dd-45a2-b5ca-7a7293d7198f on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:17.127667 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:17.150871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f9211f-81ae-41f8-83a1-88787a718ab2 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:20:17.173634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b5f9211f-81ae-41f8-83a1-88787a718ab2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5f9211f-81ae-41f8-83a1-88787a718ab2,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:17.181032 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:17.182135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device f99990b9-7b64-4f2b-96a4-bf1ab09e2420 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:20:17.186884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:17.274622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:20:17.276841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Pushing event updated for resources: {'Port': ['ID=5eb8f3d5-f2f0-47a7-8a46-2298c5494b3e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:17.286916 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e75c589-1dd7-46b6-a53d-d87a8c46335d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:17.287802 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:17.289705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e75c589-1dd7-46b6-a53d-d87a8c46335d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:17.293283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3e75c589-1dd7-46b6-a53d-d87a8c46335d tempest-RoutersIpV6Test-512285678 tempest-RoutersIpV6Test-512285678-project] 10.222.0.59 "DELETE /v2.0/subnets/290b4439-de1f-44b3-bf88-b4aabe93ee08 HTTP/1.1" status: 404 len: 337 time: 0.2017670 Feb 09 13:20:17.313953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-8bffa8f5-d52e-4a29-bd44-790f2453a116 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.335268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-8bffa8f5-d52e-4a29-bd44-790f2453a116 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.7874844 Feb 09 13:20:17.343382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b5f9211f-81ae-41f8-83a1-88787a718ab2,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:17.380143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Subnet': ['ID=32bbfaf7-23f5-4cfb-a024-2b80125fdeea,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:17.400991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:17.406640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:17.414134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-67cbc1bc-0d5c-4068-a68c-27eda2885cc2 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/quotas/b61e4f1740014417a9a4bf493277ef6d HTTP/1.1" status: 200 len: 375 time: 0.0632067 Feb 09 13:20:17.431092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:17.522028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c507e4-7b1e-43a2-88a7-364e520bf172 req-22f4e6ec-972a-45fa-8b50-29e12a045037 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.526941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c507e4-7b1e-43a2-88a7-364e520bf172 req-22f4e6ec-972a-45fa-8b50-29e12a045037 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.531812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Checking segment: {'id': '846bd233-8004-4f54-b47f-882bbad7e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd7033345-a284-4fa0-9519-364c878851cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:17.532109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c507e4-7b1e-43a2-88a7-364e520bf172 req-22f4e6ec-972a-45fa-8b50-29e12a045037 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.536050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c507e4-7b1e-43a2-88a7-364e520bf172 req-22f4e6ec-972a-45fa-8b50-29e12a045037 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.537077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network hostable DHCP agents. Network: d7033345-a284-4fa0-9519-364c878851cb, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:17.540252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c507e4-7b1e-43a2-88a7-364e520bf172 req-22f4e6ec-972a-45fa-8b50-29e12a045037 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.544370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c507e4-7b1e-43a2-88a7-364e520bf172 req-22f4e6ec-972a-45fa-8b50-29e12a045037 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.549418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c507e4-7b1e-43a2-88a7-364e520bf172 req-22f4e6ec-972a-45fa-8b50-29e12a045037 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.557720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18c507e4-7b1e-43a2-88a7-364e520bf172 req-22f4e6ec-972a-45fa-8b50-29e12a045037 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5431 time: 0.6058285 Feb 09 13:20:17.572629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f879f6-05cb-41c4-bbb6-e03ee083ad85 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.582179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f879f6-05cb-41c4-bbb6-e03ee083ad85 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.590295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f879f6-05cb-41c4-bbb6-e03ee083ad85 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.592219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-96f879f6-05cb-41c4-bbb6-e03ee083ad85 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Synchronizing usage tracker for tenant:e5c697a4935e404c881bb9b0bd6e1fa6 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:17.592943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port f99990b9-7b64-4f2b-96a4-bf1ab09e2420, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:17.624880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'port_id': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420', 'mac_address': 'fa:16:3e:27:79:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:20:17.658155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18c507e4-7b1e-43a2-88a7-364e520bf172 req-5fe87593-3828-4546-908e-512221d862de tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993705 Feb 09 13:20:17.675795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-96f879f6-05cb-41c4-bbb6-e03ee083ad85 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Unset dirty status for tenant:e5c697a4935e404c881bb9b0bd6e1fa6 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:17.680607 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-96f879f6-05cb-41c4-bbb6-e03ee083ad85 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "GET /v2.0/ports?network_id=b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 HTTP/1.1" status: 200 len: 2358 time: 1.3834064 Feb 09 13:20:17.682819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57902) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:17.691476 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-9da2a9f0-0448-46b3-865d-7bc72021b502 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2617223 Feb 09 13:20:17.743585 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:17.781972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99990b9-7b64-4f2b-96a4-bf1ab09e2420 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:20:17.798821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network d7033345-a284-4fa0-9519-364c878851cb is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:17.820432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port f99990b9-7b64-4f2b-96a4-bf1ab09e2420, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:17.822969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Router d1012ea0-5cb3-4548-9ca7-476d235bff32 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:17.826268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c43777-f003-4078-9ed2-22fbc3a1acf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.828066 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-11c43777-f003-4078-9ed2-22fbc3a1acf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "GET /v2.0/subnets/6941b5f3-43e2-481f-a0de-557cc27d171a HTTP/1.1" status: 200 len: 797 time: 0.1434498 Feb 09 13:20:17.832826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d7033345-a284-4fa0-9519-364c878851cb) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:17.833098 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:17.834544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 11e971e0-41de-46c8-a5ab-0399676dcff1 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:20:17.834699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57906) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:17.846307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'port': {'network_id': 'b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7', 'name': 'tempest-FloatingIPTestJSON-1303692021', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:17.916379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57910) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:17.947226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a4c1a-9310-4827-8706-71a366b21b83 None None] Network d7033345-a284-4fa0-9519-364c878851cb requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:17.991345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:17.992746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:18.007906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:18.077224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd8e5719-02cc-42fd-a57a-4b03058f9050 req-a158028e-340d-42ba-a55b-23c5881f092b tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 210 time: 0.1216433 Feb 09 13:20:18.152825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:18.156325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d808a138-e278-481b-8186-45f07486ddbf service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539623 Feb 09 13:20:18.165161 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:20:18.186946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:18.204433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:18.218298 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9b3dbd28-971a-4bfe-aa33-928cc0717278 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 6.2212629 Feb 09 13:20:18.218540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 11e971e0-41de-46c8-a5ab-0399676dcff1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=11e971e0-41de-46c8-a5ab-0399676dcff1,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:18.219363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57920) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:18.267607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '11e971e0-41de-46c8-a5ab-0399676dcff1', 'network_id': 'e0fa8502-b2c1-406e-8acc-9fe430fe07d0', 'port_id': '11e971e0-41de-46c8-a5ab-0399676dcff1', 'mac_address': 'fa:16:3e:f1:5f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4497ab8-1c0d-4d42-9354-aa8c40f6ef8d', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:20:18.341512 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:18.359412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Made reservation on behalf of e5c697a4935e404c881bb9b0bd6e1fa6 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:18.395409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e971e0-41de-46c8-a5ab-0399676dcff1 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:20:18.405727 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-a2059e72-c3ca-4b7c-bec9-e8f1be86bc8a service neutron] 10.222.0.59 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483010 Feb 09 13:20:18.419035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:18.431532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 11e971e0-41de-46c8-a5ab-0399676dcff1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=11e971e0-41de-46c8-a5ab-0399676dcff1,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:18.525266 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:18.697112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-d7033345-a284-4fa0-9519-364c878851cb', 'network_id': 'd7033345-a284-4fa0-9519-364c878851cb', 'tenant_id': '8484e10616444a2f90e794ca9a4a7536', 'fixed_ips': [{'subnet_id': '32bbfaf7-23f5-4cfb-a024-2b80125fdeea'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:20:18.698054 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:18.729129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=11e971e0-41de-46c8-a5ab-0399676dcff1,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:18.823002 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:18.878511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bf7d3919-6577-4130-9d0e-1aa1144f7fa1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b8b32d56e4d4473f8246ab8489e7c9f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9608274 Feb 09 13:20:18.899397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23e8f23e-5afb-47b3-99f8-69c1611c597a req-0d9a3d7a-c333-45e8-ab39-5f861fff22da tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 210 time: 0.1349561 Feb 09 13:20:18.903236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57946) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:18.935785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] device_id is not set on port da3a2958-231a-4b2d-b65d-ea2eb706422f yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:20:19.091373 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.131477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7b75-e957-4ba9-93de-78b260db2209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.155582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e1dccfb1-48f5-4a5c-93b8-52845ae0e370'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:20:19.215892 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.282652 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7b75-e957-4ba9-93de-78b260db2209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.292452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57956) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:19.302655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['b5f9211f-81ae-41f8-83a1-88787a718ab2'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:20:19.336909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fc9b-7bbd-4726-a5d7-6d726b7d40be req-cc0a6076-c33c-4bcc-99f0-c8fce323075e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:19.342234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fc9b-7bbd-4726-a5d7-6d726b7d40be req-cc0a6076-c33c-4bcc-99f0-c8fce323075e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:19.348507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fc9b-7bbd-4726-a5d7-6d726b7d40be req-cc0a6076-c33c-4bcc-99f0-c8fce323075e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:19.350034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['59c2c0dc-e08e-4a20-a53f-aeb6aef68e33'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:20:19.354173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fc9b-7bbd-4726-a5d7-6d726b7d40be req-cc0a6076-c33c-4bcc-99f0-c8fce323075e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:19.358663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fc9b-7bbd-4726-a5d7-6d726b7d40be req-cc0a6076-c33c-4bcc-99f0-c8fce323075e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:19.364571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fc9b-7bbd-4726-a5d7-6d726b7d40be req-cc0a6076-c33c-4bcc-99f0-c8fce323075e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:19.370684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fc9b-7bbd-4726-a5d7-6d726b7d40be req-cc0a6076-c33c-4bcc-99f0-c8fce323075e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:19.372712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0956fc9b-7bbd-4726-a5d7-6d726b7d40be req-cc0a6076-c33c-4bcc-99f0-c8fce323075e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5434 time: 0.3930359 Feb 09 13:20:19.395908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['c1d54154-7ddf-4923-b348-8cbc69e1117c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:20:19.452867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['11e971e0-41de-46c8-a5ab-0399676dcff1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:20:19.460388 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:20:19.476879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b9b9adb-346e-4293-af77-af2721582ae8 req-83fe10d7-8dac-42e4-90f9-ff9e85a114ec tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 210 time: 0.0982149 Feb 09 13:20:19.494415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.506305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.523719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0956fc9b-7bbd-4726-a5d7-6d726b7d40be req-193658ec-a384-4d5f-bce4-f5fee6e2ee0a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436062 Feb 09 13:20:19.541533 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['f99990b9-7b64-4f2b-96a4-bf1ab09e2420'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:20:19.553117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7b75-e957-4ba9-93de-78b260db2209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.600371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c7b75-e957-4ba9-93de-78b260db2209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f13086-c0ac-44c8-9c55-e939f4828b82,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:19.616046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7b75-e957-4ba9-93de-78b260db2209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.617772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8e8c7b75-e957-4ba9-93de-78b260db2209 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29f13086-c0ac-44c8-9c55-e939f4828b82 HTTP/1.1" status: 204 len: 168 time: 0.6822934 Feb 09 13:20:19.728324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:19.798487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Pushing event updated for resources: {'Port': ['ID=5eb8f3d5-f2f0-47a7-8a46-2298c5494b3e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:19.838880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] Sync routers for ids ['d1012ea0-5cb3-4548-9ca7-476d235bff32'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:19.894834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.905477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac512ace-d30f-4ad7-bdbb-0bc1c8ed1d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.922460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] No DVR routers for this DVR port 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:19.937211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.942011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-deleted', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:19.971501 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e9e4b3b9-8cad-425c-aad3-f643f0d78003 req-827aa033-4405-48ce-b546-bac2a89336ba tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.67 "DELETE /v2.0/ports/7336377c-adfa-4da4-bbc3-3f75ab4d9c46 HTTP/1.1" status: 204 len: 173 time: 7.2066450 Feb 09 13:20:19.992607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Allocated IP 2001:db8::f816:3eff:fe53:5d3c (d7033345-a284-4fa0-9519-364c878851cb/32bbfaf7-23f5-4cfb-a024-2b80125fdeea/07cdf650-1f59-4381-a73c-65bf97fafcaf) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:19.993836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.20.0.14 (b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7/6941b5f3-43e2-481f-a0de-557cc27d171a/da3a2958-231a-4b2d-b65d-ea2eb706422f) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:19.996146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:19.997504 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2219e7d4-1f4c-4ba1-9376-5e58be14ce14 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0722849 Feb 09 13:20:20.002962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57970) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:20.008500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.20.0.13 (b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7/6941b5f3-43e2-481f-a0de-557cc27d171a/da3a2958-231a-4b2d-b65d-ea2eb706422f) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:20.011535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ac512ace-d30f-4ad7-bdbb-0bc1c8ed1d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:20.020792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1262491346', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'fixed_ips': [{'ip_address': '172.25.5.42'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:20.030064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ac512ace-d30f-4ad7-bdbb-0bc1c8ed1d95 admin admin] Usage tracker for resource:security_group_rule and tenant:86903185886744f187fc7f731e33208b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:20.033307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:20.040076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ac512ace-d30f-4ad7-bdbb-0bc1c8ed1d95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:20.059376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Usage tracker for resource:port and tenant:1beb68fa60ff4b7aa20ad752e5a67793 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:20.062018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ac512ace-d30f-4ad7-bdbb-0bc1c8ed1d95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:20.066790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:20.084930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:20.100726 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22086f47-2f62-463c-a882-d1e29ce31ea1', 'name': 'network-vif-deleted', 'tag': '7336377c-adfa-4da4-bbc3-3f75ab4d9c46', 'status': 'completed', 'code': 200} Feb 09 13:20:20.158107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Made reservation on behalf of 1beb68fa60ff4b7aa20ad752e5a67793 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:20.160531 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:20.184141 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:20.211692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db7e53b2-f8ce-4c0a-9e1e-ddb364ccd9d8 req-40ae6b8b-963e-4bef-b3aa-0e9f298a86ba tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 210 time: 0.0865333 Feb 09 13:20:20.217494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] Routers {'d1012ea0-5cb3-4548-9ca7-476d235bff32'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:20.224798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d1012ea0-5cb3-4548-9ca7-476d235bff32'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:20.279258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['3dada7ca-c3ef-4073-975d-bd215f94d800'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:20:20.357727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:20.363725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac512ace-d30f-4ad7-bdbb-0bc1c8ed1d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:20.364971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Usage tracker for resource:security_group_rule and tenant:1beb68fa60ff4b7aa20ad752e5a67793 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:20.371143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:20.381613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac512ace-d30f-4ad7-bdbb-0bc1c8ed1d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:20.406913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:20.435344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:20.505848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac512ace-d30f-4ad7-bdbb-0bc1c8ed1d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c1a49a-af90-43ac-9ef6-a03acf1e53a7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:20.559688 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ac512ace-d30f-4ad7-bdbb-0bc1c8ed1d95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86903185886744f187fc7f731e33208b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2640383 Feb 09 13:20:20.562064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57984) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:20.620384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:20.690159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:20:20.690595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7336377c-adfa-4da4-bbc3-3f75ab4d9c46 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:20.691071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cad27ec5-e7b7-4d71-896c-52a2f6dc548d no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:20.755982 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f382b274-6c02-4115-a074-8efcbe1cbba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:20.808443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: cad27ec5-e7b7-4d71-896c-52a2f6dc548d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:20:20.808786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device cad27ec5-e7b7-4d71-896c-52a2f6dc548d not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:20.818882 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:20.867464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-7db32eea-746b-4746-8c72-5d64a7af373e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:20.869522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-7db32eea-746b-4746-8c72-5d64a7af373e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 805 time: 0.4697175 Feb 09 13:20:20.933459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Request body: {'port': {'device_id': 'da84c182-0418-4dc9-962c-7659b5d5b7f4', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'admin_state_up': True, 'tenant_id': 'b61e4f1740014417a9a4bf493277ef6d'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:21.002310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd80316c-c8db-46df-9e93-b11246535752 req-05ff6080-d207-4681-a44e-a61a6e87d1f8 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/ports?device_id=22086f47-2f62-463c-a882-d1e29ce31ea1 HTTP/1.1" status: 200 len: 210 time: 0.2098732 Feb 09 13:20:21.023356 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.058958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f382b274-6c02-4115-a074-8efcbe1cbba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.156465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43f09-2191-4e29-baa3-4b75a0232924 req-3f260537-4489-4afb-b908-ff30281caa2f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:21.160399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43f09-2191-4e29-baa3-4b75a0232924 req-3f260537-4489-4afb-b908-ff30281caa2f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:21.164865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43f09-2191-4e29-baa3-4b75a0232924 req-3f260537-4489-4afb-b908-ff30281caa2f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:21.168807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43f09-2191-4e29-baa3-4b75a0232924 req-3f260537-4489-4afb-b908-ff30281caa2f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:21.172703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43f09-2191-4e29-baa3-4b75a0232924 req-3f260537-4489-4afb-b908-ff30281caa2f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:21.176941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43f09-2191-4e29-baa3-4b75a0232924 req-3f260537-4489-4afb-b908-ff30281caa2f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:21.181151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc43f09-2191-4e29-baa3-4b75a0232924 req-3f260537-4489-4afb-b908-ff30281caa2f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:21.184722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fcc43f09-2191-4e29-baa3-4b75a0232924 req-3f260537-4489-4afb-b908-ff30281caa2f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5434 time: 0.2829885 Feb 09 13:20:21.191227 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.192352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f382b274-6c02-4115-a074-8efcbe1cbba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.197123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=da3a2958-231a-4b2d-b65d-ea2eb706422f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:21.203104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:21.240466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382b274-6c02-4115-a074-8efcbe1cbba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c1a49a-af90-43ac-9ef6-a03acf1e53a7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:21.245689 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f382b274-6c02-4115-a074-8efcbe1cbba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.248553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f382b274-6c02-4115-a074-8efcbe1cbba8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2c1a49a-af90-43ac-9ef6-a03acf1e53a7 HTTP/1.1" status: 204 len: 168 time: 0.6848366 Feb 09 13:20:21.281565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] device_id is not set on port 3aba36d1-f06f-423b-9e83-add81ca3f29c yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:20:21.286331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fcc43f09-2191-4e29-baa3-4b75a0232924 req-9f61de0a-b4c9-4ca4-b07b-f1764cd42f1e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807002 Feb 09 13:20:21.361018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58002) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:21.452963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.454894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1641d899-85ab-408d-92da-9884120bc820,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:21.465506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:21.465834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Transition to ACTIVE for port object 07cdf650-1f59-4381-a73c-65bf97fafcaf will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:21.480674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:21.491097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Transition to ACTIVE for port object 07cdf650-1f59-4381-a73c-65bf97fafcaf will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:21.491307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:21.495914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:21.536015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Made reservation on behalf of b61e4f1740014417a9a4bf493277ef6d for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:21.539809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.565751 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] Set router d1012ea0-5cb3-4548-9ca7-476d235bff32 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:21.602650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-080fe942-8a26-4e28-bc10-8462e2e694ae req-c2340526-787e-4ad9-ae8a-edf6fc53276d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 210 time: 0.1093233 Feb 09 13:20:21.629752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.645290 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.683255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1504669648'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:21.689829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:21.694724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:network and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:21.698106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:21.704629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:21.729007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:21.730093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:21.730884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.732382 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.773930 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:21.789606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Subnet': ['ID=32bbfaf7-23f5-4cfb-a024-2b80125fdeea,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:21.872567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Network d7033345-a284-4fa0-9519-364c878851cb is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:21.877501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Pushing event updated for resources: {'Port': ['ID=07cdf650-1f59-4381-a73c-65bf97fafcaf,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:21.896818 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:21.970829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:22.055931 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.111648 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:22.120456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7033345-a284-4fa0-9519-364c878851cb']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:22.139647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:security_group_rule and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:22.145940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:22.167057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58016) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:22.191303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:22.199598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846bd233-8004-4f54-b47f-882bbad7e5a3') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:22.200067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846bd233-8004-4f54-b47f-882bbad7e5a3') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:22.211151 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-574233a8-2a87-4d1b-ae45-b02964291aaa tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.3735156 Feb 09 13:20:22.218268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58020) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:22.238125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': 'da3a2958-231a-4b2d-b65d-ea2eb706422f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:22.244440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.260475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:22.270083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:floatingip and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:22.278215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:22.291475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Attempting to bind port 07cdf650-1f59-4381-a73c-65bf97fafcaf on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:22.291988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Attempting to bind port 07cdf650-1f59-4381-a73c-65bf97fafcaf by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '846bd233-8004-4f54-b47f-882bbad7e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd7033345-a284-4fa0-9519-364c878851cb'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:22.292199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:22.292626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Attempting to bind port 07cdf650-1f59-4381-a73c-65bf97fafcaf on network d7033345-a284-4fa0-9519-364c878851cb {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:22.301343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Allocated IP 172.20.0.8 (7940e2b9-7074-4987-9b54-3d4469043068/8b2890f1-cd7a-4c34-9690-caa4a64bcb7e/421a2e09-bb7a-463e-8a4c-190e8c20d771) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:22.308591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58026) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:22.309951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2ce00c1-e4d9-4a3b-bd52-90cb5b5198c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.310919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:20:22.311681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Checking segment: {'id': '846bd233-8004-4f54-b47f-882bbad7e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd7033345-a284-4fa0-9519-364c878851cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:22.312280 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.312790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Bound using segment: {'id': '846bd233-8004-4f54-b47f-882bbad7e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd7033345-a284-4fa0-9519-364c878851cb'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:20:22.313689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Bound port: 07cdf650-1f59-4381-a73c-65bf97fafcaf, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846bd233-8004-4f54-b47f-882bbad7e5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd7033345-a284-4fa0-9519-364c878851cb'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:20:22.314361 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.324204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.324564 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 13:20:22.324906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:22.333389 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.359285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:20:22.359688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:22.376618 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:22.424276 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cf0a45b8-6994-47b6-b7e7-2ab3daa14102 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.4199548 Feb 09 13:20:22.431330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58032) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:22.483596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] For port 07cdf650-1f59-4381-a73c-65bf97fafcaf, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:22.506329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d2ce00c1-e4d9-4a3b-bd52-90cb5b5198c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:22.519942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d2ce00c1-e4d9-4a3b-bd52-90cb5b5198c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c7edb326907e4eb799ffa432c810b8b3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:22.527246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d2ce00c1-e4d9-4a3b-bd52-90cb5b5198c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:22.545847 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 13:20:22.545847 n-d-825175-3 neutron-server[83480]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 13:20:22.545847 n-d-825175-3 neutron-server[83480]: [parameters: {'id': 'd7033345-a284-4fa0-9519-364c878851cb'}] Feb 09 13:20:22.545847 n-d-825175-3 neutron-server[83480]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:20:22.546347 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:20:22.547789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d2ce00c1-e4d9-4a3b-bd52-90cb5b5198c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:22.556726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] For port 07cdf650-1f59-4381-a73c-65bf97fafcaf, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=07cdf650-1f59-4381-a73c-65bf97fafcaf,segment=NetworkSegment(846bd233-8004-4f54-b47f-882bbad7e5a3),segment_id=846bd233-8004-4f54-b47f-882bbad7e5a3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:22.568058 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.616901 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c88c-7373-4282-8ba7-2b888c3e4270 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.626827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.632989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b5f9211f-81ae-41f8-83a1-88787a718ab2 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:22.651301 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.704465 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c88c-7373-4282-8ba7-2b888c3e4270 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.723481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:22.761322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f09c30-a45f-4f94-9803-ebd4587d9fa5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:22.807909 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4dde5-b213-4f3b-bf29-6e4b6ef3e737 None None] Pushing event updated for resources: {'Port': ['ID=07cdf650-1f59-4381-a73c-65bf97fafcaf,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:22.808151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-70183ea7-606d-415c-89f0-4d9670508b84 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Deleting port 5eb8f3d5-f2f0-47a7-8a46-2298c5494b3e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:22.808759 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70183ea7-606d-415c-89f0-4d9670508b84 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.814824 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.815164 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added segment a8ca59a0-6373-4e1b-94e1-63264b18b8ec of type vlan for network e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e Feb 09 13:20:22.840039 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4981efb3-7b75-4543-b1b6-10bafb322a34 req-69f904d5-2eb8-450e-aca4-26c1d58089f9 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 210 time: 0.0894372 Feb 09 13:20:22.844486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:10:17Z', 'revision_number': 5, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:22.853482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] Checking router: d1012ea0-5cb3-4548-9ca7-476d235bff32 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:20:22.870482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] Routers {'d1012ea0-5cb3-4548-9ca7-476d235bff32'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:22.871188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:19:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d1012ea0-5cb3-4548-9ca7-476d235bff32'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:22.902804 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.910533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2ce00c1-e4d9-4a3b-bd52-90cb5b5198c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:22.924132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191f50-3446-4b51-a030-e8749586fb1c req-ed32361c-d464-4786-bb1f-0cef0e3f3745 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:22.928594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191f50-3446-4b51-a030-e8749586fb1c req-ed32361c-d464-4786-bb1f-0cef0e3f3745 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:22.937382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port b5f9211f-81ae-41f8-83a1-88787a718ab2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:22.946832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191f50-3446-4b51-a030-e8749586fb1c req-ed32361c-d464-4786-bb1f-0cef0e3f3745 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:22.947138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b37cde4-35ab-41af-a444-2a3bcd0d28e1 None None] Network d7033345-a284-4fa0-9519-364c878851cb requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:22.951874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191f50-3446-4b51-a030-e8749586fb1c req-ed32361c-d464-4786-bb1f-0cef0e3f3745 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:22.956229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191f50-3446-4b51-a030-e8749586fb1c req-ed32361c-d464-4786-bb1f-0cef0e3f3745 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:22.961370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191f50-3446-4b51-a030-e8749586fb1c req-ed32361c-d464-4786-bb1f-0cef0e3f3745 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:22.965721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191f50-3446-4b51-a030-e8749586fb1c req-ed32361c-d464-4786-bb1f-0cef0e3f3745 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:22.974005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff191f50-3446-4b51-a030-e8749586fb1c req-ed32361c-d464-4786-bb1f-0cef0e3f3745 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5434 time: 0.3958809 Feb 09 13:20:22.999188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2ce00c1-e4d9-4a3b-bd52-90cb5b5198c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.020774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c88c-7373-4282-8ba7-2b888c3e4270 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.052058 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.105612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce00c1-e4d9-4a3b-bd52-90cb5b5198c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965ec2c6-1e5b-4f87-a5e7-f4e83ca186aa,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:23.133303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff191f50-3446-4b51-a030-e8749586fb1c req-22483e2b-b74c-4044-9aae-6596abbd1861 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1574779 Feb 09 13:20:23.134017 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.137855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:23.138725 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.141309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port b5f9211f-81ae-41f8-83a1-88787a718ab2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:23.141675 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.144782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d2ce00c1-e4d9-4a3b-bd52-90cb5b5198c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7edb326907e4eb799ffa432c810b8b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9767599 Feb 09 13:20:23.151285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58038) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:23.157739 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70183ea7-606d-415c-89f0-4d9670508b84 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.158055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70183ea7-606d-415c-89f0-4d9670508b84 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.175976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Deleting port 07cdf650-1f59-4381-a73c-65bf97fafcaf {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:23.176590 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.201910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7c88c-7373-4282-8ba7-2b888c3e4270 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:23.321202 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.326976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Network': ['ID=e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:23.327683 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.330600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6051a4b3-81b3-45e5-a79f-4306feaf8d81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9679670 Feb 09 13:20:23.333931 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f4c7c88c-7373-4282-8ba7-2b888c3e4270 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.337804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f4c7c88c-7373-4282-8ba7-2b888c3e4270 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "DELETE /v2.0/security-groups/f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b HTTP/1.1" status: 204 len: 168 time: 1.0164251 Feb 09 13:20:23.337804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58042) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:23.340795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-70183ea7-606d-415c-89f0-4d9670508b84 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Calling delete_port for 5eb8f3d5-f2f0-47a7-8a46-2298c5494b3e owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:23.357132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:20:23.366586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'network': {'name': 'tempest-RoutersTest-236076926'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:23.368896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58044) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:23.377398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:23.387876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] Set router d1012ea0-5cb3-4548-9ca7-476d235bff32 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:23.388796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:network and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:23.393498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:23.402138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:23.442114 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-f148d576-efaa-40a1-ada2-3a96c55833b0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] show failed (client error): The resource could not be found. Feb 09 13:20:23.446973 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f148d576-efaa-40a1-ada2-3a96c55833b0 tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "GET /v2.0/security-groups/f0288fbc-2e93-4b6e-88c0-00ccfa1bc76b HTTP/1.1" status: 404 len: 347 time: 0.0359380 Feb 09 13:20:23.447146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58050) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:23.508613 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.516198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68807851-07ff-42b9-a346-5089acd475bd None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:20:23.519417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:23.522422 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.616300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51a607ae-93d6-449a-882e-23c34cfde4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.640004 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.673945 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:20:23.696401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f9211f-81ae-41f8-83a1-88787a718ab2'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:23.744106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-227217b5-935e-4e5f-88a9-647265bff81f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Deleting port 8ed483fd-3b1d-4a66-99cb-c793bc2d9002 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:23.744704 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-227217b5-935e-4e5f-88a9-647265bff81f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.751275 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51a607ae-93d6-449a-882e-23c34cfde4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.753105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b5f9211f-81ae-41f8-83a1-88787a718ab2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5f9211f-81ae-41f8-83a1-88787a718ab2,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:23.782159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.25.5.148 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/ec1d9672-d2da-4c29-b33c-d42c9194f700) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:23.786306 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f9211f-81ae-41f8-83a1-88787a718ab2', 'code': 200} Feb 09 13:20:23.794220 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.795049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device f99990b9-7b64-4f2b-96a4-bf1ab09e2420 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:23.816069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] For port 07cdf650-1f59-4381-a73c-65bf97fafcaf, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=07cdf650-1f59-4381-a73c-65bf97fafcaf,segment=NetworkSegment(846bd233-8004-4f54-b47f-882bbad7e5a3),segment_id=846bd233-8004-4f54-b47f-882bbad7e5a3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:23.816433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.831215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:23.859331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event updated for resources: {'Port': ['ID=421a2e09-bb7a-463e-8a4c-190e8c20d771,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:23.893526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Network 7940e2b9-7074-4987-9b54-3d4469043068 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:23.922236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:23.944287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:23.996917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:23.996917 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added segment 67ab5974-ab76-41f3-863e-61ed612043b4 of type vlan for network dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 Feb 09 13:20:24.028950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Calling delete_port for 07cdf650-1f59-4381-a73c-65bf97fafcaf owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:24.153518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68807851-07ff-42b9-a346-5089acd475bd None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:20:24.175790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b5f9211f-81ae-41f8-83a1-88787a718ab2,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:24.254058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:24.267879 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70183ea7-606d-415c-89f0-4d9670508b84 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.281463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:24.283952 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.343421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70183ea7-606d-415c-89f0-4d9670508b84 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Pushing event deleted for resources: {'Port': ['ID=5eb8f3d5-f2f0-47a7-8a46-2298c5494b3e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:24.363796 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51a607ae-93d6-449a-882e-23c34cfde4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.374675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.419810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:24.420443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.433391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a607ae-93d6-449a-882e-23c34cfde4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965ec2c6-1e5b-4f87-a5e7-f4e83ca186aa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:24.532202 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51a607ae-93d6-449a-882e-23c34cfde4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.533332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-51a607ae-93d6-449a-882e-23c34cfde4b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/965ec2c6-1e5b-4f87-a5e7-f4e83ca186aa HTTP/1.1" status: 204 len: 168 time: 1.3795807 Feb 09 13:20:24.543284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.549966 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d9e1b4b2-b0da-43cd-bffc-16d62f7e4b1e tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6286142 Feb 09 13:20:24.560578 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-227217b5-935e-4e5f-88a9-647265bff81f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.561028 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-227217b5-935e-4e5f-88a9-647265bff81f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.563583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Request body: {'port': {'device_id': 'da84c182-0418-4dc9-962c-7659b5d5b7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:24.586729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:10:17Z', 'revision_number': 5, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:24.600106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70183ea7-606d-415c-89f0-4d9670508b84 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.602865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70183ea7-606d-415c-89f0-4d9670508b84 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.604149 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-70183ea7-606d-415c-89f0-4d9670508b84 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673 tempest-ExternalNetworksAdminNegativeTestJSON-1241314673-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/8dd560de-ec19-4320-991b-54e95c5c158e HTTP/1.1" status: 204 len: 168 time: 2.1700304 Feb 09 13:20:24.665556 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.679811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1f45b-ba12-423a-a3c7-81bf9c8b595a None None] The sync data for ids ['d1012ea0-5cb3-4548-9ca7-476d235bff32'] in n-d-825175-3 is: [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:09:57Z', 'revision_number': 4, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'fe3e1df3-cb3c-400d-938c-1c2ddf7f3218', 'name': '', 'network_id': '2903bfa2-6e98-48bf-8735-26cc8008e2be', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'mac_address': 'fa:16:3e:ed:31:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:56Z', 'updated_at': '2022-02-09T13:10:17Z', 'revision_number': 5, 'project_id': 'accedead334d4e338be32f77a85b3517', 'subnets': [{'id': 'a6635b5b-1a73-4f24-af7b-ce18e647d366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:24.701116 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.742881 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.765367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-227217b5-935e-4e5f-88a9-647265bff81f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Calling delete_port for 8ed483fd-3b1d-4a66-99cb-c793bc2d9002 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:24.823496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port f99990b9-7b64-4f2b-96a4-bf1ab09e2420, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:24.853453 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:24.854722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:24.860315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:24.863103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=ec1d9672-d2da-4c29-b33c-d42c9194f700,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:24.878257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:24.882602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:25.024070 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:25.079187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:25.100176 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-94c3f36e-dd21-49d5-882e-ff1e0c9f080f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:25.121865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:25.129594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:25.130150 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:25.144331 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:25.151283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:25.152145 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:25.219746 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7371b3d3-c260-4195-a377-a4145fd2f4af None None] New status for floating IP 65e61974-f2ee-4511-8962-cd8545900cf6: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:20:25.236581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Port': ['ID=07cdf650-1f59-4381-a73c-65bf97fafcaf,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:25.262756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de51607-8d28-4da7-a361-5b526f7e515b req-02d72056-4ec9-460f-ae9a-831bffc03c6a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:25.271593 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5de51607-8d28-4da7-a361-5b526f7e515b req-02d72056-4ec9-460f-ae9a-831bffc03c6a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 931 time: 1.1212234 Feb 09 13:20:25.296858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58074) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:25.333521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No DVR routers for this DVR port 07cdf650-1f59-4381-a73c-65bf97fafcaf on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:25.506712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58082) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:25.510686 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1735423 Feb 09 13:20:25.511976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b0cfd-1c4e-45df-90e0-ca403a7ba337 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Network': ['ID=dffa35a7-51f2-44a2-bdc0-f9a56640c3f6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:25.538335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb21bc-cc8a-4bfc-a275-bfbc9f8465e8 req-3e5929ae-ecb7-48f7-8f30-b49c37d4a23d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:25.547148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb21bc-cc8a-4bfc-a275-bfbc9f8465e8 req-3e5929ae-ecb7-48f7-8f30-b49c37d4a23d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:25.557779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb21bc-cc8a-4bfc-a275-bfbc9f8465e8 req-3e5929ae-ecb7-48f7-8f30-b49c37d4a23d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:25.572840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:20:25.589540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb21bc-cc8a-4bfc-a275-bfbc9f8465e8 req-3e5929ae-ecb7-48f7-8f30-b49c37d4a23d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:25.597935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'subnet': {'network_id': 'e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:25.611296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb21bc-cc8a-4bfc-a275-bfbc9f8465e8 req-3e5929ae-ecb7-48f7-8f30-b49c37d4a23d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:25.624352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb21bc-cc8a-4bfc-a275-bfbc9f8465e8 req-3e5929ae-ecb7-48f7-8f30-b49c37d4a23d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:25.637595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb21bc-cc8a-4bfc-a275-bfbc9f8465e8 req-3e5929ae-ecb7-48f7-8f30-b49c37d4a23d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:25.652825 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bdb21bc-cc8a-4bfc-a275-bfbc9f8465e8 req-3e5929ae-ecb7-48f7-8f30-b49c37d4a23d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5435 time: 1.2853699 Feb 09 13:20:25.722873 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.db.api [None req-7371b3d3-c260-4195-a377-a4145fd2f4af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83482) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:20:25.723280 n-d-825175-3 neutron-server[83482]: DEBUG oslo_db.api [None req-7371b3d3-c260-4195-a377-a4145fd2f4af None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:20:25.771898 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:25.791144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:25.829833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:25.837204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:20:25.848460 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:25.853975 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5de51607-8d28-4da7-a361-5b526f7e515b req-791c0c70-b427-4493-9688-9c1c8241f62f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811918 Feb 09 13:20:25.855220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6e006d6-2df3-4c5e-8571-bb900fd39589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:25.855339 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-227217b5-935e-4e5f-88a9-647265bff81f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:25.873242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:25.909255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e1dccfb1-48f5-4a5c-93b8-52845ae0e370 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:25.922766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:subnet and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:25.936161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:25.953233 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:25.959098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:25.967637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227217b5-935e-4e5f-88a9-647265bff81f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Pushing event deleted for resources: {'Port': ['ID=8ed483fd-3b1d-4a66-99cb-c793bc2d9002,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:25.990194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421a2e09-bb7a-463e-8a4c-190e8c20d771 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:20:26.004313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.011074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b6e006d6-2df3-4c5e-8571-bb900fd39589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:26.017930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:26.039993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b6e006d6-2df3-4c5e-8571-bb900fd39589 admin admin] Usage tracker for resource:security_group_rule and tenant:ce42a5c9c5e84f2b90d841890a7d6f8b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:26.055922 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420', 'code': 200} Feb 09 13:20:26.065020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b6e006d6-2df3-4c5e-8571-bb900fd39589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:26.084720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Transition to ACTIVE for port object 421a2e09-bb7a-463e-8a4c-190e8c20d771 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:26.086648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b6e006d6-2df3-4c5e-8571-bb900fd39589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:26.095374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:26.101617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:26.107275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:26.107830 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.122231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7033345-a284-4fa0-9519-364c878851cb']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:26.144305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.161769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846bd233-8004-4f54-b47f-882bbad7e5a3') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:26.162331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846bd233-8004-4f54-b47f-882bbad7e5a3') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:26.198696 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bdb21bc-cc8a-4bfc-a275-bfbc9f8465e8 req-11a39e4b-e3f2-41ef-b271-a372eca3d6cf tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5442605 Feb 09 13:20:26.201412 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.225538 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7371b3d3-c260-4195-a377-a4145fd2f4af None None] New status for floating IP 65e61974-f2ee-4511-8962-cd8545900cf6: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:20:26.241891 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.258575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-227217b5-935e-4e5f-88a9-647265bff81f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.266440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-227217b5-935e-4e5f-88a9-647265bff81f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.270988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-227217b5-935e-4e5f-88a9-647265bff81f tempest-ServerActionsTestJSON-1618455284 tempest-ServerActionsTestJSON-1618455284-project] 10.222.0.59 "DELETE /v2.0/floatingips/65e61974-f2ee-4511-8962-cd8545900cf6 HTTP/1.1" status: 204 len: 168 time: 2.8236868 Feb 09 13:20:26.279805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e1dccfb1-48f5-4a5c-93b8-52845ae0e370, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:26.288217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58096) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:26.293211 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.294889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c1d54154-7ddf-4923-b348-8cbc69e1117c up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:26.315129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.335067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:20:26.336879 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.357278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:26.376814 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:26.521245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.536399 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.571926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:26.580878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Pushing event updated for resources: {'Port': ['ID=421a2e09-bb7a-463e-8a4c-190e8c20d771,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:26.602780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Network': ['ID=d7033345-a284-4fa0-9519-364c878851cb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:26.616226 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7cb2fd50-bea6-4c22-87c2-5ec1f570ed28 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/d7033345-a284-4fa0-9519-364c878851cb HTTP/1.1" status: 204 len: 168 time: 8.3928430 Feb 09 13:20:26.618323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58104) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:26.649340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port c1d54154-7ddf-4923-b348-8cbc69e1117c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:26.655702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port c1d54154-7ddf-4923-b348-8cbc69e1117c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:26.656959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1878035562'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:26.657866 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.683698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:26.723849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:network and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:26.737663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:26.761899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:26.772876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6e006d6-2df3-4c5e-8571-bb900fd39589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.843420 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6e006d6-2df3-4c5e-8571-bb900fd39589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.853111 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.885080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:26.888796 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.895992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c1d54154-7ddf-4923-b348-8cbc69e1117c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c1d54154-7ddf-4923-b348-8cbc69e1117c,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:26.904345 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:26.905250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3dada7ca-c3ef-4073-975d-bd215f94d800 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:27.025317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=c1d54154-7ddf-4923-b348-8cbc69e1117c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:27.071155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 3dada7ca-c3ef-4073-975d-bd215f94d800 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:27.083173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 3dada7ca-c3ef-4073-975d-bd215f94d800 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:27.083770 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.094742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e006d6-2df3-4c5e-8571-bb900fd39589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a128fd0-edec-43a1-a01f-d9d90d7e6210,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:27.161338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:27.174911 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.175324 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Added segment 1a459937-9a8c-4990-ab8f-8e3e12aec109 of type vlan for network 5910274a-ff3d-4240-93bf-ece6066a5fb3 Feb 09 13:20:27.180358 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6561131-3e72-480a-8b35-af6af200fa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.221186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Attempting to bind port 421a2e09-bb7a-463e-8a4c-190e8c20d771 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:27.221599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Attempting to bind port 421a2e09-bb7a-463e-8a4c-190e8c20d771 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:27.221844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Attempting to bind port 421a2e09-bb7a-463e-8a4c-190e8c20d771 on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:27.235332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b6e006d6-2df3-4c5e-8571-bb900fd39589 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce42a5c9c5e84f2b90d841890a7d6f8b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9374125 Feb 09 13:20:27.245032 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.247307 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.259745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.266858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58120) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:27.306868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3dada7ca-c3ef-4073-975d-bd215f94d800, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3dada7ca-c3ef-4073-975d-bd215f94d800,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:27.313007 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.313894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 11e971e0-41de-46c8-a5ab-0399676dcff1 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:27.380423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Port 421a2e09-bb7a-463e-8a4c-190e8c20d771 on network 7940e2b9-7074-4987-9b54-3d4469043068 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:27.386598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Attempting to bind port 421a2e09-bb7a-463e-8a4c-190e8c20d771 on network 7940e2b9-7074-4987-9b54-3d4469043068 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:27.445202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=3dada7ca-c3ef-4073-975d-bd215f94d800,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:27.470982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 11e971e0-41de-46c8-a5ab-0399676dcff1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:27.474239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:20:27.474945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Checking segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:27.475517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Bound using segment: {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:20:27.477749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Bound port: 421a2e09-bb7a-463e-8a4c-190e8c20d771, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e27a731-fcfd-4819-a6c2-60984faad99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:20:27.478353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 11e971e0-41de-46c8-a5ab-0399676dcff1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:27.478630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.478768 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.493406 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.567015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858158d6-cd5b-4444-a95c-2c37805709ce req-95edad74-cb54-4383-86c0-563f57764c27 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:27.574803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-858158d6-cd5b-4444-a95c-2c37805709ce req-95edad74-cb54-4383-86c0-563f57764c27 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 943 time: 0.4459040 Feb 09 13:20:27.614195 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.631584 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.665005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213d78-a2ca-434f-8bd6-9a71fc12d373 req-659a8214-7d4b-4e75-a027-7311f53a2bb5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:27.669292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213d78-a2ca-434f-8bd6-9a71fc12d373 req-659a8214-7d4b-4e75-a027-7311f53a2bb5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:27.673869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213d78-a2ca-434f-8bd6-9a71fc12d373 req-659a8214-7d4b-4e75-a027-7311f53a2bb5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:27.677985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213d78-a2ca-434f-8bd6-9a71fc12d373 req-659a8214-7d4b-4e75-a027-7311f53a2bb5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:27.680114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 11e971e0-41de-46c8-a5ab-0399676dcff1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=11e971e0-41de-46c8-a5ab-0399676dcff1,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:27.682127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213d78-a2ca-434f-8bd6-9a71fc12d373 req-659a8214-7d4b-4e75-a027-7311f53a2bb5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:27.686234 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.686657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213d78-a2ca-434f-8bd6-9a71fc12d373 req-659a8214-7d4b-4e75-a027-7311f53a2bb5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:27.690862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb213d78-a2ca-434f-8bd6-9a71fc12d373 req-659a8214-7d4b-4e75-a027-7311f53a2bb5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:27.692986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb213d78-a2ca-434f-8bd6-9a71fc12d373 req-659a8214-7d4b-4e75-a027-7311f53a2bb5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5440 time: 0.2546129 Feb 09 13:20:27.713050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-858158d6-cd5b-4444-a95c-2c37805709ce req-9358de15-4758-4abd-b5bf-c86e874f1053 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373055 Feb 09 13:20:27.714237 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.717873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:27.718447 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.771822 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.786458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=11e971e0-41de-46c8-a5ab-0399676dcff1,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:27.828856 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-056310ff-ca31-4d2d-90e1-31c6923094ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:27.860385 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2348764 Feb 09 13:20:27.891777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58134) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:27.911046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb213d78-a2ca-434f-8bd6-9a71fc12d373 req-2aeec290-63e0-4e61-b293-3ebfe57289df tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2057221 Feb 09 13:20:27.967800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'subnet': {'network_id': '5910274a-ff3d-4240-93bf-ece6066a5fb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:28.024622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Subnet': ['ID=ed21076b-e03b-4cc2-9abc-e4b043af5aa0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:28.057472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c2c0dc-e08e-4a20-a53f-aeb6aef68e33'}, {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dccfb1-48f5-4a5c-93b8-52845ae0e370'}, {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d54154-7ddf-4923-b348-8cbc69e1117c'}, {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dada7ca-c3ef-4073-975d-bd215f94d800'}, {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e971e0-41de-46c8-a5ab-0399676dcff1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:28.088889 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-056310ff-ca31-4d2d-90e1-31c6923094ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.125964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4a306-390b-4a96-83a0-69ba6ee98dd9 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Network': ['ID=5910274a-ff3d-4240-93bf-ece6066a5fb3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:28.138428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 5910274a-ff3d-4240-93bf-ece6066a5fb3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:20:28.159036 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c2c0dc-e08e-4a20-a53f-aeb6aef68e33', 'code': 200} Feb 09 13:20:28.159509 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dccfb1-48f5-4a5c-93b8-52845ae0e370', 'code': 200} Feb 09 13:20:28.159920 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d54154-7ddf-4923-b348-8cbc69e1117c', 'code': 200} Feb 09 13:20:28.160336 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dada7ca-c3ef-4073-975d-bd215f94d800', 'code': 200} Feb 09 13:20:28.160770 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e971e0-41de-46c8-a5ab-0399676dcff1', 'code': 200} Feb 09 13:20:28.169513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Checking segment: {'id': 'a8ca59a0-6373-4e1b-94e1-63264b18b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:28.169879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network hostable DHCP agents. Network: e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:28.238297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] For port 421a2e09-bb7a-463e-8a4c-190e8c20d771, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:28.297743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:28.325300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] For port 421a2e09-bb7a-463e-8a4c-190e8c20d771, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=421a2e09-bb7a-463e-8a4c-190e8c20d771,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:28.341258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:28.346496 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.413545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b69e4009-cc9d-4bab-9685-aa6690c36598 req-5a51ede7-737b-493f-9a55-07d8f7953667 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 6498 time: 0.1448963 Feb 09 13:20:28.438075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:28.464926 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-056310ff-ca31-4d2d-90e1-31c6923094ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.468348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:28.473434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b69e4009-cc9d-4bab-9685-aa6690c36598 req-09b12f72-a0e8-4f3f-9e36-ce199fd87f8b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541332 Feb 09 13:20:28.490398 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.505926 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.507623 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] 10.222.0.67 "PUT /v2.0/ports/421a2e09-bb7a-463e-8a4c-190e8c20d771 HTTP/1.1" status: 200 len: 1091 time: 3.9501486 Feb 09 13:20:28.515661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da84c182-0418-4dc9-962c-7659b5d5b7f4', 'tag': '421a2e09-bb7a-463e-8a4c-190e8c20d771'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:28.531048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056310ff-ca31-4d2d-90e1-31c6923094ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a128fd0-edec-43a1-a01f-d9d90d7e6210,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:28.537456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:28.561654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d293e3-dd18-448c-a962-43c9e6c23bcf None None] Network e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:28.615847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] Deleting port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:28.617010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.657825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58156) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:28.714225 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.721789 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da84c182-0418-4dc9-962c-7659b5d5b7f4', 'tag': '421a2e09-bb7a-463e-8a4c-190e8c20d771', 'status': 'completed', 'code': 200} Feb 09 13:20:28.729258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:28.730084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.733792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3da66-ba86-4edb-b4b2-361126734c24 service neutron] Pushing event updated for resources: {'Port': ['ID=421a2e09-bb7a-463e-8a4c-190e8c20d771,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:28.806692 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-056310ff-ca31-4d2d-90e1-31c6923094ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.810195 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-056310ff-ca31-4d2d-90e1-31c6923094ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a128fd0-edec-43a1-a01f-d9d90d7e6210 HTTP/1.1" status: 204 len: 168 time: 1.5400450 Feb 09 13:20:28.846346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] For port fe3e1df3-cb3c-400d-938c-1c2ddf7f3218, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fe3e1df3-cb3c-400d-938c-1c2ddf7f3218,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:28.846990 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.855484 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:20:28.886306 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.922965 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-baddc625-ed3d-403c-85f9-b9487f0e3eed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4088142 Feb 09 13:20:28.930552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:28.932159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58166) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:28.946178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'subnet': {'network_id': 'dffa35a7-51f2-44a2-bdc0-f9a56640c3f6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:28.955082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e', 'network_id': 'e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'fixed_ips': [{'subnet_id': 'ed21076b-e03b-4cc2-9abc-e4b043af5aa0'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:20:28.955888 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.012202 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.062205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] Calling delete_port for fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:29.231961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Allocated IP 172.20.0.2 (e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e/ed21076b-e03b-4cc2-9abc-e4b043af5aa0/7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:29.253052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=ec1d9672-d2da-4c29-b33c-d42c9194f700,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:29.277768 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-33010e62-c42a-4181-ad56-34404ebf582a req-6b8e4ad9-0669-4337-b8fc-8985f83aaf14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 1094 time: 0.5586319 Feb 09 13:20:29.291103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:29.320564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:subnet and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:29.337398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:29.354783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:29.362074 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.465981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58174) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:29.483751 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.495479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Transition to ACTIVE for port object 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:29.515193 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.516016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Transition to ACTIVE for port object 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:29.523446 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.595172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Network e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:29.598619 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:29.601327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Pushing event updated for resources: {'Port': ['ID=7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:29.611681 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c98c843-8472-4d8d-b0e7-ddcc16929c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.613160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:29.621786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:29.627660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3e1df3-cb3c-400d-938c-1c2ddf7f3218,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:29.754599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Attempting to bind port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:29.755267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Attempting to bind port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'a8ca59a0-6373-4e1b-94e1-63264b18b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:29.755815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Attempting to bind port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab on network e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:29.763538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:20:29.764188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Checking segment: {'id': 'a8ca59a0-6373-4e1b-94e1-63264b18b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:29.764845 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.765400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Bound using segment: {'id': 'a8ca59a0-6373-4e1b-94e1-63264b18b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:20:29.766020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Bound port: 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ca59a0-6373-4e1b-94e1-63264b18b8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:20:29.766575 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.829489 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7c98c843-8472-4d8d-b0e7-ddcc16929c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:29.853896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33010e62-c42a-4181-ad56-34404ebf582a req-70e49b29-cee1-43a8-860b-f07bd27fe059 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:29.854265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7c98c843-8472-4d8d-b0e7-ddcc16929c71 admin admin] Usage tracker for resource:security_group_rule and tenant:4ae797a93e644ddbab07fb41057bdeed is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:29.855734 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-33010e62-c42a-4181-ad56-34404ebf582a req-70e49b29-cee1-43a8-860b-f07bd27fe059 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b61e4f1740014417a9a4bf493277ef6d&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5692887 Feb 09 13:20:29.860788 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a4bf3e2d-e899-48d4-bce2-337328f3c26b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1beb68fa60ff4b7aa20ad752e5a67793&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3934295 Feb 09 13:20:29.863719 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.877967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58178) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:29.914875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7c98c843-8472-4d8d-b0e7-ddcc16929c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:29.917124 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.946175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] For port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:29.947130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7c98c843-8472-4d8d-b0e7-ddcc16929c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:29.957122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] For port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab,segment=NetworkSegment(a8ca59a0-6373-4e1b-94e1-63264b18b8ec),segment_id=a8ca59a0-6373-4e1b-94e1-63264b18b8ec)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:29.966103 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.985875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0261-ddfa-4cd5-8923-9172e96dadc8 req-63a52578-ee39-4a7b-b5dd-485f6a75165c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:29.989579 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:29.997568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0261-ddfa-4cd5-8923-9172e96dadc8 req-63a52578-ee39-4a7b-b5dd-485f6a75165c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:30.001862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0261-ddfa-4cd5-8923-9172e96dadc8 req-63a52578-ee39-4a7b-b5dd-485f6a75165c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:30.007757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0261-ddfa-4cd5-8923-9172e96dadc8 req-63a52578-ee39-4a7b-b5dd-485f6a75165c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:30.013196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0261-ddfa-4cd5-8923-9172e96dadc8 req-63a52578-ee39-4a7b-b5dd-485f6a75165c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:30.019305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0261-ddfa-4cd5-8923-9172e96dadc8 req-63a52578-ee39-4a7b-b5dd-485f6a75165c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:30.028016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0261-ddfa-4cd5-8923-9172e96dadc8 req-63a52578-ee39-4a7b-b5dd-485f6a75165c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:30.041546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e2a0261-ddfa-4cd5-8923-9172e96dadc8 req-63a52578-ee39-4a7b-b5dd-485f6a75165c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.5345798 Feb 09 13:20:30.114654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588ad80-42f8-46ed-8612-d363a21ecc8b req-b1f2eff0-389d-4a19-8d73-baa21d7b176a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:30.116194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9588ad80-42f8-46ed-8612-d363a21ecc8b req-b1f2eff0-389d-4a19-8d73-baa21d7b176a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 943 time: 0.7764442 Feb 09 13:20:30.178574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683f0a1-4b09-436c-8237-869693360ff6 None None] Pushing event updated for resources: {'Port': ['ID=7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:30.243622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e2a0261-ddfa-4cd5-8923-9172e96dadc8 req-3ba6e448-5766-424c-821c-f2e38bef1541 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010767 Feb 09 13:20:30.301579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c98c843-8472-4d8d-b0e7-ddcc16929c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:30.302326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Subnet': ['ID=ece4a103-00df-4c7c-b182-a37789ec363f,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:30.314409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9588ad80-42f8-46ed-8612-d363a21ecc8b req-d68e12a8-be3c-4bca-b88d-f8c0bcb7bbf7 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862950 Feb 09 13:20:30.317584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c98c843-8472-4d8d-b0e7-ddcc16929c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:30.379591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98c843-8472-4d8d-b0e7-ddcc16929c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbe5046-d2ca-4bd8-b518-29a95440699a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:30.391703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7c98c843-8472-4d8d-b0e7-ddcc16929c71 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ae797a93e644ddbab07fb41057bdeed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7308848 Feb 09 13:20:30.393002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58182) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:30.422354 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46b4145a-aae5-4062-8c48-33bbb3dd565e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:30.433979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33010e62-c42a-4181-ad56-34404ebf582a req-a013021a-cf6b-49a4-96f8-cdb1d1cd0790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:30.435668 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-33010e62-c42a-4181-ad56-34404ebf582a req-a013021a-cf6b-49a4-96f8-cdb1d1cd0790 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5551488 Feb 09 13:20:30.461190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Checking segment: {'id': '1a459937-9a8c-4990-ab8f-8e3e12aec109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5910274a-ff3d-4240-93bf-ece6066a5fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:30.461557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network hostable DHCP agents. Network: 5910274a-ff3d-4240-93bf-ece6066a5fb3, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:30.486299 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:30.527216 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46b4145a-aae5-4062-8c48-33bbb3dd565e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:30.656799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37165ed8-da49-4f97-b153-4185e7338a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:30.696054 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37165ed8-da49-4f97-b153-4185e7338a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:30.778287 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37165ed8-da49-4f97-b153-4185e7338a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:30.802991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37165ed8-da49-4f97-b153-4185e7338a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbe5046-d2ca-4bd8-b518-29a95440699a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:30.811373 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP 958990e8-4263-4ca7-b339-1fc553ca5433 associated. External IP: 172.25.5.148, port: da3a2958-231a-4b2d-b65d-ea2eb706422f. Feb 09 13:20:30.841254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37165ed8-da49-4f97-b153-4185e7338a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:30.842419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-37165ed8-da49-4f97-b153-4185e7338a86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7fbe5046-d2ca-4bd8-b518-29a95440699a HTTP/1.1" status: 204 len: 168 time: 0.4479842 Feb 09 13:20:30.881816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network 5910274a-ff3d-4240-93bf-ece6066a5fb3 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:30.989878 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:31.080325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 5910274a-ff3d-4240-93bf-ece6066a5fb3) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:31.093828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5292d50a-3e01-4aa4-9121-d24261b4395d None None] Network 5910274a-ff3d-4240-93bf-ece6066a5fb3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:31.094845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:31.095540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:31.100737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46b4145a-aae5-4062-8c48-33bbb3dd565e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:31.176805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4145a-aae5-4062-8c48-33bbb3dd565e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1641d899-85ab-408d-92da-9884120bc820,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:31.219811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Subnet': ['ID=9ca9e6e9-eb47-47a9-87ca-5c19d02138d3,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:31.243570 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-0de159cd-c581-4349-86d4-6ae07d728bfa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 1094 time: 0.7261508 Feb 09 13:20:31.251150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46b4145a-aae5-4062-8c48-33bbb3dd565e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:31.253738 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-46b4145a-aae5-4062-8c48-33bbb3dd565e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1641d899-85ab-408d-92da-9884120bc820 HTTP/1.1" status: 204 len: 168 time: 1.3285320 Feb 09 13:20:31.282953 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f3292cc5-2b35-4f3c-a315-4eb04e875c98 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3855450 Feb 09 13:20:31.286096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58192) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:31.327904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:31.605889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:31.711113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:31.739905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deee330-0c70-474e-8ee3-9c2ae56fc0a9 None None] Network e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:31.771186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58202) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:31.879040 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-d4638a97-0ab8-4716-aa2e-07aad17e9b9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=421a2e09-bb7a-463e-8a4c-190e8c20d771 HTTP/1.1" status: 200 len: 217 time: 0.1533654 Feb 09 13:20:31.879744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Checking segment: {'id': '67ab5974-ab76-41f3-863e-61ed612043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dffa35a7-51f2-44a2-bdc0-f9a56640c3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:31.880105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network hostable DHCP agents. Network: dffa35a7-51f2-44a2-bdc0-f9a56640c3f6, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:31.938489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-5910274a-ff3d-4240-93bf-ece6066a5fb3', 'network_id': '5910274a-ff3d-4240-93bf-ece6066a5fb3', 'tenant_id': '8484e10616444a2f90e794ca9a4a7536', 'fixed_ips': [{'subnet_id': 'ece4a103-00df-4c7c-b182-a37789ec363f'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:20:31.939331 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:31.963550 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ea1839e-d1b8-4416-b531-daa5bb753366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.038706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9a209f60-67b1-412d-82f3-6a31f625138b None None] Provisioning for port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:32.055692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fe15d-1923-4f0d-8f90-35f6ee2a4d68 req-fc47645a-5bd9-4a5e-968e-85211fa37bb4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.060460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fe15d-1923-4f0d-8f90-35f6ee2a4d68 req-fc47645a-5bd9-4a5e-968e-85211fa37bb4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.065142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fe15d-1923-4f0d-8f90-35f6ee2a4d68 req-fc47645a-5bd9-4a5e-968e-85211fa37bb4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.070413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fe15d-1923-4f0d-8f90-35f6ee2a4d68 req-fc47645a-5bd9-4a5e-968e-85211fa37bb4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.075114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fe15d-1923-4f0d-8f90-35f6ee2a4d68 req-fc47645a-5bd9-4a5e-968e-85211fa37bb4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.075834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-31d03c17-3af8-4e7f-bd6d-e941ed7f1f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.077278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-31d03c17-3af8-4e7f-bd6d-e941ed7f1f0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.1802397 Feb 09 13:20:32.080644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fe15d-1923-4f0d-8f90-35f6ee2a4d68 req-fc47645a-5bd9-4a5e-968e-85211fa37bb4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.085838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fe15d-1923-4f0d-8f90-35f6ee2a4d68 req-fc47645a-5bd9-4a5e-968e-85211fa37bb4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.088829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-683fe15d-1923-4f0d-8f90-35f6ee2a4d68 req-fc47645a-5bd9-4a5e-968e-85211fa37bb4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.5434976 Feb 09 13:20:32.093762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9ea1839e-d1b8-4416-b531-daa5bb753366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:32.099008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9a209f60-67b1-412d-82f3-6a31f625138b None None] Provisioning complete for port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:32.099590 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9a209f60-67b1-412d-82f3-6a31f625138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.123280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb23da0-94a6-452f-a855-d14e7a54f6eb req-4f859911-9e89-4bb6-88e1-bc1886e47431 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.124841 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efb23da0-94a6-452f-a855-d14e7a54f6eb req-4f859911-9e89-4bb6-88e1-bc1886e47431 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 943 time: 0.4898384 Feb 09 13:20:32.128651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9ea1839e-d1b8-4416-b531-daa5bb753366 admin admin] Usage tracker for resource:security_group_rule and tenant:7002fc4c6f1e47e9ab51068a11e3ca5a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:32.133695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9ea1839e-d1b8-4416-b531-daa5bb753366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:32.160448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9ea1839e-d1b8-4416-b531-daa5bb753366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:32.180701 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-62d93c66-9e65-49a0-982f-03cb08a9e212 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927923 Feb 09 13:20:32.223527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.225481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-683fe15d-1923-4f0d-8f90-35f6ee2a4d68 req-d05f96f8-8d85-471c-a96e-ea5cb7f9eed2 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287670 Feb 09 13:20:32.282441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efb23da0-94a6-452f-a855-d14e7a54f6eb req-9e021ef3-c9df-465a-a41c-f75fd884254d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459537 Feb 09 13:20:32.285568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] Router d1012ea0-5cb3-4548-9ca7-476d235bff32 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:32.287819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:32.313973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, dffa35a7-51f2-44a2-bdc0-f9a56640c3f6) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:32.321740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.322337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.331924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff72c59-6831-4fbc-b068-cbabc6fae5a1 None None] Network dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:32.413680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Allocated IP 2001:db8::2 (5910274a-ff3d-4240-93bf-ece6066a5fb3/ece4a103-00df-4c7c-b182-a37789ec363f/cd870e5c-afcd-445f-aeab-49e18dc76638) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:32.510280 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-da17bd46-3493-4078-bfab-8a732017e6c3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5769696 Feb 09 13:20:32.513661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58218) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:32.518913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1505058819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:32.526053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:32.530403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:router and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:32.533619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:32.540428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:32.591749 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ea1839e-d1b8-4416-b531-daa5bb753366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.599607 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ea1839e-d1b8-4416-b531-daa5bb753366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.656129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1839e-d1b8-4416-b531-daa5bb753366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacce7ce-3ac7-4530-b020-c91148ae5c1a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:32.682385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.683338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.694110 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.696278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-1e5d6391-9721-49f7-9114-e98daacf582b service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063190 Feb 09 13:20:32.706703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Transition to ACTIVE for port object cd870e5c-afcd-445f-aeab-49e18dc76638 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:32.712234 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9ea1839e-d1b8-4416-b531-daa5bb753366 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7002fc4c6f1e47e9ab51068a11e3ca5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9380407 Feb 09 13:20:32.722655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58226) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:32.726805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Transition to ACTIVE for port object cd870e5c-afcd-445f-aeab-49e18dc76638 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:32.759779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f9b3-12c5-4930-b512-84aedd0690d8 req-825611f2-e856-4556-976f-9b6c52cd70da tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.764258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f9b3-12c5-4930-b512-84aedd0690d8 req-825611f2-e856-4556-976f-9b6c52cd70da tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.768349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f9b3-12c5-4930-b512-84aedd0690d8 req-825611f2-e856-4556-976f-9b6c52cd70da tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.772264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f9b3-12c5-4930-b512-84aedd0690d8 req-825611f2-e856-4556-976f-9b6c52cd70da tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.776345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f9b3-12c5-4930-b512-84aedd0690d8 req-825611f2-e856-4556-976f-9b6c52cd70da tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.780299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f9b3-12c5-4930-b512-84aedd0690d8 req-825611f2-e856-4556-976f-9b6c52cd70da tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.784324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035f9b3-12c5-4930-b512-84aedd0690d8 req-825611f2-e856-4556-976f-9b6c52cd70da tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:32.786720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8035f9b3-12c5-4930-b512-84aedd0690d8 req-825611f2-e856-4556-976f-9b6c52cd70da tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.2846944 Feb 09 13:20:32.797983 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9a209f60-67b1-412d-82f3-6a31f625138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.800683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58230) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:32.806330 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.830027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-cd2ff380-aebb-4423-aede-cb6397e49d94 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Request body: {'floatingip': {'port_id': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:32.854443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.872718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.917315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9a209f60-67b1-412d-82f3-6a31f625138b None None] For port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab,segment=NetworkSegment(a8ca59a0-6373-4e1b-94e1-63264b18b8ec),segment_id=a8ca59a0-6373-4e1b-94e1-63264b18b8ec)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:32.952635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Network 5910274a-ff3d-4240-93bf-ece6066a5fb3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:32.956322 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cd2ff380-aebb-4423-aede-cb6397e49d94 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.957780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:32.958636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Subnet': ['ID=ece4a103-00df-4c7c-b182-a37789ec363f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:32.959679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9a209f60-67b1-412d-82f3-6a31f625138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:32.970833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:33.012255 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.050711 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2bd1cef9-701d-4c28-aefb-a6e1caf2fc37 req-aa42f94c-e095-4017-8e3b-d769ce7f0932 service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478312 Feb 09 13:20:33.086520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Pushing event updated for resources: {'Port': ['ID=cd870e5c-afcd-445f-aeab-49e18dc76638,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:33.091784 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.092367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.092460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.092793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.093116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.093442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.093753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.094063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.094371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.094795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.095001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:33.173386 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07c3419c-323b-4ebf-b7f3-5c6d472a7ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.179621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a209f60-67b1-412d-82f3-6a31f625138b None None] Pushing event updated for resources: {'Port': ['ID=7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:33.194037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.195271 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4d5dc1f0-0b94-49b2-83d9-c036f7275c26 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6804154 Feb 09 13:20:33.202257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58238) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:33.210700 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.293833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Attempting to bind port cd870e5c-afcd-445f-aeab-49e18dc76638 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:33.294608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Attempting to bind port cd870e5c-afcd-445f-aeab-49e18dc76638 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '1a459937-9a8c-4990-ab8f-8e3e12aec109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5910274a-ff3d-4240-93bf-ece6066a5fb3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:33.295187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Attempting to bind port cd870e5c-afcd-445f-aeab-49e18dc76638 on network 5910274a-ff3d-4240-93bf-ece6066a5fb3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:33.299915 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07c3419c-323b-4ebf-b7f3-5c6d472a7ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.305258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:20:33.305943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Checking segment: {'id': '1a459937-9a8c-4990-ab8f-8e3e12aec109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5910274a-ff3d-4240-93bf-ece6066a5fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:33.307003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.307589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Bound using segment: {'id': '1a459937-9a8c-4990-ab8f-8e3e12aec109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5910274a-ff3d-4240-93bf-ece6066a5fb3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:20:33.308285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Bound port: cd870e5c-afcd-445f-aeab-49e18dc76638, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a459937-9a8c-4990-ab8f-8e3e12aec109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '5910274a-ff3d-4240-93bf-ece6066a5fb3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:20:33.308865 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.312585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:33.375254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9ee956a5-19b3-4a42-b361-fb529dd97850 admin admin] 10.222.0.59 "PUT /v2.0/routers/d1012ea0-5cb3-4548-9ca7-476d235bff32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0843704 Feb 09 13:20:33.378857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58244) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:33.419542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] For port cd870e5c-afcd-445f-aeab-49e18dc76638, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:33.422706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] For port cd870e5c-afcd-445f-aeab-49e18dc76638, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cd870e5c-afcd-445f-aeab-49e18dc76638,segment=NetworkSegment(1a459937-9a8c-4990-ab8f-8e3e12aec109),segment_id=1a459937-9a8c-4990-ab8f-8e3e12aec109)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:33.424052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] Sync routers for ids ['d1012ea0-5cb3-4548-9ca7-476d235bff32'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:33.445374 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.557600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5910274a-ff3d-4240-93bf-ece6066a5fb3']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:33.571176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] Routers {'d1012ea0-5cb3-4548-9ca7-476d235bff32'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:33.571814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d1012ea0-5cb3-4548-9ca7-476d235bff32'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:33.597307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a459937-9a8c-4990-ab8f-8e3e12aec109') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:33.597586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a459937-9a8c-4990-ab8f-8e3e12aec109') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:33.611624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.636251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.653965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:20:33.654525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:33.731008 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:33.762391 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07c3419c-323b-4ebf-b7f3-5c6d472a7ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.797009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3419c-323b-4ebf-b7f3-5c6d472a7ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacce7ce-3ac7-4530-b020-c91148ae5c1a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:33.875097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-dffa35a7-51f2-44a2-bdc0-f9a56640c3f6', 'network_id': 'dffa35a7-51f2-44a2-bdc0-f9a56640c3f6', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'fixed_ips': [{'subnet_id': '9ca9e6e9-eb47-47a9-87ca-5c19d02138d3'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:20:33.875914 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.893148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-26501541-fbbb-4ff6-9598-67198dd8024f None None] Provisioning complete for port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:33.893490 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-26501541-fbbb-4ff6-9598-67198dd8024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.909299 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07c3419c-323b-4ebf-b7f3-5c6d472a7ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:33.910429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-07c3419c-323b-4ebf-b7f3-5c6d472a7ab1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eacce7ce-3ac7-4530-b020-c91148ae5c1a HTTP/1.1" status: 204 len: 168 time: 1.1855943 Feb 09 13:20:33.927979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d21193-0c05-4679-b69a-0a2e874101e6 req-923f67d3-9840-4ee8-8626-20402a6acc9b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:33.930888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3d21193-0c05-4679-b69a-0a2e874101e6 req-923f67d3-9840-4ee8-8626-20402a6acc9b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 943 time: 0.3251400 Feb 09 13:20:33.940062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:33.942956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 13:20:33.942956 n-d-825175-3 neutron-server[83479]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 13:20:33.942956 n-d-825175-3 neutron-server[83479]: [parameters: {'id': '5910274a-ff3d-4240-93bf-ece6066a5fb3'}] Feb 09 13:20:33.942956 n-d-825175-3 neutron-server[83479]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:20:33.943365 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:20:33.972224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4769c-a205-4d66-b69a-8dc31cbf88ae None None] Pushing event updated for resources: {'Port': ['ID=cd870e5c-afcd-445f-aeab-49e18dc76638,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:34.195715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] Set router d1012ea0-5cb3-4548-9ca7-476d235bff32 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:34.214988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3d21193-0c05-4679-b69a-0a2e874101e6 req-9ad1fa94-bd80-4fb7-8069-f9bab25618d1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641468 Feb 09 13:20:34.326280 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:34.443652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b2fc8b-0c30-44c3-93ee-c70c21a3d054 None None] Network 5910274a-ff3d-4240-93bf-ece6066a5fb3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:34.460553 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:34.499476 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cd2ff380-aebb-4423-aede-cb6397e49d94 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:34.510901 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cd2ff380-aebb-4423-aede-cb6397e49d94 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:34.609690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 421a2e09-bb7a-463e-8a4c-190e8c20d771 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:20:34.634246 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:34.683067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Deleting port cd870e5c-afcd-445f-aeab-49e18dc76638 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:34.683415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:34.826339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58276) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:34.887055 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-cd2ff380-aebb-4423-aede-cb6397e49d94 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Floating IP c2cd6aa7-d3e6-4639-9570-c1371c1988b3 associated. External IP: 172.25.5.75, port: f99990b9-7b64-4f2b-96a4-bf1ab09e2420. Feb 09 13:20:34.892984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:34.906657 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e988508-26b1-4fed-9ccc-4f6f71c8f7d2 None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:34.933121 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e988508-26b1-4fed-9ccc-4f6f71c8f7d2 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:34.935344 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8e988508-26b1-4fed-9ccc-4f6f71c8f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:34.963106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:34.981320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Deleting port aa2485cd-6d60-4c58-9996-37ebbd760c99 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:34.981902 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:35.115031 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8e988508-26b1-4fed-9ccc-4f6f71c8f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:35.143718 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e988508-26b1-4fed-9ccc-4f6f71c8f7d2 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:35.144353 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8e988508-26b1-4fed-9ccc-4f6f71c8f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:35.158522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:35.227358 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:20:35.270167 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8e988508-26b1-4fed-9ccc-4f6f71c8f7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:35.270608 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e988508-26b1-4fed-9ccc-4f6f71c8f7d2 None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:35.286105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Allocated IP 172.21.0.2 (dffa35a7-51f2-44a2-bdc0-f9a56640c3f6/9ca9e6e9-eb47-47a9-87ca-5c19d02138d3/3e2bb89f-450e-45e7-8051-84972ccf31ae) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:35.317997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:35.444399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] For port aa2485cd-6d60-4c58-9996-37ebbd760c99, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=aa2485cd-6d60-4c58-9996-37ebbd760c99,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:35.448835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:35.470723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-182708338'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:35.503723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:35.648418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:35.648789 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:35.672895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Usage tracker for resource:network and tenant:3554c6579fc3404f973dddea95c9f463 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:35.682818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Calling delete_port for aa2485cd-6d60-4c58-9996-37ebbd760c99 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:35.713594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 421a2e09-bb7a-463e-8a4c-190e8c20d771, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=421a2e09-bb7a-463e-8a4c-190e8c20d771,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:35.714257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:35.737767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:35.764020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '421a2e09-bb7a-463e-8a4c-190e8c20d771', 'network_id': '7940e2b9-7074-4987-9b54-3d4469043068', 'port_id': '421a2e09-bb7a-463e-8a4c-190e8c20d771', 'mac_address': 'fa:16:3e:d2:71:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2890f1-cd7a-4c34-9690-caa4a64bcb7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:20:35.786556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Made reservation on behalf of 3554c6579fc3404f973dddea95c9f463 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:35.790449 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:35.823511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] For port cd870e5c-afcd-445f-aeab-49e18dc76638, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cd870e5c-afcd-445f-aeab-49e18dc76638,segment=NetworkSegment(1a459937-9a8c-4990-ab8f-8e3e12aec109),segment_id=1a459937-9a8c-4990-ab8f-8e3e12aec109)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:35.824780 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:35.830888 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:35.841678 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:35.883987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039602e9-8520-44d3-9f24-9b299b18d05c req-68896820-b4d0-4044-9ef0-2b7a549d860d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:35.892346 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-039602e9-8520-44d3-9f24-9b299b18d05c req-68896820-b4d0-4044-9ef0-2b7a549d860d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 943 time: 0.3908260 Feb 09 13:20:35.911546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421a2e09-bb7a-463e-8a4c-190e8c20d771 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:20:35.937129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:20:29Z', 'revision_number': 5, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port': {'id': 'aa2485cd-6d60-4c58-9996-37ebbd760c99', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:09:52Z', 'updated_at': '2022-02-09T13:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:35.954763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] Checking router: d1012ea0-5cb3-4548-9ca7-476d235bff32 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:20:35.993442 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-acf44c67-18dd-43f0-a062-edf21553f9f0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 13.7602494 Feb 09 13:20:35.994341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58298) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:36.020982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Calling delete_port for cd870e5c-afcd-445f-aeab-49e18dc76638 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:36.032100 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.035748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 421a2e09-bb7a-463e-8a4c-190e8c20d771, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=421a2e09-bb7a-463e-8a4c-190e8c20d771,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:36.052394 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.054786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-039602e9-8520-44d3-9f24-9b299b18d05c req-0ca135c8-71d5-46de-ac84-ff85fa9b5e26 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606672 Feb 09 13:20:36.062170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Transition to ACTIVE for port object 3e2bb89f-450e-45e7-8051-84972ccf31ae will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:36.076981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0208ad31-60c3-4c33-9831-4ef40bb8d7eb tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'port_id': 'da3a2958-231a-4b2d-b65d-ea2eb706422f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:36.129736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] Routers {'d1012ea0-5cb3-4548-9ca7-476d235bff32'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:36.130672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d1012ea0-5cb3-4548-9ca7-476d235bff32'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:36.258007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:36.264034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Usage tracker for resource:security_group_rule and tenant:3554c6579fc3404f973dddea95c9f463 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:36.268956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:36.280590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:36.295055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Transition to ACTIVE for port object 3e2bb89f-450e-45e7-8051-84972ccf31ae will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:36.308453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0208ad31-60c3-4c33-9831-4ef40bb8d7eb tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.319833 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.328158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=421a2e09-bb7a-463e-8a4c-190e8c20d771,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:36.397150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Pushing event updated for resources: {'Port': ['ID=3e2bb89f-450e-45e7-8051-84972ccf31ae,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:36.405286 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['421a2e09-bb7a-463e-8a4c-190e8c20d771'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:20:36.438674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.472446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Network dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:36.475900 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] Set router d1012ea0-5cb3-4548-9ca7-476d235bff32 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:36.530919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Port': ['ID=cd870e5c-afcd-445f-aeab-49e18dc76638,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:36.548923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:36.574939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.588848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:36.591394 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.592677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No DVR routers for this DVR port cd870e5c-afcd-445f-aeab-49e18dc76638 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:36.632820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Allocated IP 172.20.0.1 (e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e/ed21076b-e03b-4cc2-9abc-e4b043af5aa0/2ba44080-4342-4f6d-8f6e-00fcc46529cf) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:36.636403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0b42c1-8ff8-481d-b573-2f6d70e0420d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:36.667177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:20:34Z', 'revision_number': 6, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:36.668798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:36.701407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.718676 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.719630 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Added segment e29ad65f-bec9-463e-adc2-ed8d1d26f485 of type vlan for network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 Feb 09 13:20:36.720110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07607fa1-7dbe-4830-9ffa-e929a427a041 None None] The sync data for ids ['d1012ea0-5cb3-4548-9ca7-476d235bff32'] in n-d-825175-3 is: [{'id': 'd1012ea0-5cb3-4548-9ca7-476d235bff32', 'name': 'tempest-ServerActionsTestJSON-1618975618-router', 'tenant_id': 'accedead334d4e338be32f77a85b3517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:09:51Z', 'updated_at': '2022-02-09T13:20:34Z', 'revision_number': 6, 'project_id': 'accedead334d4e338be32f77a85b3517', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:36.825972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2485cd-6d60-4c58-9996-37ebbd760c99,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:36.845999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Attempting to bind port 3e2bb89f-450e-45e7-8051-84972ccf31ae on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:36.846632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Attempting to bind port 3e2bb89f-450e-45e7-8051-84972ccf31ae by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '67ab5974-ab76-41f3-863e-61ed612043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dffa35a7-51f2-44a2-bdc0-f9a56640c3f6'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:36.848152 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Attempting to bind port 3e2bb89f-450e-45e7-8051-84972ccf31ae on network dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:36.867996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:20:36.868640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.869660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Checking segment: {'id': '67ab5974-ab76-41f3-863e-61ed612043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dffa35a7-51f2-44a2-bdc0-f9a56640c3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:36.870594 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.871415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Bound using segment: {'id': '67ab5974-ab76-41f3-863e-61ed612043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dffa35a7-51f2-44a2-bdc0-f9a56640c3f6'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:20:36.872445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Bound port: 3e2bb89f-450e-45e7-8051-84972ccf31ae, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ab5974-ab76-41f3-863e-61ed612043b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'dffa35a7-51f2-44a2-bdc0-f9a56640c3f6'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:20:36.873305 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:36.989370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5910274a-ff3d-4240-93bf-ece6066a5fb3']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:37.021071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a459937-9a8c-4990-ab8f-8e3e12aec109') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:37.021366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a459937-9a8c-4990-ab8f-8e3e12aec109') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:37.050804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] For port 3e2bb89f-450e-45e7-8051-84972ccf31ae, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:37.068178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] For port 3e2bb89f-450e-45e7-8051-84972ccf31ae, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3e2bb89f-450e-45e7-8051-84972ccf31ae,segment=NetworkSegment(67ab5974-ab76-41f3-863e-61ed612043b4),segment_id=67ab5974-ab76-41f3-863e-61ed612043b4)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:20:37.077342 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.236458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39500d-e0ba-461a-8bef-c2add90a1109 None None] Pushing event updated for resources: {'Port': ['ID=3e2bb89f-450e-45e7-8051-84972ccf31ae,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:37.238770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.280903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:37.327330 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.340536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.383971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:20:37.384551 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fe3e1df3-cb3c-400d-938c-1c2ddf7f3218 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:37.405561 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.409582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:20:37.410010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.414503 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:37.440825 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:37.569063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Transition to ACTIVE for port object 2ba44080-4342-4f6d-8f6e-00fcc46529cf will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:37.635011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:20:37.651044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.904511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2ff380-aebb-4423-aede-cb6397e49d94 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Router ae4a7a91-7592-4cec-8f38-4ad546ae3fca has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:37.920025 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.924556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:37.925242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.932072 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:37.959617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4b83b-1a5d-4dc6-82e0-2b1d559dc520 req-f96b4d22-2cfa-40d8-84ec-9945dc156f10 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:37.961784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9f4b83b-1a5d-4dc6-82e0-2b1d559dc520 req-f96b4d22-2cfa-40d8-84ec-9945dc156f10 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 944 time: 0.6430652 Feb 09 13:20:38.008975 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.060013 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.117615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Network': ['ID=5910274a-ff3d-4240-93bf-ece6066a5fb3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:38.137818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.146001 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-75742637-2c46-455d-8d94-e08d3499ee24 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/5910274a-ff3d-4240-93bf-ece6066a5fb3 HTTP/1.1" status: 204 len: 168 time: 6.8580222 Feb 09 13:20:38.159330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58328) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:38.161154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Pushing event updated for resources: {'Network': ['ID=d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:38.180766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:20:38.217749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-282270015'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:38.237554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9f4b83b-1a5d-4dc6-82e0-2b1d559dc520 req-b0532fb5-c709-4a2f-a70e-08da75857759 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550817 Feb 09 13:20:38.266443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=2ba44080-4342-4f6d-8f6e-00fcc46529cf,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:38.304733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:38.307878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:38.312538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:38.349199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a6261f9e-4ced-4734-8f9c-4347efeb52d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.5208950 Feb 09 13:20:38.386514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:38.420669 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.484915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:network and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:38.502316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:38.522123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.522599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1012ea0-5cb3-4548-9ca7-476d235bff32 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:20:38.525798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:38.564484 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.565641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a5041a01-7e42-4f40-b95a-96d91559d12b admin admin] 10.222.0.59 "DELETE /v2.0/routers/d1012ea0-5cb3-4548-9ca7-476d235bff32 HTTP/1.1" status: 204 len: 168 time: 5.1812971 Feb 09 13:20:38.568063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:38.571184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.585636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58336) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:38.616069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 421a2e09-bb7a-463e-8a4c-190e8c20d771 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:38.668405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:38.681556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.681960 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Added segment d0bc2020-5907-4403-837a-c89c4c5a86f0 of type vlan for network e1e084e3-8a4c-4eec-a985-56120073a6ae Feb 09 13:20:38.747970 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.800849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a3fda2ee-67e1-4052-8793-e251f506f138 None None] Provisioning for port 2ba44080-4342-4f6d-8f6e-00fcc46529cf completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:38.822080 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.838083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a3fda2ee-67e1-4052-8793-e251f506f138 None None] Provisioning complete for port 2ba44080-4342-4f6d-8f6e-00fcc46529cf triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:38.838671 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a3fda2ee-67e1-4052-8793-e251f506f138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.846951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:38.851887 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.880752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 421a2e09-bb7a-463e-8a4c-190e8c20d771 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:38.882913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0208ad31-60c3-4c33-9831-4ef40bb8d7eb tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.890397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0a9362-a62b-464a-86a7-0dc84f4bb7e2 admin admin] Deleting subnet a6635b5b-1a73-4f24-af7b-ce18e647d366 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:20:38.894826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0208ad31-60c3-4c33-9831-4ef40bb8d7eb tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.897130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 421a2e09-bb7a-463e-8a4c-190e8c20d771 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:38.897748 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:38.965997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9362-a62b-464a-86a7-0dc84f4bb7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:39.032027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88da71f-6b46-4a49-b690-176c0404e8e3 None None] Network dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:39.180274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9362-a62b-464a-86a7-0dc84f4bb7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:39.224225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3e2bb89f-450e-45e7-8051-84972ccf31ae up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:39.236897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:39.268807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58346) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:39.285230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Request body: {'port': {'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3', 'binding:host_id': 'n-h2-825175-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-170553833'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:39.293209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a3fda2ee-67e1-4052-8793-e251f506f138 None None] Port 2ba44080-4342-4f6d-8f6e-00fcc46529cf cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:20:39.332637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:39.349881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1643918 Feb 09 13:20:39.350418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Usage tracker for resource:port and tenant:8e8613a301df4c6d8661d7792f204a1a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:39.352544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58352) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:39.364983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Request body: {'subnet': {'network_id': 'e1e084e3-8a4c-4eec-a985-56120073a6ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:39.375243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Network': ['ID=e1e084e3-8a4c-4eec-a985-56120073a6ae,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:39.417586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.419822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.421955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.422561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.423153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.423877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.426502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.428655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.429252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.431710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.434053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03719243-e424-4358-9fba-2c901a4742f6 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:20:39.436683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:39.463834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:39.514795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9362-a62b-464a-86a7-0dc84f4bb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:39.557930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ff380-aebb-4423-aede-cb6397e49d94 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:39.563380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cd2ff380-aebb-4423-aede-cb6397e49d94 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:39.580672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e1e084e3-8a4c-4eec-a985-56120073a6ae details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:20:39.658904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cd2ff380-aebb-4423-aede-cb6397e49d94 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "PUT /v2.0/floatingips/c2cd6aa7-d3e6-4639-9570-c1371c1988b3 HTTP/1.1" status: 200 len: 990 time: 6.8545349 Feb 09 13:20:39.658904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:39.670381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d39b06-4428-44b1-ad07-9764619b8929 req-7878f078-b715-4c1f-b441-5028232c1118 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:39.679218 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3d39b06-4428-44b1-ad07-9764619b8929 req-7878f078-b715-4c1f-b441-5028232c1118 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 944 time: 0.1863534 Feb 09 13:20:39.742885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3d39b06-4428-44b1-ad07-9764619b8929 req-74ee6b03-fcbc-433a-9961-296acc758818 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618713 Feb 09 13:20:39.773649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] Sync routers for ids ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:39.808742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Made reservation on behalf of 8e8613a301df4c6d8661d7792f204a1a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:39.812678 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:39.864496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:39.870191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Usage tracker for resource:subnet and tenant:8484e10616444a2f90e794ca9a4a7536 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:39.872032 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'tag': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420', 'status': 'completed', 'code': 200} Feb 09 13:20:39.873765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:39.882745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:39.896855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:39.912671 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9362-a62b-464a-86a7-0dc84f4bb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:39.948491 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:39.960377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067583b9-417d-46a1-8fc2-5bdf566b8819 req-bfe8ab81-bee1-4fbd-9cdc-48500acd9125 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:39.967640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067583b9-417d-46a1-8fc2-5bdf566b8819 req-bfe8ab81-bee1-4fbd-9cdc-48500acd9125 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:39.971940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067583b9-417d-46a1-8fc2-5bdf566b8819 req-bfe8ab81-bee1-4fbd-9cdc-48500acd9125 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:39.976639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067583b9-417d-46a1-8fc2-5bdf566b8819 req-bfe8ab81-bee1-4fbd-9cdc-48500acd9125 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:39.982085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067583b9-417d-46a1-8fc2-5bdf566b8819 req-bfe8ab81-bee1-4fbd-9cdc-48500acd9125 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:39.986184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067583b9-417d-46a1-8fc2-5bdf566b8819 req-bfe8ab81-bee1-4fbd-9cdc-48500acd9125 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:39.990334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ffd4726c-7f1c-43c9-bc79-b5f8b97df581 None None] Provisioning for port 3e2bb89f-450e-45e7-8051-84972ccf31ae completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:39.990689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067583b9-417d-46a1-8fc2-5bdf566b8819 req-bfe8ab81-bee1-4fbd-9cdc-48500acd9125 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:39.993422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-067583b9-417d-46a1-8fc2-5bdf566b8819 req-bfe8ab81-bee1-4fbd-9cdc-48500acd9125 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.2004523 Feb 09 13:20:40.014744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Made reservation on behalf of 8484e10616444a2f90e794ca9a4a7536 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:40.018616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] Routers {'ae4a7a91-7592-4cec-8f38-4ad546ae3fca'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:40.019251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:40.065448 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-067583b9-417d-46a1-8fc2-5bdf566b8819 req-7c8c7919-c136-4b2c-9e34-32ea3aa21d8f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657768 Feb 09 13:20:40.208035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 3e2bb89f-450e-45e7-8051-84972ccf31ae completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:40.218791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da84c182-0418-4dc9-962c-7659b5d5b7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421a2e09-bb7a-463e-8a4c-190e8c20d771'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:20:40.250440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3e2bb89f-450e-45e7-8051-84972ccf31ae triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:40.255608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:40.262642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a9362-a62b-464a-86a7-0dc84f4bb7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6635b5b-1a73-4f24-af7b-ce18e647d366,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:40.301993 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da84c182-0418-4dc9-962c-7659b5d5b7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421a2e09-bb7a-463e-8a4c-190e8c20d771', 'code': 200} Feb 09 13:20:40.311316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 421a2e09-bb7a-463e-8a4c-190e8c20d771, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=421a2e09-bb7a-463e-8a4c-190e8c20d771,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:40.342743 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9362-a62b-464a-86a7-0dc84f4bb7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:40.353761 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:40.418019 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc0a9362-a62b-464a-86a7-0dc84f4bb7e2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a6635b5b-1a73-4f24-af7b-ce18e647d366 HTTP/1.1" status: 204 len: 168 time: 1.8288250 Feb 09 13:20:40.429385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58372) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:40.437499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:40.448985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] Set router ae4a7a91-7592-4cec-8f38-4ad546ae3fca gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:40.470038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Usage tracker for resource:security_group_rule and tenant:8e8613a301df4c6d8661d7792f204a1a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:40.476865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:40.502546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:40.589417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:40.641340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd4d4d-d267-4315-ad53-7f594d4d19ce None None] Network 2903bfa2-6e98-48bf-8735-26cc8008e2be requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:40.667835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:40.697802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Deleting port 4b4c3634-916f-490b-8e00-ab06c8dcb265 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:40.698278 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:40.742689 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9a7e757-2fc0-413b-8272-0389fa9bf526 req-14276dc8-be03-4029-b99c-dfeecf2e4074 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 6498 time: 0.8504760 Feb 09 13:20:40.750728 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4220e9b9-0e61-4c37-95c0-fa80db82defc req-03e3efa0-b82f-41c5-88ea-dcd8d65039c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 1096 time: 0.3794203 Feb 09 13:20:41.073076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4220e9b9-0e61-4c37-95c0-fa80db82defc req-31f997d3-29ca-45cf-95c8-0b11e2365de3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129082 Feb 09 13:20:41.393013 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:41.401681 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:20:41.433015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] For port 4b4c3634-916f-490b-8e00-ab06c8dcb265, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4b4c3634-916f-490b-8e00-ab06c8dcb265,segment=NetworkSegment(b7562286-3085-4f92-a87c-33f43b17936f),segment_id=b7562286-3085-4f92-a87c-33f43b17936f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:41.433015 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:41.503057 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:41.518965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:41.518965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:41.622308 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:41.622308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7e757-2fc0-413b-8272-0389fa9bf526 req-25298490-52bf-4129-ad64-7b4b599b200e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:41.622308 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9a7e757-2fc0-413b-8272-0389fa9bf526 req-25298490-52bf-4129-ad64-7b4b599b200e service neutron] 10.222.0.67 "GET /v2.0/networks?id=5bd39a6f-a62b-4b6e-89e8-d04af90bc172 HTTP/1.1" status: 200 len: 918 time: 0.8583276 Feb 09 13:20:41.651036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] device_id is not set on port 52c3afd6-09ed-44b2-a48c-773f0016b56d yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:20:41.690645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=421a2e09-bb7a-463e-8a4c-190e8c20d771,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:41.733936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 3e2bb89f-450e-45e7-8051-84972ccf31ae, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3e2bb89f-450e-45e7-8051-84972ccf31ae,segment=NetworkSegment(67ab5974-ab76-41f3-863e-61ed612043b4),segment_id=67ab5974-ab76-41f3-863e-61ed612043b4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:41.770770 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:41.770770 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:41.870141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aa2485cd-6d60-4c58-9996-37ebbd760c99 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:41.933717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Calling delete_port for 4b4c3634-916f-490b-8e00-ab06c8dcb265 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:41.983250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=2ba44080-4342-4f6d-8f6e-00fcc46529cf,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:42.014826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:42.014826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a1f2ba-bc90-4671-acea-2c9175401d50,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:42.052961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43d9af-c710-4f35-9c05-603d9816f3ad req-1f8593b2-2883-478d-8c7a-41655b67e1c3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.052961 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e43d9af-c710-4f35-9c05-603d9816f3ad req-1f8593b2-2883-478d-8c7a-41655b67e1c3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.7645657 Feb 09 13:20:42.064685 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9a7e757-2fc0-413b-8272-0389fa9bf526 req-a065af34-21b5-46fc-8490-1bdb531c7e68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f99990b9-7b64-4f2b-96a4-bf1ab09e2420 HTTP/1.1" status: 200 len: 998 time: 0.3503208 Feb 09 13:20:42.186507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e43d9af-c710-4f35-9c05-603d9816f3ad req-89a9fdd9-1319-4af2-8a32-eb4ef6a5bdd6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209309 Feb 09 13:20:42.255525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83770ccd-80c5-42a2-a15e-461dc11488a3 req-15dbf193-70ec-4aa1-add4-58d7f1a3312b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.255525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83770ccd-80c5-42a2-a15e-461dc11488a3 req-15dbf193-70ec-4aa1-add4-58d7f1a3312b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.255525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83770ccd-80c5-42a2-a15e-461dc11488a3 req-15dbf193-70ec-4aa1-add4-58d7f1a3312b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.255525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83770ccd-80c5-42a2-a15e-461dc11488a3 req-15dbf193-70ec-4aa1-add4-58d7f1a3312b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.265605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83770ccd-80c5-42a2-a15e-461dc11488a3 req-15dbf193-70ec-4aa1-add4-58d7f1a3312b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.265605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83770ccd-80c5-42a2-a15e-461dc11488a3 req-15dbf193-70ec-4aa1-add4-58d7f1a3312b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.283172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83770ccd-80c5-42a2-a15e-461dc11488a3 req-15dbf193-70ec-4aa1-add4-58d7f1a3312b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.283172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83770ccd-80c5-42a2-a15e-461dc11488a3 req-15dbf193-70ec-4aa1-add4-58d7f1a3312b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.8087060 Feb 09 13:20:42.283172 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:42.419867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7e757-2fc0-413b-8272-0389fa9bf526 req-24e557ad-50f6-4ab6-9a81-71ef3e73fbc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:42.419867 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9a7e757-2fc0-413b-8272-0389fa9bf526 req-24e557ad-50f6-4ab6-9a81-71ef3e73fbc1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c097ceab-daaa-4283-bb85-f6c09700c79e HTTP/1.1" status: 200 len: 856 time: 0.3281169 Feb 09 13:20:42.462305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4c3634-916f-490b-8e00-ab06c8dcb265,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:42.495229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83770ccd-80c5-42a2-a15e-461dc11488a3 req-729b3f2d-9777-44b6-99aa-1fea49adbd57 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252110 Feb 09 13:20:42.495229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] No DVR routers for this DVR port 4b4c3634-916f-490b-8e00-ab06c8dcb265 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:42.528212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: aa2485cd-6d60-4c58-9996-37ebbd760c99 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:20:42.528212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aa2485cd-6d60-4c58-9996-37ebbd760c99 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:42.724062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=3e2bb89f-450e-45e7-8051-84972ccf31ae,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:42.752618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-203182db-ddac-4a73-9fb1-d0553f138ec0 None None] Provisioning complete for port 3e2bb89f-450e-45e7-8051-84972ccf31ae triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:42.752618 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-203182db-ddac-4a73-9fb1-d0553f138ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:42.785927 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:42.832642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2903bfa2-6e98-48bf-8735-26cc8008e2be']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:42.849899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7562286-3085-4f92-a87c-33f43b17936f') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:42.851356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7562286-3085-4f92-a87c-33f43b17936f') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:42.867120 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:42.910140 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:42.922179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:20:42.922179 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:42.958832 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:43.023675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a6f6da-271f-4b3f-9fa6-28ee8a1a4e6c None None] DHCP port deletion for 2903bfa2-6e98-48bf-8735-26cc8008e2be request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:20:43.032895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c2cd6aa7-d3e6-4639-9570-c1371c1988b3', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'port_id': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'mac_address': 'fa:16:3e:27:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:17:53Z', 'updated_at': '2022-02-09T13:20:34Z', 'revision_number': 1, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:47Z', 'revision_number': 5, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:43.088368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d2f5f-360e-4743-9572-73b0bd815b19 None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:20:43.091561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:20:43.129046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:43.130425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] Checking router: ae4a7a91-7592-4cec-8f38-4ad546ae3fca for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:20:43.203085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] device_id is not set on port 52c3afd6-09ed-44b2-a48c-773f0016b56d yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:20:43.213200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:43.224438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:43.293349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] Routers {'ae4a7a91-7592-4cec-8f38-4ad546ae3fca'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:43.294279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:43.346320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:43.352231 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:43.361544 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:43.385265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] Pushing event deleted for resources: {'Network': ['ID=2903bfa2-6e98-48bf-8735-26cc8008e2be,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:43.445985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event updated for resources: {'Subnet': ['ID=6bae0fca-3bb7-447e-8335-b6c55555db6d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:43.514576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-82025a33-b011-4710-ae09-128464b84420 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2903bfa2-6e98-48bf-8735-26cc8008e2be HTTP/1.1" status: 204 len: 168 time: 3.0780125 Feb 09 13:20:43.561896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c942c0a-d609-4400-8fa8-e55105fb6bf6 req-2128beff-4a83-4efa-b07e-1da4524a6a82 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:43.567507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c942c0a-d609-4400-8fa8-e55105fb6bf6 req-2128beff-4a83-4efa-b07e-1da4524a6a82 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.1834817 Feb 09 13:20:43.572418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Transition to ACTIVE for port object 52c3afd6-09ed-44b2-a48c-773f0016b56d will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:43.601244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0208ad31-60c3-4c33-9831-4ef40bb8d7eb tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:43.621665 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9a7e757-2fc0-413b-8272-0389fa9bf526 req-7e39c702-ac8a-4a92-a419-c680d2fcfdd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5bd39a6f-a62b-4b6e-89e8-d04af90bc172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1428938 Feb 09 13:20:43.651938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c942c0a-d609-4400-8fa8-e55105fb6bf6 req-3008a881-3f1d-4994-aa8a-5d0618f0c0b6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759830 Feb 09 13:20:43.663338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:43.757294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Checking segment: {'id': 'd0bc2020-5907-4403-837a-c89c4c5a86f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e1e084e3-8a4c-4eec-a985-56120073a6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:43.758277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network hostable DHCP agents. Network: e1e084e3-8a4c-4eec-a985-56120073a6ae, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:43.914362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58394) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:43.936926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event updated for resources: {'Port': ['ID=52c3afd6-09ed-44b2-a48c-773f0016b56d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:43.949882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] Set router ae4a7a91-7592-4cec-8f38-4ad546ae3fca gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:44.028844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88b49-c367-42d6-a75e-150f28b63beb req-f9ec02df-f257-4325-938b-6a521d369ece tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.044899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88b49-c367-42d6-a75e-150f28b63beb req-f9ec02df-f257-4325-938b-6a521d369ece tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.050498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88b49-c367-42d6-a75e-150f28b63beb req-f9ec02df-f257-4325-938b-6a521d369ece tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.065759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88b49-c367-42d6-a75e-150f28b63beb req-f9ec02df-f257-4325-938b-6a521d369ece tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.071336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88b49-c367-42d6-a75e-150f28b63beb req-f9ec02df-f257-4325-938b-6a521d369ece tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.080067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88b49-c367-42d6-a75e-150f28b63beb req-f9ec02df-f257-4325-938b-6a521d369ece tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.091140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd88b49-c367-42d6-a75e-150f28b63beb req-f9ec02df-f257-4325-938b-6a521d369ece tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.094070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8dd88b49-c367-42d6-a75e-150f28b63beb req-f9ec02df-f257-4325-938b-6a521d369ece tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.3036876 Feb 09 13:20:44.254009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8dd88b49-c367-42d6-a75e-150f28b63beb req-b7702eaf-682e-4d4f-85b3-0b918e9839ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407218 Feb 09 13:20:44.267500 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9a7e757-2fc0-413b-8272-0389fa9bf526 req-32b199e3-b390-43c1-9c38-8f96c636ba79 service neutron] 10.222.0.67 "GET /v2.0/networks/5bd39a6f-a62b-4b6e-89e8-d04af90bc172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260560 Feb 09 13:20:44.267833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4994054d-d8c2-4039-afcd-0fcbecfcb0ab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=accedead334d4e338be32f77a85b3517&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3273067 Feb 09 13:20:44.274146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58402) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:44.329008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d2f5f-360e-4743-9572-73b0bd815b19 None None] Network e1e084e3-8a4c-4eec-a985-56120073a6ae is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:44.344557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Checking segment: {'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:44.344838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Network hostable DHCP agents. Network: d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:44.397182 n-d-825175-3 neutron-server[83479]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Agent 0e0b655f-a000-48e4-b19a-cc3ef959237a already present Feb 09 13:20:44.397866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Network e1e084e3-8a4c-4eec-a985-56120073a6ae is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:44.398743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, e1e084e3-8a4c-4eec-a985-56120073a6ae) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:44.404277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.405208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:44.445961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047d2f5f-360e-4743-9572-73b0bd815b19 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, e1e084e3-8a4c-4eec-a985-56120073a6ae) {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:20:44.465786 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ab520bdb-222c-48ac-8fc9-1411051397f0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 5.1073859 Feb 09 13:20:44.480140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58408) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:44.563246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:44.584216 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9323-7788-4913-b2f7-240215e76370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:44.619841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9a7e757-2fc0-413b-8272-0389fa9bf526 req-e2267f98-4816-4e95-9f47-94c943ed99fd service neutron] 10.222.0.67 "GET /v2.0/networks/5bd39a6f-a62b-4b6e-89e8-d04af90bc172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440301 Feb 09 13:20:44.640187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:44.652023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:44.653991 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9323-7788-4913-b2f7-240215e76370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:44.692644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:44.693408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:44.694834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:44.711137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:44.711987 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:44.719787 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 2 to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d Feb 09 13:20:44.762035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872da9b2-5500-4454-ac50-2c1ffae84794 req-d9be8ff1-0004-4f0a-bd9f-0336ede968ea tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:44.764038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-872da9b2-5500-4454-ac50-2c1ffae84794 req-d9be8ff1-0004-4f0a-bd9f-0336ede968ea tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.4395158 Feb 09 13:20:44.769102 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9323-7788-4913-b2f7-240215e76370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:44.785793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:44.786545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:44.787040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:44.800800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:44.801447 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:44.804249 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 3 to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d Feb 09 13:20:44.814165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0208ad31-60c3-4c33-9831-4ef40bb8d7eb tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:44.820209 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0208ad31-60c3-4c33-9831-4ef40bb8d7eb tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:44.833718 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca006f-de74-48e6-b367-46f583187c93 None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:44.841196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3e2bb89f-450e-45e7-8051-84972ccf31ae up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:20:44.856756 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca006f-de74-48e6-b367-46f583187c93 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:44.857308 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c8ca006f-de74-48e6-b367-46f583187c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:44.947159 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c8ca006f-de74-48e6-b367-46f583187c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:44.948361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:20:44.984463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd9323-7788-4913-b2f7-240215e76370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19d02f6-1ddc-416f-ab87-34570c9f3298,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:44.998897 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca006f-de74-48e6-b367-46f583187c93 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:44.999841 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c8ca006f-de74-48e6-b367-46f583187c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:45.000706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c2cd6aa7-d3e6-4639-9570-c1371c1988b3', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'port_id': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'mac_address': 'fa:16:3e:27:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:17:53Z', 'updated_at': '2022-02-09T13:20:34Z', 'revision_number': 1, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:47Z', 'revision_number': 5, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:45.005298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:45.008509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:45.009131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:45.038920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07c50db-188a-4829-a583-991ea1d16491 None None] The sync data for ids ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'] in n-d-825175-3 is: [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c2cd6aa7-d3e6-4639-9570-c1371c1988b3', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'port_id': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'mac_address': 'fa:16:3e:27:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:17:53Z', 'updated_at': '2022-02-09T13:20:34Z', 'revision_number': 1, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:47Z', 'revision_number': 5, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:45.050101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3e2bb89f-450e-45e7-8051-84972ccf31ae triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:45.050484 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:45.123614 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0208ad31-60c3-4c33-9831-4ef40bb8d7eb tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "PUT /v2.0/floatingips/958990e8-4263-4ca7-b339-1fc553ca5433 HTTP/1.1" status: 200 len: 979 time: 9.0503449 Feb 09 13:20:45.138542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58414) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:45.138887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58416) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:45.139488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:45.139815 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:45.160301 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 4 to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d Feb 09 13:20:45.179351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:45.187583 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c8ca006f-de74-48e6-b367-46f583187c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:45.188069 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ca006f-de74-48e6-b367-46f583187c93 None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:45.199179 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9323-7788-4913-b2f7-240215e76370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:45.203357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b5cd9323-7788-4913-b2f7-240215e76370 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a19d02f6-1ddc-416f-ab87-34570c9f3298 HTTP/1.1" status: 204 len: 168 time: 0.9251745 Feb 09 13:20:45.259848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-872da9b2-5500-4454-ac50-2c1ffae84794 req-f75c5009-545a-4dc5-8ca4-74fcaa64291d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809186 Feb 09 13:20:45.367694 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:45.393607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4b4c3634-916f-490b-8e00-ab06c8dcb265 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:45.475723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 4b4c3634-916f-490b-8e00-ab06c8dcb265 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:20:45.476810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4b4c3634-916f-490b-8e00-ab06c8dcb265 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:45.542938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22ea22e-c192-4c80-bddc-5ef4713253a4 None None] New status for floating IP c2cd6aa7-d3e6-4639-9570-c1371c1988b3: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:20:45.687875 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:45.721230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8294a21-5fba-4284-9d46-915982785833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-e1e084e3-8a4c-4eec-a985-56120073a6ae', 'network_id': 'e1e084e3-8a4c-4eec-a985-56120073a6ae', 'tenant_id': '8484e10616444a2f90e794ca9a4a7536', 'fixed_ips': [{'subnet_id': '6bae0fca-3bb7-447e-8335-b6c55555db6d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:20:45.722588 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b8294a21-5fba-4284-9d46-915982785833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:45.761610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Subnet': ['ID=6bae0fca-3bb7-447e-8335-b6c55555db6d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:45.782913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:45.783451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:45.783545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:45.824282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:45.824872 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:45.837357 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 5 to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d Feb 09 13:20:45.855732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:45.856317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:45.856809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:45.944130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:45.944700 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:45.950346 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 6 to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d Feb 09 13:20:45.980628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:45.995747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:45.996462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:45.997015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:46.013190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e084e3-8a4c-4eec-a985-56120073a6ae']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:46.029920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bc2020-5907-4403-837a-c89c4c5a86f0') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:46.031251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bc2020-5907-4403-837a-c89c4c5a86f0') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:46.043501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port ec1d9672-d2da-4c29-b33c-d42c9194f700 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:46.044179 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.047524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.073012 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.082321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:20:46.082321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.111873 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86a8391-093f-4ec7-9ef2-3ffa0fc42b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.130781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22609c-c845-4fce-beac-5dfe7e2b61c5 None None] Network e1e084e3-8a4c-4eec-a985-56120073a6ae requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:46.133614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:46.134175 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:46.139013 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 7 to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d Feb 09 13:20:46.142598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648cd814-8f2d-4fd9-b104-d5f745dcb859 None None] Network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:46.238256 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:46.251246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:46.265793 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e3eea-fbfb-4fc0-9f02-e840761a8d39 None None] Sync routers for ids ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:46.287038 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.290603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:46.291001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:46.291450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:46.297635 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e3eea-fbfb-4fc0-9f02-e840761a8d39 None None] Routers {'61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:46.302247 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-616e3eea-fbfb-4fc0-9f02-e840761a8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:46.316140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a86a8391-093f-4ec7-9ef2-3ffa0fc42b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:46.326245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a86a8391-093f-4ec7-9ef2-3ffa0fc42b12 admin admin] Usage tracker for resource:security_group_rule and tenant:4464b3409a2444e0abe8d1efd811886f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:46.332495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a86a8391-093f-4ec7-9ef2-3ffa0fc42b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:46.345950 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f3dc0e66-fc85-4349-83c7-b415a238e88b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1383533 Feb 09 13:20:46.346873 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.378067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58444) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:46.403426 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-616e3eea-fbfb-4fc0-9f02-e840761a8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:46.417278 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e3eea-fbfb-4fc0-9f02-e840761a8d39 None None] Routers {'61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:46.417761 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-616e3eea-fbfb-4fc0-9f02-e840761a8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:46.419080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Network': ['ID=e1e084e3-8a4c-4eec-a985-56120073a6ae,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:46.436539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:46.436878 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:46.437766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a86a8391-093f-4ec7-9ef2-3ffa0fc42b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:46.445198 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 8 to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d Feb 09 13:20:46.458546 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.494782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:46.495390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:46.495894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:46.525276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db90eff-c538-4f23-835a-659427c49e12 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:46.531416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9db90eff-c538-4f23-835a-659427c49e12 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports/2ba44080-4342-4f6d-8f6e-00fcc46529cf HTTP/1.1" status: 200 len: 910 time: 0.0973909 Feb 09 13:20:46.533036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:46.533683 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:46.534596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58450) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:46.540514 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 9 to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d Feb 09 13:20:46.543971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925d0d5-5b64-42c1-a2c6-7bf724ee0d4f req-a5ec2df5-5441-4731-a0da-f42d971b17b3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:46.546820 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-616e3eea-fbfb-4fc0-9f02-e840761a8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:46.547283 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e3eea-fbfb-4fc0-9f02-e840761a8d39 None None] The sync data for ids ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:46.559285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2925d0d5-5b64-42c1-a2c6-7bf724ee0d4f req-a5ec2df5-5441-4731-a0da-f42d971b17b3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.9900074 Feb 09 13:20:46.561554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.561886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.680246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58454) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:46.690092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347923e-81da-44df-b7bc-272e93905130 req-b86ad545-bfa2-4889-a882-5f2c1f886048 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:46.700305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347923e-81da-44df-b7bc-272e93905130 req-b86ad545-bfa2-4889-a882-5f2c1f886048 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:46.705541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20211ba-300f-490e-bcc6-e26ab48fd642 None None] Network e1e084e3-8a4c-4eec-a985-56120073a6ae requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:46.706339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347923e-81da-44df-b7bc-272e93905130 req-b86ad545-bfa2-4889-a882-5f2c1f886048 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:46.711412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347923e-81da-44df-b7bc-272e93905130 req-b86ad545-bfa2-4889-a882-5f2c1f886048 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:46.713864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:46.713864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:46.715497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:46.715601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347923e-81da-44df-b7bc-272e93905130 req-b86ad545-bfa2-4889-a882-5f2c1f886048 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:46.718379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347923e-81da-44df-b7bc-272e93905130 req-b86ad545-bfa2-4889-a882-5f2c1f886048 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:46.721726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-24e4d5cb-6fb7-4002-a9c2-9583f65380c6 None None] Provisioning complete for port 2ba44080-4342-4f6d-8f6e-00fcc46529cf triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:46.722071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-24e4d5cb-6fb7-4002-a9c2-9583f65380c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.722357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for ec1d9672-d2da-4c29-b33c-d42c9194f700 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:46.722511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347923e-81da-44df-b7bc-272e93905130 req-b86ad545-bfa2-4889-a882-5f2c1f886048 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:46.724584 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6347923e-81da-44df-b7bc-272e93905130 req-b86ad545-bfa2-4889-a882-5f2c1f886048 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 1.1330330 Feb 09 13:20:46.726511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6f496d43-3ff7-4f33-b139-e80ebcd453ed tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/e1e084e3-8a4c-4eec-a985-56120073a6ae HTTP/1.1" status: 204 len: 168 time: 2.2442071 Feb 09 13:20:46.743875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58458) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:46.758879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20211ba-300f-490e-bcc6-e26ab48fd642 None None] Network e1e084e3-8a4c-4eec-a985-56120073a6ae could not be found, it might have been deleted concurrently. {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 09 13:20:46.793971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-24e4d5cb-6fb7-4002-a9c2-9583f65380c6 None None] Port 2ba44080-4342-4f6d-8f6e-00fcc46529cf cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:20:46.799651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:46.800145 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:46.808812 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 10 to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d Feb 09 13:20:46.821455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86a8391-093f-4ec7-9ef2-3ffa0fc42b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.831206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86a8391-093f-4ec7-9ef2-3ffa0fc42b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.859690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:46.860019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:46.860351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:46.874778 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-b425e2e2-2608-41a6-a77c-c51f0ce0476b tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:46.875213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b425e2e2-2608-41a6-a77c-c51f0ce0476b tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:46.876852 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b425e2e2-2608-41a6-a77c-c51f0ce0476b tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/subnets/6bae0fca-3bb7-447e-8335-b6c55555db6d HTTP/1.1" status: 404 len: 337 time: 0.1323624 Feb 09 13:20:46.883655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2925d0d5-5b64-42c1-a2c6-7bf724ee0d4f req-dbf6f11b-e48b-4695-9851-9058e34785e0 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233550 Feb 09 13:20:46.884122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58464) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:46.909039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 52c3afd6-09ed-44b2-a48c-773f0016b56d on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:46.909364 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 52c3afd6-09ed-44b2-a48c-773f0016b56d on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:46.909718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:46.920334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a8391-093f-4ec7-9ef2-3ffa0fc42b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d23dde5-0bf9-4b22-8c77-bbcbca9289aa,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:46.971596 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a86a8391-093f-4ec7-9ef2-3ffa0fc42b12 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4464b3409a2444e0abe8d1efd811886f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8237031 Feb 09 13:20:46.975987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58470) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:47.138984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-667685827-network', 'tenant_id': '1e68331b2aab410092da31847e69dc33'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:47.157591 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-0289de20-8bee-421a-9871-3933a4ce1560 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:47.158177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0289de20-8bee-421a-9871-3933a4ce1560 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:47.163633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0289de20-8bee-421a-9871-3933a4ce1560 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/e1e084e3-8a4c-4eec-a985-56120073a6ae HTTP/1.1" status: 404 len: 339 time: 0.2740350 Feb 09 13:20:47.163917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:47.174238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Usage tracker for resource:network and tenant:1e68331b2aab410092da31847e69dc33 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:47.178397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:47.193158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6347923e-81da-44df-b7bc-272e93905130 req-a9d8b3f3-1cb2-47f5-9a21-bbc56d8005c5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4466565 Feb 09 13:20:47.197082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58478) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:47.234142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:47.267002 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3e0d49-0df6-4979-a83d-9c632d724cc8 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:47.267002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3e0d49-0df6-4979-a83d-9c632d724cc8 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:47.279147 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ca3e0d49-0df6-4979-a83d-9c632d724cc8 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/subnets/ece4a103-00df-4c7c-b182-a37789ec363f HTTP/1.1" status: 404 len: 337 time: 0.0812407 Feb 09 13:20:47.299747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58484) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:47.347860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] For port 52c3afd6-09ed-44b2-a48c-773f0016b56d, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:47.347860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempted to set empty binding levels {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 13:20:47.361034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.400177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Made reservation on behalf of 1e68331b2aab410092da31847e69dc33 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:47.400177 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.412145 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.437951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=ec1d9672-d2da-4c29-b33c-d42c9194f700,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:47.444282 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a23ac2-15fa-4665-961e-c69412fcc883 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:47.444282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a23ac2-15fa-4665-961e-c69412fcc883 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:47.448351 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc598a76-d248-43cf-8d2f-8fb187bf196e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.451005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d1a23ac2-15fa-4665-961e-c69412fcc883 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/5910274a-ff3d-4240-93bf-ece6066a5fb3 HTTP/1.1" status: 404 len: 339 time: 0.1473968 Feb 09 13:20:47.451005 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.456751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58490) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:47.525024 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5385bd79-b9e4-4e70-a546-587458a7343e req-d99f4a9d-dc17-4ae9-b8f7-d86f296636dd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4955676 Feb 09 13:20:47.536572 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.566185 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-50afac07-0d43-4aa8-a317-148fda9e8eb0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:47.566565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50afac07-0d43-4aa8-a317-148fda9e8eb0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:47.568190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-50afac07-0d43-4aa8-a317-148fda9e8eb0 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/subnets/32bbfaf7-23f5-4cfb-a024-2b80125fdeea HTTP/1.1" status: 404 len: 337 time: 0.1059277 Feb 09 13:20:47.580595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58494) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:47.587090 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc598a76-d248-43cf-8d2f-8fb187bf196e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.698645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event updated for resources: {'Port': ['ID=52c3afd6-09ed-44b2-a48c-773f0016b56d,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:47.779898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:47.784020 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9bff31-9c7a-4ac2-8e9e-cb9529c45e9c tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:47.784456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9bff31-9c7a-4ac2-8e9e-cb9529c45e9c tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:47.804285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Usage tracker for resource:security_group_rule and tenant:1e68331b2aab410092da31847e69dc33 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:47.810632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:47.816166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3b9bff31-9c7a-4ac2-8e9e-cb9529c45e9c tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/d7033345-a284-4fa0-9519-364c878851cb HTTP/1.1" status: 404 len: 339 time: 0.2337043 Feb 09 13:20:47.824399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:47.826189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58498) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:47.832199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4635531-5b56-4cec-b2a6-d34af0cef6f3 req-2903f6e6-a773-4f77-bff6-618f3792e114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:47.833684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4635531-5b56-4cec-b2a6-d34af0cef6f3 req-2903f6e6-a773-4f77-bff6-618f3792e114 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.5427907 Feb 09 13:20:47.851443 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-88e19f25-3f3f-4c69-b8fc-d0b96455c2bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 8.5751421 Feb 09 13:20:47.854064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:47.876624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58502) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:48.010252 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5385bd79-b9e4-4e70-a546-587458a7343e req-32e4159d-65a0-463d-844c-a3726baa7365 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b61e4f1740014417a9a4bf493277ef6d&device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 1096 time: 0.3934186 Feb 09 13:20:48.012094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc598a76-d248-43cf-8d2f-8fb187bf196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.038519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc598a76-d248-43cf-8d2f-8fb187bf196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d23dde5-0bf9-4b22-8c77-bbcbca9289aa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:48.042490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c739c-0df6-4222-9f57-1ec2470e40df req-b08f6409-3576-4629-8a3f-6f202096b10e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.046561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c739c-0df6-4222-9f57-1ec2470e40df req-b08f6409-3576-4629-8a3f-6f202096b10e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.051132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c739c-0df6-4222-9f57-1ec2470e40df req-b08f6409-3576-4629-8a3f-6f202096b10e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.055042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c739c-0df6-4222-9f57-1ec2470e40df req-b08f6409-3576-4629-8a3f-6f202096b10e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.058911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c739c-0df6-4222-9f57-1ec2470e40df req-b08f6409-3576-4629-8a3f-6f202096b10e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.062761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c739c-0df6-4222-9f57-1ec2470e40df req-b08f6409-3576-4629-8a3f-6f202096b10e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.066781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c739c-0df6-4222-9f57-1ec2470e40df req-b08f6409-3576-4629-8a3f-6f202096b10e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.069691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-614c739c-0df6-4222-9f57-1ec2470e40df req-b08f6409-3576-4629-8a3f-6f202096b10e tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.6258941 Feb 09 13:20:48.083859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c9612-f3a6-4b3e-a1d0-daa34c7e1e7a tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Deleting port ea78ec36-f821-49c1-82fb-7b08dc6e618f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:48.084197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d5c9612-f3a6-4b3e-a1d0-daa34c7e1e7a tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.102350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc598a76-d248-43cf-8d2f-8fb187bf196e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.103518 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cc598a76-d248-43cf-8d2f-8fb187bf196e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d23dde5-0bf9-4b22-8c77-bbcbca9289aa HTTP/1.1" status: 204 len: 168 time: 1.0864570 Feb 09 13:20:48.124780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c1a73621-d233-4eee-92cc-3060ef8d290b tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Deleting port 52c3afd6-09ed-44b2-a48c-773f0016b56d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:48.125126 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c1a73621-d233-4eee-92cc-3060ef8d290b tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.207296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385bd79-b9e4-4e70-a546-587458a7343e req-c45b0cae-7932-48de-b7a5-c690b7750264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.208765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5385bd79-b9e4-4e70-a546-587458a7343e req-c45b0cae-7932-48de-b7a5-c690b7750264 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 200 len: 906 time: 0.1632257 Feb 09 13:20:48.221149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4635531-5b56-4cec-b2a6-d34af0cef6f3 req-7e1b10f5-30aa-4d97-af7d-3f91753c8016 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418226 Feb 09 13:20:48.289967 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5385bd79-b9e4-4e70-a546-587458a7343e req-7d9cf7ce-3fed-4305-9c88-9b92509b5ca6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24b30630-472c-4fe7-95a0-52ec6b5dcc8d HTTP/1.1" status: 200 len: 217 time: 0.0731218 Feb 09 13:20:48.365458 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.436502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-614c739c-0df6-4222-9f57-1ec2470e40df req-97c041e3-49e1-4a2e-aac8-c4e0556b3c44 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3224502 Feb 09 13:20:48.437265 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.472218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385bd79-b9e4-4e70-a546-587458a7343e req-e0c4f10e-6a36-4b87-a0cb-2525406af3df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:48.473698 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5385bd79-b9e4-4e70-a546-587458a7343e req-e0c4f10e-6a36-4b87-a0cb-2525406af3df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 200 len: 845 time: 0.1768060 Feb 09 13:20:48.523738 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5385bd79-b9e4-4e70-a546-587458a7343e req-75eb0736-52bb-400f-8f35-df2a6f508808 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7940e2b9-7074-4987-9b54-3d4469043068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427189 Feb 09 13:20:48.553536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58512) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:48.589723 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b88128b4-3a68-4267-abd8-bbd4a71dce49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.619316 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:20:48.709868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b88128b4-3a68-4267-abd8-bbd4a71dce49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:48.718398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b88128b4-3a68-4267-abd8-bbd4a71dce49 admin admin] Usage tracker for resource:security_group_rule and tenant:23bebcd9135b466d94f916d608425fbc is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:48.721792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b88128b4-3a68-4267-abd8-bbd4a71dce49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:48.732311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:20:48.745502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b88128b4-3a68-4267-abd8-bbd4a71dce49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:48.753664 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5385bd79-b9e4-4e70-a546-587458a7343e req-cf5afb22-d1b3-48dc-a558-abe2f6d994ef service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220728 Feb 09 13:20:48.869537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:48.894492 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.894492 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Added segment f6cdeec5-a6f6-4eca-a050-996112e01c8f of type vlan for network 905b5f89-de12-4ddd-b8a3-faa5bb706076 Feb 09 13:20:48.901133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d5c9612-f3a6-4b3e-a1d0-daa34c7e1e7a tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.961098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-c1a73621-d233-4eee-92cc-3060ef8d290b tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] For port 52c3afd6-09ed-44b2-a48c-773f0016b56d, host n-h2-825175-3, got binding levels [] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:48.961098 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c1a73621-d233-4eee-92cc-3060ef8d290b tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:48.990802 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b88128b4-3a68-4267-abd8-bbd4a71dce49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.003572 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5385bd79-b9e4-4e70-a546-587458a7343e req-3e69854e-8ca4-4f2b-b3af-ef513ae439cf service neutron] 10.222.0.67 "GET /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306035 Feb 09 13:20:49.003572 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b88128b4-3a68-4267-abd8-bbd4a71dce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.023155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:49.070854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88128b4-3a68-4267-abd8-bbd4a71dce49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34e2892-e353-4a67-bc56-8c98bd59658d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:49.081805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b88128b4-3a68-4267-abd8-bbd4a71dce49 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23bebcd9135b466d94f916d608425fbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5232818 Feb 09 13:20:49.085821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58516) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:49.234524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c9612-f3a6-4b3e-a1d0-daa34c7e1e7a tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Calling delete_port for ea78ec36-f821-49c1-82fb-7b08dc6e618f owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:49.291074 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-763ee190-1b89-4ea6-acc6-b4f1d5ab1b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.333133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-763ee190-1b89-4ea6-acc6-b4f1d5ab1b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.396174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.403670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c1a73621-d233-4eee-92cc-3060ef8d290b tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Calling delete_port for 52c3afd6-09ed-44b2-a48c-773f0016b56d owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:49.425348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-763ee190-1b89-4ea6-acc6-b4f1d5ab1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.466845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:49.466845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ee190-1b89-4ea6-acc6-b4f1d5ab1b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34e2892-e353-4a67-bc56-8c98bd59658d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:49.466845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.479380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946c5d0-ac7a-49e6-bc28-bdd2467fbaca None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:49.505758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946c5d0-ac7a-49e6-bc28-bdd2467fbaca None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:49.505758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7946c5d0-ac7a-49e6-bc28-bdd2467fbaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:49.593686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e2b4-5e7a-4140-ad46-d9c5cd15bde9 req-8daf6fbb-abd2-46e0-8688-d50f435e21fc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:49.593686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e2b4-5e7a-4140-ad46-d9c5cd15bde9 req-8daf6fbb-abd2-46e0-8688-d50f435e21fc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:49.606163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e2b4-5e7a-4140-ad46-d9c5cd15bde9 req-8daf6fbb-abd2-46e0-8688-d50f435e21fc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:49.606163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e2b4-5e7a-4140-ad46-d9c5cd15bde9 req-8daf6fbb-abd2-46e0-8688-d50f435e21fc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:49.606163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e2b4-5e7a-4140-ad46-d9c5cd15bde9 req-8daf6fbb-abd2-46e0-8688-d50f435e21fc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:49.612656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e2b4-5e7a-4140-ad46-d9c5cd15bde9 req-8daf6fbb-abd2-46e0-8688-d50f435e21fc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:49.612656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e2b4-5e7a-4140-ad46-d9c5cd15bde9 req-8daf6fbb-abd2-46e0-8688-d50f435e21fc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:49.620740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8792e2b4-5e7a-4140-ad46-d9c5cd15bde9 req-8daf6fbb-abd2-46e0-8688-d50f435e21fc tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.9754004 Feb 09 13:20:49.637722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7946c5d0-ac7a-49e6-bc28-bdd2467fbaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:49.659620 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.659620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:49.659620 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.665567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946c5d0-ac7a-49e6-bc28-bdd2467fbaca None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:49.665567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7946c5d0-ac7a-49e6-bc28-bdd2467fbaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:49.686027 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-65b24002-8a93-432b-941c-3cfc9b47e0b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/floatingips/958990e8-4263-4ca7-b339-1fc553ca5433 HTTP/1.1" status: 204 len: 168 time: 4.5181253 Feb 09 13:20:49.686027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58524) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:49.686027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-763ee190-1b89-4ea6-acc6-b4f1d5ab1b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.696244 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-763ee190-1b89-4ea6-acc6-b4f1d5ab1b4d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a34e2892-e353-4a67-bc56-8c98bd59658d HTTP/1.1" status: 204 len: 168 time: 0.6019237 Feb 09 13:20:49.741967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c1a73621-d233-4eee-92cc-3060ef8d290b tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.748324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7946c5d0-ac7a-49e6-bc28-bdd2467fbaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:49.748324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946c5d0-ac7a-49e6-bc28-bdd2467fbaca None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:49.791426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab3e79-584c-4024-a40f-dc922e048e39 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port da3a2958-231a-4b2d-b65d-ea2eb706422f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:49.791758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3e79-584c-4024-a40f-dc922e048e39 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.930741 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d5c9612-f3a6-4b3e-a1d0-daa34c7e1e7a tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:49.965262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a73621-d233-4eee-92cc-3060ef8d290b tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event deleted for resources: {'Port': ['ID=52c3afd6-09ed-44b2-a48c-773f0016b56d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:50.073480 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d5c9612-f3a6-4b3e-a1d0-daa34c7e1e7a tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.122095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] Pushing event updated for resources: {'Network': ['ID=905b5f89-de12-4ddd-b8a3-faa5bb706076,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:50.141202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 905b5f89-de12-4ddd-b8a3-faa5bb706076 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:20:50.162687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c9612-f3a6-4b3e-a1d0-daa34c7e1e7a tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Port': ['ID=ea78ec36-f821-49c1-82fb-7b08dc6e618f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:50.185899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c1a73621-d233-4eee-92cc-3060ef8d290b tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.185899 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c1a73621-d233-4eee-92cc-3060ef8d290b tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "DELETE /v2.0/ports/52c3afd6-09ed-44b2-a48c-773f0016b56d HTTP/1.1" status: 204 len: 168 time: 2.2980595 Feb 09 13:20:50.191938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58532) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:50.219997 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1fe234d4-ee21-48b8-834b-c999f289f48b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.4795225 Feb 09 13:20:50.219997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58536) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:50.219997 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9d5c9612-f3a6-4b3e-a1d0-daa34c7e1e7a tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/ports/ea78ec36-f821-49c1-82fb-7b08dc6e618f HTTP/1.1" status: 204 len: 168 time: 2.3783336 Feb 09 13:20:50.238756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58538) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:50.249190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Request body: {'subnet': {'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-667685827-subnet', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:50.298491 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa942f1-2a60-47ed-b797-19b59a6d8b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] GET failed (client error): The resource could not be found. Feb 09 13:20:50.298491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-afa942f1-2a60-47ed-b797-19b59a6d8b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Synchronizing usage tracker for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:50.298968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:50.300435 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3e79-584c-4024-a40f-dc922e048e39 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.309454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1a31-3cca-429e-9de0-043342c01d3d req-d9c67301-33a2-4d46-9277-b75764cb9811 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:50.311436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee2e1a31-3cca-429e-9de0-043342c01d3d req-d9c67301-33a2-4d46-9277-b75764cb9811 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.8774168 Feb 09 13:20:50.392018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Usage tracker for resource:subnet and tenant:1e68331b2aab410092da31847e69dc33 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:50.392018 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a1ed9a-c586-40e5-a9b0-3eb9db93ac43 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:50.392018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a1ed9a-c586-40e5-a9b0-3eb9db93ac43 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:50.397144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c6a1ed9a-c586-40e5-a9b0-3eb9db93ac43 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/subnets/5dcc736e-88e5-4025-bcff-96a64a970fee HTTP/1.1" status: 404 len: 337 time: 0.1588027 Feb 09 13:20:50.397144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:50.400262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58546) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:50.433722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:50.482119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a9ab3e79-584c-4024-a40f-dc922e048e39 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for da3a2958-231a-4b2d-b65d-ea2eb706422f owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:50.520769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-afa942f1-2a60-47ed-b797-19b59a6d8b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Unset dirty status for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:50.520769 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-afa942f1-2a60-47ed-b797-19b59a6d8b0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "GET /v2.0/ports/52c3afd6-09ed-44b2-a48c-773f0016b56d HTTP/1.1" status: 404 len: 333 time: 0.3332925 Feb 09 13:20:50.542653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58554) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:50.551362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Made reservation on behalf of 1e68331b2aab410092da31847e69dc33 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:50.558748 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.565813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Request body: {'port': {'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-526800313'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:50.565813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:50.593536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:50.628961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Made reservation on behalf of 8e8613a301df4c6d8661d7792f204a1a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:50.628961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.678922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] device_id is not set on port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:20:50.703905 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.750344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ee2e1a31-3cca-429e-9de0-043342c01d3d req-6b43b066-f7f0-4f51-9d5b-6427d94dba46 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893418 Feb 09 13:20:50.818514 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:50.982712 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3e79-584c-4024-a40f-dc922e048e39 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.056136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab3e79-584c-4024-a40f-dc922e048e39 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=da3a2958-231a-4b2d-b65d-ea2eb706422f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:51.066595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.093893 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.240337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.240337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3e79-584c-4024-a40f-dc922e048e39 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.325127 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a9ab3e79-584c-4024-a40f-dc922e048e39 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/ports/da3a2958-231a-4b2d-b65d-ea2eb706422f HTTP/1.1" status: 204 len: 168 time: 1.6424732 Feb 09 13:20:51.327377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58568) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:51.342647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:51.352586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:51.359504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:51.362068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:51.375296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:51.376122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:51.378538 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.385177 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.401607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:floatingip and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:51.410234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:51.414772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event updated for resources: {'Port': ['ID=5566e2d0-d503-4dfa-9d90-b05e2761fad1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:51.423186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:51.426601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a17d56-179c-488d-a8c8-b5175d557c7a,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:51.426790 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cc4efb5e-4b4b-4e27-a57f-4bbe826a3af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8975191 Feb 09 13:20:51.430949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58574) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:51.446835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:51.464232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46ba651-6842-48db-91b2-898ba17d2925']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:51.486065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.495491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c663d03e-9b85-4c29-8396-fb77ced6aecd') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:51.495946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c663d03e-9b85-4c29-8396-fb77ced6aecd') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:51.523814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.560852 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.563038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Checking segment: {'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:20:51.563385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Network hostable DHCP agents. Network: 905b5f89-de12-4ddd-b8a3-faa5bb706076, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:20:51.605058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:20:51.605754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:51.620732 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:51.667221 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.735584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Allocated IP 172.21.0.1 (dffa35a7-51f2-44a2-bdc0-f9a56640c3f6/9ca9e6e9-eb47-47a9-87ca-5c19d02138d3/a38f448d-af19-406e-b5ed-23f0b5a212d7) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:51.741819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.767174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.775473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Network 905b5f89-de12-4ddd-b8a3-faa5bb706076 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:20:51.790805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Network': ['ID=d46ba651-6842-48db-91b2-898ba17d2925,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:51.828549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-86b461bf-67ef-42e5-8962-e57432aff0bb tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/d46ba651-6842-48db-91b2-898ba17d2925 HTTP/1.1" status: 204 len: 168 time: 1.4208791 Feb 09 13:20:51.828549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 905b5f89-de12-4ddd-b8a3-faa5bb706076) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:51.832427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58586) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:51.835779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1827c4-d959-491e-ac8e-f28c2e855604 None None] Network 905b5f89-de12-4ddd-b8a3-faa5bb706076 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:51.836537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:51.837109 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:51.995984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-791e6fba-d6cc-4701-8085-6c1b40fc4198 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7695625 Feb 09 13:20:52.008629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58592) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:52.027437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-667685827-router', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:52.036736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:52.044315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Usage tracker for resource:router and tenant:1e68331b2aab410092da31847e69dc33 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:52.049641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe0acb-834f-47d9-9fc1-d4e0677e7da4 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Deleting port c4c21fff-355c-4b0a-b68e-691f29049085 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:52.050257 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0acb-834f-47d9-9fc1-d4e0677e7da4 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.085001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:52.103593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:52.127405 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.130007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a89108f-543d-4f72-b78a-105103a348cd None None] Network 905b5f89-de12-4ddd-b8a3-faa5bb706076 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:52.244336 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.245553 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.259577 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.352410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] device_id is not set on port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:20:52.364308 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.390938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Transition to ACTIVE for port object a38f448d-af19-406e-b5ed-23f0b5a212d7 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:52.394750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Transition to ACTIVE for port object 5566e2d0-d503-4dfa-9d90-b05e2761fad1 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:20:52.414229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.25.5.209 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/dcbdc911-89b7-40fe-8095-0ee758c3af7d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:52.416463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.431132 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.433829 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0acb-834f-47d9-9fc1-d4e0677e7da4 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.583445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe0acb-834f-47d9-9fc1-d4e0677e7da4 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Calling delete_port for c4c21fff-355c-4b0a-b68e-691f29049085 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:52.630735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432bc65-946f-43d3-bb80-23c8a6582b2f req-9e7699f5-0435-44a1-b171-2510bb2bb68b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:52.656342 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e432bc65-946f-43d3-bb80-23c8a6582b2f req-9e7699f5-0435-44a1-b171-2510bb2bb68b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.5638001 Feb 09 13:20:52.670176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event updated for resources: {'Port': ['ID=5566e2d0-d503-4dfa-9d90-b05e2761fad1,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:52.757551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:52.757551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:52.757551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:52.777971 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.783082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:52.783082 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:52.785085 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 2 to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 Feb 09 13:20:52.820215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:52.820553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:52.820888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:52.825588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.834417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:52.837060 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:52.838672 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 3 to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 Feb 09 13:20:52.859548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:52.860033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:52.860350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:52.869826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:52.870381 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:52.872468 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 4 to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 Feb 09 13:20:52.893294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:52.893632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:52.893965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:52.901894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:52.902431 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:52.902990 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 5 to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 Feb 09 13:20:52.918930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:52.969008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0acb-834f-47d9-9fc1-d4e0677e7da4 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.005408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:53.005408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:53.006792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:53.027639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e432bc65-946f-43d3-bb80-23c8a6582b2f req-692306de-879a-48aa-83e1-d3e6c87aacec tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808701 Feb 09 13:20:53.049314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:53.071790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:53.074979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:53.099319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=dcbdc911-89b7-40fe-8095-0ee758c3af7d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:53.099319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:53.105341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:53.105341 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:53.105341 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 6 to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 Feb 09 13:20:53.114800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:53.118792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:53.173197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:53.173518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:53.175101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:53.195413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:53.195741 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:53.197833 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 7 to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 Feb 09 13:20:53.225410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:53.225979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:53.226076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:53.239055 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:53.239378 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:53.253652 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 8 to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 Feb 09 13:20:53.283270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:53.283773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:53.284201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:53.289552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=a38f448d-af19-406e-b5ed-23f0b5a212d7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:53.309208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:53.309208 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:53.309208 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 9 to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 Feb 09 13:20:53.314653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0acb-834f-47d9-9fc1-d4e0677e7da4 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.330283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:53.330283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:53.330283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:53.371818 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-463e9b4e-6710-4b5a-a683-e5b5fb0a82ed None None] Provisioning for port a38f448d-af19-406e-b5ed-23f0b5a212d7 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:20:53.378064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-463e9b4e-6710-4b5a-a683-e5b5fb0a82ed None None] Provisioning complete for port a38f448d-af19-406e-b5ed-23f0b5a212d7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:53.378656 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-463e9b4e-6710-4b5a-a683-e5b5fb0a82ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.390761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:53.392058 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:53.396457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe0acb-834f-47d9-9fc1-d4e0677e7da4 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Port': ['ID=c4c21fff-355c-4b0a-b68e-691f29049085,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:53.407657 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 10 to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 Feb 09 13:20:53.408523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c4fe0acb-834f-47d9-9fc1-d4e0677e7da4 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/ports/c4c21fff-355c-4b0a-b68e-691f29049085 HTTP/1.1" status: 204 len: 168 time: 1.5696182 Feb 09 13:20:53.411809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58628) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:53.420984 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.428175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:20:53.428483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:20:53.430008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:20:53.469300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-463e9b4e-6710-4b5a-a683-e5b5fb0a82ed None None] Port a38f448d-af19-406e-b5ed-23f0b5a212d7 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:20:53.471579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.478046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:20:53.478278 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:20:53.481977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.489045 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.494707 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8eb57c-643b-410a-9758-298879d44a95 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] DELETE failed (client error): The resource could not be found. Feb 09 13:20:53.495435 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8eb57c-643b-410a-9758-298879d44a95 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:20:53.500824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5e8eb57c-643b-410a-9758-298879d44a95 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/subnets/6cd2df56-3b18-4d53-82cd-fb3debea1dcc HTTP/1.1" status: 404 len: 337 time: 0.0855381 Feb 09 13:20:53.502144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58634) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:53.577077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.618129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.790607 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:53.855261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] For port 5566e2d0-d503-4dfa-9d90-b05e2761fad1, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:20:53.855261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempted to set empty binding levels {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 13:20:53.870535 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.028813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] In _notify_port_updated(), no bound segment for port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:20:54.029124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.032748 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "PUT /v2.0/ports/5566e2d0-d503-4dfa-9d90-b05e2761fad1 HTTP/1.1" status: 200 len: 978 time: 2.5937581 Feb 09 13:20:54.041873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58644) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:54.248625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd78a0-0fcf-4d94-80a5-47eabdbcf3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event updated for resources: {'Port': ['ID=5566e2d0-d503-4dfa-9d90-b05e2761fad1,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:54.278553 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.311948 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.322829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb5e4d7-5222-4344-9074-b0f5149b269f']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:54.340847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d58871-0fa1-4089-9736-6ca3265e0942') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:54.340847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d58871-0fa1-4089-9736-6ca3265e0942') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:54.349598 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.352745 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.366684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.374859 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.383063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58652) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:54.432137 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.451686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:20:54.452094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.463159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bf3bb-b605-417c-a0af-40daaebe7f84 req-d618d6ee-640f-4582-ac40-e3149ac10c2b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:54.466699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd2bf3bb-b605-417c-a0af-40daaebe7f84 req-d618d6ee-640f-4582-ac40-e3149ac10c2b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.2372627 Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:54.477762 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:54.516707 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.561454 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.579518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=dcbdc911-89b7-40fe-8095-0ee758c3af7d,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:54.620109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e2177bc7-7ab7-4a35-94ab-3c5fddc1bccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Synchronizing usage tracker for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:54.666418 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-310bcb5d-bf34-43d4-83c0-5e28d8311248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.680544 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.683752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd2bf3bb-b605-417c-a0af-40daaebe7f84 req-2bbc3b36-690b-4ee3-ab2a-c273cd0dc56b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162158 Feb 09 13:20:54.702004 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.710384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.713051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.717395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Allocated IP 172.25.5.138 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/1ebfb690-33ed-412e-8a14-a523ef59cca5) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:54.720310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=a38f448d-af19-406e-b5ed-23f0b5a212d7,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:54.723033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e2177bc7-7ab7-4a35-94ab-3c5fddc1bccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Unset dirty status for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:54.723033 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e2177bc7-7ab7-4a35-94ab-3c5fddc1bccf tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29269 time: 0.6793854 Feb 09 13:20:54.728910 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Network': ['ID=ecb5e4d7-5222-4344-9074-b0f5149b269f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:54.787165 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0226178d-8665-46d3-bbc7-7f50f4753345 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/ecb5e4d7-5222-4344-9074-b0f5149b269f HTTP/1.1" status: 204 len: 168 time: 1.2811549 Feb 09 13:20:54.787165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-310bcb5d-bf34-43d4-83c0-5e28d8311248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:54.790272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58658) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:54.794828 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:54.796408 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d77c8bc4-7224-4794-b9f5-f24ef24ccf1e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4516482 Feb 09 13:20:54.800762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-310bcb5d-bf34-43d4-83c0-5e28d8311248 admin admin] Usage tracker for resource:security_group_rule and tenant:92ff40611b8342d1a3fafb015b726bf2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:54.813426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58662) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:54.813426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58664) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:54.856974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-310bcb5d-bf34-43d4-83c0-5e28d8311248 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:54.901708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'port': {'network_id': 'b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7', 'name': 'tempest-FloatingIPTestJSON-724671241'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:54.918740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-310bcb5d-bf34-43d4-83c0-5e28d8311248 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:54.949389 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9d58d943-363d-4ae9-9632-57517d4add1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.076778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-82724181-5a57-47c1-9128-960113ba2f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Deleting port 5566e2d0-d503-4dfa-9d90-b05e2761fad1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:55.076959 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82724181-5a57-47c1-9128-960113ba2f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.121683 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.128709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:55.131456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:55.348073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:55.365310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:port and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:55.375294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:55.382192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-55caa807-0d86-4763-8968-fc534ef95823 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Deleting subnet 6d3196d8-fb2d-4ec3-8592-6686dfb9aad0 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:20:55.407228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:55.424790 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55caa807-0d86-4763-8968-fc534ef95823 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.450383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-889db6e9-ead2-4160-a27f-b82634eccbf6 None None] Provisioning complete for port a38f448d-af19-406e-b5ed-23f0b5a212d7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:20:55.450383 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-889db6e9-ead2-4160-a27f-b82634eccbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.465118 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-310bcb5d-bf34-43d4-83c0-5e28d8311248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.486228 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-310bcb5d-bf34-43d4-83c0-5e28d8311248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.543666 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.559404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-889db6e9-ead2-4160-a27f-b82634eccbf6 None None] Port a38f448d-af19-406e-b5ed-23f0b5a212d7 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:20:55.596826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Made reservation on behalf of e5c697a4935e404c881bb9b0bd6e1fa6 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:55.598654 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.645602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55caa807-0d86-4763-8968-fc534ef95823 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.662527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:55.666842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:55.672758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:55.701468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Pushing event updated for resources: {'Port': ['ID=1ebfb690-33ed-412e-8a14-a523ef59cca5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:55.722171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-82724181-5a57-47c1-9128-960113ba2f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] For port 5566e2d0-d503-4dfa-9d90-b05e2761fad1, host n-h2-825175-3, got binding levels [] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:55.722920 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82724181-5a57-47c1-9128-960113ba2f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:55.733148 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bcb5d-bf34-43d4-83c0-5e28d8311248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c417497b-f67b-4759-be33-ebbac469b892,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:55.738488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] device_id is not set on port bb49b853-a115-4789-86ce-85e8ee8f1f25 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:20:55.787581 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-310bcb5d-bf34-43d4-83c0-5e28d8311248 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92ff40611b8342d1a3fafb015b726bf2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3814628 Feb 09 13:20:55.790938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58674) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:55.925239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:20:55.934998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-82724181-5a57-47c1-9128-960113ba2f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Calling delete_port for 5566e2d0-d503-4dfa-9d90-b05e2761fad1 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:55.963297 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a34cbcae-d0c0-49be-bfd9-8f2c5d455e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.003481 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a34cbcae-d0c0-49be-bfd9-8f2c5d455e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.189405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c23c4-6abe-4914-a336-9daec23229a7 req-3aa09685-f31c-44da-bd15-6ca55ce91d17 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:56.190899 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-910c23c4-6abe-4914-a336-9daec23229a7 req-3aa09685-f31c-44da-bd15-6ca55ce91d17 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.3487511 Feb 09 13:20:56.273378 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.274377 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.293160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a34cbcae-d0c0-49be-bfd9-8f2c5d455e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.293318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82724181-5a57-47c1-9128-960113ba2f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.339833 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55caa807-0d86-4763-8968-fc534ef95823 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.403604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.20.0.6 (b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7/6941b5f3-43e2-481f-a0de-557cc27d171a/bb49b853-a115-4789-86ce-85e8ee8f1f25) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:20:56.407219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82724181-5a57-47c1-9128-960113ba2f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event deleted for resources: {'Port': ['ID=5566e2d0-d503-4dfa-9d90-b05e2761fad1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:56.420544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cbcae-d0c0-49be-bfd9-8f2c5d455e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417497b-f67b-4759-be33-ebbac469b892,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:56.425721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-910c23c4-6abe-4914-a336-9daec23229a7 req-324e255b-f864-4716-aff0-778bfaf31d28 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102237 Feb 09 13:20:56.427316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82724181-5a57-47c1-9128-960113ba2f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.455835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a34cbcae-d0c0-49be-bfd9-8f2c5d455e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.460334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a34cbcae-d0c0-49be-bfd9-8f2c5d455e48 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c417497b-f67b-4759-be33-ebbac469b892 HTTP/1.1" status: 204 len: 168 time: 0.6653252 Feb 09 13:20:56.466801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:56.474808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0d435427-ae08-4204-aed8-95ff9175722c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8797357 Feb 09 13:20:56.475538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58680) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:56.488133 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5415de94-c7c7-46ba-b9ac-0867ce4753b2 None None] Sync routers for ids ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:56.518907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-82724181-5a57-47c1-9128-960113ba2f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "DELETE /v2.0/ports/5566e2d0-d503-4dfa-9d90-b05e2761fad1 HTTP/1.1" status: 204 len: 168 time: 1.6674240 Feb 09 13:20:56.524935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58684) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:56.542774 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415de94-c7c7-46ba-b9ac-0867ce4753b2 None None] Routers {'61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:56.543500 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5415de94-c7c7-46ba-b9ac-0867ce4753b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:56.562124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55caa807-0d86-4763-8968-fc534ef95823 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.633537 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5415de94-c7c7-46ba-b9ac-0867ce4753b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:56.634842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb92f27e-4837-4eed-980b-fb373583bdc4 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:56.635307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fb92f27e-4837-4eed-980b-fb373583bdc4 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:56.640494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55caa807-0d86-4763-8968-fc534ef95823 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.649178 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415de94-c7c7-46ba-b9ac-0867ce4753b2 None None] Routers {'61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:56.650241 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5415de94-c7c7-46ba-b9ac-0867ce4753b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:56.660328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1b0db3-229d-4aa0-b47d-074977d8aa2c None None] Network 83183fcb-b747-497b-a831-d4d18857b654 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:20:56.677486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fb92f27e-4837-4eed-980b-fb373583bdc4 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:56.682906 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fb92f27e-4837-4eed-980b-fb373583bdc4 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports/a38f448d-af19-406e-b5ed-23f0b5a212d7 HTTP/1.1" status: 200 len: 910 time: 0.2062738 Feb 09 13:20:56.683822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58688) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:56.691714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55caa807-0d86-4763-8968-fc534ef95823 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3196d8-fb2d-4ec3-8592-6686dfb9aad0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:56.691910 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29b9291-a2f9-4ddd-8bc2-e866b8b46a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] GET failed (client error): The resource could not be found. Feb 09 13:20:56.692192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f29b9291-a2f9-4ddd-8bc2-e866b8b46a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Synchronizing usage tracker for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:56.711979 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-55caa807-0d86-4763-8968-fc534ef95823 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/subnets/6d3196d8-fb2d-4ec3-8592-6686dfb9aad0 HTTP/1.1" status: 204 len: 168 time: 1.9185493 Feb 09 13:20:56.713017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58692) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:56.737702 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5415de94-c7c7-46ba-b9ac-0867ce4753b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:56.738413 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5415de94-c7c7-46ba-b9ac-0867ce4753b2 None None] The sync data for ids ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:20:56.869100 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.925016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f29b9291-a2f9-4ddd-8bc2-e866b8b46a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Unset dirty status for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:56.927315 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:56.934808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f29b9291-a2f9-4ddd-8bc2-e866b8b46a7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "GET /v2.0/ports/5566e2d0-d503-4dfa-9d90-b05e2761fad1 HTTP/1.1" status: 404 len: 333 time: 0.4045458 Feb 09 13:20:56.937757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58698) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:56.952909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-982600826', 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:56.971979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:57.046214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c26451-740c-430a-98a1-9290c78750ca None None] DHCP port deletion for 83183fcb-b747-497b-a831-d4d18857b654 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:20:57.060575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-17c26451-740c-430a-98a1-9290c78750ca None None] Deleting port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:57.060575 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-17c26451-740c-430a-98a1-9290c78750ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.097547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:57.102322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:57.111387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:57.137548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Made reservation on behalf of 8e8613a301df4c6d8661d7792f204a1a for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:20:57.146785 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.154868 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.154868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:57.214941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=bb49b853-a115-4789-86ce-85e8ee8f1f25,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:57.241366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] device_id is not set on port ddbd3bc8-231c-4d82-b835-3f3bd2bde269 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:20:57.244872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Deleting port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:57.244872 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.279731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58702) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:57.309074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:57.309074 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.339662 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b6817b17-ddea-4339-89e4-76c41f6de5a3 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4831219 Feb 09 13:20:57.349207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58706) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:57.359165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7427f628-338d-46b4-a564-b9e045777223 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'port_id': 'bb49b853-a115-4789-86ce-85e8ee8f1f25'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:20:57.361426 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef689-c5b0-43f6-b2f1-ac7914b0d860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.470381 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-031ca370-2667-40d5-8a92-4df925ccc2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.481498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-17c26451-740c-430a-98a1-9290c78750ca None None] For port 1cbddee5-0f0c-479c-bfa5-908eaab4a057, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1cbddee5-0f0c-479c-bfa5-908eaab4a057,segment=NetworkSegment(469980f9-4804-4654-8ef0-0b64e1abf5d5),segment_id=469980f9-4804-4654-8ef0-0b64e1abf5d5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:57.487593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7427f628-338d-46b4-a564-b9e045777223 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.493789 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-17c26451-740c-430a-98a1-9290c78750ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.685349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-17c26451-740c-430a-98a1-9290c78750ca None None] Calling delete_port for 1cbddee5-0f0c-479c-bfa5-908eaab4a057 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:57.777215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] For port 1cbddee5-0f0c-479c-bfa5-908eaab4a057, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1cbddee5-0f0c-479c-bfa5-908eaab4a057,segment=NetworkSegment(469980f9-4804-4654-8ef0-0b64e1abf5d5),segment_id=469980f9-4804-4654-8ef0-0b64e1abf5d5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:20:57.777215 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.826049 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-17c26451-740c-430a-98a1-9290c78750ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:57.841797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ac4ef689-c5b0-43f6-b2f1-ac7914b0d860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:20:57.841797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ac4ef689-c5b0-43f6-b2f1-ac7914b0d860 admin admin] Usage tracker for resource:security_group_rule and tenant:f9dfc20c8c804a278dbe63ac6bc30830 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:20:57.859938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ac4ef689-c5b0-43f6-b2f1-ac7914b0d860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:20:57.859938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ac4ef689-c5b0-43f6-b2f1-ac7914b0d860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:20:57.903198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c26451-740c-430a-98a1-9290c78750ca None None] Pushing event deleted for resources: {'Port': ['ID=1cbddee5-0f0c-479c-bfa5-908eaab4a057,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:57.929718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Calling delete_port for 1cbddee5-0f0c-479c-bfa5-908eaab4a057 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:20:57.933726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c26451-740c-430a-98a1-9290c78750ca None None] No DVR routers for this DVR port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:20:58.132818 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef689-c5b0-43f6-b2f1-ac7914b0d860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.202860 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef689-c5b0-43f6-b2f1-ac7914b0d860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.221654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Router 8fd9f6f1-eb8e-4548-954a-06000b77f73a is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:20:58.266736 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:20:58.266736 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:20:58.380644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ef689-c5b0-43f6-b2f1-ac7914b0d860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614bf5bb-2d02-4f85-ac6b-68d2835f0f39,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:58.397046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ac4ef689-c5b0-43f6-b2f1-ac7914b0d860 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9dfc20c8c804a278dbe63ac6bc30830&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1225576 Feb 09 13:20:58.401081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58712) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:58.484823 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.498138 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.577883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7427f628-338d-46b4-a564-b9e045777223 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.582514 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7427f628-338d-46b4-a564-b9e045777223 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.610657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27e70a-790b-4488-97d7-09fc101e6bf8 req-e85ce4ae-26ac-4c91-a115-d49ca794dfb7 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:58.611622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b27e70a-790b-4488-97d7-09fc101e6bf8 req-e85ce4ae-26ac-4c91-a115-d49ca794dfb7 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.6412210 Feb 09 13:20:58.636700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1cbddee5-0f0c-479c-bfa5-908eaab4a057 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:20:58.673418 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.687155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 1cbddee5-0f0c-479c-bfa5-908eaab4a057 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:20:58.687988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1cbddee5-0f0c-479c-bfa5-908eaab4a057 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:20:58.709818 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b94bc26-1784-4eeb-995a-86a15f024ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.730592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.750985 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.763122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Deleting port 1cbddee5-0f0c-479c-bfa5-908eaab4a057 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:58.763122 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.836113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] The port '1cbddee5-0f0c-479c-bfa5-908eaab4a057' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:20:58.854091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b27e70a-790b-4488-97d7-09fc101e6bf8 req-8f5bc4c9-bfb7-4951-9911-2094e63175c5 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245023 Feb 09 13:20:58.921704 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b94bc26-1784-4eeb-995a-86a15f024ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:58.987414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:20:59.002711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:20:59.010630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event updated for resources: {'Port': ['ID=ddbd3bc8-231c-4d82-b835-3f3bd2bde269,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:59.013029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:20:59.013850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:20:59.014753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.035529 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.082074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0947f33d-fdc8-4ad0-a8e4-8b3ecd8a6d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1399801 Feb 09 13:20:59.083994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58716) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:59.090012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83183fcb-b747-497b-a831-d4d18857b654']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:59.092270 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b94bc26-1784-4eeb-995a-86a15f024ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.094294 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b94bc26-1784-4eeb-995a-86a15f024ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.097082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1b94bc26-1784-4eeb-995a-86a15f024ba1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/614bf5bb-2d02-4f85-ac6b-68d2835f0f39 HTTP/1.1" status: 204 len: 168 time: 0.6943974 Feb 09 13:20:59.119292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94bc26-1784-4eeb-995a-86a15f024ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614bf5bb-2d02-4f85-ac6b-68d2835f0f39,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:59.148942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:20:59.166998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Sync routers for ids ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:20:59.191058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Routers {'8fd9f6f1-eb8e-4548-954a-06000b77f73a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:20:59.191058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:59.199238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469980f9-4804-4654-8ef0-0b64e1abf5d5') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:59.199238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469980f9-4804-4654-8ef0-0b64e1abf5d5') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:20:59.220188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.220188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8068bab2-1bdc-497d-8239-918b9afc45d3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1952217 Feb 09 13:20:59.220188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58722) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:59.228325 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.228325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-684fcd93-41b7-474f-a5f9-ffa143d6368c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Synchronizing usage tracker for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:20:59.260310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.260310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-684fcd93-41b7-474f-a5f9-ffa143d6368c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Unset dirty status for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:20:59.260310 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-684fcd93-41b7-474f-a5f9-ffa143d6368c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "GET /v2.0/ports/ddbd3bc8-231c-4d82-b835-3f3bd2bde269 HTTP/1.1" status: 200 len: 958 time: 0.1674306 Feb 09 13:20:59.260310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58726) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:20:59.269112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:20:59.269112 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:20:59.283819 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:20:59.423517 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-7427f628-338d-46b4-a564-b9e045777223 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP 723f75f1-f87d-4106-bffb-4596bf8a23d9 associated. External IP: 172.25.5.209, port: bb49b853-a115-4789-86ce-85e8ee8f1f25. Feb 09 13:20:59.505717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-865511a8-1f4c-4aeb-a4d7-9254a3cdfd7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Deleting port ddbd3bc8-231c-4d82-b835-3f3bd2bde269 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:20:59.505717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865511a8-1f4c-4aeb-a4d7-9254a3cdfd7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.541253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Set router 8fd9f6f1-eb8e-4548-954a-06000b77f73a gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:20:59.724644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.765620 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:20:59.782309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] Pushing event deleted for resources: {'Network': ['ID=83183fcb-b747-497b-a831-d4d18857b654,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:20:59.797647 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6a6500e4-6392-40f6-9d80-463107dc27a7 tempest-NetworksIpV6TestAttrs-1687032515 tempest-NetworksIpV6TestAttrs-1687032515-project] 10.222.0.59 "DELETE /v2.0/networks/83183fcb-b747-497b-a831-d4d18857b654 HTTP/1.1" status: 204 len: 168 time: 2.9024172 Feb 09 13:20:59.922057 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865511a8-1f4c-4aeb-a4d7-9254a3cdfd7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:00.114112 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:00.330339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'name': 'tempest-ServerRescueTestJSON-667685827-router', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 3, 'project_id': '1e68331b2aab410092da31847e69dc33', 'gw_port': {'id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:54Z', 'updated_at': '2022-02-09T13:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:00.338534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Checking router: 8fd9f6f1-eb8e-4548-954a-06000b77f73a for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:21:00.338682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Updating router 8fd9f6f1-eb8e-4548-954a-06000b77f73a port 1ebfb690-33ed-412e-8a14-a523ef59cca5 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:21:00.345289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-865511a8-1f4c-4aeb-a4d7-9254a3cdfd7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Calling delete_port for ddbd3bc8-231c-4d82-b835-3f3bd2bde269 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:00.410493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58746) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:00.423232 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:00.471224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865511a8-1f4c-4aeb-a4d7-9254a3cdfd7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:00.646491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed995cf1-3f24-40d1-9b21-c65ec5d5fc4c req-307ff190-856d-4074-b832-1b668bcf3573 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:00.647642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed995cf1-3f24-40d1-9b21-c65ec5d5fc4c req-307ff190-856d-4074-b832-1b668bcf3573 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.4621999 Feb 09 13:21:00.666277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865511a8-1f4c-4aeb-a4d7-9254a3cdfd7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddbd3bc8-231c-4d82-b835-3f3bd2bde269,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:00.679285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865511a8-1f4c-4aeb-a4d7-9254a3cdfd7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:00.858316 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-865511a8-1f4c-4aeb-a4d7-9254a3cdfd7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "DELETE /v2.0/ports/ddbd3bc8-231c-4d82-b835-3f3bd2bde269 HTTP/1.1" status: 204 len: 168 time: 1.5789998 Feb 09 13:21:00.880171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58758) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:00.935453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed995cf1-3f24-40d1-9b21-c65ec5d5fc4c req-60ade7fb-f3b4-4aca-bb91-45cc214608e8 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870007 Feb 09 13:21:00.936260 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-37549295-0b83-4c14-a123-6ac0002e6ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] GET failed (client error): The resource could not be found. Feb 09 13:21:00.936795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-37549295-0b83-4c14-a123-6ac0002e6ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Synchronizing usage tracker for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:00.990339 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b3ad17d2-13f0-4dfd-8217-01f483192e62 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8484e10616444a2f90e794ca9a4a7536&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5787551 Feb 09 13:21:00.995786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58762) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:01.012132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-37549295-0b83-4c14-a123-6ac0002e6ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Unset dirty status for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:01.013585 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-37549295-0b83-4c14-a123-6ac0002e6ee5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "GET /v2.0/ports/ddbd3bc8-231c-4d82-b835-3f3bd2bde269 HTTP/1.1" status: 404 len: 333 time: 0.1483150 Feb 09 13:21:01.019988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58766) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:01.032252 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.033082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Request body: {'port': {'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1691906801'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:01.049407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:01.050248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Transition to ACTIVE for port object 1ebfb690-33ed-412e-8a14-a523ef59cca5 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:01.059292 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.080469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:01.097340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port a38f448d-af19-406e-b5ed-23f0b5a212d7 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:01.097683 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.125301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Made reservation on behalf of 8e8613a301df4c6d8661d7792f204a1a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:01.128437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.154437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Attempting to bind port 1ebfb690-33ed-412e-8a14-a523ef59cca5 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:01.155069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Attempting to bind port 1ebfb690-33ed-412e-8a14-a523ef59cca5 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:01.155418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Attempting to bind port 1ebfb690-33ed-412e-8a14-a523ef59cca5 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:01.161719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] device_id is not set on port 413c7710-044e-4947-b12d-9cd50dfa347f yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:01.184155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:21:01.185022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:01.185667 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.186269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:21:01.188140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Bound port: 1ebfb690-33ed-412e-8a14-a523ef59cca5, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:21:01.189404 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.217360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bee2addc-861f-4353-99ff-64c65bfc21eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.226106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e82d26-7e84-4c8a-8a0f-143b8f1dad97 None None] Pushing event updated for resources: {'Port': ['ID=1ebfb690-33ed-412e-8a14-a523ef59cca5,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:01.280256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bee2addc-861f-4353-99ff-64c65bfc21eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.300334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] For port 1ebfb690-33ed-412e-8a14-a523ef59cca5, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:01.307081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] For port 1ebfb690-33ed-412e-8a14-a523ef59cca5, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1ebfb690-33ed-412e-8a14-a523ef59cca5,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:21:01.315588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7427f628-338d-46b4-a564-b9e045777223 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:01.316299 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.464674 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.487366 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e82d26-7e84-4c8a-8a0f-143b8f1dad97 None None] Pushing event updated for resources: {'Port': ['ID=1ebfb690-33ed-412e-8a14-a523ef59cca5,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:01.518521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Routers {'8fd9f6f1-eb8e-4548-954a-06000b77f73a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:01.519867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:01.595776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bee2addc-861f-4353-99ff-64c65bfc21eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.635053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for a38f448d-af19-406e-b5ed-23f0b5a212d7 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:01.708791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2addc-861f-4353-99ff-64c65bfc21eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e4289f-342c-49fc-8253-8dce60651664,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:01.747829 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bee2addc-861f-4353-99ff-64c65bfc21eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.749455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bee2addc-861f-4353-99ff-64c65bfc21eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59e4289f-342c-49fc-8253-8dce60651664 HTTP/1.1" status: 204 len: 168 time: 0.7518315 Feb 09 13:21:01.763003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] Set router 8fd9f6f1-eb8e-4548-954a-06000b77f73a gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:21:01.784524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:01.849294 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:02.029621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:02.034668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:02.037017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event updated for resources: {'Port': ['ID=413c7710-044e-4947-b12d-9cd50dfa347f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:02.043342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:02.044461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:02.045216 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:02.074339 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:02.077868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7427f628-338d-46b4-a564-b9e045777223 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:02.090162 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8258a-40a2-443e-aca8-b4832812102c None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:02.092163 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7427f628-338d-46b4-a564-b9e045777223 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:02.113029 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8258a-40a2-443e-aca8-b4832812102c None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:02.118584 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dca8258a-40a2-443e-aca8-b4832812102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:02.123714 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-beaa5013-f123-4b8b-91ca-c5108f42b4db tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0983968 Feb 09 13:21:02.131315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58790) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:02.142018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:02.148386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'name': 'tempest-ServerRescueTestJSON-667685827-router', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 3, 'project_id': '1e68331b2aab410092da31847e69dc33', 'gw_port': {'id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:54Z', 'updated_at': '2022-02-09T13:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:02.154385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71e1e3-bf5b-46b3-bf86-df6decf20171 None None] The sync data for ids ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'] in n-d-825175-3 is: [{'id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'name': 'tempest-ServerRescueTestJSON-667685827-router', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:20:55Z', 'revision_number': 3, 'project_id': '1e68331b2aab410092da31847e69dc33', 'gw_port': {'id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:54Z', 'updated_at': '2022-02-09T13:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:02.228390 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7427f628-338d-46b4-a564-b9e045777223 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "PUT /v2.0/floatingips/723f75f1-f87d-4106-bffb-4596bf8a23d9 HTTP/1.1" status: 200 len: 977 time: 4.8839035 Feb 09 13:21:02.243038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58794) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:02.453051 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dca8258a-40a2-443e-aca8-b4832812102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:02.485156 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8258a-40a2-443e-aca8-b4832812102c None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:02.485803 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dca8258a-40a2-443e-aca8-b4832812102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:02.524940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port bb49b853-a115-4789-86ce-85e8ee8f1f25 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:02.525825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:02.612075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=a38f448d-af19-406e-b5ed-23f0b5a212d7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:02.628446 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:02.698962 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dca8258a-40a2-443e-aca8-b4832812102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:02.704878 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca8258a-40a2-443e-aca8-b4832812102c None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:02.733768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:02.742627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1ebfb690-33ed-412e-8a14-a523ef59cca5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:02.858940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 1ebfb690-33ed-412e-8a14-a523ef59cca5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:02.870145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1ebfb690-33ed-412e-8a14-a523ef59cca5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:02.873230 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.143932 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.193412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 1ebfb690-33ed-412e-8a14-a523ef59cca5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1ebfb690-33ed-412e-8a14-a523ef59cca5,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:03.207413 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.307855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.375622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=1ebfb690-33ed-412e-8a14-a523ef59cca5,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:03.474020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d8871-c76a-490f-971c-b6b404b0d017 req-ea5f8636-772f-4aa6-9331-a904d56d6b77 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:03.477221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-986d8871-c76a-490f-971c-b6b404b0d017 req-ea5f8636-772f-4aa6-9331-a904d56d6b77 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 1.1919835 Feb 09 13:21:03.482085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Allocated IP 172.20.0.1 (905b5f89-de12-4ddd-b8a3-faa5bb706076/a2a17d56-179c-488d-a8c8-b5175d557c7a/4e176c8e-4c43-4c40-a56b-4a814c1a0e01) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:03.490579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.667666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-986d8871-c76a-490f-971c-b6b404b0d017 req-c2a1948b-36e2-49ed-a896-8a39c2de5f5d tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822157 Feb 09 13:21:03.850302 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:21:03.896070 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.943801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.944624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:03.944624 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP 723f75f1-f87d-4106-bffb-4596bf8a23d9 disassociated. External IP: 172.25.5.209, port: bb49b853-a115-4789-86ce-85e8ee8f1f25. Feb 09 13:21:03.944873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for bb49b853-a115-4789-86ce-85e8ee8f1f25 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:03.987406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] device_id is not set on port 413c7710-044e-4947-b12d-9cd50dfa347f yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:03.987406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58830) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:04.000150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.035442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Transition to ACTIVE for port object 413c7710-044e-4947-b12d-9cd50dfa347f will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:04.054746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.143215 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.225602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Network 905b5f89-de12-4ddd-b8a3-faa5bb706076 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:04.229350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-598836439'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:04.231398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:04.239351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:04.258905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:04.266706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event updated for resources: {'Port': ['ID=413c7710-044e-4947-b12d-9cd50dfa347f,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:04.274816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:network and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:04.285043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:04.296830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:04.297486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Pushing event updated for resources: {'Port': ['ID=4e176c8e-4c43-4c40-a56b-4a814c1a0e01,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:04.326110 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.363627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:04.363965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:04.364293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:04.366806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:04.369690 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.384357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.401072 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.410848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=bb49b853-a115-4789-86ce-85e8ee8f1f25,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:04.421246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:04.421571 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:21:04.422734 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 2 to bind port 413c7710-044e-4947-b12d-9cd50dfa347f Feb 09 13:21:04.508854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:04.509192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:04.509533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:04.580316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:04.596344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group_rule and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:04.601386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:04.606182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:04.606501 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:21:04.610332 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 3 to bind port 413c7710-044e-4947-b12d-9cd50dfa347f Feb 09 13:21:04.619882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:04.639146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:04.639762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:04.640317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:04.672378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:04.673422 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:21:04.675141 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 4 to bind port 413c7710-044e-4947-b12d-9cd50dfa347f Feb 09 13:21:04.688867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1ebfb690-33ed-412e-8a14-a523ef59cca5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:04.698396 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.715640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:04.715965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:04.717144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:04.779728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:04.780061 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:21:04.789674 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 5 to bind port 413c7710-044e-4947-b12d-9cd50dfa347f Feb 09 13:21:04.822208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.825167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:04.826329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:04.826993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:04.827493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:04.838935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.879462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:04.880084 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:21:04.892481 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 6 to bind port 413c7710-044e-4947-b12d-9cd50dfa347f Feb 09 13:21:04.915462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:21:04.951305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a5794f-866d-4b90-98f6-062cc6ac5429,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:04.956045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:04.956541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:04.956977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:04.962442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:04.963800 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Added segment 377195b5-a121-4c21-afb9-1d911f800397 of type vlan for network c633d700-dd0f-4f97-9b45-3d5aeb785534 Feb 09 13:21:04.970372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1ebfb690-33ed-412e-8a14-a523ef59cca5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:04.970770 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.010879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:05.022863 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:21:05.034328 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 7 to bind port 413c7710-044e-4947-b12d-9cd50dfa347f Feb 09 13:21:05.070097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.101420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:05.107595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:05.108492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:05.143727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:05.144163 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:21:05.147939 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 8 to bind port 413c7710-044e-4947-b12d-9cd50dfa347f Feb 09 13:21:05.175634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:05.176320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:05.176883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:05.181430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:05.182686 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.186669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:05.187586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.265176 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.284971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742aee13-d449-4b5b-b32d-37530dc1932c req-54e8b029-4552-4c63-9a10-ca0d060a9c61 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:05.287533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:05.288155 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:21:05.291942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-742aee13-d449-4b5b-b32d-37530dc1932c req-54e8b029-4552-4c63-9a10-ca0d060a9c61 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.3040237 Feb 09 13:21:05.296053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.372416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58860) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:05.453837 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 9 to bind port 413c7710-044e-4947-b12d-9cd50dfa347f Feb 09 13:21:05.462085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Pushing event updated for resources: {'Port': ['ID=4e176c8e-4c43-4c40-a56b-4a814c1a0e01,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:05.466411 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.474289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:05.490641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ee296-2ea1-41e4-8151-a3e2756e7bb8 None None] Sync routers for ids ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:05.502993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-742aee13-d449-4b5b-b32d-37530dc1932c req-92a9ae6f-b858-4734-92c9-fe0f131b338b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098367 Feb 09 13:21:05.521309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ee296-2ea1-41e4-8151-a3e2756e7bb8 None None] Routers {'61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:05.521951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-294ee296-2ea1-41e4-8151-a3e2756e7bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:05.536759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Network': ['ID=c633d700-dd0f-4f97-9b45-3d5aeb785534,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:05.551691 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-09fbc5ee-c3b3-4341-b07e-3e9484945c0f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5612988 Feb 09 13:21:05.551691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:05.552025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:05.552297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:05.554753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58866) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:05.557335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a3466a0c-0f81-4a94-bba9-2c3a88f92c0a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8674693 Feb 09 13:21:05.560103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58870) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:05.625674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'name': 'tempest-PortsTestJSON-1495682104'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:05.646219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-294ee296-2ea1-41e4-8151-a3e2756e7bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:05.650105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:21:05.680174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:05.680174 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:21:05.683373 n-d-825175-3 neutron-server[83479]: INFO neutron.plugins.ml2.plugin [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempt 10 to bind port 413c7710-044e-4947-b12d-9cd50dfa347f Feb 09 13:21:05.790528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:05.791017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:05.791450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempting to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:05.806114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:05.808637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:05.809070 n-d-825175-3 neutron-server[83479]: ERROR neutron.plugins.ml2.managers [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Failed to bind port 413c7710-044e-4947-b12d-9cd50dfa347f on host n-h2-825175-3 for vnic_type normal using segments [{'id': 'e29ad65f-bec9-463e-adc2-ed8d1d26f485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3'}] Feb 09 13:21:05.809528 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.813562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ee296-2ea1-41e4-8151-a3e2756e7bb8 None None] Routers {'61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:05.814298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-294ee296-2ea1-41e4-8151-a3e2756e7bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:05.827461 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8be0bdac-db4e-4590-8b64-d03f2a82281d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.828049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:port and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:05.841350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:05.879731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:05.884064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Network 905b5f89-de12-4ddd-b8a3-faa5bb706076 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:05.887319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-294ee296-2ea1-41e4-8151-a3e2756e7bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:05.887732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ee296-2ea1-41e4-8151-a3e2756e7bb8 None None] The sync data for ids ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:05.893661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:05.918381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:05.922145 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:05.973167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 91932c08-ce91-43f7-96f7-d77eef1fd92b yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:06.012263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] For port 413c7710-044e-4947-b12d-9cd50dfa347f, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:06.012812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Attempted to set empty binding levels {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 13:21:06.025184 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:06.048609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8be0bdac-db4e-4590-8b64-d03f2a82281d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:06.059546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8be0bdac-db4e-4590-8b64-d03f2a82281d admin admin] Usage tracker for resource:security_group_rule and tenant:cfe45b86b57b45d2b30690cf8a63526b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:06.072087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8be0bdac-db4e-4590-8b64-d03f2a82281d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:06.083531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8be0bdac-db4e-4590-8b64-d03f2a82281d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:06.123182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] In _notify_port_updated(), no bound segment for port 413c7710-044e-4947-b12d-9cd50dfa347f on network d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:21:06.124517 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:06.125911 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "PUT /v2.0/ports/413c7710-044e-4947-b12d-9cd50dfa347f HTTP/1.1" status: 200 len: 979 time: 3.9934313 Feb 09 13:21:06.129560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58874) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:06.170331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7db89-6ab0-4b11-a40b-f94326385279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event updated for resources: {'Port': ['ID=413c7710-044e-4947-b12d-9cd50dfa347f,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:06.267278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:06.280558 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b5b7a-3c65-4c8b-8a4d-d3edf1edc8bd None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:06.298420 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b5b7a-3c65-4c8b-8a4d-d3edf1edc8bd None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:06.299605 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b05b5b7a-3c65-4c8b-8a4d-d3edf1edc8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:06.383655 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b05b5b7a-3c65-4c8b-8a4d-d3edf1edc8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:06.397425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:06.401091 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b5b7a-3c65-4c8b-8a4d-d3edf1edc8bd None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:06.402015 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b05b5b7a-3c65-4c8b-8a4d-d3edf1edc8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:06.418271 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:06.432002 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f31724d0-9d70-43b5-834c-3752be3b26a5 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/ports/bb49b853-a115-4789-86ce-85e8ee8f1f25 HTTP/1.1" status: 204 len: 168 time: 4.1872215 Feb 09 13:21:06.434025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58878) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:06.478914 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b05b5b7a-3c65-4c8b-8a4d-d3edf1edc8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:06.479318 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b5b7a-3c65-4c8b-8a4d-d3edf1edc8bd None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:06.496858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-807b2102-081c-4b4d-b767-9bd43db47ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Deleting port 413c7710-044e-4947-b12d-9cd50dfa347f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:06.497189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-807b2102-081c-4b4d-b767-9bd43db47ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:06.528521 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0a0f3af1-ac45-42b8-92bf-8ea304e0e85b tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "GET /v2.0/floatingips/723f75f1-f87d-4106-bffb-4596bf8a23d9 HTTP/1.1" status: 200 len: 688 time: 0.0931981 Feb 09 13:21:06.531251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58882) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:06.613585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:06.668305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8be0bdac-db4e-4590-8b64-d03f2a82281d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:06.722035 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8be0bdac-db4e-4590-8b64-d03f2a82281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:06.765074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3341fe56-6c4a-4ae8-8c1e-c9e75bcc25b2 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port dcbdc911-89b7-40fe-8095-0ee758c3af7d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:06.765402 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3341fe56-6c4a-4ae8-8c1e-c9e75bcc25b2 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:06.804368 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=91932c08-ce91-43f7-96f7-d77eef1fd92b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:06.851958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0bdac-db4e-4590-8b64-d03f2a82281d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e304f80-a03c-420b-99e4-bbe258525ca7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:06.866001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8be0bdac-db4e-4590-8b64-d03f2a82281d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cfe45b86b57b45d2b30690cf8a63526b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4879403 Feb 09 13:21:06.870538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58888) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:06.874996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Checking segment: {'id': '377195b5-a121-4c21-afb9-1d911f800397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:06.875332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network hostable DHCP agents. Network: c633d700-dd0f-4f97-9b45-3d5aeb785534, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:21:07.016339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f809e-99cf-4d24-9e51-849ad83271b8 req-e3931731-d713-4e6a-80a9-84e44a59b1d4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:07.017783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-677f809e-99cf-4d24-9e51-849ad83271b8 req-e3931731-d713-4e6a-80a9-84e44a59b1d4 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.3583825 Feb 09 13:21:07.017899 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3341fe56-6c4a-4ae8-8c1e-c9e75bcc25b2 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.018220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3341fe56-6c4a-4ae8-8c1e-c9e75bcc25b2 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.018843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-807b2102-081c-4b4d-b767-9bd43db47ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] For port 413c7710-044e-4947-b12d-9cd50dfa347f, host n-h2-825175-3, got binding levels [] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:07.019199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-807b2102-081c-4b4d-b767-9bd43db47ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.026883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:21:07.030376 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.260070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, c633d700-dd0f-4f97-9b45-3d5aeb785534) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:07.264075 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b86fd5c2-6d38-4a8a-8907-24f18f28cfde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.269146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1668103-9ea9-4cd7-97cb-9f37a189991f None None] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:07.278258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3341fe56-6c4a-4ae8-8c1e-c9e75bcc25b2 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for dcbdc911-89b7-40fe-8095-0ee758c3af7d owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:07.286716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-807b2102-081c-4b4d-b767-9bd43db47ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Calling delete_port for 413c7710-044e-4947-b12d-9cd50dfa347f owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:07.304524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:07.308304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:07.308905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.360997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e6d22ed7-2204-413e-990e-66649ce6c3e8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8050611 Feb 09 13:21:07.363181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b86fd5c2-6d38-4a8a-8907-24f18f28cfde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.367635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58894) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:07.378736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-677f809e-99cf-4d24-9e51-849ad83271b8 req-ee93985d-252e-41ba-a46c-99362230ab35 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971888 Feb 09 13:21:07.392790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1437541329'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:07.404789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:07.412221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:network and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:07.417855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:07.426582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:07.446696 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-807b2102-081c-4b4d-b767-9bd43db47ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.506235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b86fd5c2-6d38-4a8a-8907-24f18f28cfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.509707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:07.512709 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.527185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b2102-081c-4b4d-b767-9bd43db47ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Pushing event deleted for resources: {'Port': ['ID=413c7710-044e-4947-b12d-9cd50dfa347f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:07.531796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fd5c2-6d38-4a8a-8907-24f18f28cfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e304f80-a03c-420b-99e4-bbe258525ca7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:07.546521 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3341fe56-6c4a-4ae8-8c1e-c9e75bcc25b2 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.553021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Router 8fd9f6f1-eb8e-4548-954a-06000b77f73a has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:07.568576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-807b2102-081c-4b4d-b767-9bd43db47ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.583080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:21:07.600829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341fe56-6c4a-4ae8-8c1e-c9e75bcc25b2 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=dcbdc911-89b7-40fe-8095-0ee758c3af7d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:07.632606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-807b2102-081c-4b4d-b767-9bd43db47ffa tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "DELETE /v2.0/ports/413c7710-044e-4947-b12d-9cd50dfa347f HTTP/1.1" status: 204 len: 168 time: 1.4991601 Feb 09 13:21:07.636786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b86fd5c2-6d38-4a8a-8907-24f18f28cfde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.637018 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.637018 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Added segment ac3e6d79-cb0e-4690-bab9-61398b32d29c of type vlan for network f49951b4-098b-45fc-944d-216fa83f8152 Feb 09 13:21:07.637220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b86fd5c2-6d38-4a8a-8907-24f18f28cfde admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e304f80-a03c-420b-99e4-bbe258525ca7 HTTP/1.1" status: 204 len: 168 time: 0.7652409 Feb 09 13:21:07.637220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58898) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:07.717593 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8932b0c-b00f-4896-bdc8-121c10e79d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] GET failed (client error): The resource could not be found. Feb 09 13:21:07.718113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a8932b0c-b00f-4896-bdc8-121c10e79d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Synchronizing usage tracker for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:07.748893 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3341fe56-6c4a-4ae8-8c1e-c9e75bcc25b2 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.752117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3341fe56-6c4a-4ae8-8c1e-c9e75bcc25b2 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.753275 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3341fe56-6c4a-4ae8-8c1e-c9e75bcc25b2 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/floatingips/723f75f1-f87d-4106-bffb-4596bf8a23d9 HTTP/1.1" status: 204 len: 168 time: 1.2209768 Feb 09 13:21:07.757472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58904) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:07.760369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a8932b0c-b00f-4896-bdc8-121c10e79d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] Unset dirty status for tenant:8e8613a301df4c6d8661d7792f204a1a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:07.761760 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a8932b0c-b00f-4896-bdc8-121c10e79d94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126261195-project-admin] 10.222.0.59 "GET /v2.0/ports/413c7710-044e-4947-b12d-9cd50dfa347f HTTP/1.1" status: 404 len: 333 time: 0.1192231 Feb 09 13:21:07.765724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '4760cfa0-f299-4465-b17c-37c7213ee249'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:07.770940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58908) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:07.774384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:07.797635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:floatingip and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:07.811564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:07.823214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:07.903591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.929008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:07.984560 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.065013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58914) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:08.105846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38a6835a-d713-41bf-8a96-dda0b015caed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.128883 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.133105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:08.133689 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.168279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.199959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:08.214774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29ad65f-bec9-463e-adc2-ed8d1d26f485') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:08.215068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29ad65f-bec9-463e-adc2-ed8d1d26f485') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:08.230934 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.256279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.258525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.288516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9161546 Feb 09 13:21:08.298671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58918) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:08.301442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:21:08.301841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.306932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36e872-235f-4d17-bd80-0dffee615a63 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Network': ['ID=f49951b4-098b-45fc-944d-216fa83f8152,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:08.310487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-38a6835a-d713-41bf-8a96-dda0b015caed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:21:08.317955 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:21:08.324549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'ports': [{'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534'}, {'network_id': 'f49951b4-098b-45fc-944d-216fa83f8152'}]} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:08.324549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:08.324549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': 'f49951b4-098b-45fc-944d-216fa83f8152'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:08.325004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f49951b4-098b-45fc-944d-216fa83f8152 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:21:08.328748 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-38a6835a-d713-41bf-8a96-dda0b015caed admin admin] Usage tracker for resource:security_group_rule and tenant:0d8d06ee3c9f4697b45b7232a0765b9b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:08.337730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-38a6835a-d713-41bf-8a96-dda0b015caed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:08.350390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-38a6835a-d713-41bf-8a96-dda0b015caed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:08.516539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:08.530698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Sync routers for ids ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:08.560167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Routers {'8fd9f6f1-eb8e-4548-954a-06000b77f73a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:08.562144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:08.566529 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.586182 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38a6835a-d713-41bf-8a96-dda0b015caed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.590075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fa122832-0937-4def-9cd9-0e25d43aba62 admin admin] 10.222.0.59 "PUT /v2.0/routers/8fd9f6f1-eb8e-4548-954a-06000b77f73a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3807664 Feb 09 13:21:08.595019 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.613320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38a6835a-d713-41bf-8a96-dda0b015caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.711056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-38a6835a-d713-41bf-8a96-dda0b015caed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d8d06ee3c9f4697b45b7232a0765b9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6401832 Feb 09 13:21:08.711678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58926) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:08.719977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6835a-d713-41bf-8a96-dda0b015caed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c68ccf-4ea7-45c1-b9cd-f18fd32dd208,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:08.724553 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] 10.222.0.59 "DELETE /v2.0/networks/d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3 HTTP/1.1" status: 204 len: 168 time: 0.9513996 Feb 09 13:21:08.781917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.25.5.3 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/b2768732-f0b2-4faa-835b-a9d69869e3fb) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:08.929276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 2ba44080-4342-4f6d-8f6e-00fcc46529cf {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:08.929276 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:08.946429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Set router 8fd9f6f1-eb8e-4548-954a-06000b77f73a gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:21:09.011342 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e89af9b4-ea56-4fd8-9106-9683a323dc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:09.058591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145e8d-ce1e-486f-aee1-55bec01f096a req-fb36cf54-f7a1-4803-8299-741f1b9c53de tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:09.060769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3145e8d-ce1e-486f-aee1-55bec01f096a req-fb36cf54-f7a1-4803-8299-741f1b9c53de tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.4104841 Feb 09 13:21:09.124674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6d488-51f8-4f32-ab20-313b1572ccda tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-892163400-project] Pushing event deleted for resources: {'Network': ['ID=d1e3127a-69d2-4fbb-a7b2-fe2d1754b4c3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:09.255838 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:09.385140 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:09.426408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 2ba44080-4342-4f6d-8f6e-00fcc46529cf owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:09.428589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:09.435698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:port and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:09.442979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:09.450563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:09.466145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 2} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:09.472350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:09.497397 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:09.534337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58944) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:09.571888 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e89af9b4-ea56-4fd8-9106-9683a323dc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:09.583319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:09.620912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:09.620912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:09.657583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:09.704385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=b2768732-f0b2-4faa-835b-a9d69869e3fb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:09.750064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'name': 'tempest-ServerRescueTestJSON-667685827-router', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:21:04Z', 'revision_number': 4, 'project_id': '1e68331b2aab410092da31847e69dc33', 'gw_port': {'id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:54Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '4e176c8e-4c43-4c40-a56b-4a814c1a0e01', 'name': '', 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'mac_address': 'fa:16:3e:35:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2a17d56-179c-488d-a8c8-b5175d557c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:21:02Z', 'updated_at': '2022-02-09T13:21:04Z', 'revision_number': 2, 'project_id': '1e68331b2aab410092da31847e69dc33', 'subnets': [{'id': 'a2a17d56-179c-488d-a8c8-b5175d557c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:09.769882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Checking router: 8fd9f6f1-eb8e-4548-954a-06000b77f73a for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:21:09.769882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Updating router 8fd9f6f1-eb8e-4548-954a-06000b77f73a port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:21:09.815398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3145e8d-ce1e-486f-aee1-55bec01f096a req-7bac9ffc-f67b-4bc3-86d9-48fb5619bda3 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7351811 Feb 09 13:21:09.838981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:09.960115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-d9ef81a0-8a79-4c7c-abff-30b89cd2aa52 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:09.960661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-d9ef81a0-8a79-4c7c-abff-30b89cd2aa52 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Synchronizing usage tracker for tenant:1e68331b2aab410092da31847e69dc33 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:10.011101 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e89af9b4-ea56-4fd8-9106-9683a323dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.072573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 369cef87-d703-4393-8c2f-2df69f40caf9 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:10.087702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89af9b4-ea56-4fd8-9106-9683a323dc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c68ccf-4ea7-45c1-b9cd-f18fd32dd208,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:10.113707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-d9ef81a0-8a79-4c7c-abff-30b89cd2aa52 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Unset dirty status for tenant:1e68331b2aab410092da31847e69dc33 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:10.113707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-d9ef81a0-8a79-4c7c-abff-30b89cd2aa52 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/networks?id=905b5f89-de12-4ddd-b8a3-faa5bb706076 HTTP/1.1" status: 200 len: 810 time: 0.5728986 Feb 09 13:21:10.120859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.128033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8248dc2d-2add-457c-bc73-c1ff405edb9b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3554c6579fc3404f973dddea95c9f463&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5648198 Feb 09 13:21:10.135182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58950) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:10.213551 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e89af9b4-ea56-4fd8-9106-9683a323dc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.213551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e89af9b4-ea56-4fd8-9106-9683a323dc18 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2c68ccf-4ea7-45c1-b9cd-f18fd32dd208 HTTP/1.1" status: 204 len: 168 time: 1.4851315 Feb 09 13:21:10.222570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=2ba44080-4342-4f6d-8f6e-00fcc46529cf,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:10.514114 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a103a5ec-3d20-4c07-a7e9-a32daa16457b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.524334 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.562115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Transition to ACTIVE for port object 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:10.562259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-e52bada1-c8c1-4932-867c-bc0af9f04ecf tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/quotas/1e68331b2aab410092da31847e69dc33 HTTP/1.1" status: 200 len: 375 time: 0.4318652 Feb 09 13:21:10.591203 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.661080 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a103a5ec-3d20-4c07-a7e9-a32daa16457b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.772260 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.906311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Pushing event updated for resources: {'Port': ['ID=4e176c8e-4c43-4c40-a56b-4a814c1a0e01,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:10.924845 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.924845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-f8f911fa-b6db-4e6c-9613-15f9038dd1eb tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Synchronizing usage tracker for tenant:1e68331b2aab410092da31847e69dc33 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:10.980341 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a103a5ec-3d20-4c07-a7e9-a32daa16457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:10.986047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-f8f911fa-b6db-4e6c-9613-15f9038dd1eb tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Unset dirty status for tenant:1e68331b2aab410092da31847e69dc33 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:10.986956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-f8f911fa-b6db-4e6c-9613-15f9038dd1eb tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e68331b2aab410092da31847e69dc33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3569927 Feb 09 13:21:11.015860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.016204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.016538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.017748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.018746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.018746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.019512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.019606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.019956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.020281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.020837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:11.034980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 9d74bcdb-56b6-451a-b2b3-136706878358 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:11.129630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Attempting to bind port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:11.133532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Attempting to bind port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:11.139230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Attempting to bind port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 on network 905b5f89-de12-4ddd-b8a3-faa5bb706076 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:11.153890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:21:11.154257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Checking segment: {'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:11.154708 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:11.157496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Bound using segment: {'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:21:11.159161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Bound port: 4e176c8e-4c43-4c40-a56b-4a814c1a0e01, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:21:11.160571 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:11.313817 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:11.332982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:11.357373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] For port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:11.385517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] For port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4e176c8e-4c43-4c40-a56b-4a814c1a0e01,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:21:11.403457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00288912-19af-405a-b229-3f871a407d32 req-5045326d-e7d8-43cd-bea7-a1f9d2a54f17 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:11.405390 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00288912-19af-405a-b229-3f871a407d32 req-5045326d-e7d8-43cd-bea7-a1f9d2a54f17 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.2562070 Feb 09 13:21:11.416730 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:11.460410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103a5ec-3d20-4c07-a7e9-a32daa16457b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0b42c1-8ff8-481d-b573-2f6d70e0420d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:11.474224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:11.558185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a103a5ec-3d20-4c07-a7e9-a32daa16457b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:11.559632 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a103a5ec-3d20-4c07-a7e9-a32daa16457b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c0b42c1-8ff8-481d-b573-2f6d70e0420d HTTP/1.1" status: 204 len: 168 time: 1.4253745 Feb 09 13:21:11.653465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Routers {'8fd9f6f1-eb8e-4548-954a-06000b77f73a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:11.654669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:11.783640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d689a-7120-43bc-b8e8-e71a3fd2500e None None] Pushing event updated for resources: {'Port': ['ID=4e176c8e-4c43-4c40-a56b-4a814c1a0e01,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:11.862511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-76065500-4254-4839-a081-96658952904d service neutron] 10.222.0.59 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7936888 Feb 09 13:21:11.893455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:11.943928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] Set router 8fd9f6f1-eb8e-4548-954a-06000b77f73a gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:21:11.947168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00288912-19af-405a-b229-3f871a407d32 req-13c52e36-a77f-4ec7-8326-f4619ee93b85 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757609 Feb 09 13:21:11.981686 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:11.997599 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:12.059410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:12.252000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-b2fe3d3c-efdc-497e-ae1e-bd44e03a8f64 service neutron] 10.222.0.59 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736236 Feb 09 13:21:12.280981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:12.296474 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43cdc3f-e796-44a0-807a-da4aebe3b87d None None] Sync routers for ids ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:12.313664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bc992e42-6d1a-4857-9dee-f1c2cecb73ac tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7523277 Feb 09 13:21:12.316113 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43cdc3f-e796-44a0-807a-da4aebe3b87d None None] Routers {'61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:12.316327 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a43cdc3f-e796-44a0-807a-da4aebe3b87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:12.319408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58980) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:12.426515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58986) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:12.446394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=b2768732-f0b2-4faa-835b-a9d69869e3fb,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:12.452278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d19b4613-348e-4645-a981-6ac507044093 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:12.486820 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a43cdc3f-e796-44a0-807a-da4aebe3b87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:12.551876 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43cdc3f-e796-44a0-807a-da4aebe3b87d None None] Routers {'61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:12.552520 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a43cdc3f-e796-44a0-807a-da4aebe3b87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:12.603967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:12.755996 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a43cdc3f-e796-44a0-807a-da4aebe3b87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:12.755996 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43cdc3f-e796-44a0-807a-da4aebe3b87d None None] The sync data for ids ['61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:12.774531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:12.787904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:12.794088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:12.854192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:12.855078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:12.871728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=369cef87-d703-4393-8c2f-2df69f40caf9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:12.892360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'name': 'tempest-ServerRescueTestJSON-667685827-router', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:21:04Z', 'revision_number': 4, 'project_id': '1e68331b2aab410092da31847e69dc33', 'gw_port': {'id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:54Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '4e176c8e-4c43-4c40-a56b-4a814c1a0e01', 'name': '', 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'mac_address': 'fa:16:3e:35:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2a17d56-179c-488d-a8c8-b5175d557c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:21:02Z', 'updated_at': '2022-02-09T13:21:11Z', 'revision_number': 4, 'project_id': '1e68331b2aab410092da31847e69dc33', 'subnets': [{'id': 'a2a17d56-179c-488d-a8c8-b5175d557c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:12.906722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2fb69a-e95e-444d-97e0-a987077e87f6 None None] The sync data for ids ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'] in n-d-825175-3 is: [{'id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'name': 'tempest-ServerRescueTestJSON-667685827-router', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:21:04Z', 'revision_number': 4, 'project_id': '1e68331b2aab410092da31847e69dc33', 'gw_port': {'id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:54Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '4e176c8e-4c43-4c40-a56b-4a814c1a0e01', 'name': '', 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'mac_address': 'fa:16:3e:35:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2a17d56-179c-488d-a8c8-b5175d557c7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:21:02Z', 'updated_at': '2022-02-09T13:21:11Z', 'revision_number': 4, 'project_id': '1e68331b2aab410092da31847e69dc33', 'subnets': [{'id': 'a2a17d56-179c-488d-a8c8-b5175d557c7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:12.925914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-22e409ed-72e3-41b3-84c1-4b5a655ceab2 req-01ae4d9f-1399-4787-8f48-c0e76226742d tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 210 time: 0.0537791 Feb 09 13:21:12.950974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d19b4613-348e-4645-a981-6ac507044093 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:12.956267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d19b4613-348e-4645-a981-6ac507044093 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c HTTP/1.1" status: 200 len: 205 time: 0.6307733 Feb 09 13:21:12.964113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59000) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:13.300944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4e30183b-9ea3-433e-a85f-3eff39f51688 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e8613a301df4c6d8661d7792f204a1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8656502 Feb 09 13:21:13.302714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59010) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:13.409012 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dea9eb22-21ea-4b23-acf8-be6e74823281 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:13.447807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=9d74bcdb-56b6-451a-b2b3-136706878358,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:13.503684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Checking segment: {'id': 'ac3e6d79-cb0e-4690-bab9-61398b32d29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f49951b4-098b-45fc-944d-216fa83f8152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:13.504471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network hostable DHCP agents. Network: f49951b4-098b-45fc-944d-216fa83f8152, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:21:13.615722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025268fd-3696-44a7-9c24-eb619f3aa9f3 req-b1f85c4c-b3b3-4be0-bd8d-3b86d8a0afaf tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:13.617253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-025268fd-3696-44a7-9c24-eb619f3aa9f3 req-b1f85c4c-b3b3-4be0-bd8d-3b86d8a0afaf tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.4038994 Feb 09 13:21:13.621941 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cee457c1-4def-4c97-9e08-3ecbe1b62022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:13.667267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network f49951b4-098b-45fc-944d-216fa83f8152 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:21:13.684501 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP 863a7631-5d08-46cf-9ff5-38207e67d956 associated. External IP: 172.25.5.3, port: 4760cfa0-f299-4465-b17c-37c7213ee249. Feb 09 13:21:13.782921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f49951b4-098b-45fc-944d-216fa83f8152) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:13.804492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:13.810042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:13.815094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bc16f3-a784-4f87-92a6-59dfa59d77f9 None None] Network f49951b4-098b-45fc-944d-216fa83f8152 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:13.815630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:13.815630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.023506 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c409ef57-254d-42e2-9a03-9c24a88d939b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7183304 Feb 09 13:21:14.031385 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cee457c1-4def-4c97-9e08-3ecbe1b62022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.033105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:14.231921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e41af-ba83-46f5-8fe7-208f96682b12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 9d74bcdb-56b6-451a-b2b3-136706878358 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:14.232367 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0e41af-ba83-46f5-8fe7-208f96682b12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.548965 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dea9eb22-21ea-4b23-acf8-be6e74823281 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.559244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1014e6ba-39ee-4740-9e40-e927d8635076 req-009f4a09-e671-4d60-adbf-9a7f8e9c3068 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 210 time: 0.1970944 Feb 09 13:21:14.576229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-025268fd-3696-44a7-9c24-eb619f3aa9f3 req-7b56b528-d79d-4855-99d8-91f52dcf66d6 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9194567 Feb 09 13:21:14.600874 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dea9eb22-21ea-4b23-acf8-be6e74823281 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.691265 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cee457c1-4def-4c97-9e08-3ecbe1b62022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.801128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:14.807329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee457c1-4def-4c97-9e08-3ecbe1b62022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a1f2ba-bc90-4671-acea-2c9175401d50,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:14.826665 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dea9eb22-21ea-4b23-acf8-be6e74823281 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.827296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea9eb22-21ea-4b23-acf8-be6e74823281 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Fanout notify agent at l3_agent the message router_deleted on router 61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:21:14.829658 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cee457c1-4def-4c97-9e08-3ecbe1b62022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.831394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cee457c1-4def-4c97-9e08-3ecbe1b62022 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/72a1f2ba-bc90-4671-acea-2c9175401d50 HTTP/1.1" status: 204 len: 168 time: 1.5233219 Feb 09 13:21:14.839267 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dea9eb22-21ea-4b23-acf8-be6e74823281 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:14.842086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dea9eb22-21ea-4b23-acf8-be6e74823281 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c HTTP/1.1" status: 204 len: 168 time: 1.8754866 Feb 09 13:21:14.847237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59036) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:15.315287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:15.326222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:15.326222 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:15.728590 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:15.849645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4e176c8e-4c43-4c40-a56b-4a814c1a0e01,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:15.854937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3cd254-3eb8-48e6-8050-29fa2ab65465 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting subnet 9ca9e6e9-eb47-47a9-87ca-5c19d02138d3 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:21:15.861466 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:15.883496 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd254-3eb8-48e6-8050-29fa2ab65465 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:15.922658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0e41af-ba83-46f5-8fe7-208f96682b12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.056076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a346ca5d-2c48-4628-b0cc-3b61167fc777 req-c4f4af02-581c-4b94-99a9-b41f2a0e9c5c tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 210 time: 0.1014090 Feb 09 13:21:16.120489 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd254-3eb8-48e6-8050-29fa2ab65465 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.153480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=4e176c8e-4c43-4c40-a56b-4a814c1a0e01,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:16.212360 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.403137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e41af-ba83-46f5-8fe7-208f96682b12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 9d74bcdb-56b6-451a-b2b3-136706878358 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:16.576024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ada96-8457-499f-8d0b-910deb4c53f9 req-7c705cb8-5461-4c2c-a902-9d5b4ac1c76a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:16.577664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b07ada96-8457-499f-8d0b-910deb4c53f9 req-7c705cb8-5461-4c2c-a902-9d5b4ac1c76a tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.3400633 Feb 09 13:21:16.583526 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd254-3eb8-48e6-8050-29fa2ab65465 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.693461 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd254-3eb8-48e6-8050-29fa2ab65465 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.701330 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0e41af-ba83-46f5-8fe7-208f96682b12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.732059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:16.764269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0e41af-ba83-46f5-8fe7-208f96682b12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.802580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8b719e-8d14-4d86-acc7-b44fedba19c0 None None] Network dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:16.803777 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd254-3eb8-48e6-8050-29fa2ab65465 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:16.803951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e41af-ba83-46f5-8fe7-208f96682b12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=9d74bcdb-56b6-451a-b2b3-136706878358,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:16.807410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cd254-3eb8-48e6-8050-29fa2ab65465 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca9e6e9-eb47-47a9-87ca-5c19d02138d3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:16.814255 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ef0e41af-ba83-46f5-8fe7-208f96682b12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/9d74bcdb-56b6-451a-b2b3-136706878358 HTTP/1.1" status: 204 len: 168 time: 2.7774212 Feb 09 13:21:16.817422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59064) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:16.825136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9c3cd254-3eb8-48e6-8050-29fa2ab65465 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/9ca9e6e9-eb47-47a9-87ca-5c19d02138d3 HTTP/1.1" status: 204 len: 168 time: 1.9765658 Feb 09 13:21:16.828628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b07ada96-8457-499f-8d0b-910deb4c53f9 req-84b3c7a2-07fa-4d18-9059-8ad03f6b9385 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160993 Feb 09 13:21:16.829249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59068) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:16.880284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-4130f59e-4fd2-48a3-bbd3-9e724f11e412 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:16.881951 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-4130f59e-4fd2-48a3-bbd3-9e724f11e412 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.67 "GET /v2.0/networks?id=905b5f89-de12-4ddd-b8a3-faa5bb706076 HTTP/1.1" status: 200 len: 810 time: 2.3466685 Feb 09 13:21:16.904445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Request body: {'port': {'device_id': 'a3a83005-732a-469a-8a23-1aeccea1f90a', 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076', 'admin_state_up': True, 'tenant_id': '1e68331b2aab410092da31847e69dc33'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:17.217807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dcb717-f8e4-4960-bc5c-3cd9b280335c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:17.225113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dcb717-f8e4-4960-bc5c-3cd9b280335c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:17.226328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-37dcb717-f8e4-4960-bc5c-3cd9b280335c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:17.322747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:17.322747 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.331903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-37dcb717-f8e4-4960-bc5c-3cd9b280335c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:17.333459 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-37dcb717-f8e4-4960-bc5c-3cd9b280335c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5145748 Feb 09 13:21:17.335124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:17.372393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59084) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:17.392508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6cd754-8dbd-46cc-9e7a-93f1c2eeb1cd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting subnet ed21076b-e03b-4cc2-9abc-e4b043af5aa0 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:21:17.399276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-423e37b8-5e90-48bd-9a8f-9a0c3dd0f516 req-3f939d88-fd01-41c9-8ff5-a9ec47c473ae tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 210 time: 0.0710421 Feb 09 13:21:17.402593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd754-8dbd-46cc-9e7a-93f1c2eeb1cd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.414509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:17.450160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583c524-1cff-48d8-97e5-47d193b67bca req-c70a9e4a-0ef0-41c8-b0c0-e0c25c447d87 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:17.452149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6583c524-1cff-48d8-97e5-47d193b67bca req-c70a9e4a-0ef0-41c8-b0c0-e0c25c447d87 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.3398333 Feb 09 13:21:17.508777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:17.526122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] DHCP port deletion for dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:21:17.531102 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd754-8dbd-46cc-9e7a-93f1c2eeb1cd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.535198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] Deleting port 3e2bb89f-450e-45e7-8051-84972ccf31ae {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:17.535616 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.582879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Made reservation on behalf of 1e68331b2aab410092da31847e69dc33 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:17.584426 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6583c524-1cff-48d8-97e5-47d193b67bca req-b9e3c9f4-9206-484d-9f14-302f574ef6bc tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175830 Feb 09 13:21:17.587197 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.664219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd754-8dbd-46cc-9e7a-93f1c2eeb1cd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.753577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a567b694-94e8-4830-9534-3640926953f0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 369cef87-d703-4393-8c2f-2df69f40caf9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:17.754343 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a567b694-94e8-4830-9534-3640926953f0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.774731 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd754-8dbd-46cc-9e7a-93f1c2eeb1cd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.916304 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b6cd754-8dbd-46cc-9e7a-93f1c2eeb1cd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:17.936280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cd754-8dbd-46cc-9e7a-93f1c2eeb1cd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Subnet': ['ID=ed21076b-e03b-4cc2-9abc-e4b043af5aa0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:17.953052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4b6cd754-8dbd-46cc-9e7a-93f1c2eeb1cd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/ed21076b-e03b-4cc2-9abc-e4b043af5aa0 HTTP/1.1" status: 204 len: 168 time: 1.1225679 Feb 09 13:21:17.956133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59096) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:18.203359 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:18.218695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] For port 3e2bb89f-450e-45e7-8051-84972ccf31ae, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3e2bb89f-450e-45e7-8051-84972ccf31ae,segment=NetworkSegment(67ab5974-ab76-41f3-863e-61ed612043b4),segment_id=67ab5974-ab76-41f3-863e-61ed612043b4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:18.219167 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:18.224447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 3e2bb89f-450e-45e7-8051-84972ccf31ae {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:18.225025 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:18.248413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1acf6c-e953-4669-9c9b-f9addb253650 None None] Network e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:18.291999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a567b694-94e8-4830-9534-3640926953f0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:18.533705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a567b694-94e8-4830-9534-3640926953f0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 369cef87-d703-4393-8c2f-2df69f40caf9 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:18.625073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fed603-e7cb-48e8-825c-b30719486d3d req-f1f27817-d307-4823-ae46-5aea84320cce tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:18.637372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3fed603-e7cb-48e8-825c-b30719486d3d req-f1f27817-d307-4823-ae46-5aea84320cce tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.3780527 Feb 09 13:21:18.752247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a567b694-94e8-4830-9534-3640926953f0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:18.758570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Allocated IP 172.20.0.9 (905b5f89-de12-4ddd-b8a3-faa5bb706076/a2a17d56-179c-488d-a8c8-b5175d557c7a/b5da82a3-ece9-474a-b2c3-cf2308170de8) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:18.778901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] Calling delete_port for 3e2bb89f-450e-45e7-8051-84972ccf31ae owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:18.782227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port 3e2bb89f-450e-45e7-8051-84972ccf31ae, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3e2bb89f-450e-45e7-8051-84972ccf31ae,segment=NetworkSegment(67ab5974-ab76-41f3-863e-61ed612043b4),segment_id=67ab5974-ab76-41f3-863e-61ed612043b4)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:18.782611 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:18.810291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3fed603-e7cb-48e8-825c-b30719486d3d req-249321d2-1b58-4ff7-af76-d7502d665a8b tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738238 Feb 09 13:21:18.822728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567b694-94e8-4830-9534-3640926953f0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=369cef87-d703-4393-8c2f-2df69f40caf9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:18.865095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3e2bb89f-450e-45e7-8051-84972ccf31ae no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:21:18.878234 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a567b694-94e8-4830-9534-3640926953f0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:18.902987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a567b694-94e8-4830-9534-3640926953f0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/369cef87-d703-4393-8c2f-2df69f40caf9 HTTP/1.1" status: 204 len: 168 time: 1.5148463 Feb 09 13:21:18.903824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59116) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:18.994308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:19.023011 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 3e2bb89f-450e-45e7-8051-84972ccf31ae owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:19.034271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b93bd5-1607-4c42-9439-7bb18502b9df None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:19.051996 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb247366-a50e-491a-a02f-cf74a46d67e1 req-1ace7c28-78af-45b6-91e3-cd73dc82a5c4 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 210 time: 0.2403038 Feb 09 13:21:19.132011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.164567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b93bd5-1607-4c42-9439-7bb18502b9df None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:19.165478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b2b93bd5-1607-4c42-9439-7bb18502b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:19.170952 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.189271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=3e2bb89f-450e-45e7-8051-84972ccf31ae,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:19.196303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No DVR routers for this DVR port 3e2bb89f-450e-45e7-8051-84972ccf31ae on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:21:19.256607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ff8f7f-4b0c-4275-b59e-76b8fb9d751c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:19.257520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-67ff8f7f-4b0c-4275-b59e-76b8fb9d751c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:19.267643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b2b93bd5-1607-4c42-9439-7bb18502b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:19.284858 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-efccecb7-539b-4cd8-9a0e-6d2595213d38 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.5263655 Feb 09 13:21:19.287502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b93bd5-1607-4c42-9439-7bb18502b9df None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:19.288630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b2b93bd5-1607-4c42-9439-7bb18502b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:20:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:19.293837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59124) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:19.305244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-299617813'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:19.332034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:19.344570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-67ff8f7f-4b0c-4275-b59e-76b8fb9d751c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:19.346315 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-67ff8f7f-4b0c-4275-b59e-76b8fb9d751c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4420552 Feb 09 13:21:19.347739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:network and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:19.361950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:19.365024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59130) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:19.386001 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.427030 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:21:19.427377 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:21:19.432281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b2b93bd5-1607-4c42-9439-7bb18502b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:19.432688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b93bd5-1607-4c42-9439-7bb18502b9df None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:19.540524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.546342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd347d0-27e2-4359-b68e-baf5efd24cdd None None] DHCP port deletion for e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:21:19.553243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8fd347d0-27e2-4359-b68e-baf5efd24cdd None None] Deleting port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:19.559430 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8fd347d0-27e2-4359-b68e-baf5efd24cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.568699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:19.577817 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.582265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dffa35a7-51f2-44a2-bdc0-f9a56640c3f6']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:19.587464 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f69d229-ed0c-4cc8-a714-50d031a7a8d1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:21:19.588964 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5f69d229-ed0c-4cc8-a714-50d031a7a8d1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/9d74bcdb-56b6-451a-b2b3-136706878358 HTTP/1.1" status: 404 len: 333 time: 0.2217836 Feb 09 13:21:19.600379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59140) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:19.603825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ab5974-ab76-41f3-863e-61ed612043b4') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:19.604408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ab5974-ab76-41f3-863e-61ed612043b4') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:19.622373 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.645351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.650839 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Made reservation on behalf of e5c697a4935e404c881bb9b0bd6e1fa6 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:19.654042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.657538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:21:19.657969 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:21:19.674025 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:21:19.685492 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a748bab-53ee-4af8-9033-8707b3511714 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:21:19.689320 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3a748bab-53ee-4af8-9033-8707b3511714 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/369cef87-d703-4393-8c2f-2df69f40caf9 HTTP/1.1" status: 404 len: 333 time: 0.0849404 Feb 09 13:21:19.690144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59144) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:19.718604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:21:19.771944 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.772293 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Added segment f5226bc3-b924-4fae-b5ac-9f9557bf5cef of type vlan for network 0f5f57a4-68e6-467b-a67e-a812710133ff Feb 09 13:21:19.795795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52534b32-19ad-4dc0-b980-0837157e844e req-2f2fc7ed-1b6a-4f74-96e0-29af6e7b8965 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:19.796940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52534b32-19ad-4dc0-b980-0837157e844e req-2f2fc7ed-1b6a-4f74-96e0-29af6e7b8965 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.3777468 Feb 09 13:21:19.798090 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.820132 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.873759 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.889687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Network': ['ID=dffa35a7-51f2-44a2-bdc0-f9a56640c3f6,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:19.899814 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.934420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e4ea173f-582b-49eb-a9ea-547507043316 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/networks/dffa35a7-51f2-44a2-bdc0-f9a56640c3f6 HTTP/1.1" status: 204 len: 168 time: 1.9766252 Feb 09 13:21:19.935437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59154) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:19.955737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-52534b32-19ad-4dc0-b980-0837157e844e req-180d2ac0-73ca-4e72-b315-fe914c50ae1f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Deleting port 421a2e09-bb7a-463e-8a4c-190e8c20d771 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:19.955737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-52534b32-19ad-4dc0-b980-0837157e844e req-180d2ac0-73ca-4e72-b315-fe914c50ae1f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:19.965946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] Deleting port 3e2bb89f-450e-45e7-8051-84972ccf31ae {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:19.966428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.018707 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.022076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59160) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:20.165620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ee9778cd-a82a-4421-883b-2dbc082208ba None None] The port '3e2bb89f-450e-45e7-8051-84972ccf31ae' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:21:20.172476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8fd347d0-27e2-4359-b68e-baf5efd24cdd None None] For port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab,segment=NetworkSegment(a8ca59a0-6373-4e1b-94e1-63264b18b8ec),segment_id=a8ca59a0-6373-4e1b-94e1-63264b18b8ec)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:20.173057 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8fd347d0-27e2-4359-b68e-baf5efd24cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.216925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Network 905b5f89-de12-4ddd-b8a3-faa5bb706076 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:20.282377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:20.284112 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.290649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:20.291423 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.311205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:20.323005 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.332808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8fd347d0-27e2-4359-b68e-baf5efd24cdd None None] Calling delete_port for 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:20.347464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-36de4df6-c803-4490-924e-95c3b668c109 tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:20.391196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Pushing event updated for resources: {'Port': ['ID=b5da82a3-ece9-474a-b2c3-cf2308170de8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:20.425609 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8fd347d0-27e2-4359-b68e-baf5efd24cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.511206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd347d0-27e2-4359-b68e-baf5efd24cdd None None] Pushing event deleted for resources: {'Port': ['ID=7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:20.516916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd347d0-27e2-4359-b68e-baf5efd24cdd None None] No DVR routers for this DVR port 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:21:20.574532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:20.574715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.582417 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2865479 Feb 09 13:21:20.583844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59170) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:20.597259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25e620-baee-4781-8d51-fefc59d73032 req-98a8da2e-84a0-450e-99d1-411401d024f1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:20.601753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed25e620-baee-4781-8d51-fefc59d73032 req-98a8da2e-84a0-450e-99d1-411401d024f1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 945 time: 0.5439222 Feb 09 13:21:20.606652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'subnet': {'network_id': '0f5f57a4-68e6-467b-a67e-a812710133ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:20.628744 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.665457 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e978a-a4d7-442f-b5af-a0e47f90e8dc tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Network': ['ID=0f5f57a4-68e6-467b-a67e-a812710133ff,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:20.693998 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-a431fa8b-ce61-4e3e-b54d-f504fc817bb6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7934399 Feb 09 13:21:20.695153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 0f5f57a4-68e6-467b-a67e-a812710133ff details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:21:20.704394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49951b4-098b-45fc-944d-216fa83f8152']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:20.734051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:21:20.784925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Request body: {'port': {'device_id': 'a3a83005-732a-469a-8a23-1aeccea1f90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:20.835625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3e6d79-cb0e-4690-bab9-61398b32d29c') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:20.836325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3e6d79-cb0e-4690-bab9-61398b32d29c') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:20.866014 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.878567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.918305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:21:20.918692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7d6188d1-a8de-4deb-b4e5-ed4e2bab0eab not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:21:20.929675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:20.937822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:20.943719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:subnet and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:20.957118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ca59a0-6373-4e1b-94e1-63264b18b8ec') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:20.957414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ca59a0-6373-4e1b-94e1-63264b18b8ec') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:20.957751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.960215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:20.973145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:21:20.973743 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.974930 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:21:20.990796 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:21:20.993330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.001027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:21:21.001702 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.011069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:21:21.039457 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:21:21.097486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.115191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Made reservation on behalf of e5c697a4935e404c881bb9b0bd6e1fa6 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:21.154535 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.175741 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.180773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.183308 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.215380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/networks/e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e HTTP/1.1" status: 204 len: 168 time: 1.2769976 Feb 09 13:21:21.232249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59178) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:21.251511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69323b34-56ee-4900-8501-b07adf4bacff tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Network': ['ID=e8ef1471-85dc-4e55-9d7d-4ef292a4dc5e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:21.261805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'network': {'name': 'tempest-RoutersTest-563686710'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:21.274901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:21.294459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-36de4df6-c803-4490-924e-95c3b668c109 tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] 10.222.0.59 "PUT /v2.0/quotas/76001875dfb74e78b3549a3c248a2912 HTTP/1.1" status: 200 len: 366 time: 1.2675996 Feb 09 13:21:21.294767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:network and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:21.297346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Network': ['ID=f49951b4-098b-45fc-944d-216fa83f8152,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:21.301013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59182) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:21.304124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25f32b-3c15-46cb-80b0-f5470e73c6d4 req-24d04bde-ef25-4d0d-beb2-4d9ada38ecc8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:21.306012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff25f32b-3c15-46cb-80b0-f5470e73c6d4 req-24d04bde-ef25-4d0d-beb2-4d9ada38ecc8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 931 time: 0.9663999 Feb 09 13:21:21.306560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:21.319741 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed25e620-baee-4781-8d51-fefc59d73032 req-27a16007-c084-41ad-b8af-c539e8ad0fb1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5615165 Feb 09 13:21:21.321849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:21.325241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f605a49f-548f-41a5-959e-55b1221ec9a3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/networks/f49951b4-098b-45fc-944d-216fa83f8152 HTTP/1.1" status: 204 len: 168 time: 1.6337333 Feb 09 13:21:21.326423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-52534b32-19ad-4dc0-b980-0837157e844e req-180d2ac0-73ca-4e72-b315-fe914c50ae1f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] For port 421a2e09-bb7a-463e-8a4c-190e8c20d771, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=421a2e09-bb7a-463e-8a4c-190e8c20d771,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:21.327060 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-52534b32-19ad-4dc0-b980-0837157e844e req-180d2ac0-73ca-4e72-b315-fe914c50ae1f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.336676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59184) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:21.361777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-115594601'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:21.408596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.416544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:21.431665 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3a27caa2-7e3b-45eb-828b-ffffcc899839 tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1040602 Feb 09 13:21:21.475562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:network and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:21.478485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59190) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:21.496033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:21.627658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-52534b32-19ad-4dc0-b980-0837157e844e req-180d2ac0-73ca-4e72-b315-fe914c50ae1f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Calling delete_port for 421a2e09-bb7a-463e-8a4c-190e8c20d771 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:21.654718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:21.657680 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.688860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:21.739340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ddbbb59b-4087-4816-9b38-7f52bde702d1 tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] 10.222.0.59 "GET /v2.0/quotas/76001875dfb74e78b3549a3c248a2912 HTTP/1.1" status: 200 len: 366 time: 0.2414725 Feb 09 13:21:21.740426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59194) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:21.750903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:21.752806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.795814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:21:21.812797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ff25f32b-3c15-46cb-80b0-f5470e73c6d4 req-66ea605d-3686-4f34-b5b0-7b9101c53ced tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Synchronizing usage tracker for tenant:1e68331b2aab410092da31847e69dc33 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:21.821025 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.821370 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added segment 511878c5-fc74-49c2-a7ce-30d68be43650 of type vlan for network efbfa3b7-5e62-4e3a-ab49-50d419c24357 Feb 09 13:21:21.839253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b78a9ebc-4b8e-4118-8f86-3ad8d54c4d18 tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/76001875dfb74e78b3549a3c248a2912 HTTP/1.1" status: 204 len: 168 time: 0.0960858 Feb 09 13:21:21.844377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59198) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:21.853581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:21:21.930632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ff25f32b-3c15-46cb-80b0-f5470e73c6d4 req-66ea605d-3686-4f34-b5b0-7b9101c53ced tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Unset dirty status for tenant:1e68331b2aab410092da31847e69dc33 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:21.947784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff25f32b-3c15-46cb-80b0-f5470e73c6d4 req-66ea605d-3686-4f34-b5b0-7b9101c53ced tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5886700 Feb 09 13:21:21.952952 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.973348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:21.973936 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Added segment 391f38a0-2584-4b3e-9926-67b0d538b406 of type vlan for network 8af44e8c-39bd-45d9-b30d-f84ca8712fb8 Feb 09 13:21:21.980661 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3ad943ab-482f-4ebb-99e2-afed77c606d5 tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1287436 Feb 09 13:21:21.990441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59204) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:22.016933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-52534b32-19ad-4dc0-b980-0837157e844e req-180d2ac0-73ca-4e72-b315-fe914c50ae1f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.022660 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.034449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['24b30630-472c-4fe7-95a0-52ec6b5dcc8d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:21:22.082723 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-638f4fbd-2004-43c8-915b-ba89e862f676 tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] 10.222.0.59 "GET /v2.0/quotas/76001875dfb74e78b3549a3c248a2912 HTTP/1.1" status: 200 len: 370 time: 0.0911112 Feb 09 13:21:22.094574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59210) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:22.124835 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a1012489-d8f3-4ed6-bda3-ad2edaf5b40d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] 10.222.0.59 "GET /v2.0/quotas/76001875dfb74e78b3549a3c248a2912/default HTTP/1.1" status: 200 len: 370 time: 0.0208189 Feb 09 13:21:22.128363 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.133745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d2ac0-73ca-4e72-b315-fe914c50ae1f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event deleted for resources: {'Port': ['ID=421a2e09-bb7a-463e-8a4c-190e8c20d771,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:22.134272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59214) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:22.151652 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.155778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:22.156736 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.209908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Checking segment: {'id': 'f5226bc3-b924-4fae-b5ac-9f9557bf5cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0f5f57a4-68e6-467b-a67e-a812710133ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:22.210267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network hostable DHCP agents. Network: 0f5f57a4-68e6-467b-a67e-a812710133ff, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:21:22.225242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5da82a3-ece9-474a-b2c3-cf2308170de8 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:21:22.247270 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.253458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Subnet': ['ID=7e69fc84-c7bc-4dd1-a81a-e121a4c1b035,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:22.260323 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-f01dab30-2f6c-4ae9-8d8f-624b4e9253b0 tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] delete failed (client error): The resource could not be found. Feb 09 13:21:22.261361 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f01dab30-2f6c-4ae9-8d8f-624b4e9253b0 tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/76001875dfb74e78b3549a3c248a2912 HTTP/1.1" status: 404 len: 348 time: 0.1258242 Feb 09 13:21:22.282065 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.286403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:22.287010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.307956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Transition to ACTIVE for port object b5da82a3-ece9-474a-b2c3-cf2308170de8 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:22.326389 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.362416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1172595 Feb 09 13:21:22.368642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59224) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:22.384415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'subnet': {'network_id': 'efbfa3b7-5e62-4e3a-ab49-50d419c24357', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:22.403549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 0f5f57a4-68e6-467b-a67e-a812710133ff is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:21:22.416527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-52534b32-19ad-4dc0-b980-0837157e844e req-180d2ac0-73ca-4e72-b315-fe914c50ae1f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] No DVR routers for this DVR port 421a2e09-bb7a-463e-8a4c-190e8c20d771 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:21:22.480131 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-52534b32-19ad-4dc0-b980-0837157e844e req-180d2ac0-73ca-4e72-b315-fe914c50ae1f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.482370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52534b32-19ad-4dc0-b980-0837157e844e req-180d2ac0-73ca-4e72-b315-fe914c50ae1f tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "DELETE /v2.0/ports/421a2e09-bb7a-463e-8a4c-190e8c20d771 HTTP/1.1" status: 204 len: 173 time: 2.6591325 Feb 09 13:21:22.492361 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1532321 Feb 09 13:21:22.493972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da84c182-0418-4dc9-962c-7659b5d5b7f4', 'name': 'network-vif-deleted', 'tag': '421a2e09-bb7a-463e-8a4c-190e8c20d771'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:21:22.506210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59228) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:22.515194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': '8af44e8c-39bd-45d9-b30d-f84ca8712fb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:22.536820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 0f5f57a4-68e6-467b-a67e-a812710133ff) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:22.542336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59234) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:22.544697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07881dab-590b-4af3-a066-1e99ebb6747a None None] Network 0f5f57a4-68e6-467b-a67e-a812710133ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:22.561541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8349a8b-fff4-4fa5-b05d-7e8f0916b48c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Network': ['ID=efbfa3b7-5e62-4e3a-ab49-50d419c24357,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:22.581100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network efbfa3b7-5e62-4e3a-ab49-50d419c24357 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:21:22.606063 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da84c182-0418-4dc9-962c-7659b5d5b7f4', 'name': 'network-vif-deleted', 'tag': '421a2e09-bb7a-463e-8a4c-190e8c20d771', 'status': 'completed', 'code': 200} Feb 09 13:21:22.612584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:22.613188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:22.649554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Pushing event updated for resources: {'Port': ['ID=b5da82a3-ece9-474a-b2c3-cf2308170de8,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:22.789698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 421a2e09-bb7a-463e-8a4c-190e8c20d771 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:21:22.791241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Usage tracker for resource:network and tenant:40af4b5a4d01468482fdeb63e6a72977 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:22.845592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 421a2e09-bb7a-463e-8a4c-190e8c20d771 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:21:22.845923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 421a2e09-bb7a-463e-8a4c-190e8c20d771 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:21:22.853017 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c7e9390b-b021-4365-923b-3db86e9afa41 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2564657 Feb 09 13:21:22.853562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59240) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:22.874199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:22.875444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-cfcd3bbc-9563-4e54-9b9c-0faab9507b92 req-bc0784fb-503f-41dd-8551-a4db96edf6ba tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:22.891427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-176742139', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:22.901042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc760466-dd77-4f0c-88d1-ae1a26d2e787 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Network': ['ID=8af44e8c-39bd-45d9-b30d-f84ca8712fb8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:22.903669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Usage tracker for resource:subnet and tenant:40af4b5a4d01468482fdeb63e6a72977 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:22.914074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:22.918899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:subnet and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:22.924708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:22.931253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:22.942047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:22.948107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:22.994813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:router and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:23.005812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 8af44e8c-39bd-45d9-b30d-f84ca8712fb8 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:21:23.010502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:23.029857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:23.035363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-cfcd3bbc-9563-4e54-9b9c-0faab9507b92 req-bc0784fb-503f-41dd-8551-a4db96edf6ba tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:23.035767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:23.041710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:23.054842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfcd3bbc-9563-4e54-9b9c-0faab9507b92 req-bc0784fb-503f-41dd-8551-a4db96edf6ba tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=da84c182-0418-4dc9-962c-7659b5d5b7f4 HTTP/1.1" status: 200 len: 210 time: 0.3496869 Feb 09 13:21:23.081849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:23.085370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:23.152711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:23.167187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Usage tracker for resource:subnetpool and tenant:40af4b5a4d01468482fdeb63e6a72977 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:23.171660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Attempting to bind port b5da82a3-ece9-474a-b2c3-cf2308170de8 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:23.172611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Attempting to bind port b5da82a3-ece9-474a-b2c3-cf2308170de8 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:23.172611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Attempting to bind port b5da82a3-ece9-474a-b2c3-cf2308170de8 on network 905b5f89-de12-4ddd-b8a3-faa5bb706076 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:23.182910 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:23.191165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Port b5da82a3-ece9-474a-b2c3-cf2308170de8 on network 905b5f89-de12-4ddd-b8a3-faa5bb706076 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:21:23.191787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Attempting to bind port b5da82a3-ece9-474a-b2c3-cf2308170de8 on network 905b5f89-de12-4ddd-b8a3-faa5bb706076 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:23.202086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:23.225224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:21:23.225952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Checking segment: {'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:23.226864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Bound using segment: {'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:21:23.228055 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Bound port: b5da82a3-ece9-474a-b2c3-cf2308170de8, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:21:23.228715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.293736 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.294720 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.304258 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.382109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Usage tracker for resource:port and tenant:40af4b5a4d01468482fdeb63e6a72977 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:23.441275 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.479270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-0f5f57a4-68e6-467b-a67e-a812710133ff', 'network_id': '0f5f57a4-68e6-467b-a67e-a812710133ff', 'tenant_id': 'e5c697a4935e404c881bb9b0bd6e1fa6', 'fixed_ips': [{'subnet_id': '7e69fc84-c7bc-4dd1-a81a-e121a4c1b035'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:21:23.480104 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.506695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:23.512130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.622403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] For port b5da82a3-ece9-474a-b2c3-cf2308170de8, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:23.622403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] For port b5da82a3-ece9-474a-b2c3-cf2308170de8, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5da82a3-ece9-474a-b2c3-cf2308170de8,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:21:23.638972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Usage tracker for resource:router and tenant:40af4b5a4d01468482fdeb63e6a72977 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:23.638972 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.701815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.758081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172da3cc-13fc-4cd7-8c1b-4f9d246cd2a2 req-75800d6d-d118-4090-9111-8c46023c17e2 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:23.767290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-172da3cc-13fc-4cd7-8c1b-4f9d246cd2a2 req-75800d6d-d118-4090-9111-8c46023c17e2 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 943 time: 0.5401685 Feb 09 13:21:23.769316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_backend_mixin [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Performing IP validity checks on allocation pools {{(pid=83479) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 13:21:23.771091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_backend_mixin [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83479) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 13:21:23.782488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:23.799831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Allocated IP 172.20.0.2 (0f5f57a4-68e6-467b-a67e-a812710133ff/7e69fc84-c7bc-4dd1-a81a-e121a4c1b035/ebf9a34e-8226-4f55-9716-17490a0dd8bb) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:23.827625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:23.828816 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] 10.222.0.67 "PUT /v2.0/ports/b5da82a3-ece9-474a-b2c3-cf2308170de8 HTTP/1.1" status: 200 len: 1091 time: 3.1266682 Feb 09 13:21:23.828994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a83005-732a-469a-8a23-1aeccea1f90a', 'tag': 'b5da82a3-ece9-474a-b2c3-cf2308170de8'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:21:23.843635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Usage tracker for resource:floatingip and tenant:40af4b5a4d01468482fdeb63e6a72977 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:23.893397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aaeb14-a0ae-4435-b93d-c80d1288f8bb service neutron] Pushing event updated for resources: {'Port': ['ID=b5da82a3-ece9-474a-b2c3-cf2308170de8,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:23.971960 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a83005-732a-469a-8a23-1aeccea1f90a', 'tag': 'b5da82a3-ece9-474a-b2c3-cf2308170de8', 'status': 'completed', 'code': 200} Feb 09 13:21:24.010597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:24.197453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:24.225540 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:24.245669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Transition to ACTIVE for port object ebf9a34e-8226-4f55-9716-17490a0dd8bb will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:24.261646 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-e9875d12-36c6-4aeb-97e1-253efeea865d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e68331b2aab410092da31847e69dc33&device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 1094 time: 0.3594716 Feb 09 13:21:24.282089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Transition to ACTIVE for port object ebf9a34e-8226-4f55-9716-17490a0dd8bb will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:24.283846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-172da3cc-13fc-4cd7-8c1b-4f9d246cd2a2 req-a64edada-2a56-4001-b212-424ca8d3ba89 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137715 Feb 09 13:21:24.296061 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:24.335885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Subnet': ['ID=a9a80af3-9bdb-44ba-86fa-5d9efd045e15,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:24.346057 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:24.360241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Checking segment: {'id': '511878c5-fc74-49c2-a7ce-30d68be43650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'efbfa3b7-5e62-4e3a-ab49-50d419c24357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:24.361153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network hostable DHCP agents. Network: efbfa3b7-5e62-4e3a-ab49-50d419c24357, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:21:24.362228 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-95e8e738-8338-40b6-a58b-515167a4c2f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5da82a3-ece9-474a-b2c3-cf2308170de8 HTTP/1.1" status: 200 len: 217 time: 0.0885692 Feb 09 13:21:24.456063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Usage tracker for resource:security_group and tenant:40af4b5a4d01468482fdeb63e6a72977 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:24.472753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:24.485216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network efbfa3b7-5e62-4e3a-ab49-50d419c24357 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:21:24.489656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Network 0f5f57a4-68e6-467b-a67e-a812710133ff is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:24.492955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=9809777d-fd29-4d9e-9082-36193075fe8d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:24.499819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:24.509252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Pushing event updated for resources: {'Port': ['ID=ebf9a34e-8226-4f55-9716-17490a0dd8bb,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:24.513673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Usage tracker for resource:security_group_rule and tenant:40af4b5a4d01468482fdeb63e6a72977 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:24.514138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:24.522441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:24.523233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, efbfa3b7-5e62-4e3a-ab49-50d419c24357) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:24.527078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-0a988da5-3764-4fb8-98e7-7881ebd76917 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:24.528561 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-0a988da5-3764-4fb8-98e7-7881ebd76917 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2a17d56-179c-488d-a8c8-b5175d557c7a HTTP/1.1" status: 200 len: 850 time: 0.1500802 Feb 09 13:21:24.530945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Checking segment: {'id': '391f38a0-2584-4b3e-9926-67b0d538b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8af44e8c-39bd-45d9-b30d-f84ca8712fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:24.531313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network hostable DHCP agents. Network: 8af44e8c-39bd-45d9-b30d-f84ca8712fb8, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:21:24.540329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b2c750-cadf-4958-b9ad-5d61ac454010 None None] Network efbfa3b7-5e62-4e3a-ab49-50d419c24357 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:24.550584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:24.551224 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:24.632137 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7ccf323f-1f15-466e-87b6-98864a7aef1d tempest-QuotasTest-467996215 tempest-QuotasTest-467996215-project-admin] 10.222.0.59 "GET /v2.0/quotas/40af4b5a4d01468482fdeb63e6a72977/details.json HTTP/1.1" status: 200 len: 703 time: 2.0663712 Feb 09 13:21:24.642577 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-7f747c50-1508-44df-8586-315bede1520a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905b5f89-de12-4ddd-b8a3-faa5bb706076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043451 Feb 09 13:21:24.830357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Attempting to bind port ebf9a34e-8226-4f55-9716-17490a0dd8bb on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:24.830952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Attempting to bind port ebf9a34e-8226-4f55-9716-17490a0dd8bb by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'f5226bc3-b924-4fae-b5ac-9f9557bf5cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0f5f57a4-68e6-467b-a67e-a812710133ff'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:24.831431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Attempting to bind port ebf9a34e-8226-4f55-9716-17490a0dd8bb on network 0f5f57a4-68e6-467b-a67e-a812710133ff {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:24.856530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:21:24.856896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Checking segment: {'id': 'f5226bc3-b924-4fae-b5ac-9f9557bf5cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0f5f57a4-68e6-467b-a67e-a812710133ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:24.857385 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:24.857887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Bound using segment: {'id': 'f5226bc3-b924-4fae-b5ac-9f9557bf5cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0f5f57a4-68e6-467b-a67e-a812710133ff'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:21:24.858784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Bound port: ebf9a34e-8226-4f55-9716-17490a0dd8bb, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5226bc3-b924-4fae-b5ac-9f9557bf5cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0f5f57a4-68e6-467b-a67e-a812710133ff'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:21:24.859321 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:24.914223 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-74c48744-1de1-4a43-ab8e-23cac81a7714 service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648938 Feb 09 13:21:24.960201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 8af44e8c-39bd-45d9-b30d-f84ca8712fb8 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:21:24.972673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 8af44e8c-39bd-45d9-b30d-f84ca8712fb8) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:25.073695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:25.074879 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:25.076496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] For port ebf9a34e-8226-4f55-9716-17490a0dd8bb, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:25.086660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] For port ebf9a34e-8226-4f55-9716-17490a0dd8bb, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ebf9a34e-8226-4f55-9716-17490a0dd8bb,segment=NetworkSegment(f5226bc3-b924-4fae-b5ac-9f9557bf5cef),segment_id=f5226bc3-b924-4fae-b5ac-9f9557bf5cef)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:21:25.096683 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8de2e1d1-3f13-4ccf-b549-a367a2fcc318 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7193153 Feb 09 13:21:25.100534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59274) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:25.111087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-761111028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:25.122209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3fc24a-fe8b-4fc0-b39d-353e9ba5b7ae None None] Network 8af44e8c-39bd-45d9-b30d-f84ca8712fb8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:25.123935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:25.133466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:router and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:25.141069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:25.154987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:25.166798 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:25.176914 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-812d291a-ec9b-4ce5-89cf-a664202c4038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6701715 Feb 09 13:21:25.181879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59278) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:25.183887 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:25.185361 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:25.201850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': '8af44e8c-39bd-45d9-b30d-f84ca8712fb8', 'name': 'tempest-PortsTestJSON-2081455919'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:25.270205 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-06438485-48a4-4cb7-8a68-727ce1fa07c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:25.331839 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f72d51dd-2436-4864-8e7c-6ac301aa022b req-7b90c460-0523-4dce-b7e7-456ae52c6d0b service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093204 Feb 09 13:21:25.359429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:25.533588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ed422-18f6-4426-a997-0e47eb9b664b None None] Pushing event updated for resources: {'Port': ['ID=ebf9a34e-8226-4f55-9716-17490a0dd8bb,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:25.563130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-efbfa3b7-5e62-4e3a-ab49-50d419c24357', 'network_id': 'efbfa3b7-5e62-4e3a-ab49-50d419c24357', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'fixed_ips': [{'subnet_id': 'a9a80af3-9bdb-44ba-86fa-5d9efd045e15'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:21:25.564277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:25.592306 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:25.620607 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:21:25.654896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:25.657030 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-28c93ae1-2749-4071-9e07-f57d07ba40a1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5517511 Feb 09 13:21:25.664384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59290) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:25.700879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'port': {'network_id': 'efbfa3b7-5e62-4e3a-ab49-50d419c24357', 'name': 'tempest-RoutersTest-2025818347'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:25.708373 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:25.744553 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e70c7a4-dfad-41f4-9dd6-8f5e5ceb3ced req-37f1053d-9d62-456a-ba94-9de4ec22bc05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e68331b2aab410092da31847e69dc33&device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 1094 time: 0.3344750 Feb 09 13:21:25.998163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59296) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:26.031936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:26.162774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-8af44e8c-39bd-45d9-b30d-f84ca8712fb8', 'network_id': '8af44e8c-39bd-45d9-b30d-f84ca8712fb8', 'tenant_id': '402149aabdc44c73809b92366384b20e', 'fixed_ips': [{'subnet_id': '9809777d-fd29-4d9e-9082-36193075fe8d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:21:26.165604 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:26.212392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Allocated IP 172.20.0.2 (efbfa3b7-5e62-4e3a-ab49-50d419c24357/a9a80af3-9bdb-44ba-86fa-5d9efd045e15/60e86091-3b3c-4758-9774-2250e7f6fa5b) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:26.279808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:26.293058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:port and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:26.299719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:26.310425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:26.352344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:26.360261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:26.374825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c7a4-dfad-41f4-9dd6-8f5e5ceb3ced req-76e8f82c-7939-472b-8329-e623789d2704 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:26.377076 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e70c7a4-dfad-41f4-9dd6-8f5e5ceb3ced req-76e8f82c-7939-472b-8329-e623789d2704 service neutron] 10.222.0.67 "GET /v2.0/networks?id=905b5f89-de12-4ddd-b8a3-faa5bb706076 HTTP/1.1" status: 200 len: 911 time: 0.6185420 Feb 09 13:21:26.466845 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e70c7a4-dfad-41f4-9dd6-8f5e5ceb3ced req-047fc549-fd51-4d01-a563-2fc648e9bf45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5da82a3-ece9-474a-b2c3-cf2308170de8 HTTP/1.1" status: 200 len: 217 time: 0.0828154 Feb 09 13:21:26.468178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] device_id is not set on port f258e6e0-df66-404c-93cb-e4579304cbcf yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:26.556509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:26.696543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:26.809591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b5da82a3-ece9-474a-b2c3-cf2308170de8 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:21:26.854910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.25.5.132 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/2d5a888e-7fe7-4050-812d-cebc8fc39eba) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:26.868077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ebf9a34e-8226-4f55-9716-17490a0dd8bb up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:26.919828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b5f1b-5589-4003-8f85-a5389afdfbbb req-2b229f63-d0a2-4fc0-ae63-ff9e8f8e9d58 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:26.933099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b8b5f1b-5589-4003-8f85-a5389afdfbbb req-2b229f63-d0a2-4fc0-ae63-ff9e8f8e9d58 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 943 time: 1.0399358 Feb 09 13:21:27.055880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:27.064212 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:27.071064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70c7a4-dfad-41f4-9dd6-8f5e5ceb3ced req-c2f12853-d843-49f0-9d28-c338c9e0986b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:27.078801 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e70c7a4-dfad-41f4-9dd6-8f5e5ceb3ced req-c2f12853-d843-49f0-9d28-c338c9e0986b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2a17d56-179c-488d-a8c8-b5175d557c7a HTTP/1.1" status: 200 len: 850 time: 0.5276184 Feb 09 13:21:27.100296 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1e85d078-d46d-4b2c-8b63-8263e3d1158c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:27.153900 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e70c7a4-dfad-41f4-9dd6-8f5e5ceb3ced req-f8d7143a-6235-4437-bb26-6caf6901f761 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905b5f89-de12-4ddd-b8a3-faa5bb706076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725567 Feb 09 13:21:27.241285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b8b5f1b-5589-4003-8f85-a5389afdfbbb req-82a0d45d-01ef-4497-af12-cc2112ba6d07 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076689 Feb 09 13:21:27.270413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port f83ae8dc-dd57-49d0-8402-cd1f1472a8d2 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:27.354072 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1219d7da-1364-4bc3-8cf1-a41af39de9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:27.358366 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:21:27.418960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1e85d078-d46d-4b2c-8b63-8263e3d1158c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:27.424997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1e85d078-d46d-4b2c-8b63-8263e3d1158c admin admin] Usage tracker for resource:security_group_rule and tenant:e2752879a9bb4708a3a3856ac9177444 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:27.430268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1e85d078-d46d-4b2c-8b63-8263e3d1158c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:27.436597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1e85d078-d46d-4b2c-8b63-8263e3d1158c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:27.447576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e70c7a4-dfad-41f4-9dd6-8f5e5ceb3ced req-28325b8c-c1ce-4606-a3f3-68eb4496efbd service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883253 Feb 09 13:21:27.466810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Allocated IP 172.20.0.2 (8af44e8c-39bd-45d9-b30d-f84ca8712fb8/9809777d-fd29-4d9e-9082-36193075fe8d/1e18efb9-fc17-4a8c-81c6-4d12b7aef882) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:27.483524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e70df7-2dda-475a-92e4-22cfaf6a83e7 None None] Network 0f5f57a4-68e6-467b-a67e-a812710133ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:27.548042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1e85d078-d46d-4b2c-8b63-8263e3d1158c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:27.641262 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1e85d078-d46d-4b2c-8b63-8263e3d1158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:27.767410 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:27.773480 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e70c7a4-dfad-41f4-9dd6-8f5e5ceb3ced req-17324124-a8fa-413c-b204-808ce9ffc22c service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189678 Feb 09 13:21:27.821716 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:27.832872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Transition to ACTIVE for port object 60e86091-3b3c-4758-9774-2250e7f6fa5b will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:27.834153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85d078-d46d-4b2c-8b63-8263e3d1158c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56550d5f-cc29-4e1c-af27-4497a3666157,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:27.842805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1e85d078-d46d-4b2c-8b63-8263e3d1158c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2752879a9bb4708a3a3856ac9177444&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8242552 Feb 09 13:21:27.843051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59328) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:27.877710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Transition to ACTIVE for port object 60e86091-3b3c-4758-9774-2250e7f6fa5b will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:27.916555 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:27.932353 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:27.944134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9684e3e6-eeb6-4feb-9bc9-b5383d86adde None None] Provisioning for port ebf9a34e-8226-4f55-9716-17490a0dd8bb completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:27.949521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ebf9a34e-8226-4f55-9716-17490a0dd8bb completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:28.041939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Allocated IP 172.20.0.5 (efbfa3b7-5e62-4e3a-ab49-50d419c24357/a9a80af3-9bdb-44ba-86fa-5d9efd045e15/f258e6e0-df66-404c-93cb-e4579304cbcf) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:28.055491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:28.057506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=2d5a888e-7fe7-4050-812d-cebc8fc39eba,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:28.060243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:28.063915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:28.105640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a7149f0-88d7-4785-86e2-ca26b33a997b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.109360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf3eaf-1fa9-43f1-b6b2-91502b65ea0d req-dc36c845-9cd6-427e-903b-8e0aae2e4fd9 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:28.122257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfdf3eaf-1fa9-43f1-b6b2-91502b65ea0d req-dc36c845-9cd6-427e-903b-8e0aae2e4fd9 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 945 time: 0.2663932 Feb 09 13:21:28.142861 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a7149f0-88d7-4785-86e2-ca26b33a997b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.152815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9684e3e6-eeb6-4feb-9bc9-b5383d86adde None None] Provisioning complete for port ebf9a34e-8226-4f55-9716-17490a0dd8bb triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:28.152815 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9684e3e6-eeb6-4feb-9bc9-b5383d86adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.168379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ebf9a34e-8226-4f55-9716-17490a0dd8bb triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:28.168379 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.226993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a7149f0-88d7-4785-86e2-ca26b33a997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.258930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7149f0-88d7-4785-86e2-ca26b33a997b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56550d5f-cc29-4e1c-af27-4497a3666157,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:28.326835 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfdf3eaf-1fa9-43f1-b6b2-91502b65ea0d req-10572149-34be-4a07-adfe-ff928b7038cb tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128305 Feb 09 13:21:28.333722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a7149f0-88d7-4785-86e2-ca26b33a997b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.342546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7a7149f0-88d7-4785-86e2-ca26b33a997b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/56550d5f-cc29-4e1c-af27-4497a3666157 HTTP/1.1" status: 204 len: 168 time: 0.4890227 Feb 09 13:21:28.417616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Network efbfa3b7-5e62-4e3a-ab49-50d419c24357 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:28.438660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:28.501276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:28.512189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.512923 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.704621 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.738580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.759007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Transition to ACTIVE for port object f258e6e0-df66-404c-93cb-e4579304cbcf will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:28.800173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.864054 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Pushing event updated for resources: {'Port': ['ID=60e86091-3b3c-4758-9774-2250e7f6fa5b,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:28.893583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee145bd-085e-4405-9937-7a4f2c543edf req-59ad349d-65e6-4da3-b3ca-ec489c5a5fcf tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:28.897921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eee145bd-085e-4405-9937-7a4f2c543edf req-59ad349d-65e6-4da3-b3ca-ec489c5a5fcf tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 943 time: 0.3136597 Feb 09 13:21:28.923651 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.924651 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:28.966738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b5da82a3-ece9-474a-b2c3-cf2308170de8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5da82a3-ece9-474a-b2c3-cf2308170de8,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:29.005859 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eee145bd-085e-4405-9937-7a4f2c543edf req-09127b2c-6381-412d-b946-8765db87e142 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976813 Feb 09 13:21:29.040837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59350) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:29.051229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Attempting to bind port 60e86091-3b3c-4758-9774-2250e7f6fa5b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:29.052550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Attempting to bind port 60e86091-3b3c-4758-9774-2250e7f6fa5b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '511878c5-fc74-49c2-a7ce-30d68be43650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'efbfa3b7-5e62-4e3a-ab49-50d419c24357'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:29.053337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Attempting to bind port 60e86091-3b3c-4758-9774-2250e7f6fa5b on network efbfa3b7-5e62-4e3a-ab49-50d419c24357 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:29.096490 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e44748c3-ca80-4228-b1c2-a4f049980e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.154590 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.157072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'b5da82a3-ece9-474a-b2c3-cf2308170de8', 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076', 'port_id': 'b5da82a3-ece9-474a-b2c3-cf2308170de8', 'mac_address': 'fa:16:3e:f9:83:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a17d56-179c-488d-a8c8-b5175d557c7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:21:29.157482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=f258e6e0-df66-404c-93cb-e4579304cbcf,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:29.193451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556662f-9c36-48eb-80fd-484063ed6625 req-d7acd7c0-9a58-41d9-8445-8ee977ead3a1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:29.194553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7556662f-9c36-48eb-80fd-484063ed6625 req-d7acd7c0-9a58-41d9-8445-8ee977ead3a1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Synchronizing usage tracker for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:29.202969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e44748c3-ca80-4228-b1c2-a4f049980e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:29.209288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e44748c3-ca80-4228-b1c2-a4f049980e35 admin admin] Usage tracker for resource:security_group_rule and tenant:40af4b5a4d01468482fdeb63e6a72977 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:29.212780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e44748c3-ca80-4228-b1c2-a4f049980e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:29.214739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port ebf9a34e-8226-4f55-9716-17490a0dd8bb, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ebf9a34e-8226-4f55-9716-17490a0dd8bb,segment=NetworkSegment(f5226bc3-b924-4fae-b5ac-9f9557bf5cef),segment_id=f5226bc3-b924-4fae-b5ac-9f9557bf5cef)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:29.219063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router 0ce708d5-1453-43fd-b7e7-db195a6a9ab9 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:21:29.220119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network efbfa3b7-5e62-4e3a-ab49-50d419c24357 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:29.221760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e44748c3-ca80-4228-b1c2-a4f049980e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:29.226933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:29.235934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:29.286929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Transition to ACTIVE for port object 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:29.295549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:21:29.295912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Checking segment: {'id': '511878c5-fc74-49c2-a7ce-30d68be43650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'efbfa3b7-5e62-4e3a-ab49-50d419c24357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:29.299920 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.300457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Bound using segment: {'id': '511878c5-fc74-49c2-a7ce-30d68be43650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'efbfa3b7-5e62-4e3a-ab49-50d419c24357'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:21:29.300971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Bound port: 60e86091-3b3c-4758-9774-2250e7f6fa5b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511878c5-fc74-49c2-a7ce-30d68be43650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'efbfa3b7-5e62-4e3a-ab49-50d419c24357'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:21:29.301880 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.350529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7556662f-9c36-48eb-80fd-484063ed6625 req-d7acd7c0-9a58-41d9-8445-8ee977ead3a1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Unset dirty status for tenant:b61e4f1740014417a9a4bf493277ef6d on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:29.352389 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7556662f-9c36-48eb-80fd-484063ed6625 req-d7acd7c0-9a58-41d9-8445-8ee977ead3a1 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 945 time: 0.8354702 Feb 09 13:21:29.358651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:29.359439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.413495 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.415216 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9684e3e6-eeb6-4feb-9bc9-b5383d86adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.487119 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-00912a2f-2b9e-4b41-b9e3-427ce81f6397 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7965202 Feb 09 13:21:29.488013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59356) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:29.559202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-7556662f-9c36-48eb-80fd-484063ed6625 req-69dc4a22-c2d3-4f20-b49d-9612285fb5ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Deleting port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:29.559961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7556662f-9c36-48eb-80fd-484063ed6625 req-69dc4a22-c2d3-4f20-b49d-9612285fb5ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.640053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] For port 60e86091-3b3c-4758-9774-2250e7f6fa5b, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:29.644350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] For port 60e86091-3b3c-4758-9774-2250e7f6fa5b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=60e86091-3b3c-4758-9774-2250e7f6fa5b,segment=NetworkSegment(511878c5-fc74-49c2-a7ce-30d68be43650),segment_id=511878c5-fc74-49c2-a7ce-30d68be43650)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:21:29.648611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Transition to ACTIVE for port object 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:29.675010 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.776576 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.790097 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:29.790792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.8 (8af44e8c-39bd-45d9-b30d-f84ca8712fb8/9809777d-fd29-4d9e-9082-36193075fe8d/f83ae8dc-dd57-49d0-8402-cd1f1472a8d2) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:29.909243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Network 8af44e8c-39bd-45d9-b30d-f84ca8712fb8 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:29.919988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=ebf9a34e-8226-4f55-9716-17490a0dd8bb,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:29.923333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5da82a3-ece9-474a-b2c3-cf2308170de8 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:21:29.946339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:29.948784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:29.965108 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b5da82a3-ece9-474a-b2c3-cf2308170de8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5da82a3-ece9-474a-b2c3-cf2308170de8,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:30.096916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:30.157741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:30.176996 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-9684e3e6-eeb6-4feb-9bc9-b5383d86adde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:21:30.178048 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-9684e3e6-eeb6-4feb-9bc9-b5383d86adde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:21:30.240403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Attempting to bind port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:30.240779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Attempting to bind port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '391f38a0-2584-4b3e-9926-67b0d538b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8af44e8c-39bd-45d9-b30d-f84ca8712fb8'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:30.241134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Attempting to bind port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 on network 8af44e8c-39bd-45d9-b30d-f84ca8712fb8 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:30.272060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:21:30.272426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Checking segment: {'id': '391f38a0-2584-4b3e-9926-67b0d538b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8af44e8c-39bd-45d9-b30d-f84ca8712fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:30.277861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:30.278265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Bound using segment: {'id': '391f38a0-2584-4b3e-9926-67b0d538b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8af44e8c-39bd-45d9-b30d-f84ca8712fb8'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:21:30.279952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Bound port: 1e18efb9-fc17-4a8c-81c6-4d12b7aef882, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391f38a0-2584-4b3e-9926-67b0d538b406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8af44e8c-39bd-45d9-b30d-f84ca8712fb8'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:21:30.281173 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:30.328922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a385e44-c8d8-44c0-966f-e923c974e56d None None] Pushing event updated for resources: {'Port': ['ID=60e86091-3b3c-4758-9774-2250e7f6fa5b,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:30.421610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['b5da82a3-ece9-474a-b2c3-cf2308170de8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:21:30.478966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7556662f-9c36-48eb-80fd-484063ed6625 req-69dc4a22-c2d3-4f20-b49d-9612285fb5ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] For port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,segment=NetworkSegment(5e27a731-fcfd-4819-a6c2-60984faad99d),segment_id=5e27a731-fcfd-4819-a6c2-60984faad99d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:30.479567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7556662f-9c36-48eb-80fd-484063ed6625 req-69dc4a22-c2d3-4f20-b49d-9612285fb5ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:30.574457 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e44748c3-ca80-4228-b1c2-a4f049980e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:30.590877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:30.617524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object f83ae8dc-dd57-49d0-8402-cd1f1472a8d2 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:30.661837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e44748c3-ca80-4228-b1c2-a4f049980e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:30.680636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59376) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:30.702736 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:30.728315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-7556662f-9c36-48eb-80fd-484063ed6625 req-69dc4a22-c2d3-4f20-b49d-9612285fb5ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Calling delete_port for 24b30630-472c-4fe7-95a0-52ec6b5dcc8d owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:30.800630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Pushing event updated for resources: {'Port': ['ID=1e18efb9-fc17-4a8c-81c6-4d12b7aef882,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:30.933179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44748c3-ca80-4228-b1c2-a4f049980e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e02657-6bcc-4071-892d-9b2b5ebb6194,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:30.961740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf97d53-20a7-48c0-ac71-e16929027fe6 req-3536d70d-96c4-40db-ab1e-171e85aaf135 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:30.963970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cf97d53-20a7-48c0-ac71-e16929027fe6 req-3536d70d-96c4-40db-ab1e-171e85aaf135 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 945 time: 1.3814507 Feb 09 13:21:30.969683 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e44748c3-ca80-4228-b1c2-a4f049980e35 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40af4b5a4d01468482fdeb63e6a72977&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9247165 Feb 09 13:21:30.970909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59384) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:30.975236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7556662f-9c36-48eb-80fd-484063ed6625 req-69dc4a22-c2d3-4f20-b49d-9612285fb5ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:31.030998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9a0fe-47ea-4f11-94c4-ea00997a9777 req-a7b9b5f7-fee0-4bd8-b46e-af08d9779940 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:31.042612 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f9a0fe-47ea-4f11-94c4-ea00997a9777 req-a7b9b5f7-fee0-4bd8-b46e-af08d9779940 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 944 time: 0.6631901 Feb 09 13:21:31.079630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] For port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:31.090056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 8af44e8c-39bd-45d9-b30d-f84ca8712fb8 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:31.091281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=f83ae8dc-dd57-49d0-8402-cd1f1472a8d2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:31.099423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc4a22-c2d3-4f20-b49d-9612285fb5ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Pushing event deleted for resources: {'Port': ['ID=24b30630-472c-4fe7-95a0-52ec6b5dcc8d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:31.121313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] For port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1e18efb9-fc17-4a8c-81c6-4d12b7aef882,segment=NetworkSegment(391f38a0-2584-4b3e-9926-67b0d538b406),segment_id=391f38a0-2584-4b3e-9926-67b0d538b406)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:21:31.164214 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:31.170087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b5da82a3-ece9-474a-b2c3-cf2308170de8,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:31.264493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:31.327331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-83273b1c-75ab-4458-a6f9-ddd7bb3a3f0f None None] Provisioning complete for port ebf9a34e-8226-4f55-9716-17490a0dd8bb triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:31.329020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-83273b1c-75ab-4458-a6f9-ddd7bb3a3f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:31.388982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:31.428118 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c439c2-6e8f-4c17-9b4d-3e382b2af54c None None] Pushing event updated for resources: {'Port': ['ID=1e18efb9-fc17-4a8c-81c6-4d12b7aef882,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:31.463301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62f9a0fe-47ea-4f11-94c4-ea00997a9777 req-a2144854-3111-4cfa-852c-f0bdbfc5115e tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579686 Feb 09 13:21:31.646103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:31.652497 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:31.692141 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cf97d53-20a7-48c0-ac71-e16929027fe6 req-e50aa67e-a463-4348-a4d7-4f86a2217681 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/security-groups?id=27dd1fcc-019c-45d4-96f2-40b3a57cb769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7130275 Feb 09 13:21:31.727783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:31.739890 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10b7063f-4502-4217-900f-022b834da0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:31.828929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-7556662f-9c36-48eb-80fd-484063ed6625 req-69dc4a22-c2d3-4f20-b49d-9612285fb5ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] No DVR routers for this DVR port 24b30630-472c-4fe7-95a0-52ec6b5dcc8d on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:21:31.831884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7556662f-9c36-48eb-80fd-484063ed6625 req-69dc4a22-c2d3-4f20-b49d-9612285fb5ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:31.845510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7b2424-a55c-4645-a8dc-2a20779c0eb1', 'name': 'network-vif-deleted', 'tag': '24b30630-472c-4fe7-95a0-52ec6b5dcc8d'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:21:31.885589 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10b7063f-4502-4217-900f-022b834da0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:31.895662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ebf9a34e-8226-4f55-9716-17490a0dd8bb up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:31.906242 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7556662f-9c36-48eb-80fd-484063ed6625 req-69dc4a22-c2d3-4f20-b49d-9612285fb5ff tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.67 "DELETE /v2.0/ports/24b30630-472c-4fe7-95a0-52ec6b5dcc8d HTTP/1.1" status: 204 len: 173 time: 2.5412388 Feb 09 13:21:32.010642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e86c1f1-cca8-45e5-a429-6861e18f921e req-b3579906-fca2-4e3e-834b-98becc5eb235 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 6498 time: 1.3094385 Feb 09 13:21:32.079051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-126a3560-0ccc-41e1-8bf5-92fae68f5af3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.8947370 Feb 09 13:21:32.088760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59398) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:32.101964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 24b30630-472c-4fe7-95a0-52ec6b5dcc8d no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:21:32.105523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:32.116281 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad5f499-97e3-498f-940e-149e52a6675d None None] Sync routers for ids ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:32.138499 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5f499-97e3-498f-940e-149e52a6675d None None] Routers {'0ce708d5-1453-43fd-b7e7-db195a6a9ab9'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:32.139669 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9ad5f499-97e3-498f-940e-149e52a6675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:32.154589 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7b2424-a55c-4645-a8dc-2a20779c0eb1', 'name': 'network-vif-deleted', 'tag': '24b30630-472c-4fe7-95a0-52ec6b5dcc8d', 'status': 'completed', 'code': 200} Feb 09 13:21:32.172474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 24b30630-472c-4fe7-95a0-52ec6b5dcc8d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:21:32.173018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 24b30630-472c-4fe7-95a0-52ec6b5dcc8d not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:21:32.211376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ebf9a34e-8226-4f55-9716-17490a0dd8bb triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:32.213026 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:32.254081 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9ad5f499-97e3-498f-940e-149e52a6675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:32.275291 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5f499-97e3-498f-940e-149e52a6675d None None] Routers {'0ce708d5-1453-43fd-b7e7-db195a6a9ab9'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:32.275291 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9ad5f499-97e3-498f-940e-149e52a6675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:32.282449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a8fee342-cdbe-4734-b541-4016aaebd39e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port f83ae8dc-dd57-49d0-8402-cd1f1472a8d2 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:32.282819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a8fee342-cdbe-4734-b541-4016aaebd39e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:32.309266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c71e4-eb8a-44ad-af23-c7c17bf8a954 None None] Network efbfa3b7-5e62-4e3a-ab49-50d419c24357 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:32.343768 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9ad5f499-97e3-498f-940e-149e52a6675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:32.344174 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad5f499-97e3-498f-940e-149e52a6675d None None] The sync data for ids ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:32.371539 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:32.375771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-adaca53f-3e56-4573-99dc-100e76baa6b0 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.5099442 Feb 09 13:21:32.376817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59402) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:32.676980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:32.687741 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:32.761702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d62ac9a2-3e46-45e2-816e-d825c86ec5c3 None None] Provisioning for port 60e86091-3b3c-4758-9774-2250e7f6fa5b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:33.001488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=f258e6e0-df66-404c-93cb-e4579304cbcf,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:33.118167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 60e86091-3b3c-4758-9774-2250e7f6fa5b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:33.368668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3345e8d-90c2-4eaa-8d55-c02552dedb98 None None] Network 8af44e8c-39bd-45d9-b30d-f84ca8712fb8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:33.481157 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a8fee342-cdbe-4734-b541-4016aaebd39e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:33.510997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:33.672183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:33.695153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e86c1f1-cca8-45e5-a429-6861e18f921e req-54ac5cb2-2f8d-420a-95bf-a43f376d40a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6833532 Feb 09 13:21:33.814998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-351b6121-ce2f-4568-8f54-4d81d664e6a9 None None] Provisioning for port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:33.912220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 60e86091-3b3c-4758-9774-2250e7f6fa5b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:33.919300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91f697e5-d099-4f28-9d56-5f361a315648 req-9f8a9bd9-efb6-4bc9-a343-e04abe805fd0 tempest-ServersTestJSON-1592183218 tempest-ServersTestJSON-1592183218-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d7b2424-a55c-4645-a8dc-2a20779c0eb1 HTTP/1.1" status: 200 len: 210 time: 0.3077917 Feb 09 13:21:33.928700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a8fee342-cdbe-4734-b541-4016aaebd39e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for f83ae8dc-dd57-49d0-8402-cd1f1472a8d2 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:33.960315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 60e86091-3b3c-4758-9774-2250e7f6fa5b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:33.960688 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.013511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10b7063f-4502-4217-900f-022b834da0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.135537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b5da82a3-ece9-474a-b2c3-cf2308170de8 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:34.214488 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10b7063f-4502-4217-900f-022b834da0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.217951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-10b7063f-4502-4217-900f-022b834da0a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9e02657-6bcc-4071-892d-9b2b5ebb6194 HTTP/1.1" status: 204 len: 168 time: 3.2058432 Feb 09 13:21:34.217951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a8fee342-cdbe-4734-b541-4016aaebd39e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.259977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7063f-4502-4217-900f-022b834da0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e02657-6bcc-4071-892d-9b2b5ebb6194,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:34.321358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fee342-cdbe-4734-b541-4016aaebd39e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=f83ae8dc-dd57-49d0-8402-cd1f1472a8d2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:34.328202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c7398568-3d3d-4f49-b900-3d600fe30d90 None None] Provisioning complete for port 60e86091-3b3c-4758-9774-2250e7f6fa5b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:34.329500 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7398568-3d3d-4f49-b900-3d600fe30d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.432891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.444428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.505504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abc495-f681-4264-9a41-c9b8f31fef1b req-56dfbac2-82cc-4274-a6b0-f75925afcc3c tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:34.508009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38abc495-f681-4264-9a41-c9b8f31fef1b req-56dfbac2-82cc-4274-a6b0-f75925afcc3c tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 944 time: 0.8989758 Feb 09 13:21:34.518684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port b5da82a3-ece9-474a-b2c3-cf2308170de8 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:34.541970 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port b5da82a3-ece9-474a-b2c3-cf2308170de8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:34.543986 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.560887 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a8fee342-cdbe-4734-b541-4016aaebd39e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.595095 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a8fee342-cdbe-4734-b541-4016aaebd39e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/f83ae8dc-dd57-49d0-8402-cd1f1472a8d2 HTTP/1.1" status: 204 len: 168 time: 2.4903376 Feb 09 13:21:34.597221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59426) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:34.626068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=f258e6e0-df66-404c-93cb-e4579304cbcf,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:34.631193 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.640124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.640559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.641165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.641558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.642064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.642502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.642936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.643355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.643810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.644224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.644766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:34.671331 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-09dcc16d-de35-4f94-8a4d-156e32169fe2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:21:34.671852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09dcc16d-de35-4f94-8a4d-156e32169fe2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:21:34.677038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-09dcc16d-de35-4f94-8a4d-156e32169fe2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/f83ae8dc-dd57-49d0-8402-cd1f1472a8d2 HTTP/1.1" status: 404 len: 333 time: 0.0758281 Feb 09 13:21:34.677038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59432) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:34.681808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.727132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38abc495-f681-4264-9a41-c9b8f31fef1b req-62249f58-7d5c-4bde-b08a-be4c7f1644a6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019477 Feb 09 13:21:34.742885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 60e86091-3b3c-4758-9774-2250e7f6fa5b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=60e86091-3b3c-4758-9774-2250e7f6fa5b,segment=NetworkSegment(511878c5-fc74-49c2-a7ce-30d68be43650),segment_id=511878c5-fc74-49c2-a7ce-30d68be43650)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:34.811388 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.875121 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7398568-3d3d-4f49-b900-3d600fe30d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:34.911437 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a34dfd6-2bbe-47be-bd1b-da20cd2a1bba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:21:34.912050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0a34dfd6-2bbe-47be-bd1b-da20cd2a1bba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:34.950292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0a34dfd6-2bbe-47be-bd1b-da20cd2a1bba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:34.954485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0a34dfd6-2bbe-47be-bd1b-da20cd2a1bba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/f83ae8dc-dd57-49d0-8402-cd1f1472a8d2 HTTP/1.1" status: 404 len: 333 time: 0.2742968 Feb 09 13:21:34.954761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59440) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:35.027262 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:35.071824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:35.157486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a83005-732a-469a-8a23-1aeccea1f90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5da82a3-ece9-474a-b2c3-cf2308170de8'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:21:35.197674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59448) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:35.213214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=60e86091-3b3c-4758-9774-2250e7f6fa5b,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:35.219475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b5da82a3-ece9-474a-b2c3-cf2308170de8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5da82a3-ece9-474a-b2c3-cf2308170de8,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:35.267285 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:35.323501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network efbfa3b7-5e62-4e3a-ab49-50d419c24357 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:35.324698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:35.489409 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a83005-732a-469a-8a23-1aeccea1f90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5da82a3-ece9-474a-b2c3-cf2308170de8', 'code': 200} Feb 09 13:21:35.490553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b5da82a3-ece9-474a-b2c3-cf2308170de8,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:35.512789 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-c7398568-3d3d-4f49-b900-3d600fe30d90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:21:35.513398 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-c7398568-3d3d-4f49-b900-3d600fe30d90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:21:35.538956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:35.544498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:35.544934 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:35.700034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed447241-b507-4b59-9195-51d3febe3a96 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet 9809777d-fd29-4d9e-9082-36193075fe8d {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:21:35.716312 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ed447241-b507-4b59-9195-51d3febe3a96 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:35.814157 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-91596e7b-c620-44ad-ade8-aad7fd279cc4 req-d62e197f-bbcc-4a31-a84f-860200302bea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 1096 time: 0.3323011 Feb 09 13:21:35.866346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:35.950733 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ed447241-b507-4b59-9195-51d3febe3a96 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:35.969658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1e18efb9-fc17-4a8c-81c6-4d12b7aef882,segment=NetworkSegment(391f38a0-2584-4b3e-9926-67b0d538b406),segment_id=391f38a0-2584-4b3e-9926-67b0d538b406)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:35.980063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:36.107088 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-91596e7b-c620-44ad-ade8-aad7fd279cc4 req-e041a100-7d84-4eb8-bf9e-096935fcf529 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852836 Feb 09 13:21:36.135106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e212ed-5b12-4615-9f88-ac2b325e31a5 admin admin] Deleting subnet 8b2890f1-cd7a-4c34-9690-caa4a64bcb7e {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:21:36.180950 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95e212ed-5b12-4615-9f88-ac2b325e31a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:36.216723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router d71b2fe9-9143-4da3-9682-3305b6e2f486 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:21:36.269855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=1e18efb9-fc17-4a8c-81c6-4d12b7aef882,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:36.293334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c7398568-3d3d-4f49-b900-3d600fe30d90 None None] Provisioning for port f258e6e0-df66-404c-93cb-e4579304cbcf completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:36.299160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c7398568-3d3d-4f49-b900-3d600fe30d90 None None] Provisioning complete for port f258e6e0-df66-404c-93cb-e4579304cbcf triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:36.299821 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7398568-3d3d-4f49-b900-3d600fe30d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:36.371278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c7398568-3d3d-4f49-b900-3d600fe30d90 None None] Port f258e6e0-df66-404c-93cb-e4579304cbcf cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:21:36.427156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:36.437561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a0a0e-116d-484b-86ba-91e04ed27725 None None] Sync routers for ids ['d71b2fe9-9143-4da3-9682-3305b6e2f486'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:36.440629 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-42de5b81-a335-46ea-bc90-22be7c1ce8e3 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/d71b2fe9-9143-4da3-9682-3305b6e2f486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9479384 Feb 09 13:21:36.444414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59472) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:36.469609 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95e212ed-5b12-4615-9f88-ac2b325e31a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:36.470637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a0a0e-116d-484b-86ba-91e04ed27725 None None] Routers {'d71b2fe9-9143-4da3-9682-3305b6e2f486'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:36.471512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-254a0a0e-116d-484b-86ba-91e04ed27725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d71b2fe9-9143-4da3-9682-3305b6e2f486'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:36.531068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce290b4-cf9e-4786-87ba-445f011884f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:36.532044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dce290b4-cf9e-4786-87ba-445f011884f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:36.550826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ed447241-b507-4b59-9195-51d3febe3a96 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:36.553961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dce290b4-cf9e-4786-87ba-445f011884f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:36.555192 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dce290b4-cf9e-4786-87ba-445f011884f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports/f258e6e0-df66-404c-93cb-e4579304cbcf HTTP/1.1" status: 200 len: 977 time: 0.1098125 Feb 09 13:21:36.558005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59478) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:36.616853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95e212ed-5b12-4615-9f88-ac2b325e31a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:36.670072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94454cd-b1ae-42fa-adfd-ab00d549baed req-d5a5afed-9723-4c92-ade7-2cc851c95ea9 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:36.677301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a94454cd-b1ae-42fa-adfd-ab00d549baed req-d5a5afed-9723-4c92-ade7-2cc851c95ea9 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.5544806 Feb 09 13:21:36.686671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-254a0a0e-116d-484b-86ba-91e04ed27725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:36.719041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1855e8f9-5da7-48f3-a192-9ab1470c807b None None] Provisioning complete for port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:36.722345 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1855e8f9-5da7-48f3-a192-9ab1470c807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:36.788429 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ed447241-b507-4b59-9195-51d3febe3a96 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:36.841711 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a94454cd-b1ae-42fa-adfd-ab00d549baed req-4dfe8ca4-34ea-44a0-8fe9-8fefbd1932a3 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634493 Feb 09 13:21:36.846300 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95e212ed-5b12-4615-9f88-ac2b325e31a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:36.892235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed447241-b507-4b59-9195-51d3febe3a96 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=9809777d-fd29-4d9e-9082-36193075fe8d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:36.939169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254a0a0e-116d-484b-86ba-91e04ed27725 None None] Routers {'d71b2fe9-9143-4da3-9682-3305b6e2f486'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:36.939790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-254a0a0e-116d-484b-86ba-91e04ed27725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d71b2fe9-9143-4da3-9682-3305b6e2f486'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:37.016646 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ed447241-b507-4b59-9195-51d3febe3a96 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:37.021259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e212ed-5b12-4615-9f88-ac2b325e31a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2890f1-cd7a-4c34-9690-caa4a64bcb7e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:37.033963 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95e212ed-5b12-4615-9f88-ac2b325e31a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:37.046198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ed447241-b507-4b59-9195-51d3febe3a96 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/9809777d-fd29-4d9e-9082-36193075fe8d HTTP/1.1" status: 204 len: 168 time: 2.0901582 Feb 09 13:21:37.049427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59492) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:37.061705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-95e212ed-5b12-4615-9f88-ac2b325e31a5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8b2890f1-cd7a-4c34-9690-caa4a64bcb7e HTTP/1.1" status: 204 len: 168 time: 1.8368034 Feb 09 13:21:37.083632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59496) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:37.099233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:37.218657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe91947-590e-45d9-aec2-6aa59963bf62 None None] Network 8af44e8c-39bd-45d9-b30d-f84ca8712fb8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:37.542142 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:37.555775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:37.633001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:37.633346 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:37.651649 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:37.711199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-254a0a0e-116d-484b-86ba-91e04ed27725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:37.711781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254a0a0e-116d-484b-86ba-91e04ed27725 None None] The sync data for ids ['d71b2fe9-9143-4da3-9682-3305b6e2f486'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:37.745945 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:37.746564 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:37.940796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1855e8f9-5da7-48f3-a192-9ab1470c807b None None] Provisioning complete for port f258e6e0-df66-404c-93cb-e4579304cbcf triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:37.950786 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1855e8f9-5da7-48f3-a192-9ab1470c807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:37.973601 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.142405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f5416-2788-4dac-93ac-547a3ceee0ff None None] DHCP port deletion for 8af44e8c-39bd-45d9-b30d-f84ca8712fb8 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:21:38.177153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.188183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f5416-2788-4dac-93ac-547a3ceee0ff None None] Deleting port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:38.188629 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5416-2788-4dac-93ac-547a3ceee0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.200532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7940e2b9-7074-4987-9b54-3d4469043068']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:38.290611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59514) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:38.302901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 60e86091-3b3c-4758-9774-2250e7f6fa5b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:38.308649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e27a731-fcfd-4819-a6c2-60984faad99d') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:38.308941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e27a731-fcfd-4819-a6c2-60984faad99d') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:38.364137 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1855e8f9-5da7-48f3-a192-9ab1470c807b None None] Port f258e6e0-df66-404c-93cb-e4579304cbcf cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:21:38.386538 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.389582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port f258e6e0-df66-404c-93cb-e4579304cbcf {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:38.390121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.406952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1855e8f9-5da7-48f3-a192-9ab1470c807b None None] Could not find standard attr ID for object f83ae8dc-dd57-49d0-8402-cd1f1472a8d2. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:21:38.485343 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.501892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] For port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1e18efb9-fc17-4a8c-81c6-4d12b7aef882,segment=NetworkSegment(391f38a0-2584-4b3e-9926-67b0d538b406),segment_id=391f38a0-2584-4b3e-9926-67b0d538b406)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:38.502242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.510142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:21:38.510560 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:21:38.532602 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:21:38.574500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9e7f5416-2788-4dac-93ac-547a3ceee0ff None None] For port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1e18efb9-fc17-4a8c-81c6-4d12b7aef882,segment=NetworkSegment(391f38a0-2584-4b3e-9926-67b0d538b406),segment_id=391f38a0-2584-4b3e-9926-67b0d538b406)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:38.575223 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5416-2788-4dac-93ac-547a3ceee0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.615025 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.710804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f5416-2788-4dac-93ac-547a3ceee0ff None None] Calling delete_port for 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:38.750786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for f258e6e0-df66-404c-93cb-e4579304cbcf owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:38.800216 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 60e86091-3b3c-4758-9774-2250e7f6fa5b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:38.800810 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.852460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1244039225', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:38.857758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:38.857945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:38.862237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Usage tracker for resource:port and tenant:c8197c66b56d4e67bf712a0d55ecc397 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:38.865450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:38.871267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:38.871486 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5416-2788-4dac-93ac-547a3ceee0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.882020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Made reservation on behalf of c8197c66b56d4e67bf712a0d55ecc397 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:38.884358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.904272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:38.932434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f5416-2788-4dac-93ac-547a3ceee0ff None None] Pushing event deleted for resources: {'Port': ['ID=1e18efb9-fc17-4a8c-81c6-4d12b7aef882,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:38.937478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f5416-2788-4dac-93ac-547a3ceee0ff None None] No DVR routers for this DVR port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:21:38.991232 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:21:38.991819 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:21:38.992225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:39.021352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:39.053426 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7940e2b9-7074-4987-9b54-3d4469043068 HTTP/1.1" status: 204 len: 168 time: 1.9640265 Feb 09 13:21:39.059821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200892-433a-47f8-a083-20cfea563774 req-6e483b16-81b7-45c0-b9ee-4a513fc2a05d tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:39.063742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93200892-433a-47f8-a083-20cfea563774 req-6e483b16-81b7-45c0-b9ee-4a513fc2a05d tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.9202826 Feb 09 13:21:39.116138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:21:39.116633 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69865f09-82fb-455c-a158-4fd2d57e5812 admin admin] Pushing event deleted for resources: {'Network': ['ID=7940e2b9-7074-4987-9b54-3d4469043068,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:39.140691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:39.145906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:39.150246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Usage tracker for resource:security_group_rule and tenant:c8197c66b56d4e67bf712a0d55ecc397 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:39.192639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:21:39.193897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:21:39.197931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:39.249355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:39.257462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=f258e6e0-df66-404c-93cb-e4579304cbcf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:39.272344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93200892-433a-47f8-a083-20cfea563774 req-f58b1655-60c0-49b2-a92d-0a0efb0a1f93 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489527 Feb 09 13:21:39.432716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59528) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:39.494218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 1e18efb9-fc17-4a8c-81c6-4d12b7aef882 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:39.499989 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:39.565320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.20.0.1 (0f5f57a4-68e6-467b-a67e-a812710133ff/7e69fc84-c7bc-4dd1-a81a-e121a4c1b035/3b0ff62d-1b08-4b4d-a900-54795d6dd033) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:39.625906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] The port '1e18efb9-fc17-4a8c-81c6-4d12b7aef882' was deleted {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:21:39.674128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24216135-9610-4e0a-8043-d7714890b295 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b61e4f1740014417a9a4bf493277ef6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2400672 Feb 09 13:21:39.678682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:39.684851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59532) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:39.840235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:39.891684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:39.896036 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:39.972244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59540) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:40.004382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] device_id is not set on port 2e921695-d476-4fef-aec5-3098cc408713 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:40.042398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562977d6-2bf2-46d8-aad4-51dc9b380dbb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:40.115526 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35e08afa-d6c5-49a8-9ca6-446e3e2510f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.123362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af44e8c-39bd-45d9-b30d-f84ca8712fb8']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:40.228180 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.248905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Transition to ACTIVE for port object 3b0ff62d-1b08-4b4d-a900-54795d6dd033 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:40.276731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391f38a0-2584-4b3e-9926-67b0d538b406') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:40.277328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391f38a0-2584-4b3e-9926-67b0d538b406') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:40.298292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.321595 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.328355 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.331713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35e08afa-d6c5-49a8-9ca6-446e3e2510f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.399662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:21:40.400136 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:21:40.418851 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:21:40.459814 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74cb06ff-1fa5-41af-a6fe-0b5280d74084 req-964bfd1a-c045-4ac0-9906-133e6d8cac7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e68331b2aab410092da31847e69dc33&device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 1096 time: 0.6174631 Feb 09 13:21:40.491709 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46f67ec7-fa40-4f70-878e-9e4c9c95dd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.564681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 0f5f57a4-68e6-467b-a67e-a812710133ff is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:40.570453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:40.576988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:40.605234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=3b0ff62d-1b08-4b4d-a900-54795d6dd033,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:40.606117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Allocated IP 172.25.5.18 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/2e921695-d476-4fef-aec5-3098cc408713) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:40.616625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebe777-98ae-4792-905c-02d35c5f705b req-c29e037d-46e0-45a1-9e83-c1584ae87b6d tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:40.618199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79ebe777-98ae-4792-905c-02d35c5f705b req-c29e037d-46e0-45a1-9e83-c1584ae87b6d tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.6551468 Feb 09 13:21:40.625605 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.659305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.685647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.685927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.686247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.686674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.687000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.687330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.687637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.687953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.688262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.688578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.688905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:21:40.706287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Network': ['ID=8af44e8c-39bd-45d9-b30d-f84ca8712fb8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:40.723081 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35e08afa-d6c5-49a8-9ca6-446e3e2510f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.746186 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fe9085fb-eb30-4ef4-80c1-4fa5188f3bcc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/networks/8af44e8c-39bd-45d9-b30d-f84ca8712fb8 HTTP/1.1" status: 204 len: 168 time: 3.6952856 Feb 09 13:21:40.755237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59546) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:40.756737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-35e08afa-d6c5-49a8-9ca6-446e3e2510f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.757958 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-35e08afa-d6c5-49a8-9ca6-446e3e2510f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27dd1fcc-019c-45d4-96f2-40b3a57cb769 HTTP/1.1" status: 204 len: 168 time: 1.0645084 Feb 09 13:21:40.760595 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.776018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-568914976'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:40.799618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e08afa-d6c5-49a8-9ca6-446e3e2510f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dd1fcc-019c-45d4-96f2-40b3a57cb769,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:40.802315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-46f67ec7-fa40-4f70-878e-9e4c9c95dd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:40.803751 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79ebe777-98ae-4792-905c-02d35c5f705b req-2cc2e9de-bccf-4cea-a1e6-f948f829de84 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541431 Feb 09 13:21:40.806436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:40.812391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:network and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:40.821140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:40.825171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-46f67ec7-fa40-4f70-878e-9e4c9c95dd2c admin admin] Usage tracker for resource:security_group_rule and tenant:ab89555ac5734401bb6cb1fd8ff21f17 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:40.829796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:40.838411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-46f67ec7-fa40-4f70-878e-9e4c9c95dd2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:40.846494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb06ff-1fa5-41af-a6fe-0b5280d74084 req-a26bfe2a-b041-4f71-bfdc-f07010e8ac60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:40.848047 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74cb06ff-1fa5-41af-a6fe-0b5280d74084 req-a26bfe2a-b041-4f71-bfdc-f07010e8ac60 service neutron] 10.222.0.67 "GET /v2.0/networks?id=905b5f89-de12-4ddd-b8a3-faa5bb706076 HTTP/1.1" status: 200 len: 911 time: 0.3806481 Feb 09 13:21:40.860507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:40.861867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-46f67ec7-fa40-4f70-878e-9e4c9c95dd2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:40.864467 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.958389 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.967482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3a00e956-719a-4d44-ad89-b28af00063d1 None None] Provisioning for port 3b0ff62d-1b08-4b4d-a900-54795d6dd033 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:40.974667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3a00e956-719a-4d44-ad89-b28af00063d1 None None] Provisioning complete for port 3b0ff62d-1b08-4b4d-a900-54795d6dd033 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:40.977680 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3a00e956-719a-4d44-ad89-b28af00063d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:40.982373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:21:41.097109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3a00e956-719a-4d44-ad89-b28af00063d1 None None] Port 3b0ff62d-1b08-4b4d-a900-54795d6dd033 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:21:41.119440 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74cb06ff-1fa5-41af-a6fe-0b5280d74084 req-b3edb402-9a00-49a7-987c-e2d7c045b351 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5da82a3-ece9-474a-b2c3-cf2308170de8 HTTP/1.1" status: 200 len: 217 time: 0.2550864 Feb 09 13:21:41.130567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router d71b2fe9-9143-4da3-9682-3305b6e2f486 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:41.248647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb06ff-1fa5-41af-a6fe-0b5280d74084 req-76f0c66d-6254-4bd4-a564-da461423ed4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:41.250976 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74cb06ff-1fa5-41af-a6fe-0b5280d74084 req-76f0c66d-6254-4bd4-a564-da461423ed4f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2a17d56-179c-488d-a8c8-b5175d557c7a HTTP/1.1" status: 200 len: 850 time: 0.1192756 Feb 09 13:21:41.258619 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.282080 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.282648 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Added segment cdc059f5-7467-4d17-b9cb-f4ff58c742c9 of type vlan for network dc975578-9ea7-49b1-b967-41cf07b803ae Feb 09 13:21:41.333556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.405933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.409603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:41.410185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.451337 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74cb06ff-1fa5-41af-a6fe-0b5280d74084 req-f1ecd9d5-b63a-4323-9936-41b953547031 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905b5f89-de12-4ddd-b8a3-faa5bb706076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854990 Feb 09 13:21:41.491841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.501985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46f67ec7-fa40-4f70-878e-9e4c9c95dd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.523009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46f67ec7-fa40-4f70-878e-9e4c9c95dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.531461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7724662 Feb 09 13:21:41.548388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59566) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:41.602426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f3bd2-8fe4-42e6-b88d-e05c506b62f2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Network': ['ID=dc975578-9ea7-49b1-b967-41cf07b803ae,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:41.619168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': 'dc975578-9ea7-49b1-b967-41cf07b803ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:41.619330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network dc975578-9ea7-49b1-b967-41cf07b803ae details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:21:41.661102 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.666982 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.702858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:41.715882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f67ec7-fa40-4f70-878e-9e4c9c95dd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed691f01-610a-4cff-a482-e0929ff9c944,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:41.716073 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82947a16-a84b-409d-bb3d-acff2f4fbdec None None] Sync routers for ids ['d71b2fe9-9143-4da3-9682-3305b6e2f486'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:41.733028 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82947a16-a84b-409d-bb3d-acff2f4fbdec None None] Routers {'d71b2fe9-9143-4da3-9682-3305b6e2f486'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:41.737411 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-82947a16-a84b-409d-bb3d-acff2f4fbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d71b2fe9-9143-4da3-9682-3305b6e2f486'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:41.781149 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-46f67ec7-fa40-4f70-878e-9e4c9c95dd2c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab89555ac5734401bb6cb1fd8ff21f17&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7401185 Feb 09 13:21:41.787898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59574) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:41.807221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.871683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=3b0ff62d-1b08-4b4d-a900-54795d6dd033,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:41.879057 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-82947a16-a84b-409d-bb3d-acff2f4fbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:41.880192 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74cb06ff-1fa5-41af-a6fe-0b5280d74084 req-f213de50-0690-4a5d-8994-9c683016210a service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108553 Feb 09 13:21:41.881292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:41.895466 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82947a16-a84b-409d-bb3d-acff2f4fbdec None None] Routers {'d71b2fe9-9143-4da3-9682-3305b6e2f486'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:41.896984 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-82947a16-a84b-409d-bb3d-acff2f4fbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['d71b2fe9-9143-4da3-9682-3305b6e2f486'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:41.981686 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-82947a16-a84b-409d-bb3d-acff2f4fbdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:41.982098 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82947a16-a84b-409d-bb3d-acff2f4fbdec None None] The sync data for ids ['d71b2fe9-9143-4da3-9682-3305b6e2f486'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:42.041425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 0f5f57a4-68e6-467b-a67e-a812710133ff is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:42.050120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:42.112980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:42.145687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:42.162227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:42.237696 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-621fab55-2bac-4fd5-9533-a1fec0d72423 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/d71b2fe9-9143-4da3-9682-3305b6e2f486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6783459 Feb 09 13:21:42.238636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59590) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:42.241493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:42.257475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:42.316003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494e710-45fa-424a-9de8-b205dcbb1e97 req-505715ec-e1ba-40ef-9e97-dae465dd47ac tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:42.319866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3494e710-45fa-424a-9de8-b205dcbb1e97 req-505715ec-e1ba-40ef-9e97-dae465dd47ac tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.2673464 Feb 09 13:21:42.326242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Pushing event updated for resources: {'Port': ['ID=2e921695-d476-4fef-aec5-3098cc408713,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:42.330580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:42.343155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:42.426373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-655751d6-5e07-4adb-b76d-769b6f3e5d6a None None] Provisioning complete for port 3b0ff62d-1b08-4b4d-a900-54795d6dd033 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:42.426901 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-655751d6-5e07-4adb-b76d-769b6f3e5d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:42.491517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-655751d6-5e07-4adb-b76d-769b6f3e5d6a None None] Port 3b0ff62d-1b08-4b4d-a900-54795d6dd033 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:21:42.523704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:42.523704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:42.538107 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7de25367-100e-4ee6-b98b-72055f553ea1 req-fb27c3ef-c8c0-48e0-97b5-b20fedf608bb tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0679600 Feb 09 13:21:42.544332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:42.565219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3494e710-45fa-424a-9de8-b205dcbb1e97 req-bcd023c7-d497-41ea-90da-d13d0adaa969 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779590 Feb 09 13:21:42.637252 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c55e7e91-61d5-427f-89bd-c13eb0fc0569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:42.665592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router 0ce708d5-1453-43fd-b7e7-db195a6a9ab9 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:42.708162 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-64057132-dfa7-4371-877f-69419778d88b tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.4133492 Feb 09 13:21:42.713162 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-74cb06ff-1fa5-41af-a6fe-0b5280d74084 req-3fa3fee1-3b63-4299-9156-07e39abc40e2 service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168151 Feb 09 13:21:42.720578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59602) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:42.745560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.18'}]}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:42.751891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c55e7e91-61d5-427f-89bd-c13eb0fc0569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:42.761159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:42.771877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:42.787181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Usage tracker for resource:router and tenant:c8197c66b56d4e67bf712a0d55ecc397 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:42.809479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:42.829556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:43.023647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:43.025316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:43.060887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:43.072587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-498c9529-f415-4e9d-9efd-9d8b6be2baf7 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "PUT /v2.0/routers/0ce708d5-1453-43fd-b7e7-db195a6a9ab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6909568 Feb 09 13:21:43.077424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59608) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:43.078031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24fb5dc-e538-46dd-8ca4-61f7bfc6f596 None None] Sync routers for ids ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:43.085263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'port': {'network_id': '0f5f57a4-68e6-467b-a67e-a812710133ff', 'name': 'tempest-FloatingIPTestJSON-337483905'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:43.100133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24fb5dc-e538-46dd-8ca4-61f7bfc6f596 None None] Routers {'0ce708d5-1453-43fd-b7e7-db195a6a9ab9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:43.100777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b24fb5dc-e538-46dd-8ca4-61f7bfc6f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:43.124834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:43.126132 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c55e7e91-61d5-427f-89bd-c13eb0fc0569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:43.173037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b24fb5dc-e538-46dd-8ca4-61f7bfc6f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:43.185093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24fb5dc-e538-46dd-8ca4-61f7bfc6f596 None None] Routers {'0ce708d5-1453-43fd-b7e7-db195a6a9ab9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:43.186053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b24fb5dc-e538-46dd-8ca4-61f7bfc6f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:43.197923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e7e91-61d5-427f-89bd-c13eb0fc0569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed691f01-610a-4cff-a482-e0929ff9c944,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:43.202964 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-82b70867-d7d0-47e6-b4a0-e6568ae2cd99 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 13:21:43.204344 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-82b70867-d7d0-47e6-b4a0-e6568ae2cd99 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/d71b2fe9-9143-4da3-9682-3305b6e2f486/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9547718 Feb 09 13:21:43.210511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59612) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:43.221168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c55e7e91-61d5-427f-89bd-c13eb0fc0569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:43.223294 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c55e7e91-61d5-427f-89bd-c13eb0fc0569 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed691f01-610a-4cff-a482-e0929ff9c944 HTTP/1.1" status: 204 len: 168 time: 1.4256675 Feb 09 13:21:43.262911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:43.265502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b24fb5dc-e538-46dd-8ca4-61f7bfc6f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:43.266107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24fb5dc-e538-46dd-8ca4-61f7bfc6f596 None None] The sync data for ids ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:43.267723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Usage tracker for resource:port and tenant:e5c697a4935e404c881bb9b0bd6e1fa6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:43.283824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:43.295266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:43.306222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e8caa3d5-6bee-45fb-9ee6-b66e5ce3028c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:43.307535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Made reservation on behalf of e5c697a4935e404c881bb9b0bd6e1fa6 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:43.310950 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:43.336575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] device_id is not set on port 5e546a27-b97f-4a64-8d50-0fc95e3e74b4 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:43.464166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e8caa3d5-6bee-45fb-9ee6-b66e5ce3028c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:43.467794 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e8caa3d5-6bee-45fb-9ee6-b66e5ce3028c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d71b2fe9-9143-4da3-9682-3305b6e2f486 HTTP/1.1" status: 200 len: 205 time: 0.2526872 Feb 09 13:21:43.468640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59618) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:43.508634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Allocated IP 172.20.0.13 (0f5f57a4-68e6-467b-a67e-a812710133ff/7e69fc84-c7bc-4dd1-a81a-e121a4c1b035/5e546a27-b97f-4a64-8d50-0fc95e3e74b4) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:43.866687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59628) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:43.909570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:43.919395 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:43.959398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd85afac-6093-4cf9-a66b-8850d86516e8 req-fc230e66-37e1-482a-8251-8034cd5fcc0f tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1385243 Feb 09 13:21:43.986668 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7428458c-50db-4e1c-885f-8a39c53609da admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.007026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.050600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Transition to ACTIVE for port object 5e546a27-b97f-4a64-8d50-0fc95e3e74b4 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:44.053688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b23ab2-3cab-4c22-9dd8-5a46d2b9da50 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.067206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7428458c-50db-4e1c-885f-8a39c53609da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:44.077945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7428458c-50db-4e1c-885f-8a39c53609da admin admin] Usage tracker for resource:security_group_rule and tenant:e5b7bda1a7a140bda62647b350628be4 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:44.082202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7428458c-50db-4e1c-885f-8a39c53609da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:44.096935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7428458c-50db-4e1c-885f-8a39c53609da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:44.111530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=b77f7188-4783-4038-9e55-d3bc9a18e046,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:44.123872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7a5c-1608-4ad6-93e9-cbbdc392ddd5 req-87b160eb-35a3-42c0-b920-d55cca637472 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:44.125340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c3b7a5c-1608-4ad6-93e9-cbbdc392ddd5 req-87b160eb-35a3-42c0-b920-d55cca637472 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.2536545 Feb 09 13:21:44.185468 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.248134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c3b7a5c-1608-4ad6-93e9-cbbdc392ddd5 req-79e57992-6036-4e48-b265-8380a78c3194 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119406 Feb 09 13:21:44.252758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Checking segment: {'id': 'cdc059f5-7467-4d17-b9cb-f4ff58c742c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dc975578-9ea7-49b1-b967-41cf07b803ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:44.253117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network hostable DHCP agents. Network: dc975578-9ea7-49b1-b967-41cf07b803ae, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:21:44.296801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event updated for resources: {'Port': ['ID=5e546a27-b97f-4a64-8d50-0fc95e3e74b4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:44.306441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Network 0f5f57a4-68e6-467b-a67e-a812710133ff is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:44.310240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:44.314106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:44.340785 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7428458c-50db-4e1c-885f-8a39c53609da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.354992 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7428458c-50db-4e1c-885f-8a39c53609da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.432523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:44.433040 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.442195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428458c-50db-4e1c-885f-8a39c53609da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caefc5c5-1afb-413d-bb96-746988a4c36e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:44.455034 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7428458c-50db-4e1c-885f-8a39c53609da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5b7bda1a7a140bda62647b350628be4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5819657 Feb 09 13:21:44.460597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59632) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:44.501406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2be6029e-3a00-4960-a613-db7d3dcdd699 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4202969 Feb 09 13:21:44.503532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59636) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:44.510942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Request body: {'floatingip': {'port_id': '5e546a27-b97f-4a64-8d50-0fc95e3e74b4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:44.556303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network dc975578-9ea7-49b1-b967-41cf07b803ae is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:21:44.595732 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b23ab2-3cab-4c22-9dd8-5a46d2b9da50 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.595732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, dc975578-9ea7-49b1-b967-41cf07b803ae) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:44.595732 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b23ab2-3cab-4c22-9dd8-5a46d2b9da50 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.603193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:44.603193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.637542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b43018-aa20-4e8c-8882-9613d7e564e1 None None] Network dc975578-9ea7-49b1-b967-41cf07b803ae requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:44.672587 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9e1805b-5682-403b-9e89-a0dfd6d2069a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.682563 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d7b3478d-f64a-4c84-bdf5-c4980b8dfb67 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1135292 Feb 09 13:21:44.682563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59640) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:44.682563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': 'dc975578-9ea7-49b1-b967-41cf07b803ae', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1432181199'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:44.703124 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9e1805b-5682-403b-9e89-a0dfd6d2069a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.733228 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b23ab2-3cab-4c22-9dd8-5a46d2b9da50 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.733228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b23ab2-3cab-4c22-9dd8-5a46d2b9da50 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Fanout notify agent at l3_agent the message router_deleted on router d71b2fe9-9143-4da3-9682-3305b6e2f486 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:21:44.760128 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.819323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b23ab2-3cab-4c22-9dd8-5a46d2b9da50 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.825159 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b3b23ab2-3cab-4c22-9dd8-5a46d2b9da50 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/d71b2fe9-9143-4da3-9682-3305b6e2f486 HTTP/1.1" status: 204 len: 168 time: 1.3507230 Feb 09 13:21:44.826886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59644) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:44.877789 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.887764 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9e1805b-5682-403b-9e89-a0dfd6d2069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.913977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.920167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b481c0b2-42ee-40b6-a3b2-c78de5ad16a9 None None] Provisioning for port 5e546a27-b97f-4a64-8d50-0fc95e3e74b4 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:44.954460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:44.960483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:port and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:44.967101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:44.980658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b481c0b2-42ee-40b6-a3b2-c78de5ad16a9 None None] Provisioning complete for port 5e546a27-b97f-4a64-8d50-0fc95e3e74b4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:44.981025 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b481c0b2-42ee-40b6-a3b2-c78de5ad16a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:44.982650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:45.010597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:45.014158 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.063995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b481c0b2-42ee-40b6-a3b2-c78de5ad16a9 None None] Port 5e546a27-b97f-4a64-8d50-0fc95e3e74b4 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:21:45.089340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-dc975578-9ea7-49b1-b967-41cf07b803ae', 'network_id': 'dc975578-9ea7-49b1-b967-41cf07b803ae', 'tenant_id': '402149aabdc44c73809b92366384b20e', 'fixed_ips': [{'subnet_id': 'b77f7188-4783-4038-9e55-d3bc9a18e046'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:21:45.090293 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.125865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1805b-5682-403b-9e89-a0dfd6d2069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caefc5c5-1afb-413d-bb96-746988a4c36e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:45.134134 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4af86e67-9f5d-483b-8a9d-69e7ec0d5049 req-2d0452af-4b9d-4fc9-af50-cce4db88156e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0582206 Feb 09 13:21:45.137517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:45.150745 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9e1805b-5682-403b-9e89-a0dfd6d2069a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.152291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a9e1805b-5682-403b-9e89-a0dfd6d2069a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/caefc5c5-1afb-413d-bb96-746988a4c36e HTTP/1.1" status: 204 len: 168 time: 0.6908073 Feb 09 13:21:45.274139 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.373255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Allocated IP 172.20.0.2 (dc975578-9ea7-49b1-b967-41cf07b803ae/b77f7188-4783-4038-9e55-d3bc9a18e046/ddc790ea-c052-40f2-89d1-8b2fbc2eb365) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:45.547396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fcdaf8d-8757-47ed-84af-a77a0efd7746 req-83a10698-a582-4669-a2ff-526ecf7625e1 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.2493002 Feb 09 13:21:45.695308 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.716157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Transition to ACTIVE for port object ddc790ea-c052-40f2-89d1-8b2fbc2eb365 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:45.753187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Transition to ACTIVE for port object ddc790ea-c052-40f2-89d1-8b2fbc2eb365 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:45.764309 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.767938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc26fe6-037b-4be7-8dea-c6732733871e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting subnet a9a80af3-9bdb-44ba-86fa-5d9efd045e15 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:21:45.774063 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6dc26fe6-037b-4be7-8dea-c6732733871e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.842550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Network dc975578-9ea7-49b1-b967-41cf07b803ae is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:45.850416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:45.853325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:45.918421 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.928633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.939773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.14 (dc975578-9ea7-49b1-b967-41cf07b803ae/b77f7188-4783-4038-9e55-d3bc9a18e046/1e78aff8-1ac6-4caa-9d07-fe1763c7ca39) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:45.972376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fe639-deaa-4bf0-b5d0-f85f8d60169d req-44c8d40f-0851-4306-81c2-d99318dbb7f8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:45.974254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-715fe639-deaa-4bf0-b5d0-f85f8d60169d req-44c8d40f-0851-4306-81c2-d99318dbb7f8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.4253349 Feb 09 13:21:45.977389 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6dc26fe6-037b-4be7-8dea-c6732733871e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.998948 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:45.999477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54a16ab7-e41d-431f-9c7c-aaed15d120c9 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:21:46.052669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Attempting to bind port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:46.053542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Attempting to bind port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'cdc059f5-7467-4d17-b9cb-f4ff58c742c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dc975578-9ea7-49b1-b967-41cf07b803ae'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:46.055989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Attempting to bind port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 on network dc975578-9ea7-49b1-b967-41cf07b803ae {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:46.068007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Pushing event updated for resources: {'Port': ['ID=ddc790ea-c052-40f2-89d1-8b2fbc2eb365,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:46.074919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:21:46.075416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Checking segment: {'id': 'cdc059f5-7467-4d17-b9cb-f4ff58c742c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dc975578-9ea7-49b1-b967-41cf07b803ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:46.075692 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.076066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Bound using segment: {'id': 'cdc059f5-7467-4d17-b9cb-f4ff58c742c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dc975578-9ea7-49b1-b967-41cf07b803ae'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:21:46.076552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Bound port: ddc790ea-c052-40f2-89d1-8b2fbc2eb365, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdc059f5-7467-4d17-b9cb-f4ff58c742c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'dc975578-9ea7-49b1-b967-41cf07b803ae'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:21:46.076914 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.109970 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 13:21:46.111380 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6aa89048-a449-495f-a2c0-1a638885c082 tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3819549 Feb 09 13:21:46.115253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59666) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:46.218144 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6dc26fe6-037b-4be7-8dea-c6732733871e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.224617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-72ba7972-7c29-41c2-827e-44db45978d7c tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Deleting port 2e921695-d476-4fef-aec5-3098cc408713 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:46.225179 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72ba7972-7c29-41c2-827e-44db45978d7c tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.243963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.287279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] For port ddc790ea-c052-40f2-89d1-8b2fbc2eb365, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:46.291577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] For port ddc790ea-c052-40f2-89d1-8b2fbc2eb365, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ddc790ea-c052-40f2-89d1-8b2fbc2eb365,segment=NetworkSegment(cdc059f5-7467-4d17-b9cb-f4ff58c742c9),segment_id=cdc059f5-7467-4d17-b9cb-f4ff58c742c9)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:21:46.299496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.321371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-715fe639-deaa-4bf0-b5d0-f85f8d60169d req-a4fe2450-8296-4839-8b48-23ac6626168e tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979808 Feb 09 13:21:46.329846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.366593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6dc26fe6-037b-4be7-8dea-c6732733871e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.382231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:46.414193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc26fe6-037b-4be7-8dea-c6732733871e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a80af3-9bdb-44ba-86fa-5d9efd045e15,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:46.423286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6dc26fe6-037b-4be7-8dea-c6732733871e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.433084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59674) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:46.433245 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6dc26fe6-037b-4be7-8dea-c6732733871e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/a9a80af3-9bdb-44ba-86fa-5d9efd045e15 HTTP/1.1" status: 204 len: 168 time: 1.6050944 Feb 09 13:21:46.444071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f797d13-f0ef-4d40-86d7-826fb648540a None None] Network efbfa3b7-5e62-4e3a-ab49-50d419c24357 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:46.545668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632de85-7f5e-4b92-b3f3-ce8fdc89e765 None None] Pushing event updated for resources: {'Port': ['ID=ddc790ea-c052-40f2-89d1-8b2fbc2eb365,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:46.672440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.680177 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.774540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.775830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.868831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network dc975578-9ea7-49b1-b967-41cf07b803ae is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:46.873029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:46.880343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:46.928226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae2d3a-ab9e-4c78-876c-9b26b5447ab8 None None] DHCP port deletion for efbfa3b7-5e62-4e3a-ab49-50d419c24357 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:21:46.932962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-34ae2d3a-ab9e-4c78-876c-9b26b5447ab8 None None] Deleting port 60e86091-3b3c-4758-9774-2250e7f6fa5b {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:46.933385 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34ae2d3a-ab9e-4c78-876c-9b26b5447ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:46.959301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef81bea1-b482-4323-99be-75cf1a2997f7 req-cfeef591-2a82-49c1-95f1-e0a1927b2b22 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1159759 Feb 09 13:21:46.967777 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72ba7972-7c29-41c2-827e-44db45978d7c tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:47.176107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 60e86091-3b3c-4758-9774-2250e7f6fa5b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:47.176317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:47.236650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ddc790ea-c052-40f2-89d1-8b2fbc2eb365 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:47.267770 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP 863a7631-5d08-46cf-9ff5-38207e67d956 associated. External IP: 172.25.5.3, port: 4760cfa0-f299-4465-b17c-37c7213ee249. Feb 09 13:21:47.584197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-34ae2d3a-ab9e-4c78-876c-9b26b5447ab8 None None] For port 60e86091-3b3c-4758-9774-2250e7f6fa5b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=60e86091-3b3c-4758-9774-2250e7f6fa5b,segment=NetworkSegment(511878c5-fc74-49c2-a7ce-30d68be43650),segment_id=511878c5-fc74-49c2-a7ce-30d68be43650)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:47.584973 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34ae2d3a-ab9e-4c78-876c-9b26b5447ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:47.593892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-72ba7972-7c29-41c2-827e-44db45978d7c tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Calling delete_port for 2e921695-d476-4fef-aec5-3098cc408713 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:47.685927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:47.718588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4dcbb-bd71-40e4-82f7-9aea0b0ebfe4 req-e2eb869c-38e6-423c-83e0-30f35d2fea3f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:47.720602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7eb4dcbb-bd71-40e4-82f7-9aea0b0ebfe4 req-e2eb869c-38e6-423c-83e0-30f35d2fea3f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.1705184 Feb 09 13:21:47.759149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=1e78aff8-1ac6-4caa-9d07-fe1763c7ca39,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:47.815635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7eb4dcbb-bd71-40e4-82f7-9aea0b0ebfe4 req-313b5cf5-615e-4e2b-bf9f-cd0763839879 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753899 Feb 09 13:21:47.823785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:47.824462 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:47.907323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-34ae2d3a-ab9e-4c78-876c-9b26b5447ab8 None None] Calling delete_port for 60e86091-3b3c-4758-9774-2250e7f6fa5b owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:47.977167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 60e86091-3b3c-4758-9774-2250e7f6fa5b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:21:47.992963 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3e28b1b5-936a-4340-9f13-978a8fd4b90e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.3197970 Feb 09 13:21:47.996569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59712) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:48.177214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f789a-b047-42b5-a1eb-967a03a99e68 None None] Network dc975578-9ea7-49b1-b967-41cf07b803ae requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:48.196311 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34ae2d3a-ab9e-4c78-876c-9b26b5447ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:48.277869 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae2d3a-ab9e-4c78-876c-9b26b5447ab8 None None] Pushing event deleted for resources: {'Port': ['ID=60e86091-3b3c-4758-9774-2250e7f6fa5b,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:48.374793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0d452633-a07f-4c76-a4fa-2be230d78f1c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:48.375383 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d452633-a07f-4c76-a4fa-2be230d78f1c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:48.395880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No active binding found for port 60e86091-3b3c-4758-9774-2250e7f6fa5b {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:21:48.396680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 60e86091-3b3c-4758-9774-2250e7f6fa5b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:21:48.401444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d37f8fc7-180e-40f9-95bb-b11e9fde638d req-f0cea545-f6d8-4863-a4c4-974ccb1e067c tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0777030 Feb 09 13:21:48.402136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8aedab57-efe5-4111-9118-20ae2c0de209 None None] Provisioning for port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:48.474420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae2d3a-ab9e-4c78-876c-9b26b5447ab8 None None] No DVR routers for this DVR port 60e86091-3b3c-4758-9774-2250e7f6fa5b on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:21:48.476580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8aedab57-efe5-4111-9118-20ae2c0de209 None None] Provisioning complete for port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:48.476988 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8aedab57-efe5-4111-9118-20ae2c0de209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:48.529469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port 60e86091-3b3c-4758-9774-2250e7f6fa5b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=60e86091-3b3c-4758-9774-2250e7f6fa5b,segment=NetworkSegment(511878c5-fc74-49c2-a7ce-30d68be43650),segment_id=511878c5-fc74-49c2-a7ce-30d68be43650)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:48.529831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:48.550008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:48.703832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 60e86091-3b3c-4758-9774-2250e7f6fa5b owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:48.709701 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8aedab57-efe5-4111-9118-20ae2c0de209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:48.755956 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-a908895c-c133-4c6c-a1eb-12dc3aa099ae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.5382583 Feb 09 13:21:48.764903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8aedab57-efe5-4111-9118-20ae2c0de209 None None] For port ddc790ea-c052-40f2-89d1-8b2fbc2eb365, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ddc790ea-c052-40f2-89d1-8b2fbc2eb365,segment=NetworkSegment(cdc059f5-7467-4d17-b9cb-f4ff58c742c9),segment_id=cdc059f5-7467-4d17-b9cb-f4ff58c742c9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:48.774575 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8aedab57-efe5-4111-9118-20ae2c0de209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:48.837589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:48.849713 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d07039-7e16-4a6a-9329-2c64d9703ca7 None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:48.864203 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d07039-7e16-4a6a-9329-2c64d9703ca7 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:48.865493 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-61d07039-7e16-4a6a-9329-2c64d9703ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:48.919925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedab57-efe5-4111-9118-20ae2c0de209 None None] Pushing event updated for resources: {'Port': ['ID=ddc790ea-c052-40f2-89d1-8b2fbc2eb365,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:48.951818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72ba7972-7c29-41c2-827e-44db45978d7c tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:49.000382 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-61d07039-7e16-4a6a-9329-2c64d9703ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:49.015126 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d07039-7e16-4a6a-9329-2c64d9703ca7 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:49.015974 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-61d07039-7e16-4a6a-9329-2c64d9703ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:49.125772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-20bd8b7c-715a-48f0-8659-6a71952a5b99 None None] Provisioning complete for port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:49.126348 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-20bd8b7c-715a-48f0-8659-6a71952a5b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:49.138648 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-61d07039-7e16-4a6a-9329-2c64d9703ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:49.139385 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d07039-7e16-4a6a-9329-2c64d9703ca7 None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:49.186484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ddc790ea-c052-40f2-89d1-8b2fbc2eb365 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:49.197789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba7972-7c29-41c2-827e-44db45978d7c tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e921695-d476-4fef-aec5-3098cc408713,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:49.354846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3212b0-57dc-44ca-9ab2-995a09b49914 req-e7355729-c7f1-4ca5-aa9a-ce8b1df9a168 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:49.363857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a3212b0-57dc-44ca-9ab2-995a09b49914 req-e7355729-c7f1-4ca5-aa9a-ce8b1df9a168 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.1764731 Feb 09 13:21:49.424114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:49.424612 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:49.433216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a3212b0-57dc-44ca-9ab2-995a09b49914 req-ccb1ab8c-e04a-4805-8cb3-ca33e9329adc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682979 Feb 09 13:21:49.442770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:21:49.445395 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:21:49.493366 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-20bd8b7c-715a-48f0-8659-6a71952a5b99 None None] Provisioning for port 1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:49.503361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-20bd8b7c-715a-48f0-8659-6a71952a5b99 None None] Provisioning complete for port 1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:49.504301 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-20bd8b7c-715a-48f0-8659-6a71952a5b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:49.584326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-20bd8b7c-715a-48f0-8659-6a71952a5b99 None None] Port 1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:21:49.628126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72ba7972-7c29-41c2-827e-44db45978d7c tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:49.691954 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-059cea7b-58ce-4f9d-8bd8-dcef687fac94 req-0b34d186-c365-4a88-9e8c-290aa5083906 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0541880 Feb 09 13:21:49.692248 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-bc0b993e-1831-460b-b7cc-bd0a98843bc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 6498 time: 0.8894327 Feb 09 13:21:49.699640 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-72ba7972-7c29-41c2-827e-44db45978d7c tempest-RoutersAdminNegativeIpV6Test-1351813858 tempest-RoutersAdminNegativeIpV6Test-1351813858-project-admin] 10.222.0.59 "DELETE /v2.0/ports/2e921695-d476-4fef-aec5-3098cc408713 HTTP/1.1" status: 204 len: 168 time: 3.5799837 Feb 09 13:21:49.706120 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d452633-a07f-4c76-a4fa-2be230d78f1c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:49.745274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bf0083e5-a0dd-44db-9e7f-14a76a4c5919 None None] Provisioning complete for port 1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:49.745274 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf0083e5-a0dd-44db-9e7f-14a76a4c5919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:49.839185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bf0083e5-a0dd-44db-9e7f-14a76a4c5919 None None] Port 1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:21:49.892382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router 0ce708d5-1453-43fd-b7e7-db195a6a9ab9 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:49.933603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0d452633-a07f-4c76-a4fa-2be230d78f1c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:49.969126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 60e86091-3b3c-4758-9774-2250e7f6fa5b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:49.969471 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:50.061306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] The port '60e86091-3b3c-4758-9774-2250e7f6fa5b' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:21:50.155798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59746) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:50.223256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:50.228062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:50.238538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36beb91c-c491-454f-93c0-df02cc19fe61 None None] Sync routers for ids ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:50.259140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36beb91c-c491-454f-93c0-df02cc19fe61 None None] Routers {'0ce708d5-1453-43fd-b7e7-db195a6a9ab9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:50.260761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-36beb91c-c491-454f-93c0-df02cc19fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:50.367745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f1833489-8df9-419a-bd38-ab9fdc0c288e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "PUT /v2.0/floatingips/863a7631-5d08-46cf-9ff5-38207e67d956 HTTP/1.1" status: 200 len: 976 time: 5.8639836 Feb 09 13:21:50.387937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59752) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:50.401947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-36beb91c-c491-454f-93c0-df02cc19fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:50.416794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36beb91c-c491-454f-93c0-df02cc19fe61 None None] Routers {'0ce708d5-1453-43fd-b7e7-db195a6a9ab9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:50.417317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-36beb91c-c491-454f-93c0-df02cc19fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:50.464937 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:50.467044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port 5e546a27-b97f-4a64-8d50-0fc95e3e74b4 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:50.467426 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:50.493794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-36beb91c-c491-454f-93c0-df02cc19fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:50.494213 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36beb91c-c491-454f-93c0-df02cc19fe61 None None] The sync data for ids ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:50.506895 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b089fb8e-28ba-42f2-8d46-c6309cce56e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:50.611194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-975bce50-5cd1-4d45-9429-177d7928e167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:50.611894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-975bce50-5cd1-4d45-9429-177d7928e167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:50.612449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-975bce50-5cd1-4d45-9429-177d7928e167 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:50.614806 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-975bce50-5cd1-4d45-9429-177d7928e167 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5bd39a6f-a62b-4b6e-89e8-d04af90bc172&id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&id=10a58f19-21e1-4dd7-9137-587130a0e201&id=10a58f19-21e1-4dd7-9137-587130a0e201 HTTP/1.1" status: 200 len: 2297 time: 0.7971697 Feb 09 13:21:50.619990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbfa3b7-5e62-4e3a-ab49-50d419c24357']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:50.710693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511878c5-fc74-49c2-a7ce-30d68be43650') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:50.711737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511878c5-fc74-49c2-a7ce-30d68be43650') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:50.737152 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:50.751854 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d452633-a07f-4c76-a4fa-2be230d78f1c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:50.821123 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:50.823669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d452633-a07f-4c76-a4fa-2be230d78f1c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=1e78aff8-1ac6-4caa-9d07-fe1763c7ca39,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:50.836315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:21:50.836698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:21:50.853266 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:21:50.889877 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-11dce7c9-c8b8-432c-8d9e-c248729941a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f99990b9-7b64-4f2b-96a4-bf1ab09e2420 HTTP/1.1" status: 200 len: 1000 time: 0.2610464 Feb 09 13:21:51.050030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b089fb8e-28ba-42f2-8d46-c6309cce56e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:51.066000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-713029e0-0f62-4f1f-98e4-9e51da7095e0 req-2b56a938-5146-45a9-9813-dfb392dc808d tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1103806 Feb 09 13:21:51.084915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b089fb8e-28ba-42f2-8d46-c6309cce56e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d6fc32b129514f63901e7a248a41969f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:51.093977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b089fb8e-28ba-42f2-8d46-c6309cce56e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:51.118175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b089fb8e-28ba-42f2-8d46-c6309cce56e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:51.133132 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.139943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.156438 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.179203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab61ddd-4512-4e3a-a522-94d4ce3b46bd req-356bf8fe-5243-4e72-a722-11ec8220fd33 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:51.187330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Network': ['ID=efbfa3b7-5e62-4e3a-ab49-50d419c24357,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:51.188666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fab61ddd-4512-4e3a-a522-94d4ce3b46bd req-356bf8fe-5243-4e72-a722-11ec8220fd33 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.5588517 Feb 09 13:21:51.202044 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a1d8545c-b1bf-413c-b201-3941db307b81 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/networks/efbfa3b7-5e62-4e3a-ab49-50d419c24357 HTTP/1.1" status: 204 len: 168 time: 4.7661824 Feb 09 13:21:51.206171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59762) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:51.215602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d452633-a07f-4c76-a4fa-2be230d78f1c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.218597 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0d452633-a07f-4c76-a4fa-2be230d78f1c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 HTTP/1.1" status: 204 len: 168 time: 3.2065504 Feb 09 13:21:51.223956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1221199275'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:51.245693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-a25ec7d5-bf4f-4347-a1ed-90bf2d68d5dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:51.249117 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-a25ec7d5-bf4f-4347-a1ed-90bf2d68d5dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c097ceab-daaa-4283-bb85-f6c09700c79e HTTP/1.1" status: 200 len: 856 time: 0.3333986 Feb 09 13:21:51.249916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59766) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:51.251412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:51.262196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:network and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:51.300018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:51.328631 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b089fb8e-28ba-42f2-8d46-c6309cce56e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.347995 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b089fb8e-28ba-42f2-8d46-c6309cce56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.354617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:51.385881 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-4513e40c-e64f-4eb1-a764-95290a93c983 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:21:51.386604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4513e40c-e64f-4eb1-a764-95290a93c983 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:21:51.395865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:51.399277 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.437828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089fb8e-28ba-42f2-8d46-c6309cce56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8a464d-3b5a-46e3-9770-46e3b8c3d09c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:51.457513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4513e40c-e64f-4eb1-a764-95290a93c983 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:21:51.458872 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4513e40c-e64f-4eb1-a764-95290a93c983 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 HTTP/1.1" status: 404 len: 333 time: 0.2002623 Feb 09 13:21:51.467706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59772) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:51.517971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b089fb8e-28ba-42f2-8d46-c6309cce56e8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d6fc32b129514f63901e7a248a41969f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3550205 Feb 09 13:21:51.518305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59776) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:51.526886 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fab61ddd-4512-4e3a-a522-94d4ce3b46bd req-cb38dafb-663c-44ce-832a-13b6694c0959 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370249 Feb 09 13:21:51.541590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:21:51.568568 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-6f8dd1a3-65dd-432c-8fbb-4f837b8dd6bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5bd39a6f-a62b-4b6e-89e8-d04af90bc172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076613 Feb 09 13:21:51.621193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.621595 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added segment 49a235bf-cbd2-48a4-92cc-f2687720a64d of type vlan for network d7ab61ad-d980-40db-bc1a-79d196c43e76 Feb 09 13:21:51.696188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.696932 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.697345 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Floating IP 863a7631-5d08-46cf-9ff5-38207e67d956 disassociated. External IP: 172.25.5.3, port: 5e546a27-b97f-4a64-8d50-0fc95e3e74b4. Feb 09 13:21:51.697808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for 5e546a27-b97f-4a64-8d50-0fc95e3e74b4 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:51.844097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.854483 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64a7ca85-da97-435a-b3dc-0c3a5e95d4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.857607 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.908249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=5e546a27-b97f-4a64-8d50-0fc95e3e74b4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:51.940732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-df13d889-1c19-4120-8136-be385159ed30 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet b77f7188-4783-4038-9e55-d3bc9a18e046 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:21:51.958229 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64a7ca85-da97-435a-b3dc-0c3a5e95d4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:51.968608 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-df13d889-1c19-4120-8136-be385159ed30 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:52.039742 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-8dac4522-e627-4759-956d-2311655e7d4b service neutron] 10.222.0.67 "GET /v2.0/networks/5bd39a6f-a62b-4b6e-89e8-d04af90bc172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511726 Feb 09 13:21:52.052256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:52.056262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:52.057133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:52.184106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router 0ce708d5-1453-43fd-b7e7-db195a6a9ab9 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:21:52.194096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-df13d889-1c19-4120-8136-be385159ed30 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:52.367333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c8b5543-1c45-4359-b2de-4f6d3311eab8 req-61928d96-6c57-4ef8-bed8-022408d68a84 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0530591 Feb 09 13:21:52.456012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:52.467826 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b829ac-003a-4da1-985d-8b8dd3d56771 None None] Sync routers for ids ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:52.495008 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b829ac-003a-4da1-985d-8b8dd3d56771 None None] Routers {'0ce708d5-1453-43fd-b7e7-db195a6a9ab9'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:52.496008 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f0b829ac-003a-4da1-985d-8b8dd3d56771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:52.520546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3107738 Feb 09 13:21:52.524081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59784) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:52.529421 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'subnet': {'network_id': 'd7ab61ad-d980-40db-bc1a-79d196c43e76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:52.538827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ce4c1-43d4-495a-9c6d-506ad83db3b0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Network': ['ID=d7ab61ad-d980-40db-bc1a-79d196c43e76,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:52.556721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64a7ca85-da97-435a-b3dc-0c3a5e95d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:52.558741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d7ab61ad-d980-40db-bc1a-79d196c43e76 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:21:52.559274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64a7ca85-da97-435a-b3dc-0c3a5e95d4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:52.559975 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-64a7ca85-da97-435a-b3dc-0c3a5e95d4ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f8a464d-3b5a-46e3-9770-46e3b8c3d09c HTTP/1.1" status: 204 len: 168 time: 1.0416708 Feb 09 13:21:52.595231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7ca85-da97-435a-b3dc-0c3a5e95d4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8a464d-3b5a-46e3-9770-46e3b8c3d09c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:52.639905 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-5af152a4-fb85-42aa-9edb-8c483874f393 service neutron] 10.222.0.67 "GET /v2.0/networks/5bd39a6f-a62b-4b6e-89e8-d04af90bc172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766928 Feb 09 13:21:52.683219 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f0b829ac-003a-4da1-985d-8b8dd3d56771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:52.701014 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b829ac-003a-4da1-985d-8b8dd3d56771 None None] Routers {'0ce708d5-1453-43fd-b7e7-db195a6a9ab9'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:52.702178 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f0b829ac-003a-4da1-985d-8b8dd3d56771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:52.797481 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-df13d889-1c19-4120-8136-be385159ed30 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:52.848730 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f0b829ac-003a-4da1-985d-8b8dd3d56771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:52.849411 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b829ac-003a-4da1-985d-8b8dd3d56771 None None] The sync data for ids ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:21:52.862043 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-ef565384-e68d-442c-9b0e-fe6364d916e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=3dada7ca-c3ef-4073-975d-bd215f94d800 HTTP/1.1" status: 200 len: 217 time: 0.2132640 Feb 09 13:21:52.896924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:52.907375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:subnet and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:52.911222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:52.914768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:52.928239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:52.948871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-68368bb5-a6dc-4e36-92b9-dfb5e4a0a4d9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/ports/5e546a27-b97f-4a64-8d50-0fc95e3e74b4 HTTP/1.1" status: 204 len: 168 time: 2.5597410 Feb 09 13:21:52.957151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59796) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:53.009526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4473b-a126-48d0-870d-f0b0470c8ff3 req-b84e07c7-cd20-419d-ae46-bf2bb11b60b6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:53.009670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ec4473b-a126-48d0-870d-f0b0470c8ff3 req-b84e07c7-cd20-419d-ae46-bf2bb11b60b6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.2042890 Feb 09 13:21:53.010454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:53.075066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-aa7309d1-32e8-4083-afbb-bfa595aa1cd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:53.076314 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-aa7309d1-32e8-4083-afbb-bfa595aa1cd6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d HTTP/1.1" status: 200 len: 797 time: 0.2029502 Feb 09 13:21:53.203432 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-df13d889-1c19-4120-8136-be385159ed30 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.259475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59800) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:53.266311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13d889-1c19-4120-8136-be385159ed30 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=b77f7188-4783-4038-9e55-d3bc9a18e046,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:53.303239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-df13d889-1c19-4120-8136-be385159ed30 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.311166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91448db1-2519-43ae-85a7-29461d915dd4 None None] Network dc975578-9ea7-49b1-b967-41cf07b803ae requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:53.325963 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.332351 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-df13d889-1c19-4120-8136-be385159ed30 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/b77f7188-4783-4038-9e55-d3bc9a18e046 HTTP/1.1" status: 204 len: 168 time: 1.8608322 Feb 09 13:21:53.336280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59804) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:53.360231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ec4473b-a126-48d0-870d-f0b0470c8ff3 req-424dd3b9-c2f5-40de-bb01-d934a960ef35 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186700 Feb 09 13:21:53.477193 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-411ef6cd-aa2c-4196-b2e8-86d55b4a9303 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3888404 Feb 09 13:21:53.492103 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ecfed9dc-6cd4-4686-8db4-9e92fccf0d47 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c8197c66b56d4e67bf712a0d55ecc397&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2271845 Feb 09 13:21:53.495100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59810) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:53.589125 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.649018 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.713615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:53.714635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.811139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf85cf87-b198-43b1-a574-b4648854dc10 req-35b183c4-771a-4ecf-9534-3a25befa74a2 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0881760 Feb 09 13:21:53.811469 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de079eb7-425c-4dd0-999b-0a5b738d754b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.820926 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-022bd8d0-204a-4a96-9189-ef135556ac0d service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245492 Feb 09 13:21:53.843622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Subnet': ['ID=1b2d30c6-3f45-454b-b3bd-ea0d995cc677,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:53.887602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Checking segment: {'id': '49a235bf-cbd2-48a4-92cc-f2687720a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7ab61ad-d980-40db-bc1a-79d196c43e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:53.888056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network hostable DHCP agents. Network: d7ab61ad-d980-40db-bc1a-79d196c43e76, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:21:53.891680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bfda75-0491-4728-9f81-9eabd34c6a05 None None] DHCP port deletion for dc975578-9ea7-49b1-b967-41cf07b803ae request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:21:53.896765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-92bfda75-0491-4728-9f81-9eabd34c6a05 None None] Deleting port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:53.897222 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92bfda75-0491-4728-9f81-9eabd34c6a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.934851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network d7ab61ad-d980-40db-bc1a-79d196c43e76 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:21:53.938447 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de079eb7-425c-4dd0-999b-0a5b738d754b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.960193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d7ab61ad-d980-40db-bc1a-79d196c43e76) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:53.970107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:53.970889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:53.986960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d8895a-712a-43f6-8dbb-ba5a0938a8a4 None None] Network d7ab61ad-d980-40db-bc1a-79d196c43e76 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:54.011210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d76958bf-8a04-4baf-b1f1-7614da68ccba tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4861708 Feb 09 13:21:54.014911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59814) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:54.027418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1402852555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:54.044382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:54.060394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:router and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:54.073003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:54.086830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:54.116050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.118192 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.157894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.189244 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.212770 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.214746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d403da04-e502-4743-86e7-3a755fc48bc2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1979895 Feb 09 13:21:54.217409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59820) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:54.525589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] For port ddc790ea-c052-40f2-89d1-8b2fbc2eb365, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ddc790ea-c052-40f2-89d1-8b2fbc2eb365,segment=NetworkSegment(cdc059f5-7467-4d17-b9cb-f4ff58c742c9),segment_id=cdc059f5-7467-4d17-b9cb-f4ff58c742c9)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:54.526192 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.540710 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-839dc608-8a1f-4e9a-837d-a47803d9c855 service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064922 Feb 09 13:21:54.591552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-92bfda75-0491-4728-9f81-9eabd34c6a05 None None] For port ddc790ea-c052-40f2-89d1-8b2fbc2eb365, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ddc790ea-c052-40f2-89d1-8b2fbc2eb365,segment=NetworkSegment(cdc059f5-7467-4d17-b9cb-f4ff58c742c9),segment_id=cdc059f5-7467-4d17-b9cb-f4ff58c742c9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:54.591929 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92bfda75-0491-4728-9f81-9eabd34c6a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.600598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-d7ab61ad-d980-40db-bc1a-79d196c43e76', 'network_id': 'd7ab61ad-d980-40db-bc1a-79d196c43e76', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'fixed_ips': [{'subnet_id': '1b2d30c6-3f45-454b-b3bd-ea0d995cc677'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:21:54.601838 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.709429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for ddc790ea-c052-40f2-89d1-8b2fbc2eb365 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:54.729623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-92bfda75-0491-4728-9f81-9eabd34c6a05 None None] Calling delete_port for ddc790ea-c052-40f2-89d1-8b2fbc2eb365 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:21:54.767392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de079eb7-425c-4dd0-999b-0a5b738d754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.780946 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-38cabe00-9f55-4597-9f6c-9b05960dd230 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=11e971e0-41de-46c8-a5ab-0399676dcff1 HTTP/1.1" status: 200 len: 217 time: 0.1845272 Feb 09 13:21:54.806650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de079eb7-425c-4dd0-999b-0a5b738d754b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562977d6-2bf2-46d8-aad4-51dc9b380dbb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:54.875343 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de079eb7-425c-4dd0-999b-0a5b738d754b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.884216 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-de079eb7-425c-4dd0-999b-0a5b738d754b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/562977d6-2bf2-46d8-aad4-51dc9b380dbb HTTP/1.1" status: 204 len: 168 time: 1.3786874 Feb 09 13:21:54.928586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 13:21:54.928586 n-d-825175-3 neutron-server[83479]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Feb 09 13:21:54.928586 n-d-825175-3 neutron-server[83479]: [parameters: {'port_id': 'ddc790ea-c052-40f2-89d1-8b2fbc2eb365'}] Feb 09 13:21:54.928586 n-d-825175-3 neutron-server[83479]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:21:54.929092 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:21:54.957089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-3c5298bd-7fd2-40ff-9a55-e7a3d0ee1bbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:54.958578 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-3c5298bd-7fd2-40ff-9a55-e7a3d0ee1bbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d HTTP/1.1" status: 200 len: 797 time: 0.1608961 Feb 09 13:21:54.989412 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92bfda75-0491-4728-9f81-9eabd34c6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:54.997012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7a075-1dfb-48dd-a1b2-1cd7fc8e36ed req-5c25a8b9-2bc7-434f-aa93-69b10ad6293f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:55.010611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97c7a075-1dfb-48dd-a1b2-1cd7fc8e36ed req-5c25a8b9-2bc7-434f-aa93-69b10ad6293f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.4679825 Feb 09 13:21:55.085946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfda75-0491-4728-9f81-9eabd34c6a05 None None] Pushing event deleted for resources: {'Port': ['ID=ddc790ea-c052-40f2-89d1-8b2fbc2eb365,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:55.091981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-90dc8a0d-b561-4050-9b59-1560454e2f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:55.108769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Allocated IP 172.20.0.2 (d7ab61ad-d980-40db-bc1a-79d196c43e76/1b2d30c6-3f45-454b-b3bd-ea0d995cc677/58dbe61e-b07e-46d0-9dc2-a972685eb704) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:55.133579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bfda75-0491-4728-9f81-9eabd34c6a05 None None] No DVR routers for this DVR port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:21:55.156357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ddc790ea-c052-40f2-89d1-8b2fbc2eb365 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:21:55.197113 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:55.220259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: ddc790ea-c052-40f2-89d1-8b2fbc2eb365 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:21:55.220259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ddc790ea-c052-40f2-89d1-8b2fbc2eb365 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:21:55.226045 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-7b152bec-c92a-4979-b15d-b0a64e7f636a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2513056 Feb 09 13:21:55.228078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:55.335524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c7dfc1fd-da73-4375-850e-695cdbaa9a3e req-870cac66-2094-4ffd-9fc6-b33fa6984ebe tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1639683 Feb 09 13:21:55.436476 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97c7a075-1dfb-48dd-a1b2-1cd7fc8e36ed req-f0ab85c7-c7b9-4651-8729-6960f67fb34d tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242458 Feb 09 13:21:55.475409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:55.488345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Transition to ACTIVE for port object 58dbe61e-b07e-46d0-9dc2-a972685eb704 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:55.514956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Transition to ACTIVE for port object 58dbe61e-b07e-46d0-9dc2-a972685eb704 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:55.523972 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:55.532852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port ddc790ea-c052-40f2-89d1-8b2fbc2eb365 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:55.533883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:55.596017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Network d7ab61ad-d980-40db-bc1a-79d196c43e76 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:55.604163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:55.608701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:55.672521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Pushing event updated for resources: {'Port': ['ID=58dbe61e-b07e-46d0-9dc2-a972685eb704,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:55.714969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] The port 'ddc790ea-c052-40f2-89d1-8b2fbc2eb365' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:21:55.741417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Attempting to bind port 58dbe61e-b07e-46d0-9dc2-a972685eb704 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:21:55.741798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Attempting to bind port 58dbe61e-b07e-46d0-9dc2-a972685eb704 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '49a235bf-cbd2-48a4-92cc-f2687720a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7ab61ad-d980-40db-bc1a-79d196c43e76'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:21:55.742140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Attempting to bind port 58dbe61e-b07e-46d0-9dc2-a972685eb704 on network d7ab61ad-d980-40db-bc1a-79d196c43e76 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:21:55.749988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:21:55.750361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Checking segment: {'id': '49a235bf-cbd2-48a4-92cc-f2687720a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7ab61ad-d980-40db-bc1a-79d196c43e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:21:55.750769 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:55.751156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Bound using segment: {'id': '49a235bf-cbd2-48a4-92cc-f2687720a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7ab61ad-d980-40db-bc1a-79d196c43e76'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:21:55.751622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Bound port: 58dbe61e-b07e-46d0-9dc2-a972685eb704, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a235bf-cbd2-48a4-92cc-f2687720a64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd7ab61ad-d980-40db-bc1a-79d196c43e76'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:21:55.751993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:55.866854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] For port 58dbe61e-b07e-46d0-9dc2-a972685eb704, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:21:55.872001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] For port 58dbe61e-b07e-46d0-9dc2-a972685eb704, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=58dbe61e-b07e-46d0-9dc2-a972685eb704,segment=NetworkSegment(49a235bf-cbd2-48a4-92cc-f2687720a64d),segment_id=49a235bf-cbd2-48a4-92cc-f2687720a64d)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:21:55.882033 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:55.922790 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:55.937496 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-0064f965-dc22-4325-b778-4907a2fe6fcf service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084917 Feb 09 13:21:55.998915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42264be0-ab21-49da-9e24-6b286aba61e1 None None] Pushing event updated for resources: {'Port': ['ID=58dbe61e-b07e-46d0-9dc2-a972685eb704,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:56.002330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc975578-9ea7-49b1-b967-41cf07b803ae']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:56.075137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc059f5-7467-4d17-b9cb-f4ff58c742c9') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:56.075497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc059f5-7467-4d17-b9cb-f4ff58c742c9') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:56.088446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Allocated IP 172.20.0.1 (d7ab61ad-d980-40db-bc1a-79d196c43e76/1b2d30c6-3f45-454b-b3bd-ea0d995cc677/b7ac31de-b6c0-4f91-a49d-fb5d9c44a633) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:21:56.131615 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:56.186672 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:56.201487 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-ff7c1cea-f1ca-4a98-8f42-cb275d1e7104 service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522936 Feb 09 13:21:56.203563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:21:56.204033 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:21:56.219050 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:21:56.310502 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:56.341505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Transition to ACTIVE for port object b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:21:56.420167 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-1367bd0a-05e0-45fe-9d7a-ddb8f147f6bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=e1dccfb1-48f5-4a5c-93b8-52845ae0e370 HTTP/1.1" status: 200 len: 217 time: 0.2001507 Feb 09 13:21:56.444788 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:56.483403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:56.537399 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:56.540680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Network': ['ID=dc975578-9ea7-49b1-b967-41cf07b803ae,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:56.731496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network d7ab61ad-d980-40db-bc1a-79d196c43e76 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:56.756887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:56.769717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:56.805705 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d45a4e26-155a-417e-be01-a96f16e47e71 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/networks/dc975578-9ea7-49b1-b967-41cf07b803ae HTTP/1.1" status: 204 len: 168 time: 3.4677236 Feb 09 13:21:56.814398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59854) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:56.824970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'name': 'tempest-PortsTestJSON-516267399'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:56.844903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-599b0a85-cf13-4e6b-9cb1-69c3297a427d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:56.846654 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-599b0a85-cf13-4e6b-9cb1-69c3297a427d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d HTTP/1.1" status: 200 len: 797 time: 0.4070611 Feb 09 13:21:56.863768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59858) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:56.866611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=b7ac31de-b6c0-4f91-a49d-fb5d9c44a633,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:56.950069 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29e94d40-065b-490f-b923-2b870d000732 req-583e517c-a5bd-43c7-a864-59a0dcda852e tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1814339 Feb 09 13:21:56.986612 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:57.171407 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-02b66a45-969d-421f-a642-852fe140179d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:57.244452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:57.267485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 58dbe61e-b07e-46d0-9dc2-a972685eb704 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:57.276809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-193756167'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:21:57.282890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:57.287820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Usage tracker for resource:network and tenant:d37f8afc53384528a1c7600338904e9c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:57.291099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bd712-e49b-47dd-8b83-28334639f446 req-608adb52-94c1-4c1b-a2e8-7a0b4adeb8d8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:57.293071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f9bd712-e49b-47dd-8b83-28334639f446 req-608adb52-94c1-4c1b-a2e8-7a0b4adeb8d8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.4163539 Feb 09 13:21:57.295424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:57.311602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:57.318915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:57.365375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 58dbe61e-b07e-46d0-9dc2-a972685eb704 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:57.399940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:port and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:57.407634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Made reservation on behalf of d37f8afc53384528a1c7600338904e9c for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:57.412497 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:57.427053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:57.450719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:57.456544 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:57.473748 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-3ab3f642-542f-4b96-9ac5-4d57101f28a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6089683 Feb 09 13:21:57.584944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f9bd712-e49b-47dd-8b83-28334639f446 req-0c66f558-94d3-441b-8c0c-9297c6ddcc5b tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699115 Feb 09 13:21:57.596908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:21:57.602160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:57.741122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 70180b7a-c50e-4758-86e3-7136413a224d yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:21:57.783755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e889a41-6d6f-4114-8aab-184f228014e3 None None] Network d7ab61ad-d980-40db-bc1a-79d196c43e76 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:21:57.828638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:21:57.858409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Usage tracker for resource:security_group_rule and tenant:d37f8afc53384528a1c7600338904e9c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:21:57.863771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:21:57.886188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:21:57.928988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-85c8277a-1fcb-49ce-8166-ebb4d728191b None None] Provisioning for port 58dbe61e-b07e-46d0-9dc2-a972685eb704 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:57.943487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-85c8277a-1fcb-49ce-8166-ebb4d728191b None None] Provisioning complete for port 58dbe61e-b07e-46d0-9dc2-a972685eb704 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:57.943852 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-85c8277a-1fcb-49ce-8166-ebb4d728191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:57.944948 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-c4fce78c-ea9c-4615-8b20-56d7e078c236 service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605813 Feb 09 13:21:57.996938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:58.005225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:58.240356 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:58.248671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=b7ac31de-b6c0-4f91-a49d-fb5d9c44a633,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:58.252979 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-85c8277a-1fcb-49ce-8166-ebb4d728191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:58.334812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-85c8277a-1fcb-49ce-8166-ebb4d728191b None None] For port 58dbe61e-b07e-46d0-9dc2-a972685eb704, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=58dbe61e-b07e-46d0-9dc2-a972685eb704,segment=NetworkSegment(49a235bf-cbd2-48a4-92cc-f2687720a64d),segment_id=49a235bf-cbd2-48a4-92cc-f2687720a64d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:21:58.340554 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-85c8277a-1fcb-49ce-8166-ebb4d728191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:58.430828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8277a-1fcb-49ce-8166-ebb4d728191b None None] Pushing event updated for resources: {'Port': ['ID=58dbe61e-b07e-46d0-9dc2-a972685eb704,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:58.493567 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-869e2efc-6e35-4cb9-9509-bd407e075a8d service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226793 Feb 09 13:21:58.501190 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:58.504227 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:58.504536 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:58.516682 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11570786-33a8-4581-aaee-b42d5d53fced req-b78ea480-364f-4345-b556-9a412de5037a tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1297705 Feb 09 13:21:58.591148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network d7ab61ad-d980-40db-bc1a-79d196c43e76 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:58.592682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:58.616678 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-02ce3b32-fe4c-478b-b692-915ff818cffc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=b5f9211f-81ae-41f8-83a1-88787a718ab2 HTTP/1.1" status: 200 len: 217 time: 0.1096489 Feb 09 13:21:58.653907 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:58.678671 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:58.881305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-ffe33fb8-6741-4dbe-a136-5a122d5d22f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:58.883733 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-ffe33fb8-6741-4dbe-a136-5a122d5d22f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d HTTP/1.1" status: 200 len: 797 time: 0.2059944 Feb 09 13:21:58.926191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-928f24da-3c4e-4850-8960-95def62123a4 None None] Provisioning for port b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:21:58.939370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-928f24da-3c4e-4850-8960-95def62123a4 None None] Provisioning complete for port b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:58.941639 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-928f24da-3c4e-4850-8960-95def62123a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.095216 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-928f24da-3c4e-4850-8960-95def62123a4 None None] Port b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:21:59.136524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-928f24da-3c4e-4850-8960-95def62123a4 None None] Provisioning complete for port 58dbe61e-b07e-46d0-9dc2-a972685eb704 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:59.137514 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-928f24da-3c4e-4850-8960-95def62123a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.181612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:21:59.215685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port 3b0ff62d-1b08-4b4d-a900-54795d6dd033 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:21:59.216022 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.218401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 58dbe61e-b07e-46d0-9dc2-a972685eb704 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:21:59.247306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb27db-3ced-4e8c-961c-bf1d1c229ee4 req-9275afba-7da9-4879-8602-33dd81ef5072 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:59.257247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ebb27db-3ced-4e8c-961c-bf1d1c229ee4 req-9275afba-7da9-4879-8602-33dd81ef5072 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.3524983 Feb 09 13:21:59.269470 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a315276b-2bb3-48de-ae8f-90eedb781910,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:59.283522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.284964 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Added segment 9ab236a7-1772-43bb-957a-b14229fee505 of type vlan for network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 Feb 09 13:21:59.367453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.419986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.428852 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ebb27db-3ced-4e8c-961c-bf1d1c229ee4 req-4b08830f-f338-4434-90a7-5ec4642e84da tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715870 Feb 09 13:21:59.431126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 58dbe61e-b07e-46d0-9dc2-a972685eb704 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:59.431771 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.522901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5c9ba047-7d8c-4ea3-80ec-39b9e10830a7 None None] Provisioning complete for port b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:59.523219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c9ba047-7d8c-4ea3-80ec-39b9e10830a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.566460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 95b36bac-75a5-4855-8ce1-60cbc31e42e6 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:21:59.641383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5c9ba047-7d8c-4ea3-80ec-39b9e10830a7 None None] Port b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:21:59.703118 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:21:59.761709 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-1cd18317-e6c0-4e9a-986e-4cd6938e381a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e0fa8502-b2c1-406e-8acc-9fe430fe07d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8067031 Feb 09 13:21:59.778790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1acd74cb-c7ca-4966-914d-040ab01b12c2 None None] Provisioning complete for port b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:21:59.779498 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1acd74cb-c7ca-4966-914d-040ab01b12c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.803133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.806746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:59.807319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.822250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:21:59.825013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc01afa7-3fb2-4894-b32d-8aeb87e37a14 req-7d201f87-a961-49dd-abe7-30b4ace1b50d tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0535169 Feb 09 13:21:59.845932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:21:59.857790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=70180b7a-c50e-4758-86e3-7136413a224d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:21:59.860172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:21:59.868136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db111b-0921-4b0f-a803-978e7003a0fe None None] Sync routers for ids ['95b36bac-75a5-4855-8ce1-60cbc31e42e6'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:21:59.868500 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2562c540-9414-4d4c-94d8-d79f8b8ea35c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/95b36bac-75a5-4855-8ce1-60cbc31e42e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6497319 Feb 09 13:21:59.869774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59874) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:21:59.897380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:21:59.897380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:59.897380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.904890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1acd74cb-c7ca-4966-914d-040ab01b12c2 None None] Port b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:21:59.906593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db111b-0921-4b0f-a803-978e7003a0fe None None] Routers {'95b36bac-75a5-4855-8ce1-60cbc31e42e6'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:21:59.907191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b2db111b-0921-4b0f-a803-978e7003a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['95b36bac-75a5-4855-8ce1-60cbc31e42e6'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:21:59.910664 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:21:59.974204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b8e8a-1938-4802-abb4-897c7fd80bca tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:21:59.974801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-068b8e8a-1938-4802-abb4-897c7fd80bca tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:00.002509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-068b8e8a-1938-4802-abb4-897c7fd80bca tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:00.007420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-068b8e8a-1938-4802-abb4-897c7fd80bca tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports/b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 HTTP/1.1" status: 200 len: 910 time: 0.1352394 Feb 09 13:22:00.008010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59878) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:00.029959 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:00.038126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b2db111b-0921-4b0f-a803-978e7003a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:00.056199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db111b-0921-4b0f-a803-978e7003a0fe None None] Routers {'95b36bac-75a5-4855-8ce1-60cbc31e42e6'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:00.057699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b2db111b-0921-4b0f-a803-978e7003a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['95b36bac-75a5-4855-8ce1-60cbc31e42e6'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:00.142200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b2db111b-0921-4b0f-a803-978e7003a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:00.142694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db111b-0921-4b0f-a803-978e7003a0fe None None] The sync data for ids ['95b36bac-75a5-4855-8ce1-60cbc31e42e6'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:22:00.192703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for 3b0ff62d-1b08-4b4d-a900-54795d6dd033 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:00.243388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Network': ['ID=2855186a-1dec-4858-bbf9-27b5ea20f6e0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:00.254831 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-60bfcb33-31f6-467b-9d39-f24067446c53 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.4389603 Feb 09 13:22:00.260229 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-001a02df-835b-4f8b-97c1-daa759dd3cfe tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.3911469 Feb 09 13:22:00.260967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:00.260967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59886) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:00.262350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:22:00.284188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'subnet': {'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:00.380061 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-33d851e7-fa77-4f26-ba19-4d3b027c3581 service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034031 Feb 09 13:22:00.418040 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:00.562682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-66f022ee-ca85-40c0-9c56-3f1f3f5c26c5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 70180b7a-c50e-4758-86e3-7136413a224d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:00.563033 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66f022ee-ca85-40c0-9c56-3f1f3f5c26c5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:00.684826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:00.693025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Usage tracker for resource:subnet and tenant:d37f8afc53384528a1c7600338904e9c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:00.708510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:00.723766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffe4d9-4a76-4fde-9011-12429acf15fe req-adde64f3-63ce-4e48-979a-b365c091d5ae tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:00.725477 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92ffe4d9-4a76-4fde-9011-12429acf15fe req-adde64f3-63ce-4e48-979a-b365c091d5ae tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.1554351 Feb 09 13:22:00.729114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:00.802167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Made reservation on behalf of d37f8afc53384528a1c7600338904e9c for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:00.912882 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-8a8c730e-5110-419b-a8fa-18e441ac5e13 service neutron] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033677 Feb 09 13:22:01.140867 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-52f4fb7b-7bb8-4faf-9301-73174b862579 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 HTTP/1.1" status: 200 len: 217 time: 0.2110662 Feb 09 13:22:01.149091 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:01.154328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:01.161904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9b36774-9252-4ce9-ad7e-d123c54246dd req-64a9ad25-37d6-4f92-aa4a-469fb0f55000 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0742874 Feb 09 13:22:01.172084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66f022ee-ca85-40c0-9c56-3f1f3f5c26c5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:01.262003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92ffe4d9-4a76-4fde-9011-12429acf15fe req-ef8b78a7-da7e-4530-a345-fafc92ac4a14 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817946 Feb 09 13:22:01.468653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=3b0ff62d-1b08-4b4d-a900-54795d6dd033,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:01.545951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:01.546665 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:01.597786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-66f022ee-ca85-40c0-9c56-3f1f3f5c26c5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 70180b7a-c50e-4758-86e3-7136413a224d owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:01.760392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-4a109e2b-cecd-49f9-a2f6-be7651d5b450 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:01.762950 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-4a109e2b-cecd-49f9-a2f6-be7651d5b450 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00f948f1-86ae-48a3-94b7-0c5b8a4f9001 HTTP/1.1" status: 200 len: 797 time: 0.5930116 Feb 09 13:22:01.807272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:01.936687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for b7ac31de-b6c0-4f91-a49d-fb5d9c44a633 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:02.052625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66f022ee-ca85-40c0-9c56-3f1f3f5c26c5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:02.129860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f022ee-ca85-40c0-9c56-3f1f3f5c26c5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=70180b7a-c50e-4758-86e3-7136413a224d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:02.171212 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:02.174813 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66f022ee-ca85-40c0-9c56-3f1f3f5c26c5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:02.217934 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-a889f4cd-793f-42f5-bd03-3540bf4e5b16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10a58f19-21e1-4dd7-9137-587130a0e201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4324484 Feb 09 13:22:02.228682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=b7ac31de-b6c0-4f91-a49d-fb5d9c44a633,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:02.238417 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-66f022ee-ca85-40c0-9c56-3f1f3f5c26c5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/70180b7a-c50e-4758-86e3-7136413a224d HTTP/1.1" status: 204 len: 168 time: 1.9699399 Feb 09 13:22:02.255026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59898) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:02.262596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'mac_address': 'fa:16:3e:8b:b8:66', 'name': 'tempest-PortsTestJSON-1797872102'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:02.278638 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:02.551311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:02.555734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:port and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:02.559268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:02.566302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:02.616065 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Subnet': ['ID=bd3d30b8-6a36-42d3-b0a3-b414cac5beac,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:02.624347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:02.663057 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:22:02.707778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07240618-36ea-4065-af30-6f9123b9bf1b req-cae168ff-9d6c-445e-986f-305b2824366c tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1992242 Feb 09 13:22:02.731418 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:02.806684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:02.877221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 0137e541-cb46-4c99-bfb0-c1ca475ca42f yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:02.890853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa2029-5a2c-487d-81b7-78c44a28cdef req-d0c1c43f-8340-48a1-9e75-aa8e78508458 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:02.898544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42fa2029-5a2c-487d-81b7-78c44a28cdef req-d0c1c43f-8340-48a1-9e75-aa8e78508458 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.3407342 Feb 09 13:22:03.018526 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-f3bed765-be43-4c8b-870a-c302cebc8c74 service neutron] 10.222.0.67 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897024 Feb 09 13:22:03.143338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42fa2029-5a2c-487d-81b7-78c44a28cdef req-50c56d0b-7276-4bbe-87c3-29ca94ac4453 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437935 Feb 09 13:22:03.194612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Checking segment: {'id': '9ab236a7-1772-43bb-957a-b14229fee505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:03.194969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Network hostable DHCP agents. Network: 2855186a-1dec-4858-bbf9-27b5ea20f6e0, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:22:03.375709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 95b36bac-75a5-4855-8ce1-60cbc31e42e6 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:22:03.452039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:22:03.465963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:03.495572 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-08363af7-1154-462e-8bb7-271d160822eb service neutron] 10.222.0.67 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670990 Feb 09 13:22:03.511907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 2855186a-1dec-4858-bbf9-27b5ea20f6e0) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:03.523585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901b1fd-73a3-411f-8acc-072f1b775152 None None] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:03.536056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:22:03.548207 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e804d727-ab5f-41c5-9352-6abb43b74287 None None] Sync routers for ids ['95b36bac-75a5-4855-8ce1-60cbc31e42e6'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:22:03.563876 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e804d727-ab5f-41c5-9352-6abb43b74287 None None] Routers {'95b36bac-75a5-4855-8ce1-60cbc31e42e6'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:03.565554 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e804d727-ab5f-41c5-9352-6abb43b74287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['95b36bac-75a5-4855-8ce1-60cbc31e42e6'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:03.570962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e888a792-326d-437c-87f9-0d9586798ec1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/95b36bac-75a5-4855-8ce1-60cbc31e42e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5611153 Feb 09 13:22:03.572824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59908) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:03.576430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:03.577248 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:03.644698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:03.645303 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e804d727-ab5f-41c5-9352-6abb43b74287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:03.657496 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e804d727-ab5f-41c5-9352-6abb43b74287 None None] Routers {'95b36bac-75a5-4855-8ce1-60cbc31e42e6'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:03.658460 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e804d727-ab5f-41c5-9352-6abb43b74287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['95b36bac-75a5-4855-8ce1-60cbc31e42e6'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:03.670086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-61ddf977-f77e-4572-919b-a88c57ca7dcd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:03.695191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-61ddf977-f77e-4572-919b-a88c57ca7dcd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:03.700412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-61ddf977-f77e-4572-919b-a88c57ca7dcd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=95b36bac-75a5-4855-8ce1-60cbc31e42e6 HTTP/1.1" status: 200 len: 205 time: 0.1258841 Feb 09 13:22:03.701546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59912) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:03.728640 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e804d727-ab5f-41c5-9352-6abb43b74287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:03.729644 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e804d727-ab5f-41c5-9352-6abb43b74287 None None] The sync data for ids ['95b36bac-75a5-4855-8ce1-60cbc31e42e6'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:22:03.739526 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-27ea95d2-7bb0-4875-8d79-46084eee687f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c1d54154-7ddf-4923-b348-8cbc69e1117c HTTP/1.1" status: 200 len: 217 time: 0.2359035 Feb 09 13:22:03.807279 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8af38357-8e89-4e10-9c28-aab7e277da7e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5415201 Feb 09 13:22:03.812456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59920) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:03.824073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'port': {'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-898260721'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:03.889797 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-2855186a-1dec-4858-bbf9-27b5ea20f6e0', 'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0', 'tenant_id': 'd37f8afc53384528a1c7600338904e9c', 'fixed_ips': [{'subnet_id': 'bd3d30b8-6a36-42d3-b0a3-b414cac5beac'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:22:03.890834 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:03.944306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-b438b8f8-9a62-4b02-8647-2ef8281de791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:03.946291 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-b438b8f8-9a62-4b02-8647-2ef8281de791 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00f948f1-86ae-48a3-94b7-0c5b8a4f9001 HTTP/1.1" status: 200 len: 797 time: 0.1912148 Feb 09 13:22:03.985477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-feb8573d-6ba3-45ba-a8d5-0c3621fbbc36 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.044318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.183214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:04.184944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:04.197250 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5158eefb-d446-4d6f-83e6-ce2a9dfbf186 req-50f54037-521b-4f9f-98ae-00f8068d63c4 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1256111 Feb 09 13:22:04.201267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Allocated IP 2001:db8::2 (2855186a-1dec-4858-bbf9-27b5ea20f6e0/bd3d30b8-6a36-42d3-b0a3-b414cac5beac/d78d2e4a-86de-4c99-8fbf-5fbf588fdf88) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:04.229324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:04.258376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Usage tracker for resource:port and tenant:d37f8afc53384528a1c7600338904e9c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:04.273867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:04.278049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:04.279568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.301193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:04.321147 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0646284 Feb 09 13:22:04.322247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1f28b-cd72-462b-a232-7de58c66dc12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=0137e541-cb46-4c99-bfb0-c1ca475ca42f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:04.324934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:04.327724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59926) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:04.421353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Made reservation on behalf of d37f8afc53384528a1c7600338904e9c for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:04.424645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.472291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700eac58-634b-4de9-8f82-2b51164095eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:04.473260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-700eac58-634b-4de9-8f82-2b51164095eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:04.479174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-4c6081e0-4313-4a26-8527-4724d84163f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=10a58f19-21e1-4dd7-9137-587130a0e201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5250466 Feb 09 13:22:04.491480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] device_id is not set on port 00a4df9e-4a12-4262-80b3-fcadea2668bb yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:04.512861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.527269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Transition to ACTIVE for port object d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:04.580151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Transition to ACTIVE for port object d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:04.589902 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.610067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-feb8573d-6ba3-45ba-a8d5-0c3621fbbc36 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.614921 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-feb8573d-6ba3-45ba-a8d5-0c3621fbbc36 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.670141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c275ba6-f617-42e8-a6b7-98679ae154c2 req-0f2c842a-3ec7-4ac0-8258-bee88bc153a0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:04.677684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c275ba6-f617-42e8-a6b7-98679ae154c2 req-0f2c842a-3ec7-4ac0-8258-bee88bc153a0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.2888215 Feb 09 13:22:04.700140 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-feb8573d-6ba3-45ba-a8d5-0c3621fbbc36 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.700833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb8573d-6ba3-45ba-a8d5-0c3621fbbc36 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Fanout notify agent at l3_agent the message router_deleted on router 95b36bac-75a5-4855-8ce1-60cbc31e42e6 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:22:04.705603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:04.715365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:04.719829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:04.726677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Pushing event updated for resources: {'Port': ['ID=d78d2e4a-86de-4c99-8fbf-5fbf588fdf88,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:04.732625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-700eac58-634b-4de9-8f82-2b51164095eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:04.734042 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-700eac58-634b-4de9-8f82-2b51164095eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/0137e541-cb46-4c99-bfb0-c1ca475ca42f HTTP/1.1" status: 200 len: 841 time: 0.4015205 Feb 09 13:22:04.812005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59932) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:04.893258 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-feb8573d-6ba3-45ba-a8d5-0c3621fbbc36 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.894720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-feb8573d-6ba3-45ba-a8d5-0c3621fbbc36 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/95b36bac-75a5-4855-8ce1-60cbc31e42e6 HTTP/1.1" status: 204 len: 168 time: 1.1916611 Feb 09 13:22:04.904635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59936) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:04.924869 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Attempting to bind port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:04.926011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Attempting to bind port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '9ab236a7-1772-43bb-957a-b14229fee505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:04.926726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Attempting to bind port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 on network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:22:04.956201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:22:04.956790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Checking segment: {'id': '9ab236a7-1772-43bb-957a-b14229fee505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:04.957088 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:04.957524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Bound using segment: {'id': '9ab236a7-1772-43bb-957a-b14229fee505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:22:04.958003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Bound port: d78d2e4a-86de-4c99-8fbf-5fbf588fdf88, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab236a7-1772-43bb-957a-b14229fee505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:04.958370 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:05.201150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c275ba6-f617-42e8-a6b7-98679ae154c2 req-283a272d-796c-436a-877b-87b6edd9647b tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224993 Feb 09 13:22:05.213609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] For port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:22:05.228191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] For port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d78d2e4a-86de-4c99-8fbf-5fbf588fdf88,segment=NetworkSegment(9ab236a7-1772-43bb-957a-b14229fee505),segment_id=9ab236a7-1772-43bb-957a-b14229fee505)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:22:05.239336 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:05.329129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0dd2f-9c66-4aa0-ae15-4550d98aacff None None] Pushing event updated for resources: {'Port': ['ID=d78d2e4a-86de-4c99-8fbf-5fbf588fdf88,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:05.386604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c96295f-a986-43de-bb73-36df6a8a0c58 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting subnet 1b2d30c6-3f45-454b-b3bd-ea0d995cc677 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:22:05.392620 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c96295f-a986-43de-bb73-36df6a8a0c58 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:05.428088 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-7b1ea862-6a76-4963-8cc1-5112b6ca41b4 service neutron] 10.222.0.67 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8864424 Feb 09 13:22:05.439956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-002a5353-5cef-435c-8633-0f766069911a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 0137e541-cb46-4c99-bfb0-c1ca475ca42f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:05.441133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-002a5353-5cef-435c-8633-0f766069911a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:05.495055 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c96295f-a986-43de-bb73-36df6a8a0c58 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:05.650430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c96295f-a986-43de-bb73-36df6a8a0c58 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:05.792199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6cf3cdb-fb1a-4fd7-8a09-c3f9a98367d5 req-003a532d-3ffc-4e33-9ede-34fcd385a582 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.2067792 Feb 09 13:22:05.821011 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d20ce806-afba-4fa8-b6b4-eeb774ce2f2b req-2afbffcf-4d60-42be-b192-abc1d66bb437 service neutron] 10.222.0.67 "GET /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095944 Feb 09 13:22:05.826826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c96295f-a986-43de-bb73-36df6a8a0c58 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:05.874055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96295f-a986-43de-bb73-36df6a8a0c58 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2d30c6-3f45-454b-b3bd-ea0d995cc677,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:05.902291 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c96295f-a986-43de-bb73-36df6a8a0c58 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:05.909763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231ca25a-537d-403f-9cd6-e7e91c2d33ad None None] Network d7ab61ad-d980-40db-bc1a-79d196c43e76 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:05.914846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7c96295f-a986-43de-bb73-36df6a8a0c58 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/1b2d30c6-3f45-454b-b3bd-ea0d995cc677 HTTP/1.1" status: 204 len: 168 time: 1.0070603 Feb 09 13:22:05.915733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59948) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:06.096351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Allocated IP 2001:db8::1ee (2855186a-1dec-4858-bbf9-27b5ea20f6e0/bd3d30b8-6a36-42d3-b0a3-b414cac5beac/00a4df9e-4a12-4262-80b3-fcadea2668bb) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:06.249368 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-002a5353-5cef-435c-8633-0f766069911a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:06.251607 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:06.266587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 58dbe61e-b07e-46d0-9dc2-a972685eb704 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:06.267345 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:06.560271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef75dc4-a707-4f64-b0f6-9e80084caa66 None None] DHCP port deletion for d7ab61ad-d980-40db-bc1a-79d196c43e76 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:22:06.569668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8ef75dc4-a707-4f64-b0f6-9e80084caa66 None None] Deleting port 58dbe61e-b07e-46d0-9dc2-a972685eb704 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:06.570071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8ef75dc4-a707-4f64-b0f6-9e80084caa66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:06.605655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-002a5353-5cef-435c-8633-0f766069911a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 0137e541-cb46-4c99-bfb0-c1ca475ca42f owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:06.674861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port 58dbe61e-b07e-46d0-9dc2-a972685eb704, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=58dbe61e-b07e-46d0-9dc2-a972685eb704,segment=NetworkSegment(49a235bf-cbd2-48a4-92cc-f2687720a64d),segment_id=49a235bf-cbd2-48a4-92cc-f2687720a64d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:06.675222 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:06.864210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8ef75dc4-a707-4f64-b0f6-9e80084caa66 None None] For port 58dbe61e-b07e-46d0-9dc2-a972685eb704, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=58dbe61e-b07e-46d0-9dc2-a972685eb704,segment=NetworkSegment(49a235bf-cbd2-48a4-92cc-f2687720a64d),segment_id=49a235bf-cbd2-48a4-92cc-f2687720a64d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:06.864567 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8ef75dc4-a707-4f64-b0f6-9e80084caa66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:06.959455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-002a5353-5cef-435c-8633-0f766069911a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:06.996870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8ef75dc4-a707-4f64-b0f6-9e80084caa66 None None] Calling delete_port for 58dbe61e-b07e-46d0-9dc2-a972685eb704 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:07.008760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 58dbe61e-b07e-46d0-9dc2-a972685eb704 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:07.077151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf940822-6dbc-4820-b113-89998e253a09 None None] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:07.090825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a5353-5cef-435c-8633-0f766069911a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=0137e541-cb46-4c99-bfb0-c1ca475ca42f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:07.153104 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:07.181522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router 0ce708d5-1453-43fd-b7e7-db195a6a9ab9 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:22:07.230408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-002a5353-5cef-435c-8633-0f766069911a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:07.257791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Transition to ACTIVE for port object 00a4df9e-4a12-4262-80b3-fcadea2668bb will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:07.293634 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:07.303966 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8ef75dc4-a707-4f64-b0f6-9e80084caa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:07.308952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:07.410504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:07.410949 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da89cbaa-a816-4d01-924c-4a6e71049c57 req-c97030af-2411-4270-98d1-f5c713d4b527 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1051552 Feb 09 13:22:07.436564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75a460-35cc-457d-90b2-7af6783829ac req-2e6863a1-df21-4723-90b6-1563a1688c2f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:07.449932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d75a460-35cc-457d-90b2-7af6783829ac req-2e6863a1-df21-4723-90b6-1563a1688c2f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.7641890 Feb 09 13:22:07.491460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9be6b842-294d-456a-80f2-fb9d984c719d None None] Provisioning for port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:07.495821 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:22:07.495821 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:22:07.528906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef75dc4-a707-4f64-b0f6-9e80084caa66 None None] Pushing event deleted for resources: {'Port': ['ID=58dbe61e-b07e-46d0-9dc2-a972685eb704,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:07.538127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:07.545908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:07.556371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:07.557041 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:07.592307 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d75a460-35cc-457d-90b2-7af6783829ac req-6ecf50bf-4271-4552-862a-fd613a734404 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414018 Feb 09 13:22:07.625862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Port': ['ID=00a4df9e-4a12-4262-80b3-fcadea2668bb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:07.672066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef75dc4-a707-4f64-b0f6-9e80084caa66 None None] No DVR routers for this DVR port 58dbe61e-b07e-46d0-9dc2-a972685eb704 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:22:07.722330 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-002a5353-5cef-435c-8633-0f766069911a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/0137e541-cb46-4c99-bfb0-c1ca475ca42f HTTP/1.1" status: 204 len: 168 time: 2.8974597 Feb 09 13:22:07.722686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:07.723111 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59970) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:07.731672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:07.732364 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:07.733574 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4f143fd9-48ef-439d-82a8-6ee8e44ca588 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9198592 Feb 09 13:22:07.736672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59974) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:07.744564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'port': {'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1372379596', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ee', 'mac_address': 'fa:16:3e:45:a9:47'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:07.833001 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f314152a-9fbc-41d9-a3fb-93b88be051dc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:22:07.833414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f314152a-9fbc-41d9-a3fb-93b88be051dc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:07.864518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f314152a-9fbc-41d9-a3fb-93b88be051dc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:07.871334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f314152a-9fbc-41d9-a3fb-93b88be051dc tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/0137e541-cb46-4c99-bfb0-c1ca475ca42f HTTP/1.1" status: 404 len: 333 time: 0.1470022 Feb 09 13:22:07.872314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59978) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:07.897179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'name': 'tempest-PortsTestJSON-1737983199'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:07.936524 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:07.980751 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d78d2e4a-86de-4c99-8fbf-5fbf588fdf88,segment=NetworkSegment(9ab236a7-1772-43bb-957a-b14229fee505),segment_id=9ab236a7-1772-43bb-957a-b14229fee505)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:07.989559 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.030698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 58dbe61e-b07e-46d0-9dc2-a972685eb704 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:08.031379 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.102367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 58dbe61e-b07e-46d0-9dc2-a972685eb704 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:22:08.157267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] The port '58dbe61e-b07e-46d0-9dc2-a972685eb704' was deleted {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:22:08.172391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 58dbe61e-b07e-46d0-9dc2-a972685eb704 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:22:08.173130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 58dbe61e-b07e-46d0-9dc2-a972685eb704 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:22:08.184772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=d78d2e4a-86de-4c99-8fbf-5fbf588fdf88,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:08.205657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3b2aab19-2ff6-4d10-b88e-f77bbbd2d05f None None] Provisioning for port 00a4df9e-4a12-4262-80b3-fcadea2668bb completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:08.221307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3b2aab19-2ff6-4d10-b88e-f77bbbd2d05f None None] Provisioning complete for port 00a4df9e-4a12-4262-80b3-fcadea2668bb triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:08.222408 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3b2aab19-2ff6-4d10-b88e-f77bbbd2d05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.282828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:08.292765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Usage tracker for resource:port and tenant:d37f8afc53384528a1c7600338904e9c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:08.298048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:08.319496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:08.335551 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3b2aab19-2ff6-4d10-b88e-f77bbbd2d05f None None] Port 00a4df9e-4a12-4262-80b3-fcadea2668bb cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:08.341585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Made reservation on behalf of d37f8afc53384528a1c7600338904e9c for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:08.351230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3b2aab19-2ff6-4d10-b88e-f77bbbd2d05f None None] Provisioning complete for port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:08.351744 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3b2aab19-2ff6-4d10-b88e-f77bbbd2d05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.393263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:08.422845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:08.490851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.507602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:08.513254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.515741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:22:08.522816 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2649d125-f3f8-4890-a114-28faff9f04fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "PUT /v2.0/routers/0ce708d5-1453-43fd-b7e7-db195a6a9ab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5646057 Feb 09 13:22:08.526778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59982) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:08.533128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9491f933-f3dc-42ee-9370-1ca20b934635 None None] Sync routers for ids ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:22:08.548529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9491f933-f3dc-42ee-9370-1ca20b934635 None None] Routers {'0ce708d5-1453-43fd-b7e7-db195a6a9ab9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:08.549406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9491f933-f3dc-42ee-9370-1ca20b934635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:08.552779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ab61ad-d980-40db-bc1a-79d196c43e76']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:08.566289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a235bf-cbd2-48a4-92cc-f2687720a64d') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:08.566607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a235bf-cbd2-48a4-92cc-f2687720a64d') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:08.579056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.596265 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.603455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:22:08.603843 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.679831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9491f933-f3dc-42ee-9370-1ca20b934635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:22:08.713061 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:22:08.717301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 4c3939bf-2024-435f-9f9f-5c861f55062c yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:08.730252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bb35aa34-013f-4e2a-ba03-dc914861447d None None] Provisioning complete for port 00a4df9e-4a12-4262-80b3-fcadea2668bb triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:08.732739 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bb35aa34-013f-4e2a-ba03-dc914861447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.756472 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.805629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ee44426-42a9-4709-bc8e-6b1fb401c12a req-cbe6a4a1-05d8-4070-87ac-20b9bdc67872 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0453923 Feb 09 13:22:08.826726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.831744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9491f933-f3dc-42ee-9370-1ca20b934635 None None] Routers {'0ce708d5-1453-43fd-b7e7-db195a6a9ab9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:08.832633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9491f933-f3dc-42ee-9370-1ca20b934635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:08.841537 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:08.864458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] device_id is not set on port 1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:08.950892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Network': ['ID=d7ab61ad-d980-40db-bc1a-79d196c43e76,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:08.984563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9491f933-f3dc-42ee-9370-1ca20b934635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:08.985596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9491f933-f3dc-42ee-9370-1ca20b934635 None None] The sync data for ids ['0ce708d5-1453-43fd-b7e7-db195a6a9ab9'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:22:08.987802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bb35aa34-013f-4e2a-ba03-dc914861447d None None] Port 00a4df9e-4a12-4262-80b3-fcadea2668bb cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:09.015731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-99a81881-76df-431d-951a-1e46610d6906 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/networks/d7ab61ad-d980-40db-bc1a-79d196c43e76 HTTP/1.1" status: 204 len: 168 time: 3.0986836 Feb 09 13:22:09.032491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59992) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:09.055908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-575100230', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:09.066725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:09.076563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee52bab-1806-460c-8f6f-ba9e6ac96661 req-d6a965e1-24fa-43b3-8cae-9e92cbf0eae0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:09.078058 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ee52bab-1806-460c-8f6f-ba9e6ac96661 req-d6a965e1-24fa-43b3-8cae-9e92cbf0eae0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.2114217 Feb 09 13:22:09.102953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:router and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:09.111716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:09.128621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:09.136329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:09.194235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Allocated IP 2001:db8::37 (2855186a-1dec-4858-bbf9-27b5ea20f6e0/bd3d30b8-6a36-42d3-b0a3-b414cac5beac/1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:09.213097 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6f1ea522-f68a-44dc-8e7c-3656c830463e req-b2ec35a3-62e7-437f-b227-6e51a1f1281f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 1096 time: 0.2293711 Feb 09 13:22:09.227977 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.228916 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.247416 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.270082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ee52bab-1806-460c-8f6f-ba9e6ac96661 req-26cfab4f-6ae4-48d9-a34f-b8fa5c6eeaba tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819792 Feb 09 13:22:09.272074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:09.272719 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.447651 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.466285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.483843 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.518261 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.604285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:09.609255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:09.611018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=4c3939bf-2024-435f-9f9f-5c861f55062c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:09.613925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:09.617779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:09.618372 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.621571 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6f1ea522-f68a-44dc-8e7c-3656c830463e req-3ef8cab5-eab8-441c-8da5-3292b127e623 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981266 Feb 09 13:22:09.649899 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.671843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Transition to ACTIVE for port object 1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:09.692605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c3bacb74-5b4b-4be0-ac14-80ad892e803e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8188221 Feb 09 13:22:09.693733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59996) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:09.702063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1c0c03f6-7b34-4e60-956f-932546f6195c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:09.768198 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.811047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.815967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.904374 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1c0c03f6-7b34-4e60-956f-932546f6195c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:09.980295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:09.990715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:09.992728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Port': ['ID=1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:09.995052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:09.999157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:09.999834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:10.072833 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8a53dd72-35c1-428a-af0a-b5056e3ec52e tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3345845 Feb 09 13:22:10.081507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60004) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:10.171553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Allocated IP 172.25.5.162 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/5f507672-b4cd-431a-9ee8-aeff22e80675) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:10.189063 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:10.195764 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-733b1959-a0e7-4b60-bbc1-c5153211b4b1 req-5133e438-7d77-4059-96d0-38ffb616d3aa tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0718186 Feb 09 13:22:10.354785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port 2d5a888e-7fe7-4050-812d-cebc8fc39eba {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:10.355900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:10.504491 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:10.506189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cfe27080-513d-4efd-b461-edec9c60ffb3 None None] Provisioning for port 1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:10.545506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cfe27080-513d-4efd-b461-edec9c60ffb3 None None] Provisioning complete for port 1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:10.546325 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cfe27080-513d-4efd-b461-edec9c60ffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:10.609009 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:10.637000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5a521-ccee-43b0-b836-e828bf04b9aa req-5b5575ec-81c0-490a-a83b-1dcb2226c918 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:10.638355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cfe27080-513d-4efd-b461-edec9c60ffb3 None None] Port 1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:10.644273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1be5a521-ccee-43b0-b836-e828bf04b9aa req-5b5575ec-81c0-490a-a83b-1dcb2226c918 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.1806550 Feb 09 13:22:10.689593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1c0c03f6-7b34-4e60-956f-932546f6195c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:10.715811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1c0c03f6-7b34-4e60-956f-932546f6195c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:10.776668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc64c88-286d-4ff1-acbf-2dcbfe1a234c tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:10.780686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc64c88-286d-4ff1-acbf-2dcbfe1a234c tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:10.785374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc64c88-286d-4ff1-acbf-2dcbfe1a234c tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:10.786304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dcc64c88-286d-4ff1-acbf-2dcbfe1a234c tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Synchronizing usage tracker for tenant:d37f8afc53384528a1c7600338904e9c on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:10.843369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:10.847552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:10.866782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:10.875666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c03f6-7b34-4e60-956f-932546f6195c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] In _notify_port_updated(), no bound segment for port 4c3939bf-2024-435f-9f9f-5c861f55062c on network c633d700-dd0f-4f97-9b45-3d5aeb785534 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:22:10.879842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0c03f6-7b34-4e60-956f-932546f6195c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:10.880613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1c0c03f6-7b34-4e60-956f-932546f6195c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:10.884336 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1c0c03f6-7b34-4e60-956f-932546f6195c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "PUT /v2.0/ports/4c3939bf-2024-435f-9f9f-5c861f55062c HTTP/1.1" status: 200 len: 818 time: 1.1870627 Feb 09 13:22:10.893648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60010) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:10.912514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=5f507672-b4cd-431a-9ee8-aeff22e80675,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:10.932317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1be5a521-ccee-43b0-b836-e828bf04b9aa req-f229cd52-b114-4606-9421-edba8e4c8dc4 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872295 Feb 09 13:22:10.983747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c03f6-7b34-4e60-956f-932546f6195c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=4c3939bf-2024-435f-9f9f-5c861f55062c,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:10.990359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bf49049a-a8b5-4ff1-b944-9d043f6c060f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 4c3939bf-2024-435f-9f9f-5c861f55062c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:10.990733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bf49049a-a8b5-4ff1-b944-9d043f6c060f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:11.042732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dcc64c88-286d-4ff1-acbf-2dcbfe1a234c tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Unset dirty status for tenant:d37f8afc53384528a1c7600338904e9c on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:11.043894 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dcc64c88-286d-4ff1-acbf-2dcbfe1a234c tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.9601502 Feb 09 13:22:11.048479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60016) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:11.050580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:11.081730 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:11.082722 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:11.233538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for 2d5a888e-7fe7-4050-812d-cebc8fc39eba owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:11.253529 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:11.332527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-92ef92bf-acf4-48cf-b53c-a025c18c580f tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Deleting port 1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:11.332993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92ef92bf-acf4-48cf-b53c-a025c18c580f tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:11.349987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 9815eada-ff48-4aeb-ad23-28006cf19039 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:22:11.551871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ee5dbed-3645-40ea-8358-45af8d6c4c16 req-c5c3fa94-dc01-4d67-be6d-64e89bd433d8 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1119988 Feb 09 13:22:11.628808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bf49049a-a8b5-4ff1-b944-9d043f6c060f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:11.646893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:22:11.657447 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d18e35-3607-47ae-8890-1df20cc4ace8 None None] Sync routers for ids ['9815eada-ff48-4aeb-ad23-28006cf19039'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:22:11.671104 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d18e35-3607-47ae-8890-1df20cc4ace8 None None] Routers {'9815eada-ff48-4aeb-ad23-28006cf19039'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:11.672286 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a9d18e35-3607-47ae-8890-1df20cc4ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9815eada-ff48-4aeb-ad23-28006cf19039'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:11.672511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:11.676647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f7fe316c-acba-4e59-8d60-4cf009607556 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6285164 Feb 09 13:22:11.676918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60022) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:11.770155 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a9d18e35-3607-47ae-8890-1df20cc4ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:11.782733 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d18e35-3607-47ae-8890-1df20cc4ace8 None None] Routers {'9815eada-ff48-4aeb-ad23-28006cf19039'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:11.783338 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a9d18e35-3607-47ae-8890-1df20cc4ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9815eada-ff48-4aeb-ad23-28006cf19039'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:11.817922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bf49049a-a8b5-4ff1-b944-9d043f6c060f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 4c3939bf-2024-435f-9f9f-5c861f55062c owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:11.845901 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a9d18e35-3607-47ae-8890-1df20cc4ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:11.846306 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d18e35-3607-47ae-8890-1df20cc4ace8 None None] The sync data for ids ['9815eada-ff48-4aeb-ad23-28006cf19039'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:22:11.908902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4b63fced-b1c7-419a-b139-0db408a37b44 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/routers/9815eada-ff48-4aeb-ad23-28006cf19039 HTTP/1.1" status: 200 len: 880 time: 0.2301638 Feb 09 13:22:11.912212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60026) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:11.985015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92ef92bf-acf4-48cf-b53c-a025c18c580f tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:12.124919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-92ef92bf-acf4-48cf-b53c-a025c18c580f tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Calling delete_port for 1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:12.169047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbb890-6826-4fc2-a5f5-cb3ad0e7640d req-cdcb189a-fc11-4f28-a55e-c4840daf2abc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:12.170574 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fbbb890-6826-4fc2-a5f5-cb3ad0e7640d req-cdcb189a-fc11-4f28-a55e-c4840daf2abc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 0.0987561 Feb 09 13:22:12.214755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3dbdb9a1-78ba-46fc-a042-791fa1f844d2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:router {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:12.251739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fbbb890-6826-4fc2-a5f5-cb3ad0e7640d req-393ecf2e-1da5-4d80-ac0f-091a4f9a63fc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683203 Feb 09 13:22:12.255667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3dbdb9a1-78ba-46fc-a042-791fa1f844d2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:router {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:12.257928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3dbdb9a1-78ba-46fc-a042-791fa1f844d2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3441699 Feb 09 13:22:12.258901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60036) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:12.266509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-24aa5387-6d96-4243-b581-fadbdfd976c0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-575100230'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:12.292339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bf49049a-a8b5-4ff1-b944-9d043f6c060f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:12.375202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49049a-a8b5-4ff1-b944-9d043f6c060f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=4c3939bf-2024-435f-9f9f-5c861f55062c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:12.381779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:12.419791 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bf49049a-a8b5-4ff1-b944-9d043f6c060f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:12.457567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=2d5a888e-7fe7-4050-812d-cebc8fc39eba,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:12.527858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60046) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:12.528166 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bf49049a-a8b5-4ff1-b944-9d043f6c060f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/4c3939bf-2024-435f-9f9f-5c861f55062c HTTP/1.1" status: 204 len: 168 time: 1.6315997 Feb 09 13:22:12.786292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92ef92bf-acf4-48cf-b53c-a025c18c580f tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:12.918139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef92bf-acf4-48cf-b53c-a025c18c580f tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event deleted for resources: {'Port': ['ID=1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:12.934165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-09831384-e034-473b-96c0-06eb56e0253c req-4448bbcd-8b1a-418f-b1a5-fea45eb152e1 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1603758 Feb 09 13:22:12.990966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:13.255797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3978a-dfa3-4e92-b8fd-73f9387d3ce4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:13.256507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cbb3978a-dfa3-4e92-b8fd-73f9387d3ce4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:13.272380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780064bf-992b-4bfd-9652-307640de2baf req-9c1254ce-3ff5-432f-8b2a-a706beb7e3d2 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:13.279385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-9c1254ce-3ff5-432f-8b2a-a706beb7e3d2 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/networks?id=905b5f89-de12-4ddd-b8a3-faa5bb706076 HTTP/1.1" status: 200 len: 810 time: 0.5046041 Feb 09 13:22:13.347616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-44a2492f-610a-434c-a784-83fa1e1ef688 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/quotas/1e68331b2aab410092da31847e69dc33 HTTP/1.1" status: 200 len: 375 time: 0.0672903 Feb 09 13:22:13.408132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cbb3978a-dfa3-4e92-b8fd-73f9387d3ce4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:13.412932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cbb3978a-dfa3-4e92-b8fd-73f9387d3ce4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8838072 Feb 09 13:22:13.415826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60066) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:13.439835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:13.444906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:13.478098 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1725d0c-b8c5-4367-9eda-65f2406306ec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:22:13.482607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a1725d0c-b8c5-4367-9eda-65f2406306ec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/4c3939bf-2024-435f-9f9f-5c861f55062c HTTP/1.1" status: 404 len: 333 time: 0.0610802 Feb 09 13:22:13.485526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60070) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:13.486933 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:13.488059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce708d5-1453-43fd-b7e7-db195a6a9ab9 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:22:13.495634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1742644703'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:13.509177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:13.518070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:network and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:13.524962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:13.544063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:13.557185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:13.560918 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-52b6963d-9fdd-4f12-8db4-ae7f29b8c8ae tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/routers/0ce708d5-1453-43fd-b7e7-db195a6a9ab9 HTTP/1.1" status: 204 len: 168 time: 5.0308604 Feb 09 13:22:13.563336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60074) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:13.567024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-7d157ea8-eccf-4b30-a8be-fe02699a63b4 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e68331b2aab410092da31847e69dc33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2185023 Feb 09 13:22:13.593784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:13.597315 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:13.654646 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92ef92bf-acf4-48cf-b53c-a025c18c580f tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:13.656478 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-92ef92bf-acf4-48cf-b53c-a025c18c580f tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "DELETE /v2.0/ports/1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa HTTP/1.1" status: 204 len: 168 time: 2.5976989 Feb 09 13:22:13.663756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60078) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:13.712935 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5233d10-7f3b-4520-bd12-24c7c7674e64 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] GET failed (client error): The resource could not be found. Feb 09 13:22:13.713446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a5233d10-7f3b-4520-bd12-24c7c7674e64 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Synchronizing usage tracker for tenant:d37f8afc53384528a1c7600338904e9c on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:13.721933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:22:13.802244 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:13.802615 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Added segment 13fbe3ee-b453-4f8c-95a3-94635c07a0d8 of type vlan for network 43845909-6f92-4c13-a7aa-468ca67e146d Feb 09 13:22:13.813834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a5233d10-7f3b-4520-bd12-24c7c7674e64 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Unset dirty status for tenant:d37f8afc53384528a1c7600338904e9c on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:13.821870 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a5233d10-7f3b-4520-bd12-24c7c7674e64 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "GET /v2.0/ports/1551c4d5-ef94-4cc1-aa2a-4e138c8cf5fa HTTP/1.1" status: 404 len: 333 time: 0.1503799 Feb 09 13:22:13.821870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60082) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:13.826537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'port': {'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-698646298'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:13.896048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-a7760fc9-f94b-4d9a-876d-6e1c3903c3bf service neutron] 10.222.0.59 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281684 Feb 09 13:22:13.973326 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:14.033157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-6088359a-49e4-43ea-be88-adcc922413a9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting subnet 7e69fc84-c7bc-4dd1-a81a-e121a4c1b035 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:22:14.041123 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6088359a-49e4-43ea-be88-adcc922413a9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:14.103667 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24aa5387-6d96-4243-b581-fadbdfd976c0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:14.120853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6088359a-49e4-43ea-be88-adcc922413a9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:14.131380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:14.135164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:14.135825 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:14.163090 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24aa5387-6d96-4243-b581-fadbdfd976c0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:14.184771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-ce8b3388-3a8c-4ed9-9545-6b5a09c5d9f0 service neutron] 10.222.0.59 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784603 Feb 09 13:22:14.355010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:14.396854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:14.413295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f64ce8d6-02e1-4152-9b08-99caf6aafb81 req-9f9d8993-51f0-4605-befc-2dbc773b9fcb tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1496801 Feb 09 13:22:14.414748 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9280539 Feb 09 13:22:14.452285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60092) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:14.489832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723dbc9-9b23-4d72-aead-43460ed58802 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Network': ['ID=43845909-6f92-4c13-a7aa-468ca67e146d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:14.492868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:14.504963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 43845909-6f92-4c13-a7aa-468ca67e146d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:22:14.591624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Made reservation on behalf of d37f8afc53384528a1c7600338904e9c for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:14.602196 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:14.604592 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1e50e67-1225-4959-860a-9ddc9cdad4a9 req-938a7f5e-21b7-4296-885f-95a2e9ce32de tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 210 time: 0.1117933 Feb 09 13:22:14.912776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6088359a-49e4-43ea-be88-adcc922413a9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:15.003466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24aa5387-6d96-4243-b581-fadbdfd976c0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 9815eada-ff48-4aeb-ad23-28006cf19039 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:22:15.091441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] device_id is not set on port b4273efc-61dc-485d-b80f-4ffd1d140d7e yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:15.184781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:15.197084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:15.204160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6088359a-49e4-43ea-be88-adcc922413a9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:15.208599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:15.251799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aa5387-6d96-4243-b581-fadbdfd976c0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:22:15.253117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:15.260774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24aa5387-6d96-4243-b581-fadbdfd976c0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:15.262164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24aa5387-6d96-4243-b581-fadbdfd976c0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/9815eada-ff48-4aeb-ad23-28006cf19039 HTTP/1.1" status: 200 len: 887 time: 3.0022583 Feb 09 13:22:15.266595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef0f1e-8da4-4927-8d97-0a800fca3c3b None None] Sync routers for ids ['9815eada-ff48-4aeb-ad23-28006cf19039'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:22:15.273837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60106) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:15.286906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef0f1e-8da4-4927-8d97-0a800fca3c3b None None] Routers {'9815eada-ff48-4aeb-ad23-28006cf19039'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:15.287538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6fef0f1e-8da4-4927-8d97-0a800fca3c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9815eada-ff48-4aeb-ad23-28006cf19039'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:15.318179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088359a-49e4-43ea-be88-adcc922413a9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Subnet': ['ID=7e69fc84-c7bc-4dd1-a81a-e121a4c1b035,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:15.339100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:15.360278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6088359a-49e4-43ea-be88-adcc922413a9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:15.391618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd79eaf-d4b4-4e70-a19e-10dba9d71fd0 None None] Network 0f5f57a4-68e6-467b-a67e-a812710133ff requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:15.417327 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6088359a-49e4-43ea-be88-adcc922413a9 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/subnets/7e69fc84-c7bc-4dd1-a81a-e121a4c1b035 HTTP/1.1" status: 204 len: 168 time: 1.8527701 Feb 09 13:22:15.422505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60110) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:15.436056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6fef0f1e-8da4-4927-8d97-0a800fca3c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:15.494371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Allocated IP 2001:db8::373 (2855186a-1dec-4858-bbf9-27b5ea20f6e0/bd3d30b8-6a36-42d3-b0a3-b414cac5beac/b4273efc-61dc-485d-b80f-4ffd1d140d7e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:15.656391 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:15.686540 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:15.698029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef0f1e-8da4-4927-8d97-0a800fca3c3b None None] Routers {'9815eada-ff48-4aeb-ad23-28006cf19039'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:15.699697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6fef0f1e-8da4-4927-8d97-0a800fca3c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:21:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9815eada-ff48-4aeb-ad23-28006cf19039'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:15.739004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port ebf9a34e-8226-4f55-9716-17490a0dd8bb {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:15.759128 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:15.834823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6fef0f1e-8da4-4927-8d97-0a800fca3c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:15.835546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fef0f1e-8da4-4927-8d97-0a800fca3c3b None None] The sync data for ids ['9815eada-ff48-4aeb-ad23-28006cf19039'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:22:15.990720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] DHCP port deletion for 0f5f57a4-68e6-467b-a67e-a812710133ff request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:22:15.998618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] Deleting port ebf9a34e-8226-4f55-9716-17490a0dd8bb {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:15.999250 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.137612 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-156c4073-979c-469d-907a-ba50e2ba010c req-e029e346-6040-46ea-90e2-2fba43b0df3d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0875933 Feb 09 13:22:16.153179 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.184056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fce3d40-7f06-4324-8bcb-c4677801e665 req-5164cccc-773e-4697-a776-654f0e9fead6 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.3187482 Feb 09 13:22:16.198660 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.253043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60124) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:16.275167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Transition to ACTIVE for port object b4273efc-61dc-485d-b80f-4ffd1d140d7e will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:16.283009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de704477-d7c1-44d2-be23-3f1d0e72166d req-6c7aaa85-76d3-4417-9c99-2b112e117ef5 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 210 time: 0.2199616 Feb 09 13:22:16.361504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.492882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] For port ebf9a34e-8226-4f55-9716-17490a0dd8bb, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ebf9a34e-8226-4f55-9716-17490a0dd8bb,segment=NetworkSegment(f5226bc3-b924-4fae-b5ac-9f9557bf5cef),segment_id=f5226bc3-b924-4fae-b5ac-9f9557bf5cef)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:16.493240 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.505668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] For port ebf9a34e-8226-4f55-9716-17490a0dd8bb, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ebf9a34e-8226-4f55-9716-17490a0dd8bb,segment=NetworkSegment(f5226bc3-b924-4fae-b5ac-9f9557bf5cef),segment_id=f5226bc3-b924-4fae-b5ac-9f9557bf5cef)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:16.508857 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.527480 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.663936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for ebf9a34e-8226-4f55-9716-17490a0dd8bb owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:16.678862 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26976efb-c46c-4dfb-8b44-209c320d0ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.687608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] Calling delete_port for ebf9a34e-8226-4f55-9716-17490a0dd8bb owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:16.729255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=f2e3c192-1719-4fdf-be06-54729642395d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:16.743949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:16.761465 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:16.765264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.776957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:16.780980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:16.781701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:16.785811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Port': ['ID=b4273efc-61dc-485d-b80f-4ffd1d140d7e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:16.813245 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:22:16.813744 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:22:16.841389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7cd29cbf-04a3-407c-9d42-9efa9e253cde tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/routers/9815eada-ff48-4aeb-ad23-28006cf19039 HTTP/1.1" status: 200 len: 887 time: 1.5627103 Feb 09 13:22:16.841389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=ebf9a34e-8226-4f55-9716-17490a0dd8bb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:16.842662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60130) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:16.843324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-26976efb-c46c-4dfb-8b44-209c320d0ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:16.845820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Checking segment: {'id': '13fbe3ee-b453-4f8c-95a3-94635c07a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:16.846311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network hostable DHCP agents. Network: 43845909-6f92-4c13-a7aa-468ca67e146d, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:22:16.857740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780064bf-992b-4bfd-9652-307640de2baf req-6f755ba5-6bf2-4a63-9863-0308d4bcda70 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:16.859222 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-6f755ba5-6bf2-4a63-9863-0308d4bcda70 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.67 "GET /v2.0/networks?id=905b5f89-de12-4ddd-b8a3-faa5bb706076 HTTP/1.1" status: 200 len: 810 time: 0.4473050 Feb 09 13:22:16.860206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-26976efb-c46c-4dfb-8b44-209c320d0ebc admin admin] Usage tracker for resource:security_group_rule and tenant:14b3ff309de143ab927c9bb3438110b5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:16.864682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-26976efb-c46c-4dfb-8b44-209c320d0ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:16.871246 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f04f5c31-2642-4e4e-8a3b-e153253ec309 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0464613 Feb 09 13:22:16.874771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60134) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:16.876835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-26976efb-c46c-4dfb-8b44-209c320d0ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:16.886537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Request body: {'port': {'device_id': '6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c', 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076', 'admin_state_up': True, 'tenant_id': '1e68331b2aab410092da31847e69dc33'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:16.898065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] No DVR routers for this DVR port ebf9a34e-8226-4f55-9716-17490a0dd8bb on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:22:16.907944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ca7946e1-b307-4c28-a65b-575279c62d29 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ee', 'mac_address': 'fa:16:3e:45:a9:47'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:16.926558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bd0d95ac-765b-42a9-9725-10a8cd872a16 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:17.033740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bd0d95ac-765b-42a9-9725-10a8cd872a16 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:17.034944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bd0d95ac-765b-42a9-9725-10a8cd872a16 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=9815eada-ff48-4aeb-ad23-28006cf19039 HTTP/1.1" status: 200 len: 205 time: 0.1894727 Feb 09 13:22:17.039938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60138) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:17.045298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.073188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3c66432d-e89f-4f4d-8bf1-22e39e5acc37 None None] Provisioning for port b4273efc-61dc-485d-b80f-4ffd1d140d7e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:17.079528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3c66432d-e89f-4f4d-8bf1-22e39e5acc37 None None] Provisioning complete for port b4273efc-61dc-485d-b80f-4ffd1d140d7e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:17.082265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5f57a4-68e6-467b-a67e-a812710133ff']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:17.091970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3c66432d-e89f-4f4d-8bf1-22e39e5acc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.099151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5226bc3-b924-4fae-b5ac-9f9557bf5cef') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:17.099630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5226bc3-b924-4fae-b5ac-9f9557bf5cef') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:17.114654 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.134194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.141862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:22:17.142591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:22:17.159234 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:22:17.179107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3c66432d-e89f-4f4d-8bf1-22e39e5acc37 None None] Port b4273efc-61dc-485d-b80f-4ffd1d140d7e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:17.180932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ebf9a34e-8226-4f55-9716-17490a0dd8bb no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:22:17.216070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: ebf9a34e-8226-4f55-9716-17490a0dd8bb {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:22:17.216679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ebf9a34e-8226-4f55-9716-17490a0dd8bb not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:22:17.314579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] Deleting port ebf9a34e-8226-4f55-9716-17490a0dd8bb {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:17.315820 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.395853 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 43845909-6f92-4c13-a7aa-468ca67e146d is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:22:17.461878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-de22125f-f4a1-48eb-9b7e-2f03c48dddaa None None] The port 'ebf9a34e-8226-4f55-9716-17490a0dd8bb' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:22:17.475398 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26976efb-c46c-4dfb-8b44-209c320d0ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.482166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 43845909-6f92-4c13-a7aa-468ca67e146d) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:17.490761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e030c261-4cc1-493f-9b6a-45b9612e7610 None None] Network 43845909-6f92-4c13-a7aa-468ca67e146d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:17.546719 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26976efb-c46c-4dfb-8b44-209c320d0ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.553343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c9cb88f-5c96-45f7-ab06-78c30329e04f req-7d64b773-1b65-41e5-812f-2cce1f3bfacc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 210 time: 0.1137912 Feb 09 13:22:17.577306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:17.577493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa6cb30-a692-4927-8067-3b4be7f1860d req-a85fb653-1196-45ac-9916-596cc55e23a9 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0620992 Feb 09 13:22:17.577631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.578314 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.603189 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-26976efb-c46c-4dfb-8b44-209c320d0ebc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14b3ff309de143ab927c9bb3438110b5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3432426 Feb 09 13:22:17.620405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60146) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:17.634823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:17.640123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.653935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Network': ['ID=0f5f57a4-68e6-467b-a67e-a812710133ff,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:17.661241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d707c6f3-4523-4ec0-96e2-b0e497eaabef tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/networks/0f5f57a4-68e6-467b-a67e-a812710133ff HTTP/1.1" status: 204 len: 168 time: 2.2373538 Feb 09 13:22:17.662110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60152) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:17.683393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:17.691377 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0c6cfc5e-a155-4a31-a610-d005859b39c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2273762 Feb 09 13:22:17.693210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26976efb-c46c-4dfb-8b44-209c320d0ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03ee330-918b-42fd-8d60-dd4f106c30f8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:17.695488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60156) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:17.731301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:17.790225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-43845909-6f92-4c13-a7aa-468ca67e146d', 'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d', 'tenant_id': '402149aabdc44c73809b92366384b20e', 'fixed_ips': [{'subnet_id': 'f2e3c192-1719-4fdf-be06-54729642395d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:22:17.791301 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.811798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Made reservation on behalf of 1e68331b2aab410092da31847e69dc33 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:17.814572 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.866317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-23f395ed-8dd6-4284-99f8-8c71f45d3d20 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port b2768732-f0b2-4faa-835b-a9d69869e3fb {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:17.866718 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23f395ed-8dd6-4284-99f8-8c71f45d3d20 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:17.999505 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca7946e1-b307-4c28-a65b-575279c62d29 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.042174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-af91131e-ccb6-4b79-95f3-3030da720675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.076375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Allocated IP 172.20.0.2 (43845909-6f92-4c13-a7aa-468ca67e146d/f2e3c192-1719-4fdf-be06-54729642395d/232962b2-e2b0-4b37-8f44-ef994604ad83) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:18.097337 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23f395ed-8dd6-4284-99f8-8c71f45d3d20 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.097679 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23f395ed-8dd6-4284-99f8-8c71f45d3d20 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.120504 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bd9cfd9-67ac-42e6-ad12-9c23029aacab req-b63d58a4-b32a-4484-be14-191b9c027e4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cffcc2872abe4b489208acdd22b9a968&device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0581419 Feb 09 13:22:18.163851 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-af91131e-ccb6-4b79-95f3-3030da720675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.172395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:18.215615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:18.233201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:18.259693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:18.279629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-23f395ed-8dd6-4284-99f8-8c71f45d3d20 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for b2768732-f0b2-4faa-835b-a9d69869e3fb owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:18.314341 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.326314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Transition to ACTIVE for port object 232962b2-e2b0-4b37-8f44-ef994604ad83 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:18.327045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bd9cfd9-67ac-42e6-ad12-9c23029aacab req-cbdfaccb-5b3a-4bbf-bc3d-9257b56619cb service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cffcc2872abe4b489208acdd22b9a968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1558442 Feb 09 13:22:18.330669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd57fa23-7b3e-46fb-b352-1423f5db1070 req-5d528668-26f6-44b0-9bb7-b7016ea61504 tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1611254 Feb 09 13:22:18.345403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:18.349347 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.351264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Transition to ACTIVE for port object 232962b2-e2b0-4b37-8f44-ef994604ad83 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:18.369705 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.444644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Allocated IP 172.20.0.4 (905b5f89-de12-4ddd-b8a3-faa5bb706076/a2a17d56-179c-488d-a8c8-b5175d557c7a/0e0080cb-bcbd-4215-947e-11c0f610f57a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:18.464929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Network 43845909-6f92-4c13-a7aa-468ca67e146d is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:18.466127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:18.468820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:18.478351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Pushing event updated for resources: {'Port': ['ID=232962b2-e2b0-4b37-8f44-ef994604ad83,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:18.547250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9cfd9-67ac-42e6-ad12-9c23029aacab req-a6b45961-e856-4946-af94-3234d7cdbc38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:18.548654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bd9cfd9-67ac-42e6-ad12-9c23029aacab req-a6b45961-e856-4946-af94-3234d7cdbc38 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2149830 Feb 09 13:22:18.551135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.551609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.551888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.552911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.553251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.553594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.553952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.554345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.554711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.555041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.555359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:18.578906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-af91131e-ccb6-4b79-95f3-3030da720675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.580284 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23f395ed-8dd6-4284-99f8-8c71f45d3d20 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.581641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Attempting to bind port 232962b2-e2b0-4b37-8f44-ef994604ad83 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:18.581641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Attempting to bind port 232962b2-e2b0-4b37-8f44-ef994604ad83 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '13fbe3ee-b453-4f8c-95a3-94635c07a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:18.581877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Attempting to bind port 232962b2-e2b0-4b37-8f44-ef994604ad83 on network 43845909-6f92-4c13-a7aa-468ca67e146d {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:22:18.591287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:22:18.591683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Checking segment: {'id': '13fbe3ee-b453-4f8c-95a3-94635c07a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:18.592209 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.592663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Bound using segment: {'id': '13fbe3ee-b453-4f8c-95a3-94635c07a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:22:18.593271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Bound port: 232962b2-e2b0-4b37-8f44-ef994604ad83, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fbe3ee-b453-4f8c-95a3-94635c07a0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:18.593704 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.598509 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.630911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f395ed-8dd6-4284-99f8-8c71f45d3d20 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=b2768732-f0b2-4faa-835b-a9d69869e3fb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:18.697596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] For port 232962b2-e2b0-4b37-8f44-ef994604ad83, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:22:18.701492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91131e-ccb6-4b79-95f3-3030da720675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03ee330-918b-42fd-8d60-dd4f106c30f8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:18.703498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] For port 232962b2-e2b0-4b37-8f44-ef994604ad83, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=232962b2-e2b0-4b37-8f44-ef994604ad83,segment=NetworkSegment(13fbe3ee-b453-4f8c-95a3-94635c07a0d8),segment_id=13fbe3ee-b453-4f8c-95a3-94635c07a0d8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:22:18.711527 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.742735 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23f395ed-8dd6-4284-99f8-8c71f45d3d20 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.762096 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23f395ed-8dd6-4284-99f8-8c71f45d3d20 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:18.766634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-23f395ed-8dd6-4284-99f8-8c71f45d3d20 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/floatingips/863a7631-5d08-46cf-9ff5-38207e67d956 HTTP/1.1" status: 204 len: 168 time: 1.0999069 Feb 09 13:22:18.789939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60164) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:18.807392 n-d-825175-3 neutron-server[83479]: INFO neutron.db.ipam_backend_mixin [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f2e3c192-1719-4fdf-be06-54729642395d (CIDR: 172.20.0.0/28) Feb 09 13:22:18.816453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00590774-8908-4813-b86b-7f9d17cab222 req-46446ca8-cada-4865-8403-88de428ead8b tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 210 time: 0.0518641 Feb 09 13:22:18.850582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa07e6-5637-4b00-91fb-5bacc63250a9 None None] Pushing event updated for resources: {'Port': ['ID=232962b2-e2b0-4b37-8f44-ef994604ad83,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:18.885178 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:22:18.885609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:22:18.906460 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48dc7ff-310b-4762-b106-407a7d11075c tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] DELETE failed (client error): The resource could not be found. Feb 09 13:22:18.906921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48dc7ff-310b-4762-b106-407a7d11075c tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:22:18.908557 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c48dc7ff-310b-4762-b106-407a7d11075c tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/ports/5e546a27-b97f-4a64-8d50-0fc95e3e74b4 HTTP/1.1" status: 404 len: 333 time: 0.1129298 Feb 09 13:22:18.911514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60168) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:18.967078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bbc28ba3-9dd8-4c80-8eb8-52435c0d1c43 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Synchronizing usage tracker for tenant:e5c697a4935e404c881bb9b0bd6e1fa6 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:18.992825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bbc28ba3-9dd8-4c80-8eb8-52435c0d1c43 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Unset dirty status for tenant:e5c697a4935e404c881bb9b0bd6e1fa6 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:18.998902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bbc28ba3-9dd8-4c80-8eb8-52435c0d1c43 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ce708d5-1453-43fd-b7e7-db195a6a9ab9 HTTP/1.1" status: 200 len: 205 time: 0.0859880 Feb 09 13:22:18.999616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60172) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:19.093041 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-d0259098-59f3-4b8b-953e-580db732543a tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] delete failed (client error): The resource could not be found. Feb 09 13:22:19.100487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d0259098-59f3-4b8b-953e-580db732543a tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/routers/0ce708d5-1453-43fd-b7e7-db195a6a9ab9 HTTP/1.1" status: 404 len: 336 time: 0.0968103 Feb 09 13:22:19.100487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60176) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:19.120722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-af91131e-ccb6-4b79-95f3-3030da720675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:19.124538 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-af91131e-ccb6-4b79-95f3-3030da720675 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d03ee330-918b-42fd-8d60-dd4f106c30f8 HTTP/1.1" status: 204 len: 168 time: 1.4976709 Feb 09 13:22:19.130620 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-ca7946e1-b307-4c28-a65b-575279c62d29 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:22:19.146705 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c921ed5-ee65-413f-bc03-ac082196491c tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] DELETE failed (client error): The resource could not be found. Feb 09 13:22:19.147203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c921ed5-ee65-413f-bc03-ac082196491c tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:22:19.149295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0c921ed5-ee65-413f-bc03-ac082196491c tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/subnets/7e69fc84-c7bc-4dd1-a81a-e121a4c1b035 HTTP/1.1" status: 404 len: 337 time: 0.0487254 Feb 09 13:22:19.152075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60182) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:19.164593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca7946e1-b307-4c28-a65b-575279c62d29 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:19.170616 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-89df1acd-1003-465b-935e-2e963a44f05a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4587107 Feb 09 13:22:19.177690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60186) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:19.186680 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca7946e1-b307-4c28-a65b-575279c62d29 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:19.203564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:19.210787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 232962b2-e2b0-4b37-8f44-ef994604ad83 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:19.262962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-03928a77-f1c1-4128-a894-ac04d3c9b2ea tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port 4760cfa0-f299-4465-b17c-37c7213ee249 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:19.263440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03928a77-f1c1-4128-a894-ac04d3c9b2ea tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:19.346897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 232962b2-e2b0-4b37-8f44-ef994604ad83 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:19.403040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ca7946e1-b307-4c28-a65b-575279c62d29 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] In _notify_port_updated(), no bound segment for port b4273efc-61dc-485d-b80f-4ffd1d140d7e on network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:22:19.407056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7946e1-b307-4c28-a65b-575279c62d29 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:19.407788 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca7946e1-b307-4c28-a65b-575279c62d29 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:19.409241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ca7946e1-b307-4c28-a65b-575279c62d29 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "PUT /v2.0/ports/b4273efc-61dc-485d-b80f-4ffd1d140d7e HTTP/1.1" status: 200 len: 1002 time: 2.5289299 Feb 09 13:22:19.416971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60194) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:19.489447 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:19.495694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7946e1-b307-4c28-a65b-575279c62d29 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Port': ['ID=b4273efc-61dc-485d-b80f-4ffd1d140d7e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:19.587222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e8dbf465-4c8d-4175-b21e-9416a1ede981 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Deleting port b4273efc-61dc-485d-b80f-4ffd1d140d7e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:19.587222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf465-4c8d-4175-b21e-9416a1ede981 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:19.652221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06a2f9cf-95ef-4675-bb5d-d23b073e7257 req-8e1cc1b5-04d3-44c0-8535-f452b972d07b tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.0813236 Feb 09 13:22:19.664288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:19.691801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:19.699432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:19.721967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:19.775904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:19.787377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['b5da82a3-ece9-474a-b2c3-cf2308170de8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:22:19.852666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:19.856411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:19.902560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bd9cfd9-67ac-42e6-ad12-9c23029aacab req-7554dab2-28a5-435d-bc0e-708392344d2b tempest-ServerShowV257Test-24357598 tempest-ServerShowV257Test-24357598-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b2a42f3-0e99-46e6-abc1-6c139597a1c9 HTTP/1.1" status: 200 len: 210 time: 0.1043382 Feb 09 13:22:19.912834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03928a77-f1c1-4128-a894-ac04d3c9b2ea tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:20.080189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Pushing event updated for resources: {'Port': ['ID=0e0080cb-bcbd-4215-947e-11c0f610f57a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:20.116315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9da47dfd-1df9-49ef-ab1f-f58fc475b062 None None] Provisioning complete for port b4273efc-61dc-485d-b80f-4ffd1d140d7e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:20.116497 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9da47dfd-1df9-49ef-ab1f-f58fc475b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:20.152485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-03928a77-f1c1-4128-a894-ac04d3c9b2ea tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for 4760cfa0-f299-4465-b17c-37c7213ee249 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:20.194324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Network 905b5f89-de12-4ddd-b8a3-faa5bb706076 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:20.242117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:20.255872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:20.290183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:20.343273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 5f507672-b4cd-431a-9ee8-aeff22e80675 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:20.355030 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:20.404612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9da47dfd-1df9-49ef-ab1f-f58fc475b062 None None] Port b4273efc-61dc-485d-b80f-4ffd1d140d7e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:20.437026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f3f17-3b5a-48e8-9ef1-6220bb432edf req-5103f038-942f-42a1-ab63-4025e28ab8a4 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:20.446435 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e67f3f17-3b5a-48e8-9ef1-6220bb432edf req-5103f038-942f-42a1-ab63-4025e28ab8a4 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 931 time: 0.3013611 Feb 09 13:22:20.520097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de7c930-c9b4-419c-9cde-635b130fd0b9 None None] Network 43845909-6f92-4c13-a7aa-468ca67e146d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:20.534007 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03928a77-f1c1-4128-a894-ac04d3c9b2ea tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:20.550113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e67f3f17-3b5a-48e8-9ef1-6220bb432edf req-b656bbe3-e4c5-409f-bad6-1aa12f8bbd83 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026797 Feb 09 13:22:20.611914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:20.613737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:20.626218 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf465-4c8d-4175-b21e-9416a1ede981 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:20.640221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03928a77-f1c1-4128-a894-ac04d3c9b2ea tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=4760cfa0-f299-4465-b17c-37c7213ee249,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:20.714784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6b6e1687-c161-4de4-b09e-e31c5a000ad9 None None] Provisioning for port 232962b2-e2b0-4b37-8f44-ef994604ad83 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:20.724756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6b6e1687-c161-4de4-b09e-e31c5a000ad9 None None] Provisioning complete for port 232962b2-e2b0-4b37-8f44-ef994604ad83 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:20.725217 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1687-c161-4de4-b09e-e31c5a000ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:20.734848 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03928a77-f1c1-4128-a894-ac04d3c9b2ea tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:20.773944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-03928a77-f1c1-4128-a894-ac04d3c9b2ea tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/ports/4760cfa0-f299-4465-b17c-37c7213ee249 HTTP/1.1" status: 204 len: 168 time: 1.6178777 Feb 09 13:22:20.774191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60218) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:20.897649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b436bf30-b411-4bc0-ab48-62269856d520 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port 4ceba7e5-9fb8-4b10-a6b1-672b0974832f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:20.898030 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b436bf30-b411-4bc0-ab48-62269856d520 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:21.064275 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1687-c161-4de4-b09e-e31c5a000ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:21.065937 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:21.078541 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-b21b8ed0-a44d-4f9d-a5e8-df398ebe7dcc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2026911 Feb 09 13:22:21.088822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e8dbf465-4c8d-4175-b21e-9416a1ede981 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Calling delete_port for b4273efc-61dc-485d-b80f-4ffd1d140d7e owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:21.153323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6b6e1687-c161-4de4-b09e-e31c5a000ad9 None None] For port 232962b2-e2b0-4b37-8f44-ef994604ad83, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=232962b2-e2b0-4b37-8f44-ef994604ad83,segment=NetworkSegment(13fbe3ee-b453-4f8c-95a3-94635c07a0d8),segment_id=13fbe3ee-b453-4f8c-95a3-94635c07a0d8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:21.158479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1687-c161-4de4-b09e-e31c5a000ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:21.238538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 43845909-6f92-4c13-a7aa-468ca67e146d is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:21.263539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:21.270837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:21.271467 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:21.319430 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e1687-c161-4de4-b09e-e31c5a000ad9 None None] Pushing event updated for resources: {'Port': ['ID=232962b2-e2b0-4b37-8f44-ef994604ad83,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:21.332880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Request body: {'port': {'device_id': '6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:21.366203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60232) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:21.436113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6bd1d8-a096-4a16-89fc-776e8c4acf53 None None] Network 43845909-6f92-4c13-a7aa-468ca67e146d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:21.454816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b436bf30-b411-4bc0-ab48-62269856d520 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:21.506762 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3249798 Feb 09 13:22:21.510140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60240) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:21.615783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b436bf30-b411-4bc0-ab48-62269856d520 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for 4ceba7e5-9fb8-4b10-a6b1-672b0974832f owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:21.717566 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ae04266-30e3-4b0c-ad5b-0272f8beea9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:21.724891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ad593844-a983-4749-a14f-ec76883a58b6 None None] Provisioning complete for port 232962b2-e2b0-4b37-8f44-ef994604ad83 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:21.725263 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ad593844-a983-4749-a14f-ec76883a58b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:21.861439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d', 'fixed_ips': [{'subnet_id': 'f2e3c192-1719-4fdf-be06-54729642395d'}, {'subnet_id': '77b6262a-d81c-4d11-821a-49cdc03271f0'}], 'name': 'tempest-PortsTestJSON-920177310'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:21.889697 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.052724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726834c-e6a4-4244-8d5b-0dc54a2edc86 req-c80f25d6-8839-44d2-b0aa-d0e85d839964 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:22.054219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9726834c-e6a4-4244-8d5b-0dc54a2edc86 req-c80f25d6-8839-44d2-b0aa-d0e85d839964 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 931 time: 0.2733369 Feb 09 13:22:22.055440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b436bf30-b411-4bc0-ab48-62269856d520 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.130898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73a04c-7692-4d09-a2c2-5b8c6de6eca6 None None] Update dhcp port {'port': {'network_id': '43845909-6f92-4c13-a7aa-468ca67e146d', 'fixed_ips': [{'subnet_id': 'f2e3c192-1719-4fdf-be06-54729642395d', 'ip_address': '172.20.0.2'}, {'subnet_id': '77b6262a-d81c-4d11-821a-49cdc03271f0'}], 'binding:host_id': 'n-d-825175-3'}, 'id': '232962b2-e2b0-4b37-8f44-ef994604ad83'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:22:22.133540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436bf30-b411-4bc0-ab48-62269856d520 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=4ceba7e5-9fb8-4b10-a6b1-672b0974832f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:22.171436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954db80a-ec98-44ee-b7c2-66f288bc39ba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=77b6262a-d81c-4d11-821a-49cdc03271f0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:22.174527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.182978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9726834c-e6a4-4244-8d5b-0dc54a2edc86 req-8dd66b92-310c-4721-afa8-61e51f7b15a3 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923815 Feb 09 13:22:22.202197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 5f507672-b4cd-431a-9ee8-aeff22e80675 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:22.218985 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fc73a04c-7692-4d09-a2c2-5b8c6de6eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.258636 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b436bf30-b411-4bc0-ab48-62269856d520 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.274361 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b436bf30-b411-4bc0-ab48-62269856d520 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/ports/4ceba7e5-9fb8-4b10-a6b1-672b0974832f HTTP/1.1" status: 204 len: 168 time: 1.4967766 Feb 09 13:22:22.274611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60258) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:22.381756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333219ec-0265-456d-beb6-ca9482192b59 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:22.382603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-333219ec-0265-456d-beb6-ca9482192b59 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Synchronizing usage tracker for tenant:e5c697a4935e404c881bb9b0bd6e1fa6 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:22.392592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf465-4c8d-4175-b21e-9416a1ede981 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.409399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2ae04266-30e3-4b0c-ad5b-0272f8beea9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:22.416323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ae04266-30e3-4b0c-ad5b-0272f8beea9f admin admin] Usage tracker for resource:security_group_rule and tenant:cffcc2872abe4b489208acdd22b9a968 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:22.420256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ae04266-30e3-4b0c-ad5b-0272f8beea9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:22.428874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-333219ec-0265-456d-beb6-ca9482192b59 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Unset dirty status for tenant:e5c697a4935e404c881bb9b0bd6e1fa6 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:22.432699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-333219ec-0265-456d-beb6-ca9482192b59 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc40a75f-f286-4e8a-8c76-50757b71cdd2 HTTP/1.1" status: 200 len: 913 time: 0.1546268 Feb 09 13:22:22.432699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2ae04266-30e3-4b0c-ad5b-0272f8beea9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:22.435246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60262) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:22.471750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-fc73a04c-7692-4d09-a2c2-5b8c6de6eca6 None None] Allocated IP 172.20.0.18 (43845909-6f92-4c13-a7aa-468ca67e146d/77b6262a-d81c-4d11-821a-49cdc03271f0/232962b2-e2b0-4b37-8f44-ef994604ad83) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:22.644630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fc73a04c-7692-4d09-a2c2-5b8c6de6eca6 None None] For port 232962b2-e2b0-4b37-8f44-ef994604ad83, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=232962b2-e2b0-4b37-8f44-ef994604ad83,segment=NetworkSegment(13fbe3ee-b453-4f8c-95a3-94635c07a0d8),segment_id=13fbe3ee-b453-4f8c-95a3-94635c07a0d8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:22.664362 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ae04266-30e3-4b0c-ad5b-0272f8beea9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.670761 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ae04266-30e3-4b0c-ad5b-0272f8beea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.685228 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fc73a04c-7692-4d09-a2c2-5b8c6de6eca6 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.708931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fc73a04c-7692-4d09-a2c2-5b8c6de6eca6 None None] Transition to ACTIVE for port object 232962b2-e2b0-4b37-8f44-ef994604ad83 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:22.714582 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fc73a04c-7692-4d09-a2c2-5b8c6de6eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.740822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae04266-30e3-4b0c-ad5b-0272f8beea9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516b38e2-e4b8-4c63-89f5-8265998f96dd,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:22.745372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2ae04266-30e3-4b0c-ad5b-0272f8beea9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cffcc2872abe4b489208acdd22b9a968&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3780046 Feb 09 13:22:22.749179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60266) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:22.812337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0080cb-bcbd-4215-947e-11c0f610f57a {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:22:22.819753 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.835231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Transition to ACTIVE for port object 0e0080cb-bcbd-4215-947e-11c0f610f57a will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:22.915563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73a04c-7692-4d09-a2c2-5b8c6de6eca6 None None] Pushing event updated for resources: {'Port': ['ID=232962b2-e2b0-4b37-8f44-ef994604ad83,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:22.971864 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:22.991022 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-746144b6-f936-44dd-9321-f66937dade4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:23.009163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbf465-4c8d-4175-b21e-9416a1ede981 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event deleted for resources: {'Port': ['ID=b4273efc-61dc-485d-b80f-4ffd1d140d7e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:23.044941 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-746144b6-f936-44dd-9321-f66937dade4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:23.173919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:23.201813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 232962b2-e2b0-4b37-8f44-ef994604ad83 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:23.294695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:23.351766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:port and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:23.405695 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-746144b6-f936-44dd-9321-f66937dade4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:23.450424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746144b6-f936-44dd-9321-f66937dade4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516b38e2-e4b8-4c63-89f5-8265998f96dd,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:23.478194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:23.526777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:23.550816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-746144b6-f936-44dd-9321-f66937dade4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:23.555621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-746144b6-f936-44dd-9321-f66937dade4f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/516b38e2-e4b8-4c63-89f5-8265998f96dd HTTP/1.1" status: 204 len: 168 time: 0.8054872 Feb 09 13:22:23.624667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0080cb-bcbd-4215-947e-11c0f610f57a,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:23.633592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb7faa-6877-4455-8e12-84a2d666a2b3 req-92fe6f0b-3ebf-4f16-9de5-544964aa734d tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:23.635680 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4bb7faa-6877-4455-8e12-84a2d666a2b3 req-92fe6f0b-3ebf-4f16-9de5-544964aa734d tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 943 time: 0.1584985 Feb 09 13:22:23.694643 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:23.713604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4bb7faa-6877-4455-8e12-84a2d666a2b3 req-7cde0061-d529-4f30-b938-e92fbcee7ef6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718226 Feb 09 13:22:23.875490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:23.942973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-47370c1a-6d15-4572-87a5-863dbaa6ea0f None None] Provisioning for port 232962b2-e2b0-4b37-8f44-ef994604ad83 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:23.945379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=5f507672-b4cd-431a-9ee8-aeff22e80675,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:23.952257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf465-4c8d-4175-b21e-9416a1ede981 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:23.961508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-47370c1a-6d15-4572-87a5-863dbaa6ea0f None None] Provisioning complete for port 232962b2-e2b0-4b37-8f44-ef994604ad83 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:23.962003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47370c1a-6d15-4572-87a5-863dbaa6ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:24.032321 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e8dbf465-4c8d-4175-b21e-9416a1ede981 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "DELETE /v2.0/ports/b4273efc-61dc-485d-b80f-4ffd1d140d7e HTTP/1.1" status: 204 len: 168 time: 4.5983312 Feb 09 13:22:24.040470 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60284) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:24.115395 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-071b3a72-284e-4e02-8775-f953f1368120 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] GET failed (client error): The resource could not be found. Feb 09 13:22:24.116567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-071b3a72-284e-4e02-8775-f953f1368120 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "GET /v2.0/ports/b4273efc-61dc-485d-b80f-4ffd1d140d7e HTTP/1.1" status: 404 len: 333 time: 0.0751622 Feb 09 13:22:24.123624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60290) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:24.161144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'port': {'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1554748361'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:24.459140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Attempting to bind port 0e0080cb-bcbd-4215-947e-11c0f610f57a on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:24.459140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Attempting to bind port 0e0080cb-bcbd-4215-947e-11c0f610f57a by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:24.459513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Attempting to bind port 0e0080cb-bcbd-4215-947e-11c0f610f57a on network 905b5f89-de12-4ddd-b8a3-faa5bb706076 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:22:24.466144 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:24.481977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:24.490265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Usage tracker for resource:port and tenant:d37f8afc53384528a1c7600338904e9c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:24.493820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:24.507273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:24.550005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Made reservation on behalf of d37f8afc53384528a1c7600338904e9c for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:24.553263 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:24.585966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] device_id is not set on port 6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:24.626337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Port 0e0080cb-bcbd-4215-947e-11c0f610f57a on network 905b5f89-de12-4ddd-b8a3-faa5bb706076 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:22:24.626714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Attempting to bind port 0e0080cb-bcbd-4215-947e-11c0f610f57a on network 905b5f89-de12-4ddd-b8a3-faa5bb706076 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:22:24.643377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:22:24.643734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Checking segment: {'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:24.644751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Bound using segment: {'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:22:24.644751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Bound port: 0e0080cb-bcbd-4215-947e-11c0f610f57a, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cdeec5-a6f6-4eca-a050-996112e01c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:24.644973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:24.753328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Allocated IP 2001:db8::d0 (2855186a-1dec-4858-bbf9-27b5ea20f6e0/bd3d30b8-6a36-42d3-b0a3-b414cac5beac/6b880de2-0a7d-49c2-b991-7d0c6e1e7c71) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:24.799222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:24.883385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 9527bafa-69a7-49b7-85be-27e655c15994 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:24.943187 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-07de9c86-7044-4af7-aa0e-c74c65322c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.024785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port c9bca0ac-b3e4-4ecc-b4c2-8d77a6abf3b3 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:25.025125 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.102276 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.150313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.223319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] For port 0e0080cb-bcbd-4215-947e-11c0f610f57a, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:22:25.253475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] For port 0e0080cb-bcbd-4215-947e-11c0f610f57a, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0e0080cb-bcbd-4215-947e-11c0f610f57a,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:22:25.266139 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.327087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.327687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Fanout notify agent at l3_agent the message router_deleted on router 9815eada-ff48-4aeb-ad23-28006cf19039 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:22:25.446241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.447868 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] 10.222.0.67 "PUT /v2.0/ports/0e0080cb-bcbd-4215-947e-11c0f610f57a HTTP/1.1" status: 200 len: 1091 time: 4.2075107 Feb 09 13:22:25.451905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c', 'tag': '0e0080cb-bcbd-4215-947e-11c0f610f57a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:22:25.479198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60322) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:25.491845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440223b-fdaa-4e33-a03f-3d6fda1e6e85 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0080cb-bcbd-4215-947e-11c0f610f57a,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:25.512081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40424ec4-5ff9-43bb-bc51-c7de90aeb3af req-d8c9af5e-f079-4bee-bdc2-2f3377ec792c tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:25.514670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40424ec4-5ff9-43bb-bc51-c7de90aeb3af req-d8c9af5e-f079-4bee-bdc2-2f3377ec792c tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 943 time: 0.5641472 Feb 09 13:22:25.584595 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c', 'tag': '0e0080cb-bcbd-4215-947e-11c0f610f57a', 'status': 'completed', 'code': 200} Feb 09 13:22:25.588437 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.622208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.623697 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9a0fb180-16e7-48e9-bd56-a6d4a8dc833e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/9815eada-ff48-4aeb-ad23-28006cf19039 HTTP/1.1" status: 204 len: 168 time: 8.4507177 Feb 09 13:22:25.633865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60330) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:25.642353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1951575098'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:25.654761 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.657730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:25.666705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Transition to ACTIVE for port object 6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:25.669726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:network and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:25.681031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:25.692405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:25.747247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40424ec4-5ff9-43bb-bc51-c7de90aeb3af req-0eca87a1-c8fb-4bc1-8740-2f5501f2a7ab tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175303 Feb 09 13:22:25.754653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:25.758440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.827204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for c9bca0ac-b3e4-4ecc-b4c2-8d77a6abf3b3 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:25.829431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.14 (43845909-6f92-4c13-a7aa-468ca67e146d/f2e3c192-1719-4fdf-be06-54729642395d/9527bafa-69a7-49b7-85be-27e655c15994) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:25.835908 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-dd61c656-4333-4c73-9a38-bc54175b66e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e68331b2aab410092da31847e69dc33&device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 1094 time: 0.3322265 Feb 09 13:22:25.838353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:22:25.845665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.26 (43845909-6f92-4c13-a7aa-468ca67e146d/77b6262a-d81c-4d11-821a-49cdc03271f0/9527bafa-69a7-49b7-85be-27e655c15994) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:25.871533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cc4acfd9-d946-4e13-809e-15381886eab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.926210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.926717 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added segment ac782f3c-22e5-4fc9-814a-7a2f5c95ee80 of type vlan for network 75c1df3a-300f-449a-bf4a-f457ab25c7d0 Feb 09 13:22:25.935805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-c31af759-655b-44f5-964d-400f6589aa61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e0080cb-bcbd-4215-947e-11c0f610f57a HTTP/1.1" status: 200 len: 217 time: 0.0914779 Feb 09 13:22:25.956771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-cc4acfd9-d946-4e13-809e-15381886eab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:25.962217 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:25.964131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cc4acfd9-d946-4e13-809e-15381886eab3 admin admin] Usage tracker for resource:security_group_rule and tenant:2e91051026574be99958baf6100ed273 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:25.968694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cc4acfd9-d946-4e13-809e-15381886eab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:26.014556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-cc4acfd9-d946-4e13-809e-15381886eab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:26.015080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780064bf-992b-4bfd-9652-307640de2baf req-8525e8a4-826d-4a46-85df-e8299b6afcd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:26.016613 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-8525e8a4-826d-4a46-85df-e8299b6afcd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2a17d56-179c-488d-a8c8-b5175d557c7a HTTP/1.1" status: 200 len: 850 time: 0.0657308 Feb 09 13:22:26.087741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:26.089379 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-13fa011a-eb27-44f9-9e9d-029b26e40a98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905b5f89-de12-4ddd-b8a3-faa5bb706076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660801 Feb 09 13:22:26.092345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Port': ['ID=6b880de2-0a7d-49c2-b991-7d0c6e1e7c71,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:26.097302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:26.105287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:26.109466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:26.110075 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:26.129442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:26.232641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a11a7220-2530-434c-8e4e-66d52a0b1917 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1076188 Feb 09 13:22:26.238861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60336) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:26.262189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2ec31e2b-5723-4ac2-b04f-1fe406618c6d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:45:a9:47'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:26.295034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:26.310428 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cc4acfd9-d946-4e13-809e-15381886eab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:26.357150 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cc4acfd9-d946-4e13-809e-15381886eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:26.374810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=c9bca0ac-b3e4-4ecc-b4c2-8d77a6abf3b3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:26.395844 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:22:26.493242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:26.496864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:26.497433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:26.519925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cf163ef8-07bc-443c-9573-7ef35028b2e9 None None] Provisioning for port 6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:26.528723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cf163ef8-07bc-443c-9573-7ef35028b2e9 None None] Provisioning complete for port 6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:26.529585 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cf163ef8-07bc-443c-9573-7ef35028b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:26.579569 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-beea6d51-f683-480c-9aea-8165f49661e6 service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767282 Feb 09 13:22:26.615064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cf163ef8-07bc-443c-9573-7ef35028b2e9 None None] Port 6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:26.688299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4acfd9-d946-4e13-809e-15381886eab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97edb5cd-a536-42d0-b009-35710522627b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:26.708752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cc4acfd9-d946-4e13-809e-15381886eab3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e91051026574be99958baf6100ed273&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2180386 Feb 09 13:22:26.710975 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0761654 Feb 09 13:22:26.714243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60340) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:26.714820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60342) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:26.717885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11e884-7f4b-4662-b3d3-ee2c8420700c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Network': ['ID=75c1df3a-300f-449a-bf4a-f457ab25c7d0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:26.731984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 75c1df3a-300f-449a-bf4a-f457ab25c7d0 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:22:26.849505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'subnet': {'network_id': '75c1df3a-300f-449a-bf4a-f457ab25c7d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:26.868799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:26.984167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 9527bafa-69a7-49b7-85be-27e655c15994 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:27.003879 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-429370b3-b27d-4489-9019-264721b990a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:27.043921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:27.066031 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-780064bf-992b-4bfd-9652-307640de2baf req-b4610b77-671c-4c11-aaaa-bf9febfd4bc5 service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164662 Feb 09 13:22:27.075171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:subnet and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:27.078815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-429370b3-b27d-4489-9019-264721b990a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:27.086609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:27.106663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:27.159381 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-70c24dc3-11c7-47f2-b94d-28a69da278a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:27.165819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ec31e2b-5723-4ac2-b04f-1fe406618c6d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:27.190074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:27.210208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:27.261733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec6fd2-e2fc-4ffd-b0a4-b0550be6df2a req-787c1b5e-3a2a-406f-aadb-bcd0cbd99520 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:27.274621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18ec6fd2-e2fc-4ffd-b0a4-b0550be6df2a req-787c1b5e-3a2a-406f-aadb-bcd0cbd99520 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 943 time: 0.3164356 Feb 09 13:22:27.395737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18ec6fd2-e2fc-4ffd-b0a4-b0550be6df2a req-92afe683-b8e3-4664-bd93-63893ee29f63 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199167 Feb 09 13:22:27.412925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 43845909-6f92-4c13-a7aa-468ca67e146d is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:27.417842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=9527bafa-69a7-49b7-85be-27e655c15994,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:27.422883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:27.426158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:27.459337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:27.478675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60356) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:27.538106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-429370b3-b27d-4489-9019-264721b990a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:27.612996 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-021e20ce-322e-4a8d-81d0-30c057881298 req-2ed26cd8-ada9-4c84-abd1-92d99881548c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e68331b2aab410092da31847e69dc33&device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 1094 time: 0.4953849 Feb 09 13:22:27.637626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429370b3-b27d-4489-9019-264721b990a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97edb5cd-a536-42d0-b009-35710522627b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:27.769656 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:27.797734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:27.799289 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:27.860910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-429370b3-b27d-4489-9019-264721b990a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:27.860910 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-429370b3-b27d-4489-9019-264721b990a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97edb5cd-a536-42d0-b009-35710522627b HTTP/1.1" status: 204 len: 168 time: 1.1395650 Feb 09 13:22:27.943345 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7fc2070d-8e7b-472c-b2d9-4194403a0f34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.4215572 Feb 09 13:22:27.951943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60364) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:27.987657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8c7d4bfe-8cdd-42bf-8d85-5c19178edfd7 None None] Provisioning for port 9527bafa-69a7-49b7-85be-27e655c15994 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:27.997308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8c7d4bfe-8cdd-42bf-8d85-5c19178edfd7 None None] Provisioning complete for port 9527bafa-69a7-49b7-85be-27e655c15994 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:27.997308 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8c7d4bfe-8cdd-42bf-8d85-5c19178edfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.004074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2e3c192-1719-4fdf-be06-54729642395d'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:28.086392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6bc6-83ca-4669-8727-70b018cb6158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.113678 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-2ec31e2b-5723-4ac2-b04f-1fe406618c6d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:22:28.131846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d4bfe-8cdd-42bf-8d85-5c19178edfd7 None None] Port 9527bafa-69a7-49b7-85be-27e655c15994 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:28.168701 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ec31e2b-5723-4ac2-b04f-1fe406618c6d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.176590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e20ce-322e-4a8d-81d0-30c057881298 req-66cdd347-a516-4b74-b12e-54c7bb6ac0a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:28.176590 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-021e20ce-322e-4a8d-81d0-30c057881298 req-66cdd347-a516-4b74-b12e-54c7bb6ac0a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=905b5f89-de12-4ddd-b8a3-faa5bb706076 HTTP/1.1" status: 200 len: 911 time: 0.4069693 Feb 09 13:22:28.196909 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ec31e2b-5723-4ac2-b04f-1fe406618c6d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.271036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7a3d6bc6-83ca-4669-8727-70b018cb6158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:28.290000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7a3d6bc6-83ca-4669-8727-70b018cb6158 admin admin] Usage tracker for resource:security_group_rule and tenant:6fdf49847ece40d78a8968297a9f9bc0 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:28.296002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7a3d6bc6-83ca-4669-8727-70b018cb6158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:28.304836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2ec31e2b-5723-4ac2-b04f-1fe406618c6d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] In _notify_port_updated(), no bound segment for port 6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 on network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 {{(pid=83480) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:22:28.308810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec31e2b-5723-4ac2-b04f-1fe406618c6d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:28.309473 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ec31e2b-5723-4ac2-b04f-1fe406618c6d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.311057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2ec31e2b-5723-4ac2-b04f-1fe406618c6d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "PUT /v2.0/ports/6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 HTTP/1.1" status: 200 len: 1002 time: 2.0647874 Feb 09 13:22:28.320725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60370) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:28.330314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7a3d6bc6-83ca-4669-8727-70b018cb6158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:28.353810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec31e2b-5723-4ac2-b04f-1fe406618c6d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Port': ['ID=6b880de2-0a7d-49c2-b991-7d0c6e1e7c71,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:28.388073 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-021e20ce-322e-4a8d-81d0-30c057881298 req-e3f8aa23-526a-4ef4-9edd-5da33b491f73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e0080cb-bcbd-4215-947e-11c0f610f57a HTTP/1.1" status: 200 len: 217 time: 0.1873422 Feb 09 13:22:28.388956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.508803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.527093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6bc6-83ca-4669-8727-70b018cb6158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.536234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6bc6-83ca-4669-8727-70b018cb6158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.644789 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.699116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-986d8ed0-6800-41f5-a291-e5a55578ccfc tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Deleting port 6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:28.711835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-986d8ed0-6800-41f5-a291-e5a55578ccfc tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.825579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e20ce-322e-4a8d-81d0-30c057881298 req-76fe2bb7-0f1b-458c-99e3-1f0d6fabf6c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:28.832686 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-021e20ce-322e-4a8d-81d0-30c057881298 req-76fe2bb7-0f1b-458c-99e3-1f0d6fabf6c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2a17d56-179c-488d-a8c8-b5175d557c7a HTTP/1.1" status: 200 len: 850 time: 0.4257371 Feb 09 13:22:28.876398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-71d601e9-9d49-40ec-97ca-31b2e65910a4 None None] Provisioning complete for port 6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:28.876778 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-71d601e9-9d49-40ec-97ca-31b2e65910a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:28.949217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-71d601e9-9d49-40ec-97ca-31b2e65910a4 None None] Port 6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:28.973279 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-021e20ce-322e-4a8d-81d0-30c057881298 req-41ce939d-d2f9-4f72-9783-af769528b526 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905b5f89-de12-4ddd-b8a3-faa5bb706076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728943 Feb 09 13:22:28.975092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d6bc6-83ca-4669-8727-70b018cb6158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb450d0-b9ca-4867-857b-a5c0f225f176,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:29.002397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7a3d6bc6-83ca-4669-8727-70b018cb6158 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6fdf49847ece40d78a8968297a9f9bc0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5157275 Feb 09 13:22:29.003584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60384) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:29.363111 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fabffc73-f977-4931-bec6-75baaaff1e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:29.379670 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:29.429680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198d654-8dfa-458f-84ea-8ff939ebd139 req-b9436a7a-c160-4ea5-9530-d0f7d313b08f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:29.429680 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a198d654-8dfa-458f-84ea-8ff939ebd139 req-b9436a7a-c160-4ea5-9530-d0f7d313b08f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 943 time: 0.5473137 Feb 09 13:22:29.478773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fabffc73-f977-4931-bec6-75baaaff1e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:29.552048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a198d654-8dfa-458f-84ea-8ff939ebd139 req-cdcb1478-8527-4142-aaf8-01cbd2482de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935614 Feb 09 13:22:29.592500 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fabffc73-f977-4931-bec6-75baaaff1e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:29.637317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabffc73-f977-4931-bec6-75baaaff1e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb450d0-b9ca-4867-857b-a5c0f225f176,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:29.657064 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-021e20ce-322e-4a8d-81d0-30c057881298 req-1971634b-81e8-488b-836a-35bee1dfa225 service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266587 Feb 09 13:22:29.664963 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fabffc73-f977-4931-bec6-75baaaff1e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:29.664963 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fabffc73-f977-4931-bec6-75baaaff1e4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/efb450d0-b9ca-4867-857b-a5c0f225f176 HTTP/1.1" status: 204 len: 168 time: 0.6555042 Feb 09 13:22:29.730928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Router fc40a75f-f286-4e8a-8c76-50757b71cdd2 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:22:29.904504 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:30.006197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Subnet': ['ID=87fe1694-8287-4912-a5b3-6727ec4a9c87,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:30.120653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:22:30.140549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-986d8ed0-6800-41f5-a291-e5a55578ccfc tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:30.157919 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32f58a-c40d-4968-a8aa-5bd9bdf25d88 None None] Sync routers for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:22:30.177197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-641402c9-65ae-4b12-850a-b9a0f461a723 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "PUT /v2.0/routers/fc40a75f-f286-4e8a-8c76-50757b71cdd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7300465 Feb 09 13:22:30.177197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60400) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:30.181642 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32f58a-c40d-4968-a8aa-5bd9bdf25d88 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:30.186580 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0b32f58a-c40d-4968-a8aa-5bd9bdf25d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:30.307517 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0b32f58a-c40d-4968-a8aa-5bd9bdf25d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:30.315644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-986d8ed0-6800-41f5-a291-e5a55578ccfc tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Calling delete_port for 6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:30.319833 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b32f58a-c40d-4968-a8aa-5bd9bdf25d88 None None] Routers {'fc40a75f-f286-4e8a-8c76-50757b71cdd2'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:30.320515 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0b32f58a-c40d-4968-a8aa-5bd9bdf25d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:30.415734 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0b32f58a-c40d-4968-a8aa-5bd9bdf25d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:30.416604 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b32f58a-c40d-4968-a8aa-5bd9bdf25d88 None None] The sync data for ids ['fc40a75f-f286-4e8a-8c76-50757b71cdd2'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:22:30.455034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0e0080cb-bcbd-4215-947e-11c0f610f57a details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:22:30.487610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Checking segment: {'id': 'ac782f3c-22e5-4fc9-814a-7a2f5c95ee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75c1df3a-300f-449a-bf4a-f457ab25c7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:30.488180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network hostable DHCP agents. Network: 75c1df3a-300f-449a-bf4a-f457ab25c7d0, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:22:30.506691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60410) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:30.542810 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f660f59e-4da3-4ddf-aded-4e5838a7720b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:30.553422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 75c1df3a-300f-449a-bf4a-f457ab25c7d0 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:22:30.583665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 75c1df3a-300f-449a-bf4a-f457ab25c7d0) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:30.600048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cf1bdd-b29d-4a85-b43e-d0df45f0b5f7 None None] Network 75c1df3a-300f-449a-bf4a-f457ab25c7d0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:30.618233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f660f59e-4da3-4ddf-aded-4e5838a7720b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:30.637631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:30.637931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f660f59e-4da3-4ddf-aded-4e5838a7720b admin admin] Usage tracker for resource:security_group_rule and tenant:318d164a78ac44a196c508787cfa6162 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:30.638332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:30.649863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f660f59e-4da3-4ddf-aded-4e5838a7720b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:30.660980 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-021e20ce-322e-4a8d-81d0-30c057881298 req-b4746280-63d3-4a1e-bb0d-616d24eef83c service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9471154 Feb 09 13:22:30.675005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f660f59e-4da3-4ddf-aded-4e5838a7720b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:30.748434 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cfb876b8-1e69-4793-a323-ed684116b1a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0241728 Feb 09 13:22:30.755492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60418) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:30.781961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-576551899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:30.787224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Delete allocated IP 172.20.0.26 (43845909-6f92-4c13-a7aa-468ca67e146d/77b6262a-d81c-4d11-821a-49cdc03271f0) {{(pid=83479) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 13:22:30.794586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0e0080cb-bcbd-4215-947e-11c0f610f57a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0e0080cb-bcbd-4215-947e-11c0f610f57a,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:30.809500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:30.858624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:router and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:30.868212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '0e0080cb-bcbd-4215-947e-11c0f610f57a', 'network_id': '905b5f89-de12-4ddd-b8a3-faa5bb706076', 'port_id': '0e0080cb-bcbd-4215-947e-11c0f610f57a', 'mac_address': 'fa:16:3e:e8:e6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a17d56-179c-488d-a8c8-b5175d557c7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:22:30.889573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:30.889725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-986d8ed0-6800-41f5-a291-e5a55578ccfc tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:30.944770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:30.992280 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.024445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0080cb-bcbd-4215-947e-11c0f610f57a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:22:31.094566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0e0080cb-bcbd-4215-947e-11c0f610f57a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0e0080cb-bcbd-4215-947e-11c0f610f57a,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:31.103768 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.134096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d8ed0-6800-41f5-a291-e5a55578ccfc tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event deleted for resources: {'Port': ['ID=6b880de2-0a7d-49c2-b991-7d0c6e1e7c71,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:31.149969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-75c1df3a-300f-449a-bf4a-f457ab25c7d0', 'network_id': '75c1df3a-300f-449a-bf4a-f457ab25c7d0', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'fixed_ips': [{'subnet_id': '87fe1694-8287-4912-a5b3-6727ec4a9c87'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:22:31.150883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.153327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.201662 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-986d8ed0-6800-41f5-a291-e5a55578ccfc tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.203950 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-986d8ed0-6800-41f5-a291-e5a55578ccfc tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "DELETE /v2.0/ports/6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 HTTP/1.1" status: 204 len: 168 time: 2.8759332 Feb 09 13:22:31.207812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60424) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:31.272662 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5a25e1-e85e-41e1-9470-cd962c5f6994 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] GET failed (client error): The resource could not be found. Feb 09 13:22:31.273087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cb5a25e1-e85e-41e1-9470-cd962c5f6994 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Synchronizing usage tracker for tenant:d37f8afc53384528a1c7600338904e9c on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:31.348426 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.349447 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.385300 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f660f59e-4da3-4ddf-aded-4e5838a7720b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.400842 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f660f59e-4da3-4ddf-aded-4e5838a7720b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.406729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Allocated IP 172.20.0.2 (75c1df3a-300f-449a-bf4a-f457ab25c7d0/87fe1694-8287-4912-a5b3-6727ec4a9c87/1718607a-efaf-4807-b513-2c7e6ae15fb5) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:31.509891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.533247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cb5a25e1-e85e-41e1-9470-cd962c5f6994 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Unset dirty status for tenant:d37f8afc53384528a1c7600338904e9c on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:31.536519 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cb5a25e1-e85e-41e1-9470-cd962c5f6994 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "GET /v2.0/ports/6b880de2-0a7d-49c2-b991-7d0c6e1e7c71 HTTP/1.1" status: 404 len: 333 time: 0.3277690 Feb 09 13:22:31.541952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60432) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:31.554879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'port': {'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-531427501'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:31.560053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660f59e-4da3-4ddf-aded-4e5838a7720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba859b40-3557-4bbd-a27c-c46dcf675e81,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:31.581668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f660f59e-4da3-4ddf-aded-4e5838a7720b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=318d164a78ac44a196c508787cfa6162&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0724368 Feb 09 13:22:31.592113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60436) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:31.622892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e48c-1809-43ba-b671-dd48e3acc252 req-529e603a-e419-4d04-93e5-a242beeab892 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:31.627237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21d6e48c-1809-43ba-b671-dd48e3acc252 req-529e603a-e419-4d04-93e5-a242beeab892 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 944 time: 0.6787040 Feb 09 13:22:31.636552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['0e0080cb-bcbd-4215-947e-11c0f610f57a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:22:31.638997 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.740180 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.744080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=0e0080cb-bcbd-4215-947e-11c0f610f57a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:31.776136 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e97625a-44fe-4efe-8596-b4258d789748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.797636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 9527bafa-69a7-49b7-85be-27e655c15994 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:31.804510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.821211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21d6e48c-1809-43ba-b671-dd48e3acc252 req-36c3afa6-65ae-405a-962f-6bb28d523eee tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836402 Feb 09 13:22:31.841347 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:31.842591 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-030f082f-1e03-41dc-8b4c-1764fcc8be0c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0769978 Feb 09 13:22:31.847310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60442) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:31.918004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:31.929321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:32.032141 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e97625a-44fe-4efe-8596-b4258d789748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.043861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Made reservation on behalf of d37f8afc53384528a1c7600338904e9c for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:32.047057 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.097806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=9527bafa-69a7-49b7-85be-27e655c15994,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:32.178983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] device_id is not set on port 8b91a535-ad0d-4b13-87e2-cd5629e124b3 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:32.240964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] In _notify_port_updated(), no bound segment for port 9527bafa-69a7-49b7-85be-27e655c15994 on network 43845909-6f92-4c13-a7aa-468ca67e146d {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:22:32.245875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:32.246831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.251321 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a027dae8-c7da-4140-b4ac-84922c3ffa34 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "PUT /v2.0/ports/9527bafa-69a7-49b7-85be-27e655c15994 HTTP/1.1" status: 200 len: 919 time: 4.2992070 Feb 09 13:22:32.256683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60450) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:32.265460 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.275027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2e3c192-1719-4fdf-be06-54729642395d'}, {'subnet_id': '77b6262a-d81c-4d11-821a-49cdc03271f0'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:32.355909 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.425863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d2119c6e-126d-495c-9754-3400d2787923 None None] Provisioning for port 9527bafa-69a7-49b7-85be-27e655c15994 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:32.435647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d2119c6e-126d-495c-9754-3400d2787923 None None] Provisioning complete for port 9527bafa-69a7-49b7-85be-27e655c15994 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:32.436741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d2119c6e-126d-495c-9754-3400d2787923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.520233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Transition to ACTIVE for port object 1718607a-efaf-4807-b513-2c7e6ae15fb5 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:32.542283 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Transition to ACTIVE for port object 1718607a-efaf-4807-b513-2c7e6ae15fb5 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:32.544257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Allocated IP 2001:db8::91 (2855186a-1dec-4858-bbf9-27b5ea20f6e0/bd3d30b8-6a36-42d3-b0a3-b414cac5beac/8b91a535-ad0d-4b13-87e2-cd5629e124b3) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:32.550450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d2119c6e-126d-495c-9754-3400d2787923 None None] Port 9527bafa-69a7-49b7-85be-27e655c15994 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:32.554371 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.579539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting port 86605d00-f918-4490-97fa-1213df50e936 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:32.580604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.613574 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e97625a-44fe-4efe-8596-b4258d789748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.657092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97625a-44fe-4efe-8596-b4258d789748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba859b40-3557-4bbd-a27c-c46dcf675e81,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:32.675821 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e97625a-44fe-4efe-8596-b4258d789748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.682075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2e97625a-44fe-4efe-8596-b4258d789748 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba859b40-3557-4bbd-a27c-c46dcf675e81 HTTP/1.1" status: 204 len: 168 time: 1.0852313 Feb 09 13:22:32.702380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.727163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Network 75c1df3a-300f-449a-bf4a-f457ab25c7d0 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:32.731390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:32.735896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Pushing event updated for resources: {'Port': ['ID=1718607a-efaf-4807-b513-2c7e6ae15fb5,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:32.740226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:32.852652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Attempting to bind port 1718607a-efaf-4807-b513-2c7e6ae15fb5 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:32.852950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Attempting to bind port 1718607a-efaf-4807-b513-2c7e6ae15fb5 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ac782f3c-22e5-4fc9-814a-7a2f5c95ee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75c1df3a-300f-449a-bf4a-f457ab25c7d0'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:32.853398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Attempting to bind port 1718607a-efaf-4807-b513-2c7e6ae15fb5 on network 75c1df3a-300f-449a-bf4a-f457ab25c7d0 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:22:32.870633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:22:32.872357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Checking segment: {'id': 'ac782f3c-22e5-4fc9-814a-7a2f5c95ee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75c1df3a-300f-449a-bf4a-f457ab25c7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:32.872764 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:32.873645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Bound using segment: {'id': 'ac782f3c-22e5-4fc9-814a-7a2f5c95ee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75c1df3a-300f-449a-bf4a-f457ab25c7d0'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:22:32.874302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Bound port: 1718607a-efaf-4807-b513-2c7e6ae15fb5, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac782f3c-22e5-4fc9-814a-7a2f5c95ee80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75c1df3a-300f-449a-bf4a-f457ab25c7d0'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:32.878285 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:33.093307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] For port 1718607a-efaf-4807-b513-2c7e6ae15fb5, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:22:33.102106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] For port 1718607a-efaf-4807-b513-2c7e6ae15fb5, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1718607a-efaf-4807-b513-2c7e6ae15fb5,segment=NetworkSegment(ac782f3c-22e5-4fc9-814a-7a2f5c95ee80),segment_id=ac782f3c-22e5-4fc9-814a-7a2f5c95ee80)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:22:33.110159 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:33.124433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:33.144364 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:33.163796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Transition to ACTIVE for port object 8b91a535-ad0d-4b13-87e2-cd5629e124b3 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:33.266309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2e826-4007-40f4-8a80-0d522714bbfd None None] Pushing event updated for resources: {'Port': ['ID=1718607a-efaf-4807-b513-2c7e6ae15fb5,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:33.327053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:33.339969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:33.505516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Calling delete_port for 86605d00-f918-4490-97fa-1213df50e936 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:33.582674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:33.600441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:33.604983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:33.609617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:33.610811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:33.624741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Port': ['ID=8b91a535-ad0d-4b13-87e2-cd5629e124b3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:33.670393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.22 (43845909-6f92-4c13-a7aa-468ca67e146d/77b6262a-d81c-4d11-821a-49cdc03271f0/9527bafa-69a7-49b7-85be-27e655c15994) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:33.681110 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-77f6aa5b-9121-464c-8841-67e0e5efac9a tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1350601 Feb 09 13:22:33.681110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60484) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:33.691353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'port': {'network_id': '2855186a-1dec-4858-bbf9-27b5ea20f6e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-508696371'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:34.150811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ca90e-57fb-46b0-bbdf-acea4473adcc req-fcc3e5c9-92bf-4d37-8763-2455c70be9ff tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:34.157669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b93ca90e-57fb-46b0-bbdf-acea4473adcc req-fcc3e5c9-92bf-4d37-8763-2455c70be9ff tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 944 time: 1.0304768 Feb 09 13:22:34.212878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-305b62c7-48f3-48ae-90cc-f5c39f3952f1 None None] Provisioning for port 8b91a535-ad0d-4b13-87e2-cd5629e124b3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:34.228473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-305b62c7-48f3-48ae-90cc-f5c39f3952f1 None None] Provisioning complete for port 8b91a535-ad0d-4b13-87e2-cd5629e124b3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:34.229251 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-305b62c7-48f3-48ae-90cc-f5c39f3952f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:34.375008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b93ca90e-57fb-46b0-bbdf-acea4473adcc req-7f507023-8302-4700-bd0d-4c0fb5834489 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160008 Feb 09 13:22:34.410766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-305b62c7-48f3-48ae-90cc-f5c39f3952f1 None None] Port 8b91a535-ad0d-4b13-87e2-cd5629e124b3 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:34.436955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:34.478191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Usage tracker for resource:port and tenant:d37f8afc53384528a1c7600338904e9c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:34.484342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:34.489168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0e0080cb-bcbd-4215-947e-11c0f610f57a up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:34.502450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:34.523518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:34.550209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Made reservation on behalf of d37f8afc53384528a1c7600338904e9c for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:34.555680 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:34.589007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:34.597427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Port': ['ID=86605d00-f918-4490-97fa-1213df50e936,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:34.602671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Allocated IP 172.20.0.1 (75c1df3a-300f-449a-bf4a-f457ab25c7d0/87fe1694-8287-4912-a5b3-6727ec4a9c87/433d7935-f48b-4329-8d9a-59a9f1c584c6) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:34.636867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 0e0080cb-bcbd-4215-947e-11c0f610f57a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:34.643234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 0e0080cb-bcbd-4215-947e-11c0f610f57a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:34.644967 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:34.671333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] device_id is not set on port e6b63c43-f526-4ae5-9222-9b0d139c8921 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:34.749360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 9527bafa-69a7-49b7-85be-27e655c15994 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:34.761213 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:34.832246 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:34.900385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0080cb-bcbd-4215-947e-11c0f610f57a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:22:34.949229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 0e0080cb-bcbd-4215-947e-11c0f610f57a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0e0080cb-bcbd-4215-947e-11c0f610f57a,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:34.954566 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:35.064118 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0080cb-bcbd-4215-947e-11c0f610f57a', 'code': 200} Feb 09 13:22:35.120497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=0e0080cb-bcbd-4215-947e-11c0f610f57a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:35.200820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01607d71-021f-4f24-9726-746158e68ebd None None] Network 75c1df3a-300f-449a-bf4a-f457ab25c7d0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:35.348850 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1718607a-efaf-4807-b513-2c7e6ae15fb5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:35.352545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=9527bafa-69a7-49b7-85be-27e655c15994,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:35.403031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60514) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:35.484230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f1032000-faad-47de-99e3-e2c71dee1603 None None] Provisioning for port 1718607a-efaf-4807-b513-2c7e6ae15fb5 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:35.492346 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:35.536257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] In _notify_port_updated(), no bound segment for port 9527bafa-69a7-49b7-85be-27e655c15994 on network 43845909-6f92-4c13-a7aa-468ca67e146d {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:22:35.540591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:35.541564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:35.543463 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "PUT /v2.0/ports/9527bafa-69a7-49b7-85be-27e655c15994 HTTP/1.1" status: 200 len: 999 time: 3.2855668 Feb 09 13:22:35.548778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60526) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:35.593383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.594129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.594268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.594731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.595153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.595665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.596088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.596506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.596922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.597336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.597743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723919b-a22c-4dec-8b3b-2f8d6214a2c9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:35.636859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 1718607a-efaf-4807-b513-2c7e6ae15fb5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:35.673335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1718607a-efaf-4807-b513-2c7e6ae15fb5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:35.673864 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:35.699358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Allocated IP 2001:db8::39b (2855186a-1dec-4858-bbf9-27b5ea20f6e0/bd3d30b8-6a36-42d3-b0a3-b414cac5beac/e6b63c43-f526-4ae5-9222-9b0d139c8921) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:35.707689 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-12fb4edf-2462-40ee-b733-742027021efc req-887fa0a0-01a0-4831-844c-1f6701ab671d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 1096 time: 0.5513432 Feb 09 13:22:35.764663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6b057-2334-43e8-ade4-2a3bbcacbc7a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 9527bafa-69a7-49b7-85be-27e655c15994 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:35.765420 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b057-2334-43e8-ade4-2a3bbcacbc7a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:35.774913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a9fa3adf-c465-400f-a708-cbd2db5710eb None None] Provisioning for port 9527bafa-69a7-49b7-85be-27e655c15994 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:35.784771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a9fa3adf-c465-400f-a708-cbd2db5710eb None None] Provisioning complete for port 9527bafa-69a7-49b7-85be-27e655c15994 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:35.785181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9fa3adf-c465-400f-a708-cbd2db5710eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:35.907630 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-12fb4edf-2462-40ee-b733-742027021efc req-758171da-b6bf-4363-8ea7-7ae9b43687c8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871850 Feb 09 13:22:35.974755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa3adf-c465-400f-a708-cbd2db5710eb None None] Port 9527bafa-69a7-49b7-85be-27e655c15994 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:35.996519 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.012566 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.046588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Transition to ACTIVE for port object 433d7935-f48b-4329-8d9a-59a9f1c584c6 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:36.055557 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 1718607a-efaf-4807-b513-2c7e6ae15fb5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1718607a-efaf-4807-b513-2c7e6ae15fb5,segment=NetworkSegment(ac782f3c-22e5-4fc9-814a-7a2f5c95ee80),segment_id=ac782f3c-22e5-4fc9-814a-7a2f5c95ee80)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:36.061192 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.166762 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=1718607a-efaf-4807-b513-2c7e6ae15fb5,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:36.218160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c2588f71-1c05-4471-9158-a5627b22211f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.260534 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.270633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b057-2334-43e8-ade4-2a3bbcacbc7a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.272126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c2588f71-1c05-4471-9158-a5627b22211f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:36.276467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c2588f71-1c05-4471-9158-a5627b22211f admin admin] Usage tracker for resource:security_group_rule and tenant:932d75a6af984504af6eac239b6e4840 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:36.280447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c2588f71-1c05-4471-9158-a5627b22211f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:36.288944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c2588f71-1c05-4471-9158-a5627b22211f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:36.367515 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c2588f71-1c05-4471-9158-a5627b22211f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.402935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9450d750-0e46-475b-99ca-2f167db40bee None None] Provisioning complete for port 1718607a-efaf-4807-b513-2c7e6ae15fb5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:36.403766 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9450d750-0e46-475b-99ca-2f167db40bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.413530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6b057-2334-43e8-ade4-2a3bbcacbc7a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 9527bafa-69a7-49b7-85be-27e655c15994 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:36.426890 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.430953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60540) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:36.433577 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c2588f71-1c05-4471-9158-a5627b22211f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.481492 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.496285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.512628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 75c1df3a-300f-449a-bf4a-f457ab25c7d0 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:36.515535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Transition to ACTIVE for port object e6b63c43-f526-4ae5-9222-9b0d139c8921 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:36.527877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=433d7935-f48b-4329-8d9a-59a9f1c584c6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:36.530347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:36.543481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:36.597506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2588f71-1c05-4471-9158-a5627b22211f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed18d535-7cb5-496d-b2cc-0fb00e216c18,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:36.624714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c2588f71-1c05-4471-9158-a5627b22211f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=932d75a6af984504af6eac239b6e4840&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2174323 Feb 09 13:22:36.639446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60546) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:36.657884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fc495-64cb-4195-bf02-fb372aed264c req-9438e1c3-61ff-41d0-81b2-8bf61bb0e6bb tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:36.659951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a3fc495-64cb-4195-bf02-fb372aed264c req-9438e1c3-61ff-41d0-81b2-8bf61bb0e6bb tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.8253636 Feb 09 13:22:36.716420 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.717985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Fanout notify agent at l3_agent the message router_deleted on router fc40a75f-f286-4e8a-8c76-50757b71cdd2 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:22:36.725046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.743106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.746358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b057-2334-43e8-ade4-2a3bbcacbc7a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.788575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'network': {'name': 'tempest-network-smoke--14526013', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'port_security_enabled': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:36.807081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:36.820476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:network and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:36.826233 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a3fc495-64cb-4195-bf02-fb372aed264c req-0476a01c-e3ef-4b45-b428-aa7ed55a6e11 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525779 Feb 09 13:22:36.831497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Port': ['ID=e6b63c43-f526-4ae5-9222-9b0d139c8921,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:36.832274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:36.852144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:36.873435 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.874560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cb078268-9744-402a-9dee-168aba3cdd2e tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/routers/fc40a75f-f286-4e8a-8c76-50757b71cdd2 HTTP/1.1" status: 204 len: 168 time: 6.7051721 Feb 09 13:22:36.878320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79731e50-14ba-445d-af32-d8afda15af8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.880123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60550) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:36.905009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d1faf846-631d-4697-ad3c-4136a37f429a None None] Provisioning for port 433d7935-f48b-4329-8d9a-59a9f1c584c6 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:36.911500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d1faf846-631d-4697-ad3c-4136a37f429a None None] Provisioning complete for port 433d7935-f48b-4329-8d9a-59a9f1c584c6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:36.911991 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d1faf846-631d-4697-ad3c-4136a37f429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.935649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:36.954879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:36.958066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:36.963299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:36.963951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:36.989193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6b057-2334-43e8-ade4-2a3bbcacbc7a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=9527bafa-69a7-49b7-85be-27e655c15994,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:36.999977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d1faf846-631d-4697-ad3c-4136a37f429a None None] Port 433d7935-f48b-4329-8d9a-59a9f1c584c6 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:37.019432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Made reservation on behalf of 42742f3932a24ae9a6a1efba9cf977a9 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:37.037253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.077035 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.122903 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-80d17922-f2c5-465f-951c-f3d259e2f324 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4404688 Feb 09 13:22:37.133473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60554) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:37.148928 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.159077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b057-2334-43e8-ade4-2a3bbcacbc7a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.164283 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f5a6b057-2334-43e8-ade4-2a3bbcacbc7a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/9527bafa-69a7-49b7-85be-27e655c15994 HTTP/1.1" status: 204 len: 168 time: 1.6016977 Feb 09 13:22:37.166817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60558) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:37.186073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-18015bbe-f3f1-45ae-9b0d-1a7f5b40a8ed tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ee', 'mac_address': 'fa:16:3e:45:a9:47'}, {'ip_address': '2001:db8::91', 'mac_address': 'fa:16:3e:68:83:5b'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:37.200019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1718607a-efaf-4807-b513-2c7e6ae15fb5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:37.222170 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79731e50-14ba-445d-af32-d8afda15af8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.354800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1718607a-efaf-4807-b513-2c7e6ae15fb5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:37.355423 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.377903 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb9d5df-3bff-4136-a831-a4dc19109eab tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:22:37.378402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2fb9d5df-3bff-4136-a831-a4dc19109eab tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:37.395911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2fb9d5df-3bff-4136-a831-a4dc19109eab tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:37.400058 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2fb9d5df-3bff-4136-a831-a4dc19109eab tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/9527bafa-69a7-49b7-85be-27e655c15994 HTTP/1.1" status: 404 len: 333 time: 0.2297556 Feb 09 13:22:37.400770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60562) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:37.473919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-5181cb50-176e-4fb4-9097-1184d2f09ac8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet 77b6262a-d81c-4d11-821a-49cdc03271f0 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:22:37.478218 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5181cb50-176e-4fb4-9097-1184d2f09ac8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.487285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3e381366-343d-4288-877a-4753be60ac25 None None] Provisioning for port e6b63c43-f526-4ae5-9222-9b0d139c8921 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:37.495574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3e381366-343d-4288-877a-4753be60ac25 None None] Provisioning complete for port e6b63c43-f526-4ae5-9222-9b0d139c8921 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:37.496035 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e381366-343d-4288-877a-4753be60ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.550915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5181cb50-176e-4fb4-9097-1184d2f09ac8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.557908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3e381366-343d-4288-877a-4753be60ac25 None None] Port e6b63c43-f526-4ae5-9222-9b0d139c8921 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:37.588754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:37.635284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5181cb50-176e-4fb4-9097-1184d2f09ac8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.705686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:37.710883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5181cb50-176e-4fb4-9097-1184d2f09ac8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.756582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181cb50-176e-4fb4-9097-1184d2f09ac8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=77b6262a-d81c-4d11-821a-49cdc03271f0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:37.764174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5181cb50-176e-4fb4-9097-1184d2f09ac8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:37.773142 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5181cb50-176e-4fb4-9097-1184d2f09ac8 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/77b6262a-d81c-4d11-821a-49cdc03271f0 HTTP/1.1" status: 204 len: 168 time: 0.3690360 Feb 09 13:22:37.773632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60566) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:37.776078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96280c7e-67ec-43ac-babf-5360ae54fef7 None None] Network 43845909-6f92-4c13-a7aa-468ca67e146d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:37.805559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:37.905289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:38.062328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d995eb-30f2-4262-9898-5922c5e8ce40 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet f2e3c192-1719-4fdf-be06-54729642395d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:22:38.065535 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25d995eb-30f2-4262-9898-5922c5e8ce40 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.137015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25d995eb-30f2-4262-9898-5922c5e8ce40 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.238684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79731e50-14ba-445d-af32-d8afda15af8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.246229 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25d995eb-30f2-4262-9898-5922c5e8ce40 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.259595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d046f56-39e3-4de4-83df-12cd5b1e34fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Deleting subnet 6941b5f3-43e2-481f-a0de-557cc27d171a {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:22:38.289569 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d046f56-39e3-4de4-83df-12cd5b1e34fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.339611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79731e50-14ba-445d-af32-d8afda15af8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed18d535-7cb5-496d-b2cc-0fb00e216c18,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:38.341386 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25d995eb-30f2-4262-9898-5922c5e8ce40 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.378358 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18015bbe-f3f1-45ae-9b0d-1a7f5b40a8ed tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.389146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d995eb-30f2-4262-9898-5922c5e8ce40 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e3c192-1719-4fdf-be06-54729642395d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:38.398045 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25d995eb-30f2-4262-9898-5922c5e8ce40 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.406677 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-25d995eb-30f2-4262-9898-5922c5e8ce40 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/f2e3c192-1719-4fdf-be06-54729642395d HTTP/1.1" status: 204 len: 168 time: 0.6293337 Feb 09 13:22:38.407014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60572) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:38.431403 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-79731e50-14ba-445d-af32-d8afda15af8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.435578 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-79731e50-14ba-445d-af32-d8afda15af8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed18d535-7cb5-496d-b2cc-0fb00e216c18 HTTP/1.1" status: 204 len: 168 time: 1.7918277 Feb 09 13:22:38.456232 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d046f56-39e3-4de4-83df-12cd5b1e34fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.523987 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.539337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 232962b2-e2b0-4b37-8f44-ef994604ad83 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:38.539868 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.603151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.623255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.683005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edc9b8-4cdf-4e69-95c8-01462a14d067 req-46710507-f19f-497d-8fb3-c1dcfa414015 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:38.690856 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5edc9b8-4cdf-4e69-95c8-01462a14d067 req-46710507-f19f-497d-8fb3-c1dcfa414015 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.6306436 Feb 09 13:22:38.693927 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d046f56-39e3-4de4-83df-12cd5b1e34fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.782794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] For port 232962b2-e2b0-4b37-8f44-ef994604ad83, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=232962b2-e2b0-4b37-8f44-ef994604ad83,segment=NetworkSegment(13fbe3ee-b453-4f8c-95a3-94635c07a0d8),segment_id=13fbe3ee-b453-4f8c-95a3-94635c07a0d8)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:38.783327 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.822751 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a191fa6-3095-4dcb-8a96-540d018ca893 None None] Network 43845909-6f92-4c13-a7aa-468ca67e146d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:38.912933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 232962b2-e2b0-4b37-8f44-ef994604ad83 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:38.936828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18015bbe-f3f1-45ae-9b0d-1a7f5b40a8ed tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.946049 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:38.975038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:22:39.000238 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.021625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-434c2180-afd9-4c0f-be53-48e3df23e2f5 None None] Provisioning complete for port 232962b2-e2b0-4b37-8f44-ef994604ad83 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:39.022026 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-434c2180-afd9-4c0f-be53-48e3df23e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.052104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60580) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:39.059311 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18015bbe-f3f1-45ae-9b0d-1a7f5b40a8ed tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.071363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-434c2180-afd9-4c0f-be53-48e3df23e2f5 None None] Port 232962b2-e2b0-4b37-8f44-ef994604ad83 was deleted so its status cannot be updated. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 09 13:22:39.088540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=232962b2-e2b0-4b37-8f44-ef994604ad83,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:39.101010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2cbaf4f-da3c-4ea9-b081-42de7f2a9baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.102398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c74ff9-0637-4e8a-8bf9-e266d898d5df None None] DHCP port deletion for 43845909-6f92-4c13-a7aa-468ca67e146d request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:22:39.119564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No DVR routers for this DVR port 232962b2-e2b0-4b37-8f44-ef994604ad83 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:22:39.135952 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.160127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec52c443-2322-4dc4-97d5-dec142dd2f96,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:39.173034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.173423 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Added segment 68d3930b-b125-43e5-b63f-f8a0a9aba334 of type vlan for network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 Feb 09 13:22:39.201181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-18015bbe-f3f1-45ae-9b0d-1a7f5b40a8ed tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] In _notify_port_updated(), no bound segment for port e6b63c43-f526-4ae5-9222-9b0d139c8921 on network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 {{(pid=83480) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:22:39.205066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18015bbe-f3f1-45ae-9b0d-1a7f5b40a8ed tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:39.205630 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18015bbe-f3f1-45ae-9b0d-1a7f5b40a8ed tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.206951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-18015bbe-f3f1-45ae-9b0d-1a7f5b40a8ed tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "PUT /v2.0/ports/e6b63c43-f526-4ae5-9222-9b0d139c8921 HTTP/1.1" status: 200 len: 1066 time: 2.0437672 Feb 09 13:22:39.212121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60584) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:39.307019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.312630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18015bbe-f3f1-45ae-9b0d-1a7f5b40a8ed tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event updated for resources: {'Port': ['ID=e6b63c43-f526-4ae5-9222-9b0d139c8921,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:39.389264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.394734 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5edc9b8-4cdf-4e69-95c8-01462a14d067 req-337ff4d0-d119-47e7-963f-c370e8212566 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7029631 Feb 09 13:22:39.413193 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d046f56-39e3-4de4-83df-12cd5b1e34fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.420415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c2cbaf4f-da3c-4ea9-b081-42de7f2a9baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:39.433808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c2cbaf4f-da3c-4ea9-b081-42de7f2a9baa admin admin] Usage tracker for resource:security_group_rule and tenant:b480b345d39f4961acb0b3c5a831b23d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:39.438747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c2cbaf4f-da3c-4ea9-b081-42de7f2a9baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:39.449384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.474326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c2cbaf4f-da3c-4ea9-b081-42de7f2a9baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:39.488424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-73d1ddb8-93f8-45c7-8fbe-0f5cac50b8f0 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Deleting port e6b63c43-f526-4ae5-9222-9b0d139c8921 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:39.489126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73d1ddb8-93f8-45c7-8fbe-0f5cac50b8f0 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.511554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=433d7935-f48b-4329-8d9a-59a9f1c584c6,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:39.513991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d046f56-39e3-4de4-83df-12cd5b1e34fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Subnet': ['ID=6941b5f3-43e2-481f-a0de-557cc27d171a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:39.523109 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d046f56-39e3-4de4-83df-12cd5b1e34fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.537240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1d046f56-39e3-4de4-83df-12cd5b1e34fd tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/subnets/6941b5f3-43e2-481f-a0de-557cc27d171a HTTP/1.1" status: 204 len: 168 time: 2.6560700 Feb 09 13:22:39.537903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60590) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:39.564297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-eaf49f20-b284-4ebb-823a-26067102eef7 None None] Provisioning complete for port e6b63c43-f526-4ae5-9222-9b0d139c8921 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:39.565179 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eaf49f20-b284-4ebb-823a-26067102eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.586879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43845909-6f92-4c13-a7aa-468ca67e146d']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:39.628976 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:22:39.630965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fbe3ee-b453-4f8c-95a3-94635c07a0d8') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:39.631366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fbe3ee-b453-4f8c-95a3-94635c07a0d8') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:39.666667 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.681661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-eaf49f20-b284-4ebb-823a-26067102eef7 None None] Port e6b63c43-f526-4ae5-9222-9b0d139c8921 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:39.727730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.743058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:22:39.743435 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:22:39.764271 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:22:39.805566 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.809241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:39.809815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.945205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2cbaf4f-da3c-4ea9-b081-42de7f2a9baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.994103 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:39.999917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c2cbaf4f-da3c-4ea9-b081-42de7f2a9baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.030721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.065308 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.067235 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 3.6350107 Feb 09 13:22:40.074342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60596) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:40.084808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312b842-f22f-40d8-8266-ad235dc4d782 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Network': ['ID=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:40.099911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:22:40.118256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Network': ['ID=43845909-6f92-4c13-a7aa-468ca67e146d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:40.120031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbaf4f-da3c-4ea9-b081-42de7f2a9baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b172d-d741-49bc-aea9-7728a7f73092,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:40.129710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'admin_state_up': True, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:40.140592 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c2cbaf4f-da3c-4ea9-b081-42de7f2a9baa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b480b345d39f4961acb0b3c5a831b23d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0874655 Feb 09 13:22:40.146157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60600) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:40.154961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73d1ddb8-93f8-45c7-8fbe-0f5cac50b8f0 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.168153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:40.178035 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-224c633d-76ac-4672-8a0d-77abb2631f75 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/networks/43845909-6f92-4c13-a7aa-468ca67e146d HTTP/1.1" status: 204 len: 168 time: 1.7656076 Feb 09 13:22:40.179628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60604) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:40.209573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:router and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:40.218968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:40.238915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 75c1df3a-300f-449a-bf4a-f457ab25c7d0 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:40.242607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:40.295914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:40.327195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-73d1ddb8-93f8-45c7-8fbe-0f5cac50b8f0 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Calling delete_port for e6b63c43-f526-4ae5-9222-9b0d139c8921 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:40.374150 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c125d4-7041-47c6-a586-f5ac75ede9ad req-e8f37e8c-8218-4b8e-b7f7-b1188d84abda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e68331b2aab410092da31847e69dc33&device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 1096 time: 0.5362024 Feb 09 13:22:40.377571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.494214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edc6f2-45b3-4ad4-a226-539eb4a30355 req-69623ff7-2595-43cf-9f15-37f215369c81 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:40.495742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7edc6f2-45b3-4ad4-a226-539eb4a30355 req-69623ff7-2595-43cf-9f15-37f215369c81 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.5850058 Feb 09 13:22:40.496600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.497642 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.507334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:40.557583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16237446-c7e8-4eb2-b62d-e3a18590e5bc') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:40.557848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16237446-c7e8-4eb2-b62d-e3a18590e5bc') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:40.595068 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.607258 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-61022e8e-a642-4d66-9148-1f72fe6975d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.607622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe07a1-badf-4622-99af-0f160d11a17e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:40.608252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0dbe07a1-badf-4622-99af-0f160d11a17e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:40.616111 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c78450b9-a4ca-49bf-9d49-4770bbfc8261 None None] Provisioning complete for port 433d7935-f48b-4329-8d9a-59a9f1c584c6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:40.616605 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c78450b9-a4ca-49bf-9d49-4770bbfc8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.622131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c125d4-7041-47c6-a586-f5ac75ede9ad req-eb669af1-a184-4d49-ad7f-ce331a64e961 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:40.623634 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c125d4-7041-47c6-a586-f5ac75ede9ad req-eb669af1-a184-4d49-ad7f-ce331a64e961 service neutron] 10.222.0.67 "GET /v2.0/networks?id=905b5f89-de12-4ddd-b8a3-faa5bb706076 HTTP/1.1" status: 200 len: 911 time: 0.2320428 Feb 09 13:22:40.642934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.666082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:22:40.666864 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:22:40.684615 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:22:40.687828 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7edc6f2-45b3-4ad4-a226-539eb4a30355 req-871d69ee-1bd8-42c6-ad70-c348d33194a3 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685526 Feb 09 13:22:40.698926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0dbe07a1-badf-4622-99af-0f160d11a17e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:40.700250 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0dbe07a1-badf-4622-99af-0f160d11a17e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5205204 Feb 09 13:22:40.706379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60608) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:40.711212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c78450b9-a4ca-49bf-9d49-4770bbfc8261 None None] Port 433d7935-f48b-4329-8d9a-59a9f1c584c6 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:40.716882 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73d1ddb8-93f8-45c7-8fbe-0f5cac50b8f0 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.773028 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-61022e8e-a642-4d66-9148-1f72fe6975d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.792443 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c125d4-7041-47c6-a586-f5ac75ede9ad req-596e0b06-b120-4fe5-b51d-55c08ac57b4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e0080cb-bcbd-4215-947e-11c0f610f57a HTTP/1.1" status: 200 len: 217 time: 0.1547589 Feb 09 13:22:40.804801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ddb8-93f8-45c7-8fbe-0f5cac50b8f0 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event deleted for resources: {'Port': ['ID=e6b63c43-f526-4ae5-9222-9b0d139c8921,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:40.928599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c125d4-7041-47c6-a586-f5ac75ede9ad req-c40c56fc-b356-4a0b-a482-dc36bdbf94c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:40.930147 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c125d4-7041-47c6-a586-f5ac75ede9ad req-c40c56fc-b356-4a0b-a482-dc36bdbf94c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2a17d56-179c-488d-a8c8-b5175d557c7a HTTP/1.1" status: 200 len: 850 time: 0.1263936 Feb 09 13:22:40.943464 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.980396 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.989151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:40.992650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Pushing event deleted for resources: {'Network': ['ID=b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:40.993516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] 10.222.0.59 "DELETE /v2.0/networks/b0d14c7c-6e7f-4bfe-b4fe-c73ef2e1e3b7 HTTP/1.1" status: 204 len: 168 time: 1.4432507 Feb 09 13:22:41.017627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.018044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.018314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.018715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.019023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.019296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.019613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.019930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.020248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.020569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.020877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb8c94-5da3-4e83-bfa1-753aea896437 tempest-FloatingIPTestJSON-852030446 tempest-FloatingIPTestJSON-852030446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:41.026763 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c125d4-7041-47c6-a586-f5ac75ede9ad req-e7d5e64a-74c7-4c2c-a975-39d417d1059b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905b5f89-de12-4ddd-b8a3-faa5bb706076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892189 Feb 09 13:22:41.070783 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b5854200-4efc-48ad-8845-91223c1c2bda tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3625319 Feb 09 13:22:41.090341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60614) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:41.102952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-285619237'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:41.193719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 232962b2-e2b0-4b37-8f44-ef994604ad83 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:22:41.210179 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-61022e8e-a642-4d66-9148-1f72fe6975d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.249520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022e8e-a642-4d66-9148-1f72fe6975d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b172d-d741-49bc-aea9-7728a7f73092,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:41.272637 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-61022e8e-a642-4d66-9148-1f72fe6975d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.274154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-61022e8e-a642-4d66-9148-1f72fe6975d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b52b172d-d741-49bc-aea9-7728a7f73092 HTTP/1.1" status: 204 len: 168 time: 1.1253443 Feb 09 13:22:41.278672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:41.280552 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.292145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 232962b2-e2b0-4b37-8f44-ef994604ad83 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:22:41.293230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 232962b2-e2b0-4b37-8f44-ef994604ad83 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:22:41.324468 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.341545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:network and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:41.347884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:41.404019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:41.416694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 9dd2790d-46e3-493b-a863-6375c8d0f78b is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:22:41.503441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:41.506842 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.521786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73d1ddb8-93f8-45c7-8fbe-0f5cac50b8f0 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.554496 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-73d1ddb8-93f8-45c7-8fbe-0f5cac50b8f0 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "DELETE /v2.0/ports/e6b63c43-f526-4ae5-9222-9b0d139c8921 HTTP/1.1" status: 204 len: 168 time: 2.3412991 Feb 09 13:22:41.557223 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c125d4-7041-47c6-a586-f5ac75ede9ad req-c35427cb-7c6e-494a-98f6-4ceee068cd34 service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207388 Feb 09 13:22:41.559437 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60624) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:41.610705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60628) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:41.643882 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbde205-89e8-4808-9543-03fc95e427f6 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] GET failed (client error): The resource could not be found. Feb 09 13:22:41.644975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5cbde205-89e8-4808-9543-03fc95e427f6 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Synchronizing usage tracker for tenant:d37f8afc53384528a1c7600338904e9c on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:41.660971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:22:41.748070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.748731 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Added segment fd91d411-5c64-4579-a7a5-63f5707cea2a of type vlan for network 783d30c9-77a8-432d-86d6-7b5fd3e4de62 Feb 09 13:22:41.760442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5cbde205-89e8-4808-9543-03fc95e427f6 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Unset dirty status for tenant:d37f8afc53384528a1c7600338904e9c on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:41.761909 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5cbde205-89e8-4808-9543-03fc95e427f6 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "GET /v2.0/ports/e6b63c43-f526-4ae5-9222-9b0d139c8921 HTTP/1.1" status: 404 len: 333 time: 0.2012861 Feb 09 13:22:41.766114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60638) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:41.802938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.836218 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.856135 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.908206 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c125d4-7041-47c6-a586-f5ac75ede9ad req-9bc886fd-9970-4134-8f5d-895d51320e29 service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083513 Feb 09 13:22:41.918940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:22:41.920981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-df8d19b0-a550-467f-9db1-a52ab11d8d32 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Deleting port 8b91a535-ad0d-4b13-87e2-cd5629e124b3 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:41.921982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-df8d19b0-a550-467f-9db1-a52ab11d8d32 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:41.946002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a092654-fbbd-44ce-ab4b-67a59983fea9 None None] Sync routers for ids ['9dd2790d-46e3-493b-a863-6375c8d0f78b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:22:41.982376 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:22:42.004959 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a092654-fbbd-44ce-ab4b-67a59983fea9 None None] Routers {'9dd2790d-46e3-493b-a863-6375c8d0f78b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:42.005606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3a092654-fbbd-44ce-ab4b-67a59983fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9dd2790d-46e3-493b-a863-6375c8d0f78b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:42.029702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0dbc54df-8a87-4556-923c-9f43f7985fae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/9dd2790d-46e3-493b-a863-6375c8d0f78b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1804397 Feb 09 13:22:42.043189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60646) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:42.049574 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:42.053993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:42.054998 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:42.086632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Allocated IP 172.25.5.131 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/61a99515-1f6e-460f-9cfa-aa7c0daa7900) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:42.126094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3a092654-fbbd-44ce-ab4b-67a59983fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:42.145523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a092654-fbbd-44ce-ab4b-67a59983fea9 None None] Routers {'9dd2790d-46e3-493b-a863-6375c8d0f78b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:42.146134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3a092654-fbbd-44ce-ab4b-67a59983fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9dd2790d-46e3-493b-a863-6375c8d0f78b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:42.153503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c19308-2a20-4351-ae1f-844bdc880517 req-66fc6789-871f-4d98-ae34-49f1ec2daddc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:42.154989 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24c19308-2a20-4351-ae1f-844bdc880517 req-66fc6789-871f-4d98-ae34-49f1ec2daddc tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.2315390 Feb 09 13:22:42.209242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3a092654-fbbd-44ce-ab4b-67a59983fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:42.210319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a092654-fbbd-44ce-ab4b-67a59983fea9 None None] The sync data for ids ['9dd2790d-46e3-493b-a863-6375c8d0f78b'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:22:42.237957 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a98eaa4e-585b-49b6-a8fb-55e4da63586b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5c697a4935e404c881bb9b0bd6e1fa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6062145 Feb 09 13:22:42.238333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60652) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:42.270966 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1771345 Feb 09 13:22:42.276019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60656) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:42.288120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': '783d30c9-77a8-432d-86d6-7b5fd3e4de62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:42.350924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24c19308-2a20-4351-ae1f-844bdc880517 req-5ac86beb-a2dc-4b77-b18c-52838d4fa6c7 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464145 Feb 09 13:22:42.416587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2959f-d56a-43e4-a91e-fe61f0525340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Network': ['ID=783d30c9-77a8-432d-86d6-7b5fd3e4de62,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:42.425246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca38cc-3eef-46e7-9a88-7e18db59d637 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:42.425781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-abca38cc-3eef-46e7-9a88-7e18db59d637 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:42.431179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 783d30c9-77a8-432d-86d6-7b5fd3e4de62 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:22:42.450731 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:42.480232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:42.492771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:42.499251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:42.503383 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d04c3e28-d1ba-4ef0-8c0a-43b9a68a04e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:42.511043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:42.522320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-abca38cc-3eef-46e7-9a88-7e18db59d637 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:42.526928 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-abca38cc-3eef-46e7-9a88-7e18db59d637 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports/433d7935-f48b-4329-8d9a-59a9f1c584c6 HTTP/1.1" status: 200 len: 910 time: 0.4825625 Feb 09 13:22:42.527632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60666) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:42.542306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-62f61ffe-34a9-42e9-99e4-8fc7a61b92f1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87fe1694-8287-4912-a5b3-6727ec4a9c87'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:42.543438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:42.577259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d04c3e28-d1ba-4ef0-8c0a-43b9a68a04e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:42.592479 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:42.627821 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-df8d19b0-a550-467f-9db1-a52ab11d8d32 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:42.752635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:42.769131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=61a99515-1f6e-460f-9cfa-aa7c0daa7900,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:42.779998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:42.782491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-df8d19b0-a550-467f-9db1-a52ab11d8d32 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Calling delete_port for 8b91a535-ad0d-4b13-87e2-cd5629e124b3 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:42.794289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:42.796889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:42.940051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d04c3e28-d1ba-4ef0-8c0a-43b9a68a04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:42.977450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c3e28-d1ba-4ef0-8c0a-43b9a68a04e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77548db-0e26-468e-bc89-361bae9c09a8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:42.996095 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d04c3e28-d1ba-4ef0-8c0a-43b9a68a04e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:42.997199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d04c3e28-d1ba-4ef0-8c0a-43b9a68a04e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e77548db-0e26-468e-bc89-361bae9c09a8 HTTP/1.1" status: 204 len: 168 time: 0.7559648 Feb 09 13:22:43.006212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62f61ffe-34a9-42e9-99e4-8fc7a61b92f1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:43.110394 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:43.111495 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:43.341005 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-df8d19b0-a550-467f-9db1-a52ab11d8d32 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:43.582592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:43.653622 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-df8d19b0-a550-467f-9db1-a52ab11d8d32 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:43.676493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d19b0-a550-467f-9db1-a52ab11d8d32 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event deleted for resources: {'Port': ['ID=8b91a535-ad0d-4b13-87e2-cd5629e124b3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:43.715516 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-df8d19b0-a550-467f-9db1-a52ab11d8d32 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "DELETE /v2.0/ports/8b91a535-ad0d-4b13-87e2-cd5629e124b3 HTTP/1.1" status: 204 len: 168 time: 1.9473798 Feb 09 13:22:43.719679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60700) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:43.770398 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4a2899-f547-48fe-8cea-75537973b207 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] GET failed (client error): The resource could not be found. Feb 09 13:22:43.770778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d4a2899-f547-48fe-8cea-75537973b207 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Synchronizing usage tracker for tenant:d37f8afc53384528a1c7600338904e9c on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:43.789603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=5b1ea095-b0ba-41cb-bfe0-e4ec47d770af,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:43.835243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d4a2899-f547-48fe-8cea-75537973b207 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Unset dirty status for tenant:d37f8afc53384528a1c7600338904e9c on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:43.839994 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2d4a2899-f547-48fe-8cea-75537973b207 tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "GET /v2.0/ports/8b91a535-ad0d-4b13-87e2-cd5629e124b3 HTTP/1.1" status: 404 len: 333 time: 0.1151614 Feb 09 13:22:43.846888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60706) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:43.890737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Checking segment: {'id': 'fd91d411-5c64-4579-a7a5-63f5707cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '783d30c9-77a8-432d-86d6-7b5fd3e4de62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:43.891088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network hostable DHCP agents. Network: 783d30c9-77a8-432d-86d6-7b5fd3e4de62, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:22:43.911188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a661993-cf38-40c5-a728-880372dfecef req-e4dad25d-d59e-40bd-8aea-4bf0d26fa3bf tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:43.913236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a661993-cf38-40c5-a728-880372dfecef req-e4dad25d-d59e-40bd-8aea-4bf0d26fa3bf tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.2723138 Feb 09 13:22:43.918826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router e97abf9b-3c54-480c-8668-387ef6afa516 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:22:44.012545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-76d34c28-5b01-4af9-a8f8-76377c0a10af tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Deleting port 00a4df9e-4a12-4262-80b3-fcadea2668bb {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:44.012896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76d34c28-5b01-4af9-a8f8-76377c0a10af tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:44.102247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 783d30c9-77a8-432d-86d6-7b5fd3e4de62 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:22:44.250736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a661993-cf38-40c5-a728-880372dfecef req-a46d1493-6d15-4338-a5da-e66825329cab tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285990 Feb 09 13:22:44.258995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 783d30c9-77a8-432d-86d6-7b5fd3e4de62) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:44.269035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:44.269733 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:44.278407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e352fe-f4dc-45fd-8a85-1f97f52de10d None None] Network 783d30c9-77a8-432d-86d6-7b5fd3e4de62 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:44.313026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d34a89c1-28d0-473e-92d4-a7ee48b5953d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0341094 Feb 09 13:22:44.319250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60720) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:44.335367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': '783d30c9-77a8-432d-86d6-7b5fd3e4de62', 'name': 'tempest-PortsTestJSON-1962207674'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:44.580226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:44.582297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60728) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:44.606794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:44.614056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:22:44.629091 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Sync routers for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:22:44.633610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:44.636671 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:44.657684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:44.658621 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:44.659006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0a78eb48-dd49-48d1-ab3e-02d50ed066d2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5789578 Feb 09 13:22:44.662105 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:44.665195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60736) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:44.668425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 4f5a8ea8-0ab3-4e56-81b2-f29526221110 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:44.804545 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76d34c28-5b01-4af9-a8f8-76377c0a10af tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:44.806135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-783d30c9-77a8-432d-86d6-7b5fd3e4de62', 'network_id': '783d30c9-77a8-432d-86d6-7b5fd3e4de62', 'tenant_id': '402149aabdc44c73809b92366384b20e', 'fixed_ips': [{'subnet_id': '5b1ea095-b0ba-41cb-bfe0-e4ec47d770af'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:22:44.806977 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:44.818186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-955135309'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:44.836872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:44.896620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Usage tracker for resource:network and tenant:56ef2915706b42c0b5a584dac832ce18 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:44.905215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:44.920082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:44.990120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Made reservation on behalf of 56ef2915706b42c0b5a584dac832ce18 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:44.997742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.035766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.7 (783d30c9-77a8-432d-86d6-7b5fd3e4de62/5b1ea095-b0ba-41cb-bfe0-e4ec47d770af/4f5a8ea8-0ab3-4e56-81b2-f29526221110) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:45.040012 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.050618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-76d34c28-5b01-4af9-a8f8-76377c0a10af tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Calling delete_port for 00a4df9e-4a12-4262-80b3-fcadea2668bb owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:45.068085 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:22:45.132770 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cb364210-da3f-4363-9a63-f92d83e5d66b tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=42742f3932a24ae9a6a1efba9cf977a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4664237 Feb 09 13:22:45.134736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60748) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:45.186348 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:45.194887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Usage tracker for resource:security_group_rule and tenant:56ef2915706b42c0b5a584dac832ce18 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:45.204042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:45.214633 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:45.260485 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-62f61ffe-34a9-42e9-99e4-8fc7a61b92f1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:22:45.293354 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62f61ffe-34a9-42e9-99e4-8fc7a61b92f1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.402159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4fda7e-7c14-417f-a058-6130c7d29e08 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:45.403846 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7a4fda7e-7c14-417f-a058-6130c7d29e08 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2680533 Feb 09 13:22:45.408731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62f61ffe-34a9-42e9-99e4-8fc7a61b92f1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.410957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60756) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:45.493442 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:22:42Z', 'revision_number': 3, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:45.499947 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Checking router: e97abf9b-3c54-480c-8668-387ef6afa516 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:22:45.502927 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Updating router e97abf9b-3c54-480c-8668-387ef6afa516 port 61a99515-1f6e-460f-9cfa-aa7c0daa7900 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:22:45.546879 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76d34c28-5b01-4af9-a8f8-76377c0a10af tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.558713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2e1cedb0-6ec4-41c0-bbf1-4319ad98b28b tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1445246 Feb 09 13:22:45.559377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60762) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:45.571192 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.578938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.585582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554959914', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:45.595906 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.607372 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.679844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 4f5a8ea8-0ab3-4e56-81b2-f29526221110 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:45.778792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:22:45.806561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f61ffe-34a9-42e9-99e4-8fc7a61b92f1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:45.807272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62f61ffe-34a9-42e9-99e4-8fc7a61b92f1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.810164 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-62f61ffe-34a9-42e9-99e4-8fc7a61b92f1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/ports/433d7935-f48b-4329-8d9a-59a9f1c584c6 HTTP/1.1" status: 200 len: 910 time: 3.2777781 Feb 09 13:22:45.827080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60770) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:45.839380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f61ffe-34a9-42e9-99e4-8fc7a61b92f1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=433d7935-f48b-4329-8d9a-59a9f1c584c6,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:45.851734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76d34c28-5b01-4af9-a8f8-76377c0a10af tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.900701 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:45.901202 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Added segment ce3ac151-4baf-4b90-bd02-406270221420 of type vlan for network 971fc996-114c-41dc-ae57-b16f97b5840b Feb 09 13:22:45.905550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357d205c-3e4c-4345-aae6-0d72502e131a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:45.962854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d34c28-5b01-4af9-a8f8-76377c0a10af tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event deleted for resources: {'Port': ['ID=00a4df9e-4a12-4262-80b3-fcadea2668bb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:45.974675 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-76d34c28-5b01-4af9-a8f8-76377c0a10af tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "DELETE /v2.0/ports/00a4df9e-4a12-4262-80b3-fcadea2668bb HTTP/1.1" status: 204 len: 168 time: 2.1263220 Feb 09 13:22:45.975405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60774) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:45.993023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:46.014618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:subnet and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:46.039346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:46.139224 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.153551 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Transition to ACTIVE for port object 61a99515-1f6e-460f-9cfa-aa7c0daa7900 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:46.161062 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.180974 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.203201 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.218148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:46.229268 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Pushing event updated for resources: {'Port': ['ID=61a99515-1f6e-460f-9cfa-aa7c0daa7900,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:46.238629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1de6c6-ab78-4761-9df5-afe8651cc128 req-57bae2db-22b6-4a67-8ebe-8211731d6a19 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:46.243388 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.243718 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.244042 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.244508 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.244830 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.245161 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.245477 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.245786 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.246090 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.246398 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.246846 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:22:46.246940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb1de6c6-ab78-4761-9df5-afe8651cc128 req-57bae2db-22b6-4a67-8ebe-8211731d6a19 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.7556267 Feb 09 13:22:46.262784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.274151 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Attempting to bind port 61a99515-1f6e-460f-9cfa-aa7c0daa7900 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:46.274537 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Attempting to bind port 61a99515-1f6e-460f-9cfa-aa7c0daa7900 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:46.274890 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Attempting to bind port 61a99515-1f6e-460f-9cfa-aa7c0daa7900 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:22:46.289346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-62287d3f-e83c-4633-98bd-d69b3a9848ba tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Deleting subnet bd3d30b8-6a36-42d3-b0a3-b414cac5beac {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:22:46.292142 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:22:46.292505 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:46.292893 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.293272 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:22:46.293562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62287d3f-e83c-4633-98bd-d69b3a9848ba tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.293771 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Bound port: 61a99515-1f6e-460f-9cfa-aa7c0daa7900, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:46.294061 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.359299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62287d3f-e83c-4633-98bd-d69b3a9848ba tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.380702 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] For port 61a99515-1f6e-460f-9cfa-aa7c0daa7900, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:22:46.384207 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] For port 61a99515-1f6e-460f-9cfa-aa7c0daa7900, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=61a99515-1f6e-460f-9cfa-aa7c0daa7900,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:22:46.384855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Allocated IP 172.20.0.2 (783d30c9-77a8-432d-86d6-7b5fd3e4de62/5b1ea095-b0ba-41cb-bfe0-e4ec47d770af/af0d74a9-e95c-464c-965e-59d7d9fca63f) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:46.389091 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.411379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=4f5a8ea8-0ab3-4e56-81b2-f29526221110,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:46.425139 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:22:46.436250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Made reservation on behalf of 42742f3932a24ae9a6a1efba9cf977a9 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:46.462852 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:46.463808 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:46.474656 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62287d3f-e83c-4633-98bd-d69b3a9848ba tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.566629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62287d3f-e83c-4633-98bd-d69b3a9848ba tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.586583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 783d30c9-77a8-432d-86d6-7b5fd3e4de62 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:46.591648 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.611734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:46.619225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:46.622882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62287d3f-e83c-4633-98bd-d69b3a9848ba tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3d30b8-6a36-42d3-b0a3-b414cac5beac,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:46.633964 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62287d3f-e83c-4633-98bd-d69b3a9848ba tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.639861 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6888e76-1eb3-438b-a150-f61622d6b208 None None] Pushing event updated for resources: {'Port': ['ID=61a99515-1f6e-460f-9cfa-aa7c0daa7900,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:46.640426 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-62287d3f-e83c-4633-98bd-d69b3a9848ba tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "DELETE /v2.0/subnets/bd3d30b8-6a36-42d3-b0a3-b414cac5beac HTTP/1.1" status: 204 len: 168 time: 0.6636579 Feb 09 13:22:46.643410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60786) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:46.672732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a06371-6447-4c88-8932-9910ca03545c None None] Network 2855186a-1dec-4858-bbf9-27b5ea20f6e0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:46.696460 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.705127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:46.708495 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.758336 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:22:46.789060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.800487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Deleting port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:46.800750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:46.886452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event updated for resources: {'Network': ['ID=971fc996-114c-41dc-ae57-b16f97b5840b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:46.902656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb1de6c6-ab78-4761-9df5-afe8651cc128 req-c2973f70-d0a0-47c2-a51c-0598960eee8c tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549349 Feb 09 13:22:47.062942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 971fc996-114c-41dc-ae57-b16f97b5840b details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:22:47.121734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] For port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d78d2e4a-86de-4c99-8fbf-5fbf588fdf88,segment=NetworkSegment(9ab236a7-1772-43bb-957a-b14229fee505),segment_id=9ab236a7-1772-43bb-957a-b14229fee505)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:47.122500 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.205954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:47.206616 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.223617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-11844132-7b8a-4ece-817c-1571a99c9b5b tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6395421 Feb 09 13:22:47.229241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60798) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:47.258578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Calling delete_port for d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:47.309298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Request body: {'subnet': {'network_id': '971fc996-114c-41dc-ae57-b16f97b5840b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:47.345609 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.366235 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:22:42Z', 'revision_number': 3, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:47.374661 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f421554-cae2-4a78-acaf-3e6b7dae28bb None None] The sync data for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 is: [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:22:42Z', 'revision_number': 3, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:22:47.388106 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.406591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Transition to ACTIVE for port object af0d74a9-e95c-464c-965e-59d7d9fca63f will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:47.411303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event deleted for resources: {'Port': ['ID=d78d2e4a-86de-4c99-8fbf-5fbf588fdf88,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:47.428833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] No DVR routers for this DVR port d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:22:47.438390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:47.443390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Usage tracker for resource:subnet and tenant:56ef2915706b42c0b5a584dac832ce18 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:47.446822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:47.453219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:47.469849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Transition to ACTIVE for port object af0d74a9-e95c-464c-965e-59d7d9fca63f will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:47.482515 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.486091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f6059212-dde2-4759-8add-02f2aaa2e58b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1654530 Feb 09 13:22:47.493297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Made reservation on behalf of 56ef2915706b42c0b5a584dac832ce18 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:47.519308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60804) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:47.541784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': '783d30c9-77a8-432d-86d6-7b5fd3e4de62', 'name': 'tempest-PortsTestJSON-361681157'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:47.556537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b9960-4730-44a8-a8f4-eea284f416a4 None None] DHCP port deletion for 2855186a-1dec-4858-bbf9-27b5ea20f6e0 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:22:47.608752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Network 783d30c9-77a8-432d-86d6-7b5fd3e4de62 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:47.612546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:47.617200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:47.619466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Pushing event updated for resources: {'Port': ['ID=af0d74a9-e95c-464c-965e-59d7d9fca63f,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:47.685422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.756132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2855186a-1dec-4858-bbf9-27b5ea20f6e0']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:47.784878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab236a7-1772-43bb-957a-b14229fee505') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:47.784878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab236a7-1772-43bb-957a-b14229fee505') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:47.787067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Attempting to bind port af0d74a9-e95c-464c-965e-59d7d9fca63f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:47.787438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Attempting to bind port af0d74a9-e95c-464c-965e-59d7d9fca63f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'fd91d411-5c64-4579-a7a5-63f5707cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '783d30c9-77a8-432d-86d6-7b5fd3e4de62'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:47.787791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Attempting to bind port af0d74a9-e95c-464c-965e-59d7d9fca63f on network 783d30c9-77a8-432d-86d6-7b5fd3e4de62 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:22:47.794984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:22:47.795341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Checking segment: {'id': 'fd91d411-5c64-4579-a7a5-63f5707cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '783d30c9-77a8-432d-86d6-7b5fd3e4de62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:47.796003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.796717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Bound using segment: {'id': 'fd91d411-5c64-4579-a7a5-63f5707cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '783d30c9-77a8-432d-86d6-7b5fd3e4de62'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:22:47.796854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Bound port: af0d74a9-e95c-464c-965e-59d7d9fca63f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd91d411-5c64-4579-a7a5-63f5707cea2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '783d30c9-77a8-432d-86d6-7b5fd3e4de62'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:47.799450 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.804024 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.837958 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.855291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:22:47.855658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:22:47.871521 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:22:47.875718 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:47.982281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] For port af0d74a9-e95c-464c-965e-59d7d9fca63f, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:22:47.987133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] For port af0d74a9-e95c-464c-965e-59d7d9fca63f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=af0d74a9-e95c-464c-965e-59d7d9fca63f,segment=NetworkSegment(fd91d411-5c64-4579-a7a5-63f5707cea2a),segment_id=fd91d411-5c64-4579-a7a5-63f5707cea2a)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:22:48.006137 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.024020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.105386 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.147396 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] 10.222.0.59 "DELETE /v2.0/networks/2855186a-1dec-4858-bbf9-27b5ea20f6e0 HTTP/1.1" status: 204 len: 168 time: 1.5028727 Feb 09 13:22:48.154454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540640e9-94ef-46d1-9a19-2d9cda779162 None None] Pushing event updated for resources: {'Port': ['ID=af0d74a9-e95c-464c-965e-59d7d9fca63f,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:48.154626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71902bb-2bf3-4502-8c0b-adacb34c4b7d tempest-AllowedAddressPairIpV6TestJSON-1908089769 tempest-AllowedAddressPairIpV6TestJSON-1908089769-project] Pushing event deleted for resources: {'Network': ['ID=2855186a-1dec-4858-bbf9-27b5ea20f6e0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:48.315997 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.410652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:48.654512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:port and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:48.669721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:48.679255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60826) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:48.684995 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.692670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:48.826691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd5fde-5405-412f-b3ff-46bb45badf8c req-20b5170a-f0f5-49f0-ade9-ce95a2af1e44 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:48.828189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17dd5fde-5405-412f-b3ff-46bb45badf8c req-20b5170a-f0f5-49f0-ade9-ce95a2af1e44 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.6367640 Feb 09 13:22:48.863388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:48.866407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:48.901641 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b34d4fa5-e510-4a2d-a624-729f01539593 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d37f8afc53384528a1c7600338904e9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2210875 Feb 09 13:22:48.902934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60836) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:48.916456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Subnet': ['ID=266f2c9a-d4a2-4f86-82ef-c7a2697280fe,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:48.954427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Checking segment: {'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:48.954878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network hostable DHCP agents. Network: b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:22:49.012193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:22:49.028403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-073b874a-1df4-4a3a-ab65-165504017101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.087365 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-073b874a-1df4-4a3a-ab65-165504017101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.167685 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17dd5fde-5405-412f-b3ff-46bb45badf8c req-0a7ccf7c-deba-4df5-a6da-75229c1ff792 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785330 Feb 09 13:22:49.210871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-073b874a-1df4-4a3a-ab65-165504017101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.276872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 61a99515-1f6e-460f-9cfa-aa7c0daa7900 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:49.351878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.13 (783d30c9-77a8-432d-86d6-7b5fd3e4de62/5b1ea095-b0ba-41cb-bfe0-e4ec47d770af/42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:49.357854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b874a-1df4-4a3a-ab65-165504017101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a315276b-2bb3-48de-ae8f-90eedb781910,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:49.368646 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-073b874a-1df4-4a3a-ab65-165504017101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.370152 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-073b874a-1df4-4a3a-ab65-165504017101 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a315276b-2bb3-48de-ae8f-90eedb781910 HTTP/1.1" status: 204 len: 168 time: 0.4659042 Feb 09 13:22:49.415520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 61a99515-1f6e-460f-9cfa-aa7c0daa7900 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:49.421709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 61a99515-1f6e-460f-9cfa-aa7c0daa7900 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:49.422280 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.509476 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.586830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818af6a-c9e3-4442-832e-caab94639c27 None None] Network 783d30c9-77a8-432d-86d6-7b5fd3e4de62 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:49.670684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:22:49.714066 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.733379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-63a1992a-6fbe-4b46-bad9-75be1006f803 None None] Provisioning for port af0d74a9-e95c-464c-965e-59d7d9fca63f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:49.749912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:49.753406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 61a99515-1f6e-460f-9cfa-aa7c0daa7900, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=61a99515-1f6e-460f-9cfa-aa7c0daa7900,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:49.754862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:49.755493 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.764295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed62f8e-b9b7-448d-bca0-66efa906f03f None None] Network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:49.847985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event updated for resources: {'Subnet': ['ID=1b755a6c-d6d2-4e8d-bbd1-ce08f7a27543,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:49.890927 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.937574 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:49.939166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device af0d74a9-e95c-464c-965e-59d7d9fca63f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:49.953389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-eb3adce4-0568-4c89-9aa9-b39ca00d8bb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.3822091 Feb 09 13:22:49.953939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60854) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:49.971829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Checking segment: {'id': 'ce3ac151-4baf-4b90-bd02-406270221420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '971fc996-114c-41dc-ae57-b16f97b5840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:49.973280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Network hostable DHCP agents. Network: 971fc996-114c-41dc-ae57-b16f97b5840b, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:22:49.994938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:50.159112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Network 971fc996-114c-41dc-ae57-b16f97b5840b is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:22:50.168868 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.240355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 971fc996-114c-41dc-ae57-b16f97b5840b) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:50.244401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:50.245253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.247244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:22:50.248056 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.303643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port af0d74a9-e95c-464c-965e-59d7d9fca63f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:50.339097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 783d30c9-77a8-432d-86d6-7b5fd3e4de62 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:50.346337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:50.349333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:50.377810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:50.388772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8a375f8e-ee73-4836-a086-f6e90bf7c5c3 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1410801 Feb 09 13:22:50.390939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60870) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:50.406509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1540505404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:50.420444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:50.422755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port af0d74a9-e95c-464c-965e-59d7d9fca63f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:50.423696 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.425938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Usage tracker for resource:router and tenant:56ef2915706b42c0b5a584dac832ce18 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:50.430029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:50.436628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:50.451029 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.452950 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.474868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfe143b-cca1-4169-802a-e5339344618c None None] Network 971fc996-114c-41dc-ae57-b16f97b5840b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:50.488214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:50.488833 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.499900 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=61a99515-1f6e-460f-9cfa-aa7c0daa7900,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:50.505084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.568888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f2a42551-a16d-421b-ae5a-77f201f06fcd tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0448456 Feb 09 13:22:50.575530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60876) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:50.636183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.656711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a995c-8fa4-4e58-a72f-29181ca624ec req-f1510bfd-6270-4011-8f22-86d7e15f6aab tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:50.658754 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff7a995c-8fa4-4e58-a72f-29181ca624ec req-f1510bfd-6270-4011-8f22-86d7e15f6aab tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.2538342 Feb 09 13:22:50.761142 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:50.762132 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1575f1b7-abad-4e24-a169-4cf86e038514 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3686550 Feb 09 13:22:50.771453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60882) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:50.809750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbded05a-d81c-46bc-bbc0-433c4af5338d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:50.810652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dbded05a-d81c-46bc-bbc0-433c4af5338d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:50.895809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Allocated IP 172.20.0.2 (b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59/266f2c9a-d4a2-4f86-82ef-c7a2697280fe/f3423f8c-d10c-4459-8a2a-d44fb44972b5) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:51.008964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff7a995c-8fa4-4e58-a72f-29181ca624ec req-3d6ca35e-4234-4556-93f6-7ffe646820f1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369122 Feb 09 13:22:51.230518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 433d7935-f48b-4329-8d9a-59a9f1c584c6 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:51.230932 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.276098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60892) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:51.288277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dbded05a-d81c-46bc-bbc0-433c4af5338d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:51.292365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dbded05a-d81c-46bc-bbc0-433c4af5338d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.7119803 Feb 09 13:22:51.299182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60898) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:51.393031 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.420613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Transition to ACTIVE for port object f3423f8c-d10c-4459-8a2a-d44fb44972b5 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:51.443420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Transition to ACTIVE for port object f3423f8c-d10c-4459-8a2a-d44fb44972b5 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:51.574677 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.593841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.664390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.797664 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'networks': [{'name': 'tempest-network--1044113044'}, {'name': 'tempest-network--1349685320'}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:51.798011 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'network': {'name': 'tempest-network--1044113044'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:51.798620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'network': {'name': 'tempest-network--1349685320'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:51.813150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:51.824946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Usage tracker for resource:network and tenant:9fd174b6b3274bcb88a10f3bab55dad8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:51.832421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-971fc996-114c-41dc-ae57-b16f97b5840b', 'network_id': '971fc996-114c-41dc-ae57-b16f97b5840b', 'tenant_id': '56ef2915706b42c0b5a584dac832ce18', 'fixed_ips': [{'subnet_id': '1b755a6c-d6d2-4e8d-bbd1-ce08f7a27543'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:22:51.832919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:51.833428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.841696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:51.862645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Pushing event updated for resources: {'Port': ['ID=f3423f8c-d10c-4459-8a2a-d44fb44972b5,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:51.877017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:51.880753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port af0d74a9-e95c-464c-965e-59d7d9fca63f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=af0d74a9-e95c-464c-965e-59d7d9fca63f,segment=NetworkSegment(fd91d411-5c64-4579-a7a5-63f5707cea2a),segment_id=fd91d411-5c64-4579-a7a5-63f5707cea2a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:51.883612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:51.888088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:51.895438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Made reservation on behalf of 9fd174b6b3274bcb88a10f3bab55dad8 for: {'network': 2} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:51.900116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.930824 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:51.961738 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.000640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-125652ab-8fca-447f-ade6-6fc6b6d68d39 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:52.001632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-125652ab-8fca-447f-ade6-6fc6b6d68d39 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.107278 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.159433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:22:52.231217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:22:52.231552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d78d2e4a-86de-4c99-8fbf-5fbf588fdf88 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:22:52.267246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Attempting to bind port f3423f8c-d10c-4459-8a2a-d44fb44972b5 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:52.267694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Attempting to bind port f3423f8c-d10c-4459-8a2a-d44fb44972b5 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:52.267955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Attempting to bind port f3423f8c-d10c-4459-8a2a-d44fb44972b5 on network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:22:52.275447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-98108491-f69a-45c6-ad9c-05b439ce90a5 None None] Provisioning complete for port af0d74a9-e95c-464c-965e-59d7d9fca63f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:52.275600 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98108491-f69a-45c6-ad9c-05b439ce90a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.362153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=af0d74a9-e95c-464c-965e-59d7d9fca63f,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:52.371826 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:22:52.372238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Checking segment: {'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:52.372507 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.372888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Bound using segment: {'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:22:52.373369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Bound port: f3423f8c-d10c-4459-8a2a-d44fb44972b5, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:52.373741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.394767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 61a99515-1f6e-460f-9cfa-aa7c0daa7900 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:52.430228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Allocated IP 172.20.0.1 (b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59/266f2c9a-d4a2-4f86-82ef-c7a2697280fe/be68ae05-0071-4857-8eb3-fd85903cbc9d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:52.535738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Allocated IP 172.20.0.2 (971fc996-114c-41dc-ae57-b16f97b5840b/1b755a6c-d6d2-4e8d-bbd1-ce08f7a27543/6a26dffa-1095-4710-b308-f2beabb627e4) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:52.616270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 433d7935-f48b-4329-8d9a-59a9f1c584c6 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:52.646402 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.667082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Transition to ACTIVE for port object be68ae05-0071-4857-8eb3-fd85903cbc9d will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:52.682006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:52.694183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Usage tracker for resource:security_group_rule and tenant:9fd174b6b3274bcb88a10f3bab55dad8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:52.697977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.727947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:52.738090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] For port f3423f8c-d10c-4459-8a2a-d44fb44972b5, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:22:52.756802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:52.763082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] For port f3423f8c-d10c-4459-8a2a-d44fb44972b5, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f3423f8c-d10c-4459-8a2a-d44fb44972b5,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:22:52.772282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 61a99515-1f6e-460f-9cfa-aa7c0daa7900 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:52.772682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.791285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:52.795304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:52.800441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:52.863681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=be68ae05-0071-4857-8eb3-fd85903cbc9d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:52.901302 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.945474 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:52.981224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-98108491-f69a-45c6-ad9c-05b439ce90a5 None None] Provisioning for port 42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:53.015742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-98108491-f69a-45c6-ad9c-05b439ce90a5 None None] Provisioning complete for port 42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:53.016172 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98108491-f69a-45c6-ad9c-05b439ce90a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.120230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a151b-a365-4baa-8cdb-cf186083ed74 req-18efeaa3-0eaf-4ab4-a9c8-54838a3103e1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:53.121732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-093a151b-a365-4baa-8cdb-cf186083ed74 req-18efeaa3-0eaf-4ab4-a9c8-54838a3103e1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.8139725 Feb 09 13:22:53.148652 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.221522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.268926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17262cf-e044-42ea-98a0-d98c94a91d1d None None] Pushing event updated for resources: {'Port': ['ID=f3423f8c-d10c-4459-8a2a-d44fb44972b5,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:53.336182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98108491-f69a-45c6-ad9c-05b439ce90a5 None None] Port 42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:53.374321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.388527 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.396096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-98108491-f69a-45c6-ad9c-05b439ce90a5 None None] Provisioning for port 4f5a8ea8-0ab3-4e56-81b2-f29526221110 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:53.407063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-98108491-f69a-45c6-ad9c-05b439ce90a5 None None] Provisioning complete for port 4f5a8ea8-0ab3-4e56-81b2-f29526221110 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:53.408162 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98108491-f69a-45c6-ad9c-05b439ce90a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.436396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Transition to ACTIVE for port object 6a26dffa-1095-4710-b308-f2beabb627e4 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:53.489664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Transition to ACTIVE for port object 6a26dffa-1095-4710-b308-f2beabb627e4 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:53.501685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98108491-f69a-45c6-ad9c-05b439ce90a5 None None] Port 4f5a8ea8-0ab3-4e56-81b2-f29526221110 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:53.512549 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.601568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Network 971fc996-114c-41dc-ae57-b16f97b5840b is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:53.605073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:53.609238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:53.621502 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-125652ab-8fca-447f-ade6-6fc6b6d68d39 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.674573 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.674816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Pushing event updated for resources: {'Port': ['ID=6a26dffa-1095-4710-b308-f2beabb627e4,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:53.675452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.722874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2c06e6be-b25c-4980-bc64-991c851fd6ae None None] Provisioning complete for port 42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:53.723244 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2c06e6be-b25c-4980-bc64-991c851fd6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.801928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Attempting to bind port 6a26dffa-1095-4710-b308-f2beabb627e4 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:53.802290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Attempting to bind port 6a26dffa-1095-4710-b308-f2beabb627e4 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ce3ac151-4baf-4b90-bd02-406270221420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '971fc996-114c-41dc-ae57-b16f97b5840b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:53.802668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Attempting to bind port 6a26dffa-1095-4710-b308-f2beabb627e4 on network 971fc996-114c-41dc-ae57-b16f97b5840b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:22:53.819947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2c06e6be-b25c-4980-bc64-991c851fd6ae None None] Port 42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:53.822553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:22:53.822916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Checking segment: {'id': 'ce3ac151-4baf-4b90-bd02-406270221420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '971fc996-114c-41dc-ae57-b16f97b5840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:53.823301 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.823679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Bound using segment: {'id': 'ce3ac151-4baf-4b90-bd02-406270221420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '971fc996-114c-41dc-ae57-b16f97b5840b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:22:53.824144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Bound port: 6a26dffa-1095-4710-b308-f2beabb627e4, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3ac151-4baf-4b90-bd02-406270221420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '971fc996-114c-41dc-ae57-b16f97b5840b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:53.824506 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.854904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-125652ab-8fca-447f-ade6-6fc6b6d68d39 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:53.907040 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.915384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.925149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2c06e6be-b25c-4980-bc64-991c851fd6ae None None] Provisioning complete for port 4f5a8ea8-0ab3-4e56-81b2-f29526221110 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:53.925575 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2c06e6be-b25c-4980-bc64-991c851fd6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:53.949529 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-093a151b-a365-4baa-8cdb-cf186083ed74 req-a883caa9-8130-49c2-b284-e663bb646861 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8025024 Feb 09 13:22:54.016051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abca8976-b156-4160-b4e6-5c71306c178c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:54.021298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] For port 6a26dffa-1095-4710-b308-f2beabb627e4, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:22:54.041004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] For port 6a26dffa-1095-4710-b308-f2beabb627e4, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6a26dffa-1095-4710-b308-f2beabb627e4,segment=NetworkSegment(ce3ac151-4baf-4b90-bd02-406270221420),segment_id=ce3ac151-4baf-4b90-bd02-406270221420)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:22:54.052207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:22:54.061491 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.075814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.129333 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.141826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=be68ae05-0071-4857-8eb3-fd85903cbc9d,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:54.191810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=433d7935-f48b-4329-8d9a-59a9f1c584c6,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:54.209797 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.210141 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Added segment 5053b05c-deb9-4b3c-ba95-2c1cec5cf02d of type vlan for network 93a03dab-49cb-4647-8997-773c437b2188 Feb 09 13:22:54.229964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2c06e6be-b25c-4980-bc64-991c851fd6ae None None] Port 4f5a8ea8-0ab3-4e56-81b2-f29526221110 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:54.239585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e72fe-e040-40dd-b55c-f2e1a6fae19e None None] Pushing event updated for resources: {'Port': ['ID=6a26dffa-1095-4710-b308-f2beabb627e4,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:54.475008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:54.477100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:54.503077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device af0d74a9-e95c-464c-965e-59d7d9fca63f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:54.520478 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.677130 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:22:54.708739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port af0d74a9-e95c-464c-965e-59d7d9fca63f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:54.709607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.870938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f3423f8c-d10c-4459-8a2a-d44fb44972b5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:54.909974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad73822-97ea-454f-b699-4c5320a66a1e None None] Network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:54.963289 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-125652ab-8fca-447f-ade6-6fc6b6d68d39 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:54.989237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Allocated IP 172.20.0.1 (971fc996-114c-41dc-ae57-b16f97b5840b/1b755a6c-d6d2-4e8d-bbd1-ce08f7a27543/d017b242-19f1-4d40-a160-6204e6fabe05) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:22:55.075083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cc08365d-5142-454a-bc9d-3cf133d37082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.127787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:22:55.138246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.138246 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Added segment 4be3ab16-4b9c-491c-951f-67ef4a75afda of type vlan for network 48e3824f-7921-4fe4-a20f-8bbac129eee2 Feb 09 13:22:55.156162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router e97abf9b-3c54-480c-8668-387ef6afa516 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:22:55.164628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b8739595-4a8e-43f0-97f0-7ae0235f3636 None None] Provisioning for port f3423f8c-d10c-4459-8a2a-d44fb44972b5 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:55.170201 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.305036 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:22:55.313070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port f3423f8c-d10c-4459-8a2a-d44fb44972b5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:55.328350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f3423f8c-d10c-4459-8a2a-d44fb44972b5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:55.328706 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.343752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125652ab-8fca-447f-ade6-6fc6b6d68d39 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:55.513626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:22:55.525063 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.525562 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.534511 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3783ab17-11c7-488a-840c-0d9c70f3d761 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "PUT /v2.0/routers/e97abf9b-3c54-480c-8668-387ef6afa516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5790071 Feb 09 13:22:55.537110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60936) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:55.537866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.544232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Sync routers for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:22:55.552086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.552391 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.574886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.640741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:55.642418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:55.707343 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.715165 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.755657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60940) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:55.937235 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-125652ab-8fca-447f-ade6-6fc6b6d68d39 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:55.952430 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-125652ab-8fca-447f-ade6-6fc6b6d68d39 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 HTTP/1.1" status: 204 len: 168 time: 4.6510165 Feb 09 13:22:55.956234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60946) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:55.960709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.961349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.961721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.962081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.962426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.964779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.965146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.965504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.965855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.966206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.966583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.966930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.967615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.969156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.6908367 Feb 09 13:22:55.972846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.973390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:55.976139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60948) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:55.983357 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-27b9c6bc-1034-480b-bbf3-f0f4e79a3fe8 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10373 time: 0.4447961 Feb 09 13:22:55.985946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60950) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:55.990156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Transition to ACTIVE for port object d017b242-19f1-4d40-a160-6204e6fabe05 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:56.069784 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0c744f-5d79-4a26-ac1b-2390315ebe32 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:22:56.071605 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bd0c744f-5d79-4a26-ac1b-2390315ebe32 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/42a8aeb6-f4c3-4b58-af87-4a9e3f9ad164 HTTP/1.1" status: 404 len: 333 time: 0.0848396 Feb 09 13:22:56.081894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60958) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:56.150043 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:22:56.208746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port f3423f8c-d10c-4459-8a2a-d44fb44972b5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f3423f8c-d10c-4459-8a2a-d44fb44972b5,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:56.218211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10465bb4-fd2b-432f-8988-2952564f17c5 None None] Network 971fc996-114c-41dc-ae57-b16f97b5840b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:56.229581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1d852f23-d395-448c-84cf-daedc0e1c93f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 4f5a8ea8-0ab3-4e56-81b2-f29526221110 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:56.230220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d852f23-d395-448c-84cf-daedc0e1c93f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:56.243978 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:56.358633 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'Network': ['ID=93a03dab-49cb-4647-8997-773c437b2188,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:56.455962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 93a03dab-49cb-4647-8997-773c437b2188 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:22:56.468771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6a26dffa-1095-4710-b308-f2beabb627e4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:56.622093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9090d5f2-a15d-401d-9bca-1cfdeb4d318a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:56.631260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100cee6-4b25-42c0-83b9-8981cabd6efb tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'Network': ['ID=48e3824f-7921-4fe4-a20f-8bbac129eee2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:56.647540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d852f23-d395-448c-84cf-daedc0e1c93f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:56.730819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 48e3824f-7921-4fe4-a20f-8bbac129eee2 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:22:56.748800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9090d5f2-a15d-401d-9bca-1cfdeb4d318a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:56.752331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9090d5f2-a15d-401d-9bca-1cfdeb4d318a admin admin] Usage tracker for resource:security_group_rule and tenant:5d2faf51eb044e08bdbdc5fc8605fd86 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:56.755308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9090d5f2-a15d-401d-9bca-1cfdeb4d318a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:56.757219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d80f1137-4bb5-45cc-81db-62e2db5c2afc None None] Provisioning for port be68ae05-0071-4857-8eb3-fd85903cbc9d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:56.760975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9090d5f2-a15d-401d-9bca-1cfdeb4d318a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:56.770275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1d852f23-d395-448c-84cf-daedc0e1c93f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 4f5a8ea8-0ab3-4e56-81b2-f29526221110 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:22:56.787991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3fb68-edff-4b3c-83a0-4607181358e3 req-6f81f696-a8de-4757-8d79-64a9163bd50c tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.789541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ee3fb68-edff-4b3c-83a0-4607181358e3 req-6f81f696-a8de-4757-8d79-64a9163bd50c tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 1.5193100 Feb 09 13:22:56.816842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d80f1137-4bb5-45cc-81db-62e2db5c2afc None None] Provisioning complete for port be68ae05-0071-4857-8eb3-fd85903cbc9d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:56.817207 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d80f1137-4bb5-45cc-81db-62e2db5c2afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:56.860046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=f3423f8c-d10c-4459-8a2a-d44fb44972b5,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:56.886014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c124fd-f82c-4e25-8d06-42c84e43ef0d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.890333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c124fd-f82c-4e25-8d06-42c84e43ef0d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.895186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c124fd-f82c-4e25-8d06-42c84e43ef0d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.899105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c124fd-f82c-4e25-8d06-42c84e43ef0d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.900210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-38c124fd-f82c-4e25-8d06-42c84e43ef0d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Synchronizing usage tracker for tenant:9fd174b6b3274bcb88a10f3bab55dad8 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:56.912088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.912607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.913022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.913429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.914144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.914144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.914642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.915056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.916867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.916867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.916867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.916867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:56.923430 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-209d96d1-ab99-4329-9678-30a0b0a869b4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7599 time: 0.9149432 Feb 09 13:22:56.928463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60962) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:56.951758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d852f23-d395-448c-84cf-daedc0e1c93f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.016707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d852f23-d395-448c-84cf-daedc0e1c93f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=4f5a8ea8-0ab3-4e56-81b2-f29526221110,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:57.030584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d80f1137-4bb5-45cc-81db-62e2db5c2afc None None] Port be68ae05-0071-4857-8eb3-fd85903cbc9d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:57.071938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.141178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d80f1137-4bb5-45cc-81db-62e2db5c2afc None None] Provisioning complete for port f3423f8c-d10c-4459-8a2a-d44fb44972b5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:57.144190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d80f1137-4bb5-45cc-81db-62e2db5c2afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.153316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d852f23-d395-448c-84cf-daedc0e1c93f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.175972 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1d852f23-d395-448c-84cf-daedc0e1c93f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/4f5a8ea8-0ab3-4e56-81b2-f29526221110 HTTP/1.1" status: 204 len: 168 time: 1.0925388 Feb 09 13:22:57.177125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60966) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:57.196859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 6a26dffa-1095-4710-b308-f2beabb627e4 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:57.229701 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9581e2-a770-4e20-9c6f-1293cd654c61 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:22:57.230643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bd9581e2-a770-4e20-9c6f-1293cd654c61 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:57.251970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bd9581e2-a770-4e20-9c6f-1293cd654c61 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:57.256307 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bd9581e2-a770-4e20-9c6f-1293cd654c61 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/4f5a8ea8-0ab3-4e56-81b2-f29526221110 HTTP/1.1" status: 404 len: 333 time: 0.0747347 Feb 09 13:22:57.256542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60970) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:57.290870 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd3fc11a-0377-4ac0-b5f6-f583b7d918a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.304310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-38c124fd-f82c-4e25-8d06-42c84e43ef0d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Unset dirty status for tenant:9fd174b6b3274bcb88a10f3bab55dad8 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:57.305460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-38c124fd-f82c-4e25-8d06-42c84e43ef0d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.3220956 Feb 09 13:22:57.311728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60974) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:57.328076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ee3fb68-edff-4b3c-83a0-4607181358e3 req-4353ae53-84bc-45e5-bd01-4ba1e14aae3f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166893 Feb 09 13:22:57.331016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:22:53Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:22:53Z', 'revision_number': 2, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:57.347633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Checking router: e97abf9b-3c54-480c-8668-387ef6afa516 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:22:57.347986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Updating router e97abf9b-3c54-480c-8668-387ef6afa516 port be68ae05-0071-4857-8eb3-fd85903cbc9d binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:22:57.363201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Network 971fc996-114c-41dc-ae57-b16f97b5840b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:22:57.377969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event updated for resources: {'Port': ['ID=d017b242-19f1-4d40-a160-6204e6fabe05,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:57.381948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:22:57.384401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:22:57.427363 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9090d5f2-a15d-401d-9bca-1cfdeb4d318a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.444580 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9090d5f2-a15d-401d-9bca-1cfdeb4d318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.455598 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.556192 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.619144 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.649324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090d5f2-a15d-401d-9bca-1cfdeb4d318a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17352069-189c-4b8d-afb8-534c8bfe3899,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:57.670251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9090d5f2-a15d-401d-9bca-1cfdeb4d318a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d2faf51eb044e08bdbdc5fc8605fd86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8941319 Feb 09 13:22:57.671217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cd8d7af4-b3ef-4af0-922e-2c6506418a79 None None] Provisioning complete for port be68ae05-0071-4857-8eb3-fd85903cbc9d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:57.671585 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd8d7af4-b3ef-4af0-922e-2c6506418a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.675492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60978) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:57.759995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 9dd2790d-46e3-493b-a863-6375c8d0f78b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:22:57.774721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.813914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cd6c0f-7b84-4016-aee8-46f085d2298d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet 5b1ea095-b0ba-41cb-bfe0-e4ec47d770af {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:22:57.817195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a03dab-49cb-4647-8997-773c437b2188']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:57.828012 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90cd6c0f-7b84-4016-aee8-46f085d2298d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.863685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5053b05c-deb9-4b3c-ba95-2c1cec5cf02d') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:57.863933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5053b05c-deb9-4b3c-ba95-2c1cec5cf02d') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:57.864078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d7af4-b3ef-4af0-922e-2c6506418a79 None None] Port be68ae05-0071-4857-8eb3-fd85903cbc9d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:57.886714 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.917215 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.924759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cd8d7af4-b3ef-4af0-922e-2c6506418a79 None None] Provisioning for port 6a26dffa-1095-4710-b308-f2beabb627e4 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:57.927059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90cd6c0f-7b84-4016-aee8-46f085d2298d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.933044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cd8d7af4-b3ef-4af0-922e-2c6506418a79 None None] Provisioning complete for port 6a26dffa-1095-4710-b308-f2beabb627e4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:57.933411 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd8d7af4-b3ef-4af0-922e-2c6506418a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:57.995871 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.112582 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19fb2c9f-186e-49eb-9996-6b7abd6f3b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.113944 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.129315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:22:58.129877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:22:58.144821 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:22:58.158535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Transition to ACTIVE for port object be68ae05-0071-4857-8eb3-fd85903cbc9d will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:22:58.173087 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.238510 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd8d7af4-b3ef-4af0-922e-2c6506418a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.256126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.283502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.287422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Network': ['ID=93a03dab-49cb-4647-8997-773c437b2188,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:58.307704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90cd6c0f-7b84-4016-aee8-46f085d2298d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.330095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49cbd7-872f-4efa-9d0b-832be3c89bbf None None] Pushing event updated for resources: {'Port': ['ID=be68ae05-0071-4857-8eb3-fd85903cbc9d,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:58.345067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-02dc5de8-cb24-4488-9e28-cbed998eda94 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "DELETE /v2.0/networks/93a03dab-49cb-4647-8997-773c437b2188 HTTP/1.1" status: 204 len: 168 time: 1.0322006 Feb 09 13:22:58.351500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60982) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:58.433632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19fb2c9f-186e-49eb-9996-6b7abd6f3b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.448880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f3423f8c-d10c-4459-8a2a-d44fb44972b5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:22:58.476823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.501828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-cd8d7af4-b3ef-4af0-922e-2c6506418a79 None None] For port 6a26dffa-1095-4710-b308-f2beabb627e4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6a26dffa-1095-4710-b308-f2beabb627e4,segment=NetworkSegment(ce3ac151-4baf-4b90-bd02-406270221420),segment_id=ce3ac151-4baf-4b90-bd02-406270221420)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:58.506240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c18e83a7-87fd-4582-a169-d79c9e42f2aa tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4850 time: 1.5735042 Feb 09 13:22:58.544168 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd8d7af4-b3ef-4af0-922e-2c6506418a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.658067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19fb2c9f-186e-49eb-9996-6b7abd6f3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.666676 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.687449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:22:58.697077 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e31e26-ab50-49b0-86da-5761390569fb None None] Sync routers for ids ['9dd2790d-46e3-493b-a863-6375c8d0f78b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:22:58.701335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb2c9f-186e-49eb-9996-6b7abd6f3b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17352069-189c-4b8d-afb8-534c8bfe3899,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:58.702145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e3824f-7921-4fe4-a20f-8bbac129eee2']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:58.714261 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e31e26-ab50-49b0-86da-5761390569fb None None] Routers {'9dd2790d-46e3-493b-a863-6375c8d0f78b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:58.714919 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-21e31e26-ab50-49b0-86da-5761390569fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9dd2790d-46e3-493b-a863-6375c8d0f78b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:58.718815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be3ab16-4b9c-491c-951f-67ef4a75afda') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:58.719242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be3ab16-4b9c-491c-951f-67ef4a75afda') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:58.732735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.751879 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.759770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:22:58.760405 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.781048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ff08e9c9-9340-437c-9277-b887b61536f6 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/9dd2790d-46e3-493b-a863-6375c8d0f78b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9524517 Feb 09 13:22:58.792301 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19fb2c9f-186e-49eb-9996-6b7abd6f3b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.794783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60990) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:58.795319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-19fb2c9f-186e-49eb-9996-6b7abd6f3b27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17352069-189c-4b8d-afb8-534c8bfe3899 HTTP/1.1" status: 204 len: 168 time: 1.1179929 Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:22:58.818210 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:22:58.866546 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-21e31e26-ab50-49b0-86da-5761390569fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:58.880809 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e31e26-ab50-49b0-86da-5761390569fb None None] Routers {'9dd2790d-46e3-493b-a863-6375c8d0f78b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:58.882987 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-21e31e26-ab50-49b0-86da-5761390569fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9dd2790d-46e3-493b-a863-6375c8d0f78b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:58.883239 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.927763 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90cd6c0f-7b84-4016-aee8-46f085d2298d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.956380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d7af4-b3ef-4af0-922e-2c6506418a79 None None] Pushing event updated for resources: {'Port': ['ID=6a26dffa-1095-4710-b308-f2beabb627e4,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:58.958084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60996) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:58.966777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Attempting to bind port be68ae05-0071-4857-8eb3-fd85903cbc9d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:22:58.969315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Attempting to bind port be68ae05-0071-4857-8eb3-fd85903cbc9d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:22:58.970498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Attempting to bind port be68ae05-0071-4857-8eb3-fd85903cbc9d on network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:22:58.971062 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-21e31e26-ab50-49b0-86da-5761390569fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:58.971482 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e31e26-ab50-49b0-86da-5761390569fb None None] The sync data for ids ['9dd2790d-46e3-493b-a863-6375c8d0f78b'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:22:58.972366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798045362', 'description': 'tempest-secgroup-smoke-1798045362 description', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:58.988849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:58.995100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:22:58.995472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Checking segment: {'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:22:58.995867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:58.996248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Bound using segment: {'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:22:58.996899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:59.001341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Bound port: be68ae05-0071-4857-8eb3-fd85903cbc9d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:22:59.001832 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.006936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7fb4a-9675-4ccb-8c75-46e13911c05d req-0c378631-e15d-4361-820a-d0eeaaf4a31a tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:59.008602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ded7fb4a-9675-4ccb-8c75-46e13911c05d req-0c378631-e15d-4361-820a-d0eeaaf4a31a tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.4619827 Feb 09 13:22:59.010722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:59.019230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:59.041341 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.063568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c97e1dd7-2c7b-428d-b628-c8adc34976e4 None None] Provisioning for port d017b242-19f1-4d40-a160-6204e6fabe05 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:22:59.063813 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-89fd1125-e814-492c-b51d-02554180a095 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dd2790d-46e3-493b-a863-6375c8d0f78b HTTP/1.1" status: 200 len: 205 time: 0.2440181 Feb 09 13:22:59.067710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32768) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:59.076750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd6c0f-7b84-4016-aee8-46f085d2298d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1ea095-b0ba-41cb-bfe0-e4ec47d770af,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:59.083993 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.086200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-90cd6c0f-7b84-4016-aee8-46f085d2298d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.091306 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.101891 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-90cd6c0f-7b84-4016-aee8-46f085d2298d tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/5b1ea095-b0ba-41cb-bfe0-e4ec47d770af HTTP/1.1" status: 204 len: 168 time: 1.8438187 Feb 09 13:22:59.103343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32772) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:59.106698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.136749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751a7406-5cd9-4c44-91f9-04269697536f None None] Network 783d30c9-77a8-432d-86d6-7b5fd3e4de62 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:22:59.145676 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.147772 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "DELETE /v2.0/networks/48e3824f-7921-4fe4-a20f-8bbac129eee2 HTTP/1.1" status: 204 len: 168 time: 0.7955253 Feb 09 13:22:59.164050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32778) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:59.199866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440c57b-e97f-4d36-bcd2-afa0cb4188c7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Network': ['ID=48e3824f-7921-4fe4-a20f-8bbac129eee2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:59.284630 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.309026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c97e1dd7-2c7b-428d-b628-c8adc34976e4 None None] Provisioning complete for port d017b242-19f1-4d40-a160-6204e6fabe05 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:59.309443 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c97e1dd7-2c7b-428d-b628-c8adc34976e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.366167 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.384754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32782) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:59.390685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c97e1dd7-2c7b-428d-b628-c8adc34976e4 None None] Port d017b242-19f1-4d40-a160-6204e6fabe05 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:22:59.390935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port af0d74a9-e95c-464c-965e-59d7d9fca63f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:22:59.391164 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.404614 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f3423f8c-d10c-4459-8a2a-d44fb44972b5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:59.404972 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.462348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ded7fb4a-9675-4ccb-8c75-46e13911c05d req-33a7c14c-bb73-4b9a-a372-3d569c583a3e tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406486 Feb 09 13:22:59.478906 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67502705-4daf-4c55-82a5-2d70b05cb114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.503350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:59.523744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5ed4f-fcc7-46a3-af7c-c89495e87644 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:59.524117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:59.526914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] For port be68ae05-0071-4857-8eb3-fd85903cbc9d, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:22:59.528012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5ed4f-fcc7-46a3-af7c-c89495e87644 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:22:59.528889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-03a5ed4f-fcc7-46a3-af7c-c89495e87644 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Synchronizing usage tracker for tenant:9fd174b6b3274bcb88a10f3bab55dad8 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:22:59.529621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event updated for resources: {'Port': ['ID=d017b242-19f1-4d40-a160-6204e6fabe05,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:59.538484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:59.549604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.551018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] For port be68ae05-0071-4857-8eb3-fd85903cbc9d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=be68ae05-0071-4857-8eb3-fd85903cbc9d,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:22:59.553176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c97e1dd7-2c7b-428d-b628-c8adc34976e4 None None] Provisioning complete for port 6a26dffa-1095-4710-b308-f2beabb627e4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:22:59.553644 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c97e1dd7-2c7b-428d-b628-c8adc34976e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.560902 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46bc4386-b304-4e77-ba8e-93bbf68b2589 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.586165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-03a5ed4f-fcc7-46a3-af7c-c89495e87644 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Unset dirty status for tenant:9fd174b6b3274bcb88a10f3bab55dad8 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:22:59.587538 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-03a5ed4f-fcc7-46a3-af7c-c89495e87644 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4199455 Feb 09 13:22:59.594253 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.601624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32786) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:22:59.610505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2094219631'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:22:59.614877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:59.669318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:59.693270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:59.695499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-67502705-4daf-4c55-82a5-2d70b05cb114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:22:59.700420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] For port af0d74a9-e95c-464c-965e-59d7d9fca63f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=af0d74a9-e95c-464c-965e-59d7d9fca63f,segment=NetworkSegment(fd91d411-5c64-4579-a7a5-63f5707cea2a),segment_id=fd91d411-5c64-4579-a7a5-63f5707cea2a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:22:59.701229 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.713950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-67502705-4daf-4c55-82a5-2d70b05cb114 admin admin] Usage tracker for resource:security_group_rule and tenant:83914caa01d740b682026caf56a6f835 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:22:59.735764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-67502705-4daf-4c55-82a5-2d70b05cb114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:22:59.758004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-67502705-4daf-4c55-82a5-2d70b05cb114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:22:59.776746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49cbd7-872f-4efa-9d0b-832be3c89bbf None None] Pushing event updated for resources: {'Port': ['ID=be68ae05-0071-4857-8eb3-fd85903cbc9d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:22:59.777179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Made reservation on behalf of 9fd174b6b3274bcb88a10f3bab55dad8 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:22:59.782980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.827555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:22:59.828278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:22:59.879582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:22:59.889695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:22:59.890387 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Added segment af577192-c1e6-460c-b329-c60a21fe766e of type vlan for network 5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4 Feb 09 13:22:59.903915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for af0d74a9-e95c-464c-965e-59d7d9fca63f owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:00.052596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc246ed-55da-4c61-99bd-1cc0d49ac0a1 None None] DHCP port deletion for 783d30c9-77a8-432d-86d6-7b5fd3e4de62 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:23:00.088361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3bc246ed-55da-4c61-99bd-1cc0d49ac0a1 None None] Deleting port af0d74a9-e95c-464c-965e-59d7d9fca63f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:00.088986 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3bc246ed-55da-4c61-99bd-1cc0d49ac0a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.095499 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.152765 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.163584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.207597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=af0d74a9-e95c-464c-965e-59d7d9fca63f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:00.209552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.214050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:00.214503 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.223164 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.226434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3bc246ed-55da-4c61-99bd-1cc0d49ac0a1 None None] The port 'af0d74a9-e95c-464c-965e-59d7d9fca63f' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:23:00.234922 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.246084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:23:00.274164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No DVR routers for this DVR port af0d74a9-e95c-464c-965e-59d7d9fca63f on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:00.368023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6a26dffa-1095-4710-b308-f2beabb627e4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:00.399842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'Network': ['ID=5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:00.421326 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a7dd5875-f53c-4129-810d-54159c40c783 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8186088 Feb 09 13:23:00.437089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32790) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:00.465747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-350544944'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:00.479252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:00.480328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.486180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8e1867-ca34-477e-841c-57e81b4424ad,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:00.491061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:00.496321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46bc4386-b304-4e77-ba8e-93bbf68b2589 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.499126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Network 971fc996-114c-41dc-ae57-b16f97b5840b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:00.507167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.509398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5044fa7d-8986-47a5-98ed-7f742dba855a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.5486913 Feb 09 13:23:00.512906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32796) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:00.522486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': 'bd8e1867-ca34-477e-841c-57e81b4424ad', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:00.529763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67502705-4daf-4c55-82a5-2d70b05cb114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.533884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783d30c9-77a8-432d-86d6-7b5fd3e4de62']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:00.537123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46bc4386-b304-4e77-ba8e-93bbf68b2589 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.544431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:00.552186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:00.557620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:00.562248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd91d411-5c64-4579-a7a5-63f5707cea2a') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:00.562577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd91d411-5c64-4579-a7a5-63f5707cea2a') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:00.574061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Usage tracker for resource:network and tenant:9fd174b6b3274bcb88a10f3bab55dad8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:00.576921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:00.579870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:00.583898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.588561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:00.600183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:00.629635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.639441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:23:00.639441 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:23:00.660936 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.740914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67502705-4daf-4c55-82a5-2d70b05cb114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.748231 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46bc4386-b304-4e77-ba8e-93bbf68b2589 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.748956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bc4386-b304-4e77-ba8e-93bbf68b2589 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Fanout notify agent at l3_agent the message router_deleted on router 9dd2790d-46e3-493b-a863-6375c8d0f78b {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:23:00.750780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Made reservation on behalf of 9fd174b6b3274bcb88a10f3bab55dad8 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:00.753843 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.785484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6a26dffa-1095-4710-b308-f2beabb627e4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:00.785856 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.815582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.821948 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.872261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.878856 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/networks/783d30c9-77a8-432d-86d6-7b5fd3e4de62 HTTP/1.1" status: 204 len: 168 time: 1.7698357 Feb 09 13:23:00.878856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf50e9-617d-475d-90c2-585b3fe4bfec tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Network': ['ID=783d30c9-77a8-432d-86d6-7b5fd3e4de62,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:00.879519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32800) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:00.888390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1866523244'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:00.895339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.908384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:00.910832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46bc4386-b304-4e77-ba8e-93bbf68b2589 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:00.912001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-46bc4386-b304-4e77-ba8e-93bbf68b2589 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/9dd2790d-46e3-493b-a863-6375c8d0f78b HTTP/1.1" status: 204 len: 168 time: 1.8421121 Feb 09 13:23:00.923570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32804) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:00.929629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f07932-b811-41c8-8341-e10bb7317607,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:00.934620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:network and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:00.960875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67502705-4daf-4c55-82a5-2d70b05cb114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b7052b-cfdd-4d34-bcbc-ab55310955ef,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:00.989592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:01.005434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-67502705-4daf-4c55-82a5-2d70b05cb114 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=83914caa01d740b682026caf56a6f835&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6092944 Feb 09 13:23:01.010927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32808) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:01.018581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:22:53Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:22:59Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:01.027436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efb18c-b171-4a13-8997-edb8beffce5d None None] The sync data for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 is: [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:22:53Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:22:59Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:23:01.029663 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.030214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:01.030604 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Added segment 9908bad9-74f8-48a0-86c3-c5427bdb47af of type vlan for network ecf614ec-8781-4f78-92e2-c0dfefb91e1c Feb 09 13:23:01.049376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-528e4bec-6965-47e6-8c7a-a266b9863ff3 None None] Provisioning complete for port d017b242-19f1-4d40-a160-6204e6fabe05 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:01.049702 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-528e4bec-6965-47e6-8c7a-a266b9863ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.055877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:01.067112 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.068471 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aab3ad50-b02a-4e9f-aa7b-cc0cdca7f2f7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5542047 Feb 09 13:23:01.074524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32812) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:01.129134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': 'bd8e1867-ca34-477e-841c-57e81b4424ad', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:01.147510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:01.149790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:01.152698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.160120 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-528e4bec-6965-47e6-8c7a-a266b9863ff3 None None] Port d017b242-19f1-4d40-a160-6204e6fabe05 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:01.174449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:01.187358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:01.198760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:01.203879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device af0d74a9-e95c-464c-965e-59d7d9fca63f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:01.246585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:01.248642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.255575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: af0d74a9-e95c-464c-965e-59d7d9fca63f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:23:01.256169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device af0d74a9-e95c-464c-965e-59d7d9fca63f not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:23:01.272172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39b873c-70ca-4ee2-a2ee-cf93dbf0915c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting subnet 87fe1694-8287-4912-a5b3-6727ec4a9c87 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:23:01.287473 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a39b873c-70ca-4ee2-a2ee-cf93dbf0915c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.311696 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.315474 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.315678 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Added segment b0dafc02-1b55-4126-880e-a5c31dbd2167 of type vlan for network 803d8820-99bf-4290-a2e3-934c13a8b1d6 Feb 09 13:23:01.334099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb9a9c-7a58-4f48-b30f-09c94e8b66e2 req-9b47f68d-4d2b-47d9-a910-3a408d08e6a6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:01.343031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2bb9a9c-7a58-4f48-b30f-09c94e8b66e2 req-9b47f68d-4d2b-47d9-a910-3a408d08e6a6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.6401501 Feb 09 13:23:01.394604 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.400371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a39b873c-70ca-4ee2-a2ee-cf93dbf0915c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.417404 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1c08-f5a9-46a0-8fca-568b27d20140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.450592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.454994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:01.455604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.477323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.492187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.520466 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1c08-f5a9-46a0-8fca-568b27d20140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.538605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805ba276-77f8-45db-b033-0b133217138e,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:01.540308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2bb9a9c-7a58-4f48-b30f-09c94e8b66e2 req-e0ab2f6b-c914-410d-85a4-80d78a4227e3 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873655 Feb 09 13:23:01.550803 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.554760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:01.555394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.591292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.595010 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-859b0b4c-3b94-43a2-8ede-98dee90f795d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5169518 Feb 09 13:23:01.607228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32816) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:01.614127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': 'bd8e1867-ca34-477e-841c-57e81b4424ad', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:01.624874 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7440479 Feb 09 13:23:01.631549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32820) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:01.632338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:01.637780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1866000 Feb 09 13:23:01.639947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d53788-8f55-4b2b-9583-480ddb1d31ed tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'Network': ['ID=ecf614ec-8781-4f78-92e2-c0dfefb91e1c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:01.646066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:01.648574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32824) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:01.653826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': '803d8820-99bf-4290-a2e3-934c13a8b1d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:01.654550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'ports': [{'network_id': '5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4', 'name': 'tempest-port--1016813596', 'admin_state_up': True}, {'network_id': 'ecf614ec-8781-4f78-92e2-c0dfefb91e1c', 'admin_state_up': False}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:01.654872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'port': {'network_id': '5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4', 'name': 'tempest-port--1016813596', 'admin_state_up': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:01.655332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'port': {'network_id': 'ecf614ec-8781-4f78-92e2-c0dfefb91e1c', 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:01.659023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network ecf614ec-8781-4f78-92e2-c0dfefb91e1c details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:01.722172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:01.746580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a39b873c-70ca-4ee2-a2ee-cf93dbf0915c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.787934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:01.794810 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1c08-f5a9-46a0-8fca-568b27d20140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.849761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c1c08-f5a9-46a0-8fca-568b27d20140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b7052b-cfdd-4d34-bcbc-ab55310955ef,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:01.864510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47192210-fe6b-453e-b655-17da93478ece tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Network': ['ID=803d8820-99bf-4290-a2e3-934c13a8b1d6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:01.884606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 803d8820-99bf-4290-a2e3-934c13a8b1d6 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:01.912272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:01.933255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:01.943317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:01.956651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:01.974711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:01.995692 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a39b873c-70ca-4ee2-a2ee-cf93dbf0915c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.035913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:02.071985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b873c-70ca-4ee2-a2ee-cf93dbf0915c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Subnet': ['ID=87fe1694-8287-4912-a5b3-6727ec4a9c87,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:02.093655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a39b873c-70ca-4ee2-a2ee-cf93dbf0915c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.104902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865f8aac-3b97-4aa5-ac52-29149922a161 None None] Network 75c1df3a-300f-449a-bf4a-f457ab25c7d0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:02.171104 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a39b873c-70ca-4ee2-a2ee-cf93dbf0915c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/87fe1694-8287-4912-a5b3-6727ec4a9c87 HTTP/1.1" status: 204 len: 168 time: 1.2380931 Feb 09 13:23:02.179973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:02.184263 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.184751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Usage tracker for resource:port and tenant:9fd174b6b3274bcb88a10f3bab55dad8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:02.185016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32828) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:02.187758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:02.195145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:02.203045 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1c08-f5a9-46a0-8fca-568b27d20140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.205277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ea4c1c08-f5a9-46a0-8fca-568b27d20140 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18b7052b-cfdd-4d34-bcbc-ab55310955ef HTTP/1.1" status: 204 len: 168 time: 1.1898670 Feb 09 13:23:02.211364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Made reservation on behalf of 9fd174b6b3274bcb88a10f3bab55dad8 for: {'port': 2} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:02.215776 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.239909 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.248895 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.302057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Router 0e77ba21-dbaf-400c-8db5-3640aea28611 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:23:02.304564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.422305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device be68ae05-0071-4857-8eb3-fd85903cbc9d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:02.482706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ac70a5-3bbe-4fa9-8ef9-a92c80c4352a None None] DHCP port deletion for 75c1df3a-300f-449a-bf4a-f457ab25c7d0 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:23:02.489862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8866dc-bb21-4ec3-9115-1cc98c750626,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:02.511734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac70a5-3bbe-4fa9-8ef9-a92c80c4352a None None] Deleting port 1718607a-efaf-4807-b513-2c7e6ae15fb5 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:02.512259 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7ac70a5-3bbe-4fa9-8ef9-a92c80c4352a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.563258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] device_id is not set on port 8ef0ee25-338c-48e9-b2f8-8d08d3c85b18 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:23:02.600264 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.601516 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fd34fff5-27cc-441e-86fb-25f1493db123 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9920969 Feb 09 13:23:02.625329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32838) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:02.655654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': 'bd8e1867-ca34-477e-841c-57e81b4424ad', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:02.700064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:02.710795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:02.722537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:02.731458 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.738510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:02.773383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 1718607a-efaf-4807-b513-2c7e6ae15fb5 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:02.773815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.828103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.833465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port be68ae05-0071-4857-8eb3-fd85903cbc9d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:02.848478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port be68ae05-0071-4857-8eb3-fd85903cbc9d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:02.848840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.910611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a7ac70a5-3bbe-4fa9-8ef9-a92c80c4352a None None] For port 1718607a-efaf-4807-b513-2c7e6ae15fb5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1718607a-efaf-4807-b513-2c7e6ae15fb5,segment=NetworkSegment(ac782f3c-22e5-4fc9-814a-7a2f5c95ee80),segment_id=ac782f3c-22e5-4fc9-814a-7a2f5c95ee80)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:02.911000 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7ac70a5-3bbe-4fa9-8ef9-a92c80c4352a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:02.915910 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.071257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] device_id is not set on port af0c2df4-7cb7-498c-8160-028e27ba5801 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:23:03.105970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1ccef-523a-4144-9a08-8ee9c162d50c req-23058f45-1be2-493e-9f74-f78616cb1229 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:03.107493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ab1ccef-523a-4144-9a08-8ee9c162d50c req-23058f45-1be2-493e-9f74-f78616cb1229 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.4058533 Feb 09 13:23:03.135921 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.140648 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.163804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac70a5-3bbe-4fa9-8ef9-a92c80c4352a None None] Calling delete_port for 1718607a-efaf-4807-b513-2c7e6ae15fb5 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:03.195468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:23:03.217453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273de54-7cca-4e5d-980f-37cd416e8421 None None] Sync routers for ids ['0e77ba21-dbaf-400c-8db5-3640aea28611'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:23:03.220008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ab1ccef-523a-4144-9a08-8ee9c162d50c req-689e13ba-63d5-410a-b8df-917632cd3e7b tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981956 Feb 09 13:23:03.227586 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0b18764b-c0e4-4c49-8788-f8063a9e134d tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "PUT /v2.0/routers/0e77ba21-dbaf-400c-8db5-3640aea28611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4373507 Feb 09 13:23:03.230935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32850) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:03.243625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Request body: {'port': {'network_id': '971fc996-114c-41dc-ae57-b16f97b5840b', 'name': 'tempest-FloatingIPNegativeTestJSON-844785041'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:03.246865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.329293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273de54-7cca-4e5d-980f-37cd416e8421 None None] Routers {'0e77ba21-dbaf-400c-8db5-3640aea28611'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:03.329918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2273de54-7cca-4e5d-980f-37cd416e8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0e77ba21-dbaf-400c-8db5-3640aea28611'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:03.369160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.395802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af4ead5-84b5-4ebf-af0c-92d04d6ff4f9,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:03.410349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Checking segment: {'id': 'b0dafc02-1b55-4126-880e-a5c31dbd2167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '803d8820-99bf-4290-a2e3-934c13a8b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:03.410795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network hostable DHCP agents. Network: 803d8820-99bf-4290-a2e3-934c13a8b1d6, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:03.414524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2273de54-7cca-4e5d-980f-37cd416e8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:03.417476 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.427064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.428932 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4d671700-21cd-41dc-ae31-83878c16e3ce tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8000078 Feb 09 13:23:03.432962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32858) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:03.437811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port 1718607a-efaf-4807-b513-2c7e6ae15fb5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1718607a-efaf-4807-b513-2c7e6ae15fb5,segment=NetworkSegment(ac782f3c-22e5-4fc9-814a-7a2f5c95ee80),segment_id=ac782f3c-22e5-4fc9-814a-7a2f5c95ee80)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:03.439013 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.443033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': 'bd8e1867-ca34-477e-841c-57e81b4424ad', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:03.444350 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7ac70a5-3bbe-4fa9-8ef9-a92c80c4352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.456280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=55aff72c-cc80-4f1f-940c-1cf0505764d1,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:03.473150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:03.478862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:03.487870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:03.491886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:03.495415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Usage tracker for resource:port and tenant:56ef2915706b42c0b5a584dac832ce18 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:03.501966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac70a5-3bbe-4fa9-8ef9-a92c80c4352a None None] Pushing event deleted for resources: {'Port': ['ID=1718607a-efaf-4807-b513-2c7e6ae15fb5,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:03.507364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:03.511661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:03.518087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273de54-7cca-4e5d-980f-37cd416e8421 None None] Routers {'0e77ba21-dbaf-400c-8db5-3640aea28611'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:03.518907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2273de54-7cca-4e5d-980f-37cd416e8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0e77ba21-dbaf-400c-8db5-3640aea28611'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:03.522641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.525678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:03.576670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac70a5-3bbe-4fa9-8ef9-a92c80c4352a None None] No DVR routers for this DVR port 1718607a-efaf-4807-b513-2c7e6ae15fb5 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:03.590711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port be68ae05-0071-4857-8eb3-fd85903cbc9d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=be68ae05-0071-4857-8eb3-fd85903cbc9d,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:03.592383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2273de54-7cca-4e5d-980f-37cd416e8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:03.592902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273de54-7cca-4e5d-980f-37cd416e8421 None None] The sync data for ids ['0e77ba21-dbaf-400c-8db5-3640aea28611'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:23:03.595481 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.616986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 803d8820-99bf-4290-a2e3-934c13a8b1d6 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:03.622744 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Project 42742f3932a24ae9a6a1efba9cf977a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:23:03.630108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 1718607a-efaf-4807-b513-2c7e6ae15fb5 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:03.638388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Made reservation on behalf of 56ef2915706b42c0b5a584dac832ce18 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:03.641669 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.674568 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.681242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 803d8820-99bf-4290-a2e3-934c13a8b1d6) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:03.689815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:03.690400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.701689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a87bf3-7364-4036-ad19-5fe80cb4bded None None] Network 803d8820-99bf-4290-a2e3-934c13a8b1d6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:03.701968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] device_id is not set on port b0b11087-9feb-4a61-928f-2f7924c7a04e yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:23:03.721497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=be68ae05-0071-4857-8eb3-fd85903cbc9d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:03.729092 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f83776b8-375a-45c4-9c2d-6b819690d0d9 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0941610 Feb 09 13:23:03.730386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32866) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:03.738728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': '803d8820-99bf-4290-a2e3-934c13a8b1d6', 'name': 'tempest-PortsTestJSON-87040712', 'fixed_ips': [{'subnet_id': '55aff72c-cc80-4f1f-940c-1cf0505764d1', 'ip_address': '172.20.0.10'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:03.755792 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:23:03.756395 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:23:03.773873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'Port': ['ID=8ef0ee25-338c-48e9-b2f8-8d08d3c85b18,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:03.846626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Checking segment: {'id': 'af577192-c1e6-460c-b329-c60a21fe766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:03.846897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Network hostable DHCP agents. Network: 5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:03.905351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:03.916300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:03.947542 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.948680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:03.957030 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:03.960259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.007048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 4af649b9-0f32-4502-a67d-e77d54b52570 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:23:04.022427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-803d8820-99bf-4290-a2e3-934c13a8b1d6', 'network_id': '803d8820-99bf-4290-a2e3-934c13a8b1d6', 'tenant_id': '402149aabdc44c73809b92366384b20e', 'fixed_ips': [{'subnet_id': '55aff72c-cc80-4f1f-940c-1cf0505764d1'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:23:04.023431 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.036401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8872752-9cd9-4c76-8633-960fb2ae0972,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:04.072807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Allocated IP 172.20.0.3 (971fc996-114c-41dc-ae57-b16f97b5840b/1b755a6c-d6d2-4e8d-bbd1-ce08f7a27543/b0b11087-9feb-4a61-928f-2f7924c7a04e) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:04.089715 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.091041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d538c368-1229-40c1-b0be-05c0a9320381 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6556373 Feb 09 13:23:04.091788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Network 5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:04.094886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32874) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:04.104682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': 'bd8e1867-ca34-477e-841c-57e81b4424ad', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:04.126253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:04.127679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:04.138775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:04.139897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b07302-57cd-4b41-95d9-d33f9982f3c5 None None] Network 5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:04.140046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:04.140510 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.147551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:04.201209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:04.243547 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Project 42742f3932a24ae9a6a1efba9cf977a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:23:04.245193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'Port': ['ID=af0c2df4-7cb7-498c-8160-028e27ba5801,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:04.254767 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.267928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 1718607a-efaf-4807-b513-2c7e6ae15fb5 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:04.268094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.392104 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Allocated IP 172.20.0.2 (803d8820-99bf-4290-a2e3-934c13a8b1d6/55aff72c-cc80-4f1f-940c-1cf0505764d1/ee3918f6-24e4-474e-8fa9-3a6d099f63b7) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:04.412023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device be68ae05-0071-4857-8eb3-fd85903cbc9d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:04.442786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] The port '1718607a-efaf-4807-b513-2c7e6ae15fb5' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:23:04.629509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port be68ae05-0071-4857-8eb3-fd85903cbc9d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:04.630101 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.637271 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.670761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Checking segment: {'id': '9908bad9-74f8-48a0-86c3-c5427bdb47af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ecf614ec-8781-4f78-92e2-c0dfefb91e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:04.670761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Network hostable DHCP agents. Network: ecf614ec-8781-4f78-92e2-c0dfefb91e1c, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:04.673287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c1df3a-300f-449a-bf4a-f457ab25c7d0']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:04.686711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac782f3c-22e5-4fc9-814a-7a2f5c95ee80') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:04.687280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac782f3c-22e5-4fc9-814a-7a2f5c95ee80') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:04.702244 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.740980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.748106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:23:04.748359 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.767526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Network ecf614ec-8781-4f78-92e2-c0dfefb91e1c is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:04.788561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.801265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, ecf614ec-8781-4f78-92e2-c0dfefb91e1c) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:04.805331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:04.809530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:04.813843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:04.814534 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.833840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe1774-d275-4c5e-86b5-6b3364e9ebaf req-72a8374b-bed5-45fe-9bcb-af452d9d73b8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:04.835516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3fe1774-d275-4c5e-86b5-6b3364e9ebaf req-72a8374b-bed5-45fe-9bcb-af452d9d73b8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.3679485 Feb 09 13:23:04.872208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8cbcc2c7-5d80-42ee-9e49-cdd554d8a030 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2206638 Feb 09 13:23:04.872688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32892) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:04.885005 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:04.986776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3fe1774-d275-4c5e-86b5-6b3364e9ebaf req-ca975895-c4a1-4166-80c6-b1cc1773336b tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428149 Feb 09 13:23:05.009998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c3c0c-879f-449b-87c1-5cf2c5084cf7 None None] Network ecf614ec-8781-4f78-92e2-c0dfefb91e1c requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:05.046718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5826120-d709-47c4-b9ce-1f11dcda7e6d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:05.059093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5826120-d709-47c4-b9ce-1f11dcda7e6d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:23:05.061472 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:23:05.065678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d5826120-d709-47c4-b9ce-1f11dcda7e6d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Synchronizing usage tracker for tenant:9fd174b6b3274bcb88a10f3bab55dad8 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:05.094520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d5826120-d709-47c4-b9ce-1f11dcda7e6d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Unset dirty status for tenant:9fd174b6b3274bcb88a10f3bab55dad8 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:05.096150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d5826120-d709-47c4-b9ce-1f11dcda7e6d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2226024 Feb 09 13:23:05.099212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32896) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:05.108914 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.121456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.139190 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.158544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Transition to ACTIVE for port object ee3918f6-24e4-474e-8fa9-3a6d099f63b7 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:05.184557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.185910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Transition to ACTIVE for port object ee3918f6-24e4-474e-8fa9-3a6d099f63b7 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:05.195803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.234151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-aaac3c10-e5dc-4bc6-bb26-e130fb0e59e1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Deleting port 8ef0ee25-338c-48e9-b2f8-8d08d3c85b18 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:05.235591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aaac3c10-e5dc-4bc6-bb26-e130fb0e59e1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.265671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Transition to ACTIVE for port object b0b11087-9feb-4a61-928f-2f7924c7a04e will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:05.314727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1718607a-efaf-4807-b513-2c7e6ae15fb5 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:05.339380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.10 (803d8820-99bf-4290-a2e3-934c13a8b1d6/55aff72c-cc80-4f1f-940c-1cf0505764d1/4af649b9-0f32-4502-a67d-e77d54b52570) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:05.341362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762e36fa-2ab8-404f-973e-e8a770cc5416,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:05.346391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Network': ['ID=75c1df3a-300f-449a-bf4a-f457ab25c7d0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:05.361729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.375132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 1718607a-efaf-4807-b513-2c7e6ae15fb5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:23:05.375132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1718607a-efaf-4807-b513-2c7e6ae15fb5 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:23:05.389778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Network 803d8820-99bf-4290-a2e3-934c13a8b1d6 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:05.400305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:05.408703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:05.416567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.420757 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dafc3b31-fc84-4115-8543-fe9932b3bd97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.3245344 Feb 09 13:23:05.444622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32906) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:05.445081 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-22a1e896-6e72-47bd-80b2-3628e5e1c6f5 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/networks/75c1df3a-300f-449a-bf4a-f457ab25c7d0 HTTP/1.1" status: 204 len: 168 time: 3.2540269 Feb 09 13:23:05.513501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-715785275', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:05.544597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:05.622129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Attempting to bind port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:05.622575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Attempting to bind port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'b0dafc02-1b55-4126-880e-a5c31dbd2167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '803d8820-99bf-4290-a2e3-934c13a8b1d6'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:05.622986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Attempting to bind port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 on network 803d8820-99bf-4290-a2e3-934c13a8b1d6 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:05.633491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:router and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:05.633652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Pushing event updated for resources: {'Port': ['ID=ee3918f6-24e4-474e-8fa9-3a6d099f63b7,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:05.638087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:05.650875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:05.655282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Checking segment: {'id': 'b0dafc02-1b55-4126-880e-a5c31dbd2167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '803d8820-99bf-4290-a2e3-934c13a8b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:05.655768 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.656150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Bound using segment: {'id': 'b0dafc02-1b55-4126-880e-a5c31dbd2167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '803d8820-99bf-4290-a2e3-934c13a8b1d6'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:05.657181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Bound port: ee3918f6-24e4-474e-8fa9-3a6d099f63b7, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dafc02-1b55-4126-880e-a5c31dbd2167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '803d8820-99bf-4290-a2e3-934c13a8b1d6'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:05.657561 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.669447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Network 971fc996-114c-41dc-ae57-b16f97b5840b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:05.674750 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aaac3c10-e5dc-4bc6-bb26-e130fb0e59e1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.685315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:05.689550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:05.698838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:05.835805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event updated for resources: {'Port': ['ID=b0b11087-9feb-4a61-928f-2f7924c7a04e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:05.908268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] For port ee3918f6-24e4-474e-8fa9-3a6d099f63b7, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:05.913210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] For port ee3918f6-24e4-474e-8fa9-3a6d099f63b7, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ee3918f6-24e4-474e-8fa9-3a6d099f63b7,segment=NetworkSegment(b0dafc02-1b55-4126-880e-a5c31dbd2167),segment_id=b0dafc02-1b55-4126-880e-a5c31dbd2167)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:05.919485 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.939272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.979909 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.980894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:05.995497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 4af649b9-0f32-4502-a67d-e77d54b52570 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:06.019478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf33a6-a9ff-407e-ab9a-2d4c5a1c3627 None None] Pushing event updated for resources: {'Port': ['ID=ee3918f6-24e4-474e-8fa9-3a6d099f63b7,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:06.041951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.154584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f878f8be-2aa2-4ce0-a4b1-00fd62bfea80 None None] Provisioning for port b0b11087-9feb-4a61-928f-2f7924c7a04e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:06.173893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f878f8be-2aa2-4ce0-a4b1-00fd62bfea80 None None] Provisioning complete for port b0b11087-9feb-4a61-928f-2f7924c7a04e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:06.174334 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f878f8be-2aa2-4ce0-a4b1-00fd62bfea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.220332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 803d8820-99bf-4290-a2e3-934c13a8b1d6 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:06.226213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:06.236529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:06.272443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-aaac3c10-e5dc-4bc6-bb26-e130fb0e59e1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Calling delete_port for 8ef0ee25-338c-48e9-b2f8-8d08d3c85b18 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:06.306568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=4af649b9-0f32-4502-a67d-e77d54b52570,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:06.340217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:06.342280 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.347677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f878f8be-2aa2-4ce0-a4b1-00fd62bfea80 None None] Port b0b11087-9feb-4a61-928f-2f7924c7a04e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:06.364165 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-70321fd0-2805-4cc4-bacd-787df06f88b4 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6314280 Feb 09 13:23:06.366670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32932) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:06.370609 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.373844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': '803d8820-99bf-4290-a2e3-934c13a8b1d6', 'name': 'tempest-PortsTestJSON-871249161', 'fixed_ips': [{'subnet_id': '55aff72c-cc80-4f1f-940c-1cf0505764d1', 'ip_address': '172.20.0.9'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:06.380024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:06.380894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.531684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6023e915-ac07-40c0-9207-a1dcdaf706cc tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2970464 Feb 09 13:23:06.533395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32938) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:06.534809 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.557469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:06.569393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:06.571257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-a75e6753-5679-435e-9358-ddc8cb19cb8b tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Synchronizing usage tracker for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:06.573615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Usage tracker for resource:floatingip and tenant:56ef2915706b42c0b5a584dac832ce18 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:06.577720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:06.577904 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aaac3c10-e5dc-4bc6-bb26-e130fb0e59e1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.587905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:06.660519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:06.667981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:port and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:06.673085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:06.679889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:06.683640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.685961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac3c10-e5dc-4bc6-bb26-e130fb0e59e1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Port': ['ID=8ef0ee25-338c-48e9-b2f8-8d08d3c85b18,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:06.688469 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.692498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ca367df9-a410-4739-83c1-043b3ce3731e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.2421868 Feb 09 13:23:06.693606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32944) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:06.711221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf8dc-94b7-49a1-9306-872117f5dd57 req-65182d21-a2f1-4c57-ac01-f40eec31c571 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:06.718053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3edf8dc-94b7-49a1-9306-872117f5dd57 req-65182d21-a2f1-4c57-ac01-f40eec31c571 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.3431067 Feb 09 13:23:06.723703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1801419874'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:06.723945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:06.730804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.742942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-a75e6753-5679-435e-9358-ddc8cb19cb8b tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Unset dirty status for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:06.751773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-a75e6753-5679-435e-9358-ddc8cb19cb8b tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798045362&fields=id&tenant_id=42742f3932a24ae9a6a1efba9cf977a9 HTTP/1.1" status: 200 len: 267 time: 0.7757332 Feb 09 13:23:06.754164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:06.760510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 8d5da61c-b6bf-47ea-99b4-06435e45af20 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:23:06.803640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:network and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:06.809202 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aaac3c10-e5dc-4bc6-bb26-e130fb0e59e1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:06.811228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-aaac3c10-e5dc-4bc6-bb26-e130fb0e59e1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "DELETE /v2.0/ports/8ef0ee25-338c-48e9-b2f8-8d08d3c85b18 HTTP/1.1" status: 204 len: 168 time: 1.7108471 Feb 09 13:23:06.816663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:06.819380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32950) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:06.865031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:06.966537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3edf8dc-94b7-49a1-9306-872117f5dd57 req-4d73a143-73ac-4fda-bcc7-eabdc353a78c tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475820 Feb 09 13:23:06.983217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:06.988306 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.029575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-700e4c61-61a1-48f3-9641-6d15cb05a257 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Deleting port af0c2df4-7cb7-498c-8160-028e27ba5801 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:07.030400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-700e4c61-61a1-48f3-9641-6d15cb05a257 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.064835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.098093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:07.115173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-474cd65a-9019-4e2e-9988-3407578fedaf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:07.115768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-474cd65a-9019-4e2e-9988-3407578fedaf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Synchronizing usage tracker for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:07.141098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.9 (803d8820-99bf-4290-a2e3-934c13a8b1d6/55aff72c-cc80-4f1f-940c-1cf0505764d1/8d5da61c-b6bf-47ea-99b4-06435e45af20) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:07.161592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.161975 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added segment 8b46f798-7783-4f5f-b4af-488cd574136d of type vlan for network 1bf6184e-9217-47d9-9879-05a0c79cb34e Feb 09 13:23:07.195187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-474cd65a-9019-4e2e-9988-3407578fedaf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Unset dirty status for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:07.201374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-474cd65a-9019-4e2e-9988-3407578fedaf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/networks?id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 HTTP/1.1" status: 200 len: 795 time: 0.4485900 Feb 09 13:23:07.273281 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.284981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-31872fe4-1c1f-4fba-8f00-5b537af7b915 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/quotas/42742f3932a24ae9a6a1efba9cf977a9 HTTP/1.1" status: 200 len: 375 time: 0.0826316 Feb 09 13:23:07.337522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Allocated IP 172.25.5.202 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/532911df-9c88-4c99-b952-b68b395a6019) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:07.401858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32958) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:07.460658 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.464163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:07.465190 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.480369 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-700e4c61-61a1-48f3-9641-6d15cb05a257 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.583339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.626313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 8d5da61c-b6bf-47ea-99b4-06435e45af20 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:07.627602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd439fa-bc0c-4097-9e6a-740cccf9e94f None None] Network 803d8820-99bf-4290-a2e3-934c13a8b1d6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:07.652023 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.660009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e35c1f7-d30b-471e-baf9-536c3c0893d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.720048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5e35c1f7-d30b-471e-baf9-536c3c0893d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:07.722602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.757784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-123cdea1-c5a5-4bce-bf06-badb63f3c08e None None] Provisioning for port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:07.780955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-700e4c61-61a1-48f3-9641-6d15cb05a257 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Calling delete_port for af0c2df4-7cb7-498c-8160-028e27ba5801 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:07.782336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5e35c1f7-d30b-471e-baf9-536c3c0893d2 admin admin] Usage tracker for resource:security_group_rule and tenant:8a999a00f8ea408aaf8272d7641196fd is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:07.794113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5e35c1f7-d30b-471e-baf9-536c3c0893d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:07.807309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5e35c1f7-d30b-471e-baf9-536c3c0893d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:07.835872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=8d5da61c-b6bf-47ea-99b4-06435e45af20,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:07.839711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:07.844822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 803d8820-99bf-4290-a2e3-934c13a8b1d6 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:07.876096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1770296 Feb 09 13:23:07.880647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:07.883698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:07.884532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32964) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:07.890061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-594bc680-d204-4945-a445-787531be21d3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6028433 Feb 09 13:23:07.899918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'subnet': {'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:07.932149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc6a9a-a19a-46d8-8d2f-50e7a7190754 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Network': ['ID=1bf6184e-9217-47d9-9879-05a0c79cb34e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:07.948053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 1bf6184e-9217-47d9-9879-05a0c79cb34e details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:08.108259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:08.132453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:08.137354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:08.217260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:08.218039 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.230392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event updated for resources: {'Port': ['ID=532911df-9c88-4c99-b952-b68b395a6019,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:08.315313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-77f5261f-eee2-4752-9587-29557a810b7a None None] Provisioning for port 8d5da61c-b6bf-47ea-99b4-06435e45af20 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:08.326718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-77f5261f-eee2-4752-9587-29557a810b7a None None] Provisioning complete for port 8d5da61c-b6bf-47ea-99b4-06435e45af20 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:08.327091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-77f5261f-eee2-4752-9587-29557a810b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.354651 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-700e4c61-61a1-48f3-9641-6d15cb05a257 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.369076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:08.374484 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3fa56dcd-c0d7-46cb-b432-e726aacbecba tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0066962 Feb 09 13:23:08.378601 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e35c1f7-d30b-471e-baf9-536c3c0893d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.379393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32972) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:08.432260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-77f5261f-eee2-4752-9587-29557a810b7a None None] Port 8d5da61c-b6bf-47ea-99b4-06435e45af20 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:08.435313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e4c61-61a1-48f3-9641-6d15cb05a257 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Port': ['ID=af0c2df4-7cb7-498c-8160-028e27ba5801,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:08.451181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:subnet and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:08.469595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:08.470672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ee3918f6-24e4-474e-8fa9-3a6d099f63b7 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:08.476404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:08.490566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:08.504622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-77f5261f-eee2-4752-9587-29557a810b7a None None] Provisioning for port 4af649b9-0f32-4502-a67d-e77d54b52570 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:08.522780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-77f5261f-eee2-4752-9587-29557a810b7a None None] Provisioning complete for port 4af649b9-0f32-4502-a67d-e77d54b52570 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:08.523148 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-77f5261f-eee2-4752-9587-29557a810b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.531651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.540151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-700e4c61-61a1-48f3-9641-6d15cb05a257 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.601992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-77f5261f-eee2-4752-9587-29557a810b7a None None] Port 4af649b9-0f32-4502-a67d-e77d54b52570 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:08.617376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:08.620135 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e35c1f7-d30b-471e-baf9-536c3c0893d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.624438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:08.624832 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.633769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-f88c1d3e-e05d-4a23-85b2-e3b6b25bcda0 service neutron] 10.222.0.59 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061558 Feb 09 13:23:08.668270 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.691459 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5e35c1f7-d30b-471e-baf9-536c3c0893d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a999a00f8ea408aaf8272d7641196fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2877336 Feb 09 13:23:08.699259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35c1f7-d30b-471e-baf9-536c3c0893d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae7eb09-b1bc-4e8d-a6dc-1c99bdabf9c4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:08.699553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32976) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:08.705227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a46ce-43e6-453c-bad3-534f7ce093d7 req-1f420930-a4b9-4025-850c-bc26a3286263 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:08.712343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a54a46ce-43e6-453c-bad3-534f7ce093d7 req-1f420930-a4b9-4025-850c-bc26a3286263 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.5138092 Feb 09 13:23:08.740989 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cdf444a1-b75c-452d-ac70-93d3716f6b99 req-43ffdf25-ed29-4588-8ba3-5ab1f15cb324 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 1096 time: 0.4894142 Feb 09 13:23:08.743718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-700e4c61-61a1-48f3-9641-6d15cb05a257 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "DELETE /v2.0/ports/af0c2df4-7cb7-498c-8160-028e27ba5801 HTTP/1.1" status: 204 len: 168 time: 1.9174840 Feb 09 13:23:08.752081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32980) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:08.785866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-807a3c5c-92a7-485d-8632-63f82eff2836 None None] Provisioning complete for port 4af649b9-0f32-4502-a67d-e77d54b52570 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:08.787034 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-807a3c5c-92a7-485d-8632-63f82eff2836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.793936 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.816278 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.863722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port ee3918f6-24e4-474e-8fa9-3a6d099f63b7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ee3918f6-24e4-474e-8fa9-3a6d099f63b7,segment=NetworkSegment(b0dafc02-1b55-4126-880e-a5c31dbd2167),segment_id=b0dafc02-1b55-4126-880e-a5c31dbd2167)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:08.874550 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.899747 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b2ba0454-f54a-430a-b9e8-09a11c7337c8 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1266465 Feb 09 13:23:08.905369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32984) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:08.925765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-98212864'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:08.931785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:08.936115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Usage tracker for resource:network and tenant:9fd174b6b3274bcb88a10f3bab55dad8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:08.939576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:08.945406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:08.950532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-807a3c5c-92a7-485d-8632-63f82eff2836 None None] Port 4af649b9-0f32-4502-a67d-e77d54b52570 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:08.970991 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cdf444a1-b75c-452d-ac70-93d3716f6b99 req-84a5f899-ed1a-4fb6-aa21-b8452f47d90b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179155 Feb 09 13:23:08.975656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Made reservation on behalf of 9fd174b6b3274bcb88a10f3bab55dad8 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:08.979491 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:08.987284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=ee3918f6-24e4-474e-8fa9-3a6d099f63b7,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:09.009177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7d68da-9ed2-4846-ac0e-bedaefa90590 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:09.010211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-de7d68da-9ed2-4846-ac0e-bedaefa90590 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:09.021316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-db677795-933d-4417-8d62-4688229ccddf service neutron] 10.222.0.59 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759685 Feb 09 13:23:09.037851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a54a46ce-43e6-453c-bad3-534f7ce093d7 req-8cc5e688-eb3b-43c4-b0db-e78cf5cc9056 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244708 Feb 09 13:23:09.058087 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87c8d31f-b1d3-4aaf-b1be-c7cb6bf6e0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.095676 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87c8d31f-b1d3-4aaf-b1be-c7cb6bf6e0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.106781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fe49ed02-ded5-49b5-9888-ff7af0345713 None None] Provisioning complete for port 8d5da61c-b6bf-47ea-99b4-06435e45af20 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:09.107323 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe49ed02-ded5-49b5-9888-ff7af0345713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.123040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:09.133371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-de7d68da-9ed2-4846-ac0e-bedaefa90590 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:09.134932 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-de7d68da-9ed2-4846-ac0e-bedaefa90590 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.7534091 Feb 09 13:23:09.139618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32988) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:09.171146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-fe49ed02-ded5-49b5-9888-ff7af0345713 None None] Port 8d5da61c-b6bf-47ea-99b4-06435e45af20 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:09.189233 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.189534 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Added segment 65ed3ac6-fe28-42a1-ad55-6ec8901916a7 of type vlan for network 245d02dd-465d-48d0-bfdb-2c095f15dfb3 Feb 09 13:23:09.209763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87c8d31f-b1d3-4aaf-b1be-c7cb6bf6e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.242270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8d31f-b1d3-4aaf-b1be-c7cb6bf6e0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae7eb09-b1bc-4e8d-a6dc-1c99bdabf9c4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:09.253515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.269836 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87c8d31f-b1d3-4aaf-b1be-c7cb6bf6e0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.273729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-87c8d31f-b1d3-4aaf-b1be-c7cb6bf6e0a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dae7eb09-b1bc-4e8d-a6dc-1c99bdabf9c4 HTTP/1.1" status: 204 len: 168 time: 0.5580144 Feb 09 13:23:09.275535 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.324756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.329661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:09.329661 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.334441 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.360650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Subnet': ['ID=c5d858b5-ec4d-45be-a8b0-807b67a0bd9b,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:09.375093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Checking segment: {'id': '8b46f798-7783-4f5f-b4af-488cd574136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:09.376224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network hostable DHCP agents. Network: 1bf6184e-9217-47d9-9879-05a0c79cb34e, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:09.378272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.399599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 1bf6184e-9217-47d9-9879-05a0c79cb34e is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:09.411216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 1bf6184e-9217-47d9-9879-05a0c79cb34e) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:09.416375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:09.416966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.432942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2ffb85-ab5e-4325-a541-ed36baecae37 None None] Network 1bf6184e-9217-47d9-9879-05a0c79cb34e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:09.444621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d46084-3027-47f3-afbf-c5d6aa3dff79 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:09.452549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d46084-3027-47f3-afbf-c5d6aa3dff79 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:09.459944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d46084-3027-47f3-afbf-c5d6aa3dff79 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:09.461955 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-32d46084-3027-47f3-afbf-c5d6aa3dff79 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3213727 Feb 09 13:23:09.464053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-85782e8d-dc5e-4d9c-b292-d60d9b24668f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5729568 Feb 09 13:23:09.464714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32996) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:09.465208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32998) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:09.550110 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6436424 Feb 09 13:23:09.568072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33004) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:09.581275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-830075609'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:09.597532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3f729-c90f-4183-af27-9de582e316f6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'Network': ['ID=245d02dd-465d-48d0-bfdb-2c095f15dfb3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:09.621346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 245d02dd-465d-48d0-bfdb-2c095f15dfb3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:09.627117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event updated for resources: {'Port': ['ID=532911df-9c88-4c99-b952-b68b395a6019,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:09.641557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.650858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:09.663138 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.667207 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0b2a08a1-7b0a-446d-9572-d093d0e47734 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1206291 Feb 09 13:23:09.667907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33008) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:09.677334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8bb19b9d-809d-4ebf-8c06-a2812a294116 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Request body: {'floatingip': {'port_id': 'b0b11087-9feb-4a61-928f-2f7924c7a04e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:09.763306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33012) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:09.787067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-1bf6184e-9217-47d9-9879-05a0c79cb34e', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:23:09.787964 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.788967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8bb19b9d-809d-4ebf-8c06-a2812a294116 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for floatingip, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.801491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Usage tracker for resource:network and tenant:9fd174b6b3274bcb88a10f3bab55dad8 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:09.807912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:09.815084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1c71f65b-e007-4ac1-96d2-3a4a6a541f29 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 8d5da61c-b6bf-47ea-99b4-06435e45af20 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:09.815650 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c71f65b-e007-4ac1-96d2-3a4a6a541f29 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.846697 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acd7e15b-3155-4ba2-8996-58c3f70ec858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.848751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:09.884875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Made reservation on behalf of 9fd174b6b3274bcb88a10f3bab55dad8 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:09.888140 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:09.975535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Allocated IP 172.20.0.2 (1bf6184e-9217-47d9-9879-05a0c79cb34e/c5d858b5-ec4d-45be-a8b0-807b67a0bd9b/dfb2bc27-1470-4d9b-9142-854fef83bb36) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:10.026283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-acd7e15b-3155-4ba2-8996-58c3f70ec858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:10.039571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-acd7e15b-3155-4ba2-8996-58c3f70ec858 admin admin] Usage tracker for resource:security_group_rule and tenant:99ccb7a8a8ac45759711481925743005 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:10.044585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-acd7e15b-3155-4ba2-8996-58c3f70ec858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:10.059665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-acd7e15b-3155-4ba2-8996-58c3f70ec858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:10.097074 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-8bb19b9d-809d-4ebf-8c06-a2812a294116 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] update failed (client error): The resource could not be found. Feb 09 13:23:10.098112 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8bb19b9d-809d-4ebf-8c06-a2812a294116 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "PUT /v2.0/floatingips/15483f69-a661-4578-a220-b8c30516d010 HTTP/1.1" status: 404 len: 507 time: 0.4297473 Feb 09 13:23:10.102920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33018) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:10.131586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:10.315901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acd7e15b-3155-4ba2-8996-58c3f70ec858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.376884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-acd7e15b-3155-4ba2-8996-58c3f70ec858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.434379 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.435060 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Added segment d214a322-05fd-4184-8ea4-8a0267c1553d of type vlan for network 0dfb36b3-2b18-4830-9b1e-2e47f7727356 Feb 09 13:23:10.436661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ee3918f6-24e4-474e-8fa9-3a6d099f63b7 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:10.532594 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.536495 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8739b974-f8f8-418a-8830-6ebd10d81e3b req-c1d635c3-9b1b-4e6c-931d-8290374453da tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 210 time: 0.2577527 Feb 09 13:23:10.576173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-78e905cc-1c57-4bdf-ac13-a8db50cf4c1e tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Deleting port 532911df-9c88-4c99-b952-b68b395a6019 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:10.582766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78e905cc-1c57-4bdf-ac13-a8db50cf4c1e tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.589560 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.592401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Transition to ACTIVE for port object dfb2bc27-1470-4d9b-9142-854fef83bb36 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:10.607957 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c71f65b-e007-4ac1-96d2-3a4a6a541f29 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.645245 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-acd7e15b-3155-4ba2-8996-58c3f70ec858 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99ccb7a8a8ac45759711481925743005&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8801589 Feb 09 13:23:10.655075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33034) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:10.662676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7e15b-3155-4ba2-8996-58c3f70ec858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc4e8a4-397f-47b3-83ef-27a0abfc323a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:10.668799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Transition to ACTIVE for port object dfb2bc27-1470-4d9b-9142-854fef83bb36 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:10.685640 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.790046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Pushing event updated for resources: {'Port': ['ID=dfb2bc27-1470-4d9b-9142-854fef83bb36,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:10.793561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Network 1bf6184e-9217-47d9-9879-05a0c79cb34e is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:10.795591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:10.797645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:10.798109 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.798644 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:23:10.823461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:10.837664 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78e905cc-1c57-4bdf-ac13-a8db50cf4c1e tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.837992 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78e905cc-1c57-4bdf-ac13-a8db50cf4c1e tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.886498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1c71f65b-e007-4ac1-96d2-3a4a6a541f29 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 8d5da61c-b6bf-47ea-99b4-06435e45af20 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:10.956934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Attempting to bind port dfb2bc27-1470-4d9b-9142-854fef83bb36 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:10.957402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Attempting to bind port dfb2bc27-1470-4d9b-9142-854fef83bb36 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '8b46f798-7783-4f5f-b4af-488cd574136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:10.957727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Attempting to bind port dfb2bc27-1470-4d9b-9142-854fef83bb36 on network 1bf6184e-9217-47d9-9879-05a0c79cb34e {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:10.970155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:10.970576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Checking segment: {'id': '8b46f798-7783-4f5f-b4af-488cd574136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:10.970768 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:10.971276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Bound using segment: {'id': '8b46f798-7783-4f5f-b4af-488cd574136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:10.971625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Bound port: dfb2bc27-1470-4d9b-9142-854fef83bb36, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b46f798-7783-4f5f-b4af-488cd574136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:10.971991 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.001191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-78e905cc-1c57-4bdf-ac13-a8db50cf4c1e tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Calling delete_port for 532911df-9c88-4c99-b952-b68b395a6019 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:11.044826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.111781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] For port dfb2bc27-1470-4d9b-9142-854fef83bb36, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:11.116173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] For port dfb2bc27-1470-4d9b-9142-854fef83bb36, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dfb2bc27-1470-4d9b-9142-854fef83bb36,segment=NetworkSegment(8b46f798-7783-4f5f-b4af-488cd574136d),segment_id=8b46f798-7783-4f5f-b4af-488cd574136d)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:11.129162 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.134641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99616b-4ec5-4737-8bfe-33153f514879 req-51d6614c-ef1b-401b-8861-6f52eb744644 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:11.136368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e99616b-4ec5-4737-8bfe-33153f514879 req-51d6614c-ef1b-401b-8861-6f52eb744644 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.8707473 Feb 09 13:23:11.140395 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.143488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:11.144093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.190083 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78e905cc-1c57-4bdf-ac13-a8db50cf4c1e tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.230811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1230b85-0bc2-4fc5-9d12-74310d822e3f None None] Pushing event updated for resources: {'Port': ['ID=dfb2bc27-1470-4d9b-9142-854fef83bb36,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:11.237742 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.240449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e905cc-1c57-4bdf-ac13-a8db50cf4c1e tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event deleted for resources: {'Port': ['ID=532911df-9c88-4c99-b952-b68b395a6019,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:11.342388 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78e905cc-1c57-4bdf-ac13-a8db50cf4c1e tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.363100 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78e905cc-1c57-4bdf-ac13-a8db50cf4c1e tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.364247 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-78e905cc-1c57-4bdf-ac13-a8db50cf4c1e tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "DELETE /v2.0/floatingips/15483f69-a661-4578-a220-b8c30516d010 HTTP/1.1" status: 204 len: 168 time: 1.2604172 Feb 09 13:23:11.367970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33038) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:11.373490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6537abaf-9ea8-4bfb-95d6-f001a5dfeb30 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Request body: {'floatingip': {'floating_network_id': '971fc996-114c-41dc-ae57-b16f97b5840b', 'port_id': 'b0b11087-9feb-4a61-928f-2f7924c7a04e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:11.379763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6537abaf-9ea8-4bfb-95d6-f001a5dfeb30 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:11.383615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6537abaf-9ea8-4bfb-95d6-f001a5dfeb30 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Usage tracker for resource:floatingip and tenant:56ef2915706b42c0b5a584dac832ce18 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:11.389462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6537abaf-9ea8-4bfb-95d6-f001a5dfeb30 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:11.397376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6537abaf-9ea8-4bfb-95d6-f001a5dfeb30 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:11.648357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'Network': ['ID=0dfb36b3-2b18-4830-9b1e-2e47f7727356,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:11.663844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 0dfb36b3-2b18-4830-9b1e-2e47f7727356 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:11.664071 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47b71c1f-f9aa-45e5-b5b0-27e94ae2fb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.700224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6537abaf-9ea8-4bfb-95d6-f001a5dfeb30 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.730650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b2b157dc-a662-45d0-abef-3a5653041111 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1564202 Feb 09 13:23:11.779152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-a2ae3288-eedc-427f-bd5f-5411ca1e99f1 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:11.782487 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-a2ae3288-eedc-427f-bd5f-5411ca1e99f1 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "GET /v2.0/networks?id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 HTTP/1.1" status: 200 len: 795 time: 0.2218647 Feb 09 13:23:11.791168 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c71f65b-e007-4ac1-96d2-3a4a6a541f29 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.811398 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47b71c1f-f9aa-45e5-b5b0-27e94ae2fb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:11.876065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-25637724-97d7-4c00-8993-6b42c33602fa tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42742f3932a24ae9a6a1efba9cf977a9 HTTP/1.1" status: 200 len: 380 time: 0.0746486 Feb 09 13:23:11.879381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33044) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:11.892681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'port': {'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'admin_state_up': True, 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'security_groups': ['bd8e1867-ca34-477e-841c-57e81b4424ad']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:11.913877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'subnets': [{'network_id': '245d02dd-465d-48d0-bfdb-2c095f15dfb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--401605362', 'ip_version': 4}, {'network_id': '0dfb36b3-2b18-4830-9b1e-2e47f7727356', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:11.914403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'subnet': {'network_id': '245d02dd-465d-48d0-bfdb-2c095f15dfb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--401605362', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:11.915427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Request body: {'subnet': {'network_id': '0dfb36b3-2b18-4830-9b1e-2e47f7727356', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:11.919074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e99616b-4ec5-4737-8bfe-33153f514879 req-c948f6c1-1367-49ce-81ca-f8ba4aede814 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7694449 Feb 09 13:23:12.024583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71f65b-e007-4ac1-96d2-3a4a6a541f29 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=8d5da61c-b6bf-47ea-99b4-06435e45af20,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:12.035876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0afea75-03fa-4d6d-9233-5bde3e98c886 req-7231e583-b70f-46ac-b858-5db2097a2897 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 210 time: 0.0736663 Feb 09 13:23:12.213330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c71f65b-e007-4ac1-96d2-3a4a6a541f29 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:12.264447 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47b71c1f-f9aa-45e5-b5b0-27e94ae2fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:12.290411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1c71f65b-e007-4ac1-96d2-3a4a6a541f29 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/8d5da61c-b6bf-47ea-99b4-06435e45af20 HTTP/1.1" status: 204 len: 168 time: 2.8223562 Feb 09 13:23:12.294714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33048) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:12.297583 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47b71c1f-f9aa-45e5-b5b0-27e94ae2fb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:12.300880 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-47b71c1f-f9aa-45e5-b5b0-27e94ae2fb11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2dc4e8a4-397f-47b3-83ef-27a0abfc323a HTTP/1.1" status: 204 len: 168 time: 1.6363223 Feb 09 13:23:12.300880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b71c1f-f9aa-45e5-b5b0-27e94ae2fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc4e8a4-397f-47b3-83ef-27a0abfc323a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:12.301130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:12.323771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:port and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:12.361632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Allocated IP 172.20.0.1 (1bf6184e-9217-47d9-9879-05a0c79cb34e/c5d858b5-ec4d-45be-a8b0-807b67a0bd9b/3d8ba456-f27e-44dd-a2f2-f61dee470ae1) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:12.363570 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5976ce0-5cd8-4670-bcac-f8f9092f8fa5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:23:12.364068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e5976ce0-5cd8-4670-bcac-f8f9092f8fa5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:12.391624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e5976ce0-5cd8-4670-bcac-f8f9092f8fa5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:12.392688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e5976ce0-5cd8-4670-bcac-f8f9092f8fa5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/8d5da61c-b6bf-47ea-99b4-06435e45af20 HTTP/1.1" status: 404 len: 333 time: 0.0968175 Feb 09 13:23:12.408666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33054) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:12.432766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:12.505181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dfb2bc27-1470-4d9b-9142-854fef83bb36 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:12.506202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:12.555461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:12.570520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-65dffa70-d992-44e8-b96a-153bc6d380a0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 4af649b9-0f32-4502-a67d-e77d54b52570 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:12.570918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65dffa70-d992-44e8-b96a-153bc6d380a0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:12.572329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Usage tracker for resource:subnet and tenant:9fd174b6b3274bcb88a10f3bab55dad8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:12.576375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Made reservation on behalf of 42742f3932a24ae9a6a1efba9cf977a9 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:12.579510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:12.589507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:12.597543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:12.631091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Made reservation on behalf of 9fd174b6b3274bcb88a10f3bab55dad8 for: {'subnet': 2} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:12.634822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port dfb2bc27-1470-4d9b-9142-854fef83bb36 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:12.674370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312b255f-77fa-4889-acd7-c4bd97f91727 None None] Network 1bf6184e-9217-47d9-9879-05a0c79cb34e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:12.835439 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:12.914291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Transition to ACTIVE for port object 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:12.982523 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-6537abaf-9ea8-4bfb-95d6-f001a5dfeb30 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:23:12.984070 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6537abaf-9ea8-4bfb-95d6-f001a5dfeb30 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6151917 Feb 09 13:23:12.994241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33068) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:13.028784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': 'b0b11087-9feb-4a61-928f-2f7924c7a04e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:13.034795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-88ed3341-ad25-4e23-b5ff-ea8d4dd0a7db None None] Provisioning for port dfb2bc27-1470-4d9b-9142-854fef83bb36 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:13.041941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:13.049870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-88ed3341-ad25-4e23-b5ff-ea8d4dd0a7db None None] Provisioning complete for port dfb2bc27-1470-4d9b-9142-854fef83bb36 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:13.050356 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88ed3341-ad25-4e23-b5ff-ea8d4dd0a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.058710 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65dffa70-d992-44e8-b96a-153bc6d380a0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.086598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Usage tracker for resource:floatingip and tenant:56ef2915706b42c0b5a584dac832ce18 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:13.101784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:13.178971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.179286 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.249953 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88ed3341-ad25-4e23-b5ff-ea8d4dd0a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.254552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:13.294376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-88ed3341-ad25-4e23-b5ff-ea8d4dd0a7db None None] For port dfb2bc27-1470-4d9b-9142-854fef83bb36, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dfb2bc27-1470-4d9b-9142-854fef83bb36,segment=NetworkSegment(8b46f798-7783-4f5f-b4af-488cd574136d),segment_id=8b46f798-7783-4f5f-b4af-488cd574136d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:13.300605 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88ed3341-ad25-4e23-b5ff-ea8d4dd0a7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.310440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-65dffa70-d992-44e8-b96a-153bc6d380a0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 4af649b9-0f32-4502-a67d-e77d54b52570 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:13.327746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Allocated IP 172.20.0.8 (b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59/266f2c9a-d4a2-4f86-82ef-c7a2697280fe/b15708a4-1b62-4d2f-9a5d-d31cba53f530) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:13.419896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.480645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed3341-ad25-4e23-b5ff-ea8d4dd0a7db None None] Pushing event updated for resources: {'Port': ['ID=dfb2bc27-1470-4d9b-9142-854fef83bb36,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:13.501734 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.522485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f348c571-4b8d-445d-96ec-ff6a2448ce5e req-29ca253d-0cd7-4e19-9026-eb856f5ec21c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 210 time: 0.2273872 Feb 09 13:23:13.527333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1453a24f-e3c9-4086-9826-b352fb6775d8 None None] Provisioning complete for port dfb2bc27-1470-4d9b-9142-854fef83bb36 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:13.527909 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1453a24f-e3c9-4086-9826-b352fb6775d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.554787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 1bf6184e-9217-47d9-9879-05a0c79cb34e is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:13.575957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:13.578925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:13.661225 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.760822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Transition to ACTIVE for port object b15708a4-1b62-4d2f-9a5d-d31cba53f530 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:13.802869 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65dffa70-d992-44e8-b96a-153bc6d380a0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.805565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=3d8ba456-f27e-44dd-a2f2-f61dee470ae1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:13.824714 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.895025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dffa70-d992-44e8-b96a-153bc6d380a0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=4af649b9-0f32-4502-a67d-e77d54b52570,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:13.905533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.955018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-52d61f19-3143-4dd6-9d04-e64f449a8e27 None None] Provisioning for port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:13.962187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-52d61f19-3143-4dd6-9d04-e64f449a8e27 None None] Provisioning complete for port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:13.962627 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-52d61f19-3143-4dd6-9d04-e64f449a8e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:13.977206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=b15708a4-1b62-4d2f-9a5d-d31cba53f530,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:13.996124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:13.999850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:14.015218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:14.099727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-52d61f19-3143-4dd6-9d04-e64f449a8e27 None None] Port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:14.104884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc30ebc-7eff-4f8e-872d-b5aaf5d4c245 req-4396d020-8b18-4c9b-a0d5-6af6df1713b7 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:14.109986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fc30ebc-7eff-4f8e-872d-b5aaf5d4c245 req-4396d020-8b18-4c9b-a0d5-6af6df1713b7 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 1.0015666 Feb 09 13:23:14.129107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:14.137836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:14.138451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:14.232018 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-b564e1d8-5ac6-4686-852a-295bc192523d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3440855 Feb 09 13:23:14.251537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Request body: {'port': {'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:14.302446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'Subnet': ['ID=d5f53bcc-ce94-4e7b-8200-27c21fe2379d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:14.316862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Checking segment: {'id': '65ed3ac6-fe28-42a1-ad55-6ec8901916a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '245d02dd-465d-48d0-bfdb-2c095f15dfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:14.317222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Network hostable DHCP agents. Network: 245d02dd-465d-48d0-bfdb-2c095f15dfb3, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:14.404862 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65dffa70-d992-44e8-b96a-153bc6d380a0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:14.418731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fc30ebc-7eff-4f8e-872d-b5aaf5d4c245 req-1a2b1797-5bca-479c-8a9a-3f475e247770 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750454 Feb 09 13:23:14.428870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:14.430536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:14.445863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dfb2bc27-1470-4d9b-9142-854fef83bb36 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:14.455592 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-65dffa70-d992-44e8-b96a-153bc6d380a0 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/4af649b9-0f32-4502-a67d-e77d54b52570 HTTP/1.1" status: 204 len: 168 time: 2.0458148 Feb 09 13:23:14.458845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33086) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:14.464898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Network 245d02dd-465d-48d0-bfdb-2c095f15dfb3 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:14.483638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a1214fbe-e4f0-47bc-a36d-a76a12aeaaa9 None None] Provisioning for port b15708a4-1b62-4d2f-9a5d-d31cba53f530 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:14.497489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a1214fbe-e4f0-47bc-a36d-a76a12aeaaa9 None None] Provisioning complete for port b15708a4-1b62-4d2f-9a5d-d31cba53f530 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:14.498221 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a1214fbe-e4f0-47bc-a36d-a76a12aeaaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:14.555522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 245d02dd-465d-48d0-bfdb-2c095f15dfb3) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:14.566180 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:14.567370 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2516567-a6d9-4ed7-9f18-b020e303e7ca tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:23:14.568169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d2516567-a6d9-4ed7-9f18-b020e303e7ca tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:14.577090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7610217c-22be-47ba-9841-0e374e538428 None None] Network 245d02dd-465d-48d0-bfdb-2c095f15dfb3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:14.637777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a1214fbe-e4f0-47bc-a36d-a76a12aeaaa9 None None] Port b15708a4-1b62-4d2f-9a5d-d31cba53f530 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:14.723171 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:14.745312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port dfb2bc27-1470-4d9b-9142-854fef83bb36 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:14.745706 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:14.812540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d2516567-a6d9-4ed7-9f18-b020e303e7ca tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:14.812540 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d2516567-a6d9-4ed7-9f18-b020e303e7ca tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/4af649b9-0f32-4502-a67d-e77d54b52570 HTTP/1.1" status: 404 len: 333 time: 0.3514574 Feb 09 13:23:14.827070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33098) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:15.054858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-245d02dd-465d-48d0-bfdb-2c095f15dfb3', 'network_id': '245d02dd-465d-48d0-bfdb-2c095f15dfb3', 'tenant_id': '9fd174b6b3274bcb88a10f3bab55dad8', 'fixed_ips': [{'subnet_id': 'd5f53bcc-ce94-4e7b-8200-27c21fe2379d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:23:15.066870 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:15.074501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15708a4-1b62-4d2f-9a5d-d31cba53f530 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:23:15.087986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:15.107937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Transition to ACTIVE for port object b15708a4-1b62-4d2f-9a5d-d31cba53f530 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:15.182973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event updated for resources: {'Subnet': ['ID=aaaa7a84-56a8-4bd8-bb11-f2d993416476,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:15.185716 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:15.280094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Allocated IP 172.20.0.2 (245d02dd-465d-48d0-bfdb-2c095f15dfb3/d5f53bcc-ce94-4e7b-8200-27c21fe2379d/4b24efb8-5ded-4225-ac12-beee894ec786) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:15.383955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=b15708a4-1b62-4d2f-9a5d-d31cba53f530,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:15.512288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Allocated IP 172.25.5.242 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/d3e06504-ec30-43ec-b731-610ae0e4bb84) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:15.555989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dca9c-666d-4783-8396-f36c52e7eb42 req-9bddc5dd-a3b2-45c6-8825-555ab8ad68fe tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:15.565044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-853dca9c-666d-4783-8396-f36c52e7eb42 req-9bddc5dd-a3b2-45c6-8825-555ab8ad68fe tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 931 time: 0.7578611 Feb 09 13:23:15.572914 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:15.587419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Transition to ACTIVE for port object 4b24efb8-5ded-4225-ac12-beee894ec786 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:15.617638 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfca13b0-0678-4824-b036-ed1ca7b5602e req-87a6838c-030d-4a19-904c-dd50a3d9639d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e68331b2aab410092da31847e69dc33&device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 1096 time: 0.6694667 Feb 09 13:23:15.619064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Transition to ACTIVE for port object 4b24efb8-5ded-4225-ac12-beee894ec786 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:15.636496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:15.683720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Attempting to bind port b15708a4-1b62-4d2f-9a5d-d31cba53f530 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:15.684142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Attempting to bind port b15708a4-1b62-4d2f-9a5d-d31cba53f530 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:15.684527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Attempting to bind port b15708a4-1b62-4d2f-9a5d-d31cba53f530 on network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:15.691223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Port b15708a4-1b62-4d2f-9a5d-d31cba53f530 on network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:23:15.691871 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Attempting to bind port b15708a4-1b62-4d2f-9a5d-d31cba53f530 on network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:15.699691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Checking segment: {'id': 'd214a322-05fd-4184-8ea4-8a0267c1553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0dfb36b3-2b18-4830-9b1e-2e47f7727356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:15.700132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Network hostable DHCP agents. Network: 0dfb36b3-2b18-4830-9b1e-2e47f7727356, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:15.705675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:15.706071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Checking segment: {'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:15.706529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Bound using segment: {'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:15.707030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Bound port: b15708a4-1b62-4d2f-9a5d-d31cba53f530, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d3930b-b125-43e5-b63f-f8a0a9aba334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:15.707457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:15.765170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Network 245d02dd-465d-48d0-bfdb-2c095f15dfb3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:15.772639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:15.779824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:15.798948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Network 0dfb36b3-2b18-4830-9b1e-2e47f7727356 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:15.816072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 0dfb36b3-2b18-4830-9b1e-2e47f7727356) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:15.826170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:15.826170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:15.826905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:15.848547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] For port b15708a4-1b62-4d2f-9a5d-d31cba53f530, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:15.852734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] For port b15708a4-1b62-4d2f-9a5d-d31cba53f530, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:15.858841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1702e291-034f-4558-b594-d9ed5c47cc75 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.9755309 Feb 09 13:23:15.858841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:15.867964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33114) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:15.873726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43a81e6-9098-4bc8-92b2-1fa686d503e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet 55aff72c-cc80-4f1f-940c-1cf0505764d1 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:23:15.882429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec81e23-9813-46e6-ab2a-48a51c5012d0 None None] Network 0dfb36b3-2b18-4830-9b1e-2e47f7727356 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:15.902778 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a43a81e6-9098-4bc8-92b2-1fa686d503e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:15.905196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Pushing event updated for resources: {'Port': ['ID=4b24efb8-5ded-4225-ac12-beee894ec786,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:15.954959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda5366-d19a-472f-96c3-de07c752bc43 req-b343042c-e485-468c-9b92-a65e62f1edee tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:15.963532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bda5366-d19a-472f-96c3-de07c752bc43 req-b343042c-e485-468c-9b92-a65e62f1edee tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.8776844 Feb 09 13:23:15.978016 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:23:16.004856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78425988-e582-4186-b711-cc6472e43c86 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:16.006378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78425988-e582-4186-b711-cc6472e43c86 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:16.007790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78425988-e582-4186-b711-cc6472e43c86 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:16.008681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-78425988-e582-4186-b711-cc6472e43c86 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Synchronizing usage tracker for tenant:9fd174b6b3274bcb88a10f3bab55dad8 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:16.042375 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.044181 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] 10.222.0.67 "PUT /v2.0/ports/b15708a4-1b62-4d2f-9a5d-d31cba53f530 HTTP/1.1" status: 200 len: 1091 time: 1.8024883 Feb 09 13:23:16.044652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'tag': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:16.053759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Attempting to bind port 4b24efb8-5ded-4225-ac12-beee894ec786 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:16.054125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Attempting to bind port 4b24efb8-5ded-4225-ac12-beee894ec786 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '65ed3ac6-fe28-42a1-ad55-6ec8901916a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '245d02dd-465d-48d0-bfdb-2c095f15dfb3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:16.054684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Attempting to bind port 4b24efb8-5ded-4225-ac12-beee894ec786 on network 245d02dd-465d-48d0-bfdb-2c095f15dfb3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:16.159776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:16.160136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Checking segment: {'id': '65ed3ac6-fe28-42a1-ad55-6ec8901916a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '245d02dd-465d-48d0-bfdb-2c095f15dfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:16.160436 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.160774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Bound using segment: {'id': '65ed3ac6-fe28-42a1-ad55-6ec8901916a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '245d02dd-465d-48d0-bfdb-2c095f15dfb3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:16.161247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Bound port: 4b24efb8-5ded-4225-ac12-beee894ec786, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ed3ac6-fe28-42a1-ad55-6ec8901916a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '245d02dd-465d-48d0-bfdb-2c095f15dfb3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:16.161706 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.209057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-78425988-e582-4186-b711-cc6472e43c86 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Unset dirty status for tenant:9fd174b6b3274bcb88a10f3bab55dad8 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:16.214645 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-78425988-e582-4186-b711-cc6472e43c86 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2992215 Feb 09 13:23:16.215501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33124) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:16.270960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-853dca9c-666d-4783-8396-f36c52e7eb42 req-8d70e160-efe3-4963-8855-1a5b34a74e00 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7049415 Feb 09 13:23:16.290722 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.294536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.295258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c078d81-c685-4806-8502-9f837fd42bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=b15708a4-1b62-4d2f-9a5d-d31cba53f530,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:16.316082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.353222 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a43a81e6-9098-4bc8-92b2-1fa686d503e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.367235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3769540-5995-4dab-82a3-d74af266db67 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Deleting subnet d5f53bcc-ce94-4e7b-8200-27c21fe2379d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:23:16.372821 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3769540-5995-4dab-82a3-d74af266db67 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.438381 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'tag': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'status': 'completed', 'code': 200} Feb 09 13:23:16.445514 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-e9da41a4-a6e9-4b1f-9868-8f938425c0b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 1094 time: 0.3460550 Feb 09 13:23:16.485345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] For port 4b24efb8-5ded-4225-ac12-beee894ec786, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:16.491361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] For port 4b24efb8-5ded-4225-ac12-beee894ec786, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4b24efb8-5ded-4225-ac12-beee894ec786,segment=NetworkSegment(65ed3ac6-fe28-42a1-ad55-6ec8901916a7),segment_id=65ed3ac6-fe28-42a1-ad55-6ec8901916a7)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:16.545107 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.551334 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-4fd00aa8-2cb1-4ff2-acde-92d9382087cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530 HTTP/1.1" status: 200 len: 217 time: 0.0944989 Feb 09 13:23:16.556435 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3769540-5995-4dab-82a3-d74af266db67 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.573911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bda5366-d19a-472f-96c3-de07c752bc43 req-a59a2058-c431-4d46-8c8b-f73442dcd6c6 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6093183 Feb 09 13:23:16.635403 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:23:16.637938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-0dfb36b3-2b18-4830-9b1e-2e47f7727356', 'network_id': '0dfb36b3-2b18-4830-9b1e-2e47f7727356', 'tenant_id': '9fd174b6b3274bcb88a10f3bab55dad8', 'fixed_ips': [{'subnet_id': 'aaaa7a84-56a8-4bd8-bb11-f2d993416476'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:23:16.638743 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.639846 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.681715 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.690911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca13b0-0678-4824-b036-ed1ca7b5602e req-8f9e2a11-ea90-4869-80f6-5276e2ec29fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:16.693649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfca13b0-0678-4824-b036-ed1ca7b5602e req-8f9e2a11-ea90-4869-80f6-5276e2ec29fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=905b5f89-de12-4ddd-b8a3-faa5bb706076 HTTP/1.1" status: 200 len: 911 time: 1.0650105 Feb 09 13:23:16.708667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-42eb2a8f-238a-4826-8c77-ae9658ace834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:16.711069 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-42eb2a8f-238a-4826-8c77-ae9658ace834 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=266f2c9a-d4a2-4f86-82ef-c7a2697280fe HTTP/1.1" status: 200 len: 834 time: 0.1230123 Feb 09 13:23:16.789338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3769540-5995-4dab-82a3-d74af266db67 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.790630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=3d8ba456-f27e-44dd-a2f2-f61dee470ae1,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:16.823686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34786f-0ded-49df-a2d4-34196edabf04 None None] Pushing event updated for resources: {'Port': ['ID=4b24efb8-5ded-4225-ac12-beee894ec786,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:16.861494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfca13b0-0678-4824-b036-ed1ca7b5602e req-bc5bb7b8-daec-4969-925f-0e0df90b2f28 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e0080cb-bcbd-4215-947e-11c0f610f57a HTTP/1.1" status: 200 len: 217 time: 0.1516593 Feb 09 13:23:16.896162 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-44389e6f-f268-492e-8e9e-4a37aca313dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791174 Feb 09 13:23:16.936186 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a43a81e6-9098-4bc8-92b2-1fa686d503e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:16.983267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Allocated IP 172.20.0.18 (0dfb36b3-2b18-4830-9b1e-2e47f7727356/aaaa7a84-56a8-4bd8-bb11-f2d993416476/695cb342-dc6b-446c-9591-d2e697c1cb63) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:17.050507 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a43a81e6-9098-4bc8-92b2-1fa686d503e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.088294 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3769540-5995-4dab-82a3-d74af266db67 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.181614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3769540-5995-4dab-82a3-d74af266db67 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f53bcc-ce94-4e7b-8200-27c21fe2379d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:17.195772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a81e6-9098-4bc8-92b2-1fa686d503e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=55aff72c-cc80-4f1f-940c-1cf0505764d1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:17.197910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3769540-5995-4dab-82a3-d74af266db67 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.215575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a43a81e6-9098-4bc8-92b2-1fa686d503e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.229762 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.235535 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d3769540-5995-4dab-82a3-d74af266db67 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "DELETE /v2.0/subnets/d5f53bcc-ce94-4e7b-8200-27c21fe2379d HTTP/1.1" status: 204 len: 168 time: 1.0170569 Feb 09 13:23:17.239067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33142) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:17.274208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca13b0-0678-4824-b036-ed1ca7b5602e req-812c6310-e19f-466b-a865-ab90c34148f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:17.276219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfca13b0-0678-4824-b036-ed1ca7b5602e req-812c6310-e19f-466b-a865-ab90c34148f4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2a17d56-179c-488d-a8c8-b5175d557c7a HTTP/1.1" status: 200 len: 850 time: 0.3959424 Feb 09 13:23:17.307059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-c7d33699-3c69-4d3c-b89a-ab3a3f5e617e service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033995 Feb 09 13:23:17.364546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a43a81e6-9098-4bc8-92b2-1fa686d503e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/55aff72c-cc80-4f1f-940c-1cf0505764d1 HTTP/1.1" status: 204 len: 168 time: 2.4711738 Feb 09 13:23:17.381541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33148) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:17.385483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfca13b0-0678-4824-b036-ed1ca7b5602e req-b4e84283-71bf-40c6-a1ff-415ddd94f7b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=905b5f89-de12-4ddd-b8a3-faa5bb706076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875013 Feb 09 13:23:17.416807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:17.426799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df695ac4-8cdf-4bb2-9210-80303dcd3d85 None None] Network 803d8820-99bf-4290-a2e3-934c13a8b1d6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:17.465307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:17.477969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:17.513826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.553166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event updated for resources: {'Port': ['ID=d3e06504-ec30-43ec-b731-610ae0e4bb84,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:17.560310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 1bf6184e-9217-47d9-9879-05a0c79cb34e is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:17.564951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:17.602755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd838a6-e99c-4078-91b0-da0d471ead0e tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Deleting subnet aaaa7a84-56a8-4bd8-bb11-f2d993416476 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:23:17.639918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:17.640253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.776736 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.786206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33156) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:17.856997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Transition to ACTIVE for port object 695cb342-dc6b-446c-9591-d2e697c1cb63 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:17.901619 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Transition to ACTIVE for port object 695cb342-dc6b-446c-9591-d2e697c1cb63 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:17.911926 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:17.989346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dd838a6-e99c-4078-91b0-da0d471ead0e tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.072816 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dd838a6-e99c-4078-91b0-da0d471ead0e tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.079034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Network 0dfb36b3-2b18-4830-9b1e-2e47f7727356 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:18.082265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Pushing event updated for resources: {'Port': ['ID=695cb342-dc6b-446c-9591-d2e697c1cb63,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:18.090512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:18.097874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:18.227672 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dd838a6-e99c-4078-91b0-da0d471ead0e tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.272643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfca13b0-0678-4824-b036-ed1ca7b5602e req-a7b5d39e-4c5e-4904-88ac-4e73cde21494 service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8539588 Feb 09 13:23:18.306444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e7b4ecff-e80d-4658-a082-f5fad647e570 None None] Provisioning complete for port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:18.311179 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e7b4ecff-e80d-4658-a082-f5fad647e570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.314428 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9a7260f-f9a5-4812-98fe-b7cef56e05ad req-31d19307-804f-4aa5-b105-d0fc609a3f25 service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9971919 Feb 09 13:23:18.347252 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dd838a6-e99c-4078-91b0-da0d471ead0e tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.483201 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8aa6cc2d-15b5-49ee-bd6d-654cb0ceb657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.501609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] DHCP port deletion for 803d8820-99bf-4290-a2e3-934c13a8b1d6 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:23:18.528765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] Deleting port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:18.528946 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.556127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd838a6-e99c-4078-91b0-da0d471ead0e tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Subnet': ['ID=aaaa7a84-56a8-4bd8-bb11-f2d993416476,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:18.587369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dd838a6-e99c-4078-91b0-da0d471ead0e tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.595414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Deleting port d3e06504-ec30-43ec-b731-610ae0e4bb84 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:18.595756 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.610437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4b24efb8-5ded-4225-ac12-beee894ec786 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:18.639404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d255c4-d514-4a50-9522-158bb64d37c2 None None] Network 245d02dd-465d-48d0-bfdb-2c095f15dfb3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:18.652686 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8dd838a6-e99c-4078-91b0-da0d471ead0e tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "DELETE /v2.0/subnets/aaaa7a84-56a8-4bd8-bb11-f2d993416476 HTTP/1.1" status: 204 len: 168 time: 1.4102468 Feb 09 13:23:18.660965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Attempting to bind port 695cb342-dc6b-446c-9591-d2e697c1cb63 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:18.661329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Attempting to bind port 695cb342-dc6b-446c-9591-d2e697c1cb63 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'd214a322-05fd-4184-8ea4-8a0267c1553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0dfb36b3-2b18-4830-9b1e-2e47f7727356'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:18.661681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Attempting to bind port 695cb342-dc6b-446c-9591-d2e697c1cb63 on network 0dfb36b3-2b18-4830-9b1e-2e47f7727356 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:18.678871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33162) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:18.683498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e7b4ecff-e80d-4658-a082-f5fad647e570 None None] Port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:18.698424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bdbbc-4ef0-4869-a3f4-efc6e6a73349 req-109c2939-52e3-4463-9ad8-f321c1704746 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:18.699879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e11bdbbc-4ef0-4869-a3f4-efc6e6a73349 req-109c2939-52e3-4463-9ad8-f321c1704746 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 943 time: 0.9979873 Feb 09 13:23:18.705251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa0117-0d1e-45b0-871d-81959eb8177c req-1dc94c6d-d96c-4fb3-8280-8a8c74b3b6ad tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:18.711805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79aa0117-0d1e-45b0-871d-81959eb8177c req-1dc94c6d-d96c-4fb3-8280-8a8c74b3b6ad tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.8278704 Feb 09 13:23:18.712362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:18.712735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Checking segment: {'id': 'd214a322-05fd-4184-8ea4-8a0267c1553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0dfb36b3-2b18-4830-9b1e-2e47f7727356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:18.713129 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.713508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Bound using segment: {'id': 'd214a322-05fd-4184-8ea4-8a0267c1553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0dfb36b3-2b18-4830-9b1e-2e47f7727356'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:18.713983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Bound port: 695cb342-dc6b-446c-9591-d2e697c1cb63, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd214a322-05fd-4184-8ea4-8a0267c1553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0dfb36b3-2b18-4830-9b1e-2e47f7727356'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:18.714348 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.735818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8aa6cc2d-15b5-49ee-bd6d-654cb0ceb657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:18.740212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] For port ee3918f6-24e4-474e-8fa9-3a6d099f63b7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ee3918f6-24e4-474e-8fa9-3a6d099f63b7,segment=NetworkSegment(b0dafc02-1b55-4126-880e-a5c31dbd2167),segment_id=b0dafc02-1b55-4126-880e-a5c31dbd2167)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:18.740698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:18.758110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8aa6cc2d-15b5-49ee-bd6d-654cb0ceb657 admin admin] Usage tracker for resource:security_group_rule and tenant:377997c49f41426dbaefd79ee25f168d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:18.764007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8aa6cc2d-15b5-49ee-bd6d-654cb0ceb657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:18.821382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8aa6cc2d-15b5-49ee-bd6d-654cb0ceb657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:18.884631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for ee3918f6-24e4-474e-8fa9-3a6d099f63b7 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:18.929633 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c3f0311-3f91-45c9-834d-9947506a6f17 req-19a51f1b-6b50-40b6-9e56-c2862066df11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 1094 time: 0.4253888 Feb 09 13:23:19.081151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de56488-f403-4ffb-8a3a-3006a630fa6d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:19.082997 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2de56488-f403-4ffb-8a3a-3006a630fa6d tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3909633 Feb 09 13:23:19.086519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8aa6cc2d-15b5-49ee-bd6d-654cb0ceb657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.086780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33166) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:19.132999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfca13b0-0678-4824-b036-ed1ca7b5602e req-9ecabab3-1c6b-4cc7-a855-db1ffef8c3ef service neutron] 10.222.0.67 "GET /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8453968 Feb 09 13:23:19.135349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79aa0117-0d1e-45b0-871d-81959eb8177c req-93fdb94d-aae3-4d8f-930c-b38c6725d74b tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222274 Feb 09 13:23:19.138924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e11bdbbc-4ef0-4869-a3f4-efc6e6a73349 req-90e4ee02-2d24-4a4a-89ff-4943ab013ab7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4188507 Feb 09 13:23:19.150177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-575b89ba-34b0-4347-af8c-48eaeafba21c None None] Provisioning for port 4b24efb8-5ded-4225-ac12-beee894ec786 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:19.184140 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.184569 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.188562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8aa6cc2d-15b5-49ee-bd6d-654cb0ceb657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.196296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 4b24efb8-5ded-4225-ac12-beee894ec786 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:19.214689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4b24efb8-5ded-4225-ac12-beee894ec786 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:19.215058 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.250686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] For port 695cb342-dc6b-446c-9591-d2e697c1cb63, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:19.266489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] For port ee3918f6-24e4-474e-8fa9-3a6d099f63b7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ee3918f6-24e4-474e-8fa9-3a6d099f63b7,segment=NetworkSegment(b0dafc02-1b55-4126-880e-a5c31dbd2167),segment_id=b0dafc02-1b55-4126-880e-a5c31dbd2167)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:19.266891 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.290555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6cc2d-15b5-49ee-bd6d-654cb0ceb657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9ae6e2-4644-4ef9-bc76-297a45770579,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:19.347949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] For port 695cb342-dc6b-446c-9591-d2e697c1cb63, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=695cb342-dc6b-446c-9591-d2e697c1cb63,segment=NetworkSegment(d214a322-05fd-4184-8ea4-8a0267c1553d),segment_id=d214a322-05fd-4184-8ea4-8a0267c1553d)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:19.351898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Calling delete_port for d3e06504-ec30-43ec-b731-610ae0e4bb84 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:19.364015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.417822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] Calling delete_port for ee3918f6-24e4-474e-8fa9-3a6d099f63b7 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:19.444379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=ee3918f6-24e4-474e-8fa9-3a6d099f63b7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:19.456290 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.460391 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8aa6cc2d-15b5-49ee-bd6d-654cb0ceb657 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=377997c49f41426dbaefd79ee25f168d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6727419 Feb 09 13:23:19.465775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33170) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:19.469641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f0311-3f91-45c9-834d-9947506a6f17 req-ca49a82a-7df6-475e-abb3-b13c82fb4864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:19.472195 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c3f0311-3f91-45c9-834d-9947506a6f17 req-ca49a82a-7df6-475e-abb3-b13c82fb4864 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 HTTP/1.1" status: 200 len: 896 time: 0.4499636 Feb 09 13:23:19.482304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No DVR routers for this DVR port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:19.487970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.594023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Deleting port 695cb342-dc6b-446c-9591-d2e697c1cb63 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:19.594493 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.613948 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:23:19.614265 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:23:19.633929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afc96821-ec2f-40e4-8c0d-43d7a9012e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.639900 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c3f0311-3f91-45c9-834d-9947506a6f17 req-9e33839d-6646-4303-b0ec-608fd25948b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530 HTTP/1.1" status: 200 len: 217 time: 0.1593807 Feb 09 13:23:19.670105 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afc96821-ec2f-40e4-8c0d-43d7a9012e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.685739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:23:19.714700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] DHCP port deletion for 245d02dd-465d-48d0-bfdb-2c095f15dfb3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:23:19.715450 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.741612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Deleting port 4b24efb8-5ded-4225-ac12-beee894ec786 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:19.742396 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.807083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Pushing event updated for resources: {'Port': ['ID=695cb342-dc6b-446c-9591-d2e697c1cb63,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:19.810648 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.826624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.827267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.827765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.828305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.828796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.829301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.829788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.830274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.830795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.831272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.831754 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a84f5ee-9630-464f-8585-fc9611f95514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:19.871826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event deleted for resources: {'Port': ['ID=d3e06504-ec30-43ec-b731-610ae0e4bb84,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:19.872427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f0311-3f91-45c9-834d-9947506a6f17 req-893f4a76-49d5-4ea1-bd80-959b13249d8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:19.873914 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c3f0311-3f91-45c9-834d-9947506a6f17 req-893f4a76-49d5-4ea1-bd80-959b13249d8d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=266f2c9a-d4a2-4f86-82ef-c7a2697280fe HTTP/1.1" status: 200 len: 834 time: 0.2107251 Feb 09 13:23:19.921383 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:19.981652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235eb371-e706-426c-9f67-f84abcf1960b None None] Network 0dfb36b3-2b18-4830-9b1e-2e47f7727356 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:20.032955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 4b24efb8-5ded-4225-ac12-beee894ec786, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4b24efb8-5ded-4225-ac12-beee894ec786,segment=NetworkSegment(65ed3ac6-fe28-42a1-ad55-6ec8901916a7),segment_id=65ed3ac6-fe28-42a1-ad55-6ec8901916a7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:20.069444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803d8820-99bf-4290-a2e3-934c13a8b1d6']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:20.077016 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afc96821-ec2f-40e4-8c0d-43d7a9012e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.093617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0dafc02-1b55-4126-880e-a5c31dbd2167') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:20.094519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0dafc02-1b55-4126-880e-a5c31dbd2167') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:20.102797 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.106556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc96821-ec2f-40e4-8c0d-43d7a9012e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9ae6e2-4644-4ef9-bc76-297a45770579,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:20.146908 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.162339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] Deleting port ee3918f6-24e4-474e-8fa9-3a6d099f63b7 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:20.162996 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.175918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afc96821-ec2f-40e4-8c0d-43d7a9012e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.177315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-afc96821-ec2f-40e4-8c0d-43d7a9012e87 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d9ae6e2-4644-4ef9-bc76-297a45770579 HTTP/1.1" status: 204 len: 168 time: 0.7106202 Feb 09 13:23:20.185030 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] create failed (client error): The resource could not be found. Feb 09 13:23:20.186105 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1cd690c1-965e-4a1f-b6ac-39c4856aebef tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.1895423 Feb 09 13:23:20.189563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33178) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:20.242808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.255006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:23:20.255924 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.323842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-acebe882-757f-41c9-bc44-07c705ac78ab None None] The port 'ee3918f6-24e4-474e-8fa9-3a6d099f63b7' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:23:20.325265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ee3918f6-24e4-474e-8fa9-3a6d099f63b7 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:23:20.404641 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:23:20.411695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: ee3918f6-24e4-474e-8fa9-3a6d099f63b7 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:23:20.412215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ee3918f6-24e4-474e-8fa9-3a6d099f63b7 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:23:20.435619 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.451520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.526804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Network': ['ID=803d8820-99bf-4290-a2e3-934c13a8b1d6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:20.561987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] For port 695cb342-dc6b-446c-9591-d2e697c1cb63, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=695cb342-dc6b-446c-9591-d2e697c1cb63,segment=NetworkSegment(d214a322-05fd-4184-8ea4-8a0267c1553d),segment_id=d214a322-05fd-4184-8ea4-8a0267c1553d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:20.563015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.563278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:23:20.573772 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:23:20.576287 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-82702ee7-6aac-40ca-8e4b-40f1aa168143 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1099167 Feb 09 13:23:20.591792 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7cd9a58d-d646-403c-afbd-dcbf4df210eb tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/networks/803d8820-99bf-4290-a2e3-934c13a8b1d6 HTTP/1.1" status: 204 len: 168 time: 3.2098072 Feb 09 13:23:20.598313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33188) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:20.598759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33190) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:20.602282 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:20.604660 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:20.607111 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c3f0311-3f91-45c9-834d-9947506a6f17 req-32f9ef63-0ddc-4c10-a4b7-275e35fcfcc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7176497 Feb 09 13:23:20.614004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1176672076'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:20.621342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:20.629822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4b24efb8-5ded-4225-ac12-beee894ec786 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:20.633712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:network and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:20.637138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:20.652985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:20.710202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d6612d5b-0e9e-4a57-861b-42ef545f7863 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Deleting port b0b11087-9feb-4a61-928f-2f7924c7a04e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:20.710663 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6612d5b-0e9e-4a57-861b-42ef545f7863 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.750532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'network': {'name': 'tempest-RoutersTest-48832110'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:20.756619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:20.759567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] For port 4b24efb8-5ded-4225-ac12-beee894ec786, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4b24efb8-5ded-4225-ac12-beee894ec786,segment=NetworkSegment(65ed3ac6-fe28-42a1-ad55-6ec8901916a7),segment_id=65ed3ac6-fe28-42a1-ad55-6ec8901916a7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:20.760057 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.760809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:network and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:20.764082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:20.771131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:20.786056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b15708a4-1b62-4d2f-9a5d-d31cba53f530 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:23:20.816694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33196) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:20.853440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:20.856643 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.858396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=4b24efb8-5ded-4225-ac12-beee894ec786,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:20.884827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34244b70-33e4-4c43-b176-9c2aa5c65707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:20.907774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Calling delete_port for 695cb342-dc6b-446c-9591-d2e697c1cb63 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:20.939819 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:23:21.044408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-34244b70-33e4-4c43-b176-9c2aa5c65707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:21.067053 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c3f0311-3f91-45c9-834d-9947506a6f17 req-ccc88dfa-8c35-4243-a709-50e13baf1527 service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425212 Feb 09 13:23:21.075320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:21.078166 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.112019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b15708a4-1b62-4d2f-9a5d-d31cba53f530, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:21.126857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-34244b70-33e4-4c43-b176-9c2aa5c65707 admin admin] Usage tracker for resource:security_group_rule and tenant:79002982da1c464ab4991fc43aa09e20 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:21.130885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'mac_address': 'fa:16:3e:f4:ac:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:23:21.141204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b54c79-0fd5-40f5-9542-de9a9ba379ad req-6e625dc5-42a4-4a47-93e9-a5416194aa35 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:21.142923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-57b54c79-0fd5-40f5-9542-de9a9ba379ad req-6e625dc5-42a4-4a47-93e9-a5416194aa35 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 943 time: 0.5652375 Feb 09 13:23:21.143813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-34244b70-33e4-4c43-b176-9c2aa5c65707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:21.167468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863add9-8c39-4484-a377-f116a2b95077 req-d3a11f1a-711c-4fa9-aea6-be9eb1a40422 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:21.169319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6863add9-8c39-4484-a377-f116a2b95077 req-d3a11f1a-711c-4fa9-aea6-be9eb1a40422 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.8730834 Feb 09 13:23:21.171503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-34244b70-33e4-4c43-b176-9c2aa5c65707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:21.172763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:21.237391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Calling delete_port for 4b24efb8-5ded-4225-ac12-beee894ec786 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:21.268889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:21.289479 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.289874 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Added segment 4b35d27a-02d5-4c0d-a336-73f85c172bc1 of type vlan for network 3b338a9f-41a6-4123-bada-26931bc5c170 Feb 09 13:23:21.298760 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34244b70-33e4-4c43-b176-9c2aa5c65707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.314616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.315042 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added segment 2d693c63-4173-4dce-a7c0-0eeeab47aa44 of type vlan for network 8efa4942-6df5-423c-a1f8-3f8662f01523 Feb 09 13:23:21.325687 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.348248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34244b70-33e4-4c43-b176-9c2aa5c65707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.381488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] No DVR routers for this DVR port 695cb342-dc6b-446c-9591-d2e697c1cb63 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:21.397818 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.406969 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:23:14Z', 'revision_number': 2, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:15Z', 'revision_number': 2, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:21.413840 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:23:21.414958 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Updating router a5c6307b-dc48-4c8b-8164-57a95f12de4b port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:23:21.471916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Port': ['ID=695cb342-dc6b-446c-9591-d2e697c1cb63,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:21.483250 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.485676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15708a4-1b62-4d2f-9a5d-d31cba53f530 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:23:21.491339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6863add9-8c39-4484-a377-f116a2b95077 req-c108653c-eb27-4359-ad3d-02181d979e93 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897526 Feb 09 13:23:21.495530 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.504985 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6612d5b-0e9e-4a57-861b-42ef545f7863 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.536358 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.545856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34244b70-33e4-4c43-b176-9c2aa5c65707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a736aa-6869-4c36-93dd-92e5a0c8af6b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:21.547690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b15708a4-1b62-4d2f-9a5d-d31cba53f530, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:21.551918 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:23:21.552374 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:23:21.557723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.596237 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c3f0311-3f91-45c9-834d-9947506a6f17 req-b2af59b8-1bd5-4e2a-aef9-35e1a1538bc3 service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046775 Feb 09 13:23:21.612661 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.642188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 4b24efb8-5ded-4225-ac12-beee894ec786, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4b24efb8-5ded-4225-ac12-beee894ec786,segment=NetworkSegment(65ed3ac6-fe28-42a1-ad55-6ec8901916a7),segment_id=65ed3ac6-fe28-42a1-ad55-6ec8901916a7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:21.650525 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.665048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b15708a4-1b62-4d2f-9a5d-d31cba53f530,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:21.691946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-34244b70-33e4-4c43-b176-9c2aa5c65707 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79002982da1c464ab4991fc43aa09e20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8735080 Feb 09 13:23:21.700017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d6612d5b-0e9e-4a57-861b-42ef545f7863 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Calling delete_port for b0b11087-9feb-4a61-928f-2f7924c7a04e owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:21.738489 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33200) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:21.747481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-57b54c79-0fd5-40f5-9542-de9a9ba379ad req-c86c58a4-c5e1-453d-81a8-5cd1f47826cf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5768325 Feb 09 13:23:21.758774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=4b24efb8-5ded-4225-ac12-beee894ec786,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:21.790742 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.829512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.833210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:21.833798 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.855862 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.860125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:21.860722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.866872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfb36b3-2b18-4830-9b1e-2e47f7727356']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:21.891881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['b15708a4-1b62-4d2f-9a5d-d31cba53f530'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:23:21.899400 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.909179 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6612d5b-0e9e-4a57-861b-42ef545f7863 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.920981 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Transition to ACTIVE for port object 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:21.929772 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:21.940084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd214a322-05fd-4184-8ea4-8a0267c1553d') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:21.940387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd214a322-05fd-4184-8ea4-8a0267c1553d') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:21.973711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6612d5b-0e9e-4a57-861b-42ef545f7863 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event deleted for resources: {'Port': ['ID=b0b11087-9feb-4a61-928f-2f7924c7a04e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:22.072528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Deleting port 4b24efb8-5ded-4225-ac12-beee894ec786 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:22.073202 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.134539 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174bda2-46a9-45a3-b8b5-06095740897e None None] Pushing event updated for resources: {'Port': ['ID=3d8ba456-f27e-44dd-a2f2-f61dee470ae1,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:22.151125 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d6612d5b-0e9e-4a57-861b-42ef545f7863 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.155730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.175546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d6612d5b-0e9e-4a57-861b-42ef545f7863 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "DELETE /v2.0/ports/b0b11087-9feb-4a61-928f-2f7924c7a04e HTTP/1.1" status: 204 len: 168 time: 1.9849074 Feb 09 13:23:22.177962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33204) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:22.243034 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6405308 Feb 09 13:23:22.245984 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6460919 Feb 09 13:23:22.249446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33208) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:22.249758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33210) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:22.262974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': '3b338a9f-41a6-4123-bada-26931bc5c170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:22.263276 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Attempting to bind port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:22.263651 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Attempting to bind port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '8b46f798-7783-4f5f-b4af-488cd574136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:22.264005 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Attempting to bind port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 on network 1bf6184e-9217-47d9-9879-05a0c79cb34e {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:22.271896 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:22.272267 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Checking segment: {'id': '8b46f798-7783-4f5f-b4af-488cd574136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:22.272664 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.273047 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Bound using segment: {'id': '8b46f798-7783-4f5f-b4af-488cd574136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:22.273559 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Bound port: 3d8ba456-f27e-44dd-a2f2-f61dee470ae1, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b46f798-7783-4f5f-b4af-488cd574136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:22.273938 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.285075 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.298427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'subnet': {'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:22.317674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624d1f3-8d64-4b9a-b2a6-f9b9b348df99 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Network': ['ID=3b338a9f-41a6-4123-bada-26931bc5c170,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:22.339300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 3b338a9f-41a6-4123-bada-26931bc5c170 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:22.371479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5150622-ea8e-438f-bb30-3843f1ac0a12 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:22.372616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c5150622-ea8e-438f-bb30-3843f1ac0a12 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Synchronizing usage tracker for tenant:56ef2915706b42c0b5a584dac832ce18 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:22.405671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c5150622-ea8e-438f-bb30-3843f1ac0a12 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Unset dirty status for tenant:56ef2915706b42c0b5a584dac832ce18 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:22.410103 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c5150622-ea8e-438f-bb30-3843f1ac0a12 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e77ba21-dbaf-400c-8db5-3640aea28611 HTTP/1.1" status: 200 len: 913 time: 0.2283113 Feb 09 13:23:22.411337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33216) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:22.480578 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4892338-bee6-4648-a0aa-6b69b8665ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.481153 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] For port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:22.488646 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] For port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3d8ba456-f27e-44dd-a2f2-f61dee470ae1,segment=NetworkSegment(8b46f798-7783-4f5f-b4af-488cd574136d),segment_id=8b46f798-7783-4f5f-b4af-488cd574136d)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:22.494879 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.516118 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4892338-bee6-4648-a0aa-6b69b8665ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.591547 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174bda2-46a9-45a3-b8b5-06095740897e None None] Pushing event updated for resources: {'Port': ['ID=3d8ba456-f27e-44dd-a2f2-f61dee470ae1,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:22.642422 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:22.643071 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:22:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:22.726343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] For port 4b24efb8-5ded-4225-ac12-beee894ec786, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4b24efb8-5ded-4225-ac12-beee894ec786,segment=NetworkSegment(65ed3ac6-fe28-42a1-ad55-6ec8901916a7),segment_id=65ed3ac6-fe28-42a1-ad55-6ec8901916a7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:22.726880 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.837448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:23:22.837884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:22.853108 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:23:22.872864 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:23:22.876721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:23.009742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Calling delete_port for 4b24efb8-5ded-4225-ac12-beee894ec786 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:23.046388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:23.126223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:23.160143 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:23.181816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c40195-6c61-48f4-81fb-bb93b0e2d8d2 req-80f85465-8981-46ed-9089-30e1388c84d8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:23.184155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24c40195-6c61-48f4-81fb-bb93b0e2d8d2 req-80f85465-8981-46ed-9089-30e1388c84d8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.4702916 Feb 09 13:23:23.205980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:23.222927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fc3bc-664c-4c58-a847-40fcb540db7e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Network': ['ID=8efa4942-6df5-423c-a1f8-3f8662f01523,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:23.233779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] Pushing event deleted for resources: {'Port': ['ID=4b24efb8-5ded-4225-ac12-beee894ec786,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:23.240249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 8efa4942-6df5-423c-a1f8-3f8662f01523 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:23.246950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:23.253926 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:23.260897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:subnet and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:23.281241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca5b33-d441-4732-9b6c-80ab9f8dc0ef None None] No DVR routers for this DVR port 4b24efb8-5ded-4225-ac12-beee894ec786 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:23.284431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:23.288033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:23.291315 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4892338-bee6-4648-a0aa-6b69b8665ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:23.308162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:23.318047 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:23:14Z', 'revision_number': 2, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:22Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:23.323127 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096c4e0-9b92-4d9a-ae28-c9867fcbc95b None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:23:14Z', 'revision_number': 2, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:22Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:23:23.326108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:23.357671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d40220d-069e-4f8a-8d2a-e4d422d2110a None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:23:23.361240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Network': ['ID=0dfb36b3-2b18-4830-9b1e-2e47f7727356,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:23.380698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4892338-bee6-4648-a0aa-6b69b8665ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:23.384286 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e4892338-bee6-4648-a0aa-6b69b8665ca3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5a736aa-6869-4c36-93dd-92e5a0c8af6b HTTP/1.1" status: 204 len: 168 time: 1.6414728 Feb 09 13:23:23.384286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4892338-bee6-4648-a0aa-6b69b8665ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a736aa-6869-4c36-93dd-92e5a0c8af6b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:23.390200 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6e1d036e-8764-4d86-ad0c-4042d62d1ac6 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "DELETE /v2.0/networks/0dfb36b3-2b18-4830-9b1e-2e47f7727356 HTTP/1.1" status: 204 len: 168 time: 4.3022387 Feb 09 13:23:23.457299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33226) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:23.504924 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:23.521431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:23.543512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24c40195-6c61-48f4-81fb-bb93b0e2d8d2 req-005e4feb-8818-414c-90b7-b85b46f31603 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512325 Feb 09 13:23:23.664627 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:23.725745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d40220d-069e-4f8a-8d2a-e4d422d2110a None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:23:23.755910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e36c7d-cc58-4ced-899a-151a9f6cedc2 req-ad9fb538-50f8-4d2a-8812-f15c9e1d3390 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:23.765455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92e36c7d-cc58-4ced-899a-151a9f6cedc2 req-ad9fb538-50f8-4d2a-8812-f15c9e1d3390 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 944 time: 0.6559858 Feb 09 13:23:23.802813 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:23.879161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92e36c7d-cc58-4ced-899a-151a9f6cedc2 req-09fa27a7-0009-4c75-97e0-de68ff9ccfa5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125767 Feb 09 13:23:23.948351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.214945 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.357187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.374131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Subnet': ['ID=740be4c8-a2c5-429f-8821-d369a4a5a86a,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:24.460556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.513069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245d02dd-465d-48d0-bfdb-2c095f15dfb3']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:24.536009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Checking segment: {'id': '2d693c63-4173-4dce-a7c0-0eeeab47aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:24.536551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network hostable DHCP agents. Network: 8efa4942-6df5-423c-a1f8-3f8662f01523, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:24.557126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=518e6688-dac4-49e0-8db8-d28ab6dc4a16,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:24.605166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Checking segment: {'id': '4b35d27a-02d5-4c0d-a336-73f85c172bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3b338a9f-41a6-4123-bada-26931bc5c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:24.605166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network hostable DHCP agents. Network: 3b338a9f-41a6-4123-bada-26931bc5c170, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:24.614028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ed3ac6-fe28-42a1-ad55-6ec8901916a7') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:24.614318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ed3ac6-fe28-42a1-ad55-6ec8901916a7') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:24.627263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:24.631108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 8efa4942-6df5-423c-a1f8-3f8662f01523 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:24.641687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.651131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 3b338a9f-41a6-4123-bada-26931bc5c170 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:24.660340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 8efa4942-6df5-423c-a1f8-3f8662f01523) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:24.661511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55cd8b-fbf8-48e4-b620-b18302addbf7 req-40c3ffb8-af71-452e-b3bf-4f2f8c0df660 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:24.663001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a55cd8b-fbf8-48e4-b620-b18302addbf7 req-40c3ffb8-af71-452e-b3bf-4f2f8c0df660 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.3437016 Feb 09 13:23:24.672179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 3b338a9f-41a6-4123-bada-26931bc5c170) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:24.677771 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.681880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:24.682568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.694375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b63795-df3b-4015-a70b-78d4f1547f0b None None] Network 8efa4942-6df5-423c-a1f8-3f8662f01523 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:24.702494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:24.703234 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.723247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4298555-ab24-45b2-89c2-0576b4bcb563 None None] Network 3b338a9f-41a6-4123-bada-26931bc5c170 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:24.739538 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-35ece456-14c9-4791-bb35-ba9a82449a04 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4839783 Feb 09 13:23:24.739538 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5eac23c6-e63b-4f1d-bf25-beb78da435fd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4846447 Feb 09 13:23:24.739887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33244) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:24.742788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33248) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:24.748704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1147643909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:24.776699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b15708a4-1b62-4d2f-9a5d-d31cba53f530 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:24.786231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:23:24.787046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.824225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:24.890902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:router and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:24.900313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:24.910544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:24.930081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.931064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.975409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:23:24.982484 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:23:25.105741 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a55cd8b-fbf8-48e4-b620-b18302addbf7 req-80e3f6bc-df43-4cce-bf50-07948fa75096 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127324 Feb 09 13:23:25.115337 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.159536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.164363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Network': ['ID=245d02dd-465d-48d0-bfdb-2c095f15dfb3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:25.217261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1aba4542-da23-486e-a41d-c8b3ba8aad76 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "DELETE /v2.0/networks/245d02dd-465d-48d0-bfdb-2c095f15dfb3 HTTP/1.1" status: 204 len: 168 time: 1.7581210 Feb 09 13:23:25.219275 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-901c9f5f-c88a-441c-a40c-5d2058da9c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.220875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33260) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:25.283643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:25.398961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:25.399647 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.402898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.426305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.455302 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.456489 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4e437543-0e17-478a-b144-38e19f3dc737 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7158129 Feb 09 13:23:25.464972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33266) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:25.472339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'network_id': '3b338a9f-41a6-4123-bada-26931bc5c170', 'name': 'tempest-PortsTestJSON-1325441951'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:25.496059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port b15708a4-1b62-4d2f-9a5d-d31cba53f530 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:25.517752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port b15708a4-1b62-4d2f-9a5d-d31cba53f530 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:25.519167 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.688643 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.695519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-8efa4942-6df5-423c-a1f8-3f8662f01523', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:23:25.696333 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.709412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-3b338a9f-41a6-4123-bada-26931bc5c170', 'network_id': '3b338a9f-41a6-4123-bada-26931bc5c170', 'tenant_id': '402149aabdc44c73809b92366384b20e', 'fixed_ips': [{'subnet_id': '518e6688-dac4-49e0-8db8-d28ab6dc4a16'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:23:25.710225 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.740009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39a17a-b7c9-4454-af31-925f691f1b0a req-e4918268-9fca-411f-8229-9d3f6106345a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:25.747303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef39a17a-b7c9-4454-af31-925f691f1b0a req-e4918268-9fca-411f-8229-9d3f6106345a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 944 time: 0.3774948 Feb 09 13:23:25.767780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf614ec-8781-4f78-92e2-c0dfefb91e1c']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:25.807647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:25.818741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:port and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:25.822131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:25.822392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9908bad9-74f8-48a0-86c3-c5427bdb47af') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:25.822839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9908bad9-74f8-48a0-86c3-c5427bdb47af') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:25.831356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:25.851308 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.858014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:25.861726 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.861914 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:25.897897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 66ad50f2-db5c-4022-a6cb-92e74be19d75 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:23:26.077505 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.103857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Allocated IP 172.21.0.2 (8efa4942-6df5-423c-a1f8-3f8662f01523/740be4c8-a2c5-429f-8821-d369a4a5a86a/7fc7cbb0-1faa-4309-a0cd-2ca265a22c68) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:26.107384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef39a17a-b7c9-4454-af31-925f691f1b0a req-7abac988-db65-44d9-92f5-af3d5cacc386 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582261 Feb 09 13:23:26.111826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:23:26.113576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:23:26.139470 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:23:26.280316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.11 (3b338a9f-41a6-4123-bada-26931bc5c170/518e6688-dac4-49e0-8db8-d28ab6dc4a16/66ad50f2-db5c-4022-a6cb-92e74be19d75) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:26.291245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.309917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.319766 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.356053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Network': ['ID=ecf614ec-8781-4f78-92e2-c0dfefb91e1c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:26.367727 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-17152809-2b32-4b49-bb7e-a70e3a179bc1 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "DELETE /v2.0/networks/ecf614ec-8781-4f78-92e2-c0dfefb91e1c HTTP/1.1" status: 204 len: 168 time: 1.1456931 Feb 09 13:23:26.368598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33284) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:26.369299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Deleting port d017b242-19f1-4d40-a160-6204e6fabe05 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:26.370042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.488329 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.510690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3d8ba456-f27e-44dd-a2f2-f61dee470ae1,segment=NetworkSegment(8b46f798-7783-4f5f-b4af-488cd574136d),segment_id=8b46f798-7783-4f5f-b4af-488cd574136d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:26.521473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Transition to ACTIVE for port object 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:26.526970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.571948 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.677285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Transition to ACTIVE for port object 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:26.694431 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.715492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:26.731124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=3d8ba456-f27e-44dd-a2f2-f61dee470ae1,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:26.776755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b15708a4-1b62-4d2f-9a5d-d31cba53f530, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:26.789578 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.797656 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:26.810536 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'code': 200} Feb 09 13:23:26.812963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Network 8efa4942-6df5-423c-a1f8-3f8662f01523 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:26.816246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:26.837309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:26.846995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Pushing event updated for resources: {'Port': ['ID=7fc7cbb0-1faa-4309-a0cd-2ca265a22c68,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:26.871148 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.030075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 66ad50f2-db5c-4022-a6cb-92e74be19d75 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:27.048582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b15708a4-1b62-4d2f-9a5d-d31cba53f530,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:27.077147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Allocated IP 172.21.0.1 (8efa4942-6df5-423c-a1f8-3f8662f01523/740be4c8-a2c5-429f-8821-d369a4a5a86a/280c517a-d1f2-4cfb-b423-317034fd5fb5) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:27.133077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Attempting to bind port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:27.133574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Attempting to bind port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '2d693c63-4173-4dce-a7c0-0eeeab47aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:27.134238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Attempting to bind port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 on network 8efa4942-6df5-423c-a1f8-3f8662f01523 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:27.147157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:27.147710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Checking segment: {'id': '2d693c63-4173-4dce-a7c0-0eeeab47aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:27.148402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.148993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Bound using segment: {'id': '2d693c63-4173-4dce-a7c0-0eeeab47aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:27.150507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Bound port: 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d693c63-4173-4dce-a7c0-0eeeab47aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:27.165795 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.227357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.287001 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-029e0a44-a9a2-4ea3-9b9d-135ec9521955 req-ed648ecd-18ec-4905-a07c-44ea68624e71 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 1096 time: 0.3527703 Feb 09 13:23:27.342914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.358020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.373736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa8d24-1c1b-4d9b-b036-3885a32a2588 req-10c8405c-d216-4d66-88dd-002a1818f405 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:27.375673 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78fa8d24-1c1b-4d9b-b036-3885a32a2588 req-10c8405c-d216-4d66-88dd-002a1818f405 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.7811706 Feb 09 13:23:27.492631 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-029e0a44-a9a2-4ea3-9b9d-135ec9521955 req-ac147196-4793-4749-9ae1-95ef65f0eaf6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747286 Feb 09 13:23:27.500127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=66ad50f2-db5c-4022-a6cb-92e74be19d75,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:27.514742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 3b338a9f-41a6-4123-bada-26931bc5c170 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:27.521014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:27.526304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:27.538055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Allocated IP 172.20.0.2 (3b338a9f-41a6-4123-bada-26931bc5c170/518e6688-dac4-49e0-8db8-d28ab6dc4a16/556cc085-5119-432c-9195-cf7d68f9e667) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:27.575652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Calling delete_port for d017b242-19f1-4d40-a160-6204e6fabe05 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:27.598615 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de73a0b3-cdaa-4a3c-a07b-e09875b47bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.613119 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.628672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:27.629287 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.648576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Transition to ACTIVE for port object 280c517a-d1f2-4cfb-b423-317034fd5fb5 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:27.651855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:27.670982 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f3773e4c-d91b-4d51-ac05-cb29e0d006f7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2048740 Feb 09 13:23:27.674785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] For port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:27.676807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33306) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:27.693885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af577192-c1e6-460c-b329-c60a21fe766e') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:27.694712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af577192-c1e6-460c-b329-c60a21fe766e') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:27.696261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] For port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7fc7cbb0-1faa-4309-a0cd-2ca265a22c68,segment=NetworkSegment(2d693c63-4173-4dce-a7c0-0eeeab47aa44),segment_id=2d693c63-4173-4dce-a7c0-0eeeab47aa44)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:27.703666 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.746022 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.786088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-66c0329f-a3c3-4b97-b821-663ae7131829 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:27.788142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-66c0329f-a3c3-4b97-b821-663ae7131829 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 0.7228861 Feb 09 13:23:27.802516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78fa8d24-1c1b-4d9b-b036-3885a32a2588 req-9002fc5e-2388-4bb8-8e05-37c894a2c837 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108884 Feb 09 13:23:27.813393 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.879632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:23:27.880189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:23:27.895354 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:23:27.901259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c8690-5137-43d7-a0d3-23b9b5be7448 None None] Pushing event updated for resources: {'Port': ['ID=7fc7cbb0-1faa-4309-a0cd-2ca265a22c68,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:27.912953 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.006957 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.011852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7e275-8488-488e-9960-9824c64c6cdc req-4b36cc4c-cf13-4dcf-8080-749e08d025ec tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:28.019303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bc7e275-8488-488e-9960-9824c64c6cdc req-4b36cc4c-cf13-4dcf-8080-749e08d025ec tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.4560063 Feb 09 13:23:28.052355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-9f90f106-a152-4a7f-aadf-951b9a285de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Deleting port 0e0080cb-bcbd-4215-947e-11c0f610f57a {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:28.052710 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-9f90f106-a152-4a7f-aadf-951b9a285de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.105291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Transition to ACTIVE for port object 556cc085-5119-432c-9195-cf7d68f9e667 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:28.115793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.132227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Transition to ACTIVE for port object 556cc085-5119-432c-9195-cf7d68f9e667 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:28.141208 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.199425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 8efa4942-6df5-423c-a1f8-3f8662f01523 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:28.202317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=280c517a-d1f2-4cfb-b423-317034fd5fb5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:28.232621 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.237097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] Pushing event deleted for resources: {'Network': ['ID=5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:28.295611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:28.310990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:28.316073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Network 3b338a9f-41a6-4123-bada-26931bc5c170 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:28.317899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:28.324393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:28.371721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Pushing event updated for resources: {'Port': ['ID=556cc085-5119-432c-9195-cf7d68f9e667,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:28.403393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.526529 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bc7e275-8488-488e-9960-9824c64c6cdc req-326b1c68-fb3b-4a93-a2e7-04d065554bec tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5062473 Feb 09 13:23:28.574204 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.575393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Attempting to bind port 556cc085-5119-432c-9195-cf7d68f9e667 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:28.575801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Attempting to bind port 556cc085-5119-432c-9195-cf7d68f9e667 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4b35d27a-02d5-4c0d-a336-73f85c172bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3b338a9f-41a6-4123-bada-26931bc5c170'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:28.576211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Attempting to bind port 556cc085-5119-432c-9195-cf7d68f9e667 on network 3b338a9f-41a6-4123-bada-26931bc5c170 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:28.583496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:28.583860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Checking segment: {'id': '4b35d27a-02d5-4c0d-a336-73f85c172bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3b338a9f-41a6-4123-bada-26931bc5c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:28.584252 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.584767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Bound using segment: {'id': '4b35d27a-02d5-4c0d-a336-73f85c172bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3b338a9f-41a6-4123-bada-26931bc5c170'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:28.586657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Bound port: 556cc085-5119-432c-9195-cf7d68f9e667, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b35d27a-02d5-4c0d-a336-73f85c172bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3b338a9f-41a6-4123-bada-26931bc5c170'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:28.587014 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.589820 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2baa220c-4b27-4515-9de6-94bfaf7779f7 tempest-BulkNetworkOpsTest-1028717339 tempest-BulkNetworkOpsTest-1028717339-project] 10.222.0.59 "DELETE /v2.0/networks/5d6733f4-73d4-4b7d-a7dd-c5e38d3278e4 HTTP/1.1" status: 204 len: 168 time: 2.1734653 Feb 09 13:23:28.697993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.749631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] For port 556cc085-5119-432c-9195-cf7d68f9e667, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:28.753600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] For port 556cc085-5119-432c-9195-cf7d68f9e667, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=556cc085-5119-432c-9195-cf7d68f9e667,segment=NetworkSegment(4b35d27a-02d5-4c0d-a336-73f85c172bc1),segment_id=4b35d27a-02d5-4c0d-a336-73f85c172bc1)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:28.758265 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.869871 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:28.934926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ad2cc-f17a-46fa-989c-3ba0f75b0c26 None None] Pushing event updated for resources: {'Port': ['ID=556cc085-5119-432c-9195-cf7d68f9e667,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:28.961960 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:29.038938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event deleted for resources: {'Port': ['ID=d017b242-19f1-4d40-a160-6204e6fabe05,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:29.133170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:29.298618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:29.320127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:29.512877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-9f90f106-a152-4a7f-aadf-951b9a285de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] For port 0e0080cb-bcbd-4215-947e-11c0f610f57a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=0e0080cb-bcbd-4215-947e-11c0f610f57a,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:29.513253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-9f90f106-a152-4a7f-aadf-951b9a285de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:29.558437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:29.579449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:29.579813 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:29.631581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33330) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:29.858791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ebe66b-239d-45d7-9dac-3fa9862edbc0 None None] Network 8efa4942-6df5-423c-a1f8-3f8662f01523 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:29.892203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-9f90f106-a152-4a7f-aadf-951b9a285de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Calling delete_port for 0e0080cb-bcbd-4215-947e-11c0f610f57a owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:29.971076 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:30.081675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-94abd7dc-540b-441d-b1bc-daa7a280ac43 None None] Provisioning for port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:30.089014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-94abd7dc-540b-441d-b1bc-daa7a280ac43 None None] Provisioning complete for port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:30.090014 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-94abd7dc-540b-441d-b1bc-daa7a280ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:30.119134 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:30.254691 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-9f90f106-a152-4a7f-aadf-951b9a285de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:30.328911 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-94abd7dc-540b-441d-b1bc-daa7a280ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:30.339202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['b5da82a3-ece9-474a-b2c3-cf2308170de8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:23:30.367100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa1fc1-a39c-45bc-b4ee-ec0b6195b25b req-cb2e703b-712b-4994-9617-f62474bf6244 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:30.373890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9aa1fc1-a39c-45bc-b4ee-ec0b6195b25b req-cb2e703b-712b-4994-9617-f62474bf6244 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.3965206 Feb 09 13:23:30.412200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5d4f2-d753-4ac6-8584-456c3294d4ac req-63b45eac-eac0-4c4d-8e1d-fbff79697dc7 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:30.415038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51b5d4f2-d753-4ac6-8584-456c3294d4ac req-63b45eac-eac0-4c4d-8e1d-fbff79697dc7 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c HTTP/1.1" status: 200 len: 945 time: 1.2916355 Feb 09 13:23:30.432872 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1382b763-f3bd-4aab-b6aa-441775d9827e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fd174b6b3274bcb88a10f3bab55dad8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7993727 Feb 09 13:23:30.445715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33346) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:30.467479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90f106-a152-4a7f-aadf-951b9a285de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Pushing event deleted for resources: {'Port': ['ID=0e0080cb-bcbd-4215-947e-11c0f610f57a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:30.585822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-94abd7dc-540b-441d-b1bc-daa7a280ac43 None None] For port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7fc7cbb0-1faa-4309-a0cd-2ca265a22c68,segment=NetworkSegment(2d693c63-4173-4dce-a7c0-0eeeab47aa44),segment_id=2d693c63-4173-4dce-a7c0-0eeeab47aa44)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:30.644452 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:30.650550 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-94abd7dc-540b-441d-b1bc-daa7a280ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:30.700980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:30.728485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abd7dc-540b-441d-b1bc-daa7a280ac43 None None] Pushing event updated for resources: {'Port': ['ID=7fc7cbb0-1faa-4309-a0cd-2ca265a22c68,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:30.734183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 556cc085-5119-432c-9195-cf7d68f9e667 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:30.791360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0e0080cb-bcbd-4215-947e-11c0f610f57a no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:30.800456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-9f90f106-a152-4a7f-aadf-951b9a285de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] No DVR routers for this DVR port 0e0080cb-bcbd-4215-947e-11c0f610f57a on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:30.811936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-9f90f106-a152-4a7f-aadf-951b9a285de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:30.825205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c', 'name': 'network-vif-deleted', 'tag': '0e0080cb-bcbd-4215-947e-11c0f610f57a'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:30.838022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 0e0080cb-bcbd-4215-947e-11c0f610f57a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:23:30.838354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 0e0080cb-bcbd-4215-947e-11c0f610f57a not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:23:30.840821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b39f72-3e9a-4864-ab67-9670fff02bac None None] Network 3b338a9f-41a6-4123-bada-26931bc5c170 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:30.863911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9aa1fc1-a39c-45bc-b4ee-ec0b6195b25b req-23828c8f-8c05-4f8e-b34e-d28e735642c5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4891112 Feb 09 13:23:30.872779 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51b5d4f2-d753-4ac6-8584-456c3294d4ac req-ad53dbd3-ed19-45c1-860e-3fafacf5e8fe tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866858 Feb 09 13:23:30.936084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d33e692-1fac-496e-a5e6-39d6d7dae0b9 req-9f90f106-a152-4a7f-aadf-951b9a285de1 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.67 "DELETE /v2.0/ports/0e0080cb-bcbd-4215-947e-11c0f610f57a HTTP/1.1" status: 204 len: 173 time: 3.1314697 Feb 09 13:23:31.191766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:31.224227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=280c517a-d1f2-4cfb-b423-317034fd5fb5,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:31.226282 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b378ca0-4eab-49ff-ad61-6b5ab7d95f9c', 'name': 'network-vif-deleted', 'tag': '0e0080cb-bcbd-4215-947e-11c0f610f57a', 'status': 'completed', 'code': 200} Feb 09 13:23:31.238412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ef0cfe9-ab4f-40d7-b351-fb1a9138cc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:31.305695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f257defa-7366-46c2-8166-d27f2773a020 None None] Provisioning for port 556cc085-5119-432c-9195-cf7d68f9e667 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:31.320771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ef0cfe9-ab4f-40d7-b351-fb1a9138cc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:31.372475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 556cc085-5119-432c-9195-cf7d68f9e667 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:31.381749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 556cc085-5119-432c-9195-cf7d68f9e667 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:31.382110 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:31.475503 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:23:31.574167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e598af4-cfb0-4856-93e7-5b96da1c6a85 req-23ac889b-3df4-474b-be29-7c7d077cf950 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:31.586431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e598af4-cfb0-4856-93e7-5b96da1c6a85 req-23ac889b-3df4-474b-be29-7c7d077cf950 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.3628335 Feb 09 13:23:31.590132 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:31.613729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:31.681036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e598af4-cfb0-4856-93e7-5b96da1c6a85 req-aec6c152-cfa7-4ee0-8f9e-3dba67d5ed28 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936127 Feb 09 13:23:31.723030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Router 0e77ba21-dbaf-400c-8db5-3640aea28611 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:23:31.725722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33360) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:31.796597 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:31.839142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1b1cb29e-96dd-4a03-94a2-b51a1f8393fb None None] Provisioning for port 280c517a-d1f2-4cfb-b423-317034fd5fb5 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:31.847281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1b1cb29e-96dd-4a03-94a2-b51a1f8393fb None None] Provisioning complete for port 280c517a-d1f2-4cfb-b423-317034fd5fb5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:31.847643 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1b1cb29e-96dd-4a03-94a2-b51a1f8393fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:31.906035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 556cc085-5119-432c-9195-cf7d68f9e667, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=556cc085-5119-432c-9195-cf7d68f9e667,segment=NetworkSegment(4b35d27a-02d5-4c0d-a336-73f85c172bc1),segment_id=4b35d27a-02d5-4c0d-a336-73f85c172bc1)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:31.907614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=66ad50f2-db5c-4022-a6cb-92e74be19d75,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:31.915516 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 8efa4942-6df5-423c-a1f8-3f8662f01523 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:31.916549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ef0cfe9-ab4f-40d7-b351-fb1a9138cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:31.927027 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:31.942484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:32.135569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=556cc085-5119-432c-9195-cf7d68f9e667,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:32.186273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1b1cb29e-96dd-4a03-94a2-b51a1f8393fb None None] Port 280c517a-d1f2-4cfb-b423-317034fd5fb5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:32.225671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1b1cb29e-96dd-4a03-94a2-b51a1f8393fb None None] Provisioning complete for port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:32.226493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1b1cb29e-96dd-4a03-94a2-b51a1f8393fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:32.227703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0cfe9-ab4f-40d7-b351-fb1a9138cc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abca8976-b156-4160-b4e6-5c71306c178c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:32.345319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ef0cfe9-ab4f-40d7-b351-fb1a9138cc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:32.359594 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6ef0cfe9-ab4f-40d7-b351-fb1a9138cc0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/abca8976-b156-4160-b4e6-5c71306c178c HTTP/1.1" status: 204 len: 168 time: 1.9097910 Feb 09 13:23:32.414980 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b3cf5bd8-c607-423b-82c4-784737f4c857 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 1091 time: 0.6880043 Feb 09 13:23:32.416903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33376) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:32.429115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:32.455477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:32.481877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:floatingip and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:32.500641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:32.505163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:23:32.533046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5559e8d7-874d-4cb2-9842-4579a78fe3c8 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "PUT /v2.0/routers/0e77ba21-dbaf-400c-8db5-3640aea28611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1185131 Feb 09 13:23:32.537044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33382) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:32.540120 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1c550-d541-4b28-b92c-e7a3a590aa57 None None] Sync routers for ids ['0e77ba21-dbaf-400c-8db5-3640aea28611'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:23:32.594274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1c550-d541-4b28-b92c-e7a3a590aa57 None None] Routers {'0e77ba21-dbaf-400c-8db5-3640aea28611'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:32.594967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-44b1c550-d541-4b28-b92c-e7a3a590aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0e77ba21-dbaf-400c-8db5-3640aea28611'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:32.691599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:32.808425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 556cc085-5119-432c-9195-cf7d68f9e667 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:32.836205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:32.877014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-44b1c550-d541-4b28-b92c-e7a3a590aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:32.893286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1994f9fc-bddf-4717-8c4a-30440c0e40ec tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:33.025123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b1c550-d541-4b28-b92c-e7a3a590aa57 None None] Routers {'0e77ba21-dbaf-400c-8db5-3640aea28611'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:33.026231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-44b1c550-d541-4b28-b92c-e7a3a590aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['0e77ba21-dbaf-400c-8db5-3640aea28611'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:33.073791 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:33.167637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:23:33.222062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-44b1c550-d541-4b28-b92c-e7a3a590aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:33.232023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1c550-d541-4b28-b92c-e7a3a590aa57 None None] The sync data for ids ['0e77ba21-dbaf-400c-8db5-3640aea28611'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:23:33.246048 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:33.264567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ac349737-0af0-4f17-9e12-b780a0d76291 None None] Provisioning complete for port 556cc085-5119-432c-9195-cf7d68f9e667 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:33.264968 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ac349737-0af0-4f17-9e12-b780a0d76291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:33.503402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 556cc085-5119-432c-9195-cf7d68f9e667 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:33.503667 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:33.885746 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1994f9fc-bddf-4717-8c4a-30440c0e40ec tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:33.891256 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1994f9fc-bddf-4717-8c4a-30440c0e40ec tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:33.934039 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1994f9fc-bddf-4717-8c4a-30440c0e40ec tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:33.934439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1994f9fc-bddf-4717-8c4a-30440c0e40ec tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Fanout notify agent at l3_agent the message router_deleted on router 0e77ba21-dbaf-400c-8db5-3640aea28611 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:23:33.977420 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1994f9fc-bddf-4717-8c4a-30440c0e40ec tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:33.978813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1994f9fc-bddf-4717-8c4a-30440c0e40ec tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "DELETE /v2.0/routers/0e77ba21-dbaf-400c-8db5-3640aea28611 HTTP/1.1" status: 204 len: 168 time: 1.4406531 Feb 09 13:23:33.984177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33412) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:34.044740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f69299-28e5-483f-8da0-c257d69131f7 req-1e01d489-9133-48bc-86e4-c1ffc12cd972 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:34.045641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-52f69299-28e5-483f-8da0-c257d69131f7 req-1e01d489-9133-48bc-86e4-c1ffc12cd972 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Synchronizing usage tracker for tenant:1e68331b2aab410092da31847e69dc33 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:34.048910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:34.101072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-52f69299-28e5-483f-8da0-c257d69131f7 req-1e01d489-9133-48bc-86e4-c1ffc12cd972 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Unset dirty status for tenant:1e68331b2aab410092da31847e69dc33 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:34.103211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52f69299-28e5-483f-8da0-c257d69131f7 req-1e01d489-9133-48bc-86e4-c1ffc12cd972 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 1.0855613 Feb 09 13:23:34.111186 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.117546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:23:34.128364 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-86174987-5247-4d97-8d7a-7c2cbf6f999c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3845665 Feb 09 13:23:34.129220 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:23:34.133522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33418) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:34.143329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'network': {'name': 'tempest-RoutersTest-769602210'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:34.147662 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:34.148772 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:34.157249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:34.157489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ac349737-0af0-4f17-9e12-b780a0d76291 None None] Provisioning complete for port 280c517a-d1f2-4cfb-b423-317034fd5fb5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:34.157709 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ac349737-0af0-4f17-9e12-b780a0d76291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.166615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:network and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:34.172322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:34.182093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:34.216472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:34.221230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52f69299-28e5-483f-8da0-c257d69131f7 req-a428dfa3-fa7b-4b20-81c1-8076c5e936f3 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061318 Feb 09 13:23:34.232979 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.261654 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.275267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.348907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ac349737-0af0-4f17-9e12-b780a0d76291 None None] Port 280c517a-d1f2-4cfb-b423-317034fd5fb5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:34.375802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ac349737-0af0-4f17-9e12-b780a0d76291 None None] Provisioning for port 66ad50f2-db5c-4022-a6cb-92e74be19d75 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:34.381879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ac349737-0af0-4f17-9e12-b780a0d76291 None None] Provisioning complete for port 66ad50f2-db5c-4022-a6cb-92e74be19d75 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:34.381879 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ac349737-0af0-4f17-9e12-b780a0d76291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.413266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:34.413844 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.444416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33426) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:34.484401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.529707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ac349737-0af0-4f17-9e12-b780a0d76291 None None] Port 66ad50f2-db5c-4022-a6cb-92e74be19d75 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:34.573706 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:23:34.584834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:34.659893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=66ad50f2-db5c-4022-a6cb-92e74be19d75,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:34.672344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.673027 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added segment 5d2e9ae4-adcf-4f80-b44d-d20db877a454 of type vlan for network aa925783-679a-448f-90f9-82c5f7605f7a Feb 09 13:23:34.692564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b898326-f40b-48fd-902d-780bf26687b2 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Deleting subnet 1b755a6c-d6d2-4e8d-bbd1-ce08f7a27543 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:23:34.728028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c379a93f-56ce-4ba0-871f-f95521516c73 None None] Provisioning complete for port 66ad50f2-db5c-4022-a6cb-92e74be19d75 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:34.728756 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c379a93f-56ce-4ba0-871f-f95521516c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.741094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b898326-f40b-48fd-902d-780bf26687b2 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.758973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.788028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Allocated IP 172.25.5.36 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/834a6a8c-1933-4dd2-a56f-35232e926982) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:34.897989 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.902621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c379a93f-56ce-4ba0-871f-f95521516c73 None None] Port 66ad50f2-db5c-4022-a6cb-92e74be19d75 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:34.903099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:34.903932 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:34.925366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-43ad49ef-03c1-4aa3-97e7-44dd7636c71a tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] Request body: {'port': {'network_id': '523bc526-5bd8-4618-9198-9ed5244ac0a8', 'name': 'tempest-NetworksNegativeTestJSON-1444196572'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:34.955201 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ad49ef-03c1-4aa3-97e7-44dd7636c71a tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] POST failed (client error): The resource could not be found. Feb 09 13:23:34.955949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ad49ef-03c1-4aa3-97e7-44dd7636c71a tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:23:34.957260 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-43ad49ef-03c1-4aa3-97e7-44dd7636c71a tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5078394 Feb 09 13:23:34.985238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33438) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:34.987482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b898326-f40b-48fd-902d-780bf26687b2 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:35.078162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network 3b338a9f-41a6-4123-bada-26931bc5c170 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:35.079629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Network': ['ID=aa925783-679a-448f-90f9-82c5f7605f7a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:35.084600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:35.109550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network aa925783-679a-448f-90f9-82c5f7605f7a details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:35.175555 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-af14acfe-5438-437d-bf8f-d61b972ffbe3 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] DELETE failed (client error): The resource could not be found. Feb 09 13:23:35.176669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af14acfe-5438-437d-bf8f-d61b972ffbe3 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:23:35.209654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-af14acfe-5438-437d-bf8f-d61b972ffbe3 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] 10.222.0.59 "DELETE /v2.0/networks/58a0080a-3212-45d1-8891-54e9ca48f768 HTTP/1.1" status: 404 len: 339 time: 0.1760190 Feb 09 13:23:35.219591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33442) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:35.223254 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-217a65eb-3f3a-4a82-9cc0-5b3bfab7a7ed tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0881186 Feb 09 13:23:35.239257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33444) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:35.250653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'subnet': {'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:35.274785 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:23:28Z', 'revision_number': 3, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:29Z', 'revision_number': 2, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:35.305556 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:23:35.308198 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Updating router a5c6307b-dc48-4c8b-8164-57a95f12de4b port 280c517a-d1f2-4cfb-b423-317034fd5fb5 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:23:35.457556 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6f01ac-236c-4c17-a3fe-022a1df87a93 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] DELETE failed (client error): The resource could not be found. Feb 09 13:23:35.458840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6f01ac-236c-4c17-a3fe-022a1df87a93 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:23:35.461884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ee6f01ac-236c-4c17-a3fe-022a1df87a93 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] 10.222.0.59 "DELETE /v2.0/ports/7a8dbc33-a83e-45fe-87f8-e995346546b6 HTTP/1.1" status: 404 len: 333 time: 0.2370727 Feb 09 13:23:35.464012 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:35.500364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33458) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:35.546001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3a45edd8-7287-4e78-b6b5-f93ad8b89f91 None None] Provisioning complete for port 66ad50f2-db5c-4022-a6cb-92e74be19d75 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:35.547004 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3a45edd8-7287-4e78-b6b5-f93ad8b89f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:35.661187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3a45edd8-7287-4e78-b6b5-f93ad8b89f91 None None] Port 66ad50f2-db5c-4022-a6cb-92e74be19d75 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:35.842653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:35.853394 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0f6f65-eeb1-48b2-9899-25fb00fecbfa tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] DELETE failed (client error): The resource could not be found. Feb 09 13:23:35.853829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0f6f65-eeb1-48b2-9899-25fb00fecbfa tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:23:35.866406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fd0f6f65-eeb1-48b2-9899-25fb00fecbfa tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] 10.222.0.59 "DELETE /v2.0/subnets/aadf8532-0a08-414f-a500-0db73aae169d HTTP/1.1" status: 404 len: 337 time: 0.3636956 Feb 09 13:23:35.874164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33464) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:35.896168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:35.916024 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0d8e82-bbeb-490a-a1ad-e03331c303f7 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] GET failed (client error): The resource could not be found. Feb 09 13:23:35.917531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-de0d8e82-bbeb-490a-a1ad-e03331c303f7 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] 10.222.0.59 "GET /v2.0/networks/19295041-08b0-469e-ba20-7acfcc034d38 HTTP/1.1" status: 404 len: 339 time: 0.0388224 Feb 09 13:23:35.925881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33468) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:35.928130 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b898326-f40b-48fd-902d-780bf26687b2 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:36.012176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-939ab171-23c7-4494-be03-764778bc6205 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:36.013742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-939ab171-23c7-4494-be03-764778bc6205 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 1.1799312 Feb 09 13:23:36.081803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Router 48c18e02-00e5-442c-9921-01d921d5e01a is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:23:36.131662 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:36.162742 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Transition to ACTIVE for port object 280c517a-d1f2-4cfb-b423-317034fd5fb5 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:36.181151 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:36.250097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:subnet and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:36.282546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:36.337110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:36.357371 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd9decf-a846-4d3f-a968-18805dfcb8e9 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] GET failed (client error): The resource could not be found. Feb 09 13:23:36.360010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2bd9decf-a846-4d3f-a968-18805dfcb8e9 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] 10.222.0.59 "GET /v2.0/ports/e78d9ec8-abc3-459f-9104-1d82eb89a26d HTTP/1.1" status: 404 len: 333 time: 0.3450918 Feb 09 13:23:36.418169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-d6b5f1eb-c599-468c-bf31-bb3226f2a1b0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Deleting port b5da82a3-ece9-474a-b2c3-cf2308170de8 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:36.418854 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-d6b5f1eb-c599-468c-bf31-bb3226f2a1b0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:36.511897 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19336b-4c78-4244-a645-894f8d8f55db None None] Pushing event updated for resources: {'Port': ['ID=280c517a-d1f2-4cfb-b423-317034fd5fb5,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:36.512932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33476) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:36.706582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:36.716307 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Attempting to bind port 280c517a-d1f2-4cfb-b423-317034fd5fb5 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:36.716677 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Attempting to bind port 280c517a-d1f2-4cfb-b423-317034fd5fb5 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '2d693c63-4173-4dce-a7c0-0eeeab47aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:36.717023 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Attempting to bind port 280c517a-d1f2-4cfb-b423-317034fd5fb5 on network 8efa4942-6df5-423c-a1f8-3f8662f01523 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:36.731530 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:36.732325 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Checking segment: {'id': '2d693c63-4173-4dce-a7c0-0eeeab47aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:36.732995 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:36.734303 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Bound using segment: {'id': '2d693c63-4173-4dce-a7c0-0eeeab47aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:36.735505 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Bound port: 280c517a-d1f2-4cfb-b423-317034fd5fb5, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d693c63-4173-4dce-a7c0-0eeeab47aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:36.736944 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:36.761272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6635b-9dc9-48c3-9299-28222723f558 req-f56083ff-81f7-4a05-bdba-9f163f023ba8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:36.766902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:23:36.771848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fb6635b-9dc9-48c3-9299-28222723f558 req-f56083ff-81f7-4a05-bdba-9f163f023ba8 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 1.2611094 Feb 09 13:23:36.779969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86936d76-79bd-4cdf-a765-29ba7a843f19 None None] Sync routers for ids ['48c18e02-00e5-442c-9921-01d921d5e01a'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:23:36.801056 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7cf5ab41-c1d7-4bcf-9179-4fe79634f974 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "PUT /v2.0/routers/48c18e02-00e5-442c-9921-01d921d5e01a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1201713 Feb 09 13:23:36.801715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33482) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:36.816430 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86936d76-79bd-4cdf-a765-29ba7a843f19 None None] Routers {'48c18e02-00e5-442c-9921-01d921d5e01a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:36.816430 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-86936d76-79bd-4cdf-a765-29ba7a843f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['48c18e02-00e5-442c-9921-01d921d5e01a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:36.839092 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6aee5f-d149-42b7-83e4-9523381103b7 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] GET failed (client error): The resource could not be found. Feb 09 13:23:36.848553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2a6aee5f-d149-42b7-83e4-9523381103b7 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] 10.222.0.59 "GET /v2.0/subnets/04a77b2f-344c-4317-82de-9d50494d7f21 HTTP/1.1" status: 404 len: 337 time: 0.3269668 Feb 09 13:23:36.854722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33486) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:36.881018 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] For port 280c517a-d1f2-4cfb-b423-317034fd5fb5, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:36.884901 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] For port 280c517a-d1f2-4cfb-b423-317034fd5fb5, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=280c517a-d1f2-4cfb-b423-317034fd5fb5,segment=NetworkSegment(2d693c63-4173-4dce-a7c0-0eeeab47aa44),segment_id=2d693c63-4173-4dce-a7c0-0eeeab47aa44)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:36.890776 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:36.938058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-eaa8680b-bc7f-4d06-95fb-12d73a071492 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:36.970409 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:37.003316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-86936d76-79bd-4cdf-a765-29ba7a843f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:37.011541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434101e2-def6-4558-a351-a993f0efd0b5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:37.012277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-434101e2-def6-4558-a351-a993f0efd0b5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:37.048326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86936d76-79bd-4cdf-a765-29ba7a843f19 None None] Routers {'48c18e02-00e5-442c-9921-01d921d5e01a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:37.050227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-86936d76-79bd-4cdf-a765-29ba7a843f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['48c18e02-00e5-442c-9921-01d921d5e01a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:37.051886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-434101e2-def6-4558-a351-a993f0efd0b5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:37.053253 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-434101e2-def6-4558-a351-a993f0efd0b5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports?device_id=48c18e02-00e5-442c-9921-01d921d5e01a HTTP/1.1" status: 200 len: 983 time: 0.2498243 Feb 09 13:23:37.058046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33490) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:37.107320 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19336b-4c78-4244-a645-894f8d8f55db None None] Pushing event updated for resources: {'Port': ['ID=280c517a-d1f2-4cfb-b423-317034fd5fb5,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:37.162955 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:37.167169 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:37.199973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-86936d76-79bd-4cdf-a765-29ba7a843f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:37.200363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86936d76-79bd-4cdf-a765-29ba7a843f19 None None] The sync data for ids ['48c18e02-00e5-442c-9921-01d921d5e01a'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:23:37.230459 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:37.245230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b898326-f40b-48fd-902d-780bf26687b2 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:37.304229 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa8680b-bc7f-4d06-95fb-12d73a071492 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] PUT failed (client error): The resource could not be found. Feb 09 13:23:37.304670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa8680b-bc7f-4d06-95fb-12d73a071492 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:23:37.305842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-eaa8680b-bc7f-4d06-95fb-12d73a071492 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] 10.222.0.59 "PUT /v2.0/networks/1738319f-0d6c-4b24-9fc8-45638e99a9f1 HTTP/1.1" status: 404 len: 339 time: 0.4213500 Feb 09 13:23:37.312748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b990da-237a-42d7-b9b0-45b9134315eb None None] Network 971fc996-114c-41dc-ae57-b16f97b5840b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:37.320634 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b898326-f40b-48fd-902d-780bf26687b2 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:37.328943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33498) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:37.348860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-906d87c4-defd-4639-87bf-c3472e12d8d1 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:37.358069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b898326-f40b-48fd-902d-780bf26687b2 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event deleted for resources: {'Subnet': ['ID=1b755a6c-d6d2-4e8d-bbd1-ce08f7a27543,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:37.390781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fb6635b-9dc9-48c3-9299-28222723f558 req-31ad3de7-b21e-4253-8469-284fece96864 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179159 Feb 09 13:23:37.408446 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-906d87c4-defd-4639-87bf-c3472e12d8d1 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] PUT failed (client error): The resource could not be found. Feb 09 13:23:37.408891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906d87c4-defd-4639-87bf-c3472e12d8d1 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:23:37.415384 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-906d87c4-defd-4639-87bf-c3472e12d8d1 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] 10.222.0.59 "PUT /v2.0/ports/d8151d88-eec4-4e5a-857a-b5ceb15a3318 HTTP/1.1" status: 404 len: 333 time: 0.0753636 Feb 09 13:23:37.415719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33504) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:37.422234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c67bdd47-f9fc-4bd9-9a2a-725fddb24d75 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:37.508840 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67bdd47-f9fc-4bd9-9a2a-725fddb24d75 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] PUT failed (client error): The resource could not be found. Feb 09 13:23:37.509109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67bdd47-f9fc-4bd9-9a2a-725fddb24d75 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:23:37.517975 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c67bdd47-f9fc-4bd9-9a2a-725fddb24d75 tempest-NetworksNegativeTestJSON-819030978 tempest-NetworksNegativeTestJSON-819030978-project] 10.222.0.59 "PUT /v2.0/subnets/5a93a07f-1131-49eb-aec6-c50f0a34cdeb HTTP/1.1" status: 404 len: 337 time: 0.0935788 Feb 09 13:23:37.538175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1b898326-f40b-48fd-902d-780bf26687b2 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "DELETE /v2.0/subnets/1b755a6c-d6d2-4e8d-bbd1-ce08f7a27543 HTTP/1.1" status: 204 len: 168 time: 3.5482597 Feb 09 13:23:37.541809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33510) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:37.578927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:37.599349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026a453-addd-4dcc-96da-34c417374f2a req-76626d46-c2e2-418f-939c-9fba69279dcb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:37.603436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026a453-addd-4dcc-96da-34c417374f2a req-76626d46-c2e2-418f-939c-9fba69279dcb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:37.607566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026a453-addd-4dcc-96da-34c417374f2a req-76626d46-c2e2-418f-939c-9fba69279dcb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:37.612140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026a453-addd-4dcc-96da-34c417374f2a req-76626d46-c2e2-418f-939c-9fba69279dcb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:37.616062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026a453-addd-4dcc-96da-34c417374f2a req-76626d46-c2e2-418f-939c-9fba69279dcb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:37.617044 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:23:37.620195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026a453-addd-4dcc-96da-34c417374f2a req-76626d46-c2e2-418f-939c-9fba69279dcb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:37.624132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026a453-addd-4dcc-96da-34c417374f2a req-76626d46-c2e2-418f-939c-9fba69279dcb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:37.626070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c026a453-addd-4dcc-96da-34c417374f2a req-76626d46-c2e2-418f-939c-9fba69279dcb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 1.0421100 Feb 09 13:23:37.632644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=834a6a8c-1933-4dd2-a56f-35232e926982,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:37.635216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:37.703668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:37.865107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1677cd72-7e6a-49de-9a1d-6cc45c5a85de None None] DHCP port deletion for 971fc996-114c-41dc-ae57-b16f97b5840b request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:23:37.869821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1677cd72-7e6a-49de-9a1d-6cc45c5a85de None None] Deleting port 6a26dffa-1095-4710-b308-f2beabb627e4 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:37.870184 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1677cd72-7e6a-49de-9a1d-6cc45c5a85de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:38.013527 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c026a453-addd-4dcc-96da-34c417374f2a req-4c1cbed8-f743-41c2-b7c8-95725c01e4b7 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3696947 Feb 09 13:23:38.034804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:38.054399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-d6b5f1eb-c599-468c-bf31-bb3226f2a1b0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] For port b5da82a3-ece9-474a-b2c3-cf2308170de8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5da82a3-ece9-474a-b2c3-cf2308170de8,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:38.054792 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-d6b5f1eb-c599-468c-bf31-bb3226f2a1b0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:38.075830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Deleting port 6a26dffa-1095-4710-b308-f2beabb627e4 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:38.076163 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:38.211088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33522) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:38.274915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1677cd72-7e6a-49de-9a1d-6cc45c5a85de None None] For port 6a26dffa-1095-4710-b308-f2beabb627e4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6a26dffa-1095-4710-b308-f2beabb627e4,segment=NetworkSegment(ce3ac151-4baf-4b90-bd02-406270221420),segment_id=ce3ac151-4baf-4b90-bd02-406270221420)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:38.275644 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1677cd72-7e6a-49de-9a1d-6cc45c5a85de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:38.420031 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:23:28Z', 'revision_number': 3, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:36Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:38.427245 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbc2c7f-a5fc-4cf8-a28a-09368d992c52 None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:23:28Z', 'revision_number': 3, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:36Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:23:38.441727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-d6b5f1eb-c599-468c-bf31-bb3226f2a1b0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Calling delete_port for b5da82a3-ece9-474a-b2c3-cf2308170de8 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:38.496119 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1677cd72-7e6a-49de-9a1d-6cc45c5a85de None None] Calling delete_port for 6a26dffa-1095-4710-b308-f2beabb627e4 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:38.677714 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:38.691032 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1677cd72-7e6a-49de-9a1d-6cc45c5a85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:38.719529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] For port 6a26dffa-1095-4710-b308-f2beabb627e4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6a26dffa-1095-4710-b308-f2beabb627e4,segment=NetworkSegment(ce3ac151-4baf-4b90-bd02-406270221420),segment_id=ce3ac151-4baf-4b90-bd02-406270221420)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:38.719931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:38.773440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677cd72-7e6a-49de-9a1d-6cc45c5a85de None None] Pushing event deleted for resources: {'Port': ['ID=6a26dffa-1095-4710-b308-f2beabb627e4,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:38.782400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677cd72-7e6a-49de-9a1d-6cc45c5a85de None None] No DVR routers for this DVR port 6a26dffa-1095-4710-b308-f2beabb627e4 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:38.853557 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b5da82a3-ece9-474a-b2c3-cf2308170de8 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:38.984618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Calling delete_port for 6a26dffa-1095-4710-b308-f2beabb627e4 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:39.112249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 280c517a-d1f2-4cfb-b423-317034fd5fb5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:39.182763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:39.182763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Usage tracker for resource:security_group_rule and tenant:a1711218dc174fd68fbb806c4260d0b6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:39.182763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:39.182763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:39.261947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:23:39.264417 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:23:39.328023 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:39.379558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 280c517a-d1f2-4cfb-b423-317034fd5fb5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:39.386393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 280c517a-d1f2-4cfb-b423-317034fd5fb5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:39.387147 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:39.524165 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:39.577985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:39.620053 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:39.644193 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-d6b5f1eb-c599-468c-bf31-bb3226f2a1b0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:39.648887 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:39.667735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 280c517a-d1f2-4cfb-b423-317034fd5fb5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=280c517a-d1f2-4cfb-b423-317034fd5fb5,segment=NetworkSegment(2d693c63-4173-4dce-a7c0-0eeeab47aa44),segment_id=2d693c63-4173-4dce-a7c0-0eeeab47aa44)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:39.673539 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:39.740352 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a1711218dc174fd68fbb806c4260d0b6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5264843 Feb 09 13:23:39.742076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33554) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:39.748797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5f1eb-c599-468c-bf31-bb3226f2a1b0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Pushing event deleted for resources: {'Port': ['ID=b5da82a3-ece9-474a-b2c3-cf2308170de8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:39.758512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6a26dffa-1095-4710-b308-f2beabb627e4 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:39.775239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d871ad6e-10e7-4aaa-987b-b192a3dcfa02,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:39.779439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Deleting port 6a26dffa-1095-4710-b308-f2beabb627e4 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:39.779787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:39.789008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10996ab-04a8-4831-a119-43fd87d9840e req-dc1a258e-d764-4244-b847-dc2fe0df866f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:39.796551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d10996ab-04a8-4831-a119-43fd87d9840e req-dc1a258e-d764-4244-b847-dc2fe0df866f tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3a83005-732a-469a-8a23-1aeccea1f90a HTTP/1.1" status: 200 len: 945 time: 1.1573899 Feb 09 13:23:39.801290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6a26dffa-1095-4710-b308-f2beabb627e4 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:23:39.801639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6a26dffa-1095-4710-b308-f2beabb627e4 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:23:39.806230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=280c517a-d1f2-4cfb-b423-317034fd5fb5,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:39.820516 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:39.992602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] The port '6a26dffa-1095-4710-b308-f2beabb627e4' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:23:40.053251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.053804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.054346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.054902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.055427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.056030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.056472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.057088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.057485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.058851 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.059629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a35b98-4856-49fe-b17d-0922edacdf76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:40.102364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Subnet': ['ID=e73be3bf-171a-45b0-8564-985bac256a70,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:40.115655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-d6b5f1eb-c599-468c-bf31-bb3226f2a1b0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] No DVR routers for this DVR port b5da82a3-ece9-474a-b2c3-cf2308170de8 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:40.129042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-d6b5f1eb-c599-468c-bf31-bb3226f2a1b0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.132834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a83005-732a-469a-8a23-1aeccea1f90a', 'name': 'network-vif-deleted', 'tag': 'b5da82a3-ece9-474a-b2c3-cf2308170de8'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:40.159541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Checking segment: {'id': '5d2e9ae4-adcf-4f80-b44d-d20db877a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:40.159900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network hostable DHCP agents. Network: aa925783-679a-448f-90f9-82c5f7605f7a, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:40.165603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d10996ab-04a8-4831-a119-43fd87d9840e req-a7a8f407-6540-4486-b05b-20fc7ca00691 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.59 "GET /v2.0/security-groups?id=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678896 Feb 09 13:23:40.189261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bee9dd-b39f-4f20-a7ba-4618e7dd6b44 req-7929f43a-ba08-4726-817f-b656c39cdaa5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.193319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bee9dd-b39f-4f20-a7ba-4618e7dd6b44 req-7929f43a-ba08-4726-817f-b656c39cdaa5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.197229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bee9dd-b39f-4f20-a7ba-4618e7dd6b44 req-7929f43a-ba08-4726-817f-b656c39cdaa5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.201588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bee9dd-b39f-4f20-a7ba-4618e7dd6b44 req-7929f43a-ba08-4726-817f-b656c39cdaa5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.205650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bee9dd-b39f-4f20-a7ba-4618e7dd6b44 req-7929f43a-ba08-4726-817f-b656c39cdaa5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.209213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-b21858a2-ddab-48d1-a538-70fb938e62ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.209726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bee9dd-b39f-4f20-a7ba-4618e7dd6b44 req-7929f43a-ba08-4726-817f-b656c39cdaa5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.213525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bee9dd-b39f-4f20-a7ba-4618e7dd6b44 req-7929f43a-ba08-4726-817f-b656c39cdaa5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.214055 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-b21858a2-ddab-48d1-a538-70fb938e62ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.219530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-b21858a2-ddab-48d1-a538-70fb938e62ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.221660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48bee9dd-b39f-4f20-a7ba-4618e7dd6b44 req-7929f43a-ba08-4726-817f-b656c39cdaa5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.8014352 Feb 09 13:23:40.223672 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.224220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-b21858a2-ddab-48d1-a538-70fb938e62ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.228669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-b21858a2-ddab-48d1-a538-70fb938e62ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.232952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-b21858a2-ddab-48d1-a538-70fb938e62ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.238268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-b21858a2-ddab-48d1-a538-70fb938e62ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.240026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-b21858a2-ddab-48d1-a538-70fb938e62ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Synchronizing usage tracker for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:40.269506 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.282837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d379479e-4f9c-4d71-b5be-afdf2578d2da req-d6b5f1eb-c599-468c-bf31-bb3226f2a1b0 tempest-ServerRescueTestJSON-1064249323 tempest-ServerRescueTestJSON-1064249323-project] 10.222.0.67 "DELETE /v2.0/ports/b5da82a3-ece9-474a-b2c3-cf2308170de8 HTTP/1.1" status: 204 len: 173 time: 4.2540278 Feb 09 13:23:40.290933 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a83005-732a-469a-8a23-1aeccea1f90a', 'name': 'network-vif-deleted', 'tag': 'b5da82a3-ece9-474a-b2c3-cf2308170de8', 'status': 'completed', 'code': 200} Feb 09 13:23:40.335127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48bee9dd-b39f-4f20-a7ba-4618e7dd6b44 req-2650a18b-1a26-484a-bf14-87f8150a6f91 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1125228 Feb 09 13:23:40.343473 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.359272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971fc996-114c-41dc-ae57-b16f97b5840b']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:40.375041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3ac151-4baf-4b90-bd02-406270221420') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:40.375570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3ac151-4baf-4b90-bd02-406270221420') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:40.390284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network aa925783-679a-448f-90f9-82c5f7605f7a is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:40.403465 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.421359 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b28a11d2-8e35-4d83-a815-d4b4cf71ac9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.422965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-b21858a2-ddab-48d1-a538-70fb938e62ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Unset dirty status for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:40.424093 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-b21858a2-ddab-48d1-a538-70fb938e62ae tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.8439884 Feb 09 13:23:40.447017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.487310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, aa925783-679a-448f-90f9-82c5f7605f7a) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:40.496109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0086294-608e-4a97-9150-326ab8389285 None None] Network aa925783-679a-448f-90f9-82c5f7605f7a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:40.513890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:23:40.515186 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:23:40.539932 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:23:40.561027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b28a11d2-8e35-4d83-a815-d4b4cf71ac9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.597862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.598717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.647733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-74fd58e9-53f1-4dc6-a060-39696142ecfb tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4074569 Feb 09 13:23:40.649071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33566) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:40.724549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-75fa2af2-3d2d-49b3-8e72-6786b6c1540c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:40.726389 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-75fa2af2-3d2d-49b3-8e72-6786b6c1540c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "GET /v2.0/ports/11e971e0-41de-46c8-a5ab-0399676dcff1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2826614 Feb 09 13:23:40.755615 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.793319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-aa925783-679a-448f-90f9-82c5f7605f7a', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:23:40.794212 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.807264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:23:40.825906 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.838194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.845563 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:40.879275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] Pushing event deleted for resources: {'Network': ['ID=971fc996-114c-41dc-ae57-b16f97b5840b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:40.917678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=834a6a8c-1933-4dd2-a56f-35232e926982,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:40.997797 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:41.019728 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d823788e-5430-4496-b2b9-c74b45b40375 tempest-FloatingIPNegativeTestJSON-120912183 tempest-FloatingIPNegativeTestJSON-120912183-project] 10.222.0.59 "DELETE /v2.0/networks/971fc996-114c-41dc-ae57-b16f97b5840b HTTP/1.1" status: 204 len: 168 time: 3.4767528 Feb 09 13:23:41.028361 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b28a11d2-8e35-4d83-a815-d4b4cf71ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:41.031760 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b28a11d2-8e35-4d83-a815-d4b4cf71ac9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:41.033210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b28a11d2-8e35-4d83-a815-d4b4cf71ac9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d871ad6e-10e7-4aaa-987b-b192a3dcfa02 HTTP/1.1" status: 204 len: 168 time: 1.2552283 Feb 09 13:23:41.060636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a11d2-8e35-4d83-a815-d4b4cf71ac9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d871ad6e-10e7-4aaa-987b-b192a3dcfa02,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:41.134825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-5f9d8328-6b79-4d83-a2e1-de0cbd316803 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Synchronizing usage tracker for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:41.140101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 66ad50f2-db5c-4022-a6cb-92e74be19d75 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:41.140691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:41.146993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 280c517a-d1f2-4cfb-b423-317034fd5fb5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:41.210549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-5f9d8328-6b79-4d83-a2e1-de0cbd316803 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Unset dirty status for tenant:5bf42b67591842eeb2c9ab0bd5cffbc2 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:41.213016 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-5f9d8328-6b79-4d83-a2e1-de0cbd316803 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "GET /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4786792 Feb 09 13:23:41.232635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:41.407141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33580) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:41.592403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Allocated IP 172.22.0.2 (aa925783-679a-448f-90f9-82c5f7605f7a/e73be3bf-171a-45b0-8564-985bac256a70/926c43e6-474b-42ed-bca2-e6a2eab43d5a) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:41.730311 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:41.780321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:41.798815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:41.872657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 280c517a-d1f2-4cfb-b423-317034fd5fb5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:41.873020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:42.048495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33592) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:42.063493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:42.111166 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Floating IP 846322fe-97c9-4ee8-9a15-daa4b445f621 associated. External IP: 172.25.5.36, port: b15708a4-1b62-4d2f-9a5d-d31cba53f530. Feb 09 13:23:42.118586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Transition to ACTIVE for port object 926c43e6-474b-42ed-bca2-e6a2eab43d5a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:42.136157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 66ad50f2-db5c-4022-a6cb-92e74be19d75 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:42.159382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Transition to ACTIVE for port object 926c43e6-474b-42ed-bca2-e6a2eab43d5a will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:42.166884 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:42.251229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Pushing event updated for resources: {'Port': ['ID=926c43e6-474b-42ed-bca2-e6a2eab43d5a,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:42.286808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Network aa925783-679a-448f-90f9-82c5f7605f7a is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:42.288831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:42.291798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:42.404529 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:42.412563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Attempting to bind port 926c43e6-474b-42ed-bca2-e6a2eab43d5a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:42.413217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Attempting to bind port 926c43e6-474b-42ed-bca2-e6a2eab43d5a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '5d2e9ae4-adcf-4f80-b44d-d20db877a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:42.413781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Attempting to bind port 926c43e6-474b-42ed-bca2-e6a2eab43d5a on network aa925783-679a-448f-90f9-82c5f7605f7a {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:42.423796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:42.424401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Checking segment: {'id': '5d2e9ae4-adcf-4f80-b44d-d20db877a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:42.425540 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:42.426507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Bound using segment: {'id': '5d2e9ae4-adcf-4f80-b44d-d20db877a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:42.427249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Bound port: 926c43e6-474b-42ed-bca2-e6a2eab43d5a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e9ae4-adcf-4f80-b44d-d20db877a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:42.427805 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:42.463490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=66ad50f2-db5c-4022-a6cb-92e74be19d75,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:42.548690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4627f-fe85-4f42-bf4a-f7334454c096 req-55cf8995-82dd-4566-8211-e86a85e8e7b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:42.556929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4627f-fe85-4f42-bf4a-f7334454c096 req-55cf8995-82dd-4566-8211-e86a85e8e7b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:42.560902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4627f-fe85-4f42-bf4a-f7334454c096 req-55cf8995-82dd-4566-8211-e86a85e8e7b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:42.564940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4627f-fe85-4f42-bf4a-f7334454c096 req-55cf8995-82dd-4566-8211-e86a85e8e7b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:42.570885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4627f-fe85-4f42-bf4a-f7334454c096 req-55cf8995-82dd-4566-8211-e86a85e8e7b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:42.577656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4627f-fe85-4f42-bf4a-f7334454c096 req-55cf8995-82dd-4566-8211-e86a85e8e7b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:42.587258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4627f-fe85-4f42-bf4a-f7334454c096 req-55cf8995-82dd-4566-8211-e86a85e8e7b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:42.589310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ed4627f-fe85-4f42-bf4a-f7334454c096 req-55cf8995-82dd-4566-8211-e86a85e8e7b1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 5441 time: 0.8706667 Feb 09 13:23:42.613722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] For port 926c43e6-474b-42ed-bca2-e6a2eab43d5a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:42.617962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] For port 926c43e6-474b-42ed-bca2-e6a2eab43d5a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=926c43e6-474b-42ed-bca2-e6a2eab43d5a,segment=NetworkSegment(5d2e9ae4-adcf-4f80-b44d-d20db877a454),segment_id=5d2e9ae4-adcf-4f80-b44d-d20db877a454)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:42.624580 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:42.703739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-22d94649-6844-4946-b564-b3b00e10e980 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56ef2915706b42c0b5a584dac832ce18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6496108 Feb 09 13:23:42.715697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33614) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:42.759352 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a34705-fad9-484c-bb14-4a60c69b5132 None None] Pushing event updated for resources: {'Port': ['ID=926c43e6-474b-42ed-bca2-e6a2eab43d5a,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:42.833212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b5f9211f-81ae-41f8-83a1-88787a718ab2 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:42.915664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ed4627f-fe85-4f42-bf4a-f7334454c096 req-268c8379-b40b-48ab-9f27-8685bed83a18 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2915869 Feb 09 13:23:43.096104 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:43.163307 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:43.181379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] For port 11e971e0-41de-46c8-a5ab-0399676dcff1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=11e971e0-41de-46c8-a5ab-0399676dcff1,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:43.192084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f9211f-81ae-41f8-83a1-88787a718ab2'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:43.221458 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:43.239132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port b5f9211f-81ae-41f8-83a1-88787a718ab2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5f9211f-81ae-41f8-83a1-88787a718ab2,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:43.247781 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:43.249901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device f99990b9-7b64-4f2b-96a4-bf1ab09e2420 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:43.411687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:43.434339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] For port 11e971e0-41de-46c8-a5ab-0399676dcff1, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:43.438167 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5f9211f-81ae-41f8-83a1-88787a718ab2', 'code': 200} Feb 09 13:23:43.529452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] device_id is not set on port 11e971e0-41de-46c8-a5ab-0399676dcff1 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:23:43.539916 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:43.568541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=b5f9211f-81ae-41f8-83a1-88787a718ab2,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:43.599599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:43.644977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:43.663992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port f99990b9-7b64-4f2b-96a4-bf1ab09e2420, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:43.668390 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:43.669159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 11e971e0-41de-46c8-a5ab-0399676dcff1 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:43.735500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=11e971e0-41de-46c8-a5ab-0399676dcff1,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:43.800317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:43.849649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 11e971e0-41de-46c8-a5ab-0399676dcff1 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:23:43.850823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e1dccfb1-48f5-4a5c-93b8-52845ae0e370 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:43.934064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] No DVR routers for this DVR port 11e971e0-41de-46c8-a5ab-0399676dcff1 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:44.120917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:44.156233 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:44.235782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e1dccfb1-48f5-4a5c-93b8-52845ae0e370, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:44.242553 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:44.244305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c1d54154-7ddf-4923-b348-8cbc69e1117c no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:44.515815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:44.646342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b9c812d1-a74a-4b13-a74f-d2df4091c2be None None] Provisioning complete for port 11e971e0-41de-46c8-a5ab-0399676dcff1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:44.647190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b9c812d1-a74a-4b13-a74f-d2df4091c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:44.652320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] In _notify_port_updated(), no bound segment for port 11e971e0-41de-46c8-a5ab-0399676dcff1 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:23:44.661853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:44.663106 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-f21cccbf-9809-41a4-8693-059c5826a6d9 service neutron] 10.222.0.67 "PUT /v2.0/ports/11e971e0-41de-46c8-a5ab-0399676dcff1 HTTP/1.1" status: 200 len: 1029 time: 3.4373369 Feb 09 13:23:44.717967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6bb66-e555-418d-9776-b2782cc6d8ac None None] Network aa925783-679a-448f-90f9-82c5f7605f7a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:44.794699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-3d3c20ee-0fe4-4b4b-9549-f7a87216c5cd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:44.796347 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-3d3c20ee-0fe4-4b4b-9549-f7a87216c5cd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "GET /v2.0/ports/3dada7ca-c3ef-4073-975d-bd215f94d800?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1240697 Feb 09 13:23:44.807855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:44.834714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:44.951072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Router 48c18e02-00e5-442c-9921-01d921d5e01a has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:23:45.143168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:45.156433 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:45.196106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b9c812d1-a74a-4b13-a74f-d2df4091c2be None None] Port 11e971e0-41de-46c8-a5ab-0399676dcff1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:45.201105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 926c43e6-474b-42ed-bca2-e6a2eab43d5a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:45.349469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c1d54154-7ddf-4923-b348-8cbc69e1117c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c1d54154-7ddf-4923-b348-8cbc69e1117c,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:45.355378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7cfd50f7-cc52-4880-82fd-12f714531544 None None] Provisioning for port 926c43e6-474b-42ed-bca2-e6a2eab43d5a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:45.368776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:45.369796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3dada7ca-c3ef-4073-975d-bd215f94d800 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:45.404490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357d205c-3e4c-4345-aae6-0d72502e131a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:45.424145 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:45.425519 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/357d205c-3e4c-4345-aae6-0d72502e131a HTTP/1.1" status: 204 len: 168 time: 2.7084548 Feb 09 13:23:45.472874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.474136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.475119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.476021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.476917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.477508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.478067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.478689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.479558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.480105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.480704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564e2919-0b58-489e-9802-1861027f535c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:23:45.518352 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420'}, {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1dccfb1-48f5-4a5c-93b8-52845ae0e370'}, {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d54154-7ddf-4923-b348-8cbc69e1117c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:45.523871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=c1d54154-7ddf-4923-b348-8cbc69e1117c,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:45.532441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Allocated IP 172.22.0.1 (aa925783-679a-448f-90f9-82c5f7605f7a/e73be3bf-171a-45b0-8564-985bac256a70/b8da8520-4482-4b35-83ad-d3f527b9427a) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:45.574642 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 926c43e6-474b-42ed-bca2-e6a2eab43d5a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:45.587102 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 926c43e6-474b-42ed-bca2-e6a2eab43d5a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:45.587509 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:45.640738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] For port 3dada7ca-c3ef-4073-975d-bd215f94d800, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3dada7ca-c3ef-4073-975d-bd215f94d800,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:45.643461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e21f7-6322-4900-82a8-b920fd80528b req-9906b6a1-7577-42de-a925-53a48add3799 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.652760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e21f7-6322-4900-82a8-b920fd80528b req-9906b6a1-7577-42de-a925-53a48add3799 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.666431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e21f7-6322-4900-82a8-b920fd80528b req-9906b6a1-7577-42de-a925-53a48add3799 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.671674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] For port 3dada7ca-c3ef-4073-975d-bd215f94d800, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:45.677534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e21f7-6322-4900-82a8-b920fd80528b req-9906b6a1-7577-42de-a925-53a48add3799 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.688811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e21f7-6322-4900-82a8-b920fd80528b req-9906b6a1-7577-42de-a925-53a48add3799 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.693641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e21f7-6322-4900-82a8-b920fd80528b req-9906b6a1-7577-42de-a925-53a48add3799 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:45.696384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c3e21f7-6322-4900-82a8-b920fd80528b req-9906b6a1-7577-42de-a925-53a48add3799 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 4659 time: 1.3166447 Feb 09 13:23:45.733861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] device_id is not set on port 3dada7ca-c3ef-4073-975d-bd215f94d800 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:23:45.752588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:45.772131 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420', 'code': 200} Feb 09 13:23:45.773091 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:45.773535 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1dccfb1-48f5-4a5c-93b8-52845ae0e370', 'code': 200} Feb 09 13:23:45.777125 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d54154-7ddf-4923-b348-8cbc69e1117c', 'code': 200} Feb 09 13:23:45.820892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3dada7ca-c3ef-4073-975d-bd215f94d800 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:23:45.821476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:45.824811 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.031699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.075524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c3e21f7-6322-4900-82a8-b920fd80528b req-172419ee-fc88-45cb-ac63-005029da93e3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=b3bca68c-7f8d-4140-bdff-5041bdfeec7f&id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3669908 Feb 09 13:23:46.083401 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.137709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 926c43e6-474b-42ed-bca2-e6a2eab43d5a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=926c43e6-474b-42ed-bca2-e6a2eab43d5a,segment=NetworkSegment(5d2e9ae4-adcf-4f80-b44d-d20db877a454),segment_id=5d2e9ae4-adcf-4f80-b44d-d20db877a454)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:46.158600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.162851 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.171581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router e97abf9b-3c54-480c-8668-387ef6afa516 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:23:46.182984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] Pushing event updated for resources: {'Port': ['ID=3dada7ca-c3ef-4073-975d-bd215f94d800,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:46.215242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Transition to ACTIVE for port object b8da8520-4482-4b35-83ad-d3f527b9427a will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:46.257679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:46.276496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.300207 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.335856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=926c43e6-474b-42ed-bca2-e6a2eab43d5a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:46.494564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.515492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:46.533779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3d28e8b1-43a2-4934-8634-b91a1418cad4 None None] Provisioning complete for port 926c43e6-474b-42ed-bca2-e6a2eab43d5a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:46.534336 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3d28e8b1-43a2-4934-8634-b91a1418cad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.561816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] No DVR routers for this DVR port 3dada7ca-c3ef-4073-975d-bd215f94d800 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:46.615978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network aa925783-679a-448f-90f9-82c5f7605f7a is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:46.626200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:46.641075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:46.697866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:23:46.714699 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.720650 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b877f2f-92b3-4251-a9c8-d8c37e3794f3 None None] Sync routers for ids ['48c18e02-00e5-442c-9921-01d921d5e01a'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:23:46.722769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=b8da8520-4482-4b35-83ad-d3f527b9427a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:46.762619 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b877f2f-92b3-4251-a9c8-d8c37e3794f3 None None] Routers {'48c18e02-00e5-442c-9921-01d921d5e01a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:46.770362 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1b877f2f-92b3-4251-a9c8-d8c37e3794f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['48c18e02-00e5-442c-9921-01d921d5e01a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:46.802606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] In _notify_port_updated(), no bound segment for port 3dada7ca-c3ef-4073-975d-bd215f94d800 on network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:23:46.804546 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.806007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-72de2828-bacb-412d-8aab-1c6cf4da7358 service neutron] 10.222.0.67 "PUT /v2.0/ports/3dada7ca-c3ef-4073-975d-bd215f94d800 HTTP/1.1" status: 200 len: 1033 time: 2.0029755 Feb 09 13:23:46.812176 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b803504e-decd-4f87-8c8d-d540cc0d1374 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "PUT /v2.0/routers/48c18e02-00e5-442c-9921-01d921d5e01a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7527723 Feb 09 13:23:46.818623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33672) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:46.919289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9bb0395e-aa76-4a0b-9b88-27409278297e None None] Provisioning complete for port 3dada7ca-c3ef-4073-975d-bd215f94d800 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:46.919796 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9bb0395e-aa76-4a0b-9b88-27409278297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:46.944394 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1b877f2f-92b3-4251-a9c8-d8c37e3794f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:47.000012 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b877f2f-92b3-4251-a9c8-d8c37e3794f3 None None] Routers {'48c18e02-00e5-442c-9921-01d921d5e01a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:47.001614 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1b877f2f-92b3-4251-a9c8-d8c37e3794f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['48c18e02-00e5-442c-9921-01d921d5e01a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:47.059983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 926c43e6-474b-42ed-bca2-e6a2eab43d5a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:47.065744 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-6149125a-c429-42ca-bc35-d2c7486c8e37 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:23:47.066389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6149125a-c429-42ca-bc35-d2c7486c8e37 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:47.090957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6149125a-c429-42ca-bc35-d2c7486c8e37 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:47.092294 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6149125a-c429-42ca-bc35-d2c7486c8e37 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/66ad50f2-db5c-4022-a6cb-92e74be19d75 HTTP/1.1" status: 404 len: 333 time: 0.1948133 Feb 09 13:23:47.095855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33684) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:47.190222 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1b877f2f-92b3-4251-a9c8-d8c37e3794f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:47.191260 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b877f2f-92b3-4251-a9c8-d8c37e3794f3 None None] The sync data for ids ['48c18e02-00e5-442c-9921-01d921d5e01a'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:23:47.236354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-677a1a43-26ae-427b-88e2-9044f0f2b4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:47.236823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-677a1a43-26ae-427b-88e2-9044f0f2b4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:47.252437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0395e-aa76-4a0b-9b88-27409278297e None None] Port 3dada7ca-c3ef-4073-975d-bd215f94d800 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:47.278382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 926c43e6-474b-42ed-bca2-e6a2eab43d5a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:47.279565 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:47.306698 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:47.468505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7fdf702c-28c4-4f28-85ac-233999bbae6a None None] Provisioning for port b8da8520-4482-4b35-83ad-d3f527b9427a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:23:47.480599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7fdf702c-28c4-4f28-85ac-233999bbae6a None None] Provisioning complete for port b8da8520-4482-4b35-83ad-d3f527b9427a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:47.484749 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7fdf702c-28c4-4f28-85ac-233999bbae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:47.595203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:23:47.633527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-677a1a43-26ae-427b-88e2-9044f0f2b4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] For port e1dccfb1-48f5-4a5c-93b8-52845ae0e370, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:47.633905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-677a1a43-26ae-427b-88e2-9044f0f2b4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:47.645299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf702c-28c4-4f28-85ac-233999bbae6a None None] Port b8da8520-4482-4b35-83ad-d3f527b9427a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:47.652492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] Sync routers for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:23:47.682901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:47.685075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:47.795918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:47.836416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-677a1a43-26ae-427b-88e2-9044f0f2b4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Calling delete_port for e1dccfb1-48f5-4a5c-93b8-52845ae0e370 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:47.837008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c2c0dc-e08e-4a20-a53f-aeb6aef68e33'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:48.001498 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59c2c0dc-e08e-4a20-a53f-aeb6aef68e33', 'code': 200} Feb 09 13:23:48.099370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4b246-8442-4cae-be2d-49de354a5690 req-f16ef401-9959-400c-a38f-91466210add6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:48.104441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4b246-8442-4cae-be2d-49de354a5690 req-f16ef401-9959-400c-a38f-91466210add6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:48.108484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4b246-8442-4cae-be2d-49de354a5690 req-f16ef401-9959-400c-a38f-91466210add6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:48.112594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4b246-8442-4cae-be2d-49de354a5690 req-f16ef401-9959-400c-a38f-91466210add6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:48.116981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4b246-8442-4cae-be2d-49de354a5690 req-f16ef401-9959-400c-a38f-91466210add6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:48.128228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34b4b246-8442-4cae-be2d-49de354a5690 req-f16ef401-9959-400c-a38f-91466210add6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 3875 time: 0.7177572 Feb 09 13:23:48.149446 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-905922d4-ecc3-4756-afe4-f27f2d146cde tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:48.173616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:23:48.353994 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-677a1a43-26ae-427b-88e2-9044f0f2b4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:48.419081 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4c71cae8-f583-43e3-a7af-a56b18d26adc tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 16.0011177 Feb 09 13:23:48.423287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33716) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:48.427190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'tag': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:48.569938 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'tag': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'status': 'completed', 'code': 200} Feb 09 13:23:48.587837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a1a43-26ae-427b-88e2-9044f0f2b4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Port': ['ID=e1dccfb1-48f5-4a5c-93b8-52845ae0e370,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:48.631628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34b4b246-8442-4cae-be2d-49de354a5690 req-3bc8d979-331e-4de2-b247-70ffeaf595e3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022025 Feb 09 13:23:48.788180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:22:53Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '846322fe-97c9-4ee8-9a15-daa4b445f621', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'mac_address': 'fa:16:3e:f4:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:39Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 0, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:48.792857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] Checking router: e97abf9b-3c54-480c-8668-387ef6afa516 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:23:48.809519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:48.810453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:48.895924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-677a1a43-26ae-427b-88e2-9044f0f2b4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] No DVR routers for this DVR port e1dccfb1-48f5-4a5c-93b8-52845ae0e370 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:48.898880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-677a1a43-26ae-427b-88e2-9044f0f2b4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.008935 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.104206 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-62f8e068-6d66-4d4e-8839-44599edec94c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/floatingips/846322fe-97c9-4ee8-9a15-daa4b445f621 HTTP/1.1" status: 200 len: 990 time: 0.6713479 Feb 09 13:23:49.106784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.131006 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-905922d4-ecc3-4756-afe4-f27f2d146cde tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.142990 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-905922d4-ecc3-4756-afe4-f27f2d146cde tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.184043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33726) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:49.199478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-deleted', 'tag': 'e1dccfb1-48f5-4a5c-93b8-52845ae0e370'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:49.221155 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-905922d4-ecc3-4756-afe4-f27f2d146cde tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.221499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905922d4-ecc3-4756-afe4-f27f2d146cde tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Fanout notify agent at l3_agent the message router_deleted on router 48c18e02-00e5-442c-9921-01d921d5e01a {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:23:49.251467 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-905922d4-ecc3-4756-afe4-f27f2d146cde tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.253017 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-905922d4-ecc3-4756-afe4-f27f2d146cde tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/routers/48c18e02-00e5-442c-9921-01d921d5e01a HTTP/1.1" status: 204 len: 168 time: 2.1562939 Feb 09 13:23:49.256004 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-677a1a43-26ae-427b-88e2-9044f0f2b4a3 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "DELETE /v2.0/ports/e1dccfb1-48f5-4a5c-93b8-52845ae0e370 HTTP/1.1" status: 204 len: 173 time: 2.4405704 Feb 09 13:23:49.260323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33734) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:49.274827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:23:49.344698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=b8da8520-4482-4b35-83ad-d3f527b9427a,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:49.401033 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-deleted', 'tag': 'e1dccfb1-48f5-4a5c-93b8-52845ae0e370', 'status': 'completed', 'code': 200} Feb 09 13:23:49.401459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33740) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:49.417072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd80a8ef-6317-4d54-84ae-227994787f28 req-caef5b01-9910-447f-b726-faa95d176274 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 1096 time: 0.8036239 Feb 09 13:23:49.464241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-d9c67c97-a50e-48ca-bde5-afa08af1d069 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port c1d54154-7ddf-4923-b348-8cbc69e1117c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:49.464573 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-d9c67c97-a50e-48ca-bde5-afa08af1d069 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.503348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.729956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84c82d0-9fe2-4b5e-8ed6-f82543a0799e req-d225541a-2e28-4ab4-9562-157524f4c76b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7086432 Feb 09 13:23:49.731197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-714068988'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:49.747526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:49.767238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:network and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:49.775923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:49.789282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:49.818684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:49.824448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.858633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb675f30-dce0-4f52-93bd-859db8009bd7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet 518e6688-dac4-49e0-8db8-d28ab6dc4a16 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:23:49.865257 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4e22595-167f-4412-83ce-ebaef073dad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.873215 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:49.908334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80a8ef-6317-4d54-84ae-227994787f28 req-d42b7ef4-191c-456e-b380-d6e4fd7ccdd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:49.910067 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd80a8ef-6317-4d54-84ae-227994787f28 req-d42b7ef4-191c-456e-b380-d6e4fd7ccdd9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 HTTP/1.1" status: 200 len: 896 time: 0.4704242 Feb 09 13:23:50.041803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network aa925783-679a-448f-90f9-82c5f7605f7a is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:50.043271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] Deleting port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:50.043603 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:50.109149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:22:53Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '846322fe-97c9-4ee8-9a15-daa4b445f621', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'mac_address': 'fa:16:3e:f4:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:39Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 0, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:50.116983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b66a3-fb6a-4991-a0ab-0a8e838f5b27 None None] The sync data for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 is: [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:22:53Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '846322fe-97c9-4ee8-9a15-daa4b445f621', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'mac_address': 'fa:16:3e:f4:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:39Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 0, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:23:50.159985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33756) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:50.168780 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb675f30-dce0-4f52-93bd-859db8009bd7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:50.313445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] For port 4e176c8e-4c43-4c40-a56b-4a814c1a0e01, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4e176c8e-4c43-4c40-a56b-4a814c1a0e01,segment=NetworkSegment(f6cdeec5-a6f6-4eca-a050-996112e01c8f),segment_id=f6cdeec5-a6f6-4eca-a050-996112e01c8f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:50.313792 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:50.431641 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb675f30-dce0-4f52-93bd-859db8009bd7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:50.463158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:50.466734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:50.481283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] Calling delete_port for 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:50.502147 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424eb292-7da0-4d1b-8c97-2af7b385dad8 None None] New status for floating IP 846322fe-97c9-4ee8-9a15-daa4b445f621: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:23:50.586261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group_rule and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:50.601210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:50.628953 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-831eff9c-8110-49b4-bdbb-a6d3759ab6d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/floatingips/846322fe-97c9-4ee8-9a15-daa4b445f621 HTTP/1.1" status: 200 len: 990 time: 0.4666734 Feb 09 13:23:50.849596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-d9c67c97-a50e-48ca-bde5-afa08af1d069 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] For port c1d54154-7ddf-4923-b348-8cbc69e1117c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c1d54154-7ddf-4923-b348-8cbc69e1117c,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:50.850328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-d9c67c97-a50e-48ca-bde5-afa08af1d069 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:50.915763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c3fc5de4-2f47-4a38-872b-9b6ac209b81c None None] Provisioning complete for port b8da8520-4482-4b35-83ad-d3f527b9427a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:23:50.916593 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c3fc5de4-2f47-4a38-872b-9b6ac209b81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:50.983494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd80a8ef-6317-4d54-84ae-227994787f28 req-bb66c79d-afb1-4ce6-a5cf-344f60cffc0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530 HTTP/1.1" status: 200 len: 998 time: 1.0601096 Feb 09 13:23:51.007859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c4e22595-167f-4412-83ce-ebaef073dad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:51.022515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb675f30-dce0-4f52-93bd-859db8009bd7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.047336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc5de4-2f47-4a38-872b-9b6ac209b81c None None] Port b8da8520-4482-4b35-83ad-d3f527b9427a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:23:51.090322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80a8ef-6317-4d54-84ae-227994787f28 req-c49d3088-b62f-4169-86ad-a29a665b50e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:51.093963 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd80a8ef-6317-4d54-84ae-227994787f28 req-c49d3088-b62f-4169-86ad-a29a665b50e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=266f2c9a-d4a2-4f86-82ef-c7a2697280fe HTTP/1.1" status: 200 len: 834 time: 0.0931270 Feb 09 13:23:51.096173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:51.109692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-d9c67c97-a50e-48ca-bde5-afa08af1d069 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Calling delete_port for c1d54154-7ddf-4923-b348-8cbc69e1117c owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:51.169883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c4e22595-167f-4412-83ce-ebaef073dad2 admin admin] Usage tracker for resource:security_group_rule and tenant:ea573bad8b994d18aaff446aa56e2672 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:51.182040 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb675f30-dce0-4f52-93bd-859db8009bd7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.194140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c4e22595-167f-4412-83ce-ebaef073dad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:51.218144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c4e22595-167f-4412-83ce-ebaef073dad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:51.227723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb675f30-dce0-4f52-93bd-859db8009bd7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=518e6688-dac4-49e0-8db8-d28ab6dc4a16,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:51.270921 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb675f30-dce0-4f52-93bd-859db8009bd7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.305430 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e72b1-23c8-4fe8-a3c2-56cf9bd98ef7 None None] Network 3b338a9f-41a6-4123-bada-26931bc5c170 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:51.342127 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bb675f30-dce0-4f52-93bd-859db8009bd7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/518e6688-dac4-49e0-8db8-d28ab6dc4a16 HTTP/1.1" status: 204 len: 168 time: 2.0804501 Feb 09 13:23:51.353259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33780) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:51.357452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c54d55-b5e3-485e-b535-793395de100c req-7498b007-3a26-403c-9585-00530f5c5eed tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:51.362637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c54d55-b5e3-485e-b535-793395de100c req-7498b007-3a26-403c-9585-00530f5c5eed tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:51.367877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c54d55-b5e3-485e-b535-793395de100c req-7498b007-3a26-403c-9585-00530f5c5eed tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:51.372635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c54d55-b5e3-485e-b535-793395de100c req-7498b007-3a26-403c-9585-00530f5c5eed tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:51.374671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81c54d55-b5e3-485e-b535-793395de100c req-7498b007-3a26-403c-9585-00530f5c5eed tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 3142 time: 1.3720584 Feb 09 13:23:51.497165 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.507930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.517784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.529378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:51.539207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.539542 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Added segment cf92958e-d5fe-459d-b025-e8bb883a5fd9 of type vlan for network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 Feb 09 13:23:51.569973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.622442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.626298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:51.626981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.635806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33786) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:51.669737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd80a8ef-6317-4d54-84ae-227994787f28 req-a2be0e00-c63b-4090-a0bd-a93cb78ff56a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5498414 Feb 09 13:23:51.743371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 556cc085-5119-432c-9195-cf7d68f9e667 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:51.743708 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.755122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6547952-09ee-4b28-92b5-a5fb2cf3d85c None None] DHCP port deletion for 3b338a9f-41a6-4123-bada-26931bc5c170 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:23:51.760685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d6547952-09ee-4b28-92b5-a5fb2cf3d85c None None] Deleting port 556cc085-5119-432c-9195-cf7d68f9e667 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:51.762212 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d6547952-09ee-4b28-92b5-a5fb2cf3d85c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.826241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4e22595-167f-4412-83ce-ebaef073dad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.844284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-d9c67c97-a50e-48ca-bde5-afa08af1d069 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.896910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81c54d55-b5e3-485e-b535-793395de100c req-1497c985-4985-4ab1-a73b-fd84fece4cf1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5146897 Feb 09 13:23:51.918983 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4e22595-167f-4412-83ce-ebaef073dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:51.931658 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c67c97-a50e-48ca-bde5-afa08af1d069 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Port': ['ID=c1d54154-7ddf-4923-b348-8cbc69e1117c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:52.008576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50329ac4-59b4-4df1-9da8-4769d6c0983c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:52.027512 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6249981 Feb 09 13:23:52.031642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33792) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:52.048742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b51fcf-7c26-4297-9e22-df17464e2b19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Network': ['ID=53770cc7-5c72-4690-80ea-5b9f2d6a7e06,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:52.060047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'name': 'tempest-PortsIpV6TestJSON-124909987'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:52.109521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c4e22595-167f-4412-83ce-ebaef073dad2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea573bad8b994d18aaff446aa56e2672&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8560793 Feb 09 13:23:52.109521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e22595-167f-4412-83ce-ebaef073dad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b66637-1c47-456f-98f6-004f777a3456,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:52.114848 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:52.140884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33796) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:52.157495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:52.229430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e176c8e-4c43-4c40-a56b-4a814c1a0e01,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:52.234415 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd80a8ef-6317-4d54-84ae-227994787f28 req-05fe07aa-85b0-46c3-9953-d221b8b6d9cb service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548553 Feb 09 13:23:52.318945 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d6547952-09ee-4b28-92b5-a5fb2cf3d85c None None] For port 556cc085-5119-432c-9195-cf7d68f9e667, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=556cc085-5119-432c-9195-cf7d68f9e667,segment=NetworkSegment(4b35d27a-02d5-4c0d-a336-73f85c172bc1),segment_id=4b35d27a-02d5-4c0d-a336-73f85c172bc1)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:52.319413 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d6547952-09ee-4b28-92b5-a5fb2cf3d85c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:52.388561 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dc793f21-af12-4f9b-9476-4cc394948fd3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/floatingips/846322fe-97c9-4ee8-9a15-daa4b445f621 HTTP/1.1" status: 200 len: 992 time: 0.7332327 Feb 09 13:23:52.445823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-d9c67c97-a50e-48ca-bde5-afa08af1d069 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] No DVR routers for this DVR port c1d54154-7ddf-4923-b348-8cbc69e1117c on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:52.456688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-d9c67c97-a50e-48ca-bde5-afa08af1d069 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:52.458061 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-d9c67c97-a50e-48ca-bde5-afa08af1d069 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "DELETE /v2.0/ports/c1d54154-7ddf-4923-b348-8cbc69e1117c HTTP/1.1" status: 204 len: 173 time: 3.1905789 Feb 09 13:23:52.461612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-deleted', 'tag': 'c1d54154-7ddf-4923-b348-8cbc69e1117c'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:52.544451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d6547952-09ee-4b28-92b5-a5fb2cf3d85c None None] Calling delete_port for 556cc085-5119-432c-9195-cf7d68f9e667 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:52.564463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:23:52.606494 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-deleted', 'tag': 'c1d54154-7ddf-4923-b348-8cbc69e1117c', 'status': 'completed', 'code': 200} Feb 09 13:23:52.646076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] For port 556cc085-5119-432c-9195-cf7d68f9e667, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=556cc085-5119-432c-9195-cf7d68f9e667,segment=NetworkSegment(4b35d27a-02d5-4c0d-a336-73f85c172bc1),segment_id=4b35d27a-02d5-4c0d-a336-73f85c172bc1)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:52.646076 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:52.664112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:52.688513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:port and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:52.691464 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d6547952-09ee-4b28-92b5-a5fb2cf3d85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:52.712630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:52.730099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd80a8ef-6317-4d54-84ae-227994787f28 req-0cfe9ac3-27eb-4649-bb2a-505d5951b9d2 service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847353 Feb 09 13:23:52.730767 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49dc22bb-2ee6-47bb-bd09-e68529e8ecba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:52.739136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:52.782515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:52.787146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:52.806223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6547952-09ee-4b28-92b5-a5fb2cf3d85c None None] No DVR routers for this DVR port 556cc085-5119-432c-9195-cf7d68f9e667 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:52.816517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6547952-09ee-4b28-92b5-a5fb2cf3d85c None None] Pushing event deleted for resources: {'Port': ['ID=556cc085-5119-432c-9195-cf7d68f9e667,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:52.887357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49dc22bb-2ee6-47bb-bd09-e68529e8ecba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:52.965274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 556cc085-5119-432c-9195-cf7d68f9e667 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:53.094966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 556cc085-5119-432c-9195-cf7d68f9e667 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:23:53.122442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:23:53.124798 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:23:53.136777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:53.137393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:53.148440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 556cc085-5119-432c-9195-cf7d68f9e667 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:23:53.148772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 556cc085-5119-432c-9195-cf7d68f9e667 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:23:53.173207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port 6072cd67-3736-4481-ba1a-127f8cfb6930 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:23:53.565592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:53.576204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49dc22bb-2ee6-47bb-bd09-e68529e8ecba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:53.598484 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:53.640691 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:23:53.641329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84c82d0-9fe2-4b5e-8ed6-f82543a0799e req-f909c258-cf0f-4f49-a800-b430d3e4b502 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 1096 time: 0.3504608 Feb 09 13:23:53.647175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc22bb-2ee6-47bb-bd09-e68529e8ecba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b66637-1c47-456f-98f6-004f777a3456,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:53.675073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645896f-568f-4b4a-8c49-5b5d38e92505 req-269ced4d-c9b3-436a-ae2f-2a01b47326c4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:53.676305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 556cc085-5119-432c-9195-cf7d68f9e667 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:53.677208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:53.679966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645896f-568f-4b4a-8c49-5b5d38e92505 req-269ced4d-c9b3-436a-ae2f-2a01b47326c4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:53.683938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645896f-568f-4b4a-8c49-5b5d38e92505 req-269ced4d-c9b3-436a-ae2f-2a01b47326c4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:53.685665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7645896f-568f-4b4a-8c49-5b5d38e92505 req-269ced4d-c9b3-436a-ae2f-2a01b47326c4 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 2409 time: 0.4335630 Feb 09 13:23:53.757778 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49dc22bb-2ee6-47bb-bd09-e68529e8ecba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:53.761664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-49dc22bb-2ee6-47bb-bd09-e68529e8ecba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6b66637-1c47-456f-98f6-004f777a3456 HTTP/1.1" status: 204 len: 168 time: 1.5703840 Feb 09 13:23:53.788084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] The port '556cc085-5119-432c-9195-cf7d68f9e667' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:23:53.804812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] For port f99990b9-7b64-4f2b-96a4-bf1ab09e2420, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:23:53.805569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:53.846221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:23:53.852618 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24e5b6dc-80c0-47d8-8e0b-238c36b0533f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2011552 Feb 09 13:23:53.860058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:23:53.869303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33824) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:53.870814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=6072cd67-3736-4481-ba1a-127f8cfb6930,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:53.886033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'network': {'name': 'tempest-RoutersTest-1826700191'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:53.904697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:53.908140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:53.913460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:53.920696 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7645896f-568f-4b4a-8c49-5b5d38e92505 req-82548f24-fd26-4458-be89-62e1e932f88b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115250 Feb 09 13:23:53.922576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:network and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:53.927715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:53.939399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:53.970990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c82d0-9fe2-4b5e-8ed6-f82543a0799e req-a4268963-637e-4081-a435-f688d29319e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:53.972701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84c82d0-9fe2-4b5e-8ed6-f82543a0799e req-a4268963-637e-4081-a435-f688d29319e4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 HTTP/1.1" status: 200 len: 896 time: 0.2860680 Feb 09 13:23:53.975875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:53.978876 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.138755 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.178004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:54.199497 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.200743 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added segment c27b9cb5-70e0-40fd-8c31-b08d4b9d4474 of type vlan for network 70f34111-e07f-40ae-8853-2d4b5b64714e Feb 09 13:23:54.232840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Checking segment: {'id': 'cf92958e-d5fe-459d-b025-e8bb883a5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:54.233203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network hostable DHCP agents. Network: 53770cc7-5c72-4690-80ea-5b9f2d6a7e06, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:54.276321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84c82d0-9fe2-4b5e-8ed6-f82543a0799e req-1803f311-f5e4-42c2-a9b6-c1074075bd15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530 HTTP/1.1" status: 200 len: 1000 time: 0.2848566 Feb 09 13:23:54.279467 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.282724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:23:54.444491 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.455538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c82d0-9fe2-4b5e-8ed6-f82543a0799e req-5bb8553a-07de-4284-8b1a-ebd3b248c99e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:54.457311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84c82d0-9fe2-4b5e-8ed6-f82543a0799e req-5bb8553a-07de-4284-8b1a-ebd3b248c99e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=266f2c9a-d4a2-4f86-82ef-c7a2697280fe HTTP/1.1" status: 200 len: 834 time: 0.1736734 Feb 09 13:23:54.504031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33836) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:54.549180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b338a9f-41a6-4123-bada-26931bc5c170']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:54.574752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:54.585889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b35d27a-02d5-4c0d-a336-73f85c172bc1') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:54.586336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b35d27a-02d5-4c0d-a336-73f85c172bc1') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:54.589479 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2da517da-86dd-4625-96e9-7db66ccded6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.616680 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.628567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.633151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:54.633833 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.636091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 53770cc7-5c72-4690-80ea-5b9f2d6a7e06) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:54.655327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfb9e17-e3f3-4ecc-be5a-1d2846be7155 None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:54.726611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:23:54.731235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:54.731995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.764952 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.783124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:23:54.783702 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:23:54.799875 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:23:54.843595 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0c8ee63f-0cd9-4929-9384-2a8da3ea4f71 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8013949 Feb 09 13:23:54.865350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33846) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:54.919220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0480433 Feb 09 13:23:54.928748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33850) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:54.946939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'subnet': {'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:54.952642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2da517da-86dd-4625-96e9-7db66ccded6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:54.967668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84c82d0-9fe2-4b5e-8ed6-f82543a0799e req-45ffadc1-d118-4736-bed1-dc5a88120a95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5022135 Feb 09 13:23:55.007562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-341472050'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:55.024105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2da517da-86dd-4625-96e9-7db66ccded6a admin admin] Usage tracker for resource:security_group_rule and tenant:40585b4101b740c79c8d5dac0775cc15 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:55.039135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2647567-275b-454a-9e9f-2f7b56573f18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Network': ['ID=70f34111-e07f-40ae-8853-2d4b5b64714e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:55.059447 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1479d377-46bc-4eab-a03d-c3c3cc426c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.073506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 70f34111-e07f-40ae-8853-2d4b5b64714e details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:55.074093 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.074711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.075222 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Floating IP c2cd6aa7-d3e6-4639-9570-c1371c1988b3 disassociated. External IP: 172.25.5.75, port: f99990b9-7b64-4f2b-96a4-bf1ab09e2420. Feb 09 13:23:55.075639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Calling delete_port for f99990b9-7b64-4f2b-96a4-bf1ab09e2420 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:23:55.080818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2da517da-86dd-4625-96e9-7db66ccded6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:55.086973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2da517da-86dd-4625-96e9-7db66ccded6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:55.109240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:55.125805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:subnet and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:55.131528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:55.136897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.153749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:55.169398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:network and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:55.173445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:55.178844 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.187525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:55.188727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:55.191022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Network': ['ID=3b338a9f-41a6-4123-bada-26931bc5c170,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:55.203422 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-98aeceed-c554-4aed-9c5d-4a5f13bab107 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/networks/3b338a9f-41a6-4123-bada-26931bc5c170 HTTP/1.1" status: 204 len: 168 time: 3.8457098 Feb 09 13:23:55.205142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33860) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:55.242724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:55.256765 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.288575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Made reservation on behalf of c754c3a1dc68484d9d115354a2421c3f for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:55.347910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:23:46Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:23:48Z', 'revision_number': 2, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:55.392418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:23:55.393118 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Updating router a5c6307b-dc48-4c8b-8164-57a95f12de4b port b8da8520-4482-4b35-83ad-d3f527b9427a binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:23:55.448090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b1d487-13fb-4c5a-bbe3-f9696130b4b2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:55.450833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66b1d487-13fb-4c5a-bbe3-f9696130b4b2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:23:55.460162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:23:55.477355 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.502439 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.503123 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Added segment 837574c5-9b26-4b8c-bdee-d04017249b34 of type vlan for network c6b0ce34-d987-42ed-a822-ff88923843e1 Feb 09 13:23:55.532524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2da517da-86dd-4625-96e9-7db66ccded6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.550589 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2da517da-86dd-4625-96e9-7db66ccded6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.572856 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84c82d0-9fe2-4b5e-8ed6-f82543a0799e req-cb7cd9d7-55d5-4b6f-85a6-dfa58bae15d3 service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357826 Feb 09 13:23:55.596658 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66b1d487-13fb-4c5a-bbe3-f9696130b4b2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:23:55.597818 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-66b1d487-13fb-4c5a-bbe3-f9696130b4b2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/91932c08-ce91-43f7-96f7-d77eef1fd92b HTTP/1.1" status: 200 len: 841 time: 0.3864741 Feb 09 13:23:55.605111 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:55.830829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33870) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:55.921780 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:56.008660 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:56.023478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Port': ['ID=f99990b9-7b64-4f2b-96a4-bf1ab09e2420,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:56.037671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Transition to ACTIVE for port object b8da8520-4482-4b35-83ad-d3f527b9427a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:23:56.052524 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:56.196477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da517da-86dd-4625-96e9-7db66ccded6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef504b6-043d-4b0f-a1ad-ebfec375deec,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:56.202460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2da517da-86dd-4625-96e9-7db66ccded6a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40585b4101b740c79c8d5dac0775cc15&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6900642 Feb 09 13:23:56.216688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33878) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:56.223770 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:56.245257 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-53595ade-f543-49a1-ae8b-4d1575ea40e7 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/91932c08-ce91-43f7-96f7-d77eef1fd92b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4128461 Feb 09 13:23:56.247849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33882) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:56.262447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e75ec-1df5-4db7-8244-8d8509451dae None None] Pushing event updated for resources: {'Port': ['ID=b8da8520-4482-4b35-83ad-d3f527b9427a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:56.302007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:56.435562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Attempting to bind port b8da8520-4482-4b35-83ad-d3f527b9427a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:23:56.436884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Attempting to bind port b8da8520-4482-4b35-83ad-d3f527b9427a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '5d2e9ae4-adcf-4f80-b44d-d20db877a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:23:56.437589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Attempting to bind port b8da8520-4482-4b35-83ad-d3f527b9427a on network aa925783-679a-448f-90f9-82c5f7605f7a {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:23:56.448225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:23:56.449249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Checking segment: {'id': '5d2e9ae4-adcf-4f80-b44d-d20db877a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:56.449962 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:56.450588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Bound using segment: {'id': '5d2e9ae4-adcf-4f80-b44d-d20db877a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:23:56.451919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Bound port: b8da8520-4482-4b35-83ad-d3f527b9427a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e9ae4-adcf-4f80-b44d-d20db877a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:23:56.453108 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:56.532427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:56.540531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:56.543864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:56.550341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:56.605013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:56.640798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:23:56.662598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] For port b8da8520-4482-4b35-83ad-d3f527b9427a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:23:56.668212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] For port b8da8520-4482-4b35-83ad-d3f527b9427a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b8da8520-4482-4b35-83ad-d3f527b9427a,segment=NetworkSegment(5d2e9ae4-adcf-4f80-b44d-d20db877a454),segment_id=5d2e9ae4-adcf-4f80-b44d-d20db877a454)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:23:56.686674 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:56.753385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:56.789160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84c82d0-9fe2-4b5e-8ed6-f82543a0799e req-b2b36e9d-b7ef-40fc-8818-9b7cfd09ea57 service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1970260 Feb 09 13:23:56.792958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:56.799322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:56.800805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:56.843604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e75ec-1df5-4db7-8244-8d8509451dae None None] Pushing event updated for resources: {'Port': ['ID=b8da8520-4482-4b35-83ad-d3f527b9427a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:56.851758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:56.852530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:56.971022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Subnet': ['ID=cab9d4da-52ef-4e4a-88d5-a3f52d128f46,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:56.977981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.103162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Network': ['ID=c6b0ce34-d987-42ed-a822-ff88923843e1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:57.141320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network c6b0ce34-d987-42ed-a822-ff88923843e1 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:23:57.150107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877f5b3-3c09-41f2-80d6-b1702466f852 req-b97e07e8-1c38-48ff-8fee-962edbe72324 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:57.157016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877f5b3-3c09-41f2-80d6-b1702466f852 req-b97e07e8-1c38-48ff-8fee-962edbe72324 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:57.158608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2877f5b3-3c09-41f2-80d6-b1702466f852 req-b97e07e8-1c38-48ff-8fee-962edbe72324 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 1676 time: 1.8478935 Feb 09 13:23:57.161160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a46d2d4f-9982-4fcd-937c-81ab827a2a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.226718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dc08520d-1fc7-4044-aa9f-7c305abd5247 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.3086672 Feb 09 13:23:57.242287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33894) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:57.259532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'ports': [{'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06'}, {'network_id': 'c6b0ce34-d987-42ed-a822-ff88923843e1'}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:57.260080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:57.260663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': 'c6b0ce34-d987-42ed-a822-ff88923843e1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:57.284026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a46d2d4f-9982-4fcd-937c-81ab827a2a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.284441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Checking segment: {'id': 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:23:57.285059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network hostable DHCP agents. Network: 70f34111-e07f-40ae-8853-2d4b5b64714e, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:23:57.335440 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e07e623-70eb-4673-824d-cc22714dbe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.373734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:23:57.379381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.417623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Router ae4a7a91-7592-4cec-8f38-4ad546ae3fca has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:23:57.430715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 70f34111-e07f-40ae-8853-2d4b5b64714e is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:23:57.471806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 70f34111-e07f-40ae-8853-2d4b5b64714e) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:57.475343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2877f5b3-3c09-41f2-80d6-b1702466f852 req-5d85f1f2-1d38-4c19-afed-bfec0d02f1db tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996342 Feb 09 13:23:57.503341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:57.506206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.513612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6dfdd6-d2ce-4747-a1ae-e9e52a228e0c None None] Network 70f34111-e07f-40ae-8853-2d4b5b64714e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:57.539148 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:23:57.547675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:23:57.569571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=6d84291a-66ce-45de-9bf3-4e14de90212a,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:57.573127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33900) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:57.579392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f92306d-7dfa-4c8b-aa10-e9acdd3d2b4d None None] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:23:57.582249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:57.583270 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.584846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] Router 8fd9f6f1-eb8e-4548-954a-06000b77f73a has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:23:57.651272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a46d2d4f-9982-4fcd-937c-81ab827a2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.683106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d2d4f-9982-4fcd-937c-81ab827a2a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef504b6-043d-4b0f-a1ad-ebfec375deec,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:57.776672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:57.779690 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a46d2d4f-9982-4fcd-937c-81ab827a2a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.785337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a46d2d4f-9982-4fcd-937c-81ab827a2a17 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ef504b6-043d-4b0f-a1ad-ebfec375deec HTTP/1.1" status: 204 len: 168 time: 1.5560753 Feb 09 13:23:57.805629 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-20c1e82f-d04b-40f2-82a2-af476b51bbf2 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8736267 Feb 09 13:23:57.812647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33908) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:57.869666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:port and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:57.874863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:57.883198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:57.938218 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a429b981-b6fc-46f8-ade3-b60f5a2ecb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.957328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 2} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:23:57.962342 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:57.997335 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-291de279-fe0d-43b6-9056-cfc8d2ddc0a6 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7371385 Feb 09 13:23:58.001510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33912) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:58.018799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'security_group': {'name': 'tempest-secgroup-240058969'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:58.023915 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:58.026077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:58.029998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:58.034415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:58.043657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:58.060091 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:58.169793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a429b981-b6fc-46f8-ade3-b60f5a2ecb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:58.183274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:58.192496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group_rule and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:58.197461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:58.214317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:58.238432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a429b981-b6fc-46f8-ade3-b60f5a2ecb14 admin admin] Usage tracker for resource:security_group_rule and tenant:ba62cedb8bf54301b4eb9fc4e995ed6a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:58.242083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a429b981-b6fc-46f8-ade3-b60f5a2ecb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:58.251321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a429b981-b6fc-46f8-ade3-b60f5a2ecb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:58.370401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:58.391953 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:58.410095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-70f34111-e07f-40ae-8853-2d4b5b64714e', 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'fixed_ips': [{'subnet_id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:23:58.412097 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:58.545609 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:58.653876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:23:46Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:23:56Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:58.659254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-c633d700-dd0f-4f97-9b45-3d5aeb785534', 'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'tenant_id': '402149aabdc44c73809b92366384b20e', 'fixed_ips': [{'subnet_id': '6d84291a-66ce-45de-9bf3-4e14de90212a'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:23:58.660324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:58.672979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:23:58.691676 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] Sync routers for ids ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:23:58.700513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f23f6-158f-4baf-a97d-01475d75f861 None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:23:46Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:23:56Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:23:58.718290 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] Routers {'ae4a7a91-7592-4cec-8f38-4ad546ae3fca'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:58.719251 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:58.739856 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:58.745849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33928) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:58.746730 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7439139 Feb 09 13:23:58.791085 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:58.860137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb265f-5e26-4f70-bc43-a098a1d02283 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0729d1f-33f7-4744-a56b-7fdabdeedd2d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:58.876497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'security_group': {'name': 'tempest-secgroup-1597658443'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:23:58.923424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:58.939471 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port f9c038f0-a670-4da8-b341-c3ad48fc06b2 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:23:58.946732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:58.975348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Allocated IP 172.23.0.2 (70f34111-e07f-40ae-8853-2d4b5b64714e/cab9d4da-52ef-4e4a-88d5-a3f52d128f46/cb7e57d1-b9a0-4770-9f5e-acc672d53ff3) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:23:59.013392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] No DVR routers for this DVR port f99990b9-7b64-4f2b-96a4-bf1ab09e2420 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:23:59.020124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:59.021458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-c5d83ab5-e201-4ed6-a084-2c91b25a9bcd tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "DELETE /v2.0/ports/f99990b9-7b64-4f2b-96a4-bf1ab09e2420 HTTP/1.1" status: 204 len: 173 time: 6.5129597 Feb 09 13:23:59.028753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-deleted', 'tag': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:23:59.041999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:59.096682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:23:59.174117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a429b981-b6fc-46f8-ade3-b60f5a2ecb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:59.185580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:23:59.201738 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a429b981-b6fc-46f8-ade3-b60f5a2ecb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:59.209408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:59.248024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b8da8520-4482-4b35-83ad-d3f527b9427a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:23:59.285014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] Sync routers for ids ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:23:59.315023 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-deleted', 'tag': 'f99990b9-7b64-4f2b-96a4-bf1ab09e2420', 'status': 'completed', 'code': 200} Feb 09 13:23:59.321021 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] Set router ae4a7a91-7592-4cec-8f38-4ad546ae3fca gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:23:59.361653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-1dd5bdad-e661-46ec-808c-3d07848a99fe tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:23:59.362378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-1dd5bdad-e661-46ec-808c-3d07848a99fe tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:23:59.419077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429b981-b6fc-46f8-ade3-b60f5a2ecb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1598ca6-b2f7-417b-8cbb-61e01b74d266,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:23:59.502310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a429b981-b6fc-46f8-ade3-b60f5a2ecb14 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba62cedb8bf54301b4eb9fc4e995ed6a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9131799 Feb 09 13:23:59.523104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7f51b29c-ba5a-4f84-b972-f8268ecb90a6 admin admin] 10.222.0.59 "PUT /v2.0/routers/8fd9f6f1-eb8e-4548-954a-06000b77f73a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1147432 Feb 09 13:23:59.532501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33942) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:59.532769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33944) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:23:59.540240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:23:59.570108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220a607-19c6-4134-adc8-85d41b6373e6 req-e6c45807-e174-48cb-a1bd-00024c54c57d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:59.585824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220a607-19c6-4134-adc8-85d41b6373e6 req-e6c45807-e174-48cb-a1bd-00024c54c57d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:23:59.593522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5220a607-19c6-4134-adc8-85d41b6373e6 req-e6c45807-e174-48cb-a1bd-00024c54c57d tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 1676 time: 0.6673622 Feb 09 13:23:59.677452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] Routers {'8fd9f6f1-eb8e-4548-954a-06000b77f73a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:23:59.677943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:23:59.792376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group_rule and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:23:59.840606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:23:59.941547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:00.031744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:00.090303 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:47Z', 'revision_number': 5, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:00.101050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5220a607-19c6-4134-adc8-85d41b6373e6 req-77f4a824-6e0c-453d-8628-619d1580fe7c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5063100 Feb 09 13:24:00.103018 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] Checking router: ae4a7a91-7592-4cec-8f38-4ad546ae3fca for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:24:00.152585 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] Routers {'ae4a7a91-7592-4cec-8f38-4ad546ae3fca'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:24:00.153739 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:00.234774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:00.376704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Allocated IP 172.20.0.2 (c633d700-dd0f-4f97-9b45-3d5aeb785534/6d84291a-66ce-45de-9bf3-4e14de90212a/d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:00.387928 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-026ee23f-5b5f-474f-a814-a168c0630a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:00.414710 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:00.503314 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] Set router ae4a7a91-7592-4cec-8f38-4ad546ae3fca gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:00.515124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc51ca48-d922-462f-8c04-66c1918b2979,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:00.552871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:00.559750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] Set router 8fd9f6f1-eb8e-4548-954a-06000b77f73a gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:00.640149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port 9c0e4ed5-0b9f-431f-8670-45be2319887f yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:24:00.669020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-026ee23f-5b5f-474f-a814-a168c0630a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:00.762040 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:00.763315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-97c634cc-6a16-4cfe-9b97-3004a89fe8e3 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9883125 Feb 09 13:24:00.782942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33960) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:00.797338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-1dd5bdad-e661-46ec-808c-3d07848a99fe tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] For port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:00.797338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-1dd5bdad-e661-46ec-808c-3d07848a99fe tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:00.803744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-990776249', 'security_groups': ['cc51ca48-d922-462f-8c04-66c1918b2979'], 'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d84291a-66ce-45de-9bf3-4e14de90212a'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:01.060199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-1dd5bdad-e661-46ec-808c-3d07848a99fe tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Calling delete_port for 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:01.088997 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:47Z', 'revision_number': 5, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:01.095215 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d07e29-3e67-48f5-995c-f10467885881 None None] The sync data for ids ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'] in n-d-825175-3 is: [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:16:22Z', 'revision_number': 4, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '824f7057-66b6-4dda-ada3-b5eadf7efb8d', 'name': '', 'network_id': '5bd39a6f-a62b-4b6e-89e8-d04af90bc172', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'mac_address': 'fa:16:3e:f8:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:20Z', 'updated_at': '2022-02-09T13:16:47Z', 'revision_number': 5, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'subnets': [{'id': 'c097ceab-daaa-4283-bb85-f6c09700c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:24:01.172790 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:01.241186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port b8da8520-4482-4b35-83ad-d3f527b9427a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:01.311767 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:01.400143 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-026ee23f-5b5f-474f-a814-a168c0630a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:01.443625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b8da8520-4482-4b35-83ad-d3f527b9427a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:01.444919 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:01.470973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ee23f-5b5f-474f-a814-a168c0630a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1598ca6-b2f7-417b-8cbb-61e01b74d266,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:01.544199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Transition to ACTIVE for port object cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:01.552504 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:01.594545 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:01.632881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Transition to ACTIVE for port object cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:01.668711 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:01.733457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:01.754150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:01.765772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Pushing event updated for resources: {'Port': ['ID=cb7e57d1-b9a0-4770-9f5e-acc672d53ff3,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:01.770086 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-1dd5bdad-e661-46ec-808c-3d07848a99fe tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:01.836920 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-026ee23f-5b5f-474f-a814-a168c0630a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:01.841434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-026ee23f-5b5f-474f-a814-a168c0630a2e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1598ca6-b2f7-417b-8cbb-61e01b74d266 HTTP/1.1" status: 204 len: 168 time: 2.2930171 Feb 09 13:24:01.864051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Allocated IP 172.23.0.1 (70f34111-e07f-40ae-8853-2d4b5b64714e/cab9d4da-52ef-4e4a-88d5-a3f52d128f46/1e3f8e1a-78d3-4476-898c-928bd148db9c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:01.899336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:01.947263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Network 70f34111-e07f-40ae-8853-2d4b5b64714e is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:01.957443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:01.965516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:02.069773 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.109978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5bdad-e661-46ec-808c-3d07848a99fe tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Port': ['ID=59c2c0dc-e08e-4a20-a53f-aeb6aef68e33,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:02.114318 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.142957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Transition to ACTIVE for port object d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:02.298398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-1dd5bdad-e661-46ec-808c-3d07848a99fe tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] No DVR routers for this DVR port 59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:02.307973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-1dd5bdad-e661-46ec-808c-3d07848a99fe tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.313054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-deleted', 'tag': '59c2c0dc-e08e-4a20-a53f-aeb6aef68e33'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:24:02.315535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'name': 'tempest-ServerRescueTestJSON-667685827-router', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:23:51Z', 'revision_number': 5, 'project_id': '1e68331b2aab410092da31847e69dc33', 'gw_port': {'id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:54Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:02.337489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Transition to ACTIVE for port object d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:02.368245 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-1dd5bdad-e661-46ec-808c-3d07848a99fe tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "DELETE /v2.0/ports/59c2c0dc-e08e-4a20-a53f-aeb6aef68e33 HTTP/1.1" status: 204 len: 173 time: 3.3109767 Feb 09 13:24:02.384855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] Checking router: 8fd9f6f1-eb8e-4548-954a-06000b77f73a for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:24:02.414958 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.429340 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.434080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port b8da8520-4482-4b35-83ad-d3f527b9427a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b8da8520-4482-4b35-83ad-d3f527b9427a,segment=NetworkSegment(5d2e9ae4-adcf-4f80-b44d-d20db877a454),segment_id=5d2e9ae4-adcf-4f80-b44d-d20db877a454)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:02.446407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.465844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Transition to ACTIVE for port object 1e3f8e1a-78d3-4476-898c-928bd148db9c will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:02.472921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-03edf159-c2a2-4611-81f6-8c1adbaaf531 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port b5f9211f-81ae-41f8-83a1-88787a718ab2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:02.473258 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-03edf159-c2a2-4611-81f6-8c1adbaaf531 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.522046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port 24d208b3-5ec7-438d-9eef-0a4e0e135a3e yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:24:02.555157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Pushing event updated for resources: {'Port': ['ID=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:02.559572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.577271 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-deleted', 'tag': '59c2c0dc-e08e-4a20-a53f-aeb6aef68e33', 'status': 'completed', 'code': 200} Feb 09 13:24:02.614206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:02.622750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:02.634604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Attempting to bind port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:02.635155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Attempting to bind port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:02.635536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Attempting to bind port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 on network 70f34111-e07f-40ae-8853-2d4b5b64714e {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:24:02.636836 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.650433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] Routers {'8fd9f6f1-eb8e-4548-954a-06000b77f73a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:24:02.651137 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:02.810412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33992) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:02.813207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=f9c038f0-a670-4da8-b341-c3ad48fc06b2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:02.823050 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.949783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:02.967299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:24:02.968401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Checking segment: {'id': 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:02.969607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:02.970368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Bound using segment: {'id': 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:24:02.973163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Bound port: cb7e57d1-b9a0-4770-9f5e-acc672d53ff3, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:02.973847 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.004476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:03.006361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:03.014178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:03.015368 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.041342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=1e3f8e1a-78d3-4476-898c-928bd148db9c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:03.067868 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44dbfdaf-98f1-44d3-8826-c06bd259e0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.084215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 70f34111-e07f-40ae-8853-2d4b5b64714e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:03.101128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:03.104994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33996) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:03.112267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:03.224360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-03edf159-c2a2-4611-81f6-8c1adbaaf531 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] For port b5f9211f-81ae-41f8-83a1-88787a718ab2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b5f9211f-81ae-41f8-83a1-88787a718ab2,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:03.225002 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-03edf159-c2a2-4611-81f6-8c1adbaaf531 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.249555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbd45c-9197-4d5b-bd7a-87fca7ea3e83 req-67543da8-7d13-49eb-9d8e-2fc00755a772 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:03.252437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26bbd45c-9197-4d5b-bd7a-87fca7ea3e83 req-67543da8-7d13-49eb-9d8e-2fc00755a772 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 942 time: 1.4439175 Feb 09 13:24:03.349458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Attempting to bind port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:03.350773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Attempting to bind port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '377195b5-a121-4c21-afb9-1d911f800397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:03.351143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Attempting to bind port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 on network c633d700-dd0f-4f97-9b45-3d5aeb785534 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:24:03.382129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-03edf159-c2a2-4611-81f6-8c1adbaaf531 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Calling delete_port for b5f9211f-81ae-41f8-83a1-88787a718ab2 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:03.439036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Checking segment: {'id': '837574c5-9b26-4b8c-bdee-d04017249b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c6b0ce34-d987-42ed-a822-ff88923843e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:03.439495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network hostable DHCP agents. Network: c6b0ce34-d987-42ed-a822-ff88923843e1, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:24:03.442266 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.481409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] Set router 8fd9f6f1-eb8e-4548-954a-06000b77f73a gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:03.495926 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-737a00b6-cc87-4fd8-809b-91a62c2b5760 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=42742f3932a24ae9a6a1efba9cf977a9&network_id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 HTTP/1.1" status: 200 len: 2969 time: 0.3897350 Feb 09 13:24:03.555618 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41baa55d-c0f9-4baa-a21d-0bb562d2b2d5 None None] New status for floating IP c2cd6aa7-d3e6-4639-9570-c1371c1988b3: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:24:03.573937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=9c0e4ed5-0b9f-431f-8670-45be2319887f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:03.635713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-44dbfdaf-98f1-44d3-8826-c06bd259e0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:03.645586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.652918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-44dbfdaf-98f1-44d3-8826-c06bd259e0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:72583cd589974bb7899a6808ab953035 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:03.664897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-44dbfdaf-98f1-44d3-8826-c06bd259e0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:03.671097 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26bbd45c-9197-4d5b-bd7a-87fca7ea3e83 req-1f915fc6-db94-4027-bf6c-ef6a564efea1 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups?id=c216f576-2284-4c2c-9884-50c0da55250b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3978724 Feb 09 13:24:03.687985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-44dbfdaf-98f1-44d3-8826-c06bd259e0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:03.704681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.6 (c633d700-dd0f-4f97-9b45-3d5aeb785534/6d84291a-66ce-45de-9bf3-4e14de90212a/24d208b3-5ec7-438d-9eef-0a4e0e135a3e) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:03.745273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network c6b0ce34-d987-42ed-a822-ff88923843e1 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:24:03.798646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, c6b0ce34-d987-42ed-a822-ff88923843e1) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:03.803118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:03.809187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:03.813036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:03.813715 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.868884 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.878577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:24:03.878577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Checking segment: {'id': '377195b5-a121-4c21-afb9-1d911f800397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:03.879272 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.879664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Bound using segment: {'id': '377195b5-a121-4c21-afb9-1d911f800397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:24:03.880365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Bound port: d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377195b5-a121-4c21-afb9-1d911f800397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:03.881072 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.899800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a4793-bb3d-4d79-b4fa-30ce9e7bc48e None None] Network c6b0ce34-d987-42ed-a822-ff88923843e1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:03.921967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-03edf159-c2a2-4611-81f6-8c1adbaaf531 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:03.969001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=b8da8520-4482-4b35-83ad-d3f527b9427a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:04.024418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b591e0f8-62fa-4c04-84b8-1ef4653b078a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.7782316 Feb 09 13:24:04.025361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Deleting port 1ebfb690-33ed-412e-8a14-a523ef59cca5 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:04.025691 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.028207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edf159-c2a2-4611-81f6-8c1adbaaf531 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Port': ['ID=b5f9211f-81ae-41f8-83a1-88787a718ab2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:04.031690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34006) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:04.090001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] For port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:24:04.108327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44dbfdaf-98f1-44d3-8826-c06bd259e0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.130349 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-44dbfdaf-98f1-44d3-8826-c06bd259e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.196871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] For port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cb7e57d1-b9a0-4770-9f5e-acc672d53ff3,segment=NetworkSegment(c27b9cb5-70e0-40fd-8c31-b08d4b9d4474),segment_id=c27b9cb5-70e0-40fd-8c31-b08d4b9d4474)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:24:04.212365 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.240792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-03edf159-c2a2-4611-81f6-8c1adbaaf531 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] No DVR routers for this DVR port b5f9211f-81ae-41f8-83a1-88787a718ab2 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:04.260920 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-03edf159-c2a2-4611-81f6-8c1adbaaf531 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.278806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-45416c41-1200-4bdf-a72c-940e64144186 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 9c0e4ed5-0b9f-431f-8670-45be2319887f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:04.279665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45416c41-1200-4bdf-a72c-940e64144186 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.328895 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3bb70e20-84e0-4cd1-a446-2c26ab6394cd req-03edf159-c2a2-4611-81f6-8c1adbaaf531 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.67 "DELETE /v2.0/ports/b5f9211f-81ae-41f8-83a1-88787a718ab2 HTTP/1.1" status: 204 len: 173 time: 1.9497559 Feb 09 13:24:04.330743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbfdaf-98f1-44d3-8826-c06bd259e0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc242b1-945a-4c87-b5aa-e44ff44afd50,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:04.352918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.364562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] For port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:24:04.366522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-44dbfdaf-98f1-44d3-8826-c06bd259e0c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=72583cd589974bb7899a6808ab953035&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5498567 Feb 09 13:24:04.370959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34010) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:04.431644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] For port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,segment=NetworkSegment(377195b5-a121-4c21-afb9-1d911f800397),segment_id=377195b5-a121-4c21-afb9-1d911f800397)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:24:04.478962 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.495802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fefc0-efd8-454e-9cb5-32e0499c679e None None] Pushing event updated for resources: {'Port': ['ID=cb7e57d1-b9a0-4770-9f5e-acc672d53ff3,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:04.510549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] For port 1ebfb690-33ed-412e-8a14-a523ef59cca5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1ebfb690-33ed-412e-8a14-a523ef59cca5,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:04.511161 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:04.559448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 24d208b3-5ec7-438d-9eef-0a4e0e135a3e will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:04.580984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-deleted', 'tag': 'b5f9211f-81ae-41f8-83a1-88787a718ab2'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:24:04.728816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c722c0e-4e64-4586-b5a2-3588f82694fb None None] Pushing event updated for resources: {'Port': ['ID=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:04.839377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Calling delete_port for 1ebfb690-33ed-412e-8a14-a523ef59cca5 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:04.861898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b8da8520-4482-4b35-83ad-d3f527b9427a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:04.866430 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0444490d-ab90-4dbc-a1df-bc93f3f752fa', 'name': 'network-vif-deleted', 'tag': 'b5f9211f-81ae-41f8-83a1-88787a718ab2', 'status': 'completed', 'code': 200} Feb 09 13:24:05.088597 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45416c41-1200-4bdf-a72c-940e64144186 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:05.167211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-801aefba-a2bb-47c1-900d-44121b14ee2f req-fc3553e2-b79d-4921-920c-0947d2bdae80 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 210 time: 0.0951071 Feb 09 13:24:05.209236 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cf5010d-4d91-48e9-a10a-643b54bccd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:05.223770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:24:05.278521 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:05.305563 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cf5010d-4d91-48e9-a10a-643b54bccd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:05.313679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'name': 'tempest-ServerRescueTestJSON-667685827-router', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:23:51Z', 'revision_number': 5, 'project_id': '1e68331b2aab410092da31847e69dc33', 'gw_port': {'id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:54Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:05.326095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce80790-2af1-4220-8d45-585afecc9895 None None] The sync data for ids ['8fd9f6f1-eb8e-4548-954a-06000b77f73a'] in n-d-825175-3 is: [{'id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'name': 'tempest-ServerRescueTestJSON-667685827-router', 'tenant_id': '1e68331b2aab410092da31847e69dc33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:20:52Z', 'updated_at': '2022-02-09T13:23:51Z', 'revision_number': 5, 'project_id': '1e68331b2aab410092da31847e69dc33', 'gw_port': {'id': '1ebfb690-33ed-412e-8a14-a523ef59cca5', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd9f6f1-eb8e-4548-954a-06000b77f73a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:20:54Z', 'updated_at': '2022-02-09T13:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:24:05.360185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b8da8520-4482-4b35-83ad-d3f527b9427a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:05.360804 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:05.573630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-45416c41-1200-4bdf-a72c-940e64144186 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for 9c0e4ed5-0b9f-431f-8670-45be2319887f owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:05.673711 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:05.686535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:05.709033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:05.716744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:05.760433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:05.770944 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:05.804264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=24d208b3-5ec7-438d-9eef-0a4e0e135a3e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:05.900366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebfb690-33ed-412e-8a14-a523ef59cca5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:05.948119 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:05.958688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event updated for resources: {'Port': ['ID=1e3f8e1a-78d3-4476-898c-928bd148db9c,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:06.014595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45416c41-1200-4bdf-a72c-940e64144186 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:06.039304 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cf5010d-4d91-48e9-a10a-643b54bccd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:06.083155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:06.083833 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:06.093042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5010d-4d91-48e9-a10a-643b54bccd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc242b1-945a-4c87-b5aa-e44ff44afd50,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:06.130008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45416c41-1200-4bdf-a72c-940e64144186 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=9c0e4ed5-0b9f-431f-8670-45be2319887f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:06.147613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45416c41-1200-4bdf-a72c-940e64144186 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:06.166943 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-45416c41-1200-4bdf-a72c-940e64144186 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/9c0e4ed5-0b9f-431f-8670-45be2319887f HTTP/1.1" status: 204 len: 168 time: 2.1256964 Feb 09 13:24:06.167124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34030) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:06.184735 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cf5010d-4d91-48e9-a10a-643b54bccd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:06.186371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8cf5010d-4d91-48e9-a10a-643b54bccd51 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6cc242b1-945a-4c87-b5aa-e44ff44afd50 HTTP/1.1" status: 204 len: 168 time: 1.8104970 Feb 09 13:24:06.244480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Network 70f34111-e07f-40ae-8853-2d4b5b64714e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:06.245882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:06.437018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-21fc0bff-fdd3-4284-a3f5-87d13505cfcf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.6533434 Feb 09 13:24:06.442867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34040) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:06.593600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34042) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:06.885507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:06.919592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc67f6f-fd04-44e9-8a99-67dee5f4a50b tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:06.922095 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7dc67f6f-fd04-44e9-8a99-67dee5f4a50b tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 814 time: 0.3240442 Feb 09 13:24:06.992821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:07.020701 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:07.103680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb3b09-9c38-4564-83f6-a9d12cc341d4 None None] Network 70f34111-e07f-40ae-8853-2d4b5b64714e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:07.454046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5d04eb5f-de32-4008-b0c3-52588538e7b9 None None] Provisioning for port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:07.507060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:24:07.686831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:07.785235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5d04eb5f-de32-4008-b0c3-52588538e7b9 None None] Provisioning complete for port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:07.785677 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5d04eb5f-de32-4008-b0c3-52588538e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:07.829934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:07.830301 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:07.891673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34074) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:07.902280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'network': {'name': 'tempest-network-smoke--411075272', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'port_security_enabled': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:07.913058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:07.940510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:07.973379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:24:07.986922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Made reservation on behalf of 42742f3932a24ae9a6a1efba9cf977a9 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:07.994047 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:07.999697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:24:08.034881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:24:08.035502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:08.045909 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4673ac2d-e089-437f-8b57-f3567b219b9e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2316067 Feb 09 13:24:08.072521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34078) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:08.093088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a7299276-95e3-4a3f-a320-86b19b98becd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:08.109619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a72bc5c4-d42f-42d6-a836-b161e51fe82f req-5a228601-7c79-4de7-af05-eb6ca92d2908 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 210 time: 1.2346401 Feb 09 13:24:08.124670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:08.152331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:08.161657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:08.175401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:08.183274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:08.201553 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:08.218014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c56f1-403a-4757-aa33-db1513029052 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:08.222716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c56f1-403a-4757-aa33-db1513029052 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:08.223565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a17c56f1-403a-4757-aa33-db1513029052 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:08.236419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:08.282516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a17c56f1-403a-4757-aa33-db1513029052 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:08.286251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a17c56f1-403a-4757-aa33-db1513029052 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 2.1104903 Feb 09 13:24:08.293705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34084) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:08.309644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:24:08.322563 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:08.323274 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Added segment fed3f313-f03e-4767-9342-86ca133cc65f of type vlan for network 2f70b6e0-44cb-4763-b62e-b680815ca287 Feb 09 13:24:08.356986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:08.362644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:08.397634 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:08.402027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:08.402655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:08.547251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Network': ['ID=2f70b6e0-44cb-4763-b62e-b680815ca287,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:08.562997 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:08.563474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd9f6f1-eb8e-4548-954a-06000b77f73a {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:24:08.582244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 2f70b6e0-44cb-4763-b62e-b680815ca287 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:24:08.613241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5e07ed55-06e3-4d62-b72c-b612f3c249b7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7201712 Feb 09 13:24:08.614144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34092) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:08.671257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7a47f893-cb53-443a-a373-3d6853560001 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port f9c038f0-a670-4da8-b341-c3ad48fc06b2 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:08.671614 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a47f893-cb53-443a-a373-3d6853560001 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:08.758217 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:08.776427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-96fc1a08-e484-4e57-a168-cb5b7b5d8952 admin admin] 10.222.0.59 "DELETE /v2.0/routers/8fd9f6f1-eb8e-4548-954a-06000b77f73a HTTP/1.1" status: 204 len: 168 time: 9.2160373 Feb 09 13:24:08.793114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34096) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:08.856284 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:08.901672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9576544f-8c1e-497e-880d-c69010974dd4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:08.907049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34104) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:08.909253 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9576544f-8c1e-497e-880d-c69010974dd4 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=42742f3932a24ae9a6a1efba9cf977a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2900326 Feb 09 13:24:08.911096 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5d04eb5f-de32-4008-b0c3-52588538e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:09.412159 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:09.432545 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5d04eb5f-de32-4008-b0c3-52588538e7b9 None None] For port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cb7e57d1-b9a0-4770-9f5e-acc672d53ff3,segment=NetworkSegment(c27b9cb5-70e0-40fd-8c31-b08d4b9d4474),segment_id=c27b9cb5-70e0-40fd-8c31-b08d4b9d4474)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:09.447289 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5d04eb5f-de32-4008-b0c3-52588538e7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:09.532002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa8a4d1-705c-40d3-af7b-52d41518ae7a admin admin] Deleting subnet a2a17d56-179c-488d-a8c8-b5175d557c7a {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:09.594567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04eb5f-de32-4008-b0c3-52588538e7b9 None None] Pushing event updated for resources: {'Port': ['ID=cb7e57d1-b9a0-4770-9f5e-acc672d53ff3,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:09.655117 n-d-825175-3 neutron-server[83480]: INFO neutron.db.ipam_backend_mixin [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d84291a-66ce-45de-9bf3-4e14de90212a (CIDR: 172.20.0.0/28) Feb 09 13:24:09.684609 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:24:09.684903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:09.711115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3aa8a4d1-705c-40d3-af7b-52d41518ae7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:09.742836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34116) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:09.746891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Provisioning complete for port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:09.747253 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:09.812980 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74795f97-bd8a-40ad-8f8c-b044e20b8c1a req-662a00c9-0dda-4257-9a58-bc248ae41795 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/ports?device_id=0444490d-ab90-4dbc-a1df-bc93f3f752fa HTTP/1.1" status: 200 len: 210 time: 0.1297388 Feb 09 13:24:09.876223 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:24:09.876671 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:24:09.975254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:03Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '1e3f8e1a-78d3-4476-898c-928bd148db9c', 'name': '', 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:1b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:01Z', 'updated_at': '2022-02-09T13:24:04Z', 'revision_number': 2, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:09.981650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-a7299276-95e3-4a3f-a320-86b19b98becd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 13:24:09.982776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:24:09.982776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Updating router a5c6307b-dc48-4c8b-8164-57a95f12de4b port 1e3f8e1a-78d3-4476-898c-928bd148db9c binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:24:10.012086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-a7299276-95e3-4a3f-a320-86b19b98becd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Removed routes are [] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 13:24:10.012935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7299276-95e3-4a3f-a320-86b19b98becd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:10.049911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Provisioning for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:10.075554 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:10.179101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f65e8d7f-5fb8-4f1c-a458-fbaf6ac8b93b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.3199806 Feb 09 13:24:10.222446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34120) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:10.237108 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3aa8a4d1-705c-40d3-af7b-52d41518ae7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:10.260174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:10.275964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Provisioning for port 24d208b3-5ec7-438d-9eef-0a4e0e135a3e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:10.295551 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Provisioning complete for port 24d208b3-5ec7-438d-9eef-0a4e0e135a3e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:10.295981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:10.318400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3aa8a4d1-705c-40d3-af7b-52d41518ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:10.383816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785551a6-107f-4f8c-aeae-aedf2b2cee13 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:10.386029 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-785551a6-107f-4f8c-aeae-aedf2b2cee13 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4731195 Feb 09 13:24:10.393071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34130) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:10.491746 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9432cd00-ffa7-40e6-b066-a2c82af441a3 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0947642 Feb 09 13:24:10.496903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34138) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:10.526887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Port 24d208b3-5ec7-438d-9eef-0a4e0e135a3e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:10.593193 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a47f893-cb53-443a-a373-3d6853560001 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:10.612469 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ea90d31f-c8f5-4675-9f31-5e43394b0b01 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=42742f3932a24ae9a6a1efba9cf977a9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1085308 Feb 09 13:24:10.613560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:10.617802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34146) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:10.624756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:10.631995 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3aa8a4d1-705c-40d3-af7b-52d41518ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:10.710628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:10.781047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26831159-7989-418d-ae3d-1859d51c0f6d tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:10.782499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Provisioning for port 1e3f8e1a-78d3-4476-898c-928bd148db9c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:10.783525 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-26831159-7989-418d-ae3d-1859d51c0f6d tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1631484 Feb 09 13:24:10.788154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34154) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:10.791177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:10.810802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Provisioning complete for port 1e3f8e1a-78d3-4476-898c-928bd148db9c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:10.811391 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:10.841769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:10.855894 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-796aecf8-303f-44e8-9fa3-9876a2c73c30 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594492 Feb 09 13:24:10.862039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34158) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:10.929836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Port 1e3f8e1a-78d3-4476-898c-928bd148db9c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:10.930244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-202924394', 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:11.040542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8a4d1-705c-40d3-af7b-52d41518ae7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a17d56-179c-488d-a8c8-b5175d557c7a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:11.043000 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d428437-5720-46a3-80a9-e842af3ca6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.082310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7a47f893-cb53-443a-a373-3d6853560001 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for f9c038f0-a670-4da8-b341-c3ad48fc06b2 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:11.116911 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.127956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:11.132898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34170) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:11.140377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:11.146524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Transition to ACTIVE for port object 1e3f8e1a-78d3-4476-898c-928bd148db9c will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:11.158344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:11.164154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:subnet and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:11.167901 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.171493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:11.192767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:11.204772 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3aa8a4d1-705c-40d3-af7b-52d41518ae7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.218185 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3aa8a4d1-705c-40d3-af7b-52d41518ae7a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a2a17d56-179c-488d-a8c8-b5175d557c7a HTTP/1.1" status: 204 len: 168 time: 2.4239132 Feb 09 13:24:11.235673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6d428437-5720-46a3-80a9-e842af3ca6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:11.251823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Provisioning complete for port 91932c08-ce91-43f7-96f7-d77eef1fd92b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:11.252415 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.255722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34174) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:11.286511 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:11.287115 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.291572 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a47f893-cb53-443a-a373-3d6853560001 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.419949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6d428437-5720-46a3-80a9-e842af3ca6de admin admin] Usage tracker for resource:security_group_rule and tenant:e0996c1b68db4d9db82cefa2d80303b6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:11.442167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.445604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6d428437-5720-46a3-80a9-e842af3ca6de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:11.518987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Made reservation on behalf of 42742f3932a24ae9a6a1efba9cf977a9 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:11.541920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47f893-cb53-443a-a373-3d6853560001 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=f9c038f0-a670-4da8-b341-c3ad48fc06b2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:11.556559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6d428437-5720-46a3-80a9-e842af3ca6de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:11.668664 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7299276-95e3-4a3f-a320-86b19b98becd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.669253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ceed00b-06de-455f-a999-187f8b24c20c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.693862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.695285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a47f893-cb53-443a-a373-3d6853560001 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.709335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a32d-eb46-4db7-8307-125e1e226a7e None None] Pushing event updated for resources: {'Port': ['ID=1e3f8e1a-78d3-4476-898c-928bd148db9c,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:11.722123 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7299276-95e3-4a3f-a320-86b19b98becd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.761724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.777529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ceed00b-06de-455f-a999-187f8b24c20c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.798202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c68c7f21-72b5-45fd-902b-59e9dfbb1e5c None None] Port 91932c08-ce91-43f7-96f7-d77eef1fd92b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:11.811515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7a47f893-cb53-443a-a373-3d6853560001 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/f9c038f0-a670-4da8-b341-c3ad48fc06b2 HTTP/1.1" status: 204 len: 168 time: 3.5142612 Feb 09 13:24:11.819287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34182) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:11.873457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Attempting to bind port 1e3f8e1a-78d3-4476-898c-928bd148db9c on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:11.873851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Attempting to bind port 1e3f8e1a-78d3-4476-898c-928bd148db9c by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:11.874179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Attempting to bind port 1e3f8e1a-78d3-4476-898c-928bd148db9c on network 70f34111-e07f-40ae-8853-2d4b5b64714e {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:24:11.890223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:24:11.890717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Checking segment: {'id': 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:11.890993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.891513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Bound using segment: {'id': 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:24:11.892140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Bound port: 1e3f8e1a-78d3-4476-898c-928bd148db9c, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:11.892507 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.946567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:11.972420 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.026661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905b5f89-de12-4ddd-b8a3-faa5bb706076']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:12.044926 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d428437-5720-46a3-80a9-e842af3ca6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.052666 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d428437-5720-46a3-80a9-e842af3ca6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.062069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6cdeec5-a6f6-4eca-a050-996112e01c8f') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:12.062547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6cdeec5-a6f6-4eca-a050-996112e01c8f') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:12.064622 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.102456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.120594 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ceed00b-06de-455f-a999-187f8b24c20c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.129201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] For port 1e3f8e1a-78d3-4476-898c-928bd148db9c, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:24:12.134254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] For port 1e3f8e1a-78d3-4476-898c-928bd148db9c, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1e3f8e1a-78d3-4476-898c-928bd148db9c,segment=NetworkSegment(c27b9cb5-70e0-40fd-8c31-b08d4b9d4474),segment_id=c27b9cb5-70e0-40fd-8c31-b08d4b9d4474)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:24:12.150280 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.157695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,segment=NetworkSegment(377195b5-a121-4c21-afb9-1d911f800397),segment_id=377195b5-a121-4c21-afb9-1d911f800397)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:12.158781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.174019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d428437-5720-46a3-80a9-e842af3ca6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e331d08-42ef-402e-913b-ab5ec3b1a81a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:12.192268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:24:12.192799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.207251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceed00b-06de-455f-a999-187f8b24c20c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c216f576-2284-4c2c-9884-50c0da55250b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6d428437-5720-46a3-80a9-e842af3ca6de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0996c1b68db4d9db82cefa2d80303b6&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4152079 Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:12.213174 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:12.216248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34186) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:12.240790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d87d3-cc4d-4bae-a6b0-c34430562ff4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:12.241705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-737d87d3-cc4d-4bae-a6b0-c34430562ff4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:12.253817 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.288055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:12.328167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ceed00b-06de-455f-a999-187f8b24c20c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.329374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8ceed00b-06de-455f-a999-187f8b24c20c tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "DELETE /v2.0/security-groups/c216f576-2284-4c2c-9884-50c0da55250b HTTP/1.1" status: 204 len: 168 time: 1.1930008 Feb 09 13:24:12.334005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34190) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:12.342228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:24:12.342914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4e176c8e-4c43-4c40-a56b-4a814c1a0e01 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:12.362802 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.369259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-737d87d3-cc4d-4bae-a6b0-c34430562ff4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:12.374301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-737d87d3-cc4d-4bae-a6b0-c34430562ff4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5425761 Feb 09 13:24:12.374915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34194) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:12.409714 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-d76b3d35-0014-42f7-90c1-ca715610a4d5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] show failed (client error): The resource could not be found. Feb 09 13:24:12.421992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d76b3d35-0014-42f7-90c1-ca715610a4d5 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "GET /v2.0/security-groups/c216f576-2284-4c2c-9884-50c0da55250b HTTP/1.1" status: 404 len: 347 time: 0.0843563 Feb 09 13:24:12.423538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34198) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:12.425062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a32d-eb46-4db7-8307-125e1e226a7e None None] Pushing event updated for resources: {'Port': ['ID=1e3f8e1a-78d3-4476-898c-928bd148db9c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:12.428370 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.492604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:24:12.493474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:12.512259 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a003625-2cdd-47fe-90f3-84abf0346f28 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:24:12.512775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0a003625-2cdd-47fe-90f3-84abf0346f28 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:12.590245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d41e5c22-2be8-4bdd-8f67-1d83d7e85090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.614103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:12.667686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0a003625-2cdd-47fe-90f3-84abf0346f28 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:12.669821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] Pushing event deleted for resources: {'Network': ['ID=905b5f89-de12-4ddd-b8a3-faa5bb706076,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:12.670515 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0a003625-2cdd-47fe-90f3-84abf0346f28 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/9c0e4ed5-0b9f-431f-8670-45be2319887f HTTP/1.1" status: 404 len: 333 time: 0.2924216 Feb 09 13:24:12.683768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34204) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:12.716564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.736384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d41e5c22-2be8-4bdd-8f67-1d83d7e85090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.757120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-861b9144-7807-45b5-b318-bf210cb7d05b admin admin] 10.222.0.59 "DELETE /v2.0/networks/905b5f89-de12-4ddd-b8a3-faa5bb706076 HTTP/1.1" status: 204 len: 168 time: 1.4722283 Feb 09 13:24:12.768608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2de4845e-855f-49a7-a827-593422db6e88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port 114d614c-a007-4d21-ba5c-eb55bfc863e1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:12.769965 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2de4845e-855f-49a7-a827-593422db6e88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:12.898992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:12.921966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:12.935703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7299276-95e3-4a3f-a320-86b19b98becd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:24:12.997112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:12.997528 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:13.006909 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb677f7-6805-4af9-ac8c-ef2554ff8845 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:24:13.009780 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1eb677f7-6805-4af9-ac8c-ef2554ff8845 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/f9c038f0-a670-4da8-b341-c3ad48fc06b2 HTTP/1.1" status: 404 len: 333 time: 0.3042805 Feb 09 13:24:13.016659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Checking segment: {'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:13.017388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network hostable DHCP agents. Network: 2f70b6e0-44cb-4763-b62e-b680815ca287, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:24:13.027948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34212) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:13.192394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34218) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:13.223876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:13.249132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Subnet': ['ID=94b67d54-2e64-4961-a17d-7198ab95a401,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:13.303540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network 2f70b6e0-44cb-4763-b62e-b680815ca287 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:24:13.378268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d41e5c22-2be8-4bdd-8f67-1d83d7e85090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:13.383468 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8f36c35a-c161-467b-afb6-0a0e2e954368 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e68331b2aab410092da31847e69dc33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1898773 Feb 09 13:24:13.389827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34222) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:13.411859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1ebfb690-33ed-412e-8a14-a523ef59cca5 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:13.476398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 2f70b6e0-44cb-4763-b62e-b680815ca287) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:13.527811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc36da-7dc4-46b4-aa3d-107a523b32e2 None None] Network 2f70b6e0-44cb-4763-b62e-b680815ca287 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:13.537759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:13.538949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:13.544029 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:13.561965 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2de4845e-855f-49a7-a827-593422db6e88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:13.562293 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2de4845e-855f-49a7-a827-593422db6e88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:13.577632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 1ebfb690-33ed-412e-8a14-a523ef59cca5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:24:13.577969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1ebfb690-33ed-412e-8a14-a523ef59cca5 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:13.591647 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b107ae57-7692-41c3-ac13-0bf2bbf197f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:13.607732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e5c22-2be8-4bdd-8f67-1d83d7e85090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e331d08-42ef-402e-913b-ab5ec3b1a81a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:13.644440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b107ae57-7692-41c3-ac13-0bf2bbf197f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:13.872806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2de4845e-855f-49a7-a827-593422db6e88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Calling delete_port for 114d614c-a007-4d21-ba5c-eb55bfc863e1 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:13.991439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=a4867575-d811-4433-85af-66f1ce5b154a,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:14.001853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d41e5c22-2be8-4bdd-8f67-1d83d7e85090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.017773 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d41e5c22-2be8-4bdd-8f67-1d83d7e85090 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e331d08-42ef-402e-913b-ab5ec3b1a81a HTTP/1.1" status: 204 len: 168 time: 1.7965670 Feb 09 13:24:14.021783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.033961 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b107ae57-7692-41c3-ac13-0bf2bbf197f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.040771 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bd7a4911-2dbb-4b52-9908-d013124582a3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1764035 Feb 09 13:24:14.069626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107ae57-7692-41c3-ac13-0bf2bbf197f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc8ac54-6ed2-475f-8937-90ef7f15bbe5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:14.102386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:14.103028 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2de4845e-855f-49a7-a827-593422db6e88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.114688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:14.118988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:14.119569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.127254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:09Z', 'revision_number': 6, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '1e3f8e1a-78d3-4476-898c-928bd148db9c', 'name': '', 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:1b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:01Z', 'updated_at': '2022-02-09T13:24:12Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:14.135321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b0ce34-d987-42ed-a822-ff88923843e1']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:14.137720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d3c68-6a51-46ab-a312-d969e9bced08 None None] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:14.156736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-2f70b6e0-44cb-4763-b62e-b680815ca287', 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ips': [{'subnet_id': '94b67d54-2e64-4961-a17d-7198ab95a401'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:24:14.158775 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.164728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837574c5-9b26-4b8c-bdee-d04017249b34') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:14.171932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837574c5-9b26-4b8c-bdee-d04017249b34') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:14.181384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4845e-855f-49a7-a827-593422db6e88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Port': ['ID=114d614c-a007-4d21-ba5c-eb55bfc863e1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:14.193897 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b107ae57-7692-41c3-ac13-0bf2bbf197f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.194649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e9c91-15f9-48d9-b946-8e361530ac01 None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:09Z', 'revision_number': 6, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '1e3f8e1a-78d3-4476-898c-928bd148db9c', 'name': '', 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:1b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:01Z', 'updated_at': '2022-02-09T13:24:12Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:24:14.198035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b107ae57-7692-41c3-ac13-0bf2bbf197f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4bc8ac54-6ed2-475f-8937-90ef7f15bbe5 HTTP/1.1" status: 204 len: 168 time: 0.8033104 Feb 09 13:24:14.239657 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.334721 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3017fdd0-91f8-4d1c-aa3b-36c09f03752f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.0941727 Feb 09 13:24:14.342795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.347418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34236) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:14.371119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1705721426', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a4867575-d811-4433-85af-66f1ce5b154a'}], 'security_groups': ['b0729d1f-33f7-4744-a56b-7fdabdeedd2d']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:14.486170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:24:14.486951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:14.526384 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:14.657266 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2de4845e-855f-49a7-a827-593422db6e88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.665405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2de4845e-855f-49a7-a827-593422db6e88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:14.670063 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2de4845e-855f-49a7-a827-593422db6e88 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "DELETE /v2.0/floatingips/c2cd6aa7-d3e6-4639-9570-c1371c1988b3 HTTP/1.1" status: 204 len: 168 time: 2.2347867 Feb 09 13:24:14.673432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34240) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:14.822923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:14.926788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3f523-3183-409e-82dc-ff9bf47e516f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port 11e971e0-41de-46c8-a5ab-0399676dcff1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:14.928396 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f523-3183-409e-82dc-ff9bf47e516f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:15.042340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Allocated IP 172.20.0.18 (2f70b6e0-44cb-4763-b62e-b680815ca287/94b67d54-2e64-4961-a17d-7198ab95a401/47185acf-f57e-47e1-94d7-9a43ec5b8aa7) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:15.183761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34254) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:15.184477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:15.218410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7299276-95e3-4a3f-a320-86b19b98becd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:24:15.249861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516401314', 'description': 'tempest-secgroup-smoke-1516401314 description', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:15.268922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:15.292350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:15.326381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:15.353689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:15.467720 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:15.482943 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/networks/c6b0ce34-d987-42ed-a822-ff88923843e1 HTTP/1.1" status: 204 len: 168 time: 2.4495134 Feb 09 13:24:15.484374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1040a-ed6a-4de4-b585-a5363432f148 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Network': ['ID=c6b0ce34-d987-42ed-a822-ff88923843e1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:15.496577 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7299276-95e3-4a3f-a320-86b19b98becd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:15.501975 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a7299276-95e3-4a3f-a320-86b19b98becd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b HTTP/1.1" status: 200 len: 933 time: 7.4200876 Feb 09 13:24:15.513094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34274) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:15.513435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34276) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:15.676319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:15.678869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1895163472'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:15.698982 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f523-3183-409e-82dc-ff9bf47e516f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:15.705011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:15.740250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Transition to ACTIVE for port object 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:15.795009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:15.795379 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:15.845644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:network and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:15.848377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Transition to ACTIVE for port object 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:15.908338 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:15.931214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:15.948046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:15.953375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3f523-3183-409e-82dc-ff9bf47e516f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Calling delete_port for 11e971e0-41de-46c8-a5ab-0399676dcff1 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:15.955340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:15.968402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:16.095393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:16.188552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:16.289724 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f523-3183-409e-82dc-ff9bf47e516f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:16.345660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:16.366342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3f523-3183-409e-82dc-ff9bf47e516f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Port': ['ID=11e971e0-41de-46c8-a5ab-0399676dcff1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:16.422715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Network 2f70b6e0-44cb-4763-b62e-b680815ca287 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:16.468026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Pushing event updated for resources: {'Port': ['ID=47185acf-f57e-47e1-94d7-9a43ec5b8aa7,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:16.474848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:16.493305 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:16.503101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:16.688508 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f523-3183-409e-82dc-ff9bf47e516f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:16.707355 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a6c3f523-3183-409e-82dc-ff9bf47e516f tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "DELETE /v2.0/ports/11e971e0-41de-46c8-a5ab-0399676dcff1 HTTP/1.1" status: 204 len: 168 time: 2.0205760 Feb 09 13:24:16.712183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34304) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:16.767789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Update dhcp port {'port': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'fixed_ips': [{'subnet_id': '6d84291a-66ce-45de-9bf3-4e14de90212a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a4867575-d811-4433-85af-66f1ce5b154a'}], 'binding:host_id': 'n-d-825175-3'}, 'id': 'd59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:24:16.882764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34312) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:16.884240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:16.896517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-fc073483-bc47-41ad-b483-3cec2a9800a0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port 3dada7ca-c3ef-4073-975d-bd215f94d800 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:16.896868 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc073483-bc47-41ad-b483-3cec2a9800a0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:16.909752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:16.915363 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:16.999404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:24:17.084641 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.149630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68af92b1-266a-4a8b-a2f6-dba3bd54e12c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:17.178729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.182210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8555bc5a-64c7-467a-b963-d14671230b9a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.9576545 Feb 09 13:24:17.196434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34326) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:17.233316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.234164 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Added segment 9e630c36-3095-4065-bff9-0ac7d2086f87 of type vlan for network fcf50977-f6bc-4d1b-9f1f-89583e516352 Feb 09 13:24:17.249779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '68af92b1-266a-4a8b-a2f6-dba3bd54e12c', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:17.304236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1e3f8e1a-78d3-4476-898c-928bd148db9c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:17.453291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Attempting to bind port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:17.453662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Attempting to bind port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:17.454693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Attempting to bind port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 on network 2f70b6e0-44cb-4763-b62e-b680815ca287 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:24:17.473379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:24:17.473756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Checking segment: {'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:17.474146 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.474875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Bound using segment: {'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:24:17.475360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Bound port: 47185acf-f57e-47e1-94d7-9a43ec5b8aa7, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:17.475782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.533862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1572744694-network', 'tenant_id': '53593b0bb222462eb6783be00a763abc'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:17.542175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:17.582181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Usage tracker for resource:network and tenant:53593b0bb222462eb6783be00a763abc is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:17.606589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] For port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:24:17.612806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] For port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=47185acf-f57e-47e1-94d7-9a43ec5b8aa7,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:24:17.631191 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.633846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Delete allocated IP 172.20.0.6 (c633d700-dd0f-4f97-9b45-3d5aeb785534/6d84291a-66ce-45de-9bf3-4e14de90212a) {{(pid=83479) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 13:24:17.660644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.26 (c633d700-dd0f-4f97-9b45-3d5aeb785534/a4867575-d811-4433-85af-66f1ce5b154a/24d208b3-5ec7-438d-9eef-0a4e0e135a3e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:17.719051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:17.742200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:17.752680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 1e3f8e1a-78d3-4476-898c-928bd148db9c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:17.768544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1e3f8e1a-78d3-4476-898c-928bd148db9c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:17.769602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.822265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Made reservation on behalf of 53593b0bb222462eb6783be00a763abc for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:17.825855 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.862438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627927d4-ab23-47eb-bbf5-4a11bc786f18 None None] Pushing event updated for resources: {'Port': ['ID=47185acf-f57e-47e1-94d7-9a43ec5b8aa7,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:17.889192 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:17.962505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:17.969760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Usage tracker for resource:security_group_rule and tenant:53593b0bb222462eb6783be00a763abc is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:17.974723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:17.991499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:18.110121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:18.126271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:18.140297 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:24:18.182917 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:24:18.192454 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:18.208197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:18.219421 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.255084 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.279819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:24:18.289295 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.289415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:18.289894 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Added segment cbe3e4d3-86d5-453c-bef5-67df3fb52e85 of type vlan for network 33298246-7fc7-43fc-af4b-30c8d86748ac Feb 09 13:24:18.307526 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.322498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.337191 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.388717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc073483-bc47-41ad-b483-3cec2a9800a0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.408498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 1e3f8e1a-78d3-4476-898c-928bd148db9c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1e3f8e1a-78d3-4476-898c-928bd148db9c,segment=NetworkSegment(c27b9cb5-70e0-40fd-8c31-b08d4b9d4474),segment_id=c27b9cb5-70e0-40fd-8c31-b08d4b9d4474)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:18.416651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.417375 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.503545 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:24:18.555115 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.568835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=1e3f8e1a-78d3-4476-898c-928bd148db9c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:18.569099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:18.569724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.593545 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0ed9dc87-4bd1-44b0-8ed7-be9deb26f2df tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b HTTP/1.1" status: 200 len: 933 time: 2.9531679 Feb 09 13:24:18.594139 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:18.604292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.678656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:18.740259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34346) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:18.773662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a9134e5f-2e2b-49ab-80f5-3efe20c0e64f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'routes': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:18.829811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:18.856395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Network': ['ID=fcf50977-f6bc-4d1b-9f1f-89583e516352,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:18.862155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object 24d208b3-5ec7-438d-9eef-0a4e0e135a3e will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:18.873907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network fcf50977-f6bc-4d1b-9f1f-89583e516352 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:24:18.884512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-fc073483-bc47-41ad-b483-3cec2a9800a0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Calling delete_port for 3dada7ca-c3ef-4073-975d-bd215f94d800 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:18.918031 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-66fa3a82-f185-4dfa-b04f-61462b4d970f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.2820473 Feb 09 13:24:18.927071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.928839 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34354) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:18.930007 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.930892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:18.931536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:18.940270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': 'fcf50977-f6bc-4d1b-9f1f-89583e516352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:19.090369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da97cac-eab7-4859-886d-eca799c0bf89,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:19.157756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] Pushing event updated for resources: {'Network': ['ID=33298246-7fc7-43fc-af4b-30c8d86748ac,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:19.229306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-18949466-b148-40a0-8c3f-525c287140fc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2119617 Feb 09 13:24:19.238903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34364) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:19.259278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Request body: {'subnet': {'network_id': '33298246-7fc7-43fc-af4b-30c8d86748ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1572744694-subnet', 'tenant_id': '53593b0bb222462eb6783be00a763abc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:19.290037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:19.300065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Usage tracker for resource:subnet and tenant:53593b0bb222462eb6783be00a763abc is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:19.309152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:19.317364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 33298246-7fc7-43fc-af4b-30c8d86748ac details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:24:19.322584 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:09Z', 'revision_number': 6, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '1e3f8e1a-78d3-4476-898c-928bd148db9c', 'name': '', 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:1b:46:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:01Z', 'updated_at': '2022-02-09T13:24:12Z', 'revision_number': 4, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:19.338259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:19.347441 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:24:19.366898 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:24:19.367515 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:19.462588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Made reservation on behalf of 53593b0bb222462eb6783be00a763abc for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:19.465296 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:19.507707 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:19.583674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Allocated IP 172.20.0.18 (c633d700-dd0f-4f97-9b45-3d5aeb785534/a4867575-d811-4433-85af-66f1ce5b154a/d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:19.707256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:19.723349 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc073483-bc47-41ad-b483-3cec2a9800a0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:19.735612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0064f323-c3ca-4201-8b63-13958871ac0e None None] Network 2f70b6e0-44cb-4763-b62e-b680815ca287 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:19.812574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baed65eb-b6e4-4435-b3c5-822ebb8361bf,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:19.843774 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:19.894501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc073483-bc47-41ad-b483-3cec2a9800a0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Port': ['ID=3dada7ca-c3ef-4073-975d-bd215f94d800,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:19.934232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=24d208b3-5ec7-438d-9eef-0a4e0e135a3e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:19.936594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2dd73531-51ef-4339-9fd3-02feded65512 None None] Provisioning for port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:19.972885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2dd73531-51ef-4339-9fd3-02feded65512 None None] Provisioning complete for port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:19.974877 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2dd73531-51ef-4339-9fd3-02feded65512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:20.002378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:20.015679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:20.025120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:20.052145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:20.096593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] In _notify_port_updated(), no bound segment for port 24d208b3-5ec7-438d-9eef-0a4e0e135a3e on network c633d700-dd0f-4f97-9b45-3d5aeb785534 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:24:20.097932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] For port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,segment=NetworkSegment(377195b5-a121-4c21-afb9-1d911f800397),segment_id=377195b5-a121-4c21-afb9-1d911f800397)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:20.115369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:20.116488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:20.120741 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8dc5253f-6896-4fbb-82d5-ea16a1fe3382 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "PUT /v2.0/ports/24d208b3-5ec7-438d-9eef-0a4e0e135a3e HTTP/1.1" status: 200 len: 921 time: 5.7693577 Feb 09 13:24:20.124940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:20.129325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34374) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:20.176485 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:20.179386 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-46296e10-ec56-4b4b-bb9e-3a7d8d07f0d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.9668472 Feb 09 13:24:20.196909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34380) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:20.290224 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:24:20.318359 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:20.342911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Transition to ACTIVE for port object d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:20.348672 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:20.381142 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:20.495995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '68af92b1-266a-4a8b-a2f6-dba3bd54e12c', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:20.537517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d38a9607-11fa-41fd-bf6a-03f7f9e70265 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 24d208b3-5ec7-438d-9eef-0a4e0e135a3e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:20.539828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:20.547230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d38a9607-11fa-41fd-bf6a-03f7f9e70265 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:20.611331 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc073483-bc47-41ad-b483-3cec2a9800a0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:20.631969 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2dd73531-51ef-4339-9fd3-02feded65512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:20.692232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1e3f8e1a-78d3-4476-898c-928bd148db9c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:20.727550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:20.758804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:20.762192 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:09Z', 'revision_number': 6, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '1e3f8e1a-78d3-4476-898c-928bd148db9c', 'name': '', 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:1b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:01Z', 'updated_at': '2022-02-09T13:24:18Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:20.771300 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262b2d3-cf67-4dd8-b1f1-eae4057b95d1 None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:09Z', 'revision_number': 6, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '1e3f8e1a-78d3-4476-898c-928bd148db9c', 'name': '', 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:1b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:01Z', 'updated_at': '2022-02-09T13:24:18Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:24:20.771998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_backend_mixin [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Performing IP validity checks on allocation pools {{(pid=83479) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 13:24:20.774984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_backend_mixin [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83479) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 13:24:20.820261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fc073483-bc47-41ad-b483-3cec2a9800a0 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "DELETE /v2.0/ports/3dada7ca-c3ef-4073-975d-bd215f94d800 HTTP/1.1" status: 204 len: 168 time: 4.1069129 Feb 09 13:24:20.827678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34400) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:20.840796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:20.974808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:21.084536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Pushing event updated for resources: {'Port': ['ID=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:21.095957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2dd73531-51ef-4339-9fd3-02feded65512 None None] For port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=47185acf-f57e-47e1-94d7-9a43ec5b8aa7,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:21.129172 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2dd73531-51ef-4339-9fd3-02feded65512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:21.139738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.140319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.141000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.141667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.142350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.142930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.143510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.144198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.144849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.145710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.146152 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedbc42-53c1-438e-a79c-6818aff9f8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:21.343394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1e3f8e1a-78d3-4476-898c-928bd148db9c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:21.343968 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:21.345956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:21.357467 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:21.449300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3597e0e9-c2db-4529-b4f7-7f86756f166a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting subnet 00f948f1-86ae-48a3-94b7-0c5b8a4f9001 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:21.465501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3597e0e9-c2db-4529-b4f7-7f86756f166a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:21.467650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791bd26b-76c4-4bc1-8cc3-58fb86aca42a,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:21.497807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd73531-51ef-4339-9fd3-02feded65512 None None] Pushing event updated for resources: {'Port': ['ID=47185acf-f57e-47e1-94d7-9a43ec5b8aa7,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:21.546761 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:21.548423 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-158c0485-9ddf-473f-8acd-fec22f80e969 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1713796 Feb 09 13:24:21.549703 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:21.554731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34412) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:21.660417 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3597e0e9-c2db-4529-b4f7-7f86756f166a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:21.768154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34416) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:21.801881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=8d3009ee-bb7b-4504-885c-172b22f46b75,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:21.824980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '68af92b1-266a-4a8b-a2f6-dba3bd54e12c', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:21.851134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:21.866013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:21.878717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:21.904655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:21.971715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1b91c696-b03f-4428-8c89-63fb71c1003c None None] Provisioning complete for port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:21.972244 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1b91c696-b03f-4428-8c89-63fb71c1003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.053729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-a9134e5f-2e2b-49ab-80f5-3efe20c0e64f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added routes are [] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 13:24:22.053969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-a9134e5f-2e2b-49ab-80f5-3efe20c0e64f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 13:24:22.101819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d38a9607-11fa-41fd-bf6a-03f7f9e70265 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.124627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Checking segment: {'id': '9e630c36-3095-4065-bff9-0ac7d2086f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fcf50977-f6bc-4d1b-9f1f-89583e516352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:22.125600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network hostable DHCP agents. Network: fcf50977-f6bc-4d1b-9f1f-89583e516352, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:24:22.157283 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.228153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a9134e5f-2e2b-49ab-80f5-3efe20c0e64f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.246567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.259705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d38a9607-11fa-41fd-bf6a-03f7f9e70265 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 24d208b3-5ec7-438d-9eef-0a4e0e135a3e owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:22.300828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network fcf50977-f6bc-4d1b-9f1f-89583e516352 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:24:22.375850 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e1c9f966-c1cc-418d-87a4-10ec1313c6e4 None None] Provisioning for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:22.382337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e1c9f966-c1cc-418d-87a4-10ec1313c6e4 None None] Provisioning complete for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:22.382958 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1c9f966-c1cc-418d-87a4-10ec1313c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.387929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.394867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, fcf50977-f6bc-4d1b-9f1f-89583e516352) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:22.404717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.420153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:22.420941 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.424411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd5bb3f-71f3-4e7f-bdd5-5822895a6661 None None] Network fcf50977-f6bc-4d1b-9f1f-89583e516352 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:22.453597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9c8207-4c49-4063-b3d5-40d6a71d4878,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:22.495092 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-23629e6d-7178-403e-a2bf-e009c6093e6f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5617998 Feb 09 13:24:22.499867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34426) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:22.503537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.507814 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-388cb7b9-43c9-4bf7-b561-595dde956dda tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7209308 Feb 09 13:24:22.509677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34430) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:22.519019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '68af92b1-266a-4a8b-a2f6-dba3bd54e12c', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:22.527680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': 'fcf50977-f6bc-4d1b-9f1f-89583e516352', 'name': 'tempest-PortsIpV6TestJSON-1028546736'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:22.538647 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64bc2590-8da5-4aa4-b99e-7cc131a100a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.563223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:22.603499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:22.609233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:22.641623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:22.659338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-64bc2590-8da5-4aa4-b99e-7cc131a100a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:22.675012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-64bc2590-8da5-4aa4-b99e-7cc131a100a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea0ca2ef32845018e61f31c01b76ef5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:22.681319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-64bc2590-8da5-4aa4-b99e-7cc131a100a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:22.686340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29255c9-8b93-48fb-b03e-73f813be61e2,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:22.696880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-64bc2590-8da5-4aa4-b99e-7cc131a100a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:22.778383 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3597e0e9-c2db-4529-b4f7-7f86756f166a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.817009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Checking segment: {'id': 'cbe3e4d3-86d5-453c-bef5-67df3fb52e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '33298246-7fc7-43fc-af4b-30c8d86748ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:22.817363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Network hostable DHCP agents. Network: 33298246-7fc7-43fc-af4b-30c8d86748ac, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:24:22.890175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-fcf50977-f6bc-4d1b-9f1f-89583e516352', 'network_id': 'fcf50977-f6bc-4d1b-9f1f-89583e516352', 'tenant_id': '951a0af6959d462b949304dba3441f51', 'fixed_ips': [{'subnet_id': '8d3009ee-bb7b-4504-885c-172b22f46b75'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:24:22.891416 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.907496 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d38a9607-11fa-41fd-bf6a-03f7f9e70265 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.940828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:22.941199 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:22.997740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:23.105779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.114338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e1c9f966-c1cc-418d-87a4-10ec1313c6e4 None None] Could not find standard attr ID for object 24d208b3-5ec7-438d-9eef-0a4e0e135a3e. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:24:23.135797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Network 33298246-7fc7-43fc-af4b-30c8d86748ac is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:24:23.147498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a9134e5f-2e2b-49ab-80f5-3efe20c0e64f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.164589 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a9134e5f-2e2b-49ab-80f5-3efe20c0e64f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.174106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:23.188721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3597e0e9-c2db-4529-b4f7-7f86756f166a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.193133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a9607-11fa-41fd-bf6a-03f7f9e70265 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=24d208b3-5ec7-438d-9eef-0a4e0e135a3e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:23.245330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:23.292145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597e0e9-c2db-4529-b4f7-7f86756f166a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Subnet': ['ID=00f948f1-86ae-48a3-94b7-0c5b8a4f9001,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:23.303417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 33298246-7fc7-43fc-af4b-30c8d86748ac) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:23.306904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Allocated IP 2001:db8::2 (fcf50977-f6bc-4d1b-9f1f-89583e516352/8d3009ee-bb7b-4504-885c-172b22f46b75/4ebb8176-af19-4031-8341-c0a0fc5bd358) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:23.317113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:23.321126 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.347827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:23.351173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.380369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.390673 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.407337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port 853e35d7-51a8-4c24-a2bd-a7e1b7f8153d yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:24:23.422493 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64bc2590-8da5-4aa4-b99e-7cc131a100a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.443512 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64bc2590-8da5-4aa4-b99e-7cc131a100a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.481275 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3597e0e9-c2db-4529-b4f7-7f86756f166a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.490954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ded306-0f06-401c-b5b0-1ca81f4245c3,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:23.531712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3597e0e9-c2db-4529-b4f7-7f86756f166a tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "DELETE /v2.0/subnets/00f948f1-86ae-48a3-94b7-0c5b8a4f9001 HTTP/1.1" status: 204 len: 168 time: 2.7020776 Feb 09 13:24:23.536098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34440) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:23.552499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-631d090c-b701-4399-895e-7c69bd4d3e8c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.3112957 Feb 09 13:24:23.595303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.596988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6b97b478-dda4-401f-ae0a-621256117c48 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0858428 Feb 09 13:24:23.606346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34446) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:23.612031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc2590-8da5-4aa4-b99e-7cc131a100a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70075ca1-2f5b-4c10-bf6b-585425a101cf,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:23.623557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '68af92b1-266a-4a8b-a2f6-dba3bd54e12c', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:23.638863 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-64bc2590-8da5-4aa4-b99e-7cc131a100a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ea0ca2ef32845018e61f31c01b76ef5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8340292 Feb 09 13:24:23.641414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:23.645891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34450) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:23.659916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:23.664593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:23.677848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:23.693644 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d38a9607-11fa-41fd-bf6a-03f7f9e70265 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.699950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d38a9607-11fa-41fd-bf6a-03f7f9e70265 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/24d208b3-5ec7-438d-9eef-0a4e0e135a3e HTTP/1.1" status: 204 len: 168 time: 3.5603230 Feb 09 13:24:23.702390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34454) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:23.705288 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Project 42742f3932a24ae9a6a1efba9cf977a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:24:23.732756 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.754342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Transition to ACTIVE for port object 4ebb8176-af19-4031-8341-c0a0fc5bd358 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:23.769062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.783912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Transition to ACTIVE for port object 4ebb8176-af19-4031-8341-c0a0fc5bd358 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:23.788731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9134e5f-2e2b-49ab-80f5-3efe20c0e64f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:24:23.793886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e781920c-f74a-4236-8e99-245fa1b41bf7 None None] Network 33298246-7fc7-43fc-af4b-30c8d86748ac requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:23.813251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a6840-018b-456d-9624-9947bd1a49ba None None] Network 10a58f19-21e1-4dd7-9137-587130a0e201 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:23.836050 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.884837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34460) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:23.919455 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-75580a39-8cd6-4614-ac2d-24efcaeb3180 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:24:23.920434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-75580a39-8cd6-4614-ac2d-24efcaeb3180 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:23.986317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:23.995496 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.020642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-75580a39-8cd6-4614-ac2d-24efcaeb3180 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:24.025084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-75580a39-8cd6-4614-ac2d-24efcaeb3180 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/24d208b3-5ec7-438d-9eef-0a4e0e135a3e HTTP/1.1" status: 404 len: 333 time: 0.3212314 Feb 09 13:24:24.031649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34466) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:24.082011 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee1126d-d809-4ac7-b45f-f80274a54004,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:24.085259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e1c9f966-c1cc-418d-87a4-10ec1313c6e4 None None] Provisioning complete for port 91932c08-ce91-43f7-96f7-d77eef1fd92b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:24.086160 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1c9f966-c1cc-418d-87a4-10ec1313c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.112219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-453a1eb4-d78b-4f03-888c-888a48b9ca5b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting subnet d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:24.129668 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.131528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-80096b10-2be2-4105-bdd5-b07a16113846 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5213604 Feb 09 13:24:24.155290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34472) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:24.162358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Pushing event updated for resources: {'Port': ['ID=4ebb8176-af19-4031-8341-c0a0fc5bd358,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:24.184334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '68af92b1-266a-4a8b-a2f6-dba3bd54e12c', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:24.212461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:24.221882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:24.226570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:24.235827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:24.250555 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75c85128-4cad-440f-a543-f1b4d98598a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.256299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Network fcf50977-f6bc-4d1b-9f1f-89583e516352 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:24.258773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8::14b (fcf50977-f6bc-4d1b-9f1f-89583e516352/8d3009ee-bb7b-4504-885c-172b22f46b75/853e35d7-51a8-4c24-a2bd-a7e1b7f8153d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:24.263022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:24.281184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:24.281595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-453a1eb4-d78b-4f03-888c-888a48b9ca5b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.284137 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Project 42742f3932a24ae9a6a1efba9cf977a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:24:24.296779 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10e71343-d855-4445-9cac-bf97d265869c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.314602 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.383566 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10e71343-d855-4445-9cac-bf97d265869c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.411226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9f966-c1cc-418d-87a4-10ec1313c6e4 None None] Port 91932c08-ce91-43f7-96f7-d77eef1fd92b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:24.425449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:24.495765 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.501585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.551442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-db20d63e-3247-4324-92f6-3068eff7b92c admin admin] Deleting subnet c29255c9-8b93-48fb-b03e-73f813be61e2 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:24.554811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa22aebc-4ec3-41dd-97e3-481770da845b,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:24.570157 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10e71343-d855-4445-9cac-bf97d265869c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.579570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db20d63e-3247-4324-92f6-3068eff7b92c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.612479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Attempting to bind port 4ebb8176-af19-4031-8341-c0a0fc5bd358 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:24.612989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Attempting to bind port 4ebb8176-af19-4031-8341-c0a0fc5bd358 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '9e630c36-3095-4065-bff9-0ac7d2086f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fcf50977-f6bc-4d1b-9f1f-89583e516352'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:24.613447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Attempting to bind port 4ebb8176-af19-4031-8341-c0a0fc5bd358 on network fcf50977-f6bc-4d1b-9f1f-89583e516352 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:24:24.615483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e71343-d855-4445-9cac-bf97d265869c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc51ca48-d922-462f-8c04-66c1918b2979,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:24.657149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10e71343-d855-4445-9cac-bf97d265869c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.659422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-10e71343-d855-4445-9cac-bf97d265869c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/security-groups/cc51ca48-d922-462f-8c04-66c1918b2979 HTTP/1.1" status: 204 len: 168 time: 0.6222217 Feb 09 13:24:24.662700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34482) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:24.663937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.666324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6d4dc021-184d-4c05-b698-129f7e0c9814 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5093985 Feb 09 13:24:24.689987 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75c85128-4cad-440f-a543-f1b4d98598a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.720247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a3c10b3a-9508-41e3-966c-b9ec6607c211 None None] Could not find standard attr ID for object 24d208b3-5ec7-438d-9eef-0a4e0e135a3e. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:24:24.723985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-453a1eb4-d78b-4f03-888c-888a48b9ca5b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.766207 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:24:24.767344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Checking segment: {'id': '9e630c36-3095-4065-bff9-0ac7d2086f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fcf50977-f6bc-4d1b-9f1f-89583e516352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:24.768734 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.769338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Bound using segment: {'id': '9e630c36-3095-4065-bff9-0ac7d2086f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fcf50977-f6bc-4d1b-9f1f-89583e516352'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:24:24.770641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Bound port: 4ebb8176-af19-4031-8341-c0a0fc5bd358, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e630c36-3095-4065-bff9-0ac7d2086f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fcf50977-f6bc-4d1b-9f1f-89583e516352'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:24.771252 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.886412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db20d63e-3247-4324-92f6-3068eff7b92c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:24.992004 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9054e307-8e83-49ba-9472-4c9532575eb5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.047616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183fd2b3-e479-4bdc-a557-b54ae5c1661c None None] Network 33298246-7fc7-43fc-af4b-30c8d86748ac requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:25.072387 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9054e307-8e83-49ba-9472-4c9532575eb5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.191660 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9054e307-8e83-49ba-9472-4c9532575eb5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.229427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054e307-8e83-49ba-9472-4c9532575eb5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0729d1f-33f7-4744-a56b-7fdabdeedd2d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:25.241712 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9054e307-8e83-49ba-9472-4c9532575eb5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.242832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9054e307-8e83-49ba-9472-4c9532575eb5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/security-groups/b0729d1f-33f7-4744-a56b-7fdabdeedd2d HTTP/1.1" status: 204 len: 168 time: 0.5744975 Feb 09 13:24:25.248548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34496) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:25.302107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111c419d-57be-4f41-9294-50eb2fc2d3ab None None] DHCP port deletion for 10a58f19-21e1-4dd7-9137-587130a0e201 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:24:25.384991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] For port 4ebb8176-af19-4031-8341-c0a0fc5bd358, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:24:25.392256 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-45ae04e3-2d9e-4c17-a53c-63d7bb899477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.395564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] For port 4ebb8176-af19-4031-8341-c0a0fc5bd358, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4ebb8176-af19-4031-8341-c0a0fc5bd358,segment=NetworkSegment(9e630c36-3095-4065-bff9-0ac7d2086f87),segment_id=9e630c36-3095-4065-bff9-0ac7d2086f87)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:24:25.405559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:25.405917 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.414913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-c774270c-5315-4101-963d-70364afd6fb6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516401314&fields=id&tenant_id=42742f3932a24ae9a6a1efba9cf977a9 HTTP/1.1" status: 200 len: 267 time: 0.1138759 Feb 09 13:24:25.437132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-111c419d-57be-4f41-9294-50eb2fc2d3ab None None] Deleting port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:25.437584 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-111c419d-57be-4f41-9294-50eb2fc2d3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.477969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db20d63e-3247-4324-92f6-3068eff7b92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.482312 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.546665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75c85128-4cad-440f-a543-f1b4d98598a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.608920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c85128-4cad-440f-a543-f1b4d98598a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70075ca1-2f5b-4c10-bf6b-585425a101cf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:25.616044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-453a1eb4-d78b-4f03-888c-888a48b9ca5b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.694166 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75c85128-4cad-440f-a543-f1b4d98598a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.700559 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-75c85128-4cad-440f-a543-f1b4d98598a9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70075ca1-2f5b-4c10-bf6b-585425a101cf HTTP/1.1" status: 204 len: 168 time: 2.0482810 Feb 09 13:24:25.707207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9134e5f-2e2b-49ab-80f5-3efe20c0e64f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:24:25.813782 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a9134e5f-2e2b-49ab-80f5-3efe20c0e64f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.816118 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a9134e5f-2e2b-49ab-80f5-3efe20c0e64f tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b HTTP/1.1" status: 200 len: 699 time: 7.0637188 Feb 09 13:24:25.819688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34510) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:25.828036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8e865e-cfd3-4d6d-95e9-0ed54580685b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet 6d84291a-66ce-45de-9bf3-4e14de90212a {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:25.834683 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5b8e865e-cfd3-4d6d-95e9-0ed54580685b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.859184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:24:25.898221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-18321054-4b1e-4116-aeb4-bac90fe0472c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:25.899785 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-18321054-4b1e-4116-aeb4-bac90fe0472c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/networks?id=2f70b6e0-44cb-4763-b62e-b680815ca287 HTTP/1.1" status: 200 len: 796 time: 0.4840872 Feb 09 13:24:25.930103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:25.977276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-1a59a93b-225f-4074-af06-a43c46f06b28 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/quotas/42742f3932a24ae9a6a1efba9cf977a9 HTTP/1.1" status: 200 len: 375 time: 0.0499604 Feb 09 13:24:25.979963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234eca4-a332-49d3-98d1-ea2551a0a7ca None None] Pushing event updated for resources: {'Port': ['ID=4ebb8176-af19-4031-8341-c0a0fc5bd358,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:25.991954 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5b8e865e-cfd3-4d6d-95e9-0ed54580685b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.154047 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db20d63e-3247-4324-92f6-3068eff7b92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.206363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object 853e35d7-51a8-4c24-a2bd-a7e1b7f8153d will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:26.230343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20d63e-3247-4324-92f6-3068eff7b92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29255c9-8b93-48fb-b03e-73f813be61e2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:26.255094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db20d63e-3247-4324-92f6-3068eff7b92c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.263738 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-453a1eb4-d78b-4f03-888c-888a48b9ca5b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.291209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-111c419d-57be-4f41-9294-50eb2fc2d3ab None None] For port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bee8fb5f-dc58-4ec1-9833-2f9f198c32ee,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:26.291603 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-111c419d-57be-4f41-9294-50eb2fc2d3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.332420 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-db20d63e-3247-4324-92f6-3068eff7b92c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c29255c9-8b93-48fb-b03e-73f813be61e2 HTTP/1.1" status: 204 len: 168 time: 2.4426386 Feb 09 13:24:26.336555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34516) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:26.337903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a1eb4-d78b-4f03-888c-888a48b9ca5b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Subnet': ['ID=d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:26.366830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-453a1eb4-d78b-4f03-888c-888a48b9ca5b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.369275 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-453a1eb4-d78b-4f03-888c-888a48b9ca5b tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "DELETE /v2.0/subnets/d4497ab8-1c0d-4d42-9354-aa8c40f6ef8d HTTP/1.1" status: 204 len: 168 time: 2.8320196 Feb 09 13:24:26.374096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34520) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:26.401009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-f8cabfd8-a255-4526-85f1-7d604974342f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2961922 Feb 09 13:24:26.426539 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.464708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-111c419d-57be-4f41-9294-50eb2fc2d3ab None None] Calling delete_port for bee8fb5f-dc58-4ec1-9833-2f9f198c32ee owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:26.520847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2decf1-c831-4dd0-89d0-6898cfb4835b None None] Network e0fa8502-b2c1-406e-8acc-9fe430fe07d0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:26.522004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34524) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:26.598061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:24:26.599721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:23:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:26.697726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4ebb8176-af19-4031-8341-c0a0fc5bd358 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:26.703996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd11897d-2422-44b4-b133-9d15000056ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.727402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network fcf50977-f6bc-4d1b-9f1f-89583e516352 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:26.738234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:26.749304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:26.753410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:26.754172 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.759595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=853e35d7-51a8-4c24-a2bd-a7e1b7f8153d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:26.770071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.817450 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-22c32de1-13dc-4f24-931d-ef52780c8dad tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b HTTP/1.1" status: 200 len: 699 time: 0.9753006 Feb 09 13:24:26.819749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34528) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:26.826564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:26.827037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.854990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bd11897d-2422-44b4-b133-9d15000056ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:26.940615 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.953156 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5b8e865e-cfd3-4d6d-95e9-0ed54580685b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:26.970362 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-080605c6-8098-4a7a-8e9f-dcad6843f7a5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4693398 Feb 09 13:24:26.983829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bd11897d-2422-44b4-b133-9d15000056ed admin admin] Usage tracker for resource:security_group_rule and tenant:97aaf113ce2149fa8a5fcef0655ad4f2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:26.986534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34534) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:26.996137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bd11897d-2422-44b4-b133-9d15000056ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:27.096921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bd11897d-2422-44b4-b133-9d15000056ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:27.124798 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-8a8eb5c4-6271-41f5-aa67-e06d8f3af4eb service neutron] 10.222.0.59 "GET /v2.0/networks/2f70b6e0-44cb-4763-b62e-b680815ca287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6939211 Feb 09 13:24:27.452244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09bb7cb-7ef7-4d88-9b13-689a256f77cc None None] Network fcf50977-f6bc-4d1b-9f1f-89583e516352 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:27.482442 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-901c5085-ed22-4489-9932-7b7839851165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.483423 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd11897d-2422-44b4-b133-9d15000056ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.495446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] For port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bee8fb5f-dc58-4ec1-9833-2f9f198c32ee,segment=NetworkSegment(a2824089-8548-4f3b-b0f6-0195244b1f6b),segment_id=a2824089-8548-4f3b-b0f6-0195244b1f6b)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:27.495803 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.506297 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-111c419d-57be-4f41-9294-50eb2fc2d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.524184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.556827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33298246-7fc7-43fc-af4b-30c8d86748ac']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:27.577639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c4aad877-18ea-4d8f-a9eb-09874b96f1fa tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 853e35d7-51a8-4c24-a2bd-a7e1b7f8153d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:27.577973 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4aad877-18ea-4d8f-a9eb-09874b96f1fa tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.580387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:27.612870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe3e4d3-86d5-453c-bef5-67df3fb52e85') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:27.613230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe3e4d3-86d5-453c-bef5-67df3fb52e85') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:27.648384 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.664197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5b8e865e-cfd3-4d6d-95e9-0ed54580685b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.689526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c419d-57be-4f41-9294-50eb2fc2d3ab None None] Pushing event deleted for resources: {'Port': ['ID=bee8fb5f-dc58-4ec1-9833-2f9f198c32ee,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:27.701390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Calling delete_port for bee8fb5f-dc58-4ec1-9833-2f9f198c32ee owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:27.723557 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.728442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e865e-cfd3-4d6d-95e9-0ed54580685b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=6d84291a-66ce-45de-9bf3-4e14de90212a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:27.740546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111c419d-57be-4f41-9294-50eb2fc2d3ab None None] No DVR routers for this DVR port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:27.748380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd11897d-2422-44b4-b133-9d15000056ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.777795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:24:27.778725 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:27.801602 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:27.848859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 4ebb8176-af19-4031-8341-c0a0fc5bd358 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:27.852400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a9307676-ca89-4514-8b49-e10cfd8dc6d4 None None] Provisioning for port 4ebb8176-af19-4031-8341-c0a0fc5bd358 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:27.875588 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5b8e865e-cfd3-4d6d-95e9-0ed54580685b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.882511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-3a6bc2f0-67fc-48a7-9dad-939d8390ec7e service neutron] 10.222.0.59 "GET /v2.0/networks/2f70b6e0-44cb-4763-b62e-b680815ca287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926730 Feb 09 13:24:27.898449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5b8e865e-cfd3-4d6d-95e9-0ed54580685b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/6d84291a-66ce-45de-9bf3-4e14de90212a HTTP/1.1" status: 204 len: 168 time: 2.6474354 Feb 09 13:24:27.899756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4ebb8176-af19-4031-8341-c0a0fc5bd358 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:27.900329 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:27.905975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34548) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:27.924944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:27.979847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5505ff-b4c5-4d78-9f2a-5521e7751419 None None] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:28.030588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a9307676-ca89-4514-8b49-e10cfd8dc6d4 None None] Provisioning complete for port 4ebb8176-af19-4031-8341-c0a0fc5bd358 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:28.032429 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9307676-ca89-4514-8b49-e10cfd8dc6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.158596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11897d-2422-44b4-b133-9d15000056ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a5fb77-2368-4ed7-966c-83ca5b0f87e7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:28.165498 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bd11897d-2422-44b4-b133-9d15000056ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97aaf113ce2149fa8a5fcef0655ad4f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6117904 Feb 09 13:24:28.171003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34556) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:28.208323 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.251471 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:24:28.251997 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:24:28.301786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d146fec-43d0-4299-a971-0d8a0376b51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.348913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d146fec-43d0-4299-a971-0d8a0376b51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.385258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78196de-7dae-447a-83f7-7df43048ba1a None None] DHCP port deletion for e0fa8502-b2c1-406e-8acc-9fe430fe07d0 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:24:28.400229 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.430307 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5753c18-a211-4d93-96a0-37cd5a2ef3a9 req-f5317036-f65b-4aae-8ea8-87a080152fe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 210 time: 0.2841136 Feb 09 13:24:28.439955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e78196de-7dae-447a-83f7-7df43048ba1a None None] Deleting port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:28.440326 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e78196de-7dae-447a-83f7-7df43048ba1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.443379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d146fec-43d0-4299-a971-0d8a0376b51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.448437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] Pushing event deleted for resources: {'Network': ['ID=33298246-7fc7-43fc-af4b-30c8d86748ac,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:28.478394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d146fec-43d0-4299-a971-0d8a0376b51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a5fb77-2368-4ed7-966c-83ca5b0f87e7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:28.492337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d4f8013e-b228-42b3-989e-6ad6af54ea9c admin admin] 10.222.0.59 "DELETE /v2.0/networks/33298246-7fc7-43fc-af4b-30c8d86748ac HTTP/1.1" status: 204 len: 168 time: 2.1326499 Feb 09 13:24:28.496283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:28.504024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:28.510436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:28.515757 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.530874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:28.537718 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4aad877-18ea-4d8f-a9eb-09874b96f1fa tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.749336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:28.754547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d146fec-43d0-4299-a971-0d8a0376b51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.755700 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2d146fec-43d0-4299-a971-0d8a0376b51d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90a5fb77-2368-4ed7-966c-83ca5b0f87e7 HTTP/1.1" status: 204 len: 168 time: 0.5831664 Feb 09 13:24:28.756324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port bee8fb5f-dc58-4ec1-9833-2f9f198c32ee {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:28.756643 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.761966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:28.783861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.035516 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] The port 'bee8fb5f-dc58-4ec1-9833-2f9f198c32ee' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:24:29.041849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34578) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:29.071048 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.079692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c4aad877-18ea-4d8f-a9eb-09874b96f1fa tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for 853e35d7-51a8-4c24-a2bd-a7e1b7f8153d owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:29.165574 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b94038dc-eca1-4a6d-b276-01ceb12b3f99 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53593b0bb222462eb6783be00a763abc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1223531 Feb 09 13:24:29.176352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34588) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:29.334229 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9307676-ca89-4514-8b49-e10cfd8dc6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.352292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e78196de-7dae-447a-83f7-7df43048ba1a None None] For port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=34d54cca-83be-4b21-8ed5-d9b8d2f0f099,segment=NetworkSegment(f50c1832-73ae-4c62-8e96-faa99d5c80ad),segment_id=f50c1832-73ae-4c62-8e96-faa99d5c80ad)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:29.353004 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e78196de-7dae-447a-83f7-7df43048ba1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.361982 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.407713 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.458180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a58f19-21e1-4dd7-9137-587130a0e201']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:29.479296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2824089-8548-4f3b-b0f6-0195244b1f6b') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:29.479626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2824089-8548-4f3b-b0f6-0195244b1f6b') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:29.496166 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.550952 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.569975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:24:29.570381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:29.585470 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:29.626727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1924604-f29b-4c68-8f2a-bc67551ae6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.708811 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1924604-f29b-4c68-8f2a-bc67551ae6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:29.883341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b1a73f6-9d5c-44f9-a121-ef55936882dc req-cdb35e82-f5de-42e9-a483-2105ed03f236 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 210 time: 0.1425433 Feb 09 13:24:29.903342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e78196de-7dae-447a-83f7-7df43048ba1a None None] Calling delete_port for 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:29.965053 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:30.071189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:22Z', 'revision_number': 7, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '1e3f8e1a-78d3-4476-898c-928bd148db9c', 'name': '', 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:1b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:01Z', 'updated_at': '2022-02-09T13:24:18Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:30.084930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:30.087442 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1924604-f29b-4c68-8f2a-bc67551ae6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:30.110054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1924604-f29b-4c68-8f2a-bc67551ae6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da97cac-eab7-4859-886d-eca799c0bf89,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:30.117470 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4aad877-18ea-4d8f-a9eb-09874b96f1fa tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:30.128728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 4ebb8176-af19-4031-8341-c0a0fc5bd358, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4ebb8176-af19-4031-8341-c0a0fc5bd358,segment=NetworkSegment(9e630c36-3095-4065-bff9-0ac7d2086f87),segment_id=9e630c36-3095-4065-bff9-0ac7d2086f87)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:30.253015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:24:30.257958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Network': ['ID=10a58f19-21e1-4dd7-9137-587130a0e201,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:30.267221 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:30.318287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aad877-18ea-4d8f-a9eb-09874b96f1fa tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=853e35d7-51a8-4c24-a2bd-a7e1b7f8153d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:30.388343 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1924604-f29b-4c68-8f2a-bc67551ae6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:30.389512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a1924604-f29b-4c68-8f2a-bc67551ae6b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2da97cac-eab7-4859-886d-eca799c0bf89 HTTP/1.1" status: 204 len: 168 time: 1.2121596 Feb 09 13:24:30.396637 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4aad877-18ea-4d8f-a9eb-09874b96f1fa tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:30.555858 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c4aad877-18ea-4d8f-a9eb-09874b96f1fa tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/853e35d7-51a8-4c24-a2bd-a7e1b7f8153d HTTP/1.1" status: 204 len: 168 time: 3.5646002 Feb 09 13:24:30.559124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34618) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:30.585429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:24:30.596282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:30.652168 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:24:30.738247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-992e83dd-d929-4843-94bf-d1ccf3c30d2b tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:30.741087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-992e83dd-d929-4843-94bf-d1ccf3c30d2b tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Synchronizing usage tracker for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:30.766836 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2d091aed-55f3-4843-a348-0859f033faeb tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "DELETE /v2.0/networks/10a58f19-21e1-4dd7-9137-587130a0e201 HTTP/1.1" status: 204 len: 168 time: 4.3891368 Feb 09 13:24:30.780336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34622) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:30.888026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=4ebb8176-af19-4031-8341-c0a0fc5bd358,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:30.923682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bee8fb5f-dc58-4ec1-9833-2f9f198c32ee no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:30.961834 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f10d9cf-9827-443b-b365-4109d5b9967c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:30.962311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f10d9cf-9827-443b-b365-4109d5b9967c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:30.975802 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0f10d9cf-9827-443b-b365-4109d5b9967c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/853e35d7-51a8-4c24-a2bd-a7e1b7f8153d HTTP/1.1" status: 404 len: 333 time: 0.1440475 Feb 09 13:24:30.980129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34632) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:31.070265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-992e83dd-d929-4843-94bf-d1ccf3c30d2b tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Unset dirty status for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:31.085148 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-992e83dd-d929-4843-94bf-d1ccf3c30d2b tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "GET /v2.0/networks?id=2f70b6e0-44cb-4763-b62e-b680815ca287 HTTP/1.1" status: 200 len: 796 time: 1.2498522 Feb 09 13:24:31.171564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:31.288714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:31.300237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:31.386128 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-127433b0-77a2-4a18-9046-179cf67ff999 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:24:31.386723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-127433b0-77a2-4a18-9046-179cf67ff999 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:31.394337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=e204a0ff-2cd9-4859-a36c-81558dbee2c7,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:31.396954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:31.401959 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:31.428631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:31.431919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:31.454328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-127433b0-77a2-4a18-9046-179cf67ff999 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:31.462040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-127433b0-77a2-4a18-9046-179cf67ff999 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/853e35d7-51a8-4c24-a2bd-a7e1b7f8153d HTTP/1.1" status: 404 len: 333 time: 0.4741707 Feb 09 13:24:31.465134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34644) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:31.469750 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0f1a7ef8-f9b1-4672-acdd-61cf0f9701c1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5625472 Feb 09 13:24:31.478173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34646) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:31.589039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'security_group': {'name': 'tempest-secgroup-492919813'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:31.603007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:31.610177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:31.622285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:31.636810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Deleting port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:31.640195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:31.644038 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:31.647050 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:31.652793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: bee8fb5f-dc58-4ec1-9833-2f9f198c32ee {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:24:31.654173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bee8fb5f-dc58-4ec1-9833-2f9f198c32ee not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:31.677122 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:31.773173 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-a9307676-ca89-4514-8b49-e10cfd8dc6d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:24:31.773843 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-a9307676-ca89-4514-8b49-e10cfd8dc6d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:24:31.776205 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e78196de-7dae-447a-83f7-7df43048ba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:31.956471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2419463-01b8-4aaa-ab87-c71857bec835 req-fe75a789-9ef9-4a8c-9d12-fc9e951e514b tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 210 time: 0.3767135 Feb 09 13:24:32.043549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78196de-7dae-447a-83f7-7df43048ba1a None None] Pushing event deleted for resources: {'Port': ['ID=34d54cca-83be-4b21-8ed5-d9b8d2f0f099,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:32.045612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4ebb8176-af19-4031-8341-c0a0fc5bd358 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:32.227419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:32.238982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78196de-7dae-447a-83f7-7df43048ba1a None None] No DVR routers for this DVR port 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:32.320559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group_rule and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:32.337031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:32.381927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-405df9a7-4f74-40d1-9f01-b1549becb19f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Synchronizing usage tracker for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:32.393505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf9ef1-6492-4e5d-969e-5757d41a0db8 None None] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:32.401585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] The port '34d54cca-83be-4b21-8ed5-d9b8d2f0f099' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:24:32.453585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:32.503917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-405df9a7-4f74-40d1-9f01-b1549becb19f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Unset dirty status for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:32.505841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-405df9a7-4f74-40d1-9f01-b1549becb19f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42742f3932a24ae9a6a1efba9cf977a9 HTTP/1.1" status: 200 len: 473 time: 1.2221014 Feb 09 13:24:32.527132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'port': {'device_id': 'f27d753b-e7ac-4332-b17b-cca6d87fbb34', 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287', 'admin_state_up': True, 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'security_groups': ['68af92b1-266a-4a8b-a2f6-dba3bd54e12c']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:32.632717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-da36db65-6514-4b80-a76d-680c186999cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet 8d3009ee-bb7b-4504-885c-172b22f46b75 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:32.639449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4ebb8176-af19-4031-8341-c0a0fc5bd358 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:32.639820 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:32.645019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da36db65-6514-4b80-a76d-680c186999cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:32.734911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da36db65-6514-4b80-a76d-680c186999cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:32.855003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34672) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:32.863274 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da36db65-6514-4b80-a76d-680c186999cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:32.876086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8911ab76-8716-4a17-8f60-c1f715b09885 None None] Provisioning complete for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:32.876564 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8911ab76-8716-4a17-8f60-c1f715b09885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:32.897950 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:32.905734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:32.928185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:port and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:32.955948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:32.978840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:32.987815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fa8502-b2c1-406e-8acc-9fe430fe07d0']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:33.047062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da36db65-6514-4b80-a76d-680c186999cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.113402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50c1832-73ae-4c62-8e96-faa99d5c80ad') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:33.121282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50c1832-73ae-4c62-8e96-faa99d5c80ad') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:33.150501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.194116 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.219335 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.219542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:24:33.219904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.222003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36db65-6514-4b80-a76d-680c186999cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3009ee-bb7b-4504-885c-172b22f46b75,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:33.240303 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:33.254279 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:33.302014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f457ac80-76f0-4249-bdee-4b7d014e688a None None] Network fcf50977-f6bc-4d1b-9f1f-89583e516352 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:33.353991 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da36db65-6514-4b80-a76d-680c186999cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.372949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f76d796-622c-47a2-b00e-66f0500e4264,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:33.504654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1647986351-network', 'tenant_id': '5ece8dc7dac44df6b66f0b5701afe575'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:33.524819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Made reservation on behalf of 42742f3932a24ae9a6a1efba9cf977a9 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:33.528453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.554631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-da36db65-6514-4b80-a76d-680c186999cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/8d3009ee-bb7b-4504-885c-172b22f46b75 HTTP/1.1" status: 204 len: 168 time: 2.0814781 Feb 09 13:24:33.556958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34690) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:33.576237 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.577557 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-488d2695-9430-41c4-ac8e-313dc76fe81e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.0135632 Feb 09 13:24:33.586325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34694) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:33.606511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bee662a6-2848-463b-9676-f66b10363d06 req-9a6d3095-b000-4cec-95dc-805ee20e8bb2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 210 time: 0.2539666 Feb 09 13:24:33.609815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:33.614434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'security_group': {'name': 'tempest-secgroup-1035096602'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:33.617677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:33.640762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:33.657039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:33.657039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:33.708774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:33.724738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:24:33.725092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 34d54cca-83be-4b21-8ed5-d9b8d2f0f099 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:33.750152 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.763186 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.792841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 4ebb8176-af19-4031-8341-c0a0fc5bd358 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:33.793116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.798258 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.803666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.816817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Usage tracker for resource:network and tenant:5ece8dc7dac44df6b66f0b5701afe575 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:33.843919 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] 10.222.0.59 "DELETE /v2.0/networks/e0fa8502-b2c1-406e-8acc-9fe430fe07d0 HTTP/1.1" status: 204 len: 168 time: 3.0451174 Feb 09 13:24:33.845040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:33.849934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:22Z', 'revision_number': 7, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '1e3f8e1a-78d3-4476-898c-928bd148db9c', 'name': '', 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:1b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:01Z', 'updated_at': '2022-02-09T13:24:18Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:33.852950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:33.871413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22df4c8-ab57-4661-9442-36050b88ca1a None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:22Z', 'revision_number': 7, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '1e3f8e1a-78d3-4476-898c-928bd148db9c', 'name': '', 'network_id': '70f34111-e07f-40ae-8853-2d4b5b64714e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:1b:46:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:24:01Z', 'updated_at': '2022-02-09T13:24:18Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'cab9d4da-52ef-4e4a-88d5-a3f52d128f46', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:24:33.876346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group_rule and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:33.897846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8911ab76-8716-4a17-8f60-c1f715b09885 None None] Provisioning complete for port 4ebb8176-af19-4031-8341-c0a0fc5bd358 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:33.898222 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8911ab76-8716-4a17-8f60-c1f715b09885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:33.901905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:33.913911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:33.948015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156952f-864c-4c93-9267-167b117f8be6 tempest-TaggedBootDevicesTest_v242-248161100 tempest-TaggedBootDevicesTest_v242-248161100-project] Pushing event deleted for resources: {'Network': ['ID=e0fa8502-b2c1-406e-8acc-9fe430fe07d0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:33.959765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:33.962304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 1e3f8e1a-78d3-4476-898c-928bd148db9c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:33.962834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.119408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.142911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Made reservation on behalf of 5ece8dc7dac44df6b66f0b5701afe575 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:34.143501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.145628 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.167739 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.226708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:34.235947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Usage tracker for resource:security_group_rule and tenant:5ece8dc7dac44df6b66f0b5701afe575 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:34.241441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:34.247972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:34.306802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] DHCP port deletion for fcf50977-f6bc-4d1b-9f1f-89583e516352 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:24:34.324361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] Deleting port 4ebb8176-af19-4031-8341-c0a0fc5bd358 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:34.324763 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.355011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd928e61-9719-4165-b788-de5166f79fed None None] Update dhcp port {'port': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'fixed_ips': [{'subnet_id': 'a4867575-d811-4433-85af-66f1ce5b154a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e204a0ff-2cd9-4859-a36c-81558dbee2c7'}], 'binding:host_id': 'n-d-825175-3'}, 'id': 'd59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:24:34.385150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f345a498-3ecd-45c8-92ca-c99ad59ac214,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:34.400954 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.406564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a0af0eea-2069-442f-bf24-86cacefa2164 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7990308 Feb 09 13:24:34.460893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34712) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:34.490063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8911ab76-8716-4a17-8f60-c1f715b09885 None None] Could not find standard attr ID for object 853e35d7-51a8-4c24-a2bd-a7e1b7f8153d. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:24:34.622516 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.653167 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.660229 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fd928e61-9719-4165-b788-de5166f79fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.667138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'security_group': {'name': 'tempest-secgroup-878994115'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:34.676533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Allocated IP 172.20.0.30 (2f70b6e0-44cb-4763-b62e-b680815ca287/94b67d54-2e64-4961-a17d-7198ab95a401/5d5e33cb-1e06-4189-8c08-0fb719003586) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:34.677122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] For port 4ebb8176-af19-4031-8341-c0a0fc5bd358, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4ebb8176-af19-4031-8341-c0a0fc5bd358,segment=NetworkSegment(9e630c36-3095-4065-bff9-0ac7d2086f87),segment_id=9e630c36-3095-4065-bff9-0ac7d2086f87)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:34.678897 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.741457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8911ab76-8716-4a17-8f60-c1f715b09885 None None] Provisioning complete for port 91932c08-ce91-43f7-96f7-d77eef1fd92b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:34.745764 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8911ab76-8716-4a17-8f60-c1f715b09885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:34.762257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:34.811284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:34.838230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:34.858169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:24:34.889701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:35.036461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de935e8-c13f-404a-b6df-51a049155bdd,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:35.041005 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.041589 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Added segment c4e5eec7-73ba-4351-9d58-2d6d2f456c1a of type vlan for network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 Feb 09 13:24:35.139954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port 1e3f8e1a-78d3-4476-898c-928bd148db9c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1e3f8e1a-78d3-4476-898c-928bd148db9c,segment=NetworkSegment(c27b9cb5-70e0-40fd-8c31-b08d4b9d4474),segment_id=c27b9cb5-70e0-40fd-8c31-b08d4b9d4474)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:35.141681 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.234815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.240571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for 4ebb8176-af19-4031-8341-c0a0fc5bd358 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:35.291927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:35.295482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7687618-b9db-4c05-b45e-5676289f997a req-f01fc518-d7a3-4429-8aa2-cf9b3c75d78f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 210 time: 0.1789653 Feb 09 13:24:35.296470 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:security_group_rule and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:35.302881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:35.303261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34738) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:35.308835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:35.364809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8911ab76-8716-4a17-8f60-c1f715b09885 None None] Port 91932c08-ce91-43f7-96f7-d77eef1fd92b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:35.368409 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.452851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=4ebb8176-af19-4031-8341-c0a0fc5bd358,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:35.460618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No DVR routers for this DVR port 4ebb8176-af19-4031-8341-c0a0fc5bd358 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:35.507813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-fd928e61-9719-4165-b788-de5166f79fed None None] Allocated IP 172.20.0.2 (c633d700-dd0f-4f97-9b45-3d5aeb785534/e204a0ff-2cd9-4859-a36c-81558dbee2c7/d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:35.541803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] For port 4ebb8176-af19-4031-8341-c0a0fc5bd358, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4ebb8176-af19-4031-8341-c0a0fc5bd358,segment=NetworkSegment(9e630c36-3095-4065-bff9-0ac7d2086f87),segment_id=9e630c36-3095-4065-bff9-0ac7d2086f87)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:35.542358 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.544906 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f0a604a-3a31-4ec4-8bd6-691491fcef57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.581771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 1e3f8e1a-78d3-4476-898c-928bd148db9c owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:35.647020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.676878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3f0a604a-3a31-4ec4-8bd6-691491fcef57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:35.678329 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.682957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf50977-f6bc-4d1b-9f1f-89583e516352']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:35.691047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3f0a604a-3a31-4ec4-8bd6-691491fcef57 admin admin] Usage tracker for resource:security_group_rule and tenant:8e47d81887f14946ab15ac929f0a54ff is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:35.696779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3f0a604a-3a31-4ec4-8bd6-691491fcef57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:35.697843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] Calling delete_port for 4ebb8176-af19-4031-8341-c0a0fc5bd358 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:35.706808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e630c36-3095-4065-bff9-0ac7d2086f87') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:35.707095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e630c36-3095-4065-bff9-0ac7d2086f87') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:35.714036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3f0a604a-3a31-4ec4-8bd6-691491fcef57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:35.724020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.754942 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.767024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:24:35.767477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:35.789032 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:35.901941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4ebb8176-af19-4031-8341-c0a0fc5bd358 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:35.925508 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.950985 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f0a604a-3a31-4ec4-8bd6-691491fcef57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.952019 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.954341 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.966744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:35.996164 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f0a604a-3a31-4ec4-8bd6-691491fcef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.004058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 4ebb8176-af19-4031-8341-c0a0fc5bd358 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:24:36.014798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4ebb8176-af19-4031-8341-c0a0fc5bd358 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:36.061416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Network': ['ID=fcf50977-f6bc-4d1b-9f1f-89583e516352,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:24:36.063283 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:24:36.082111 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:24:36.082593 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:24:36.102948 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.108482 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4810221 Feb 09 13:24:36.116372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fd928e61-9719-4165-b788-de5166f79fed None None] For port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,segment=NetworkSegment(377195b5-a121-4c21-afb9-1d911f800397),segment_id=377195b5-a121-4c21-afb9-1d911f800397)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:36.123016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34752) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:36.130766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-20a1ed17-6bd8-40a1-923d-893c59c8c62a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/networks/fcf50977-f6bc-4d1b-9f1f-89583e516352 HTTP/1.1" status: 204 len: 168 time: 2.5623589 Feb 09 13:24:36.140656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34754) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:36.158356 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fd928e61-9719-4165-b788-de5166f79fed None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.166851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-260888824'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:36.178378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fd928e61-9719-4165-b788-de5166f79fed None None] Transition to ACTIVE for port object d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:36.181951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:36.183725 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fd928e61-9719-4165-b788-de5166f79fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.190128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:network and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:36.197125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:36.210675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:36.230260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-281689714', 'security_groups': ['d18f495a-3ebc-46fc-8efe-c644047da3ec'], 'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e204a0ff-2cd9-4859-a36c-81558dbee2c7'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:36.251220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a604a-3a31-4ec4-8bd6-691491fcef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a632c97c-c680-4684-baa7-f94ce11d8189,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:36.273811 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3f0a604a-3a31-4ec4-8bd6-691491fcef57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e47d81887f14946ab15ac929f0a54ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9695091 Feb 09 13:24:36.278562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:36.281734 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.302148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34760) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:36.406739 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:24:36.436216 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd928e61-9719-4165-b788-de5166f79fed None None] Pushing event updated for resources: {'Port': ['ID=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:36.477229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27e385-36d3-4c10-bbe6-4210798e18e1 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f495a-3ebc-46fc-8efe-c644047da3ec,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:36.519758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.520716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:36.521341 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.583829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] Deleting port 4ebb8176-af19-4031-8341-c0a0fc5bd358 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:36.584614 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.591181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:24:36.629241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61daac9c-55b9-4355-b511-cfe4bf8f53d5 req-50d9fcbf-c4c3-4ee0-bf9f-3a8c8c2262fb tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 210 time: 0.0939555 Feb 09 13:24:36.657619 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.658149 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Added segment 515e27f1-91ac-4033-9793-0ca89254e811 of type vlan for network 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 Feb 09 13:24:36.660698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.675332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.8009038 Feb 09 13:24:36.685801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34766) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:36.720248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b230561-4895-4d24-94fd-47b71c80da7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.744812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Request body: {'subnet': {'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1647986351-subnet', 'tenant_id': '5ece8dc7dac44df6b66f0b5701afe575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:36.751878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4b45307a-dcf2-4bb7-b223-af180bd5eec2 None None] The port '4ebb8176-af19-4031-8341-c0a0fc5bd358' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:24:36.768032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:36.771860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:36.787661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Transition to ACTIVE for port object 5d5e33cb-1e06-4189-8c08-0fb719003586 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:36.789382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb9e6a-be01-446a-8fdf-51a241ca1c4b admin admin] Pushing event updated for resources: {'Network': ['ID=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:36.801966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:24:36.849912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Usage tracker for resource:subnet and tenant:5ece8dc7dac44df6b66f0b5701afe575 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:36.855223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:36.885208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:36.903576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:36.954552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Made reservation on behalf of 5ece8dc7dac44df6b66f0b5701afe575 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:36.962495 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:36.963429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:37.010362 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b230561-4895-4d24-94fd-47b71c80da7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:37.037075 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:37.060799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:37.114886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=1e3f8e1a-78d3-4476-898c-928bd148db9c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:37.283072 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:37.389655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:37.436451 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:24:37.468344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] device_id is not set on port dc8cf169-a586-4d90-8dfa-0ddf6c2d240f yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:24:37.505742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network 2f70b6e0-44cb-4763-b62e-b680815ca287 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:37.511665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:37.525934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:37.534192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-76f3c6bb-3888-4c3b-a74b-8803fe6c590f None None] Provisioning for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:37.545967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-76f3c6bb-3888-4c3b-a74b-8803fe6c590f None None] Provisioning complete for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:37.547537 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-76f3c6bb-3888-4c3b-a74b-8803fe6c590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:37.578121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=5d5e33cb-1e06-4189-8c08-0fb719003586,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:37.858588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.11 (c633d700-dd0f-4f97-9b45-3d5aeb785534/e204a0ff-2cd9-4859-a36c-81558dbee2c7/dc8cf169-a586-4d90-8dfa-0ddf6c2d240f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:37.889149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:37.893713 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:37.956454 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b230561-4895-4d24-94fd-47b71c80da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:37.983713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-76f3c6bb-3888-4c3b-a74b-8803fe6c590f None None] Provisioning complete for port 91932c08-ce91-43f7-96f7-d77eef1fd92b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:37.984038 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-76f3c6bb-3888-4c3b-a74b-8803fe6c590f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:38.026307 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-827f811c-9946-4e2c-a837-71653587cb4d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5046384 Feb 09 13:24:38.056646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-ae43ebba-ba9a-4e31-8165-69cd961dc962 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:24:38.058010 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-ae43ebba-ba9a-4e31-8165-69cd961dc962 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0138416 Feb 09 13:24:38.058409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-76f3c6bb-3888-4c3b-a74b-8803fe6c590f None None] Port 91932c08-ce91-43f7-96f7-d77eef1fd92b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:38.062171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:38.117274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:38.233250 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:38.238076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:38.239688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:38.277284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b0bc4757-b047-4e0c-9755-b428bdc029b3 None None] Provisioning for port 5d5e33cb-1e06-4189-8c08-0fb719003586 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:38.290233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b0bc4757-b047-4e0c-9755-b428bdc029b3 None None] Provisioning complete for port 5d5e33cb-1e06-4189-8c08-0fb719003586 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:38.290829 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b0bc4757-b047-4e0c-9755-b428bdc029b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:38.349571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:38.358771 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:38.401403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Request body: {'port': {'device_id': 'f27d753b-e7ac-4332-b17b-cca6d87fbb34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:38.443373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b230561-4895-4d24-94fd-47b71c80da7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a632c97c-c680-4684-baa7-f94ce11d8189,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:38.498637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Network': ['ID=7e6d8397-e444-4c2e-b7ef-9c35cfb501b0,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:38.537375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:24:38.609382 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:38.775253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b230561-4895-4d24-94fd-47b71c80da7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:38.779242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3b230561-4895-4d24-94fd-47b71c80da7f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a632c97c-c680-4684-baa7-f94ce11d8189 HTTP/1.1" status: 204 len: 168 time: 2.4740026 Feb 09 13:24:38.795165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34810) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:38.816796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7fb390a4-fefa-4035-a5fa-a037ce7a3191 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.6666532 Feb 09 13:24:38.852045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc4757-b047-4e0c-9755-b428bdc029b3 None None] Port 5d5e33cb-1e06-4189-8c08-0fb719003586 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:38.907363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34812) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:38.989655 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:39.070604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '7e6d8397-e444-4c2e-b7ef-9c35cfb501b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:39.292937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18499311-6d93-4b7e-acc4-3e5749beb737 req-8f6a91af-0c00-49c9-8869-b3bad6f16521 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:39.294628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18499311-6d93-4b7e-acc4-3e5749beb737 req-8f6a91af-0c00-49c9-8869-b3bad6f16521 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 932 time: 1.2968237 Feb 09 13:24:39.355360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:39.395763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:39.403473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34824) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:39.431668 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aeea43f-8d73-418b-a07c-760091b427ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:39.444319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Checking segment: {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:39.444672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Network hostable DHCP agents. Network: 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:24:39.469708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object dc8cf169-a586-4d90-8dfa-0ddf6c2d240f will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:39.488307 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3a0d6f3-980c-43fe-bebe-0633c0d18400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:39.532755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18499311-6d93-4b7e-acc4-3e5749beb737 req-90410a0f-dba0-4309-bd1d-cbb4da738a9e tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952827 Feb 09 13:24:39.548696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1aeea43f-8d73-418b-a07c-760091b427ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:39.565783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1aeea43f-8d73-418b-a07c-760091b427ae admin admin] Usage tracker for resource:security_group_rule and tenant:f2de7f2fc66946a48646067a92ab09c7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:39.571838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1aeea43f-8d73-418b-a07c-760091b427ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:39.575694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:24:39.586563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1aeea43f-8d73-418b-a07c-760091b427ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:39.588823 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:39.598765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e3a0d6f3-980c-43fe-bebe-0633c0d18400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:39.645526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:39.647516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e3a0d6f3-980c-43fe-bebe-0633c0d18400 admin admin] Usage tracker for resource:security_group_rule and tenant:0ddcf02708464b188fbb4172a1d3c17e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:39.663154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:39.663893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b436e3-4e6c-4c8d-9637-be5268afa9f1 None None] Network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:39.664780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e3a0d6f3-980c-43fe-bebe-0633c0d18400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:39.672265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:39.672846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:39.682640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e3a0d6f3-980c-43fe-bebe-0633c0d18400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:39.684943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:39.731718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:39.739954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:39.749648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:39.755584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:39.766062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:39.798144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=dc8cf169-a586-4d90-8dfa-0ddf6c2d240f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:39.845748 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a57b39dc-25ab-4b79-bd2c-80cfecc607d7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1490278 Feb 09 13:24:39.906925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:39.967896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:39.967896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.002330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aeea43f-8d73-418b-a07c-760091b427ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.069600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aeea43f-8d73-418b-a07c-760091b427ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.133627 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3a0d6f3-980c-43fe-bebe-0633c0d18400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.174024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-20cd4355-e752-4685-8b1d-f7a636d56ed2 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0345132 Feb 09 13:24:40.175193 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3a0d6f3-980c-43fe-bebe-0633c0d18400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.186417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34834) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:40.194688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:40.247991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeea43f-8d73-418b-a07c-760091b427ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd3a08d-ddfb-4bbd-9e25-471cbd8b5eae,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:40.320122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5e33cb-1e06-4189-8c08-0fb719003586 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:24:40.335236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.339857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.345669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1aeea43f-8d73-418b-a07c-760091b427ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2de7f2fc66946a48646067a92ab09c7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5253646 Feb 09 13:24:40.362945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34842) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:40.371906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09760050-1604-4564-b8fe-9a70269902ab None None] Network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:40.433178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0d6f3-980c-43fe-bebe-0633c0d18400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d0f164-87b4-4375-b834-68c78c3ae005,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:40.449260 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e3a0d6f3-980c-43fe-bebe-0633c0d18400 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ddcf02708464b188fbb4172a1d3c17e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0431175 Feb 09 13:24:40.450307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34848) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:40.536847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Transition to ACTIVE for port object 5d5e33cb-1e06-4189-8c08-0fb719003586 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:40.557285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.563378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:40.568463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7f85-4504-4b77-8948-ecd9c6491bad None None] Provisioning for port dc8cf169-a586-4d90-8dfa-0ddf6c2d240f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:40.577137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:40.581544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:40.587553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7f85-4504-4b77-8948-ecd9c6491bad None None] Provisioning complete for port dc8cf169-a586-4d90-8dfa-0ddf6c2d240f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:40.588728 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7f85-4504-4b77-8948-ecd9c6491bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.594590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:40.627587 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97c8f150-186a-4dbc-a4db-2fe01f497aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.630664 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:40.634115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.720588 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7411059-8bd9-4174-bfe6-26e1a4d8b5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.796174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:24:40.805542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7f85-4504-4b77-8948-ecd9c6491bad None None] Port dc8cf169-a586-4d90-8dfa-0ddf6c2d240f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:40.862850 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97c8f150-186a-4dbc-a4db-2fe01f497aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:40.971626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Pushing event updated for resources: {'Port': ['ID=5d5e33cb-1e06-4189-8c08-0fb719003586,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:40.996076 n-d-825175-3 neutron-server[83480]: INFO neutron.db.ipam_backend_mixin [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e204a0ff-2cd9-4859-a36c-81558dbee2c7 (CIDR: 172.20.0.0/28) Feb 09 13:24:41.070983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Attempting to bind port 5d5e33cb-1e06-4189-8c08-0fb719003586 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:41.071464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Attempting to bind port 5d5e33cb-1e06-4189-8c08-0fb719003586 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:41.071729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Attempting to bind port 5d5e33cb-1e06-4189-8c08-0fb719003586 on network 2f70b6e0-44cb-4763-b62e-b680815ca287 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:24:41.154760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-68fbd612-8167-4485-a599-cd6b48891e80 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:41.156307 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-68fbd612-8167-4485-a599-cd6b48891e80 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 815 time: 0.3607149 Feb 09 13:24:41.162732 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:24:41.163161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:41.166511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97c8f150-186a-4dbc-a4db-2fe01f497aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.173058 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7411059-8bd9-4174-bfe6-26e1a4d8b5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.225985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8f150-186a-4dbc-a4db-2fe01f497aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd3a08d-ddfb-4bbd-9e25-471cbd8b5eae,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:41.237182 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97c8f150-186a-4dbc-a4db-2fe01f497aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.241990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-97c8f150-186a-4dbc-a4db-2fe01f497aeb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/acd3a08d-ddfb-4bbd-9e25-471cbd8b5eae HTTP/1.1" status: 204 len: 168 time: 0.8703623 Feb 09 13:24:41.267478 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f261dd2d-e9c3-4e9c-8760-348b37dc91ee tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0761182 Feb 09 13:24:41.269431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-63cadcba-9e1e-4a34-b8a9-62489c5c4b48 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/quotas/5ece8dc7dac44df6b66f0b5701afe575 HTTP/1.1" status: 200 len: 375 time: 0.0983434 Feb 09 13:24:41.270002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34864) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:41.285655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:41.345111 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.364006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.364746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.364746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.365005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.366523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.367383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.370369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.370838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.371776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.372139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.372559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:41.378795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.494689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Port 5d5e33cb-1e06-4189-8c08-0fb719003586 on network 2f70b6e0-44cb-4763-b62e-b680815ca287 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:24:41.495116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Attempting to bind port 5d5e33cb-1e06-4189-8c08-0fb719003586 on network 2f70b6e0-44cb-4763-b62e-b680815ca287 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:24:41.516519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee3dc6-4a6a-42cd-b7be-d71d2348289d req-8f6783a5-5bb3-448f-b39e-8c7623385bde tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:41.523594 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97ee3dc6-4a6a-42cd-b7be-d71d2348289d req-8f6783a5-5bb3-448f-b39e-8c7623385bde tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 944 time: 0.7268634 Feb 09 13:24:41.543924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:24:41.544426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Checking segment: {'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:41.544873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Bound using segment: {'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:24:41.545379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Bound port: 5d5e33cb-1e06-4189-8c08-0fb719003586, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:41.545783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.588965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=54aeadcd-df31-40bd-9bad-624cecc7d7b3,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:41.646990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97ee3dc6-4a6a-42cd-b7be-d71d2348289d req-e8199c69-445e-423d-8a7f-3bc2b7d4c208 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220832 Feb 09 13:24:41.648728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Checking segment: {'id': '515e27f1-91ac-4033-9793-0ca89254e811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7e6d8397-e444-4c2e-b7ef-9c35cfb501b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:41.649155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network hostable DHCP agents. Network: 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:24:41.650211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-590b1a18-a434-4723-85a7-35a034226f4f tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3459077 Feb 09 13:24:41.713763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7411059-8bd9-4174-bfe6-26e1a4d8b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.722138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] For port 5d5e33cb-1e06-4189-8c08-0fb719003586, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:24:41.727505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] For port 5d5e33cb-1e06-4189-8c08-0fb719003586, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5d5e33cb-1e06-4189-8c08-0fb719003586,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:24:41.742454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.745508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7411059-8bd9-4174-bfe6-26e1a4d8b5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d0f164-87b4-4375-b834-68c78c3ae005,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:41.801798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:24:41.823352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7411059-8bd9-4174-bfe6-26e1a4d8b5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.826978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d7411059-8bd9-4174-bfe6-26e1a4d8b5e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16d0f164-87b4-4375-b834-68c78c3ae005 HTTP/1.1" status: 204 len: 168 time: 1.3570931 Feb 09 13:24:41.842284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:24:41.864537 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:24:41.867551 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.868912 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] 10.222.0.67 "PUT /v2.0/ports/5d5e33cb-1e06-4189-8c08-0fb719003586 HTTP/1.1" status: 200 len: 1092 time: 3.8036630 Feb 09 13:24:41.869495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27d753b-e7ac-4332-b17b-cca6d87fbb34', 'tag': '5d5e33cb-1e06-4189-8c08-0fb719003586'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:24:41.874990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:41.883697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:41.887379 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:24:41.888809 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:41.893583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:41.895411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:41.900730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:41.901372 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:41.915238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:41.927453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:41.929585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a66f22-2316-4f40-94dc-5a34270bebe7 None None] Network 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:41.936286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:42.159199 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27d753b-e7ac-4332-b17b-cca6d87fbb34', 'tag': '5d5e33cb-1e06-4189-8c08-0fb719003586', 'status': 'completed', 'code': 200} Feb 09 13:24:42.161978 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6036f676-ff1f-49c9-9b38-3ef593ec8675 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3402634 Feb 09 13:24:42.167601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34876) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:42.222186 n-d-825175-3 neutron-server[83480]: INFO neutron.db.ipam_backend_mixin [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a4867575-d811-4433-85af-66f1ce5b154a (CIDR: 172.20.0.16/28) Feb 09 13:24:42.247090 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:24:42.248898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:42.268938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78a597-81d3-48ee-9e83-d8df592cdbeb service neutron] Pushing event updated for resources: {'Port': ['ID=5d5e33cb-1e06-4189-8c08-0fb719003586,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:42.308031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5ead69c7-22e4-44be-8a59-dd43cc7f5f8a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0328887 Feb 09 13:24:42.314535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34880) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:42.314535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34882) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:42.317350 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-899c3f09-2824-4ac6-a86c-93fec2947633 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4068067 Feb 09 13:24:42.333826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'subnet': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:42.370947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': '7e6d8397-e444-4c2e-b7ef-9c35cfb501b0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-865535576'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:42.391092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34888) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:42.427751 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-11c60fb6-f8e5-46f5-aaf7-39e4b7f626c4 service neutron] 10.222.0.59 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662010 Feb 09 13:24:42.501217 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:42.510951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ae41b4a8-6d54-4dd1-8453-7fc723d61940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:42.598299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-7e6d8397-e444-4c2e-b7ef-9c35cfb501b0', 'network_id': '7e6d8397-e444-4c2e-b7ef-9c35cfb501b0', 'tenant_id': '951a0af6959d462b949304dba3441f51', 'fixed_ips': [{'subnet_id': '54aeadcd-df31-40bd-9bad-624cecc7d7b3'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:24:42.599755 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:42.895440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:42.904009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Usage tracker for resource:subnet and tenant:402149aabdc44c73809b92366384b20e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:42.913974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:42.935204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:43.101011 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:36Z', 'revision_number': 8, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:43.116767 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:24:43.157541 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:24:43.160437 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:27Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:43.170370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d79ef9b-adc5-4ef4-962a-7eab11863555 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting subnet cab9d4da-52ef-4e4a-88d5-a3f52d128f46 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:43.177124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d79ef9b-adc5-4ef4-962a-7eab11863555 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:43.210152 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-d5be8fc8-05b8-440b-bf0d-d9caad2985ff service neutron] 10.222.0.59 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294085 Feb 09 13:24:43.248958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Allocated IP 2001:db8::2 (7e6d8397-e444-4c2e-b7ef-9c35cfb501b0/54aeadcd-df31-40bd-9bad-624cecc7d7b3/638bd2c4-d1ab-4987-a5dd-c7745b8b1d18) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:43.279501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d79ef9b-adc5-4ef4-962a-7eab11863555 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:43.356775 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-2412f2e6-4319-4dac-b837-3ab3fc299d05 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 1095 time: 1.3794949 Feb 09 13:24:43.369605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ae41b4a8-6d54-4dd1-8453-7fc723d61940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:43.444823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:43.456040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:port and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:43.483173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:43.558826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ae41b4a8-6d54-4dd1-8453-7fc723d61940 admin admin] Usage tracker for resource:security_group_rule and tenant:cf29493c16ce4bef888799f837b1503a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:43.592746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ae41b4a8-6d54-4dd1-8453-7fc723d61940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:43.609677 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:24:43.616600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:43.649029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ae41b4a8-6d54-4dd1-8453-7fc723d61940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:43.657947 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-dff1a3ca-7d4e-4717-b106-b0a1ff99c4b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5d5e33cb-1e06-4189-8c08-0fb719003586 HTTP/1.1" status: 200 len: 217 time: 0.2770431 Feb 09 13:24:43.687810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Made reservation on behalf of 402149aabdc44c73809b92366384b20e for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:43.713585 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:43.753886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Transition to ACTIVE for port object 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:43.811063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Transition to ACTIVE for port object 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:43.821020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:43.905302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-535bc7c5-6b92-4acd-bd23-526dacca4736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:43.906771 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:43.906888 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-535bc7c5-6b92-4acd-bd23-526dacca4736 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=94b67d54-2e64-4961-a17d-7198ab95a401 HTTP/1.1" status: 200 len: 837 time: 0.2182293 Feb 09 13:24:43.933512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Network 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:43.936560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Pushing event updated for resources: {'Port': ['ID=638bd2c4-d1ab-4987-a5dd-c7745b8b1d18,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:43.939579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:43.942101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:43.984706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64781877-fb89-43b2-8b6a-5ead21ebb992 req-d10e952a-d8b5-4d62-b074-237497d07d3c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 210 time: 0.3815570 Feb 09 13:24:43.991296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:44.007259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.048687 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d79ef9b-adc5-4ef4-962a-7eab11863555 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.162810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Attempting to bind port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:44.162810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Attempting to bind port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '515e27f1-91ac-4033-9793-0ca89254e811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7e6d8397-e444-4c2e-b7ef-9c35cfb501b0'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:44.162810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Attempting to bind port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 on network 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:24:44.170335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:24:44.170786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Checking segment: {'id': '515e27f1-91ac-4033-9793-0ca89254e811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7e6d8397-e444-4c2e-b7ef-9c35cfb501b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:44.171161 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.171545 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Bound using segment: {'id': '515e27f1-91ac-4033-9793-0ca89254e811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7e6d8397-e444-4c2e-b7ef-9c35cfb501b0'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:24:44.172116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Bound port: 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515e27f1-91ac-4033-9793-0ca89254e811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7e6d8397-e444-4c2e-b7ef-9c35cfb501b0'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:44.172530 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.196177 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ae41b4a8-6d54-4dd1-8453-7fc723d61940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.211229 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ae41b4a8-6d54-4dd1-8453-7fc723d61940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.258259 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:36Z', 'revision_number': 8, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:44.268814 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cca25eb-9937-4f2e-ba3e-f3e0ebd8d2d7 None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:36Z', 'revision_number': 8, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8da8520-4482-4b35-83ad-d3f527b9427a', 'name': '', 'network_id': 'aa925783-679a-448f-90f9-82c5f7605f7a', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:98:fc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:44Z', 'updated_at': '2022-02-09T13:24:02Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'e73be3bf-171a-45b0-8564-985bac256a70', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:24:44.330497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port edbee2ed-2da5-4674-be6c-63975b418494 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:24:44.346120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41b4a8-6d54-4dd1-8453-7fc723d61940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13c6e02-a1e1-4187-a074-7c9498fedc98,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:44.359842 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-8fa23b3e-ae19-4223-9c1e-9e4c55cdbce0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f70b6e0-44cb-4763-b62e-b680815ca287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4391229 Feb 09 13:24:44.365216 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ae41b4a8-6d54-4dd1-8453-7fc723d61940 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf29493c16ce4bef888799f837b1503a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9723668 Feb 09 13:24:44.389643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342dc7d-5ad1-48da-bb54-8401f030abb7 req-b3fe0b74-b59e-406f-95f0-16ae66a65df6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:44.400240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9342dc7d-5ad1-48da-bb54-8401f030abb7 req-b3fe0b74-b59e-406f-95f0-16ae66a65df6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 944 time: 1.1859400 Feb 09 13:24:44.429728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34922) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:44.447845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] For port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:24:44.457907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] For port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=638bd2c4-d1ab-4987-a5dd-c7745b8b1d18,segment=NetworkSegment(515e27f1-91ac-4033-9793-0ca89254e811),segment_id=515e27f1-91ac-4033-9793-0ca89254e811)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:24:44.476428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.532058 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-e48c3927-802b-482e-b537-d3b593348d8c service neutron] 10.222.0.67 "GET /v2.0/networks/2f70b6e0-44cb-4763-b62e-b680815ca287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643128 Feb 09 13:24:44.533512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d79ef9b-adc5-4ef4-962a-7eab11863555 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.603044 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c0a43dd-555d-4e03-af78-d392d0b13c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.624619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79ef9b-adc5-4ef4-962a-7eab11863555 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Subnet': ['ID=cab9d4da-52ef-4e4a-88d5-a3f52d128f46,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:44.645137 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c0a43dd-555d-4e03-af78-d392d0b13c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.729877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9342dc7d-5ad1-48da-bb54-8401f030abb7 req-778e6ca4-801a-48ff-b042-9fe8042aa052 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289428 Feb 09 13:24:44.741828 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6d79ef9b-adc5-4ef4-962a-7eab11863555 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.743353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6582fa-3dcb-4718-8be2-7813030314bb None None] Pushing event updated for resources: {'Port': ['ID=638bd2c4-d1ab-4987-a5dd-c7745b8b1d18,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:44.757580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4368c101-e5dc-481c-a1b6-6df44a6a0873 None None] Network 70f34111-e07f-40ae-8853-2d4b5b64714e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:44.771675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c0a43dd-555d-4e03-af78-d392d0b13c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.800712 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6d79ef9b-adc5-4ef4-962a-7eab11863555 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/cab9d4da-52ef-4e4a-88d5-a3f52d128f46 HTTP/1.1" status: 204 len: 168 time: 2.6107109 Feb 09 13:24:44.805933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34934) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:44.808589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a43dd-555d-4e03-af78-d392d0b13c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13c6e02-a1e1-4187-a074-7c9498fedc98,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:44.921422 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-537a171f-8d52-4ff6-aa3e-8d8a5851830a req-369900ce-a34c-47e8-88e0-7905532e6912 service neutron] 10.222.0.67 "GET /v2.0/networks/2f70b6e0-44cb-4763-b62e-b680815ca287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770618 Feb 09 13:24:44.987352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c0a43dd-555d-4e03-af78-d392d0b13c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:44.990811 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3c0a43dd-555d-4e03-af78-d392d0b13c20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e13c6e02-a1e1-4187-a074-7c9498fedc98 HTTP/1.1" status: 204 len: 168 time: 0.5473709 Feb 09 13:24:45.252652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:45.283727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:45.284303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:45.439459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34956) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:45.468402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3529903-8d65-40e0-a80c-15c302c7303f req-f29c830f-2fef-4d7d-ae68-f37a63f800e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 1095 time: 0.4099581 Feb 09 13:24:45.529752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8::1fc (7e6d8397-e444-4c2e-b7ef-9c35cfb501b0/54aeadcd-df31-40bd-9bad-624cecc7d7b3/edbee2ed-2da5-4674-be6c-63975b418494) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:45.544582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6eccfe4-9870-47dd-83b9-a239ba00dd79 req-95b1f659-4d8d-4ba6-bd01-a0be78c30346 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 210 time: 0.1746247 Feb 09 13:24:45.697515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] DHCP port deletion for 70f34111-e07f-40ae-8853-2d4b5b64714e request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:24:45.704370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] Deleting port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:45.704747 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.116679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3529903-8d65-40e0-a80c-15c302c7303f req-2b688587-30f4-4042-bf74-2813239bf13b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:46.118832 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3529903-8d65-40e0-a80c-15c302c7303f req-2b688587-30f4-4042-bf74-2813239bf13b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2f70b6e0-44cb-4763-b62e-b680815ca287 HTTP/1.1" status: 200 len: 897 time: 0.6423204 Feb 09 13:24:46.160723 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.187101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object edbee2ed-2da5-4674-be6c-63975b418494 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:46.282445 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.421681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:46.503114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cb7e57d1-b9a0-4770-9f5e-acc672d53ff3,segment=NetworkSegment(c27b9cb5-70e0-40fd-8c31-b08d4b9d4474),segment_id=c27b9cb5-70e0-40fd-8c31-b08d4b9d4474)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:46.503558 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.520147 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3529903-8d65-40e0-a80c-15c302c7303f req-d6b394fe-414c-4d09-91fa-2b016d7ed97e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5d5e33cb-1e06-4189-8c08-0fb719003586 HTTP/1.1" status: 200 len: 217 time: 0.3907056 Feb 09 13:24:46.624592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] For port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cb7e57d1-b9a0-4770-9f5e-acc672d53ff3,segment=NetworkSegment(c27b9cb5-70e0-40fd-8c31-b08d4b9d4474),segment_id=c27b9cb5-70e0-40fd-8c31-b08d4b9d4474)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:46.625155 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.636050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.666979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:46.674238 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.766815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:46.784890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:46.784890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:46.784890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:46.815557 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd04d38-fb14-42ee-bc8e-f7d2f03ac464 None None] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:46.818114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:46.818881 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.831716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:46.853333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:46.856338 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:46.994057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] Calling delete_port for cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:47.024736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3529903-8d65-40e0-a80c-15c302c7303f req-1d2db1a5-8dd7-436e-bd3d-f28701b62d21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:47.026435 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3529903-8d65-40e0-a80c-15c302c7303f req-1d2db1a5-8dd7-436e-bd3d-f28701b62d21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=94b67d54-2e64-4961-a17d-7198ab95a401 HTTP/1.1" status: 200 len: 837 time: 0.4289489 Feb 09 13:24:47.060452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89e0c3cc-87e8-4fed-98ec-d2542fcb25bc req-2fabb539-87ce-44d8-b706-350c78c4421d tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 210 time: 0.2864995 Feb 09 13:24:47.070273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.7520013 Feb 09 13:24:47.072662 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.7557783 Feb 09 13:24:47.074020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=edbee2ed-2da5-4674-be6c-63975b418494,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:47.082907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35000) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:47.084269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35002) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:47.118010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5d5e33cb-1e06-4189-8c08-0fb719003586 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:24:47.182967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.228945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9c91f4fc-781a-4f31-9290-5515a4e371ac tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port edbee2ed-2da5-4674-be6c-63975b418494 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:47.229398 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c91f4fc-781a-4f31-9290-5515a4e371ac tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.264881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1807501719', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f845c5a3-a9be-42f3-a1d0-34ff92e427b3'}], 'security_groups': ['0f76d796-622c-47a2-b00e-66f0500e4264', 'f345a498-3ecd-45c8-92ca-c99ad59ac214']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:47.315656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=cb7e57d1-b9a0-4770-9f5e-acc672d53ff3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:47.356088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No DVR routers for this DVR port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:47.365903 n-d-825175-3 neutron-server[83481]: INFO neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No ports have port_id starting with cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 Feb 09 13:24:47.388137 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38c63be-fcbc-41aa-a8d8-000369f20828 None None] Network 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:47.439581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1e3f8e1a-78d3-4476-898c-928bd148db9c no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:47.545335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.556215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.556581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.557915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.558256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.559282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.559569 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3529903-8d65-40e0-a80c-15c302c7303f req-2d09c756-ca20-4610-9ccb-42e9b545fec1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f70b6e0-44cb-4763-b62e-b680815ca287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5228567 Feb 09 13:24:47.562047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.562649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.563209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.563770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.571868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.572643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8d7317-9157-4c5b-b417-3d8ce7aeda7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:24:47.620621 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.630174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f34111-e07f-40ae-8853-2d4b5b64714e']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:47.709492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:47.710088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27b9cb5-70e0-40fd-8c31-b08d4b9d4474') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:47.742951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75457d4-23df-4462-9cb6-0e9af36a452f tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Subnet': ['ID=f845c5a3-a9be-42f3-a1d0-34ff92e427b3,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:47.762923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af444fb-5b11-48b8-b7ce-13b6c7e1e1ae req-758fa73b-6429-4dca-8b31-5690ad2b7bd7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:47.764741 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2af444fb-5b11-48b8-b7ce-13b6c7e1e1ae req-758fa73b-6429-4dca-8b31-5690ad2b7bd7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 944 time: 1.5324631 Feb 09 13:24:47.781069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 1e3f8e1a-78d3-4476-898c-928bd148db9c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:24:47.781381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1e3f8e1a-78d3-4476-898c-928bd148db9c not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:47.783405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:24:47.801155 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:47.838579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2af444fb-5b11-48b8-b7ce-13b6c7e1e1ae req-d7ab2965-4625-4f87-b90f-02ef54930faf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598483 Feb 09 13:24:48.054678 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.075237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:24:48.082116 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:48.116079 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:48.120697 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3529903-8d65-40e0-a80c-15c302c7303f req-224fe014-72e0-4b0b-add2-10a58b2b6881 service neutron] 10.222.0.67 "GET /v2.0/networks/2f70b6e0-44cb-4763-b62e-b680815ca287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528984 Feb 09 13:24:48.153696 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:24:48.154283 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:24:48.183775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:48.300683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1a18d473-328c-4abe-9a07-79828c4f6853 None None] Provisioning for port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:48.468295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Delete allocated IP 172.20.0.11 (c633d700-dd0f-4f97-9b45-3d5aeb785534/e204a0ff-2cd9-4859-a36c-81558dbee2c7) {{(pid=83480) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 13:24:48.477561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Allocated IP 172.20.0.46 (c633d700-dd0f-4f97-9b45-3d5aeb785534/f845c5a3-a9be-42f3-a1d0-34ff92e427b3/dc8cf169-a586-4d90-8dfa-0ddf6c2d240f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:48.521753 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.533248 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.587037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Network': ['ID=70f34111-e07f-40ae-8853-2d4b5b64714e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:48.606545 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5d5e33cb-1e06-4189-8c08-0fb719003586, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5d5e33cb-1e06-4189-8c08-0fb719003586,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:48.623761 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-98dbdb64-2777-4634-8325-0bc4f9958917 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/networks/70f34111-e07f-40ae-8853-2d4b5b64714e HTTP/1.1" status: 204 len: 168 time: 3.8166237 Feb 09 13:24:48.627721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35050) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:48.643311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '5d5e33cb-1e06-4189-8c08-0fb719003586', 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287', 'port_id': '5d5e33cb-1e06-4189-8c08-0fb719003586', 'mac_address': 'fa:16:3e:a1:37:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b67d54-2e64-4961-a17d-7198ab95a401', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:24:48.706301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] Deleting port cb7e57d1-b9a0-4770-9f5e-acc672d53ff3 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:48.706698 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.719272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:48.789938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Transition to ACTIVE for port object dc8cf169-a586-4d90-8dfa-0ddf6c2d240f will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:48.905233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:48.958076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2eb37332-acac-4d7f-bfbd-9e164a020b3c None None] The port 'cb7e57d1-b9a0-4770-9f5e-acc672d53ff3' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:24:48.959847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:48.960396 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.047530 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d3529903-8d65-40e0-a80c-15c302c7303f req-25d21605-a9da-47c0-9af3-b9575fda6ae5 service neutron] 10.222.0.67 "GET /v2.0/networks/2f70b6e0-44cb-4763-b62e-b680815ca287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8785172 Feb 09 13:24:49.082588 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ed45551-d1ca-45b3-b8fa-641ab9b1150f req-3bf24866-12aa-4196-971a-2c3de2801875 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 210 time: 0.3468995 Feb 09 13:24:49.102574 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.207843 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.224426 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.268580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event updated for resources: {'Port': ['ID=dc8cf169-a586-4d90-8dfa-0ddf6c2d240f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:49.327731 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5e33cb-1e06-4189-8c08-0fb719003586 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:24:49.381807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5d5e33cb-1e06-4189-8c08-0fb719003586, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5d5e33cb-1e06-4189-8c08-0fb719003586,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:49.394227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c91f4fc-781a-4f31-9290-5515a4e371ac tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.595866 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.685441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9c91f4fc-781a-4f31-9290-5515a4e371ac tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for edbee2ed-2da5-4674-be6c-63975b418494 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:49.717220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=5d5e33cb-1e06-4189-8c08-0fb719003586,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:49.765779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d75f7-423b-49b4-97a0-67358074ed62 req-cb255937-f6d5-4717-aaf8-aa17b7fdc7bd tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:49.772428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-495d75f7-423b-49b4-97a0-67358074ed62 req-cb255937-f6d5-4717-aaf8-aa17b7fdc7bd tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 944 time: 0.6740532 Feb 09 13:24:49.776612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ed2e40-1913-4d69-9f96-6bea788bcd28 None None] Update dhcp port {'port': {'network_id': 'c633d700-dd0f-4f97-9b45-3d5aeb785534', 'fixed_ips': [{'subnet_id': 'a4867575-d811-4433-85af-66f1ce5b154a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e204a0ff-2cd9-4859-a36c-81558dbee2c7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f845c5a3-a9be-42f3-a1d0-34ff92e427b3'}], 'binding:host_id': 'n-d-825175-3'}, 'id': 'd59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:24:49.814827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.846773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['5d5e33cb-1e06-4189-8c08-0fb719003586'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:24:49.892883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.894106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] In _notify_port_updated(), no bound segment for port dc8cf169-a586-4d90-8dfa-0ddf6c2d240f on network c633d700-dd0f-4f97-9b45-3d5aeb785534 {{(pid=83480) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:24:49.908502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:49.909538 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:49.914223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9d1158b5-b677-4504-9403-4fcc710d4b4a tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "PUT /v2.0/ports/dc8cf169-a586-4d90-8dfa-0ddf6c2d240f HTTP/1.1" status: 200 len: 960 time: 2.8119631 Feb 09 13:24:49.937134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35090) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:50.116534 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-495d75f7-423b-49b4-97a0-67358074ed62 req-13dd2dc2-3257-4bbc-8a72-286b7a28068d tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3254693 Feb 09 13:24:50.136145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-08685a9a-5da5-4830-81e0-34a94b7c9340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port dc8cf169-a586-4d90-8dfa-0ddf6c2d240f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:50.136822 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08685a9a-5da5-4830-81e0-34a94b7c9340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.140947 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80ed2e40-1913-4d69-9f96-6bea788bcd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.212193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=638bd2c4-d1ab-4987-a5dd-c7745b8b1d18,segment=NetworkSegment(515e27f1-91ac-4033-9793-0ca89254e811),segment_id=515e27f1-91ac-4033-9793-0ca89254e811)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:50.298412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f0ebdb51-d4b7-4544-89ca-f8175761d450 None None] Provisioning for port edbee2ed-2da5-4674-be6c-63975b418494 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:50.302750 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.353600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f0ebdb51-d4b7-4544-89ca-f8175761d450 None None] Provisioning complete for port edbee2ed-2da5-4674-be6c-63975b418494 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:50.353965 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdb51-d4b7-4544-89ca-f8175761d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.597001 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c91f4fc-781a-4f31-9290-5515a4e371ac tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:50.671708 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0084f811-2b14-4743-a726-1240e342889e req-0c27681c-92c7-48c4-a734-7fd05446b7eb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2706587 Feb 09 13:24:50.877972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91f4fc-781a-4f31-9290-5515a4e371ac tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=edbee2ed-2da5-4674-be6c-63975b418494,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:50.967886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f0ebdb51-d4b7-4544-89ca-f8175761d450 None None] Port edbee2ed-2da5-4674-be6c-63975b418494 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:50.979958 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dbdb09fc-6774-4afd-bd85-0702f266929a req-8a6d1eb1-6093-4ead-a5aa-402338ebe8d8 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 210 time: 0.3948245 Feb 09 13:24:51.069791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=638bd2c4-d1ab-4987-a5dd-c7745b8b1d18,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:51.091230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-d2f803ce-075f-400e-a6f0-abf9060bf655 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:51.093225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-d2f803ce-075f-400e-a6f0-abf9060bf655 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Synchronizing usage tracker for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:51.309631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f0ebdb51-d4b7-4544-89ca-f8175761d450 None None] Provisioning complete for port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:51.311267 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdb51-d4b7-4544-89ca-f8175761d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.317530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c91f4fc-781a-4f31-9290-5515a4e371ac tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.449649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-d2f803ce-075f-400e-a6f0-abf9060bf655 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Unset dirty status for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:51.450869 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-d2f803ce-075f-400e-a6f0-abf9060bf655 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 815 time: 0.5783393 Feb 09 13:24:51.481151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Request body: {'port': {'device_id': 'b75a41e3-0937-4135-95a0-b7a8f711a460', 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031', 'admin_state_up': True, 'tenant_id': '5ece8dc7dac44df6b66f0b5701afe575'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:51.558679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-80ed2e40-1913-4d69-9f96-6bea788bcd28 None None] Allocated IP 172.20.0.34 (c633d700-dd0f-4f97-9b45-3d5aeb785534/f845c5a3-a9be-42f3-a1d0-34ff92e427b3/d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:51.606808 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08685a9a-5da5-4830-81e0-34a94b7c9340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:51.702098 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9c91f4fc-781a-4f31-9290-5515a4e371ac tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/edbee2ed-2da5-4674-be6c-63975b418494 HTTP/1.1" status: 204 len: 168 time: 4.5964539 Feb 09 13:24:51.709950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35170) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:51.795411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-08685a9a-5da5-4830-81e0-34a94b7c9340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for dc8cf169-a586-4d90-8dfa-0ddf6c2d240f owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:51.941962 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b70427-d44e-42ed-8c9e-18c49cbce8f2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:24:51.942573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-00b70427-d44e-42ed-8c9e-18c49cbce8f2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:51.978429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0084f811-2b14-4743-a726-1240e342889e req-ea24ab58-f3df-42c2-800d-0538060d0b04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 1096 time: 1.1135199 Feb 09 13:24:52.079083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:52.203255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Usage tracker for resource:port and tenant:5ece8dc7dac44df6b66f0b5701afe575 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:52.209930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:52.210163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-80ed2e40-1913-4d69-9f96-6bea788bcd28 None None] For port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,segment=NetworkSegment(377195b5-a121-4c21-afb9-1d911f800397),segment_id=377195b5-a121-4c21-afb9-1d911f800397)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:52.228349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:52.244407 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80ed2e40-1913-4d69-9f96-6bea788bcd28 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:52.277000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-80ed2e40-1913-4d69-9f96-6bea788bcd28 None None] Transition to ACTIVE for port object d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:52.278426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6ad37385-022f-4df1-9d56-1b1cbd1d7365 None None] Could not find standard attr ID for object edbee2ed-2da5-4674-be6c-63975b418494. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:24:52.286098 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80ed2e40-1913-4d69-9f96-6bea788bcd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:52.333876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Made reservation on behalf of 5ece8dc7dac44df6b66f0b5701afe575 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:52.341652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:52.409773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-00b70427-d44e-42ed-8c9e-18c49cbce8f2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:52.415209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-00b70427-d44e-42ed-8c9e-18c49cbce8f2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/edbee2ed-2da5-4674-be6c-63975b418494 HTTP/1.1" status: 404 len: 333 time: 0.6280229 Feb 09 13:24:52.435622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35222) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:52.456613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:52.532190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7472e8ab-8daf-4b6b-93af-b6ed35cf9a0b req-b077c300-99d1-4c66-8c19-7be453d042e1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 210 time: 0.1298165 Feb 09 13:24:52.542431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592550c-ec57-47d5-9427-37de902d5f92 req-dade2504-ea31-44b9-8a7e-61a1628c9772 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:52.544336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7592550c-ec57-47d5-9427-37de902d5f92 req-dade2504-ea31-44b9-8a7e-61a1628c9772 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 945 time: 1.1072972 Feb 09 13:24:52.643656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084f811-2b14-4743-a726-1240e342889e req-796956aa-71db-42e7-bbed-70006099d9ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:52.645137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0084f811-2b14-4743-a726-1240e342889e req-796956aa-71db-42e7-bbed-70006099d9ea service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 HTTP/1.1" status: 200 len: 896 time: 0.6340446 Feb 09 13:24:52.646247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08685a9a-5da5-4830-81e0-34a94b7c9340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:52.653733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7592550c-ec57-47d5-9427-37de902d5f92 req-25f44c19-be13-442c-b4f6-f45219e757c0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994856 Feb 09 13:24:52.805168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08685a9a-5da5-4830-81e0-34a94b7c9340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=dc8cf169-a586-4d90-8dfa-0ddf6c2d240f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:52.865844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed2e40-1913-4d69-9f96-6bea788bcd28 None None] Pushing event updated for resources: {'Port': ['ID=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:52.931611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:52.931996 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.079732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0084f811-2b14-4743-a726-1240e342889e req-abc4c94d-e406-433b-a473-e100a4c9ad1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530 HTTP/1.1" status: 200 len: 1000 time: 0.4240966 Feb 09 13:24:53.155443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35252) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:53.186317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08685a9a-5da5-4830-81e0-34a94b7c9340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.212263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-08685a9a-5da5-4830-81e0-34a94b7c9340 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/dc8cf169-a586-4d90-8dfa-0ddf6c2d240f HTTP/1.1" status: 204 len: 168 time: 3.2702363 Feb 09 13:24:53.214409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35262) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:53.256018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Allocated IP 172.20.0.7 (65cd9f0d-7ef9-4471-9dd3-3dc66bef5031/ae1e4002-02f9-4a3a-8d02-5dd262bd0af0/33381a3e-e33c-49c9-ba45-50e610f44078) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:24:53.270122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084f811-2b14-4743-a726-1240e342889e req-3558336e-6d75-43b3-9bf2-38b253ff9282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:53.271677 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0084f811-2b14-4743-a726-1240e342889e req-3558336e-6d75-43b3-9bf2-38b253ff9282 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=266f2c9a-d4a2-4f86-82ef-c7a2697280fe HTTP/1.1" status: 200 len: 834 time: 0.1851201 Feb 09 13:24:53.272817 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-8388c4a1-28da-4212-bbcc-0e6b20fb7520 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] GET failed (client error): The resource could not be found. Feb 09 13:24:53.273303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8388c4a1-28da-4212-bbcc-0e6b20fb7520 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Synchronizing usage tracker for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:24:53.278528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-741be031-32ff-435e-97da-746d7402042e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet 54aeadcd-df31-40bd-9bad-624cecc7d7b3 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:53.284546 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-741be031-32ff-435e-97da-746d7402042e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.362065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8388c4a1-28da-4212-bbcc-0e6b20fb7520 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Unset dirty status for tenant:402149aabdc44c73809b92366384b20e on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:24:53.363420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8388c4a1-28da-4212-bbcc-0e6b20fb7520 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports/dc8cf169-a586-4d90-8dfa-0ddf6c2d240f HTTP/1.1" status: 404 len: 333 time: 0.1471186 Feb 09 13:24:53.367064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35270) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:53.483089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4e23085-2eca-4788-9e8c-7f74b22855ae tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.510701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0084f811-2b14-4743-a726-1240e342889e req-6554eefc-9834-4f9e-a504-48766ddc0b01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310901 Feb 09 13:24:53.544348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4e23085-2eca-4788-9e8c-7f74b22855ae tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.603795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5d5e33cb-1e06-4189-8c08-0fb719003586 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:53.624631 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5bc37790-ebe1-458b-89ca-f63b6fae7f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.722269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5bc37790-ebe1-458b-89ca-f63b6fae7f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:53.731440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5bc37790-ebe1-458b-89ca-f63b6fae7f9e admin admin] Usage tracker for resource:security_group_rule and tenant:3774a439b00d4e6cb13778802ebbead4 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:53.739058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5bc37790-ebe1-458b-89ca-f63b6fae7f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:53.748207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5bc37790-ebe1-458b-89ca-f63b6fae7f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:53.759954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] Deleting port 824f7057-66b6-4dda-ada3-b5eadf7efb8d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:53.760485 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.834900 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5bc37790-ebe1-458b-89ca-f63b6fae7f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.843876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c2661dd3-615e-4c2a-be44-aafe6525e01f None None] Provisioning for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:53.855601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c2661dd3-615e-4c2a-be44-aafe6525e01f None None] Provisioning complete for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:53.856172 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2661dd3-615e-4c2a-be44-aafe6525e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.868915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35280) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:53.890201 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-741be031-32ff-435e-97da-746d7402042e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.908173 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4e23085-2eca-4788-9e8c-7f74b22855ae tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.919176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 5d5e33cb-1e06-4189-8c08-0fb719003586 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:24:53.933155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5bc37790-ebe1-458b-89ca-f63b6fae7f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.933691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 5d5e33cb-1e06-4189-8c08-0fb719003586 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:53.934547 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:53.967009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.022057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f1ca1e6-60a8-4553-a9ed-84f4c684dd18 req-5b57cfe9-1ac9-4909-98ab-e982bbd33966 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 210 time: 0.1480958 Feb 09 13:24:54.049348 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e23085-2eca-4788-9e8c-7f74b22855ae tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f495a-3ebc-46fc-8efe-c644047da3ec,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:54.115720 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4e23085-2eca-4788-9e8c-7f74b22855ae tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.117606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a4e23085-2eca-4788-9e8c-7f74b22855ae tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/security-groups/d18f495a-3ebc-46fc-8efe-c644047da3ec HTTP/1.1" status: 204 len: 168 time: 0.7483947 Feb 09 13:24:54.128303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c2661dd3-615e-4c2a-be44-aafe6525e01f None None] Could not find standard attr ID for object dc8cf169-a586-4d90-8dfa-0ddf6c2d240f. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:24:54.145354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35286) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:54.204925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c2661dd3-615e-4c2a-be44-aafe6525e01f None None] Provisioning complete for port 91932c08-ce91-43f7-96f7-d77eef1fd92b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:54.205708 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c2661dd3-615e-4c2a-be44-aafe6525e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.231424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5bc37790-ebe1-458b-89ca-f63b6fae7f9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3774a439b00d4e6cb13778802ebbead4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0777464 Feb 09 13:24:54.244496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35290) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:54.266621 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.268927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] For port 824f7057-66b6-4dda-ada3-b5eadf7efb8d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=824f7057-66b6-4dda-ada3-b5eadf7efb8d,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:54.270291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.280583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc37790-ebe1-458b-89ca-f63b6fae7f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac967d2-9b13-4991-8e5c-4ecdf65855a9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:54.304796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c2661dd3-615e-4c2a-be44-aafe6525e01f None None] Port 91932c08-ce91-43f7-96f7-d77eef1fd92b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:54.326736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5d5e33cb-1e06-4189-8c08-0fb719003586, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5d5e33cb-1e06-4189-8c08-0fb719003586,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:54.328059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27d753b-e7ac-4332-b17b-cca6d87fbb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5e33cb-1e06-4189-8c08-0fb719003586'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:24:54.336171 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.356958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-220e4055-89eb-4ddb-a76e-b15b934e1d43 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.377904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0084f811-2b14-4743-a726-1240e342889e req-227ebe29-400a-4dfa-bda0-ae46d46c5e71 service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7575247 Feb 09 13:24:54.438263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c6bae996-74f7-4643-9305-28804b6afd63 None None] Could not find standard attr ID for object dc8cf169-a586-4d90-8dfa-0ddf6c2d240f. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:24:54.465301 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27d753b-e7ac-4332-b17b-cca6d87fbb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5e33cb-1e06-4189-8c08-0fb719003586', 'code': 200} Feb 09 13:24:54.470147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] Calling delete_port for 824f7057-66b6-4dda-ada3-b5eadf7efb8d owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:54.471410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284e310-a011-4937-a047-d12d14ba1f94 req-8d594df1-bfc6-43dd-a1be-ea4f749031ac tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:54.473438 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1284e310-a011-4937-a047-d12d14ba1f94 req-8d594df1-bfc6-43dd-a1be-ea4f749031ac tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 945 time: 0.6338964 Feb 09 13:24:54.473651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:24:54.548519 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-220e4055-89eb-4ddb-a76e-b15b934e1d43 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.564046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=5d5e33cb-1e06-4189-8c08-0fb719003586,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:54.574554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-741be031-32ff-435e-97da-746d7402042e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.611410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:54.613001 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.646566 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1284e310-a011-4937-a047-d12d14ba1f94 req-c3c95d31-2d5a-45ec-8ea1-ec3e2df4b7d4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505303 Feb 09 13:24:54.695566 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.751366 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-017421ee-4072-4610-8503-7903232fe3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.760488 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87f47d66-9268-4095-ad66-84132b4ae45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.802284 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-220e4055-89eb-4ddb-a76e-b15b934e1d43 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.804004 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-741be031-32ff-435e-97da-746d7402042e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.820436 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87f47d66-9268-4095-ad66-84132b4ae45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.828971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0084f811-2b14-4743-a726-1240e342889e req-2013fba2-db41-4e98-b2ec-78ad4300c5b8 service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937900 Feb 09 13:24:54.841254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e4055-89eb-4ddb-a76e-b15b934e1d43 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f345a498-3ecd-45c8-92ca-c99ad59ac214,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:54.884096 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-220e4055-89eb-4ddb-a76e-b15b934e1d43 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.885324 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-220e4055-89eb-4ddb-a76e-b15b934e1d43 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/security-groups/f345a498-3ecd-45c8-92ca-c99ad59ac214 HTTP/1.1" status: 204 len: 168 time: 0.7352526 Feb 09 13:24:54.893822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35296) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:54.918509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62e53a60-4c29-4b6c-9032-525bdb2b4b00 req-92d4ebbf-ccb4-4fdd-be54-24325ba07239 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 1097 time: 0.2746227 Feb 09 13:24:54.962851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87f47d66-9268-4095-ad66-84132b4ae45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.982177 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80e2892b-9506-403e-9665-dfe5e400157f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:54.997570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f47d66-9268-4095-ad66-84132b4ae45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac967d2-9b13-4991-8e5c-4ecdf65855a9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:55.011936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87f47d66-9268-4095-ad66-84132b4ae45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.012999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-87f47d66-9268-4095-ad66-84132b4ae45c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ac967d2-9b13-4991-8e5c-4ecdf65855a9 HTTP/1.1" status: 204 len: 168 time: 0.7633085 Feb 09 13:24:55.041334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62e53a60-4c29-4b6c-9032-525bdb2b4b00 req-75cd7d5b-a2e3-4b7e-bd9d-cd7468fb6883 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121159 Feb 09 13:24:55.047280 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9437512-b21b-49ee-b33d-b651343ffecf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.093569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce08bf-b196-4372-ac1e-d0593e89004b None None] Network 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:55.124283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:24:55.125592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-741be031-32ff-435e-97da-746d7402042e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.138908 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-741be031-32ff-435e-97da-746d7402042e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/54aeadcd-df31-40bd-9bad-624cecc7d7b3 HTTP/1.1" status: 204 len: 168 time: 2.6767092 Feb 09 13:24:55.153682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:24:55.159496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741be031-32ff-435e-97da-746d7402042e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=54aeadcd-df31-40bd-9bad-624cecc7d7b3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:55.166102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:24:55.216541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35304) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:55.249612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Pushing event updated for resources: {'Port': ['ID=33381a3e-e33c-49c9-ba45-50e610f44078,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:55.278527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-017421ee-4072-4610-8503-7903232fe3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:55.287501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port b8da8520-4482-4b35-83ad-d3f527b9427a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:55.287840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.347581 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9437512-b21b-49ee-b33d-b651343ffecf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.412100 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9437512-b21b-49ee-b33d-b651343ffecf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.433111 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2013d-bcd2-47e0-9099-a34009f22116 req-af135456-4a6c-4ad6-9bf9-01938f1e2bee tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:55.440624 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52c2013d-bcd2-47e0-9099-a34009f22116 req-af135456-4a6c-4ad6-9bf9-01938f1e2bee tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 931 time: 0.1463406 Feb 09 13:24:55.462812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9437512-b21b-49ee-b33d-b651343ffecf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f76d796-622c-47a2-b00e-66f0500e4264,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:55.479579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-017421ee-4072-4610-8503-7903232fe3c4 admin admin] Usage tracker for resource:security_group_rule and tenant:93a00f6358ed47bf8747fcc88f0a841e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:55.479951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9437512-b21b-49ee-b33d-b651343ffecf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.481108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a9437512-b21b-49ee-b33d-b651343ffecf tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/security-groups/0f76d796-622c-47a2-b00e-66f0500e4264 HTTP/1.1" status: 204 len: 168 time: 0.5864897 Feb 09 13:24:55.488404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35310) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:55.557067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-017421ee-4072-4610-8503-7903232fe3c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:55.581122 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.586386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-017421ee-4072-4610-8503-7903232fe3c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:55.610434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ca2cb-22ee-4178-8d30-061201d8a671 None None] DHCP port deletion for 7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:24:55.615205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ca2cb-22ee-4178-8d30-061201d8a671 None None] Deleting port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:55.615830 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca2cb-22ee-4178-8d30-061201d8a671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.622631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52c2013d-bcd2-47e0-9099-a34009f22116 req-5f1e4b09-ddda-4780-9bfa-ebdac7771a3d tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810029 Feb 09 13:24:55.631901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:55.632707 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.705089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=824f7057-66b6-4dda-ada3-b5eadf7efb8d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:55.753946 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:55.893839 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-4f1ef050-d00e-4bd4-9aeb-44f15fb2bdff tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4196100 Feb 09 13:24:55.982959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Request body: {'port': {'device_id': 'b75a41e3-0937-4135-95a0-b7a8f711a460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:55.999623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56e5f2b-7a38-417c-97d6-f94922373e12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet e204a0ff-2cd9-4859-a36c-81558dbee2c7 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:56.016576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c56e5f2b-7a38-417c-97d6-f94922373e12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.033254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7f7ca2cb-22ee-4178-8d30-061201d8a671 None None] For port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=638bd2c4-d1ab-4987-a5dd-c7745b8b1d18,segment=NetworkSegment(515e27f1-91ac-4033-9793-0ca89254e811),segment_id=515e27f1-91ac-4033-9793-0ca89254e811)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:56.036523 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca2cb-22ee-4178-8d30-061201d8a671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.183777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:56.184246 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.191355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad196e-aa63-4ef6-8b44-00683e6e5882 req-cf52c156-f4fb-433b-b43b-5b317eee6e14 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:56.193408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9ad196e-aa63-4ef6-8b44-00683e6e5882 req-cf52c156-f4fb-433b-b43b-5b317eee6e14 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 946 time: 0.3657188 Feb 09 13:24:56.205855 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c56e5f2b-7a38-417c-97d6-f94922373e12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.325871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9ad196e-aa63-4ef6-8b44-00683e6e5882 req-def21760-a50d-4b03-ad47-6a8253bb965b tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230967 Feb 09 13:24:56.359326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ca2cb-22ee-4178-8d30-061201d8a671 None None] Calling delete_port for 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:56.373178 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c56e5f2b-7a38-417c-97d6-f94922373e12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.456843 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c56e5f2b-7a38-417c-97d6-f94922373e12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.504612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e5f2b-7a38-417c-97d6-f94922373e12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=e204a0ff-2cd9-4859-a36c-81558dbee2c7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:56.509506 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c56e5f2b-7a38-417c-97d6-f94922373e12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.509669 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f7ca2cb-22ee-4178-8d30-061201d8a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.520799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c56e5f2b-7a38-417c-97d6-f94922373e12 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/e204a0ff-2cd9-4859-a36c-81558dbee2c7 HTTP/1.1" status: 204 len: 168 time: 1.0272310 Feb 09 13:24:56.523377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35328) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:56.580260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:56.607100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5df83e-2b52-4ffd-9736-fbcdc59b6332 None None] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:56.644659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-017421ee-4072-4610-8503-7903232fe3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.649931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] The port '638bd2c4-d1ab-4987-a5dd-c7745b8b1d18' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:24:56.658312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ca2cb-22ee-4178-8d30-061201d8a671 None None] Pushing event deleted for resources: {'Port': ['ID=638bd2c4-d1ab-4987-a5dd-c7745b8b1d18,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:56.663206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:24:56.665216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port b8da8520-4482-4b35-83ad-d3f527b9427a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b8da8520-4482-4b35-83ad-d3f527b9427a,segment=NetworkSegment(5d2e9ae4-adcf-4f80-b44d-d20db877a454),segment_id=5d2e9ae4-adcf-4f80-b44d-d20db877a454)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:56.665583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.674939 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-017421ee-4072-4610-8503-7903232fe3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.677854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:24:56.680890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ca2cb-22ee-4178-8d30-061201d8a671 None None] No DVR routers for this DVR port 638bd2c4-d1ab-4987-a5dd-c7745b8b1d18 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:24:56.692183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c880522-3914-4456-990b-2145ee83e313 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet f845c5a3-a9be-42f3-a1d0-34ff92e427b3 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:56.693154 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.723373 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c880522-3914-4456-990b-2145ee83e313 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.822205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c880522-3914-4456-990b-2145ee83e313 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:56.931353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for b8da8520-4482-4b35-83ad-d3f527b9427a owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:57.052579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c880522-3914-4456-990b-2145ee83e313 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.106696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8c9b0-7da7-4059-a5fe-9e575445c921 req-6205f0fb-473e-4e4e-9fa8-21cf15bcb279 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:57.108680 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8a8c9b0-7da7-4059-a5fe-9e575445c921 req-6205f0fb-473e-4e4e-9fa8-21cf15bcb279 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 931 time: 0.2413909 Feb 09 13:24:57.194586 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f7b9bb52-7dfa-44fc-a369-b8be27a51c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.218121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8a8c9b0-7da7-4059-a5fe-9e575445c921 req-4805b7a2-ba5b-4dfe-acc5-a185acc20343 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025131 Feb 09 13:24:57.223887 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c880522-3914-4456-990b-2145ee83e313 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.284692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017421ee-4072-4610-8503-7903232fe3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8d6373-7d70-4d94-a57d-b99f1b38c174,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:57.297723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c880522-3914-4456-990b-2145ee83e313 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=f845c5a3-a9be-42f3-a1d0-34ff92e427b3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:57.305000 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c880522-3914-4456-990b-2145ee83e313 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.312372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5c880522-3914-4456-990b-2145ee83e313 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/f845c5a3-a9be-42f3-a1d0-34ff92e427b3 HTTP/1.1" status: 204 len: 168 time: 0.7856684 Feb 09 13:24:57.314686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35342) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:57.347271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35346) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:57.367076 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d039d5-e250-4798-8fd4-feff40b34d1b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:57.367076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d039d5-e250-4798-8fd4-feff40b34d1b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:57.370988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-79d039d5-e250-4798-8fd4-feff40b34d1b tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/e204a0ff-2cd9-4859-a36c-81558dbee2c7 HTTP/1.1" status: 404 len: 337 time: 0.0527027 Feb 09 13:24:57.371155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35354) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:57.381285 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-017421ee-4072-4610-8503-7903232fe3c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=93a00f6358ed47bf8747fcc88f0a841e&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5030143 Feb 09 13:24:57.388436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.395493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35360) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:57.476842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8262a2-3ae5-46a1-afc0-f92e205235e5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting subnet a4867575-d811-4433-85af-66f1ce5b154a {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:24:57.480816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc8262a2-3ae5-46a1-afc0-f92e205235e5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.508434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6d8397-e444-4c2e-b7ef-9c35cfb501b0']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:57.554782 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc8262a2-3ae5-46a1-afc0-f92e205235e5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.596531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515e27f1-91ac-4033-9793-0ca89254e811') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:57.596820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515e27f1-91ac-4033-9793-0ca89254e811') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:24:57.634607 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.665195 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee509-4d1f-458a-b993-0b8ecd9cca82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.682772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.734242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1e3ee509-4d1f-458a-b993-0b8ecd9cca82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:57.735214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:24:57.735825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.741940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1e3ee509-4d1f-458a-b993-0b8ecd9cca82 admin admin] Usage tracker for resource:security_group_rule and tenant:023de24e5e194cb8afe854a54d979f74 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:57.747472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1e3ee509-4d1f-458a-b993-0b8ecd9cca82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:57.754193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a35bece-5b11-4669-be04-73b510d64a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:24:57.757068 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:24:57.764519 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc8262a2-3ae5-46a1-afc0-f92e205235e5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.794446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1e3ee509-4d1f-458a-b993-0b8ecd9cca82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:57.807192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7616de33-403e-4ede-a5ab-1299ec90ba5e None None] Network c633d700-dd0f-4f97-9b45-3d5aeb785534 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:24:57.825965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bf1e9-3f97-4e4f-bb5c-aade412a2b59 req-d155ea51-3645-461a-86d5-1dc56cf10e89 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:57.827458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e83bf1e9-3f97-4e4f-bb5c-aade412a2b59 req-d155ea51-3645-461a-86d5-1dc56cf10e89 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 946 time: 0.2408984 Feb 09 13:24:57.919405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc8262a2-3ae5-46a1-afc0-f92e205235e5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.936590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f313ba84-4a9c-4a78-aa73-c951bf05f5dd None None] Provisioning complete for port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:57.937314 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f313ba84-4a9c-4a78-aa73-c951bf05f5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:57.957654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e83bf1e9-3f97-4e4f-bb5c-aade412a2b59 req-cdd1d82b-6dc5-4da7-adff-947ee4b5ae51 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196818 Feb 09 13:24:57.999278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8262a2-3ae5-46a1-afc0-f92e205235e5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Subnet': ['ID=a4867575-d811-4433-85af-66f1ce5b154a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:58.001286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fc8262a2-3ae5-46a1-afc0-f92e205235e5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.012659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a35bece-5b11-4669-be04-73b510d64a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.022604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee509-4d1f-458a-b993-0b8ecd9cca82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.027724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fc8262a2-3ae5-46a1-afc0-f92e205235e5 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/a4867575-d811-4433-85af-66f1ce5b154a HTTP/1.1" status: 204 len: 168 time: 0.6531034 Feb 09 13:24:58.028247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee509-4d1f-458a-b993-0b8ecd9cca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.057185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35368) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:58.088397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1e3ee509-4d1f-458a-b993-0b8ecd9cca82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=023de24e5e194cb8afe854a54d979f74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7378769 Feb 09 13:24:58.089335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35372) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:58.089951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ee509-4d1f-458a-b993-0b8ecd9cca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09cd8b5-3945-413c-b7a7-0a4193c139b2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:58.115256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:24:58.134590 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.213541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.251063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f313ba84-4a9c-4a78-aa73-c951bf05f5dd None None] Provisioning complete for port 91932c08-ce91-43f7-96f7-d77eef1fd92b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:24:58.251654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f313ba84-4a9c-4a78-aa73-c951bf05f5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.252252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Network': ['ID=7e6d8397-e444-4c2e-b7ef-9c35cfb501b0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:58.263169 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.274332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9efe63b7-ab3c-4656-964d-18ced862ff83 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/networks/7e6d8397-e444-4c2e-b7ef-9c35cfb501b0 HTTP/1.1" status: 204 len: 168 time: 3.0566466 Feb 09 13:24:58.283550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35378) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:58.289477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.294834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33381a3e-e33c-49c9-ba45-50e610f44078 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:24:58.302851 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'name': 'tempest-PortsIpV6TestJSON-348699761'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:24:58.320681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] DHCP port deletion for c633d700-dd0f-4f97-9b45-3d5aeb785534 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:24:58.335413 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6856f8-7059-48aa-b045-4c935c56a038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:58.335964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6856f8-7059-48aa-b045-4c935c56a038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:58.340084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ef6856f8-7059-48aa-b045-4c935c56a038 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/6d84291a-66ce-45de-9bf3-4e14de90212a HTTP/1.1" status: 404 len: 337 time: 0.2502506 Feb 09 13:24:58.360351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Deleting port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:58.365709 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.369376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35382) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:58.445160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:24:58.458005 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.480938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f313ba84-4a9c-4a78-aa73-c951bf05f5dd None None] Port 91932c08-ce91-43f7-96f7-d77eef1fd92b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:24:58.506607 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-877aa6d5-b291-490a-b633-25ece330f2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.510608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=b8da8520-4482-4b35-83ad-d3f527b9427a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:58.513627 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a35bece-5b11-4669-be04-73b510d64a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.532102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff70a76-63ee-467b-8859-b47bfd1e770f req-64fb43d9-ce70-471a-b731-9dd068044d20 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:58.534189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ff70a76-63ee-467b-8859-b47bfd1e770f req-64fb43d9-ce70-471a-b731-9dd068044d20 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 946 time: 0.2112586 Feb 09 13:24:58.552277 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b45536d6-efd9-49b7-9ef0-3b85fc7bdc3e tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "GET /v2.0/ports?device_id=48c18e02-00e5-442c-9921-01d921d5e01a HTTP/1.1" status: 200 len: 205 time: 0.1760712 Feb 09 13:24:58.554605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35386) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:58.557509 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-877aa6d5-b291-490a-b633-25ece330f2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.564855 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.668808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdad1f-5b85-4efe-977e-4e1fc9b8cb18 req-1480f19a-320f-4160-9df6-bae110c973e7 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:24:58.669317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1a35bece-5b11-4669-be04-73b510d64a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.670274 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38cdad1f-5b85-4efe-977e-4e1fc9b8cb18 req-1480f19a-320f-4160-9df6-bae110c973e7 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 931 time: 0.2658348 Feb 09 13:24:58.670554 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1a35bece-5b11-4669-be04-73b510d64a86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d8d6373-7d70-4d94-a57d-b99f1b38c174 HTTP/1.1" status: 204 len: 168 time: 1.2658589 Feb 09 13:24:58.671693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35bece-5b11-4669-be04-73b510d64a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8d6373-7d70-4d94-a57d-b99f1b38c174,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:58.671818 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-9f1b3fec-226f-4e88-a4fb-a0e372c4f88c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] delete failed (client error): The resource could not be found. Feb 09 13:24:58.675128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9f1b3fec-226f-4e88-a4fb-a0e372c4f88c tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/routers/48c18e02-00e5-442c-9921-01d921d5e01a HTTP/1.1" status: 404 len: 336 time: 0.0960779 Feb 09 13:24:58.675270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Transition to ACTIVE for port object 33381a3e-e33c-49c9-ba45-50e610f44078 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:24:58.676355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35392) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:58.721009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.771017 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6a10e2-bdd8-4084-8f20-0f74160a9814 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:58.771541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6a10e2-bdd8-4084-8f20-0f74160a9814 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:58.778446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bf6a10e2-bdd8-4084-8f20-0f74160a9814 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/518e6688-dac4-49e0-8db8-d28ab6dc4a16 HTTP/1.1" status: 404 len: 337 time: 0.1017590 Feb 09 13:24:58.797144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35396) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:58.820545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ff70a76-63ee-467b-8859-b47bfd1e770f req-b93333b2-6695-43a5-8331-4d80b914dac7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756152 Feb 09 13:24:58.833294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:58.845059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:58.857602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.863574 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.864301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:24:58.867319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.923608 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4359eb-21d5-4bd4-860f-5e5283e74626 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:58.924493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4359eb-21d5-4bd4-860f-5e5283e74626 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:58.928862 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0c4359eb-21d5-4bd4-860f-5e5283e74626 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/55aff72c-cc80-4f1f-940c-1cf0505764d1 HTTP/1.1" status: 404 len: 337 time: 0.1044099 Feb 09 13:24:58.930009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35402) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:58.972403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] For port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,segment=NetworkSegment(377195b5-a121-4c21-afb9-1d911f800397),segment_id=377195b5-a121-4c21-afb9-1d911f800397)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:58.972727 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:58.981691 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-115923b4-1f58-4ea8-bdd5-e8c081191b03 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:58.982220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115923b4-1f58-4ea8-bdd5-e8c081191b03 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:59.022547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Pushing event updated for resources: {'Port': ['ID=33381a3e-e33c-49c9-ba45-50e610f44078,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:59.050812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port cbc0c796-5912-459d-bba6-93a5968696f8 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:24:59.059164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38cdad1f-5b85-4efe-977e-4e1fc9b8cb18 req-de3ea0bb-3f4e-42de-9c51-086725462f34 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793109 Feb 09 13:24:59.073828 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-115923b4-1f58-4ea8-bdd5-e8c081191b03 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/5b1ea095-b0ba-41cb-bfe0-e4ec47d770af HTTP/1.1" status: 404 len: 337 time: 0.1408639 Feb 09 13:24:59.075780 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-877aa6d5-b291-490a-b633-25ece330f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.079917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35410) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:59.137968 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-877aa6d5-b291-490a-b633-25ece330f2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.141597 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-877aa6d5-b291-490a-b633-25ece330f2b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b09cd8b5-3945-413c-b7a7-0a4193c139b2 HTTP/1.1" status: 204 len: 168 time: 1.0465610 Feb 09 13:24:59.141597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877aa6d5-b291-490a-b633-25ece330f2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09cd8b5-3945-413c-b7a7-0a4193c139b2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:59.151395 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49a7c85-b3a3-4dbc-b2bc-c4940eae8878 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:59.152371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49a7c85-b3a3-4dbc-b2bc-c4940eae8878 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:59.156821 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f49a7c85-b3a3-4dbc-b2bc-c4940eae8878 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/9527bafa-69a7-49b7-85be-27e655c15994 HTTP/1.1" status: 404 len: 333 time: 0.0651383 Feb 09 13:24:59.157053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35416) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:59.203661 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba2e4d3-6d59-4c99-a453-c2b1b8448840 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:59.204101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba2e4d3-6d59-4c99-a453-c2b1b8448840 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:59.206663 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1ba2e4d3-6d59-4c99-a453-c2b1b8448840 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/77b6262a-d81c-4d11-821a-49cdc03271f0 HTTP/1.1" status: 404 len: 337 time: 0.0485573 Feb 09 13:24:59.209642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35420) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:59.217641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Calling delete_port for d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:24:59.272121 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10bd2d7-128d-41be-b270-0c890cd56c94 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:59.272570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10bd2d7-128d-41be-b270-0c890cd56c94 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:59.275280 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b10bd2d7-128d-41be-b270-0c890cd56c94 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/f2e3c192-1719-4fdf-be06-54729642395d HTTP/1.1" status: 404 len: 337 time: 0.0646255 Feb 09 13:24:59.279663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35424) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:59.296161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,segment=NetworkSegment(377195b5-a121-4c21-afb9-1d911f800397),segment_id=377195b5-a121-4c21-afb9-1d911f800397)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:24:59.330736 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-de08ed6d-7eea-4075-b5e1-623598b5ba52 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:59.331406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de08ed6d-7eea-4075-b5e1-623598b5ba52 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:59.332964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-de08ed6d-7eea-4075-b5e1-623598b5ba52 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/1e78aff8-1ac6-4caa-9d07-fe1763c7ca39 HTTP/1.1" status: 404 len: 333 time: 0.0525308 Feb 09 13:24:59.337283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35428) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:59.358617 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.377089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35432) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:59.388588 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0bf29d-6578-4435-8f60-1b8a5722c676 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:59.389024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0bf29d-6578-4435-8f60-1b8a5722c676 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:59.391032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ea0bf29d-6578-4435-8f60-1b8a5722c676 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/b77f7188-4783-4038-9e55-d3bc9a18e046 HTTP/1.1" status: 404 len: 337 time: 0.0522993 Feb 09 13:24:59.393200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35438) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:59.437311 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-6513c428-782a-4505-b34e-64a3a60df181 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] DELETE failed (client error): The resource could not be found. Feb 09 13:24:59.438075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6513c428-782a-4505-b34e-64a3a60df181 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:24:59.442132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6513c428-782a-4505-b34e-64a3a60df181 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/subnets/9809777d-fd29-4d9e-9082-36193075fe8d HTTP/1.1" status: 404 len: 337 time: 0.0457039 Feb 09 13:24:59.442499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35442) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:24:59.515267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-34a83747-de94-41cd-855d-4462fd2d9318 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port 91932c08-ce91-43f7-96f7-d77eef1fd92b {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:24:59.522743 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34a83747-de94-41cd-855d-4462fd2d9318 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.522959 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-27a9ed34-d916-4d72-b90d-16aa76d946d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.523194 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:24:59.523585 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:24:59.530799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,revision_number=11']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:24:59.705717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-27a9ed34-d916-4d72-b90d-16aa76d946d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:24:59.768742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34a83747-de94-41cd-855d-4462fd2d9318 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.770177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-27a9ed34-d916-4d72-b90d-16aa76d946d7 admin admin] Usage tracker for resource:security_group_rule and tenant:498e053cf37a4dcf924a4a8d25ad787a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:24:59.780210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-27a9ed34-d916-4d72-b90d-16aa76d946d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:24:59.782986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Attempting to bind port 33381a3e-e33c-49c9-ba45-50e610f44078 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:24:59.783312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Attempting to bind port 33381a3e-e33c-49c9-ba45-50e610f44078 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:24:59.783637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Attempting to bind port 33381a3e-e33c-49c9-ba45-50e610f44078 on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:24:59.803949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-27a9ed34-d916-4d72-b90d-16aa76d946d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:24:59.833811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Port 33381a3e-e33c-49c9-ba45-50e610f44078 on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:24:59.834127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Attempting to bind port 33381a3e-e33c-49c9-ba45-50e610f44078 on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:24:59.864454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.885093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:24:59.885093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Checking segment: {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:24:59.885473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Bound using segment: {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:24:59.886352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Bound port: 33381a3e-e33c-49c9-ba45-50e610f44078, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:24:59.886738 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.895176 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:24:59.914185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-34a83747-de94-41cd-855d-4462fd2d9318 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Calling delete_port for 91932c08-ce91-43f7-96f7-d77eef1fd92b owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:00.004763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34a83747-de94-41cd-855d-4462fd2d9318 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.025032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Deleting port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:00.025623 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.075032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a83747-de94-41cd-855d-4462fd2d9318 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Port': ['ID=91932c08-ce91-43f7-96f7-d77eef1fd92b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:00.083145 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34a83747-de94-41cd-855d-4462fd2d9318 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.101542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-34a83747-de94-41cd-855d-4462fd2d9318 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/ports/91932c08-ce91-43f7-96f7-d77eef1fd92b HTTP/1.1" status: 204 len: 168 time: 0.6577876 Feb 09 13:25:00.103957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35462) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:00.123241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.231925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] For port 33381a3e-e33c-49c9-ba45-50e610f44078, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:25:00.235497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] For port 33381a3e-e33c-49c9-ba45-50e610f44078, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=33381a3e-e33c-49c9-ba45-50e610f44078,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:25:00.257300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.320640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] For port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,segment=NetworkSegment(377195b5-a121-4c21-afb9-1d911f800397),segment_id=377195b5-a121-4c21-afb9-1d911f800397)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:00.321021 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.385162 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-27a9ed34-d916-4d72-b90d-16aa76d946d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.489083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Calling delete_port for d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:00.493122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35468) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:00.507318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.546934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.563405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Deleting port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:00.563743 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.593737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-27a9ed34-d916-4d72-b90d-16aa76d946d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.607242 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.634291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2c1ad-a26d-41af-871b-cf63485c6d5b req-b5e83368-ba42-41b7-b3f4-20ae4dc42c30 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:00.635793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39b2c1ad-a26d-41af-871b-cf63485c6d5b req-b5e83368-ba42-41b7-b3f4-20ae4dc42c30 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 943 time: 0.3483200 Feb 09 13:25:00.671396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] Pushing event deleted for resources: {'Port': ['ID=d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:00.676261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] The port 'd59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3' was deleted {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:25:00.676801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c1772-5ecf-466b-b465-485dd30933b6 None None] No DVR routers for this DVR port d59ee5e4-3af5-4acb-8bdc-f3f33a2b67a3 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:00.846351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.856131 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39b2c1ad-a26d-41af-871b-cf63485c6d5b req-d03d6181-c640-42e2-afff-afa3e62770d4 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781719 Feb 09 13:25:00.889908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c633d700-dd0f-4f97-9b45-3d5aeb785534']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:00.900141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Pushing event updated for resources: {'Port': ['ID=33381a3e-e33c-49c9-ba45-50e610f44078,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:00.905665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377195b5-a121-4c21-afb9-1d911f800397') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:00.906037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377195b5-a121-4c21-afb9-1d911f800397') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:00.924266 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.954232 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.963937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:00.964751 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:00.993338 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:01.001347 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.002874 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-ca00b089-277f-4699-ba53-de251e417e6e service neutron] 10.222.0.67 "PUT /v2.0/ports/33381a3e-e33c-49c9-ba45-50e610f44078 HTTP/1.1" status: 200 len: 1091 time: 5.0305202 Feb 09 13:25:01.004738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75a41e3-0937-4135-95a0-b7a8f711a460', 'tag': '33381a3e-e33c-49c9-ba45-50e610f44078'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:25:01.034028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:01.040946 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-27a9ed34-d916-4d72-b90d-16aa76d946d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=498e053cf37a4dcf924a4a8d25ad787a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6526475 Feb 09 13:25:01.044216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:01.045919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9ed34-d916-4d72-b90d-16aa76d946d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029cdcac-8355-4833-ae96-e4a8d58d933d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:01.049198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35484) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:01.049953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:01.053912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:01.054623 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.128121 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.158842 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.160021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=cbc0c796-5912-459d-bba6-93a5968696f8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:01.178013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] Pushing event deleted for resources: {'Network': ['ID=c633d700-dd0f-4f97-9b45-3d5aeb785534,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:01.190772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7a97a72f-c6f8-471c-a997-7ca4ece06b25 tempest-PortsTestJSON-894715580 tempest-PortsTestJSON-894715580-project] 10.222.0.59 "DELETE /v2.0/networks/c633d700-dd0f-4f97-9b45-3d5aeb785534 HTTP/1.1" status: 204 len: 168 time: 1.0823267 Feb 09 13:25:01.242072 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-37844675-8da5-4ede-83fd-d7d592c8ca5c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9570711 Feb 09 13:25:01.246247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35492) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:01.322858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b14e8d44-36ce-48a4-98bc-64cbebc6eea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.364107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f5b18-6eb7-4dd9-bd00-9fe9eb155858 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port cbc0c796-5912-459d-bba6-93a5968696f8 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:01.367448 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5b18-6eb7-4dd9-bd00-9fe9eb155858 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.478388 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75a41e3-0937-4135-95a0-b7a8f711a460', 'tag': '33381a3e-e33c-49c9-ba45-50e610f44078', 'status': 'completed', 'code': 200} Feb 09 13:25:01.503043 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-99e1f2e2-32a7-4858-9b4f-12a013420bb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 1094 time: 0.3991930 Feb 09 13:25:01.518200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b14e8d44-36ce-48a4-98bc-64cbebc6eea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.540912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35498) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:01.623859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5b18-6eb7-4dd9-bd00-9fe9eb155858 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.649293 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-2fa8f808-50aa-4aee-a942-f036de594fa2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33381a3e-e33c-49c9-ba45-50e610f44078 HTTP/1.1" status: 200 len: 217 time: 0.1385541 Feb 09 13:25:01.770269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f5b18-6eb7-4dd9-bd00-9fe9eb155858 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for cbc0c796-5912-459d-bba6-93a5968696f8 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:01.890060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-79a82753-9df7-4ac9-8c1e-91ef3a7a9cbd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=402149aabdc44c73809b92366384b20e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3458803 Feb 09 13:25:01.890279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35510) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:01.917221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5b18-6eb7-4dd9-bd00-9fe9eb155858 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:01.948387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-dd6bd1f1-27c3-4afc-bbb0-f6e68f1fb0d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:01.950078 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-dd6bd1f1-27c3-4afc-bbb0-f6e68f1fb0d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 200 len: 855 time: 0.2933974 Feb 09 13:25:01.984811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f5b18-6eb7-4dd9-bd00-9fe9eb155858 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=cbc0c796-5912-459d-bba6-93a5968696f8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:02.007908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5b18-6eb7-4dd9-bd00-9fe9eb155858 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.008100 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b14e8d44-36ce-48a4-98bc-64cbebc6eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.028524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7adf-5d07-4b44-bf27-68f8d83cd6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.046835 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1f9f5b18-6eb7-4dd9-bd00-9fe9eb155858 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/cbc0c796-5912-459d-bba6-93a5968696f8 HTTP/1.1" status: 204 len: 168 time: 0.7963052 Feb 09 13:25:02.047890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35516) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:02.085495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35518) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:02.089644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e8d44-36ce-48a4-98bc-64cbebc6eea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029cdcac-8355-4833-ae96-e4a8d58d933d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:02.095155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'mac_address': 'fa:16:3e:5f:62:9b', 'name': 'tempest-PortsIpV6TestJSON-1913522178'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:02.095870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] Router ae4a7a91-7592-4cec-8f38-4ad546ae3fca has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:02.101501 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-09da82a6-71d8-416b-b97b-d54c078aa8ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885079 Feb 09 13:25:02.134394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b14e8d44-36ce-48a4-98bc-64cbebc6eea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.135529 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b14e8d44-36ce-48a4-98bc-64cbebc6eea6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/029cdcac-8355-4833-ae96-e4a8d58d933d HTTP/1.1" status: 204 len: 168 time: 1.0731514 Feb 09 13:25:02.145800 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7adf-5d07-4b44-bf27-68f8d83cd6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.269312 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7adf-5d07-4b44-bf27-68f8d83cd6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.311861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d7adf-5d07-4b44-bf27-68f8d83cd6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a5794f-866d-4b90-98f6-062cc6ac5429,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:02.317156 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7adf-5d07-4b44-bf27-68f8d83cd6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.320950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6b8d7adf-5d07-4b44-bf27-68f8d83cd6bc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/78a5794f-866d-4b90-98f6-062cc6ac5429 HTTP/1.1" status: 204 len: 168 time: 0.4297080 Feb 09 13:25:02.351224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:02.359480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:port and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:02.364743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:02.377258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcb0e5-75fd-4728-8ebe-8715a8308b3c req-3061fe8c-2d97-4510-b98b-8a2043720e67 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:02.383272 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-befcb0e5-75fd-4728-8ebe-8715a8308b3c req-3061fe8c-2d97-4510-b98b-8a2043720e67 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 943 time: 0.3408010 Feb 09 13:25:02.385312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-166631904'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:02.385415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:02.404244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:02.423422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Usage tracker for resource:network and tenant:a76beacd0a7e49dfa53d780cfc691f09 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:02.430600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:02.436920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:02.456046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:02.473533 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-c793795c-7e4d-4b7e-85ab-aae8a54da89a service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615346 Feb 09 13:25:02.493218 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-befcb0e5-75fd-4728-8ebe-8715a8308b3c req-13eb400f-a289-4537-952c-fb7370543a79 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089978 Feb 09 13:25:02.680898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Made reservation on behalf of a76beacd0a7e49dfa53d780cfc691f09 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:02.684440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.732937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.780944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port eeb71c69-9d29-48f1-92a0-25d0cf69d6fb yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:25:02.789958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:02.790832 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:02.953395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:02.978775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Usage tracker for resource:security_group_rule and tenant:a76beacd0a7e49dfa53d780cfc691f09 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:03.053889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:03.070050 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-109225b2-f3d1-4c93-8e16-bdee2904f576 req-999891bf-1409-407f-a16b-76ac306b7f80 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5862033 Feb 09 13:25:03.094695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:03.110510 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:03.145859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:03.239876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=eeb71c69-9d29-48f1-92a0-25d0cf69d6fb,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:03.266305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:03.267444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:03.270769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:03.275290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:03.275903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:03.308178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2e86b132-5a0a-445b-901c-b1323f176aa0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2297316 Feb 09 13:25:03.311369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35554) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:03.381007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:03.397874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] Sync routers for ids ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:25:03.433908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] Routers {'ae4a7a91-7592-4cec-8f38-4ad546ae3fca'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:03.434575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:03.466850 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-253daa5f-0619-40b5-969c-93dd7b0a43f7 admin admin] 10.222.0.59 "PUT /v2.0/routers/ae4a7a91-7592-4cec-8f38-4ad546ae3fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0259180 Feb 09 13:25:03.472470 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35564) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:03.487927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c5bce3-bb04-4fd3-9816-7355eb7fef75 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:03.488747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-29c5bce3-bb04-4fd3-9816-7355eb7fef75 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:03.492982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:03.502546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddefba55-8779-4e4d-aff0-df3dba8b2b56 req-3e6e0142-a544-4dfe-a26d-e104eb9afa55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 1094 time: 0.3242297 Feb 09 13:25:03.508416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:03.510675 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:03.515927 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f9a1ad8a-4f01-4028-96f4-3556fae9205c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8844562 Feb 09 13:25:03.519905 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:25:03.552663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35570) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:03.561049 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:03.562352 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:03.650575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:25:03.747411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5f07f9-421a-4396-b0d9-32134bf514ea,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:03.841168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:03.841575 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Added segment d5ea7ec0-3f52-4935-ac63-2a87ceef0b35 of type vlan for network 279f06fb-7771-4e0c-bd69-5753611fde08 Feb 09 13:25:03.873017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35578) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:03.904605 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] Set router ae4a7a91-7592-4cec-8f38-4ad546ae3fca gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:03.907626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-29c5bce3-bb04-4fd3-9816-7355eb7fef75 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:03.912344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-29c5bce3-bb04-4fd3-9816-7355eb7fef75 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/eeb71c69-9d29-48f1-92a0-25d0cf69d6fb HTTP/1.1" status: 200 len: 845 time: 0.5987825 Feb 09 13:25:03.913244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35584) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:03.915828 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:04.100102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1e8c6-eb69-4b0a-8109-2797e0ff9f43 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port eeb71c69-9d29-48f1-92a0-25d0cf69d6fb {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:04.105375 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e8c6-eb69-4b0a-8109-2797e0ff9f43 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:04.213215 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:04.225326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefba55-8779-4e4d-aff0-df3dba8b2b56 req-2b0dad6a-6538-4892-9097-7dd804b9236a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:04.231144 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddefba55-8779-4e4d-aff0-df3dba8b2b56 req-2b0dad6a-6538-4892-9097-7dd804b9236a service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 916 time: 0.7130983 Feb 09 13:25:04.247169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-83441157-fae9-46b3-9919-8f683f00a388 tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-843750828', 'prefixes': ['172.20.0.0/16']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:04.256435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-83441157-fae9-46b3-9919-8f683f00a388 tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:04.282455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0cb81-daf5-47fb-b699-c241d6c7ee85 req-8711108a-b398-4444-9a5e-92cf98ccf4af tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:04.284133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6a0cb81-daf5-47fb-b699-c241d6c7ee85 req-8711108a-b398-4444-9a5e-92cf98ccf4af tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 943 time: 0.4705765 Feb 09 13:25:04.397489 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:25:04.448348 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddefba55-8779-4e4d-aff0-df3dba8b2b56 req-98d6bb15-c3ce-423c-b515-755fab048b5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33381a3e-e33c-49c9-ba45-50e610f44078 HTTP/1.1" status: 200 len: 217 time: 0.1735375 Feb 09 13:25:04.486996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:24:55Z', 'revision_number': 5, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:04.494068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] Checking router: ae4a7a91-7592-4cec-8f38-4ad546ae3fca for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:25:04.508153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] Routers {'ae4a7a91-7592-4cec-8f38-4ad546ae3fca'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:04.509124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:04.524794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e8c6-eb69-4b0a-8109-2797e0ff9f43 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:04.537799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6a0cb81-daf5-47fb-b699-c241d6c7ee85 req-89400c87-4516-4cd4-a785-fbc1595e8fcf tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382622 Feb 09 13:25:04.593131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:04.600248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:04.601183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:04.678581 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:57Z', 'revision_number': 9, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:04.683487 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:25:04.697291 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:04.697911 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:04.716026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f2d1e8c6-eb69-4b0a-8109-2797e0ff9f43 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for eeb71c69-9d29-48f1-92a0-25d0cf69d6fb owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:04.719516 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a9271c-73d1-46f4-a5e6-10f5ae72229a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting subnet e73be3bf-171a-45b0-8564-985bac256a70 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:25:04.722383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefba55-8779-4e4d-aff0-df3dba8b2b56 req-bd664d7b-eb05-49ce-92a9-b9d0b2db90ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:04.731985 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddefba55-8779-4e4d-aff0-df3dba8b2b56 req-bd664d7b-eb05-49ce-92a9-b9d0b2db90ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 200 len: 855 time: 0.2757130 Feb 09 13:25:04.783067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:04.908719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] Set router ae4a7a91-7592-4cec-8f38-4ad546ae3fca gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:04.955414 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:04.997767 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e8c6-eb69-4b0a-8109-2797e0ff9f43 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:05.054504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60a9271c-73d1-46f4-a5e6-10f5ae72229a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:05.142794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1e8c6-eb69-4b0a-8109-2797e0ff9f43 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=eeb71c69-9d29-48f1-92a0-25d0cf69d6fb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:05.187848 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e8c6-eb69-4b0a-8109-2797e0ff9f43 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:05.208169 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddefba55-8779-4e4d-aff0-df3dba8b2b56 req-1fac5f9b-a2d7-473a-b53c-a02782a62e59 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2164896 Feb 09 13:25:05.231519 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1420312 Feb 09 13:25:05.234449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35600) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:05.244358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f2d1e8c6-eb69-4b0a-8109-2797e0ff9f43 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/eeb71c69-9d29-48f1-92a0-25d0cf69d6fb HTTP/1.1" status: 204 len: 168 time: 1.3258407 Feb 09 13:25:05.280171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35606) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:05.396234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:24:55Z', 'revision_number': 5, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:05.413009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa137950-b9bb-4e47-81e2-9b38b20a3476 None None] The sync data for ids ['ae4a7a91-7592-4cec-8f38-4ad546ae3fca'] in n-d-825175-3 is: [{'id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'name': 'tempest-TaggedBootDevicesTest_v242-1475347056-router', 'tenant_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:07Z', 'updated_at': '2022-02-09T13:24:55Z', 'revision_number': 5, 'project_id': '5bf42b67591842eeb2c9ab0bd5cffbc2', 'gw_port': {'id': '82e099e2-522f-4401-87ec-5ea6082d354c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a7a91-7592-4cec-8f38-4ad546ae3fca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:10Z', 'updated_at': '2022-02-09T13:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:25:05.579542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:05.587342 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-2023f501-7d00-42a8-be9f-c90191975038 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:25:05.588079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2023f501-7d00-42a8-be9f-c90191975038 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:05.618889 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:57Z', 'revision_number': 9, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:05.624540 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8d2fa-2656-49b9-a25b-3ad24fd54c9e None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:24:57Z', 'revision_number': 9, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '280c517a-d1f2-4cfb-b423-317034fd5fb5', 'name': '', 'network_id': '8efa4942-6df5-423c-a1f8-3f8662f01523', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:25:28:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:26Z', 'updated_at': '2022-02-09T13:23:39Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': '740be4c8-a2c5-429f-8821-d369a4a5a86a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:25:05.643164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2023f501-7d00-42a8-be9f-c90191975038 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:05.645012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2023f501-7d00-42a8-be9f-c90191975038 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/eeb71c69-9d29-48f1-92a0-25d0cf69d6fb HTTP/1.1" status: 404 len: 333 time: 0.3639066 Feb 09 13:25:05.651261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 33381a3e-e33c-49c9-ba45-50e610f44078 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:25:05.663751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35616) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:05.673935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'name': 'tempest-PortsIpV6TestJSON-1114745327'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:05.709075 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:05.766659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83441157-fae9-46b3-9919-8f683f00a388 tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] Notify callbacks [] for subnetpool, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:05.768945 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-83441157-fae9-46b3-9919-8f683f00a388 tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.8787346 Feb 09 13:25:05.813061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Deleting port 82e099e2-522f-4401-87ec-5ea6082d354c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:05.816378 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:05.846356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35624) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:05.912099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 33381a3e-e33c-49c9-ba45-50e610f44078, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=33381a3e-e33c-49c9-ba45-50e610f44078,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:05.939614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9f3d6-92dd-4ff0-b3e0-84a4613300a4 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Pushing event updated for resources: {'Network': ['ID=279f06fb-7771-4e0c-bd69-5753611fde08,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:05.949665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '33381a3e-e33c-49c9-ba45-50e610f44078', 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031', 'port_id': '33381a3e-e33c-49c9-ba45-50e610f44078', 'mac_address': 'fa:16:3e:51:96:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1e4002-02f9-4a3a-8d02-5dd262bd0af0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:25:05.999133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:06.014618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:06.019300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 279f06fb-7771-4e0c-bd69-5753611fde08 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:25:06.027881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-86547e1c-6980-42f8-b552-4f890523f946 tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] 10.222.0.59 "GET /v2.0/subnetpools/fd29dcbb-46f2-49a7-8022-a03d0a9b2c2a HTTP/1.1" status: 200 len: 731 time: 0.1682868 Feb 09 13:25:06.076075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35628) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:06.121041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-507f86b0-dd5d-420d-b85a-f70503c3fd3b tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1274455050'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:06.150363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Request body: {'network': {'name': 'tempest-network--472645032', 'router:external': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:06.203390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60a9271c-73d1-46f4-a5e6-10f5ae72229a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:06.237761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:06.244212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Usage tracker for resource:network and tenant:57318781fda047b89b0d4bc08f1dff27 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:06.251589 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:06.253265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:06.266341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:06.284128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:06.284647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33381a3e-e33c-49c9-ba45-50e610f44078 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:25:06.291940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:06.317321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 33381a3e-e33c-49c9-ba45-50e610f44078, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=33381a3e-e33c-49c9-ba45-50e610f44078,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:06.323256 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:06.412367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 824f7057-66b6-4dda-ada3-b5eadf7efb8d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:06.443490 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60a9271c-73d1-46f4-a5e6-10f5ae72229a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:06.450257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Made reservation on behalf of 57318781fda047b89b0d4bc08f1dff27 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:06.452893 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:06.463775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 824f7057-66b6-4dda-ada3-b5eadf7efb8d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:06.464185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 824f7057-66b6-4dda-ada3-b5eadf7efb8d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:06.464965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b8da8520-4482-4b35-83ad-d3f527b9427a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:06.471418 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-507f86b0-dd5d-420d-b85a-f70503c3fd3b tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] Notify callbacks [] for subnetpool, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:06.475580 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-507f86b0-dd5d-420d-b85a-f70503c3fd3b tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] 10.222.0.59 "PUT /v2.0/subnetpools/fd29dcbb-46f2-49a7-8022-a03d0a9b2c2a HTTP/1.1" status: 200 len: 684 time: 0.3958495 Feb 09 13:25:06.493732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35638) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:06.514753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: b8da8520-4482-4b35-83ad-d3f527b9427a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:06.515321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b8da8520-4482-4b35-83ad-d3f527b9427a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:06.527931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=33381a3e-e33c-49c9-ba45-50e610f44078,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:06.563767 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:06.579264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port dedf69db-fd70-4e3e-bbcc-719554a5738e yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:25:06.593104 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddefba55-8779-4e4d-aff0-df3dba8b2b56 req-4a3cbb78-93e9-4676-a331-4538f9a1ad68 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3377671 Feb 09 13:25:06.597348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60a9271c-73d1-46f4-a5e6-10f5ae72229a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:06.608768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['33381a3e-e33c-49c9-ba45-50e610f44078'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:25:06.691166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9271c-73d1-46f4-a5e6-10f5ae72229a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Subnet': ['ID=e73be3bf-171a-45b0-8564-985bac256a70,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:06.742917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60a9271c-73d1-46f4-a5e6-10f5ae72229a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:06.752347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f5166a-89de-4dbc-8bd2-63ada2234763 None None] Network aa925783-679a-448f-90f9-82c5f7605f7a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:06.786753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:06.794810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ec2d0-3ed8-49ec-9420-4cc51177f173 req-fe5ba960-d7e3-432f-9975-a4825bd4b3a8 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:06.801605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b13ec2d0-3ed8-49ec-9420-4cc51177f173 req-fe5ba960-d7e3-432f-9975-a4825bd4b3a8 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 943 time: 0.9539430 Feb 09 13:25:06.815730 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-60a9271c-73d1-46f4-a5e6-10f5ae72229a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/e73be3bf-171a-45b0-8564-985bac256a70 HTTP/1.1" status: 204 len: 168 time: 3.2619944 Feb 09 13:25:06.818067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Usage tracker for resource:security_group_rule and tenant:57318781fda047b89b0d4bc08f1dff27 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:06.827841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35642) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:06.846846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:06.867609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:06.918910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] For port 82e099e2-522f-4401-87ec-5ea6082d354c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=82e099e2-522f-4401-87ec-5ea6082d354c,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:06.919270 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.039624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.056451 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddefba55-8779-4e4d-aff0-df3dba8b2b56 req-433d7709-39e0-484b-974a-f3029e770ab6 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538605 Feb 09 13:25:07.118962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Calling delete_port for 82e099e2-522f-4401-87ec-5ea6082d354c owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:07.203041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 926c43e6-474b-42ed-bca2-e6a2eab43d5a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:07.203473 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.223064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c224e644-19e7-45c8-8137-1d5cfb5a37c8 tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] Notify callbacks [] for subnetpool, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.227316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c224e644-19e7-45c8-8137-1d5cfb5a37c8 tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] 10.222.0.59 "DELETE /v2.0/subnetpools/fd29dcbb-46f2-49a7-8022-a03d0a9b2c2a HTTP/1.1" status: 204 len: 168 time: 0.7264628 Feb 09 13:25:07.234248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35650) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:07.255087 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b13ec2d0-3ed8-49ec-9420-4cc51177f173 req-7da4c6a9-8b3d-4066-a79c-121f329df9f2 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525313 Feb 09 13:25:07.278037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Allocated IP 172.20.0.17 (2f70b6e0-44cb-4763-b62e-b680815ca287/94b67d54-2e64-4961-a17d-7198ab95a401/ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:07.339354 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-60777b96-c2c4-41ec-9369-4de2bef92dbb tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] show failed (client error): The resource could not be found. Feb 09 13:25:07.340385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-60777b96-c2c4-41ec-9369-4de2bef92dbb tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] 10.222.0.59 "GET /v2.0/subnetpools/fd29dcbb-46f2-49a7-8022-a03d0a9b2c2a HTTP/1.1" status: 404 len: 346 time: 0.1004212 Feb 09 13:25:07.351029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35654) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:07.353700 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.361209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228fe2ef-417d-43d2-942f-60cfa0be3c46 None None] DHCP port deletion for aa925783-679a-448f-90f9-82c5f7605f7a request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:25:07.365662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-228fe2ef-417d-43d2-942f-60cfa0be3c46 None None] Deleting port 926c43e6-474b-42ed-bca2-e6a2eab43d5a {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:07.366256 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-228fe2ef-417d-43d2-942f-60cfa0be3c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.418356 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.420233 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-c1fc5a1d-ed60-4a2d-bc59-fc8200b3e7de tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] delete failed (client error): The resource could not be found. Feb 09 13:25:07.427826 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c1fc5a1d-ed60-4a2d-bc59-fc8200b3e7de tempest-SubnetPoolsTestJSON-1528335080 tempest-SubnetPoolsTestJSON-1528335080-project] 10.222.0.59 "DELETE /v2.0/subnetpools/fd29dcbb-46f2-49a7-8022-a03d0a9b2c2a HTTP/1.1" status: 404 len: 346 time: 0.0633788 Feb 09 13:25:07.427826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.440610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:25:07.452856 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.453706 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Added segment ea754798-5107-4285-9c67-ac94e5b9f929 of type vlan for network 6a8aa2eb-400b-49f2-8e6c-3d2fe3a47b3f Feb 09 13:25:07.489635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.561715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33212155-dae8-4887-b291-378ee6339efc,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:07.591429 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.592217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:07.592801 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.596806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.611362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port 926c43e6-474b-42ed-bca2-e6a2eab43d5a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=926c43e6-474b-42ed-bca2-e6a2eab43d5a,segment=NetworkSegment(5d2e9ae4-adcf-4f80-b44d-d20db877a454),segment_id=5d2e9ae4-adcf-4f80-b44d-d20db877a454)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:07.611950 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.644792 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:25:07.707105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-228fe2ef-417d-43d2-942f-60cfa0be3c46 None None] For port 926c43e6-474b-42ed-bca2-e6a2eab43d5a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=926c43e6-474b-42ed-bca2-e6a2eab43d5a,segment=NetworkSegment(5d2e9ae4-adcf-4f80-b44d-d20db877a454),segment_id=5d2e9ae4-adcf-4f80-b44d-d20db877a454)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:07.707586 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-228fe2ef-417d-43d2-942f-60cfa0be3c46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.853922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:07.856026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event updated for resources: {'Network': ['ID=6a8aa2eb-400b-49f2-8e6c-3d2fe3a47b3f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:07.859269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=dedf69db-fd70-4e3e-bbcc-719554a5738e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:07.862276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:07.864550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:07.868712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:07.869329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.888231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fec55b2d-5617-4734-89eb-89a823b1c6c4 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6508148 Feb 09 13:25:07.891846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35664) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:07.892655 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.909186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 926c43e6-474b-42ed-bca2-e6a2eab43d5a owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:07.951280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 6a8aa2eb-400b-49f2-8e6c-3d2fe3a47b3f details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:25:07.969797 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:07.970814 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-836789e6-c104-4deb-9a38-76f96e7ad647 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3048213 Feb 09 13:25:07.973730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-228fe2ef-417d-43d2-942f-60cfa0be3c46 None None] Calling delete_port for 926c43e6-474b-42ed-bca2-e6a2eab43d5a owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:07.974660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35668) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:08.003461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=82e099e2-522f-4401-87ec-5ea6082d354c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:08.006065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35672) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:08.023991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Transition to ACTIVE for port object ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:08.055995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7d5a2d22-d6fd-47ce-9950-1464bf8635c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:08.155126 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-228fe2ef-417d-43d2-942f-60cfa0be3c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.206923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fe2ef-417d-43d2-942f-60cfa0be3c46 None None] Pushing event deleted for resources: {'Port': ['ID=926c43e6-474b-42ed-bca2-e6a2eab43d5a,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:08.210923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fe2ef-417d-43d2-942f-60cfa0be3c46 None None] No DVR routers for this DVR port 926c43e6-474b-42ed-bca2-e6a2eab43d5a on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:08.256794 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:25:08.257126 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:25:08.278823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.328283 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.332944 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-73a5cedc-5fca-47ff-8a7d-eb4f8b870481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.334612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2d22-d6fd-47ce-9950-1464bf8635c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.418617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:08.576269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 926c43e6-474b-42ed-bca2-e6a2eab43d5a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:08.616692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 926c43e6-474b-42ed-bca2-e6a2eab43d5a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:08.617027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 926c43e6-474b-42ed-bca2-e6a2eab43d5a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:08.639733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network 2f70b6e0-44cb-4763-b62e-b680815ca287 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:08.642543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:08.646516 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:08.649373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-73a5cedc-5fca-47ff-8a7d-eb4f8b870481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:08.661503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-73a5cedc-5fca-47ff-8a7d-eb4f8b870481 admin admin] Usage tracker for resource:security_group_rule and tenant:89661972f040401aa1ea5daf98985875 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:08.673198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-73a5cedc-5fca-47ff-8a7d-eb4f8b870481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:08.706303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2d22-d6fd-47ce-9950-1464bf8635c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.725036 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2d22-d6fd-47ce-9950-1464bf8635c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.748675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.775106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 926c43e6-474b-42ed-bca2-e6a2eab43d5a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:08.775791 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.885044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.899343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] The port '926c43e6-474b-42ed-bca2-e6a2eab43d5a' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:25:08.902858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-73a5cedc-5fca-47ff-8a7d-eb4f8b870481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:08.906995 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.971289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a2d22-d6fd-47ce-9950-1464bf8635c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] In _notify_port_updated(), no bound segment for port dedf69db-fd70-4e3e-bbcc-719554a5738e on network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:25:08.976283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8aa2eb-400b-49f2-8e6c-3d2fe3a47b3f']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:08.976766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a2d22-d6fd-47ce-9950-1464bf8635c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:08.978241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d5a2d22-d6fd-47ce-9950-1464bf8635c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:08.979379 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7d5a2d22-d6fd-47ce-9950-1464bf8635c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "PUT /v2.0/ports/dedf69db-fd70-4e3e-bbcc-719554a5738e HTTP/1.1" status: 200 len: 818 time: 0.9934623 Feb 09 13:25:08.986311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35692) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:09.005690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-862abed2-5bff-4675-a998-951ba0adc4b3 None None] Provisioning for port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:09.012882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-862abed2-5bff-4675-a998-951ba0adc4b3 None None] Provisioning complete for port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:09.014778 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-862abed2-5bff-4675-a998-951ba0adc4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.021994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a2d22-d6fd-47ce-9950-1464bf8635c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=dedf69db-fd70-4e3e-bbcc-719554a5738e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:09.129794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-862abed2-5bff-4675-a998-951ba0adc4b3 None None] Port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:25:09.144950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea754798-5107-4285-9c67-ac94e5b9f929') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:09.145053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea754798-5107-4285-9c67-ac94e5b9f929') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:09.155647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e162d784-ded6-4c50-a3f2-a54412dec232 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port dedf69db-fd70-4e3e-bbcc-719554a5738e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:09.156012 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e162d784-ded6-4c50-a3f2-a54412dec232 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.173479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4695f1-273e-492d-871c-91d52b291a20 req-a9b605ad-51e9-464a-93b9-d563c13b908a tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:09.175104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e4695f1-273e-492d-871c-91d52b291a20 req-a9b605ad-51e9-464a-93b9-d563c13b908a tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 944 time: 0.7391543 Feb 09 13:25:09.184073 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.192693 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.238711 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.247487 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.256849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:09.257256 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:09.272280 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:09.287350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.392205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa925783-679a-448f-90f9-82c5f7605f7a']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:09.398193 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-73a5cedc-5fca-47ff-8a7d-eb4f8b870481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.402902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e4695f1-273e-492d-871c-91d52b291a20 req-601bf0c6-e11e-481b-8d3e-1481da2d0798 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083037 Feb 09 13:25:09.419996 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-73a5cedc-5fca-47ff-8a7d-eb4f8b870481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.420176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2e9ae4-adcf-4f80-b44d-d20db877a454') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:09.420373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2e9ae4-adcf-4f80-b44d-d20db877a454') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:09.442222 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.442794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae4a7a91-7592-4cec-8f38-4ad546ae3fca {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:25:09.449252 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.483386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a8aa2eb-400b-49f2-8e6c-3d2fe3a47b3f {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 13:25:09.500232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.502918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.508360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.516559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a8aa2eb-400b-49f2-8e6c-3d2fe3a47b3f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:09.544529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5cedc-5fca-47ff-8a7d-eb4f8b870481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c9e95a-6740-465d-91ac-03081c461c7c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:09.565013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-73a5cedc-5fca-47ff-8a7d-eb4f8b870481 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89661972f040401aa1ea5daf98985875&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5525653 Feb 09 13:25:09.578735 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.581074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bc91e271-69b2-4a2c-8f1a-65b356504c3e admin admin] 10.222.0.59 "DELETE /v2.0/routers/ae4a7a91-7592-4cec-8f38-4ad546ae3fca HTTP/1.1" status: 204 len: 168 time: 6.0891871 Feb 09 13:25:09.582533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35710) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:09.584331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fd8e8255-4e5f-4c9b-9c13-ba7475b4a80e tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "DELETE /v2.0/networks/6a8aa2eb-400b-49f2-8e6c-3d2fe3a47b3f HTTP/1.1" status: 204 len: 168 time: 1.6858428 Feb 09 13:25:09.591569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35712) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:09.591569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35716) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:09.639490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:09.642093 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.674202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 33381a3e-e33c-49c9-ba45-50e610f44078 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:09.682100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:09.683049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:09.698302 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:09.718094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e162d784-ded6-4c50-a3f2-a54412dec232 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.772573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61e2bd9-61fa-4b9f-a956-83ea2c111a64 admin admin] Deleting subnet c097ceab-daaa-4283-bb85-f6c09700c79e {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:25:09.776225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e61e2bd9-61fa-4b9f-a956-83ea2c111a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.837961 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e61e2bd9-61fa-4b9f-a956-83ea2c111a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.838278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 33381a3e-e33c-49c9-ba45-50e610f44078 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:09.843891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 33381a3e-e33c-49c9-ba45-50e610f44078 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:09.844194 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:09.939966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e61e2bd9-61fa-4b9f-a956-83ea2c111a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.092880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e162d784-ded6-4c50-a3f2-a54412dec232 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for dedf69db-fd70-4e3e-bbcc-719554a5738e owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:10.099838 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.159183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75a41e3-0937-4135-95a0-b7a8f711a460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33381a3e-e33c-49c9-ba45-50e610f44078'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:25:10.177816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 33381a3e-e33c-49c9-ba45-50e610f44078, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=33381a3e-e33c-49c9-ba45-50e610f44078,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:10.184929 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.209778 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.254492 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.274777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:10.289820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Usage tracker for resource:network and tenant:57318781fda047b89b0d4bc08f1dff27 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:10.300663 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/networks/aa925783-679a-448f-90f9-82c5f7605f7a HTTP/1.1" status: 204 len: 168 time: 3.4300001 Feb 09 13:25:10.310878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:10.322337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35736) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:10.340118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bdfc8-deae-404c-a7fa-5a8b4ea3a86c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Network': ['ID=aa925783-679a-448f-90f9-82c5f7605f7a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:10.348418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=33381a3e-e33c-49c9-ba45-50e610f44078,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:10.439711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e162d784-ded6-4c50-a3f2-a54412dec232 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.449224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:10.529048 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4817ca3-d9c6-41df-a155-2203f81e17d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.531526 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e61e2bd9-61fa-4b9f-a956-83ea2c111a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.555977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162d784-ded6-4c50-a3f2-a54412dec232 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=dedf69db-fd70-4e3e-bbcc-719554a5738e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:10.586540 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75a41e3-0937-4135-95a0-b7a8f711a460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33381a3e-e33c-49c9-ba45-50e610f44078', 'code': 200} Feb 09 13:25:10.599245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Made reservation on behalf of 57318781fda047b89b0d4bc08f1dff27 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:10.602291 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.603655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e162d784-ded6-4c50-a3f2-a54412dec232 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.632109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e2bd9-61fa-4b9f-a956-83ea2c111a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c097ceab-daaa-4283-bb85-f6c09700c79e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:10.707505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5422c5-279e-4a1d-b9c8-0b317cf27372 None None] Network 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:10.707809 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4817ca3-d9c6-41df-a155-2203f81e17d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.715401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e61e2bd9-61fa-4b9f-a956-83ea2c111a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.742480 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e162d784-ded6-4c50-a3f2-a54412dec232 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/dedf69db-fd70-4e3e-bbcc-719554a5738e HTTP/1.1" status: 204 len: 168 time: 1.7310162 Feb 09 13:25:10.750841 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e61e2bd9-61fa-4b9f-a956-83ea2c111a64 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c097ceab-daaa-4283-bb85-f6c09700c79e HTTP/1.1" status: 204 len: 168 time: 1.1566341 Feb 09 13:25:10.750841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35750) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:10.755854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35752) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:10.822535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:25:10.868561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.868904 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Added segment 98f62a73-d011-4114-9b7e-f3ecfd61bda6 of type vlan for network defa2e0e-aafe-499c-9962-e552b0c15126 Feb 09 13:25:10.916623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35758) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:10.973154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:10.993599 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.028105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcffd2-a6d2-4aad-a931-2173df5220f4 req-27a099b3-f62f-43cb-aada-3a52550e48bf tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:11.029776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0fcffd2-a6d2-4aad-a931-2173df5220f4 req-27a099b3-f62f-43cb-aada-3a52550e48bf tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 945 time: 0.3903103 Feb 09 13:25:11.032112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Deleting port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:11.032692 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.094893 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.097939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5987f39d-8a83-4f86-88b0-f64fa6d99a55 None None] DHCP port deletion for 5bd39a6f-a62b-4b6e-89e8-d04af90bc172 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:25:11.101803 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-22cd8cef-76c6-45c5-b023-29cad2891fbd req-e9794bad-7d93-400d-873a-ac814cfcfa94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 1096 time: 0.4280782 Feb 09 13:25:11.103056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5987f39d-8a83-4f86-88b0-f64fa6d99a55 None None] Deleting port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:11.103924 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5987f39d-8a83-4f86-88b0-f64fa6d99a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.106096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.154392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4817ca3-d9c6-41df-a155-2203f81e17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.264992 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c56014d-83b1-484c-9150-4255014cc4d4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:11.266014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5c56014d-83b1-484c-9150-4255014cc4d4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:11.269790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4817ca3-d9c6-41df-a155-2203f81e17d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c9e95a-6740-465d-91ac-03081c461c7c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:11.281198 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.282105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:11.283060 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.319475 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc2dce2c-701d-4eec-aa38-a3548fd6cd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.327970 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.355565 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.374415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:11.375721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5987f39d-8a83-4f86-88b0-f64fa6d99a55 None None] For port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:11.376108 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5987f39d-8a83-4f86-88b0-f64fa6d99a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.387208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0fcffd2-a6d2-4aad-a931-2173df5220f4 req-99a9affd-0721-40c9-8922-18b52802a4d5 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880907 Feb 09 13:25:11.396087 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-22cd8cef-76c6-45c5-b023-29cad2891fbd req-32da2b3e-3321-423f-8a6e-e0c5da1a7fbd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534149 Feb 09 13:25:11.461501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8645680 Feb 09 13:25:11.461501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5c56014d-83b1-484c-9150-4255014cc4d4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:11.461501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5c56014d-83b1-484c-9150-4255014cc4d4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6998277 Feb 09 13:25:11.466794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4817ca3-d9c6-41df-a155-2203f81e17d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.470827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e4817ca3-d9c6-41df-a155-2203f81e17d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4c9e95a-6740-465d-91ac-03081c461c7c HTTP/1.1" status: 204 len: 168 time: 1.8824990 Feb 09 13:25:11.471596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35764) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:11.472056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35766) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:11.493634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dbcf4-80b2-4758-b1f7-2daa69147b3a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event updated for resources: {'Network': ['ID=defa2e0e-aafe-499c-9962-e552b0c15126,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:11.512069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network defa2e0e-aafe-499c-9962-e552b0c15126 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:25:11.535097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5987f39d-8a83-4f86-88b0-f64fa6d99a55 None None] Calling delete_port for 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:11.536032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Request body: {'subnet': {'network_id': 'defa2e0e-aafe-499c-9962-e552b0c15126', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:11.556771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:11.572998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc2dce2c-701d-4eec-aa38-a3548fd6cd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:11.578177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Usage tracker for resource:subnet and tenant:57318781fda047b89b0d4bc08f1dff27 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:11.578360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] For port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1,segment=NetworkSegment(f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d),segment_id=f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:11.578819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.581322 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf56280c-840d-44f0-9243-2d0e89301d4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:25:11.587236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cf56280c-840d-44f0-9243-2d0e89301d4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/dedf69db-fd70-4e3e-bbcc-719554a5738e HTTP/1.1" status: 404 len: 333 time: 0.0977578 Feb 09 13:25:11.587984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35774) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:11.588408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:11.599265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc2dce2c-701d-4eec-aa38-a3548fd6cd27 admin admin] Usage tracker for resource:security_group_rule and tenant:fe167302643e4f1d883a54a910266764 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:11.600773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2080115022'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:11.604198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:11.606493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc2dce2c-701d-4eec-aa38-a3548fd6cd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:11.606701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:11.610878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:network and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:11.614273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:11.617465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc2dce2c-701d-4eec-aa38-a3548fd6cd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:11.641051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Made reservation on behalf of 57318781fda047b89b0d4bc08f1dff27 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:11.644083 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.671242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:11.744300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Calling delete_port for 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:11.753840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5987f39d-8a83-4f86-88b0-f64fa6d99a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.800910 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:11.803996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.809192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987f39d-8a83-4f86-88b0-f64fa6d99a55 None None] Pushing event deleted for resources: {'Port': ['ID=8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:11.816442 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987f39d-8a83-4f86-88b0-f64fa6d99a55 None None] No DVR routers for this DVR port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:11.825543 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:11.849385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network 2f70b6e0-44cb-4763-b62e-b680815ca287 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:11.854379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:12.046572 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc2dce2c-701d-4eec-aa38-a3548fd6cd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.054815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc2dce2c-701d-4eec-aa38-a3548fd6cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.136591 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bc2dce2c-701d-4eec-aa38-a3548fd6cd27 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe167302643e4f1d883a54a910266764&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2030346 Feb 09 13:25:12.149478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35786) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:12.183940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:25:12.197276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ebf44fb1-1a23-4649-b0b9-8a3e3f87c5c2 None None] Provisioning complete for port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:12.197867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ebf44fb1-1a23-4649-b0b9-8a3e3f87c5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.203726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:25:12.204387 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:25:12.223203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dce2c-701d-4eec-aa38-a3548fd6cd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ae4203-8f2d-4b53-8aa8-f42819a903e8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:12.249989 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.250337 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Added segment 767c46e0-bc35-4b2f-891b-4250d1ba5276 of type vlan for network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d Feb 09 13:25:12.272581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ebf44fb1-1a23-4649-b0b9-8a3e3f87c5c2 None None] Port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:25:12.298435 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.443998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:12.521073 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.525327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:12.526173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.578499 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9865785 Feb 09 13:25:12.586168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35800) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:12.646595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:12.647082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:12.647726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 82e099e2-522f-4401-87ec-5ea6082d354c no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:12.672380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f47bf-5297-4ebd-90ce-81776806b116 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Network': ['ID=56d1bd42-7be2-4e43-9f8d-ec90f5404f3d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:12.686103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:25:12.706710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Deleting port 8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:12.707295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.712941 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a42f5ac-be30-4801-9bcd-3391344b9b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.717200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 82e099e2-522f-4401-87ec-5ea6082d354c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:12.717670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 82e099e2-522f-4401-87ec-5ea6082d354c not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:12.788629 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a42f5ac-be30-4801-9bcd-3391344b9b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.795275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] The port '8adeebcd-e5bb-4cb2-8ef0-cf7b2f4b71f1' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:25:12.825847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:12.947512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:12.988945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd39a6f-a62b-4b6e-89e8-d04af90bc172']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:12.997574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router e97abf9b-3c54-480c-8668-387ef6afa516 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:13.006109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:13.006431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31f6dd4-b48a-4877-a7b2-6fc3e81ad58d') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:13.022726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.146977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:13.160344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.174599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:13.175279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.188835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a42f5ac-be30-4801-9bcd-3391344b9b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:13.195233 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:13.199452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:13.212996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:13.224889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90d99c-09a9-40f5-ae16-5ae89eeaae31 req-60a16515-9930-43df-ac51-104b6935702e tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:13.226343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae90d99c-09a9-40f5-ae16-5ae89eeaae31 req-60a16515-9930-43df-ac51-104b6935702e tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 945 time: 0.5083210 Feb 09 13:25:13.238787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:13.250548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42f5ac-be30-4801-9bcd-3391344b9b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ae4203-8f2d-4b53-8aa8-f42819a903e8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:13.304622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:13.308642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.314571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.346509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] Pushing event deleted for resources: {'Network': ['ID=5bd39a6f-a62b-4b6e-89e8-d04af90bc172,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:13.351924 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a42f5ac-be30-4801-9bcd-3391344b9b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.355590 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-04892fe4-6a87-4c52-948c-e58688f9166a admin admin] 10.222.0.59 "DELETE /v2.0/networks/5bd39a6f-a62b-4b6e-89e8-d04af90bc172 HTTP/1.1" status: 204 len: 168 time: 2.5936077 Feb 09 13:25:13.356480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7a42f5ac-be30-4801-9bcd-3391344b9b3d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4ae4203-8f2d-4b53-8aa8-f42819a903e8 HTTP/1.1" status: 204 len: 168 time: 1.1964445 Feb 09 13:25:13.359979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35816) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:13.498980 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae90d99c-09a9-40f5-ae16-5ae89eeaae31 req-0d818f04-e23f-4538-b9ca-9d463760ff82 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540722 Feb 09 13:25:13.538149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:13.548885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Sync routers for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:25:13.558027 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-88a8d118-b734-4734-b042-eacacb10e83c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "PUT /v2.0/routers/e97abf9b-3c54-480c-8668-387ef6afa516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0511518 Feb 09 13:25:13.573529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:13.574521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:13.580861 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.650974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.objects.ports [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83480) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:25:13.652249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:13.828923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:14.047350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event updated for resources: {'Subnet': ['ID=efe1e28c-0fb1-4923-91d2-7a6b7fb49182,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:14.056994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.081217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35834) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:14.118758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c76eeccf-bedf-4473-b64c-4d11ca7b968f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.167508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c76eeccf-bedf-4473-b64c-4d11ca7b968f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:14.173848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c76eeccf-bedf-4473-b64c-4d11ca7b968f admin admin] Usage tracker for resource:security_group_rule and tenant:9f3510b1de114201b98d78f577e236e4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:14.175375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Checking segment: {'id': '98f62a73-d011-4114-9b7e-f3ecfd61bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'defa2e0e-aafe-499c-9962-e552b0c15126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:25:14.175921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Network hostable DHCP agents. Network: defa2e0e-aafe-499c-9962-e552b0c15126, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:25:14.179082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c76eeccf-bedf-4473-b64c-4d11ca7b968f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:14.186956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c76eeccf-bedf-4473-b64c-4d11ca7b968f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:14.249009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.277279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=bb3c4fc8-ab87-4da0-b584-033e7301c010,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:14.325184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Checking segment: {'id': '767c46e0-bc35-4b2f-891b-4250d1ba5276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:25:14.325853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network hostable DHCP agents. Network: 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:25:14.339950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Network defa2e0e-aafe-499c-9962-e552b0c15126 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:25:14.394096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, defa2e0e-aafe-499c-9962-e552b0c15126) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:14.409644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:14.410596 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.420727 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c76eeccf-bedf-4473-b64c-4d11ca7b968f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.426289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64868c7e-63dd-4478-9324-c1d6030def98 None None] Network defa2e0e-aafe-499c-9962-e552b0c15126 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:14.429564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c76eeccf-bedf-4473-b64c-4d11ca7b968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.444815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 280c517a-d1f2-4cfb-b423-317034fd5fb5 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:14.445509 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.502859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eeccf-bedf-4473-b64c-4d11ca7b968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc98d0ac-e2ae-40a5-9b33-34285a108fda,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:14.508415 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c76eeccf-bedf-4473-b64c-4d11ca7b968f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f3510b1de114201b98d78f577e236e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4261718 Feb 09 13:25:14.509360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:25:14.511993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35842) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:14.528901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a36952f6-c734-4758-9a4d-aab6285ba09a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0408823 Feb 09 13:25:14.533872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35846) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:14.537715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:14.545347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:14.546098 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.556420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Request body: {'floatingip': {'floating_network_id': 'defa2e0e-aafe-499c-9962-e552b0c15126'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:14.577989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c2a8a-3f6d-4146-9622-6bdc67952d5c None None] Network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:14.602397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:14.639039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Usage tracker for resource:floatingip and tenant:57318781fda047b89b0d4bc08f1dff27 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:14.644252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:14.645746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-220d474b-2223-46f0-bc46-cd2700fc6713 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0226660 Feb 09 13:25:14.648695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35852) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:14.680982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:14.690310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:14.846451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.864007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port 280c517a-d1f2-4cfb-b423-317034fd5fb5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=280c517a-d1f2-4cfb-b423-317034fd5fb5,segment=NetworkSegment(2d693c63-4173-4dce-a7c0-0eeeab47aa44),segment_id=2d693c63-4173-4dce-a7c0-0eeeab47aa44)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:14.864575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.866784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:25:09Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '846322fe-97c9-4ee8-9a15-daa4b445f621', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'mac_address': 'fa:16:3e:f4:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:39Z', 'updated_at': '2022-02-09T13:23:50Z', 'revision_number': 1, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0', 'name': '', 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:2b:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94b67d54-2e64-4961-a17d-7198ab95a401', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:25:06Z', 'updated_at': '2022-02-09T13:25:10Z', 'revision_number': 2, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '94b67d54-2e64-4961-a17d-7198ab95a401', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:14.892390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Checking router: e97abf9b-3c54-480c-8668-387ef6afa516 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:25:14.892736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Updating router e97abf9b-3c54-480c-8668-387ef6afa516 port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:25:14.906181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2057cb1-b857-4bc7-99e1-13bcc56e1882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:14.984976 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2057cb1-b857-4bc7-99e1-13bcc56e1882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:15.092298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:15.134487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:15.136814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8621e7d5-c7f0-4f7e-be42-fdd0f90a753d None None] Network defa2e0e-aafe-499c-9962-e552b0c15126 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:15.175925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:15.201782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:15.220664 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2057cb1-b857-4bc7-99e1-13bcc56e1882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:15.259890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2057cb1-b857-4bc7-99e1-13bcc56e1882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc98d0ac-e2ae-40a5-9b33-34285a108fda,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:15.262499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:15.292085 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-56d1bd42-7be2-4e43-9f8d-ec90f5404f3d', 'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d', 'tenant_id': '951a0af6959d462b949304dba3441f51', 'fixed_ips': [{'subnet_id': 'bb3c4fc8-ab87-4da0-b584-033e7301c010'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:25:15.293363 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:15.350743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 280c517a-d1f2-4cfb-b423-317034fd5fb5 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:15.350977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d2057cb1-b857-4bc7-99e1-13bcc56e1882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:15.354232 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d2057cb1-b857-4bc7-99e1-13bcc56e1882 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc98d0ac-e2ae-40a5-9b33-34285a108fda HTTP/1.1" status: 204 len: 168 time: 0.8390086 Feb 09 13:25:15.448885 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:15.509718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79685a9-d94e-4ad0-b19e-4cad3b88c9a2 req-34f6ebb6-4ca1-4cde-a7f1-430d942309fc tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:15.512710 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e79685a9-d94e-4ad0-b19e-4cad3b88c9a2 req-34f6ebb6-4ca1-4cde-a7f1-430d942309fc tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 945 time: 0.7429976 Feb 09 13:25:15.593621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e79685a9-d94e-4ad0-b19e-4cad3b88c9a2 req-6b9523fb-81ef-4f85-b3c4-7d6abd0e86c8 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745814 Feb 09 13:25:15.741319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:15.756278 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:15.783545 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:15.842501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=280c517a-d1f2-4cfb-b423-317034fd5fb5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:15.956279 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:15.971704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Transition to ACTIVE for port object ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:15.994449 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:16.531719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Allocated IP 2001:db8::2 (56d1bd42-7be2-4e43-9f8d-ec90f5404f3d/bb3c4fc8-ab87-4da0-b584-033e7301c010/07150aad-2041-47f5-bfcd-a703bd5e2f4e) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:16.594169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Allocated IP 172.20.0.3 (defa2e0e-aafe-499c-9962-e552b0c15126/efe1e28c-0fb1-4923-91d2-7a6b7fb49182/f6520344-1f25-4a95-aecc-2bc4b7238b3e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:16.624016 n-d-825175-3 neutron-server[83479]: INFO neutron.db.ipam_backend_mixin [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bb3c4fc8-ab87-4da0-b584-033e7301c010 (CIDR: 2001:db8::/64) Feb 09 13:25:16.671264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:16.862930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e02565-f709-4066-a50b-1fea6d2a53bf None None] Pushing event updated for resources: {'Port': ['ID=ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:16.871677 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:16.986205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:17.007679 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:25:17.009528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:25:17.039920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Attempting to bind port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:25:17.040407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Attempting to bind port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:25:17.040608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Attempting to bind port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 on network 2f70b6e0-44cb-4763-b62e-b680815ca287 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:25:17.087268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e8e1c72f-1cf7-49f4-8865-355293eb9071 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4245026 Feb 09 13:25:17.087974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35892) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:17.106285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:17.157347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:25:17.157867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Checking segment: {'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:25:17.158417 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:17.158916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Bound using segment: {'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:25:17.159495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Bound port: ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed3f313-f03e-4767-9342-86ca133cc65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:25:17.159959 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:17.264856 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:17.284296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Transition to ACTIVE for port object 07150aad-2041-47f5-bfcd-a703bd5e2f4e will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:17.296112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] For port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:25:17.301409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] For port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:25:17.311536 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:17.314787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:17.315918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Transition to ACTIVE for port object 07150aad-2041-47f5-bfcd-a703bd5e2f4e will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:17.393017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e02565-f709-4066-a50b-1fea6d2a53bf None None] Pushing event updated for resources: {'Port': ['ID=ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:17.401131 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:17.488333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Pushing event updated for resources: {'Port': ['ID=07150aad-2041-47f5-bfcd-a703bd5e2f4e,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:17.498591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:17.502323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Network defa2e0e-aafe-499c-9962-e552b0c15126 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:17.504115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:17.507210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:17.518287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:17.523296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:17.550911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:17.553113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event updated for resources: {'Port': ['ID=f6520344-1f25-4a95-aecc-2bc4b7238b3e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:17.595921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:17.621532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:17.705280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:17.709866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:17.712898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:17.721105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:17.783607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:17.789640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:17.954290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Attempting to bind port 07150aad-2041-47f5-bfcd-a703bd5e2f4e on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:25:17.955157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Attempting to bind port 07150aad-2041-47f5-bfcd-a703bd5e2f4e by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '767c46e0-bc35-4b2f-891b-4250d1ba5276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:25:17.955708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Attempting to bind port 07150aad-2041-47f5-bfcd-a703bd5e2f4e on network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:25:17.985763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:25:17.986226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Checking segment: {'id': '767c46e0-bc35-4b2f-891b-4250d1ba5276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:25:17.986763 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:17.987227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Bound using segment: {'id': '767c46e0-bc35-4b2f-891b-4250d1ba5276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:25:17.987781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Bound port: 07150aad-2041-47f5-bfcd-a703bd5e2f4e, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767c46e0-bc35-4b2f-891b-4250d1ba5276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:25:17.988218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:18.066141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:18.088068 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:25:18.098617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dcf79e25-5e98-49d7-b1a7-5c7daebd9fb0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7741334 Feb 09 13:25:18.101350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35908) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:18.119332 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:18.120488 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:18.297697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:18.366219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] For port 07150aad-2041-47f5-bfcd-a703bd5e2f4e, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:25:18.389771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] For port 07150aad-2041-47f5-bfcd-a703bd5e2f4e, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=07150aad-2041-47f5-bfcd-a703bd5e2f4e,segment=NetworkSegment(767c46e0-bc35-4b2f-891b-4250d1ba5276),segment_id=767c46e0-bc35-4b2f-891b-4250d1ba5276)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:25:18.475727 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:18.595316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:18.735805 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:18.804968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8294b8-3295-4d3a-9644-06dc83f72d56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting subnet 740be4c8-a2c5-429f-8821-d369a4a5a86a {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:25:18.815704 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0c8294b8-3295-4d3a-9644-06dc83f72d56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:18.871298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60a3c8-b14d-48f8-9ed4-e53022fad4d0 None None] Pushing event updated for resources: {'Port': ['ID=07150aad-2041-47f5-bfcd-a703bd5e2f4e,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:18.894705 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:18.908219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:25:09Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '846322fe-97c9-4ee8-9a15-daa4b445f621', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'mac_address': 'fa:16:3e:f4:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:39Z', 'updated_at': '2022-02-09T13:23:50Z', 'revision_number': 1, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0', 'name': '', 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:2b:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94b67d54-2e64-4961-a17d-7198ab95a401', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:25:06Z', 'updated_at': '2022-02-09T13:25:17Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '94b67d54-2e64-4961-a17d-7198ab95a401', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:18.949865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506dd11e-bca4-4146-8281-34b6613c1293 None None] The sync data for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 is: [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:25:09Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '846322fe-97c9-4ee8-9a15-daa4b445f621', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'mac_address': 'fa:16:3e:f4:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:39Z', 'updated_at': '2022-02-09T13:23:50Z', 'revision_number': 1, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0', 'name': '', 'network_id': '2f70b6e0-44cb-4763-b62e-b680815ca287', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:2b:b5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94b67d54-2e64-4961-a17d-7198ab95a401', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:25:06Z', 'updated_at': '2022-02-09T13:25:17Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '94b67d54-2e64-4961-a17d-7198ab95a401', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:25:18.972884 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0c8294b8-3295-4d3a-9644-06dc83f72d56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:19.165606 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:25:15Z', 'revision_number': 10, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:19.170939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:19.176476 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:25:19.195913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:19.201502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:19.202139 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:19.246011 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:19.246515 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:24:57Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:19.280419 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1838026 Feb 09 13:25:19.282792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35932) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:19.287578 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:19.294056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0c8294b8-3295-4d3a-9644-06dc83f72d56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:19.344575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a0b19-ad57-4f1d-9a3a-409f2e0fec03 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:19.349087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] Deleting port b31ea913-f0fd-4058-99a4-e254683fb9b0 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:19.349660 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:19.363736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d', 'fixed_ips': [{'subnet_id': 'bb3c4fc8-ab87-4da0-b584-033e7301c010'}, {'subnet_id': '77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8'}], 'name': 'tempest-PortsIpV6TestJSON-955270437'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:19.537717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0c8294b8-3295-4d3a-9644-06dc83f72d56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:19.751857 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:19.786991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8294b8-3295-4d3a-9644-06dc83f72d56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Subnet': ['ID=740be4c8-a2c5-429f-8821-d369a4a5a86a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:19.818654 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0c8294b8-3295-4d3a-9644-06dc83f72d56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:19.824608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee838b-f578-4b0d-bc82-a09eba98c452 None None] Network 8efa4942-6df5-423c-a1f8-3f8662f01523 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:19.928841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] For port b31ea913-f0fd-4058-99a4-e254683fb9b0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b31ea913-f0fd-4058-99a4-e254683fb9b0,segment=NetworkSegment(99750bc3-5c01-4548-baa4-627d006d8b9e),segment_id=99750bc3-5c01-4548-baa4-627d006d8b9e)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:19.929548 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:20.005286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0c8294b8-3295-4d3a-9644-06dc83f72d56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/740be4c8-a2c5-429f-8821-d369a4a5a86a HTTP/1.1" status: 204 len: 168 time: 1.8991134 Feb 09 13:25:20.006319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35944) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:20.008750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:20.063691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:port and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:20.079936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:20.133255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:20.395314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] Calling delete_port for b31ea913-f0fd-4058-99a4-e254683fb9b0 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:20.464967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:20.600790 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:20.701362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] DHCP port deletion for 8efa4942-6df5-423c-a1f8-3f8662f01523 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:25:20.707026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] Deleting port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:20.707320 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:20.736765 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:25:15Z', 'revision_number': 10, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:20.765325 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0b79e4-9f60-4f02-bd19-8df61f2bf236 None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:25:15Z', 'revision_number': 10, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None, '_interfaces': [{'id': '3d8ba456-f27e-44dd-a2f2-f61dee470ae1', 'name': '', 'network_id': '1bf6184e-9217-47d9-9879-05a0c79cb34e', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'mac_address': 'fa:16:3e:7b:54:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:23:11Z', 'updated_at': '2022-02-09T13:23:26Z', 'revision_number': 5, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'subnets': [{'id': 'c5d858b5-ec4d-45be-a8b0-807b67a0bd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:25:20.771131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:20.865846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:20.867501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:21.022804 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:21.047005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25096497-bb9b-4fad-bb4f-10e07fcc6be8 None None] Network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:21.150706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:25:21.340652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:21.352769 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:21.468952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7fc7cbb0-1faa-4309-a0cd-2ca265a22c68,segment=NetworkSegment(2d693c63-4173-4dce-a7c0-0eeeab47aa44),segment_id=2d693c63-4173-4dce-a7c0-0eeeab47aa44)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:21.469728 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:21.607273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:21.612744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f76a43a5-05bb-40f5-aeb1-a0f555e6d170 None None] Provisioning for port 07150aad-2041-47f5-bfcd-a703bd5e2f4e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:21.639841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:21.695070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:21.700832 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:21.743837 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:21.829253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] For port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7fc7cbb0-1faa-4309-a0cd-2ca265a22c68,segment=NetworkSegment(2d693c63-4173-4dce-a7c0-0eeeab47aa44),segment_id=2d693c63-4173-4dce-a7c0-0eeeab47aa44)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:21.831365 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:21.831585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:21.878666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event updated for resources: {'Port': ['ID=f6520344-1f25-4a95-aecc-2bc4b7238b3e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:22.055410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b31ea913-f0fd-4058-99a4-e254683fb9b0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:22.072112 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:22.209771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:22.217563 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d5d4ae1e-aafd-4d79-a8f6-5182038dd47b tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.6824446 Feb 09 13:25:22.218242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] Calling delete_port for 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:22.222515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35970) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:22.307545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=7fc7cbb0-1faa-4309-a0cd-2ca265a22c68,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:22.353567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No DVR routers for this DVR port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:22.459096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6335c32b-fe77-47f3-9cda-b373b5ab5f1c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Synchronizing usage tracker for tenant:57318781fda047b89b0d4bc08f1dff27 on resource:floatingip {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:22.542670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a5ba0-deb5-4bf1-b0af-5ea874070227 None None] Update dhcp port {'port': {'network_id': '56d1bd42-7be2-4e43-9f8d-ec90f5404f3d', 'fixed_ips': [{'subnet_id': 'bb3c4fc8-ab87-4da0-b584-033e7301c010', 'ip_address': '2001:db8::2'}, {'subnet_id': '77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8'}], 'binding:host_id': 'n-d-825175-3'}, 'id': '07150aad-2041-47f5-bfcd-a703bd5e2f4e'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:25:22.571356 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:22.617418 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:25:22.617892 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:25:22.648065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:22.676653 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:22.679114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 07150aad-2041-47f5-bfcd-a703bd5e2f4e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:22.790348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6335c32b-fe77-47f3-9cda-b373b5ab5f1c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Unset dirty status for tenant:57318781fda047b89b0d4bc08f1dff27 on resource:floatingip {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:22.792585 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6335c32b-fe77-47f3-9cda-b373b5ab5f1c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=defa2e0e-aafe-499c-9962-e552b0c15126 HTTP/1.1" status: 200 len: 689 time: 0.5660772 Feb 09 13:25:22.796194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35976) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:22.832352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:22.868521 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5ba0-deb5-4bf1-b0af-5ea874070227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.017717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efa4942-6df5-423c-a1f8-3f8662f01523']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:23.072959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d693c63-4173-4dce-a7c0-0eeeab47aa44') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:23.073263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d693c63-4173-4dce-a7c0-0eeeab47aa44') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:23.113201 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.127893 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.147714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] Deleting port 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:23.148199 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.172146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8::e7 (56d1bd42-7be2-4e43-9f8d-ec90f5404f3d/bb3c4fc8-ab87-4da0-b584-033e7301c010/2ba74690-f8d8-452f-9d8b-72c5fcd8c910) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:23.186155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.207021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8:0:1::1c3 (56d1bd42-7be2-4e43-9f8d-ec90f5404f3d/77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8/2ba74690-f8d8-452f-9d8b-72c5fcd8c910) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:23.237362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:23.237928 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:23.286915 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:23.318213 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:23.332840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c3343938-8656-4657-91f0-5bcf856aaa84 None None] The port '7fc7cbb0-1faa-4309-a0cd-2ca265a22c68' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:25:23.345736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Deleting port f6520344-1f25-4a95-aecc-2bc4b7238b3e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:23.359527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.381673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 07150aad-2041-47f5-bfcd-a703bd5e2f4e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:23.392648 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 07150aad-2041-47f5-bfcd-a703bd5e2f4e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:23.393394 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.419618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.420200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.420733 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.421269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.421943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.422514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.423198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.423748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.424268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.425035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.443049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:23.480309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35986) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:23.562765 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.624110 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.684224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 07150aad-2041-47f5-bfcd-a703bd5e2f4e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=07150aad-2041-47f5-bfcd-a703bd5e2f4e,segment=NetworkSegment(767c46e0-bc35-4b2f-891b-4250d1ba5276),segment_id=767c46e0-bc35-4b2f-891b-4250d1ba5276)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:23.697226 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.731128 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.749446 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.793245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:23.808993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:23.815524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=07150aad-2041-47f5-bfcd-a703bd5e2f4e,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:23.836121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/networks/8efa4942-6df5-423c-a1f8-3f8662f01523 HTTP/1.1" status: 204 len: 168 time: 3.8265858 Feb 09 13:25:23.836121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16f6a6-8e15-4ba5-8bdd-54918e234ff1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Network': ['ID=8efa4942-6df5-423c-a1f8-3f8662f01523,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:23.838816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35990) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:23.891001 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:24.080915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:24.138785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:24.140103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=2ba74690-f8d8-452f-9d8b-72c5fcd8c910,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:24.146791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:24.149898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:24.156566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:24.157498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:24.168415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-7d3a5ba0-deb5-4bf1-b0af-5ea874070227 None None] Allocated IP 2001:db8:0:1::2 (56d1bd42-7be2-4e43-9f8d-ec90f5404f3d/77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8/07150aad-2041-47f5-bfcd-a703bd5e2f4e) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:24.222445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-beea2678-2fe7-4d8c-a368-9f530210a41d tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.9375744 Feb 09 13:25:24.224357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36002) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:24.241516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb3c4fc8-ab87-4da0-b584-033e7301c010'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:24.261541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:24.262438 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:24.586803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:24.597263 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:24.609156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Calling delete_port for f6520344-1f25-4a95-aecc-2bc4b7238b3e owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:24.741037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7d3a5ba0-deb5-4bf1-b0af-5ea874070227 None None] For port 07150aad-2041-47f5-bfcd-a703bd5e2f4e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=07150aad-2041-47f5-bfcd-a703bd5e2f4e,segment=NetworkSegment(767c46e0-bc35-4b2f-891b-4250d1ba5276),segment_id=767c46e0-bc35-4b2f-891b-4250d1ba5276)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:24.779163 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5ba0-deb5-4bf1-b0af-5ea874070227 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:24.800893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7d3a5ba0-deb5-4bf1-b0af-5ea874070227 None None] Transition to ACTIVE for port object 07150aad-2041-47f5-bfcd-a703bd5e2f4e will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:24.807800 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5ba0-deb5-4bf1-b0af-5ea874070227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:24.941906 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:25.109653 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:25.187279 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0a0ef69d-af3f-44b4-bd1a-53b171c7e240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:25.206582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6520344-1f25-4a95-aecc-2bc4b7238b3e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:25.217563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a5ba0-deb5-4bf1-b0af-5ea874070227 None None] Pushing event updated for resources: {'Port': ['ID=07150aad-2041-47f5-bfcd-a703bd5e2f4e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:25.303170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 280c517a-d1f2-4cfb-b423-317034fd5fb5 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:25.403209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 280c517a-d1f2-4cfb-b423-317034fd5fb5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:25.403579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 280c517a-d1f2-4cfb-b423-317034fd5fb5 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:25.405156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:25.428279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:25.455836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:25.456324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7fc7cbb0-1faa-4309-a0cd-2ca265a22c68 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:25.847560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 07150aad-2041-47f5-bfcd-a703bd5e2f4e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:25.922930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.036584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.090106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88079203-33aa-4449-a499-9b488d968715 None None] Network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:26.208996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.263226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=efe1e28c-0fb1-4923-91d2-7a6b7fb49182,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:26.319088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Delete allocated IP 2001:db8:0:1::1c3 (56d1bd42-7be2-4e43-9f8d-ec90f5404f3d/77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8) {{(pid=83480) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 13:25:26.375879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ab2b917b-2035-4209-b5d3-35f69530fcd7 None None] Provisioning for port 07150aad-2041-47f5-bfcd-a703bd5e2f4e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:26.383388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ab2b917b-2035-4209-b5d3-35f69530fcd7 None None] Provisioning complete for port 07150aad-2041-47f5-bfcd-a703bd5e2f4e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:26.383754 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab2b917b-2035-4209-b5d3-35f69530fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.408297 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.453568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defa2e0e-aafe-499c-9962-e552b0c15126']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:26.484260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f62a73-d011-4114-9b7e-f3ecfd61bda6') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:26.484551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f62a73-d011-4114-9b7e-f3ecfd61bda6') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:26.504188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.585061 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.650389 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.681810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Ignored duplicate provisioning block setup for port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 13:25:26.697369 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.821362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:26.821795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.897642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] In _notify_port_updated(), no bound segment for port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 on network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d {{(pid=83480) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:25:26.912994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:26.914450 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:26.922276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "PUT /v2.0/ports/2ba74690-f8d8-452f-9d8b-72c5fcd8c910 HTTP/1.1" status: 200 len: 924 time: 2.6970952 Feb 09 13:25:26.923245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36026) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:26.934203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105d23c-4368-47da-bcef-d4345002d429 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=2ba74690-f8d8-452f-9d8b-72c5fcd8c910,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:26.958067 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:27.001946 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:27.011174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb3c4fc8-ab87-4da0-b584-033e7301c010'}, {'subnet_id': '77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:27.098507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:27.104327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network defa2e0e-aafe-499c-9962-e552b0c15126 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 13:25:27.107143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:27.222378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event deleted for resources: {'Network': ['ID=defa2e0e-aafe-499c-9962-e552b0c15126,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:27.230789 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0a2e6409-a6c8-47fc-b5a0-27ab43726013 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "DELETE /v2.0/networks/defa2e0e-aafe-499c-9962-e552b0c15126 HTTP/1.1" status: 204 len: 168 time: 4.4325161 Feb 09 13:25:27.238143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36032) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:27.347880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-831b04d8-86c1-4eae-b48a-5cbec6847254 None None] Provisioning complete for port 07150aad-2041-47f5-bfcd-a703bd5e2f4e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:27.348422 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-831b04d8-86c1-4eae-b48a-5cbec6847254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:27.393654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] Router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:27.614137 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-831b04d8-86c1-4eae-b48a-5cbec6847254 None None] Provisioning for port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:27.639324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-831b04d8-86c1-4eae-b48a-5cbec6847254 None None] Provisioning complete for port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:27.639777 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-831b04d8-86c1-4eae-b48a-5cbec6847254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:27.732629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-43e17945-2a7a-4845-b6e3-6b7d89f8cefe tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.4828103 Feb 09 13:25:27.736733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36036) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:27.760561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-831b04d8-86c1-4eae-b48a-5cbec6847254 None None] Port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:25:27.881615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:27.882067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:27.882428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:27.882801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:27.883141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:27.883487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:27.883825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:27.884164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:27.884500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:27.885600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:27.888052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Synchronizing usage tracker for tenant:57318781fda047b89b0d4bc08f1dff27 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:27.911680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b070bad4-9442-415b-9554-1815da365480 None None] Provisioning complete for port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:27.912229 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b070bad4-9442-415b-9554-1815da365480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:28.054935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Unset dirty status for tenant:57318781fda047b89b0d4bc08f1dff27 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:28.058285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7ef07193-1b43-41fc-946e-780245af5402 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6470 time: 0.3163991 Feb 09 13:25:28.065771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36044) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:28.074449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b070bad4-9442-415b-9554-1815da365480 None None] Port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:25:28.236344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8d822784-6b2e-4d46-8db7-368d2fa9df31 None None] Provisioning complete for port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:28.236820 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d822784-6b2e-4d46-8db7-368d2fa9df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:28.246843 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-219284bf-0870-4920-8e79-a2a7c14b8593 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] delete failed (client error): The resource could not be found. Feb 09 13:25:28.248006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-219284bf-0870-4920-8e79-a2a7c14b8593 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/bbdc1645-328a-43f5-8cce-7e282f75d3fb HTTP/1.1" status: 404 len: 345 time: 0.1661611 Feb 09 13:25:28.250747 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:28.267606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36048) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:28.303119 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e01b1e57-f377-4454-b5ef-d4df4f121f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:28.338745 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-6989d053-824d-45a9-b65d-eff89e3bee0f tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 13:25:28.339184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6989d053-824d-45a9-b65d-eff89e3bee0f tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:25:28.341022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6989d053-824d-45a9-b65d-eff89e3bee0f tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "DELETE /v2.0/networks/defa2e0e-aafe-499c-9962-e552b0c15126 HTTP/1.1" status: 404 len: 339 time: 0.0713027 Feb 09 13:25:28.350073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8d822784-6b2e-4d46-8db7-368d2fa9df31 None None] Port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:25:28.355843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36052) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:28.370237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Request body: {'network': {'name': 'tempest-network--2084917058', 'router:external': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:28.389655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:28.451290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Usage tracker for resource:network and tenant:57318781fda047b89b0d4bc08f1dff27 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:28.458525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:28.461020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:28.467902 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e69da5c5-9548-406b-8092-1f007cf98ce1 admin admin] 10.222.0.59 "PUT /v2.0/routers/08a6d6ac-a918-4c98-af5f-b4a01ad48868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1051579 Feb 09 13:25:28.473121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36056) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:28.475948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] Sync routers for ids ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:25:28.533128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] Routers {'08a6d6ac-a918-4c98-af5f-b4a01ad48868'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:28.539414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:28.716755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:28.742603 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:28.751607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:28.881661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] Set router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:28.887871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Made reservation on behalf of 57318781fda047b89b0d4bc08f1dff27 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:28.890581 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:28.937217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:28.982009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:25:28.984389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:28.984665 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:29.163602 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:29.164053 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Added segment ebfdd66a-f7b8-4718-805b-8b838fcbc18a of type vlan for network fa90d980-73be-4bf1-8efb-51bf371afc12 Feb 09 13:25:29.295640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:29.295972 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:29.343396 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:29.376533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36074) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:29.497741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8:0:1::241 (56d1bd42-7be2-4e43-9f8d-ec90f5404f3d/77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8/2ba74690-f8d8-452f-9d8b-72c5fcd8c910) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:29.540682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-router', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:30Z', 'updated_at': '2022-02-09T13:25:21Z', 'revision_number': 5, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'gw_port': {'id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:31Z', 'updated_at': '2022-02-09T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:29.547059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] Checking router: 08a6d6ac-a918-4c98-af5f-b4a01ad48868 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:25:29.562041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] Routers {'08a6d6ac-a918-4c98-af5f-b4a01ad48868'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:29.562694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:29.707540 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:25:29.758330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:29.759211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:29.759816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:29.766659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2ee84c4-09d3-4cba-9750-14ee9257a0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:29.785404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] Set router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:29.828902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4694922 Feb 09 13:25:29.831402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36080) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:29.875212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] For port ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:29.875564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:29.887224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a2ee84c4-09d3-4cba-9750-14ee9257a0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:29.944132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a2ee84c4-09d3-4cba-9750-14ee9257a0c5 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8ebbaf8d2f47a7b7c82be953d2ca3c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:29.951381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f4190-afe2-4fa2-9d5a-926b14a6f44c tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event updated for resources: {'Network': ['ID=fa90d980-73be-4bf1-8efb-51bf371afc12,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:29.962911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port 3d8ba456-f27e-44dd-a2f2-f61dee470ae1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3d8ba456-f27e-44dd-a2f2-f61dee470ae1,segment=NetworkSegment(8b46f798-7783-4f5f-b4af-488cd574136d),segment_id=8b46f798-7783-4f5f-b4af-488cd574136d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:29.963940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:29.984836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network fa90d980-73be-4bf1-8efb-51bf371afc12 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:25:30.010014 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:30.024233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a2ee84c4-09d3-4cba-9750-14ee9257a0c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:30.034522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:30.089694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a2ee84c4-09d3-4cba-9750-14ee9257a0c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:30.269792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:30.428157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-router', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:30Z', 'updated_at': '2022-02-09T13:25:21Z', 'revision_number': 5, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'gw_port': {'id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:31Z', 'updated_at': '2022-02-09T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:30.434373 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:30.437193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a2aa8b-1af2-4984-b7d2-6d0cb86b05d2 None None] The sync data for ids ['08a6d6ac-a918-4c98-af5f-b4a01ad48868'] in n-d-825175-3 is: [{'id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'name': 'tempest-TaggedBootDevicesTest_v242-1375806970-router', 'tenant_id': '548cd90cbc96431d9082d06a6dd317f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:16:30Z', 'updated_at': '2022-02-09T13:25:21Z', 'revision_number': 5, 'project_id': '548cd90cbc96431d9082d06a6dd317f3', 'gw_port': {'id': '0c54ca1d-1418-4433-af6d-5b8780f558af', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e4:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a6d6ac-a918-4c98-af5f-b4a01ad48868', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:16:31Z', 'updated_at': '2022-02-09T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:25:30.529482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Port': ['ID=ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:30.620799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:30.668817 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2ee84c4-09d3-4cba-9750-14ee9257a0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:30.674759 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:25:30.720837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:30.732392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Deleting port 0c54ca1d-1418-4433-af6d-5b8780f558af {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:30.732735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:30.754002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19a492-8eb2-40a5-ad80-b0fe6cb828fd tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:30.761554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19a492-8eb2-40a5-ad80-b0fe6cb828fd tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:30.777114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19a492-8eb2-40a5-ad80-b0fe6cb828fd tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:30.791469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19a492-8eb2-40a5-ad80-b0fe6cb828fd tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:30.798329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0a19a492-8eb2-40a5-ad80-b0fe6cb828fd tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9552722 Feb 09 13:25:30.811589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36096) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:30.877961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2ee84c4-09d3-4cba-9750-14ee9257a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:30.908902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:30.929186 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.066861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee84c4-09d3-4cba-9750-14ee9257a0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba899b07-4dc8-435a-8b90-2808ad741b3b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:31.199217 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a2ee84c4-09d3-4cba-9750-14ee9257a0c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d8ebbaf8d2f47a7b7c82be953d2ca3c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8193431 Feb 09 13:25:31.208442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36112) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:31.239600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.346603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=2ba74690-f8d8-452f-9d8b-72c5fcd8c910,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:31.365636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] For port 0c54ca1d-1418-4433-af6d-5b8780f558af, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0c54ca1d-1418-4433-af6d-5b8780f558af,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:31.365994 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.505432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-05827231-ee5f-4f28-8645-4f6eac4d5c6d None None] Provisioning for port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:31.512471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-05827231-ee5f-4f28-8645-4f6eac4d5c6d None None] Provisioning complete for port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:31.513245 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-05827231-ee5f-4f28-8645-4f6eac4d5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.532156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Calling delete_port for 0c54ca1d-1418-4433-af6d-5b8780f558af owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:31.575085 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-05827231-ee5f-4f28-8645-4f6eac4d5c6d None None] Port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:25:31.590109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b789f2f1-bef4-4615-b4af-be8f3fb66edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.590674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] In _notify_port_updated(), no bound segment for port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 on network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d {{(pid=83480) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:25:31.594666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:31.595341 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.599346 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1b21e20c-b635-4ab7-b457-a6c6e1e47abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "PUT /v2.0/ports/2ba74690-f8d8-452f-9d8b-72c5fcd8c910 HTTP/1.1" status: 200 len: 1010 time: 4.6677120 Feb 09 13:25:31.605805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36126) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:31.645102 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.652532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b789f2f1-bef4-4615-b4af-be8f3fb66edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.712161 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.778280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Port': ['ID=3d8ba456-f27e-44dd-a2f2-f61dee470ae1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:31.796703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-5fbd3ad2-e64f-4335-8d05-e25a1efd978b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:31.799604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-5fbd3ad2-e64f-4335-8d05-e25a1efd978b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 815 time: 0.6868694 Feb 09 13:25:31.867924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b31ea913-f0fd-4058-99a4-e254683fb9b0 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:31.891274 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.907091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-00808906-39ca-4f1c-953b-248ea9293fe5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:31.907620 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00808906-39ca-4f1c-953b-248ea9293fe5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:31.957180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: b31ea913-f0fd-4058-99a4-e254683fb9b0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:31.957411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b31ea913-f0fd-4058-99a4-e254683fb9b0 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:32.065420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa90d980-73be-4bf1-8efb-51bf371afc12']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:32.073539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-3c7698f2-3d29-49ac-9d34-ffec24f0c2cb tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/quotas/5ece8dc7dac44df6b66f0b5701afe575 HTTP/1.1" status: 200 len: 375 time: 0.2063830 Feb 09 13:25:32.090361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfdd66a-f7b8-4718-805b-8b838fcbc18a') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:32.090685 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfdd66a-f7b8-4718-805b-8b838fcbc18a') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:32.167593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b789f2f1-bef4-4615-b4af-be8f3fb66edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.180636 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.196381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789f2f1-bef4-4615-b4af-be8f3fb66edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba899b07-4dc8-435a-8b90-2808ad741b3b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:32.205712 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.279170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c54ca1d-1418-4433-af6d-5b8780f558af,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:32.282692 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b789f2f1-bef4-4615-b4af-be8f3fb66edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.287130 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b789f2f1-bef4-4615-b4af-be8f3fb66edb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba899b07-4dc8-435a-8b90-2808ad741b3b HTTP/1.1" status: 204 len: 168 time: 1.0749233 Feb 09 13:25:32.307888 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.387521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:32.387945 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:32.406986 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:32.575415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.655461 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.695995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa90d980-73be-4bf1-8efb-51bf371afc12 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 13:25:32.704528 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.720151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa90d980-73be-4bf1-8efb-51bf371afc12,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:32.751671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-8b42fe5a-9446-4874-ad4a-09420958c239 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6662283 Feb 09 13:25:32.758602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-60fe441f-efbe-4567-9af3-a68580a9b40a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "DELETE /v2.0/networks/fa90d980-73be-4bf1-8efb-51bf371afc12 HTTP/1.1" status: 204 len: 168 time: 1.9406819 Feb 09 13:25:32.766494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36156) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:32.785652 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.798037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Request body: {'network': {'name': 'tempest-network--1011994296', 'router:external': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:32.809280 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00808906-39ca-4f1c-953b-248ea9293fe5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:32.829757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-ec3a5359-08f9-45d9-a1e7-7f808b974f4f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:25:32.831062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-ec3a5359-08f9-45d9-a1e7-7f808b974f4f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0130968 Feb 09 13:25:32.835824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:32.888383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36162) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:32.909562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Usage tracker for resource:network and tenant:57318781fda047b89b0d4bc08f1dff27 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:32.985400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:32.989056 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.007429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-00808906-39ca-4f1c-953b-248ea9293fe5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for 2ba74690-f8d8-452f-9d8b-72c5fcd8c910 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:33.122192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:33.143534 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.223011 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.224204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08a6d6ac-a918-4c98-af5f-b4a01ad48868 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:25:33.269409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.273848 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc1118ca-ed96-46ad-9151-4ca8d63b3d37 admin admin] 10.222.0.59 "DELETE /v2.0/routers/08a6d6ac-a918-4c98-af5f-b4a01ad48868 HTTP/1.1" status: 204 len: 168 time: 4.7957747 Feb 09 13:25:33.273848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36172) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:33.335171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee269c5-9e70-4489-bcae-8ae68634b473 admin admin] Deleting subnet 15cd6f4d-ad1b-48fd-9bdc-a56237559e76 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:25:33.348866 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9ee269c5-9e70-4489-bcae-8ae68634b473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.381876 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dd22e497-8861-4f33-9af6-768e4466d66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.505752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Made reservation on behalf of 57318781fda047b89b0d4bc08f1dff27 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:33.508111 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.534454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9ee269c5-9e70-4489-bcae-8ae68634b473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.591100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dd22e497-8861-4f33-9af6-768e4466d66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:33.660124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dd22e497-8861-4f33-9af6-768e4466d66d admin admin] Usage tracker for resource:security_group_rule and tenant:2889b05d22be4d0aa0ca5b9f8dfc8a44 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:33.672088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-641e7ec8-5194-406c-a952-73d7b43410c8 service neutron] 10.222.0.59 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335321 Feb 09 13:25:33.679450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9ee269c5-9e70-4489-bcae-8ae68634b473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.700642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dd22e497-8861-4f33-9af6-768e4466d66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:33.797302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dd22e497-8861-4f33-9af6-768e4466d66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:33.860261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0c54ca1d-1418-4433-af6d-5b8780f558af no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:33.916721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 0c54ca1d-1418-4433-af6d-5b8780f558af {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:33.917946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0c54ca1d-1418-4433-af6d-5b8780f558af not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:33.951491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:25:33.961700 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9ee269c5-9e70-4489-bcae-8ae68634b473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.984182 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:33.984797 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Added segment 6bd8f5bb-40bf-49b4-b09e-168ab58c2ef9 of type vlan for network 81d69a17-bc6b-4be0-84f5-9f78498b9842 Feb 09 13:25:34.006238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee269c5-9e70-4489-bcae-8ae68634b473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15cd6f4d-ad1b-48fd-9bdc-a56237559e76,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:34.026899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3fe25f-e5c2-42d2-b779-ebfad7c586e7 None None] Network 55a27cea-8e8f-4d06-865f-e1c58535f627 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:34.031681 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9ee269c5-9e70-4489-bcae-8ae68634b473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.035443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router e97abf9b-3c54-480c-8668-387ef6afa516 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:34.044694 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9ee269c5-9e70-4489-bcae-8ae68634b473 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/15cd6f4d-ad1b-48fd-9bdc-a56237559e76 HTTP/1.1" status: 204 len: 168 time: 0.7679207 Feb 09 13:25:34.046419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36184) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:34.125056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-4a84c2b7-2837-4b3f-b2b0-4d3de3dfee74 service neutron] 10.222.0.59 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444517 Feb 09 13:25:34.246590 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.404559 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00808906-39ca-4f1c-953b-248ea9293fe5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.409974 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.421559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:34.472689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Deleting port 67ba640d-b2ea-441a-9e76-8a1569ed6203 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:34.473028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.553935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af968010-b3d1-41f7-9834-ec33c11feedc None None] DHCP port deletion for 55a27cea-8e8f-4d06-865f-e1c58535f627 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:25:34.558372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-af968010-b3d1-41f7-9834-ec33c11feedc None None] Deleting port 67ba640d-b2ea-441a-9e76-8a1569ed6203 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:34.558765 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af968010-b3d1-41f7-9834-ec33c11feedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.560127 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:25:34.570645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00808906-39ca-4f1c-953b-248ea9293fe5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=2ba74690-f8d8-452f-9d8b-72c5fcd8c910,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:34.595179 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-886c4924-5fbb-4f8d-a023-0baaef76b373 req-5bf83a19-1d5c-4d1f-9159-19243dd5a0c0 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 210 time: 0.1977475 Feb 09 13:25:34.786240 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dd22e497-8861-4f33-9af6-768e4466d66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.856093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-af968010-b3d1-41f7-9834-ec33c11feedc None None] For port 67ba640d-b2ea-441a-9e76-8a1569ed6203, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=67ba640d-b2ea-441a-9e76-8a1569ed6203,segment=NetworkSegment(99750bc3-5c01-4548-baa4-627d006d8b9e),segment_id=99750bc3-5c01-4548-baa4-627d006d8b9e)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:34.856857 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af968010-b3d1-41f7-9834-ec33c11feedc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.877261 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dd22e497-8861-4f33-9af6-768e4466d66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.887775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00808906-39ca-4f1c-953b-248ea9293fe5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.901836 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.902785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:34.903477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:34.972845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] For port 67ba640d-b2ea-441a-9e76-8a1569ed6203, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=67ba640d-b2ea-441a-9e76-8a1569ed6203,segment=NetworkSegment(99750bc3-5c01-4548-baa4-627d006d8b9e),segment_id=99750bc3-5c01-4548-baa4-627d006d8b9e)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:34.973439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:35.059519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-af968010-b3d1-41f7-9834-ec33c11feedc None None] Calling delete_port for 67ba640d-b2ea-441a-9e76-8a1569ed6203 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:35.143459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Calling delete_port for 67ba640d-b2ea-441a-9e76-8a1569ed6203 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:35.156745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af968010-b3d1-41f7-9834-ec33c11feedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:35.221236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af968010-b3d1-41f7-9834-ec33c11feedc None None] Pushing event deleted for resources: {'Port': ['ID=67ba640d-b2ea-441a-9e76-8a1569ed6203,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:35.235855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:25:35.236392 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:25:35.237748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af968010-b3d1-41f7-9834-ec33c11feedc None None] No DVR routers for this DVR port 67ba640d-b2ea-441a-9e76-8a1569ed6203 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:35.257750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:35.275886 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] Sync routers for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:25:35.282615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event updated for resources: {'Network': ['ID=81d69a17-bc6b-4be0-84f5-9f78498b9842,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:35.301297 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-495b89d5-f4b3-4b97-9753-1998a46cce07 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "PUT /v2.0/routers/e97abf9b-3c54-480c-8668-387ef6afa516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8192494 Feb 09 13:25:35.309091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 81d69a17-bc6b-4be0-84f5-9f78498b9842 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:25:35.317485 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:35.319096 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:35.421017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36216) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:35.422321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-00808906-39ca-4f1c-953b-248ea9293fe5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/2ba74690-f8d8-452f-9d8b-72c5fcd8c910 HTTP/1.1" status: 204 len: 168 time: 3.8131831 Feb 09 13:25:35.429401 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b7a366b6-709d-4b29-a571-31df92d90ce8 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6616173 Feb 09 13:25:35.430410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22e497-8861-4f33-9af6-768e4466d66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceec3f3-403c-4b98-abd0-6d1eac212b79,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:35.434114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36220) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:35.440864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dd22e497-8861-4f33-9af6-768e4466d66d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2889b05d22be4d0aa0ca5b9f8dfc8a44&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5337124 Feb 09 13:25:35.453540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36224) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:35.504009 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da81891-f0d5-4da9-8f69-d8ad81f6e934 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:25:35.509398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6da81891-f0d5-4da9-8f69-d8ad81f6e934 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:35.540840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6da81891-f0d5-4da9-8f69-d8ad81f6e934 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:35.541983 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6da81891-f0d5-4da9-8f69-d8ad81f6e934 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/2ba74690-f8d8-452f-9d8b-72c5fcd8c910 HTTP/1.1" status: 404 len: 333 time: 0.1198380 Feb 09 13:25:35.544726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36232) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:35.676613 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:35.737840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Deleting port 67ba640d-b2ea-441a-9e76-8a1569ed6203 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:35.738337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:35.914714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 67ba640d-b2ea-441a-9e76-8a1569ed6203 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:35.971077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:35.977482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6b2b53c6-a29e-4fba-a0a8-21622814038d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1381614 Feb 09 13:25:36.021381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 67ba640d-b2ea-441a-9e76-8a1569ed6203 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:36.024885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36242) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:36.026775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 67ba640d-b2ea-441a-9e76-8a1569ed6203 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:36.037490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:25:36.075735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:36.076937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:36.115483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] The port '67ba640d-b2ea-441a-9e76-8a1569ed6203' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:25:36.336706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4c9c360-3a05-415e-80e8-ee956cbcf791 req-823dfdee-e6d7-4fc9-9b69-5e022497a5f1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 210 time: 0.3434010 Feb 09 13:25:36.395918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c74293f8-93bc-4b45-bc9b-8eacc1321fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:36.444036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-27fc3907-08c2-4377-b687-73af7613909a tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:36.445545 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-27fc3907-08c2-4377-b687-73af7613909a tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 815 time: 0.3578382 Feb 09 13:25:36.450252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3323802-8a65-48aa-a979-13f9f8cc75ce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet 77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:25:36.455825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3323802-8a65-48aa-a979-13f9f8cc75ce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:36.460674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ab4e5f-9ac0-45d9-b35a-6aff13fe0e7d tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:36.467090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-97ab4e5f-9ac0-45d9-b35a-6aff13fe0e7d tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] 10.222.0.59 "GET /v2.0/networks/81d69a17-bc6b-4be0-84f5-9f78498b9842 HTTP/1.1" status: 200 len: 757 time: 1.0298367 Feb 09 13:25:36.467878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36254) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:36.480874 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c74293f8-93bc-4b45-bc9b-8eacc1321fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:36.491201 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:25:30Z', 'revision_number': 6, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '846322fe-97c9-4ee8-9a15-daa4b445f621', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'mac_address': 'fa:16:3e:f4:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:39Z', 'updated_at': '2022-02-09T13:23:50Z', 'revision_number': 1, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:36.497915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:36.503910 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] Checking router: e97abf9b-3c54-480c-8668-387ef6afa516 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:25:36.532382 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:36.534431 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:36.790784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:25:31Z', 'revision_number': 11, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:36.790784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:25:36.828670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:36.828670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:36.859634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f662976-d740-4585-80c0-ba50ae3fce7b tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:36.859634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3f662976-d740-4585-80c0-ba50ae3fce7b tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] 10.222.0.59 "GET /v2.0/networks/279f06fb-7771-4e0c-bd69-5753611fde08 HTTP/1.1" status: 200 len: 767 time: 0.3827024 Feb 09 13:25:36.866814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36260) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:36.877618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f546030-f63d-484d-bbab-90055a91dc35 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting subnet c5d858b5-ec4d-45be-a8b0-807b67a0bd9b {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:25:36.877618 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f546030-f63d-484d-bbab-90055a91dc35 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:36.942688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f546030-f63d-484d-bbab-90055a91dc35 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:36.968254 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:37.045063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Request body: {'port': {'device_id': 'e6820e59-c4ef-44b4-b63d-56668f8617bd', 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031', 'admin_state_up': True, 'tenant_id': '5ece8dc7dac44df6b66f0b5701afe575'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:37.078668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.160999 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f546030-f63d-484d-bbab-90055a91dc35 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.205322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a27cea-8e8f-4d06-865f-e1c58535f627']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:37.227170 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3323802-8a65-48aa-a979-13f9f8cc75ce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.250827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06421327-ca0b-40d1-b075-a1bc906032f3 req-22c149b1-2455-47e3-bc81-2564ffe567e9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:37.257735 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06421327-ca0b-40d1-b075-a1bc906032f3 req-22c149b1-2455-47e3-bc81-2564ffe567e9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 946 time: 1.2655318 Feb 09 13:25:37.264964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f546030-f63d-484d-bbab-90055a91dc35 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.276172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:37.277727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99750bc3-5c01-4548-baa4-627d006d8b9e') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:37.278104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99750bc3-5c01-4548-baa4-627d006d8b9e') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:37.314335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.360612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.385189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:37.385370 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:37.409909 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:37.414229 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c74293f8-93bc-4b45-bc9b-8eacc1321fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.416513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:25:31Z', 'revision_number': 11, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:37.420730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57478b0-6407-4f49-abe5-0d121bb79f3c None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:25:31Z', 'revision_number': 11, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:25:37.432029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:37.443581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Usage tracker for resource:port and tenant:5ece8dc7dac44df6b66f0b5701afe575 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:37.493508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:37.523765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:37.535991 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3323802-8a65-48aa-a979-13f9f8cc75ce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.571619 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.578978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f546030-f63d-484d-bbab-90055a91dc35 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d858b5-ec4d-45be-a8b0-807b67a0bd9b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:37.602395 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.605978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Made reservation on behalf of 5ece8dc7dac44df6b66f0b5701afe575 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:37.609126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.620572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74293f8-93bc-4b45-bc9b-8eacc1321fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceec3f3-403c-4b98-abd0-6d1eac212b79,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:37.637908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a27cea-8e8f-4d06-865f-e1c58535f627,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:37.665175 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fdaa3a7f-662a-4929-95ff-e736dce0c6d9 admin admin] 10.222.0.59 "DELETE /v2.0/networks/55a27cea-8e8f-4d06-865f-e1c58535f627 HTTP/1.1" status: 204 len: 168 time: 3.6091199 Feb 09 13:25:37.701806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.704252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c33b4-0cac-4ea1-bdd8-5c10b10e5612 None None] Network 1bf6184e-9217-47d9-9879-05a0c79cb34e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:37.709174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3f546030-f63d-484d-bbab-90055a91dc35 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.716315 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:25:30Z', 'revision_number': 6, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '846322fe-97c9-4ee8-9a15-daa4b445f621', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'mac_address': 'fa:16:3e:f4:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:39Z', 'updated_at': '2022-02-09T13:23:50Z', 'revision_number': 1, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:37.740772 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd56b66-1cc0-44bf-8d74-66947e349d84 None None] The sync data for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 is: [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:25:30Z', 'revision_number': 6, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '846322fe-97c9-4ee8-9a15-daa4b445f621', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'port_id': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'mac_address': 'fa:16:3e:f4:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:23:39Z', 'updated_at': '2022-02-09T13:23:50Z', 'revision_number': 1, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:25:37.747163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed178e2b-a81d-4e68-a3a9-dd5886accc20 req-a0009d55-00d4-47d4-b158-35a1e172eba2 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 210 time: 0.1335800 Feb 09 13:25:37.783310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3f546030-f63d-484d-bbab-90055a91dc35 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/c5d858b5-ec4d-45be-a8b0-807b67a0bd9b HTTP/1.1" status: 204 len: 168 time: 1.7528806 Feb 09 13:25:37.796213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36278) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:37.812994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c74293f8-93bc-4b45-bc9b-8eacc1321fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:37.814323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c74293f8-93bc-4b45-bc9b-8eacc1321fab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ceec3f3-403c-4b98-abd0-6d1eac212b79 HTTP/1.1" status: 204 len: 168 time: 2.3186495 Feb 09 13:25:37.843184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06421327-ca0b-40d1-b075-a1bc906032f3 req-6d415a9f-0c12-4b66-be05-475a6240d0e8 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5845058 Feb 09 13:25:37.919032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:37.990508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-682d0856-9550-4d5e-9ba0-bd15c7620bb8 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:38.005393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-682d0856-9550-4d5e-9ba0-bd15c7620bb8 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 946 time: 0.6816750 Feb 09 13:25:38.006397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:38.007036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3d8ba456-f27e-44dd-a2f2-f61dee470ae1 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:38.106177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36288) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:38.154610 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3323802-8a65-48aa-a979-13f9f8cc75ce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.284971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.312254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b722f08f-8b33-4a10-8b10-1ea112262218 None None] DHCP port deletion for 1bf6184e-9217-47d9-9879-05a0c79cb34e request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:25:38.317598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b722f08f-8b33-4a10-8b10-1ea112262218 None None] Deleting port dfb2bc27-1470-4d9b-9142-854fef83bb36 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:38.317959 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b722f08f-8b33-4a10-8b10-1ea112262218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.325396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3323802-8a65-48aa-a979-13f9f8cc75ce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:38.334990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-9f994721-1bdc-4f30-9daa-e3f275b21b43 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port 5d5e33cb-1e06-4189-8c08-0fb719003586 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:38.335521 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-9f994721-1bdc-4f30-9daa-e3f275b21b43 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.382111 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3323802-8a65-48aa-a979-13f9f8cc75ce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.395197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.408346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port dfb2bc27-1470-4d9b-9142-854fef83bb36 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:38.410967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.474754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d69a17-bc6b-4be0-84f5-9f78498b9842']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:38.538114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d2240-5b45-4800-9bb1-22589911879d None None] Network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:38.573744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd8f5bb-40bf-49b4-b09e-168ab58c2ef9') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:38.575766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd8f5bb-40bf-49b4-b09e-168ab58c2ef9') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:38.579504 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c3323802-8a65-48aa-a979-13f9f8cc75ce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8 HTTP/1.1" status: 204 len: 168 time: 3.0335958 Feb 09 13:25:38.583373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36304) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:38.591413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-42a79f20-3b79-4aa2-b07e-f192422f0d52 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5bf42b67591842eeb2c9ab0bd5cffbc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4458461 Feb 09 13:25:38.605727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36308) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:38.614738 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.651307 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.727122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:38.727540 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:38.778420 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:38.828305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Allocated IP 172.20.0.2 (65cd9f0d-7ef9-4471-9dd3-3dc66bef5031/ae1e4002-02f9-4a3a-8d02-5dd262bd0af0/1af7584e-16fa-4945-89a7-3cd50f4e3c73) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:38.912937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-873a564c-baf2-4dbd-b823-9cb42fd76e01 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet bb3c4fc8-ab87-4da0-b584-033e7301c010 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:25:38.958551 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b722f08f-8b33-4a10-8b10-1ea112262218 None None] For port dfb2bc27-1470-4d9b-9142-854fef83bb36, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dfb2bc27-1470-4d9b-9142-854fef83bb36,segment=NetworkSegment(8b46f798-7783-4f5f-b4af-488cd574136d),segment_id=8b46f798-7783-4f5f-b4af-488cd574136d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:38.958944 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b722f08f-8b33-4a10-8b10-1ea112262218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:38.972231 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-873a564c-baf2-4dbd-b823-9cb42fd76e01 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:39.193909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1dd66ee-eaa1-46c3-bad1-88e75c02b54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:39.217355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b722f08f-8b33-4a10-8b10-1ea112262218 None None] Calling delete_port for dfb2bc27-1470-4d9b-9142-854fef83bb36 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:39.375859 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd8d4693-ef7c-4289-b448-8453dc52ce2d req-b2ff0ea8-344a-412a-bc9f-fc46ff0100b7 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 210 time: 0.1823587 Feb 09 13:25:39.390167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] For port dfb2bc27-1470-4d9b-9142-854fef83bb36, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dfb2bc27-1470-4d9b-9142-854fef83bb36,segment=NetworkSegment(8b46f798-7783-4f5f-b4af-488cd574136d),segment_id=8b46f798-7783-4f5f-b4af-488cd574136d)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:39.390545 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:39.401901 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b722f08f-8b33-4a10-8b10-1ea112262218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:39.467666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-9f994721-1bdc-4f30-9daa-e3f275b21b43 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] For port 5d5e33cb-1e06-4189-8c08-0fb719003586, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5d5e33cb-1e06-4189-8c08-0fb719003586,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:39.468025 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-9f994721-1bdc-4f30-9daa-e3f275b21b43 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:39.507854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722f08f-8b33-4a10-8b10-1ea112262218 None None] Pushing event deleted for resources: {'Port': ['ID=dfb2bc27-1470-4d9b-9142-854fef83bb36,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:39.539739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722f08f-8b33-4a10-8b10-1ea112262218 None None] No DVR routers for this DVR port dfb2bc27-1470-4d9b-9142-854fef83bb36 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:39.602558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Calling delete_port for dfb2bc27-1470-4d9b-9142-854fef83bb36 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:39.680172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-9f994721-1bdc-4f30-9daa-e3f275b21b43 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for 5d5e33cb-1e06-4189-8c08-0fb719003586 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:39.755176 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:39.811965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81d69a17-bc6b-4be0-84f5-9f78498b9842 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 13:25:39.821456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:39.865788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event deleted for resources: {'Network': ['ID=81d69a17-bc6b-4be0-84f5-9f78498b9842,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:39.898572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e540725b-2345-4c2c-a77b-22b779b39278 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "DELETE /v2.0/networks/81d69a17-bc6b-4be0-84f5-9f78498b9842 HTTP/1.1" status: 204 len: 168 time: 3.0330625 Feb 09 13:25:39.922829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36346) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:39.938220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:39.938549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Request body: {'network': {'name': 'tempest-network--1992549470'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:39.958046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:39.966686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdc26c-4232-45e9-ae49-435349168cf2 req-83dfa615-c700-4219-ba74-1e4ff9cefefe tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:39.974389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0bdc26c-4232-45e9-ae49-435349168cf2 req-83dfa615-c700-4219-ba74-1e4ff9cefefe tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=f27d753b-e7ac-4332-b17b-cca6d87fbb34 HTTP/1.1" status: 200 len: 946 time: 0.7822621 Feb 09 13:25:39.984220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Usage tracker for resource:network and tenant:57318781fda047b89b0d4bc08f1dff27 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:39.996159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:39.996674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ce0ee0e3-70d8-40a0-90fd-273ef8cb39f0 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:39.997166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dfb2bc27-1470-4d9b-9142-854fef83bb36 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:40.020576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:40.047034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: dfb2bc27-1470-4d9b-9142-854fef83bb36 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:40.047368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dfb2bc27-1470-4d9b-9142-854fef83bb36 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:40.067768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:40.141298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Made reservation on behalf of 57318781fda047b89b0d4bc08f1dff27 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:40.143647 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.155995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-873a564c-baf2-4dbd-b823-9cb42fd76e01 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.306461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0bdc26c-4232-45e9-ae49-435349168cf2 req-a7dfd991-2703-4010-a0f0-dd2f85c0b849 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=68af92b1-266a-4a8b-a2f6-dba3bd54e12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304524 Feb 09 13:25:40.309774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-9f994721-1bdc-4f30-9daa-e3f275b21b43 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.337150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1dd66ee-eaa1-46c3-bad1-88e75c02b54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.461260 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.466657 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:25:40.466977 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:25:40.479455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-873a564c-baf2-4dbd-b823-9cb42fd76e01 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.522988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:25:40.557786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1dd66ee-eaa1-46c3-bad1-88e75c02b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.615388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f994721-1bdc-4f30-9daa-e3f275b21b43 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Port': ['ID=5d5e33cb-1e06-4189-8c08-0fb719003586,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:40.639400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd66ee-eaa1-46c3-bad1-88e75c02b54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bca68c-7f8d-4140-bdff-5041bdfeec7f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:40.695659 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.696297 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Added segment 5c185f54-e80c-4ec0-9e2a-fbf8ebbb9a93 of type vlan for network aafcfa69-123e-45f4-9827-5ad35d9ad599 Feb 09 13:25:40.709588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-9f994721-1bdc-4f30-9daa-e3f275b21b43 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] No DVR routers for this DVR port 5d5e33cb-1e06-4189-8c08-0fb719003586 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:40.712722 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-9f994721-1bdc-4f30-9daa-e3f275b21b43 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.715663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27d753b-e7ac-4332-b17b-cca6d87fbb34', 'name': 'network-vif-deleted', 'tag': '5d5e33cb-1e06-4189-8c08-0fb719003586'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:25:40.729540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.741220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a573e430-402f-4f33-a5d7-ba50b8cd42fe req-9f994721-1bdc-4f30-9daa-e3f275b21b43 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "DELETE /v2.0/ports/5d5e33cb-1e06-4189-8c08-0fb719003586 HTTP/1.1" status: 204 len: 173 time: 2.7276397 Feb 09 13:25:40.742591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['33381a3e-e33c-49c9-ba45-50e610f44078'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:25:40.757276 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-873a564c-baf2-4dbd-b823-9cb42fd76e01 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:40.860436 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:41.011464 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:41.012283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:41.012876 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:41.124806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0876f0f3-7402-4542-aef8-0996da099ae0 None None] Provisioning complete for port 07150aad-2041-47f5-bfcd-a703bd5e2f4e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:41.125177 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0876f0f3-7402-4542-aef8-0996da099ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:41.184979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:41.191617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Deleting port dfb2bc27-1470-4d9b-9142-854fef83bb36 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:41.191963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:41.200140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d80e7-2587-4b79-9101-187dcf8f9678 req-f7541707-576f-4c9c-a9da-8db176d420bc tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:41.201709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea4d80e7-2587-4b79-9101-187dcf8f9678 req-f7541707-576f-4c9c-a9da-8db176d420bc tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 931 time: 0.4593101 Feb 09 13:25:41.248313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a564c-baf2-4dbd-b823-9cb42fd76e01 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3c4fc8-ab87-4da0-b584-033e7301c010,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:41.254059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:41.283106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1dd66ee-eaa1-46c3-bad1-88e75c02b54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:41.287125 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f1dd66ee-eaa1-46c3-bad1-88e75c02b54e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3bca68c-7f8d-4140-bdff-5041bdfeec7f HTTP/1.1" status: 204 len: 168 time: 2.6498125 Feb 09 13:25:41.298619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:41.343104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event updated for resources: {'Network': ['ID=aafcfa69-123e-45f4-9827-5ad35d9ad599,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:41.375866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-997ee375-d6c7-4713-8676-6aeb2dcb0092 tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4513190 Feb 09 13:25:41.381986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36384) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:41.384961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network aafcfa69-123e-45f4-9827-5ad35d9ad599 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:25:41.393171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-3d08869b-699b-41c6-a360-16474671dd0a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:41.481877 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:41.520617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] The port 'dfb2bc27-1470-4d9b-9142-854fef83bb36' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:25:41.560508 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-873a564c-baf2-4dbd-b823-9cb42fd76e01 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:41.612442 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-873a564c-baf2-4dbd-b823-9cb42fd76e01 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/bb3c4fc8-ab87-4da0-b584-033e7301c010 HTTP/1.1" status: 204 len: 168 time: 3.0175688 Feb 09 13:25:41.623417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:41.624970 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:41.643580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ab0a9e-4812-441c-a04b-79919cc03dfb None None] Network 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:41.667381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36390) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:41.766881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Pushing event updated for resources: {'Port': ['ID=1af7584e-16fa-4945-89a7-3cd50f4e3c73,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:41.875770 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3519619 Feb 09 13:25:41.929386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5d5e33cb-1e06-4189-8c08-0fb719003586 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:41.997854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36404) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:42.014497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Request body: {'port': {'device_id': 'e6820e59-c4ef-44b4-b63d-56668f8617bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:42.020517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 5d5e33cb-1e06-4189-8c08-0fb719003586 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:42.020857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5d5e33cb-1e06-4189-8c08-0fb719003586 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:42.064392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d08869b-699b-41c6-a360-16474671dd0a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.094337 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27d753b-e7ac-4332-b17b-cca6d87fbb34', 'name': 'network-vif-deleted', 'tag': '5d5e33cb-1e06-4189-8c08-0fb719003586', 'status': 'completed', 'code': 200} Feb 09 13:25:42.112377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea4d80e7-2587-4b79-9101-187dcf8f9678 req-3fb896ce-0001-46cc-b72c-2a9d7bae48d8 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7650306 Feb 09 13:25:42.122687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d08869b-699b-41c6-a360-16474671dd0a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.162946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d08869b-699b-41c6-a360-16474671dd0a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Network aafcfa69-123e-45f4-9827-5ad35d9ad599 is not hosted by any dhcp agent {{(pid=83480) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 09 13:25:42.163732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d08869b-699b-41c6-a360-16474671dd0a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:42.164315 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d08869b-699b-41c6-a360-16474671dd0a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.176429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3d08869b-699b-41c6-a360-16474671dd0a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "PUT /v2.0/networks/aafcfa69-123e-45f4-9827-5ad35d9ad599 HTTP/1.1" status: 200 len: 858 time: 0.7826145 Feb 09 13:25:42.177134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36410) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:42.265622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.265970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.266309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.266682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.267146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.267495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.267941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.268276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.268597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.268916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.269236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d3090-44d4-418a-b1e0-77510115c541 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:42.385087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.393659 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5871a0d8-7de2-4427-8de5-bb6accaccdb7 None None] DHCP port deletion for 56d1bd42-7be2-4e43-9f8d-ec90f5404f3d request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:25:42.403966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5871a0d8-7de2-4427-8de5-bb6accaccdb7 None None] Deleting port 07150aad-2041-47f5-bfcd-a703bd5e2f4e {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:42.404575 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5871a0d8-7de2-4427-8de5-bb6accaccdb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.541365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36430) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:42.551071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.599961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd1d4a1d-001e-4b20-a6fd-3c3da2c05405 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.650810 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd1d4a1d-001e-4b20-a6fd-3c3da2c05405 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.718144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf6184e-9217-47d9-9879-05a0c79cb34e']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:42.740622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5871a0d8-7de2-4427-8de5-bb6accaccdb7 None None] For port 07150aad-2041-47f5-bfcd-a703bd5e2f4e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=07150aad-2041-47f5-bfcd-a703bd5e2f4e,segment=NetworkSegment(767c46e0-bc35-4b2f-891b-4250d1ba5276),segment_id=767c46e0-bc35-4b2f-891b-4250d1ba5276)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:42.741170 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5871a0d8-7de2-4427-8de5-bb6accaccdb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.751308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08869b-699b-41c6-a360-16474671dd0a tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event updated for resources: {'Network': ['ID=aafcfa69-123e-45f4-9827-5ad35d9ad599,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:42.764533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.765660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b46f798-7783-4f5f-b4af-488cd574136d') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:42.766063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b46f798-7783-4f5f-b4af-488cd574136d') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:42.781797 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.802818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.812349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:42.813519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.832845 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7cc83b8a-de8b-438b-bb8c-a6acec9ab4db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=548cd90cbc96431d9082d06a6dd317f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1603901 Feb 09 13:25:42.837895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36440) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:42.866154 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:42.920769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 07150aad-2041-47f5-bfcd-a703bd5e2f4e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:42.921305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:42.971988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5871a0d8-7de2-4427-8de5-bb6accaccdb7 None None] Calling delete_port for 07150aad-2041-47f5-bfcd-a703bd5e2f4e owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:42.992430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36444) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:43.062421 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5871a0d8-7de2-4427-8de5-bb6accaccdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.123184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] The port '07150aad-2041-47f5-bfcd-a703bd5e2f4e' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:25:43.125148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871a0d8-7de2-4427-8de5-bb6accaccdb7 None None] No DVR routers for this DVR port 07150aad-2041-47f5-bfcd-a703bd5e2f4e on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:43.134161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871a0d8-7de2-4427-8de5-bb6accaccdb7 None None] Pushing event deleted for resources: {'Port': ['ID=07150aad-2041-47f5-bfcd-a703bd5e2f4e,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:43.200129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.213671 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd1d4a1d-001e-4b20-a6fd-3c3da2c05405 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.240453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafcfa69-123e-45f4-9827-5ad35d9ad599']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:43.245648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d4a1d-001e-4b20-a6fd-3c3da2c05405 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68af92b1-266a-4a8b-a2f6-dba3bd54e12c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:43.262549 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7a2c-c531-4912-a933-8ac02f97c583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.265540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c185f54-e80c-4ec0-9e2a-fbf8ebbb9a93') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:43.266028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c185f54-e80c-4ec0-9e2a-fbf8ebbb9a93') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:43.337149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.407843 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7a2c-c531-4912-a933-8ac02f97c583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.420758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.430647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.440686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:43.441100 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.441320 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:43.458221 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:43.466651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.480148 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.503976 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd1d4a1d-001e-4b20-a6fd-3c3da2c05405 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.505483 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fd1d4a1d-001e-4b20-a6fd-3c3da2c05405 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/security-groups/68af92b1-266a-4a8b-a2f6-dba3bd54e12c HTTP/1.1" status: 204 len: 168 time: 1.3933868 Feb 09 13:25:43.522244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Pushing event deleted for resources: {'Network': ['ID=1bf6184e-9217-47d9-9879-05a0c79cb34e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:43.531090 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5cd16e80-5f26-44f3-9e5d-ef65656f70ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.557420 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0887823e-f53f-42f8-a8d6-998a3c95c4f0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/networks/1bf6184e-9217-47d9-9879-05a0c79cb34e HTTP/1.1" status: 204 len: 168 time: 5.7445083 Feb 09 13:25:43.557699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36464) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:43.557981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36466) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:43.580194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.587916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aafcfa69-123e-45f4-9827-5ad35d9ad599 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 13:25:43.591063 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.646938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-973fcafc-6e88-403b-abfe-3ff4b6ea99af tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'routes': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:43.647465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df8c8f-f44b-42b8-8d08-cd600515ed5d req-b0dea93c-83c8-42db-8826-59596dac572c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:43.655286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68df8c8f-f44b-42b8-8d08-cd600515ed5d req-b0dea93c-83c8-42db-8826-59596dac572c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 931 time: 0.3243241 Feb 09 13:25:43.660585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] Pushing event deleted for resources: {'Network': ['ID=aafcfa69-123e-45f4-9827-5ad35d9ad599,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:43.682101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f56b04f2-b66c-4164-b98c-e5dfb5d47efd tempest-ExternalNetworksTestJSON-557850235 tempest-ExternalNetworksTestJSON-557850235-project-admin] 10.222.0.59 "DELETE /v2.0/networks/aafcfa69-123e-45f4-9827-5ad35d9ad599 HTTP/1.1" status: 204 len: 168 time: 1.5016503 Feb 09 13:25:43.687294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36472) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:43.737049 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c86df3d-032f-423e-9e3c-48936407b159 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] DELETE failed (client error): The resource could not be found. Feb 09 13:25:43.737506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c86df3d-032f-423e-9e3c-48936407b159 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:25:43.742401 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4c86df3d-032f-423e-9e3c-48936407b159 tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] 10.222.0.59 "DELETE /v2.0/subnets/efe1e28c-0fb1-4923-91d2-7a6b7fb49182 HTTP/1.1" status: 404 len: 337 time: 0.0538425 Feb 09 13:25:43.743372 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7a2c-c531-4912-a933-8ac02f97c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.746690 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7a2c-c531-4912-a933-8ac02f97c583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:43.747624 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6d5b7a2c-c531-4912-a933-8ac02f97c583 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da6a0385-f8bd-4497-be7b-da6806257d11 HTTP/1.1" status: 204 len: 168 time: 0.9088221 Feb 09 13:25:43.748301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36476) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:43.825127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d1bd42-7be2-4e43-9f8d-ec90f5404f3d']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:43.836809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 07150aad-2041-47f5-bfcd-a703bd5e2f4e no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:43.916321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 07150aad-2041-47f5-bfcd-a703bd5e2f4e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:25:43.916721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 07150aad-2041-47f5-bfcd-a703bd5e2f4e not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:25:43.922167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b7a2c-c531-4912-a933-8ac02f97c583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6a0385-f8bd-4497-be7b-da6806257d11,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:43.960046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767c46e0-bc35-4b2f-891b-4250d1ba5276') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:43.960046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767c46e0-bc35-4b2f-891b-4250d1ba5276') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:44.013902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.028032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5cd16e80-5f26-44f3-9e5d-ef65656f70ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:44.048653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5cd16e80-5f26-44f3-9e5d-ef65656f70ea admin admin] Usage tracker for resource:security_group_rule and tenant:db0babf0be6840ddac9875f13fa7e6fa is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:44.058137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5cd16e80-5f26-44f3-9e5d-ef65656f70ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:44.115023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-68df8c8f-f44b-42b8-8d08-cd600515ed5d req-52b18534-addf-4014-8179-d07f79c0a910 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587801 Feb 09 13:25:44.117589 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.153528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5cd16e80-5f26-44f3-9e5d-ef65656f70ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:44.156319 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.190207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:44.190904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:44.214258 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:44.394734 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.440385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279f06fb-7771-4e0c-bd69-5753611fde08']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:44.466031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ea7ec0-3f52-4935-ac63-2a87ceef0b35') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:44.466706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ea7ec0-3f52-4935-ac63-2a87ceef0b35') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:44.485945 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.539452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.554386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:44.554898 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.619194 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.645301 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:44.656423 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:44.681585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.686945 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.725411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] Pushing event deleted for resources: {'Network': ['ID=279f06fb-7771-4e0c-bd69-5753611fde08,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:44.745004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a5b466fa-c39d-425c-9f10-457fe11bd54a tempest-ExternalNetworksTestJSON-1685690766 tempest-ExternalNetworksTestJSON-1685690766-project] 10.222.0.59 "DELETE /v2.0/networks/279f06fb-7771-4e0c-bd69-5753611fde08 HTTP/1.1" status: 204 len: 168 time: 0.9706945 Feb 09 13:25:44.759766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.780584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-973fcafc-6e88-403b-abfe-3ff4b6ea99af tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Added routes are [] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 09 13:25:44.780893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.extraroute_db [None req-973fcafc-6e88-403b-abfe-3ff4b6ea99af tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Removed routes are [] {{(pid=83479) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 09 13:25:44.781232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-973fcafc-6e88-403b-abfe-3ff4b6ea99af tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.793764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Network': ['ID=56d1bd42-7be2-4e43-9f8d-ec90f5404f3d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:44.809880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d73e24-7da3-4264-afdd-651d384742e4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting subnet 94b67d54-2e64-4961-a17d-7198ab95a401 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:25:44.825697 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1d73e24-7da3-4264-afdd-651d384742e4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:44.917085 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-68b205c2-79e0-47c2-919f-82e117e54ffd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/networks/56d1bd42-7be2-4e43-9f8d-ec90f5404f3d HTTP/1.1" status: 204 len: 168 time: 3.1790874 Feb 09 13:25:44.920214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36514) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:45.060592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36524) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:45.119225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc0813-72d5-45bd-8c94-e68d7e2331c0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:45.119225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4adc0813-72d5-45bd-8c94-e68d7e2331c0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:45.135195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4adc0813-72d5-45bd-8c94-e68d7e2331c0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:45.136618 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4adc0813-72d5-45bd-8c94-e68d7e2331c0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2153759 Feb 09 13:25:45.143091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36530) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:45.183241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1d73e24-7da3-4264-afdd-651d384742e4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.212683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36536) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:45.321417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f1275d04-5572-4a52-9cdf-0c90ba413709 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1734836 Feb 09 13:25:45.321722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36544) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:45.327587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1545833242'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:45.347102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:45.373108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5cd16e80-5f26-44f3-9e5d-ef65656f70ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.392733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5cd16e80-5f26-44f3-9e5d-ef65656f70ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.400709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:network and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:45.412211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-474403571-network', 'tenant_id': '9ae7207faab3407baa5ab4056fa3b5ab'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:45.417376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:45.431747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:45.431747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:45.445673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Usage tracker for resource:network and tenant:9ae7207faab3407baa5ab4056fa3b5ab is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:45.445673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:45.454301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:45.462088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af7584e-16fa-4945-89a7-3cd50f4e3c73 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:25:45.464924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:45.467918 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.470265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.489666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Made reservation on behalf of 9ae7207faab3407baa5ab4056fa3b5ab for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:45.491923 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.512921 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.529237 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1d73e24-7da3-4264-afdd-651d384742e4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.537859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:25:45.560287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603f7bd-3f2d-4218-b28d-cc0b0a0899d0 req-079d9427-dd6e-437f-909c-e09355e8acab tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:45.570855 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f603f7bd-3f2d-4218-b28d-cc0b0a0899d0 req-079d9427-dd6e-437f-909c-e09355e8acab tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 931 time: 0.2181671 Feb 09 13:25:45.574253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.574608 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Added segment a5202e20-6d30-4cd0-94ca-c449cec43627 of type vlan for network 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 Feb 09 13:25:45.614460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:45.625223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Usage tracker for resource:security_group_rule and tenant:9ae7207faab3407baa5ab4056fa3b5ab is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:45.634039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:45.659911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:45.668014 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.679317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f603f7bd-3f2d-4218-b28d-cc0b0a0899d0 req-94a01041-8c3b-42dd-a6e3-acd7d6df38b9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085951 Feb 09 13:25:45.732072 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.736178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:45.736752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.745483 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6c4e097e-095d-4050-a607-fd28c6a6a0c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a76beacd0a7e49dfa53d780cfc691f09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5275900 Feb 09 13:25:45.757073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36556) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:45.958808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Network': ['ID=7bf2c4e8-b7d3-4964-82d3-594433a4bad4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:45.960858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-973fcafc-6e88-403b-abfe-3ff4b6ea99af tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.965803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c7e8c99c-358a-42d9-b837-3b7a877e1a97 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6398385 Feb 09 13:25:45.969629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36560) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:45.970568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-973fcafc-6e88-403b-abfe-3ff4b6ea99af tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.976680 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:45.984221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '7bf2c4e8-b7d3-4964-82d3-594433a4bad4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:45.993190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:25:46.060390 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.108068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:25:46.133869 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.134861 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Added segment dbc6c424-97a7-4701-9026-69b4c88d666f of type vlan for network a1b8b61e-2690-4463-9785-4c7cb5a49b14 Feb 09 13:25:46.211201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd16e80-5f26-44f3-9e5d-ef65656f70ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230012f8-83c4-494b-84ac-6291cd4d271b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:46.216810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Transition to ACTIVE for port object 1af7584e-16fa-4945-89a7-3cd50f4e3c73 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:46.225464 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1d73e24-7da3-4264-afdd-651d384742e4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.234423 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5cd16e80-5f26-44f3-9e5d-ef65656f70ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db0babf0be6840ddac9875f13fa7e6fa&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2061856 Feb 09 13:25:46.235460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36568) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:46.237745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.267342 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.403682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d73e24-7da3-4264-afdd-651d384742e4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Subnet': ['ID=94b67d54-2e64-4961-a17d-7198ab95a401,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:46.425043 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3dda5371-3bf8-49da-adc0-74d443eedff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.431707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:46.447714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e30152-604e-4048-ade7-6acba252438f service neutron] Pushing event updated for resources: {'Port': ['ID=1af7584e-16fa-4945-89a7-3cd50f4e3c73,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:46.450031 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.464696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:46.475706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:46.480160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3dda5371-3bf8-49da-adc0-74d443eedff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.488835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:46.499271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:46.555808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:46.575167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2155da9-281c-4d09-9fbc-03f6b6c52ffd None None] Network 2f70b6e0-44cb-4763-b62e-b680815ca287 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:46.597783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1d73e24-7da3-4264-afdd-651d384742e4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.619938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.621292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:46.622341 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.671396 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b1d73e24-7da3-4264-afdd-651d384742e4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/subnets/94b67d54-2e64-4961-a17d-7198ab95a401 HTTP/1.1" status: 204 len: 168 time: 3.1100297 Feb 09 13:25:46.672162 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-980bedf4-4121-4292-bb14-a0c02037221f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.675296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973fcafc-6e88-403b-abfe-3ff4b6ea99af tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router a5c6307b-dc48-4c8b-8164-57a95f12de4b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:46.678543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36580) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:46.750537 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3dda5371-3bf8-49da-adc0-74d443eedff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.788151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] Pushing event updated for resources: {'Network': ['ID=a1b8b61e-2690-4463-9785-4c7cb5a49b14,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:46.823710 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-980bedf4-4121-4292-bb14-a0c02037221f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.858274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network a1b8b61e-2690-4463-9785-4c7cb5a49b14 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:25:46.882916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda5371-3bf8-49da-adc0-74d443eedff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5f07f9-421a-4396-b0d9-32134bf514ea,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:46.897013 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.916586 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3dda5371-3bf8-49da-adc0-74d443eedff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:46.920378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3dda5371-3bf8-49da-adc0-74d443eedff7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb5f07f9-421a-4396-b0d9-32134bf514ea HTTP/1.1" status: 204 len: 168 time: 1.1340363 Feb 09 13:25:46.930266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-83af3476-a2a0-4aef-b250-68dd35bdb94b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8684850 Feb 09 13:25:46.932459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36592) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:46.945688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Request body: {'subnet': {'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-474403571-subnet', 'tenant_id': '9ae7207faab3407baa5ab4056fa3b5ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:46.953389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:46.959605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Usage tracker for resource:subnet and tenant:9ae7207faab3407baa5ab4056fa3b5ab is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:46.963065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:46.971509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:46.989462 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.010035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Made reservation on behalf of 9ae7207faab3407baa5ab4056fa3b5ab for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:47.013234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.046297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Attempting to bind port 1af7584e-16fa-4945-89a7-3cd50f4e3c73 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:25:47.047381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Attempting to bind port 1af7584e-16fa-4945-89a7-3cd50f4e3c73 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:25:47.047945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Attempting to bind port 1af7584e-16fa-4945-89a7-3cd50f4e3c73 on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:25:47.070136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Port 1af7584e-16fa-4945-89a7-3cd50f4e3c73 on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:25:47.070878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Attempting to bind port 1af7584e-16fa-4945-89a7-3cd50f4e3c73 on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:25:47.077308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:47.077967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.125911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:25:47.126420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Checking segment: {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:25:47.126927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Bound using segment: {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:25:47.127486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Bound port: 1af7584e-16fa-4945-89a7-3cd50f4e3c73, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:25:47.127923 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.146867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-980bedf4-4121-4292-bb14-a0c02037221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.181436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bedf4-4121-4292-bb14-a0c02037221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230012f8-83c4-494b-84ac-6291cd4d271b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:47.254245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973fcafc-6e88-403b-abfe-3ff4b6ea99af tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:47.275991 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] Sync routers for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:25:47.281301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-973fcafc-6e88-403b-abfe-3ff4b6ea99af tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.290650 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-973fcafc-6e88-403b-abfe-3ff4b6ea99af tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b HTTP/1.1" status: 200 len: 700 time: 3.7199304 Feb 09 13:25:47.294454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36598) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:47.298971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-980bedf4-4121-4292-bb14-a0c02037221f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.300711 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-980bedf4-4121-4292-bb14-a0c02037221f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/230012f8-83c4-494b-84ac-6291cd4d271b HTTP/1.1" status: 204 len: 168 time: 1.0346012 Feb 09 13:25:47.314422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb828a-14be-4ef4-a792-3aebbaf97b48 None None] DHCP port deletion for 2f70b6e0-44cb-4763-b62e-b680815ca287 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:25:47.320696 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:47.321377 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:47.359242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cddb828a-14be-4ef4-a792-3aebbaf97b48 None None] Deleting port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:47.374748 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cddb828a-14be-4ef4-a792-3aebbaf97b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.548232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d55df585-9fb4-454d-8bff-36f1ba2c92ae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:47.697463 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:47.698665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36610) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:47.845096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] For port 1af7584e-16fa-4945-89a7-3cd50f4e3c73, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:25:47.860724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:25:47.865179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d55df585-9fb4-454d-8bff-36f1ba2c92ae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:47.866335 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d55df585-9fb4-454d-8bff-36f1ba2c92ae tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5c6307b-dc48-4c8b-8164-57a95f12de4b HTTP/1.1" status: 200 len: 205 time: 0.5688729 Feb 09 13:25:47.868277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] For port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=47185acf-f57e-47e1-94d7-9a43ec5b8aa7,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:47.868815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.879464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36616) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:47.947919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-cddb828a-14be-4ef4-a792-3aebbaf97b48 None None] For port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=47185acf-f57e-47e1-94d7-9a43ec5b8aa7,segment=NetworkSegment(fed3f313-f03e-4767-9342-86ca133cc65f),segment_id=fed3f313-f03e-4767-9342-86ca133cc65f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:47.948999 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cddb828a-14be-4ef4-a792-3aebbaf97b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:47.956490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] For port 1af7584e-16fa-4945-89a7-3cd50f4e3c73, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1af7584e-16fa-4945-89a7-3cd50f4e3c73,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:25:47.972299 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:25:31Z', 'revision_number': 11, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:47.981401 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] Checking router: a5c6307b-dc48-4c8b-8164-57a95f12de4b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:25:48.009900 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] Routers {'a5c6307b-dc48-4c8b-8164-57a95f12de4b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:48.014317 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:48.079221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.185456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.215360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cddb828a-14be-4ef4-a792-3aebbaf97b48 None None] Calling delete_port for 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:48.308999 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.340598 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] Set router a5c6307b-dc48-4c8b-8164-57a95f12de4b gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:48.380650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574f07e-9a60-446b-9f81-3da735084c47 req-3d6c9343-17a0-4378-85a8-ffe5ed3ac8a3 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:48.391076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0574f07e-9a60-446b-9f81-3da735084c47 req-3d6c9343-17a0-4378-85a8-ffe5ed3ac8a3 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 943 time: 1.4069889 Feb 09 13:25:48.434041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36630) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:48.465582 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cddb828a-14be-4ef4-a792-3aebbaf97b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.466074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=296fa344-cda2-48d8-b82b-48dea6327811,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:48.510833 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a274b1b-088e-4fb8-b6b2-8dd293599e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.516990 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:25:31Z', 'revision_number': 11, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:48.524443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Checking segment: {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:25:48.525393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Network hostable DHCP agents. Network: a1b8b61e-2690-4463-9785-4c7cb5a49b14, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:25:48.536222 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47464981-7e52-4d70-acb5-bc341f760901 None None] The sync data for ids ['a5c6307b-dc48-4c8b-8164-57a95f12de4b'] in n-d-825175-3 is: [{'id': 'a5c6307b-dc48-4c8b-8164-57a95f12de4b', 'name': 'tempest-RoutersTest-router-715785275', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:23:05Z', 'updated_at': '2022-02-09T13:25:31Z', 'revision_number': 11, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:25:48.549115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.549683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.550165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.550638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.551105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.551575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.552046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.552525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.553133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.553591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.554034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:25:48.558843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:48.581606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb828a-14be-4ef4-a792-3aebbaf97b48 None None] Pushing event deleted for resources: {'Port': ['ID=47185acf-f57e-47e1-94d7-9a43ec5b8aa7,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:48.591174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb828a-14be-4ef4-a792-3aebbaf97b48 None None] No DVR routers for this DVR port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:25:48.629271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Checking segment: {'id': 'a5202e20-6d30-4cd0-94ca-c449cec43627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7bf2c4e8-b7d3-4964-82d3-594433a4bad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:25:48.629583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network hostable DHCP agents. Network: 7bf2c4e8-b7d3-4964-82d3-594433a4bad4, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:25:48.650629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.651037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0574f07e-9a60-446b-9f81-3da735084c47 req-fb91f29e-0142-4e32-8e8e-5ede9ff07114 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585914 Feb 09 13:25:48.718452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1a274b1b-088e-4fb8-b6b2-8dd293599e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:48.727395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=ec0ea936-d73a-462b-8756-e4addc5110ea,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:48.737143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1a274b1b-088e-4fb8-b6b2-8dd293599e95 admin admin] Usage tracker for resource:security_group_rule and tenant:b881dcdee741498a8a2003b88eb431d0 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:48.741268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1a274b1b-088e-4fb8-b6b2-8dd293599e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:48.745275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Network a1b8b61e-2690-4463-9785-4c7cb5a49b14 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:25:48.750641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1a274b1b-088e-4fb8-b6b2-8dd293599e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:48.767839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:25:48.772826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, a1b8b61e-2690-4463-9785-4c7cb5a49b14) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:48.781817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 7bf2c4e8-b7d3-4964-82d3-594433a4bad4) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:48.783916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:48.784499 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.788936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400071f9-a525-41dc-8230-b591db7bf926 None None] Network a1b8b61e-2690-4463-9785-4c7cb5a49b14 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:48.794888 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:48.795744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.811959 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:25:48.812279 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:25:48.839775 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e3948b83-4513-406a-b79c-8149af9f0928 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57318781fda047b89b0d4bc08f1dff27&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1146607 Feb 09 13:25:48.849422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36638) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:48.851379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.852578 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-93e30152-604e-4048-ade7-6acba252438f service neutron] 10.222.0.67 "PUT /v2.0/ports/1af7584e-16fa-4945-89a7-3cd50f4e3c73 HTTP/1.1" status: 200 len: 1091 time: 6.9314518 Feb 09 13:25:48.853628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6820e59-c4ef-44b4-b63d-56668f8617bd', 'tag': '1af7584e-16fa-4945-89a7-3cd50f4e3c73'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:25:48.873656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e30152-604e-4048-ade7-6acba252438f service neutron] Pushing event updated for resources: {'Port': ['ID=1af7584e-16fa-4945-89a7-3cd50f4e3c73,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:48.879540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d32bffb-95ff-4bdc-8019-24a2aafb0596 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:48.920849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-28992c30-b042-41a6-bbf8-23af8e10fa56 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9756176 Feb 09 13:25:48.920849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f39042a0-85e4-4620-b349-e0caf96ee69b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9399159 Feb 09 13:25:48.929021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36644) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:48.934961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': '7bf2c4e8-b7d3-4964-82d3-594433a4bad4', 'name': 'tempest-PortsIpV6TestJSON-1087203725'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:48.995145 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6820e59-c4ef-44b4-b63d-56668f8617bd', 'tag': '1af7584e-16fa-4945-89a7-3cd50f4e3c73', 'status': 'completed', 'code': 200} Feb 09 13:25:49.054529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd76d5-a2fb-47c4-83eb-40b6a869da58 None None] Network 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:49.085827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:49.096032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:49.142002 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a274b1b-088e-4fb8-b6b2-8dd293599e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:49.153693 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a274b1b-088e-4fb8-b6b2-8dd293599e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:49.181554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:49.184808 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:49.217387 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f744-818a-494e-b159-68dcdb102ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:49.225691 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-acd42c68-a7e0-4934-8eb3-19e080f9bdfb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 1094 time: 0.2357962 Feb 09 13:25:49.271268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port 9ada76b1-26aa-4781-a11a-fd5315b5f968 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:25:49.357795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port 47185acf-f57e-47e1-94d7-9a43ec5b8aa7 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:49.358136 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:49.389905 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-dcc30456-8180-4906-b9a1-2415a56a9119 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af7584e-16fa-4945-89a7-3cd50f4e3c73 HTTP/1.1" status: 200 len: 217 time: 0.1487098 Feb 09 13:25:49.451627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8::187 (7bf2c4e8-b7d3-4964-82d3-594433a4bad4/ec0ea936-d73a-462b-8756-e4addc5110ea/9ada76b1-26aa-4781-a11a-fd5315b5f968) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:49.466205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-a1b8b61e-2690-4463-9785-4c7cb5a49b14', 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14', 'tenant_id': '9ae7207faab3407baa5ab4056fa3b5ab', 'fixed_ips': [{'subnet_id': '296fa344-cda2-48d8-b82b-48dea6327811'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:25:49.467725 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:49.576879 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f744-818a-494e-b159-68dcdb102ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:49.621364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a274b1b-088e-4fb8-b6b2-8dd293599e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d027701-91d6-4379-8cea-bb1a463bbf2d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:49.633532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-7fc7e77b-0b44-4506-aa30-5086d36c2ebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:49.635782 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-7fc7e77b-0b44-4506-aa30-5086d36c2ebc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 200 len: 855 time: 0.0852456 Feb 09 13:25:49.660062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1a274b1b-088e-4fb8-b6b2-8dd293599e95 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b881dcdee741498a8a2003b88eb431d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2211363 Feb 09 13:25:49.677527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36666) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:49.694886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] The port '47185acf-f57e-47e1-94d7-9a43ec5b8aa7' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:25:49.737067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Allocated IP 172.20.0.2 (a1b8b61e-2690-4463-9785-4c7cb5a49b14/296fa344-cda2-48d8-b82b-48dea6327811/545f1816-dcbc-400e-84a3-701fba179089) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:49.904348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:49.936294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f70b6e0-44cb-4763-b62e-b680815ca287']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:49.949227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed3f313-f03e-4767-9342-86ca133cc65f') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:49.949754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed3f313-f03e-4767-9342-86ca133cc65f') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:49.962232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:49.981875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:49.989591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:25:49.990383 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.052526 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.064217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Transition to ACTIVE for port object 545f1816-dcbc-400e-84a3-701fba179089 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:50.101402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Transition to ACTIVE for port object 545f1816-dcbc-400e-84a3-701fba179089 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:50.158491 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.172916 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f744-818a-494e-b159-68dcdb102ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:25:50.195412 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:25:50.264240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Pushing event updated for resources: {'Port': ['ID=545f1816-dcbc-400e-84a3-701fba179089,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:50.290308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-7bf2c4e8-b7d3-4964-82d3-594433a4bad4', 'network_id': '7bf2c4e8-b7d3-4964-82d3-594433a4bad4', 'tenant_id': '951a0af6959d462b949304dba3441f51', 'fixed_ips': [{'subnet_id': 'ec0ea936-d73a-462b-8756-e4addc5110ea'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:25:50.291477 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.296481 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-abeae8ea-4d49-4931-b10a-730939095373 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5928357 Feb 09 13:25:50.310649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Network a1b8b61e-2690-4463-9785-4c7cb5a49b14 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:50.313922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:50.317491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:50.378513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-0a677e99-9be3-4d10-b34d-b769ffcb0edf tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:50.379369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-0a677e99-9be3-4d10-b34d-b769ffcb0edf tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Synchronizing usage tracker for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:50.382892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5f744-818a-494e-b159-68dcdb102ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33212155-dae8-4887-b291-378ee6339efc,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:50.461713 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.497016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Attempting to bind port 545f1816-dcbc-400e-84a3-701fba179089 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:25:50.497526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Attempting to bind port 545f1816-dcbc-400e-84a3-701fba179089 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:25:50.497747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Attempting to bind port 545f1816-dcbc-400e-84a3-701fba179089 on network a1b8b61e-2690-4463-9785-4c7cb5a49b14 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:25:50.499290 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f744-818a-494e-b159-68dcdb102ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.503154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a0d5f744-818a-494e-b159-68dcdb102ea0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33212155-dae8-4887-b291-378ee6339efc HTTP/1.1" status: 204 len: 168 time: 1.6467187 Feb 09 13:25:50.505564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-795ee4e7-56d3-420d-b847-3b88463be907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.511274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-0a677e99-9be3-4d10-b34d-b769ffcb0edf tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Unset dirty status for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:50.512632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-0a677e99-9be3-4d10-b34d-b769ffcb0edf tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/networks?id=a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 200 len: 815 time: 0.7294574 Feb 09 13:25:50.564338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:25:50.564833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Checking segment: {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:25:50.565348 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.565799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Bound using segment: {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:25:50.566403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Bound port: 545f1816-dcbc-400e-84a3-701fba179089, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:25:50.566921 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.615954 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.629273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-e1a2f77b-512c-4c1c-a5ff-ddb3838e8c29 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/quotas/9ae7207faab3407baa5ab4056fa3b5ab HTTP/1.1" status: 200 len: 375 time: 0.0881262 Feb 09 13:25:50.648438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe4f56-2f68-4c20-829e-a3bb0dad832c req-e0c3a713-e43d-4518-bc46-a3701640db64 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:50.649972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7abe4f56-2f68-4c20-829e-a3bb0dad832c req-e0c3a713-e43d-4518-bc46-a3701640db64 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 943 time: 0.5217736 Feb 09 13:25:50.684097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-795ee4e7-56d3-420d-b847-3b88463be907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.689790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] For port 545f1816-dcbc-400e-84a3-701fba179089, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:25:50.694493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] For port 545f1816-dcbc-400e-84a3-701fba179089, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=545f1816-dcbc-400e-84a3-701fba179089,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:25:50.701322 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.701682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.717021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d32bffb-95ff-4bdc-8019-24a2aafb0596 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.727036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Network': ['ID=2f70b6e0-44cb-4763-b62e-b680815ca287,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:50.741494 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-09dec28f-317f-48f5-a733-aed5d1f67568 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717998 Feb 09 13:25:50.742310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d32bffb-95ff-4bdc-8019-24a2aafb0596 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.803949 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-01f9fa60-5c0f-4115-9987-d4a3d801bfe3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/networks/2f70b6e0-44cb-4763-b62e-b680815ca287 HTTP/1.1" status: 204 len: 168 time: 4.1229544 Feb 09 13:25:50.825182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2b8d2-022e-49e4-a755-7cc2c6a83689 None None] Pushing event updated for resources: {'Port': ['ID=545f1816-dcbc-400e-84a3-701fba179089,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:50.841146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36690) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:50.864498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object 9ada76b1-26aa-4781-a11a-fd5315b5f968 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:50.937668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d32bffb-95ff-4bdc-8019-24a2aafb0596 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:50.938302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d32bffb-95ff-4bdc-8019-24a2aafb0596 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Fanout notify agent at l3_agent the message router_deleted on router a5c6307b-dc48-4c8b-8164-57a95f12de4b {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:25:50.971029 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7abe4f56-2f68-4c20-829e-a3bb0dad832c req-f555e5af-6a12-401b-b90e-7be2d8adb1fa tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932158 Feb 09 13:25:51.009927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-ce2e0644-9242-4da8-aa5c-333a911f69cb tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3563771 Feb 09 13:25:51.075570 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:51.262076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=9ada76b1-26aa-4781-a11a-fd5315b5f968,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:51.265885 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-795ee4e7-56d3-420d-b847-3b88463be907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:51.290983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Allocated IP 2001:db8::2 (7bf2c4e8-b7d3-4964-82d3-594433a4bad4/ec0ea936-d73a-462b-8756-e4addc5110ea/359f8eda-6cb5-4964-8395-6ba1b088b8c6) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:51.292652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:51.296349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:51.299201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:51.303790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:51.305039 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:51.330312 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d32bffb-95ff-4bdc-8019-24a2aafb0596 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:51.336729 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0d32bffb-95ff-4bdc-8019-24a2aafb0596 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b HTTP/1.1" status: 204 len: 168 time: 3.4516754 Feb 09 13:25:51.340081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36706) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:51.392887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1466209703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:51.460123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-795ee4e7-56d3-420d-b847-3b88463be907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:51.461618 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-795ee4e7-56d3-420d-b847-3b88463be907 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2d027701-91d6-4379-8cea-bb1a463bbf2d HTTP/1.1" status: 204 len: 168 time: 1.7846236 Feb 09 13:25:51.463321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ee4e7-56d3-420d-b847-3b88463be907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d027701-91d6-4379-8cea-bb1a463bbf2d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:51.524667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-393437bf-60e6-4244-bd66-b81e51b516f1 service neutron] 10.222.0.59 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036175 Feb 09 13:25:51.532434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0732bb90-ee11-4fdd-828a-4d1c0d3ba32c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6016221 Feb 09 13:25:51.533202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36718) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:51.541312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': '7bf2c4e8-b7d3-4964-82d3-594433a4bad4', 'name': 'tempest-PortsIpV6TestJSON-1898607914'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:51.632393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:51.666404 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-376acdec-fd3b-4060-aefb-ecbbdb27264b req-53aab76f-75a3-424d-9a52-367cc01bd1a1 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9184265 Feb 09 13:25:51.670507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Usage tracker for resource:router and tenant:c754c3a1dc68484d9d115354a2421c3f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:51.700180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:51.746019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:51.868872 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:51.870521 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:51.878252 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:51.894646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port 834a6a8c-1933-4dd2-a56f-35232e926982 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:51.895574 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:51.914226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Transition to ACTIVE for port object 359f8eda-6cb5-4964-8395-6ba1b088b8c6 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:51.935389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 545f1816-dcbc-400e-84a3-701fba179089 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:51.998450 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-1d5d19c7-6ced-4bbf-8da8-2a8453e9228d service neutron] 10.222.0.59 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640172 Feb 09 13:25:52.021434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129b16e3-114a-440e-8b0c-db1a69a5935b req-06512c4a-9ea6-4182-9009-f7690e9d9f53 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9489481 Feb 09 13:25:52.086133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:52.088360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Transition to ACTIVE for port object 359f8eda-6cb5-4964-8395-6ba1b088b8c6 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:52.094347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:port and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:52.097763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:52.106086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:52.123278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:52.135569 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:52.137403 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:52.273984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Pushing event updated for resources: {'Port': ['ID=359f8eda-6cb5-4964-8395-6ba1b088b8c6,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:52.285133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Network 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:52.288388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:52.292954 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:52.335088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:52.372997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be4d3ee7-e06e-4629-9575-c7b1395c57a7 req-af56a00f-8c0b-4850-a4fe-b8a0ee81eb17 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 1094 time: 0.6281667 Feb 09 13:25:52.418665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 545f1816-dcbc-400e-84a3-701fba179089 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:52.455155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Attempting to bind port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:25:52.455586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Attempting to bind port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'a5202e20-6d30-4cd0-94ca-c449cec43627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7bf2c4e8-b7d3-4964-82d3-594433a4bad4'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:25:52.455952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Attempting to bind port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 on network 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:25:52.468652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:25:52.469046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Checking segment: {'id': 'a5202e20-6d30-4cd0-94ca-c449cec43627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7bf2c4e8-b7d3-4964-82d3-594433a4bad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:25:52.469452 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:52.469888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Bound using segment: {'id': 'a5202e20-6d30-4cd0-94ca-c449cec43627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7bf2c4e8-b7d3-4964-82d3-594433a4bad4'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:25:52.470373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Bound port: 359f8eda-6cb5-4964-8395-6ba1b088b8c6, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5202e20-6d30-4cd0-94ca-c449cec43627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7bf2c4e8-b7d3-4964-82d3-594433a4bad4'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:25:52.470969 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:52.554742 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:52.612275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port ccf862b5-b965-421a-bf11-ceb8e28e37f7 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:25:52.630183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:52.636830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] For port 359f8eda-6cb5-4964-8395-6ba1b088b8c6, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:25:52.637128 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3ab27c77-3717-4b97-8ccf-8772539fa74e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2683723 Feb 09 13:25:52.647237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] For port 359f8eda-6cb5-4964-8395-6ba1b088b8c6, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=359f8eda-6cb5-4964-8395-6ba1b088b8c6,segment=NetworkSegment(a5202e20-6d30-4cd0-94ca-c449cec43627),segment_id=a5202e20-6d30-4cd0-94ca-c449cec43627)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:25:52.647413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36746) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:52.656679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:52.791106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75af671-feac-4caf-bdcb-862e9839e5bf None None] Pushing event updated for resources: {'Port': ['ID=359f8eda-6cb5-4964-8395-6ba1b088b8c6,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:52.918120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-29179530-b899-4d97-8de0-57ffbff62266 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:52.958841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c406a9c-dbb1-4383-8124-716b5ad75a52 None None] Network a1b8b61e-2690-4463-9785-4c7cb5a49b14 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:53.267934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9ca5f36b-20ef-4e0c-8882-d4702e4ef1aa None None] Provisioning for port 545f1816-dcbc-400e-84a3-701fba179089 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:53.277475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9ca5f36b-20ef-4e0c-8882-d4702e4ef1aa None None] Provisioning complete for port 545f1816-dcbc-400e-84a3-701fba179089 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:53.278057 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f36b-20ef-4e0c-8882-d4702e4ef1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:53.363869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8::1bb (7bf2c4e8-b7d3-4964-82d3-594433a4bad4/ec0ea936-d73a-462b-8756-e4addc5110ea/ccf862b5-b965-421a-bf11-ceb8e28e37f7) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:53.389981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:53.390304 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:53.563524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11104453-d7ab-405a-8066-9d3addbbf49a req-ecacd906-6975-43ca-afad-86f7728210f3 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:53.565366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11104453-d7ab-405a-8066-9d3addbbf49a req-ecacd906-6975-43ca-afad-86f7728210f3 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 943 time: 1.1784322 Feb 09 13:25:53.736899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d3ee7-e06e-4629-9575-c7b1395c57a7 req-b0d02019-860a-4b0f-b41b-bad5c248525f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:53.738748 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be4d3ee7-e06e-4629-9575-c7b1395c57a7 req-b0d02019-860a-4b0f-b41b-bad5c248525f service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 916 time: 1.3021801 Feb 09 13:25:53.745950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for 834a6a8c-1933-4dd2-a56f-35232e926982 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:25:53.862581 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f36b-20ef-4e0c-8882-d4702e4ef1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:54.187940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9ca5f36b-20ef-4e0c-8882-d4702e4ef1aa None None] For port 545f1816-dcbc-400e-84a3-701fba179089, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=545f1816-dcbc-400e-84a3-701fba179089,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:54.194107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 359f8eda-6cb5-4964-8395-6ba1b088b8c6 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:54.273182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1af7584e-16fa-4945-89a7-3cd50f4e3c73 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:25:54.326011 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9ca5f36b-20ef-4e0c-8882-d4702e4ef1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:54.413441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129b16e3-114a-440e-8b0c-db1a69a5935b req-f11448bd-c503-4751-9e03-c076fdfa8d5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 1096 time: 2.2214241 Feb 09 13:25:54.519058 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11104453-d7ab-405a-8066-9d3addbbf49a req-fc71ba9c-6981-40fe-a695-30cd09f0c236 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111262 Feb 09 13:25:54.613254 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be4d3ee7-e06e-4629-9575-c7b1395c57a7 req-6e088ae1-2c4b-4347-a686-f08353f25e40 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af7584e-16fa-4945-89a7-3cd50f4e3c73 HTTP/1.1" status: 200 len: 217 time: 0.4986501 Feb 09 13:25:54.626762 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:25:54.776666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3d2f27-b819-439b-b5f8-3136ae48dab6 None None] Network 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:25:54.908268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5f36b-20ef-4e0c-8882-d4702e4ef1aa None None] Pushing event updated for resources: {'Port': ['ID=545f1816-dcbc-400e-84a3-701fba179089,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:54.989479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-6d7e2573-67ea-4267-9c6e-b8e572311f4b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:55.003195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-6d7e2573-67ea-4267-9c6e-b8e572311f4b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/networks?id=a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 200 len: 815 time: 1.9887395 Feb 09 13:25:55.051301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-29179530-b899-4d97-8de0-57ffbff62266 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:55.083469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d3ee7-e06e-4629-9575-c7b1395c57a7 req-86eea401-9603-46b7-85fe-fd6ae313cb38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:55.085024 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be4d3ee7-e06e-4629-9575-c7b1395c57a7 req-86eea401-9603-46b7-85fe-fd6ae313cb38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 200 len: 855 time: 0.4651687 Feb 09 13:25:55.159469 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-29179530-b899-4d97-8de0-57ffbff62266 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:55.201030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:55.224411 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be4d3ee7-e06e-4629-9575-c7b1395c57a7 req-a6c998e7-42c9-4741-98aa-6cc6901138b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313081 Feb 09 13:25:55.286676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1af7584e-16fa-4945-89a7-3cd50f4e3c73, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1af7584e-16fa-4945-89a7-3cd50f4e3c73,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:55.305849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:55.317325 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a52250c3-0ef3-41a8-88fe-c6253a8fa5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:55.322856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '1af7584e-16fa-4945-89a7-3cd50f4e3c73', 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031', 'port_id': '1af7584e-16fa-4945-89a7-3cd50f4e3c73', 'mac_address': 'fa:16:3e:98:07:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1e4002-02f9-4a3a-8d02-5dd262bd0af0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:25:55.349104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-caf4e17d-cc6d-4e11-984d-799fbe2d7dc5 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/quotas/9ae7207faab3407baa5ab4056fa3b5ab HTTP/1.1" status: 200 len: 375 time: 0.3448513 Feb 09 13:25:55.380991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9ad2131c-0f30-42ca-98c1-4ee1e7a333a4 None None] Provisioning for port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:55.397568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9ad2131c-0f30-42ca-98c1-4ee1e7a333a4 None None] Provisioning complete for port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:55.398085 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9ad2131c-0f30-42ca-98c1-4ee1e7a333a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:55.536267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object ccf862b5-b965-421a-bf11-ceb8e28e37f7 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:55.542400 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:55.575792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36828) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:55.624270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b16e3-114a-440e-8b0c-db1a69a5935b req-b9b22e0b-ef98-4956-a315-61d71a001783 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:55.627525 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129b16e3-114a-440e-8b0c-db1a69a5935b req-b9b22e0b-ef98-4956-a315-61d71a001783 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 HTTP/1.1" status: 200 len: 896 time: 1.1165063 Feb 09 13:25:55.755679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af7584e-16fa-4945-89a7-3cd50f4e3c73 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:25:55.779422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:55.798213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d19cd911-c72a-40d0-8df2-0ad0ab878f7e tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:55.815444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d19cd911-c72a-40d0-8df2-0ad0ab878f7e tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "GET /v2.0/networks?id=a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 200 len: 815 time: 0.8413663 Feb 09 13:25:55.871334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Request body: {'port': {'device_id': '85db920d-6da7-41d2-a2f6-73f5a7a6d9a7', 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14', 'admin_state_up': True, 'tenant_id': '9ae7207faab3407baa5ab4056fa3b5ab'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:55.898582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be4d3ee7-e06e-4629-9575-c7b1395c57a7 req-663dab04-7164-46e9-9b1c-71a099bb6122 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585467 Feb 09 13:25:55.904404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Port': ['ID=834a6a8c-1933-4dd2-a56f-35232e926982,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:55.949925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 545f1816-dcbc-400e-84a3-701fba179089 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:56.039998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1af7584e-16fa-4945-89a7-3cd50f4e3c73, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1af7584e-16fa-4945-89a7-3cd50f4e3c73,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:56.078286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-a04678b8-843f-4d95-bc46-bd45e07c33c2 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7261968 Feb 09 13:25:56.105485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129b16e3-114a-440e-8b0c-db1a69a5935b req-21832571-41bb-4f18-8bec-77fec06b5173 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530 HTTP/1.1" status: 200 len: 217 time: 0.4640462 Feb 09 13:25:56.109888 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:56.113509 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9ad2131c-0f30-42ca-98c1-4ee1e7a333a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:56.241327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-587447696', 'router:external': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:56.277127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:56.312298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:56.368708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Usage tracker for resource:network and tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:56.379743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 545f1816-dcbc-400e-84a3-701fba179089 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:56.380324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:56.384367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:56.401098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:56.411783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9ad2131c-0f30-42ca-98c1-4ee1e7a333a4 None None] For port 359f8eda-6cb5-4964-8395-6ba1b088b8c6, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=359f8eda-6cb5-4964-8395-6ba1b088b8c6,segment=NetworkSegment(a5202e20-6d30-4cd0-94ca-c449cec43627),segment_id=a5202e20-6d30-4cd0-94ca-c449cec43627)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:25:56.416083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['1af7584e-16fa-4945-89a7-3cd50f4e3c73'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:25:56.436264 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be4d3ee7-e06e-4629-9575-c7b1395c57a7 req-a04b06f9-dd68-4d17-bc31-459cbd107be3 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284123 Feb 09 13:25:56.463971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:56.476989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1af7584e-16fa-4945-89a7-3cd50f4e3c73,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:56.505533 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9ad2131c-0f30-42ca-98c1-4ee1e7a333a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:56.569109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Made reservation on behalf of f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:56.572295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:56.631076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b16e3-114a-440e-8b0c-db1a69a5935b req-fa27ff94-9ae1-48d1-953d-7bcd4b0139b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:56.632533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129b16e3-114a-440e-8b0c-db1a69a5935b req-fa27ff94-9ae1-48d1-953d-7bcd4b0139b4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=266f2c9a-d4a2-4f86-82ef-c7a2697280fe HTTP/1.1" status: 200 len: 834 time: 0.4566257 Feb 09 13:25:56.637671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:56.642125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=ccf862b5-b965-421a-bf11-ceb8e28e37f7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:56.660775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:56.725735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876937e9-a17a-45eb-9776-8003e920774e req-d9e5de7a-6462-4dbc-a434-69b261295411 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:56.727254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-876937e9-a17a-45eb-9776-8003e920774e req-d9e5de7a-6462-4dbc-a434-69b261295411 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 943 time: 0.9094183 Feb 09 13:25:56.731350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:56.735861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:56.736510 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:56.752454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:56.753469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:56.778055 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29179530-b899-4d97-8de0-57ffbff62266 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Router 1016f6ed-9805-47a0-9618-ab8a80c5331e is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:25:56.824301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Usage tracker for resource:port and tenant:9ae7207faab3407baa5ab4056fa3b5ab is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:56.843618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2131c-0f30-42ca-98c1-4ee1e7a333a4 None None] Pushing event updated for resources: {'Port': ['ID=359f8eda-6cb5-4964-8395-6ba1b088b8c6,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:56.845058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:56.845836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:56.866002 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-53a8d9bb-f667-430b-943c-35479542f639 service neutron] 10.222.0.59 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7718968 Feb 09 13:25:56.894993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:56.973763 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-876937e9-a17a-45eb-9776-8003e920774e req-23d2edf1-cb13-4315-b414-201931a3c6c4 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254870 Feb 09 13:25:56.987797 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5c9d56e6-9976-4b7e-9f24-53b6260721fd None None] Provisioning complete for port 545f1816-dcbc-400e-84a3-701fba179089 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:56.988202 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c9d56e6-9976-4b7e-9f24-53b6260721fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:57.046460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Usage tracker for resource:security_group_rule and tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:57.049522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a1eabc0a-03fa-4065-9cfa-aae805c1f3c9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5138180 Feb 09 13:25:57.052943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36860) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:57.077564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:57.255802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Made reservation on behalf of 9ae7207faab3407baa5ab4056fa3b5ab for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:57.260203 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:57.337637 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129b16e3-114a-440e-8b0c-db1a69a5935b req-cf0beb84-d4e4-4c3b-b8b3-b1b094e06586 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6785553 Feb 09 13:25:57.431805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-15538b10-a863-434f-84cd-639b14927fa6 None None] Provisioning complete for port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:57.432411 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-15538b10-a863-434f-84cd-639b14927fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:57.473543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:57.545289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129b16e3-114a-440e-8b0c-db1a69a5935b req-88a02fa2-96f6-4faa-8ca5-024ed0a0304f service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005801 Feb 09 13:25:57.563975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29179530-b899-4d97-8de0-57ffbff62266 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:25:57.581950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] Sync routers for ids ['1016f6ed-9805-47a0-9618-ab8a80c5331e'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:25:57.636589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] Routers {'1016f6ed-9805-47a0-9618-ab8a80c5331e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:57.637314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1016f6ed-9805-47a0-9618-ab8a80c5331e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:57.668162 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-29179530-b899-4d97-8de0-57ffbff62266 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:57.677369 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-29179530-b899-4d97-8de0-57ffbff62266 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "PUT /v2.0/routers/1016f6ed-9805-47a0-9618-ab8a80c5331e HTTP/1.1" status: 200 len: 694 time: 4.8101916 Feb 09 13:25:57.682684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36880) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:57.842359 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:57.889601 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:58.224452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] Set router 1016f6ed-9805-47a0-9618-ab8a80c5331e gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:58.255461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Allocated IP 172.20.0.6 (a1b8b61e-2690-4463-9785-4c7cb5a49b14/296fa344-cda2-48d8-b82b-48dea6327811/075ecd90-2447-4fb2-9a6c-e14f50f08ac8) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:25:58.347038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 359f8eda-6cb5-4964-8395-6ba1b088b8c6 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:58.357483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:25:58.380858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:58.381210 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Added segment 09eab322-68db-498a-a60f-c32f655aeade of type vlan for network fb3c2099-1914-4660-a2fc-a03f31333f83 Feb 09 13:25:58.400863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1af7584e-16fa-4945-89a7-3cd50f4e3c73 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:25:58.513030 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:58.517529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41aa90b-ca69-4944-8c7c-c5c3091f5fd8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:58.542613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129b16e3-114a-440e-8b0c-db1a69a5935b req-f8242155-f9cc-41a5-9155-367bcb074e8b service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9855068 Feb 09 13:25:58.568046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Transition to ACTIVE for port object 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:25:58.575780 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:58.612653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cae6d16d-313e-4f29-8cf4-d3c11934d6bd tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/routers/1016f6ed-9805-47a0-9618-ab8a80c5331e HTTP/1.1" status: 200 len: 700 time: 0.9292669 Feb 09 13:25:58.613307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36902) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:58.700932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-ae0d83ef-a127-4211-96f6-963cae045cc7 service neutron] 10.222.0.59 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8240914 Feb 09 13:25:58.719448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016f6ed-9805-47a0-9618-ab8a80c5331e', 'name': 'tempest-RoutersTest-router-1466209703', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:25:51Z', 'updated_at': '2022-02-09T13:25:55Z', 'revision_number': 2, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:58.736193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36906) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:58.740605 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-caed688e-ea99-4247-acac-a2ed9e4369ad tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=1016f6ed-9805-47a0-9618-ab8a80c5331e HTTP/1.1" status: 200 len: 205 time: 0.1237359 Feb 09 13:25:58.770116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] Checking router: 1016f6ed-9805-47a0-9618-ab8a80c5331e for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:25:58.795259 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4168e0b-8d0e-4a82-8dd6-f3504660be8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:58.816112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] Routers {'1016f6ed-9805-47a0-9618-ab8a80c5331e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:25:58.817351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1016f6ed-9805-47a0-9618-ab8a80c5331e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:58.830058 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:58.841989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:58.842821 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:58.989533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f9b41-591a-4a3d-a22b-7cee42fccc9a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:25:58.992571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b77f9b41-591a-4a3d-a22b-7cee42fccc9a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:25:59.073902 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.3692801 Feb 09 13:25:59.110807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36918) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:59.119507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d21e92-56d4-4841-9928-3bcc8f83cacc tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event updated for resources: {'Network': ['ID=fb3c2099-1914-4660-a2fc-a03f31333f83,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:25:59.125634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Request body: {'subnet': {'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:25:59.130622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] Set router 1016f6ed-9805-47a0-9618-ab8a80c5331e gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:25:59.137852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:25:59.150444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Usage tracker for resource:subnet and tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:25:59.162666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:25:59.172156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:25:59.197201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Made reservation on behalf of f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:25:59.214674 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:59.224752 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:59.363979 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-783c527d-b942-4049-8c2c-ee5372c433a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:59.480075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router e97abf9b-3c54-480c-8668-387ef6afa516 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:25:59.521760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:59.551436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network fb3c2099-1914-4660-a2fc-a03f31333f83 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:25:59.680103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Network a1b8b61e-2690-4463-9785-4c7cb5a49b14 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:25:59.689801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:25:59.691882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b77f9b41-591a-4a3d-a22b-7cee42fccc9a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:25:59.695747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b77f9b41-591a-4a3d-a22b-7cee42fccc9a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A187 HTTP/1.1" status: 200 len: 929 time: 2.6386735 Feb 09 13:25:59.703315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:25:59.718586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36942) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:25:59.816300 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:59.833234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1016f6ed-9805-47a0-9618-ab8a80c5331e', 'name': 'tempest-RoutersTest-router-1466209703', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:25:51Z', 'updated_at': '2022-02-09T13:25:55Z', 'revision_number': 2, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:25:59.853949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccb332b-0702-47e2-9562-9063912d13c2 None None] The sync data for ids ['1016f6ed-9805-47a0-9618-ab8a80c5331e'] in n-d-825175-3 is: [{'id': '1016f6ed-9805-47a0-9618-ab8a80c5331e', 'name': 'tempest-RoutersTest-router-1466209703', 'tenant_id': 'c754c3a1dc68484d9d115354a2421c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:25:51Z', 'updated_at': '2022-02-09T13:25:55Z', 'revision_number': 2, 'project_id': 'c754c3a1dc68484d9d115354a2421c3f', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:25:59.871195 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:59.878014 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:59.967837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-15538b10-a863-434f-84cd-639b14927fa6 None None] Provisioning for port 9ada76b1-26aa-4781-a11a-fd5315b5f968 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:25:59.987466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-501357b3-0a0a-4946-a5da-4d5453b67e94 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port ccf862b5-b965-421a-bf11-ceb8e28e37f7 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:25:59.988387 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-501357b3-0a0a-4946-a5da-4d5453b67e94 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:25:59.988613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-15538b10-a863-434f-84cd-639b14927fa6 None None] Provisioning complete for port 9ada76b1-26aa-4781-a11a-fd5315b5f968 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:25:59.989356 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-15538b10-a863-434f-84cd-639b14927fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:00.165581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-15538b10-a863-434f-84cd-639b14927fa6 None None] Port 9ada76b1-26aa-4781-a11a-fd5315b5f968 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:00.173666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:00.174435 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:00.176729 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:00.179292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 1af7584e-16fa-4945-89a7-3cd50f4e3c73 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:00.189713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Pushing event updated for resources: {'Port': ['ID=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:00.194573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 1af7584e-16fa-4945-89a7-3cd50f4e3c73 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:00.195312 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:00.215981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dc223-4085-455a-b8dd-09a4e006e865 req-dafe0e6d-8281-4d0b-9b5e-af4a52229b66 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:00.237013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f56dc223-4085-455a-b8dd-09a4e006e865 req-dafe0e6d-8281-4d0b-9b5e-af4a52229b66 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 944 time: 1.6920748 Feb 09 13:26:00.404409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-15538b10-a863-434f-84cd-639b14927fa6 None None] Provisioning for port ccf862b5-b965-421a-bf11-ceb8e28e37f7 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:00.426765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-15538b10-a863-434f-84cd-639b14927fa6 None None] Provisioning complete for port ccf862b5-b965-421a-bf11-ceb8e28e37f7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:00.434006 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-15538b10-a863-434f-84cd-639b14927fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:00.650024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-d546be30-4caa-4ce7-a036-d7a01f431f66 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8166566 Feb 09 13:26:00.666322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Request body: {'port': {'device_id': '85db920d-6da7-41d2-a2f6-73f5a7a6d9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:00.705813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-c8bfbc3c-9162-42ff-931b-e335b516e062 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:00.707459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-c8bfbc3c-9162-42ff-931b-e335b516e062 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/networks?id=a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 200 len: 815 time: 0.9738131 Feb 09 13:26:00.738858 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-2813448f-aaea-4707-8796-7e793fd460a2 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/quotas/9ae7207faab3407baa5ab4056fa3b5ab HTTP/1.1" status: 200 len: 375 time: 0.0111313 Feb 09 13:26:00.765837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-15538b10-a863-434f-84cd-639b14927fa6 None None] Port ccf862b5-b965-421a-bf11-ceb8e28e37f7 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:00.772024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:00.837476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6820e59-c4ef-44b4-b63d-56668f8617bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af7584e-16fa-4945-89a7-3cd50f4e3c73'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:00.842692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f56dc223-4085-455a-b8dd-09a4e006e865 req-feb5653b-791d-4e18-8116-3c8a3194aa18 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047664 Feb 09 13:26:00.935874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 1af7584e-16fa-4945-89a7-3cd50f4e3c73, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1af7584e-16fa-4945-89a7-3cd50f4e3c73,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:00.951915 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:01.147241 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6820e59-c4ef-44b4-b63d-56668f8617bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af7584e-16fa-4945-89a7-3cd50f4e3c73', 'code': 200} Feb 09 13:26:01.218518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-567ac6d9-c0ee-4753-9855-5f8130a8ad6a None None] Provisioning for port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:01.238659 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-567ac6d9-c0ee-4753-9855-5f8130a8ad6a None None] Provisioning complete for port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:01.239549 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-567ac6d9-c0ee-4753-9855-5f8130a8ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:01.341255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-567ac6d9-c0ee-4753-9855-5f8130a8ad6a None None] Port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:01.363939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=1af7584e-16fa-4945-89a7-3cd50f4e3c73,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:01.401447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-567ac6d9-c0ee-4753-9855-5f8130a8ad6a None None] Provisioning complete for port 9ada76b1-26aa-4781-a11a-fd5315b5f968 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:01.402044 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-567ac6d9-c0ee-4753-9855-5f8130a8ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:01.424681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:26:01.441457 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] Sync routers for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:26:01.460462 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:01.461481 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:01.499584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:01.585200 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-783c527d-b942-4049-8c2c-ee5372c433a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:01.601798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-567ac6d9-c0ee-4753-9855-5f8130a8ad6a None None] Port 9ada76b1-26aa-4781-a11a-fd5315b5f968 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:01.609079 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:01.658449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-567ac6d9-c0ee-4753-9855-5f8130a8ad6a None None] Provisioning complete for port ccf862b5-b965-421a-bf11-ceb8e28e37f7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:01.660702 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-567ac6d9-c0ee-4753-9855-5f8130a8ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:01.726048 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-783c527d-b942-4049-8c2c-ee5372c433a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:01.755339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-567ac6d9-c0ee-4753-9855-5f8130a8ad6a None None] Port ccf862b5-b965-421a-bf11-ceb8e28e37f7 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:01.765991 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-501357b3-0a0a-4946-a5da-4d5453b67e94 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:01.842982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-6d608e57-d5d5-43c8-b906-c300ababde57 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Synchronizing usage tracker for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:01.871367 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:26:01.938802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-6d608e57-d5d5-43c8-b906-c300ababde57 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Unset dirty status for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:01.950613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-6d608e57-d5d5-43c8-b906-c300ababde57 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1020615 Feb 09 13:26:01.969215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d7cafacb-e957-4b55-b5b1-9bc3a0306217 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:01.978739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d7cafacb-e957-4b55-b5b1-9bc3a0306217 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "GET /v2.0/networks?id=a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 200 len: 815 time: 0.5445700 Feb 09 13:26:02.015560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Request body: {'port': {'device_id': '5a38d5b5-f04a-4b5e-b2a0-107c4c925587', 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14', 'admin_state_up': True, 'tenant_id': '9ae7207faab3407baa5ab4056fa3b5ab'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:02.278064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-501357b3-0a0a-4946-a5da-4d5453b67e94 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for ccf862b5-b965-421a-bf11-ceb8e28e37f7 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:02.313291 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-783c527d-b942-4049-8c2c-ee5372c433a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:02.314867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783c527d-b942-4049-8c2c-ee5372c433a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Fanout notify agent at l3_agent the message router_deleted on router 1016f6ed-9805-47a0-9618-ab8a80c5331e {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:26:02.351612 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b497c3e7-10ae-43e9-8650-57637c0dd1db tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/floatingips/846322fe-97c9-4ee8-9a15-daa4b445f621 HTTP/1.1" status: 204 len: 168 time: 11.5050471 Feb 09 13:26:02.401061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'tag': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:02.512514 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:25:30Z', 'revision_number': 6, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:02.535127 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] Checking router: e97abf9b-3c54-480c-8668-387ef6afa516 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:26:02.538679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.objects.ports [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83479) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 13:26:02.539330 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:02.557957 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:02.558606 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:02.653254 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09b4e88-8b0b-4d9e-9e8b-fa26ca961500 req-db673ec2-6bc0-44e4-903e-f3ae2402e103 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 1096 time: 1.3030620 Feb 09 13:26:02.703381 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-4d6d9467-a637-4d88-82de-59acca3f9e99 service neutron] 10.222.0.59 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510259 Feb 09 13:26:02.730288 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-783c527d-b942-4049-8c2c-ee5372c433a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:02.737463 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-783c527d-b942-4049-8c2c-ee5372c433a8 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/1016f6ed-9805-47a0-9618-ab8a80c5331e HTTP/1.1" status: 204 len: 168 time: 3.9984214 Feb 09 13:26:02.769512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36986) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:02.843794 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09b4e88-8b0b-4d9e-9e8b-fa26ca961500 req-12da7416-d279-4fc2-a33b-a8e4bcfcb383 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820788 Feb 09 13:26:02.868834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event updated for resources: {'Subnet': ['ID=990429ba-3b38-4d46-88f6-24b5c2279148,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:02.916281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Checking segment: {'id': '09eab322-68db-498a-a60f-c32f655aeade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:02.916596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Network hostable DHCP agents. Network: fb3c2099-1914-4660-a2fc-a03f31333f83, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:26:02.927403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-501357b3-0a0a-4946-a5da-4d5453b67e94 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:02.955875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1aa7dc70-70d0-4af4-8dd7-95fd5bec007b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Synchronizing usage tracker for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:02.966359 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:26:03.034517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501357b3-0a0a-4946-a5da-4d5453b67e94 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=ccf862b5-b965-421a-bf11-ceb8e28e37f7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:03.046891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-501357b3-0a0a-4946-a5da-4d5453b67e94 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:03.071550 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-501357b3-0a0a-4946-a5da-4d5453b67e94 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/ccf862b5-b965-421a-bf11-ceb8e28e37f7 HTTP/1.1" status: 204 len: 168 time: 3.3481116 Feb 09 13:26:03.072976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36998) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:03.144030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Network fb3c2099-1914-4660-a2fc-a03f31333f83 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:26:03.162647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, fb3c2099-1914-4660-a2fc-a03f31333f83) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:03.175348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c649d78a-1d6d-4ef5-8741-5ae760fb351f None None] Network fb3c2099-1914-4660-a2fc-a03f31333f83 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:03.199662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:03.200263 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:03.202563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:26:03.210007 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-9293a0a6-4c11-4536-8a2c-4a0adc21d756 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:26:03.210435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9293a0a6-4c11-4536-8a2c-4a0adc21d756 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:03.228717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:03.256245 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bde20d0b-c3b1-466f-b50f-1354e4adb719 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1445227 Feb 09 13:26:03.280762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37004) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:03.287021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1106123311', 'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:03.293231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9293a0a6-4c11-4536-8a2c-4a0adc21d756 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:03.294859 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9293a0a6-4c11-4536-8a2c-4a0adc21d756 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/ccf862b5-b965-421a-bf11-ceb8e28e37f7 HTTP/1.1" status: 404 len: 333 time: 0.2208478 Feb 09 13:26:03.296018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:03.298547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37012) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:03.363293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Usage tracker for resource:port and tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:03.381452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:03.405111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:03.416795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:03.440409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd0dfd-df7e-41a5-b780-cfc5ea296bc6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 9ada76b1-26aa-4781-a11a-fd5315b5f968 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:03.440409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0dfd-df7e-41a5-b780-cfc5ea296bc6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:03.487505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:03.502850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Made reservation on behalf of f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:03.512410 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:03.575499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] device_id is not set on port 1073ae01-e13e-4109-ab02-609125a6e525 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:26:03.702230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-588855c2-a60a-45ce-9282-96d6215c1099 service neutron] 10.222.0.59 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9804783 Feb 09 13:26:03.731160 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:25:30Z', 'revision_number': 6, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:03.744765 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c9c5b-b745-479c-90b7-40fd7123401e None None] The sync data for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 is: [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:25:30Z', 'revision_number': 6, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'be68ae05-0071-4857-8eb3-fd85903cbc9d', 'name': '', 'network_id': 'b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:68:7e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:52Z', 'updated_at': '2022-02-09T13:23:03Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '266f2c9a-d4a2-4f86-82ef-c7a2697280fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:26:03.764104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f18221-ce8f-464b-86fb-523990f95186 req-42657423-7e91-475e-bfe1-badc6a4c3506 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:03.780231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85f18221-ce8f-464b-86fb-523990f95186 req-42657423-7e91-475e-bfe1-badc6a4c3506 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 945 time: 1.5453947 Feb 09 13:26:03.897604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1aa7dc70-70d0-4af4-8dd7-95fd5bec007b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] Unset dirty status for tenant:c754c3a1dc68484d9d115354a2421c3f on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:03.918419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1aa7dc70-70d0-4af4-8dd7-95fd5bec007b tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=1016f6ed-9805-47a0-9618-ab8a80c5331e HTTP/1.1" status: 200 len: 205 time: 1.1419313 Feb 09 13:26:03.919904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37026) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:03.933787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Transition to ACTIVE for port object 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:03.951190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Allocated IP 2001:db8::145 (fb3c2099-1914-4660-a2fc-a03f31333f83/990429ba-3b38-4d46-88f6-24b5c2279148/1073ae01-e13e-4109-ab02-609125a6e525) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:03.973848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ab4e3-1705-4faa-b3b9-c0f7026b9978 None None] Network fb3c2099-1914-4660-a2fc-a03f31333f83 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:04.268110 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:04.302499 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:04.303722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff33ce5b-812b-4333-8161-5ab20a03356c None None] New status for floating IP 846322fe-97c9-4ee8-9a15-daa4b445f621: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:26:04.385447 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:04.660035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Network fb3c2099-1914-4660-a2fc-a03f31333f83 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:04.671952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:04.677457 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:04.678776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:04.679951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:04.814307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Made reservation on behalf of 9ae7207faab3407baa5ab4056fa3b5ab for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:04.819277 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:04.855746 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-c71bfacc-db4a-43a3-8525-ec4335c652c1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] delete failed (client error): The resource could not be found. Feb 09 13:26:04.858306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c71bfacc-db4a-43a3-8525-ec4335c652c1 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/1016f6ed-9805-47a0-9618-ab8a80c5331e HTTP/1.1" status: 404 len: 336 time: 0.9121363 Feb 09 13:26:04.875769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37046) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:04.960461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event updated for resources: {'Port': ['ID=1073ae01-e13e-4109-ab02-609125a6e525,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:04.985728 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8d89f337-74f1-4fd3-a911-2e865cd9c094 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7032683 Feb 09 13:26:04.996046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37054) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:05.164001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d43311bf-8998-4d4f-8b64-3b844ae15dba tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Deleting port 1073ae01-e13e-4109-ab02-609125a6e525 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:05.164621 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d43311bf-8998-4d4f-8b64-3b844ae15dba tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:05.255257 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'tag': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'status': 'completed', 'code': 200} Feb 09 13:26:05.283368 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0dfd-df7e-41a5-b780-cfc5ea296bc6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:05.410862 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-85f18221-ce8f-464b-86fb-523990f95186 req-8a7043c2-3dd9-4767-a477-9bd48d26f6c4 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6275816 Feb 09 13:26:05.686812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Pushing event updated for resources: {'Port': ['ID=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:05.692717 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdd3da4-23f4-46eb-8191-7639dc027b18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] DELETE failed (client error): The resource could not be found. Feb 09 13:26:05.693771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdd3da4-23f4-46eb-8191-7639dc027b18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:26:05.699738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ccdd3da4-23f4-46eb-8191-7639dc027b18 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/cab9d4da-52ef-4e4a-88d5-a3f52d128f46 HTTP/1.1" status: 404 len: 337 time: 0.8188608 Feb 09 13:26:05.865576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40dee040-1e10-43bc-b4fa-50cfb86444ad req-665f084d-81cc-4a39-9bb1-f46b416db4c9 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 210 time: 0.1637821 Feb 09 13:26:05.935980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37064) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:05.938202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Attempting to bind port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:05.938545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Attempting to bind port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:05.939067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Attempting to bind port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 on network a1b8b61e-2690-4463-9785-4c7cb5a49b14 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:06.197514 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-1683e382-c2f5-4b6a-8de6-2c0ac1253b57 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] DELETE failed (client error): The resource could not be found. Feb 09 13:26:06.197959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1683e382-c2f5-4b6a-8de6-2c0ac1253b57 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:26:06.199640 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1683e382-c2f5-4b6a-8de6-2c0ac1253b57 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/e73be3bf-171a-45b0-8564-985bac256a70 HTTP/1.1" status: 404 len: 337 time: 0.2537088 Feb 09 13:26:06.207750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 on network a1b8b61e-2690-4463-9785-4c7cb5a49b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:26:06.208071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Attempting to bind port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 on network a1b8b61e-2690-4463-9785-4c7cb5a49b14 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:06.217814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37076) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:06.300580 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cea399e-7ef1-4b51-b4a9-6e4077104f66 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] DELETE failed (client error): The resource could not be found. Feb 09 13:26:06.301248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cea399e-7ef1-4b51-b4a9-6e4077104f66 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:26:06.333912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:06.339042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Checking segment: {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:06.339635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Bound using segment: {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:06.340253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Bound port: 075ecd90-2447-4fb2-9a6c-e14f50f08ac8, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:06.341463 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:06.354182 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d43311bf-8998-4d4f-8b64-3b844ae15dba tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:06.523033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d43311bf-8998-4d4f-8b64-3b844ae15dba tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Calling delete_port for 1073ae01-e13e-4109-ab02-609125a6e525 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:06.701971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2cea399e-7ef1-4b51-b4a9-6e4077104f66 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/740be4c8-a2c5-429f-8821-d369a4a5a86a HTTP/1.1" status: 404 len: 337 time: 0.4783273 Feb 09 13:26:06.708412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd0dfd-df7e-41a5-b780-cfc5ea296bc6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for 9ada76b1-26aa-4781-a11a-fd5315b5f968 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:06.767834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37082) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:06.834804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d43311bf-8998-4d4f-8b64-3b844ae15dba tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:07.124752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43311bf-8998-4d4f-8b64-3b844ae15dba tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event deleted for resources: {'Port': ['ID=1073ae01-e13e-4109-ab02-609125a6e525,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:07.143584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0dfd-df7e-41a5-b780-cfc5ea296bc6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:07.253531 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d43311bf-8998-4d4f-8b64-3b844ae15dba tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:07.291621 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-782a956a-371b-4dca-81fc-b1f21f7bdf2d req-aaffba66-ea1b-4f6f-b8be-a71d72b102cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 1096 time: 1.3080723 Feb 09 13:26:07.345305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd0dfd-df7e-41a5-b780-cfc5ea296bc6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=9ada76b1-26aa-4781-a11a-fd5315b5f968,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:07.350713 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-06168662-f540-4c91-b8fe-a58321343c56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] DELETE failed (client error): The resource could not be found. Feb 09 13:26:07.351205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06168662-f540-4c91-b8fe-a58321343c56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:26:07.357348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-06168662-f540-4c91-b8fe-a58321343c56 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/c5d858b5-ec4d-45be-a8b0-807b67a0bd9b HTTP/1.1" status: 404 len: 337 time: 0.5860991 Feb 09 13:26:07.370038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37100) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:07.373320 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0dfd-df7e-41a5-b780-cfc5ea296bc6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:07.384033 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c3bd0dfd-df7e-41a5-b780-cfc5ea296bc6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/9ada76b1-26aa-4781-a11a-fd5315b5f968 HTTP/1.1" status: 204 len: 168 time: 4.0844746 Feb 09 13:26:07.439595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37104) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:07.476546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-95e363ec-b5c7-49d9-9e78-a32e135bdf72 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5c6307b-dc48-4c8b-8164-57a95f12de4b HTTP/1.1" status: 200 len: 205 time: 0.0988696 Feb 09 13:26:07.486658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-760cf75b-00b2-4a9f-8ca5-e9668338b360 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:07.488925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-760cf75b-00b2-4a9f-8ca5-e9668338b360 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "GET /v2.0/networks?id=a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 200 len: 815 time: 1.1107967 Feb 09 13:26:07.533926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37106) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:07.543018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a956a-371b-4dca-81fc-b1f21f7bdf2d req-04398459-8392-4384-b4d4-bd3494b41dab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:07.544589 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-782a956a-371b-4dca-81fc-b1f21f7bdf2d req-04398459-8392-4384-b4d4-bd3494b41dab service neutron] 10.222.0.67 "GET /v2.0/networks?id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 HTTP/1.1" status: 200 len: 896 time: 0.1961968 Feb 09 13:26:07.559337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Allocated IP 172.20.0.12 (a1b8b61e-2690-4463-9785-4c7cb5a49b14/296fa344-cda2-48d8-b82b-48dea6327811/e3eeed18-ee49-415d-80c7-06a9bd476a6c) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:07.568059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Request body: {'port': {'device_id': '5e019932-7e56-47a9-83f1-dc1624024d83', 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14', 'admin_state_up': True, 'tenant_id': '9ae7207faab3407baa5ab4056fa3b5ab'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:07.611134 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d43311bf-8998-4d4f-8b64-3b844ae15dba tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "DELETE /v2.0/ports/1073ae01-e13e-4109-ab02-609125a6e525 HTTP/1.1" status: 204 len: 168 time: 2.6078973 Feb 09 13:26:07.617447 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aeb131b-5d1c-4258-a4a4-ec46f6065301 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:26:07.621437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0aeb131b-5d1c-4258-a4a4-ec46f6065301 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/9ada76b1-26aa-4781-a11a-fd5315b5f968 HTTP/1.1" status: 404 len: 333 time: 0.1387892 Feb 09 13:26:07.624975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79205be2-1c88-4d49-a9ed-fa68c61e1236 req-0b0d5768-1c94-4279-83d2-aed46be0a242 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:07.625752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-79205be2-1c88-4d49-a9ed-fa68c61e1236 req-0b0d5768-1c94-4279-83d2-aed46be0a242 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Synchronizing usage tracker for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:07.628269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37112) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:07.628608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37114) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:07.632430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] For port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:07.695828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83', 'external_fixed_ips': [{'subnet_id': '990429ba-3b38-4d46-88f6-24b5c2279148', 'ip_address': '2001:db8::145'}]}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:07.699208 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-4581dc1a-cfe5-49ca-90ab-6c5d389d7f5d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] delete failed (client error): The resource could not be found. Feb 09 13:26:07.700230 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4581dc1a-cfe5-49ca-90ab-6c5d389d7f5d tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/a5c6307b-dc48-4c8b-8164-57a95f12de4b HTTP/1.1" status: 404 len: 336 time: 0.1546907 Feb 09 13:26:07.702898 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-782a956a-371b-4dca-81fc-b1f21f7bdf2d req-b90e9fc7-ce29-42b0-b93c-289d0f044a10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530 HTTP/1.1" status: 200 len: 217 time: 0.0925415 Feb 09 13:26:07.703479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37124) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:07.709176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-56f2ba7b-f99e-4a3e-b081-2b6345cdc9ad tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:07.709866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-56f2ba7b-f99e-4a3e-b081-2b6345cdc9ad tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Synchronizing usage tracker for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:07.793158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:07.799166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] For port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:07.813528 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eb4ae3fb-4ab4-4545-9522-0998eeb6dc75 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dd2790d-46e3-493b-a863-6375c8d0f78b HTTP/1.1" status: 200 len: 205 time: 0.1005964 Feb 09 13:26:07.814727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37128) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:07.815942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fce95-d93f-4aa5-b20d-8d6c660ff749 req-fdd7ba9f-01dc-4b26-9801-ee0efc3c4e08 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:07.817393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f23fce95-d93f-4aa5-b20d-8d6c660ff749 req-fdd7ba9f-01dc-4b26-9801-ee0efc3c4e08 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 945 time: 0.6108096 Feb 09 13:26:07.818225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-79205be2-1c88-4d49-a9ed-fa68c61e1236 req-0b0d5768-1c94-4279-83d2-aed46be0a242 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Unset dirty status for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:07.819544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79205be2-1c88-4d49-a9ed-fa68c61e1236 req-0b0d5768-1c94-4279-83d2-aed46be0a242 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 945 time: 1.9472394 Feb 09 13:26:07.827821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Usage tracker for resource:router and tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:07.841352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:07.863056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:07.872916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:08.035745 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-ebccd40e-0ed6-4027-bbe5-52d29d61c50e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] delete failed (client error): The resource could not be found. Feb 09 13:26:08.039432 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ebccd40e-0ed6-4027-bbe5-52d29d61c50e tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/9dd2790d-46e3-493b-a863-6375c8d0f78b HTTP/1.1" status: 404 len: 336 time: 0.2212770 Feb 09 13:26:08.040508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37140) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:08.085374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-56f2ba7b-f99e-4a3e-b081-2b6345cdc9ad tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Unset dirty status for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:08.085374 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-56f2ba7b-f99e-4a3e-b081-2b6345cdc9ad tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 945 time: 1.3397791 Feb 09 13:26:08.093534 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeaac94d-3c02-409d-8fb4-fce35b5c1806 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] DELETE failed (client error): The resource could not be found. Feb 09 13:26:08.093659 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:08.093747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeaac94d-3c02-409d-8fb4-fce35b5c1806 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:26:08.095064 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] 10.222.0.67 "PUT /v2.0/ports/075ecd90-2447-4fb2-9a6c-e14f50f08ac8 HTTP/1.1" status: 200 len: 1091 time: 7.4331610 Feb 09 13:26:08.099569 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aeaac94d-3c02-409d-8fb4-fce35b5c1806 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/87fe1694-8287-4912-a5b3-6727ec4a9c87 HTTP/1.1" status: 404 len: 337 time: 0.0527766 Feb 09 13:26:08.099569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37144) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:08.109245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85db920d-6da7-41d2-a2f6-73f5a7a6d9a7', 'tag': '075ecd90-2447-4fb2-9a6c-e14f50f08ac8'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:08.228046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a956a-371b-4dca-81fc-b1f21f7bdf2d req-a5e9fb8e-7927-479f-82e6-e2b2abbcaf14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:08.229756 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-782a956a-371b-4dca-81fc-b1f21f7bdf2d req-a5e9fb8e-7927-479f-82e6-e2b2abbcaf14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=266f2c9a-d4a2-4f86-82ef-c7a2697280fe HTTP/1.1" status: 200 len: 834 time: 0.4544842 Feb 09 13:26:08.235161 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-600716a0-1ce7-4d3b-a00a-48f9cc7bdef0 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=9815eada-ff48-4aeb-ad23-28006cf19039 HTTP/1.1" status: 200 len: 205 time: 0.0874918 Feb 09 13:26:08.238904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37154) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:08.385250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:08.397041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:08.414682 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:08.415827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:08.417327 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-bf65d4e9-b793-4480-b2cd-39606f895a36 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] delete failed (client error): The resource could not be found. Feb 09 13:26:08.419822 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bf65d4e9-b793-4480-b2cd-39606f895a36 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/9815eada-ff48-4aeb-ad23-28006cf19039 HTTP/1.1" status: 404 len: 336 time: 0.1270773 Feb 09 13:26:08.429119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37162) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:08.442697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-cef4eb36-fb40-4ca4-be97-5614d000fa7c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port b15708a4-1b62-4d2f-9a5d-d31cba53f530 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:08.443495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-cef4eb36-fb40-4ca4-be97-5614d000fa7c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:08.457163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79205be2-1c88-4d49-a9ed-fa68c61e1236 req-5c9e91d0-9d24-44d8-9c67-5f0d585b4c75 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6259096 Feb 09 13:26:08.550993 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cf5ce9e2-a7e7-4300-8ea4-03f9c851250c tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=95b36bac-75a5-4855-8ce1-60cbc31e42e6 HTTP/1.1" status: 200 len: 205 time: 0.1189489 Feb 09 13:26:08.557445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37166) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:08.651508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-d416a603-c20e-4d0b-b50e-b85f0654f035 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet ec0ea936-d73a-462b-8756-e4addc5110ea {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:26:08.667777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68daa28e-74c6-43d1-8877-b4fb0d912296 service neutron] Pushing event updated for resources: {'Port': ['ID=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:08.676576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:08.699730 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-1f7c031d-9f0a-4637-9046-eb901d544cfa tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] delete failed (client error): The resource could not be found. Feb 09 13:26:08.700714 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1f7c031d-9f0a-4637-9046-eb901d544cfa tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/95b36bac-75a5-4855-8ce1-60cbc31e42e6 HTTP/1.1" status: 404 len: 336 time: 0.1345963 Feb 09 13:26:08.712981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37172) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:08.767754 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-782a956a-371b-4dca-81fc-b1f21f7bdf2d req-b9c11421-e640-4663-8ea4-39acfff0056b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5277386 Feb 09 13:26:08.832061 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-285d69f5-8b7b-42f7-abc5-ec96a56728a4 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] DELETE failed (client error): The resource could not be found. Feb 09 13:26:08.832498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285d69f5-8b7b-42f7-abc5-ec96a56728a4 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:26:08.834150 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-285d69f5-8b7b-42f7-abc5-ec96a56728a4 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/1b2d30c6-3f45-454b-b3bd-ea0d995cc677 HTTP/1.1" status: 404 len: 337 time: 0.1208587 Feb 09 13:26:08.841635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37178) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:08.862910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Made reservation on behalf of 9ae7207faab3407baa5ab4056fa3b5ab for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:08.865836 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:08.875367 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d416a603-c20e-4d0b-b50e-b85f0654f035 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:08.989936 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-710eaac1-ccc9-40d0-a833-cbadae1b9977 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d71b2fe9-9143-4da3-9682-3305b6e2f486 HTTP/1.1" status: 200 len: 205 time: 0.1448004 Feb 09 13:26:08.994751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37182) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:09.014340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-cfd4cd0d-29e9-402a-a8d9-378249205446 req-3c1a1def-d5ba-448e-a6a3-7e9a3a3ed6b7 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Synchronizing usage tracker for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:09.111387 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f23fce95-d93f-4aa5-b20d-8d6c660ff749 req-e9c3fd06-97a8-4cff-914f-6cf65926c35c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2653689 Feb 09 13:26:09.196152 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-6a44054e-2b28-41dc-9cfc-1b1043f6865a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] delete failed (client error): The resource could not be found. Feb 09 13:26:09.197194 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6a44054e-2b28-41dc-9cfc-1b1043f6865a tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/d71b2fe9-9143-4da3-9682-3305b6e2f486 HTTP/1.1" status: 404 len: 336 time: 0.1985700 Feb 09 13:26:09.206927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37192) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:09.239569 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85db920d-6da7-41d2-a2f6-73f5a7a6d9a7', 'tag': '075ecd90-2447-4fb2-9a6c-e14f50f08ac8', 'status': 'completed', 'code': 200} Feb 09 13:26:09.291769 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d416a603-c20e-4d0b-b50e-b85f0654f035 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:09.399964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-cef4eb36-fb40-4ca4-be97-5614d000fa7c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] For port b15708a4-1b62-4d2f-9a5d-d31cba53f530, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=b15708a4-1b62-4d2f-9a5d-d31cba53f530,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:09.400326 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-cef4eb36-fb40-4ca4-be97-5614d000fa7c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:09.434646 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-782a956a-371b-4dca-81fc-b1f21f7bdf2d req-7106aee8-bb0b-43af-a69d-6ad59bc41f64 service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417866 Feb 09 13:26:09.449861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-cfd4cd0d-29e9-402a-a8d9-378249205446 req-3c1a1def-d5ba-448e-a6a3-7e9a3a3ed6b7 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Unset dirty status for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:09.451910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfd4cd0d-29e9-402a-a8d9-378249205446 req-3c1a1def-d5ba-448e-a6a3-7e9a3a3ed6b7 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 210 time: 0.7738121 Feb 09 13:26:09.493310 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8147d67-0dd8-4b22-8f2a-2814845f9744 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] DELETE failed (client error): The resource could not be found. Feb 09 13:26:09.493310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8147d67-0dd8-4b22-8f2a-2814845f9744 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:26:09.605373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f8147d67-0dd8-4b22-8f2a-2814845f9744 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/a9a80af3-9bdb-44ba-86fa-5d9efd045e15 HTTP/1.1" status: 404 len: 337 time: 0.3614602 Feb 09 13:26:09.673427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37208) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:09.697046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-cef4eb36-fb40-4ca4-be97-5614d000fa7c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for b15708a4-1b62-4d2f-9a5d-d31cba53f530 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:09.714208 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d416a603-c20e-4d0b-b50e-b85f0654f035 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:09.771664 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1418aca4-a21c-42f9-9db6-5f28d6dabdc9 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "GET /v2.0/ports?device_id=61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c HTTP/1.1" status: 200 len: 205 time: 0.0832486 Feb 09 13:26:09.783761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37216) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:09.800709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-85c49e24-499b-4b5b-9a4f-9852502d87b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 1094 time: 1.6162407 Feb 09 13:26:09.810664 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d416a603-c20e-4d0b-b50e-b85f0654f035 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:09.834231 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:10.102310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416a603-c20e-4d0b-b50e-b85f0654f035 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0ea936-d73a-462b-8756-e4addc5110ea,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:10.141337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device b15708a4-1b62-4d2f-9a5d-d31cba53f530 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:10.147062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:10.150799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Transition to ACTIVE for port object e3eeed18-ee49-415d-80c7-06a9bd476a6c will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:10.175276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-e66ad4bb-c84d-416b-8345-c30c2c32c5fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=075ecd90-2447-4fb2-9a6c-e14f50f08ac8 HTTP/1.1" status: 200 len: 217 time: 0.3518913 Feb 09 13:26:10.179134 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d416a603-c20e-4d0b-b50e-b85f0654f035 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:10.206280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d14b95-0615-4388-bf0c-78883fa7efc3 None None] Network 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:10.240546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-782a956a-371b-4dca-81fc-b1f21f7bdf2d req-99eb5a77-ba8a-4923-8108-f3db46d2abe9 service neutron] 10.222.0.67 "GET /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729894 Feb 09 13:26:10.242228 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-0f363d52-18ed-4b1d-a3f7-a8b7babd3955 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] delete failed (client error): The resource could not be found. Feb 09 13:26:10.244626 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0f363d52-18ed-4b1d-a3f7-a8b7babd3955 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/routers/61d8fb6f-a5e8-4713-9f9a-b8a8f0cda68c HTTP/1.1" status: 404 len: 336 time: 0.4562631 Feb 09 13:26:10.247709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37230) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:10.326128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d416a603-c20e-4d0b-b50e-b85f0654f035 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/ec0ea936-d73a-462b-8756-e4addc5110ea HTTP/1.1" status: 204 len: 168 time: 2.6708453 Feb 09 13:26:10.331969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37238) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:10.360243 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-6699524d-84a6-4870-814f-3d279057b878 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] DELETE failed (client error): The resource could not be found. Feb 09 13:26:10.368125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6699524d-84a6-4870-814f-3d279057b878 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:26:10.372290 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6699524d-84a6-4870-814f-3d279057b878 tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/9ca9e6e9-eb47-47a9-87ca-5c19d02138d3 HTTP/1.1" status: 404 len: 337 time: 0.1210849 Feb 09 13:26:10.376793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37244) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:10.423100 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-469d1a73-c72c-426c-9560-4983ddee64db tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] DELETE failed (client error): The resource could not be found. Feb 09 13:26:10.423542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469d1a73-c72c-426c-9560-4983ddee64db tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:26:10.428025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-469d1a73-c72c-426c-9560-4983ddee64db tempest-RoutersTest-537070377 tempest-RoutersTest-537070377-project] 10.222.0.59 "DELETE /v2.0/subnets/ed21076b-e03b-4cc2-9abc-e4b043af5aa0 HTTP/1.1" status: 404 len: 337 time: 0.0463593 Feb 09 13:26:10.505941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9d17f-0ded-401a-b89d-0519e34fdad3 req-fc223d78-e2c5-4523-817f-aa621629efa4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:10.520580 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42d9d17f-0ded-401a-b89d-0519e34fdad3 req-fc223d78-e2c5-4523-817f-aa621629efa4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.7115707 Feb 09 13:26:10.548952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-957192d7-86bf-467d-820b-401741ac3ad9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:10.550802 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-957192d7-86bf-467d-820b-401741ac3ad9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=296fa344-cda2-48d8-b82b-48dea6327811 HTTP/1.1" status: 200 len: 854 time: 0.3571949 Feb 09 13:26:10.563893 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:10.729170 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:10.843290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42d9d17f-0ded-401a-b89d-0519e34fdad3 req-39d83ee7-ea3f-4482-a390-0383b8cc43ac tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd8e1867-ca34-477e-841c-57e81b4424ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197420 Feb 09 13:26:10.955708 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:11.080663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:11.081210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:11.102246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ef8fc-227b-4799-a0f7-c7e0aa94046c None None] DHCP port deletion for 7bf2c4e8-b7d3-4964-82d3-594433a4bad4 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:26:11.107324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-620ef8fc-227b-4799-a0f7-c7e0aa94046c None None] Deleting port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:11.107833 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-620ef8fc-227b-4799-a0f7-c7e0aa94046c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:11.155556 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d83a3529-2887-4a07-8b5b-332913e185fb req-64819cc7-daea-4eef-a1d7-7c46bafad40a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 210 time: 0.2489872 Feb 09 13:26:11.172198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Network a1b8b61e-2690-4463-9785-4c7cb5a49b14 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:11.178497 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-b6301d46-3903-4cea-80a8-66f3cc0d5a7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1b8b61e-2690-4463-9785-4c7cb5a49b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6167686 Feb 09 13:26:11.180785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Allocated IP 172.20.0.4 (a1b8b61e-2690-4463-9785-4c7cb5a49b14/296fa344-cda2-48d8-b82b-48dea6327811/9c225077-5d23-4fe3-954e-6296320ffc4d) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:11.183187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Pushing event updated for resources: {'Port': ['ID=e3eeed18-ee49-415d-80c7-06a9bd476a6c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:11.185924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:11.189383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:11.261391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37266) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:11.466921 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-cef4eb36-fb40-4ca4-be97-5614d000fa7c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:11.700694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-620ef8fc-227b-4799-a0f7-c7e0aa94046c None None] For port 359f8eda-6cb5-4964-8395-6ba1b088b8c6, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=359f8eda-6cb5-4964-8395-6ba1b088b8c6,segment=NetworkSegment(a5202e20-6d30-4cd0-94ca-c449cec43627),segment_id=a5202e20-6d30-4cd0-94ca-c449cec43627)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:11.701688 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-620ef8fc-227b-4799-a0f7-c7e0aa94046c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:11.742413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4eb36-fb40-4ca4-be97-5614d000fa7c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Port': ['ID=b15708a4-1b62-4d2f-9a5d-d31cba53f530,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:11.969640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:11.971349 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:11.986444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37288) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:12.030914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-620ef8fc-227b-4799-a0f7-c7e0aa94046c None None] Calling delete_port for 359f8eda-6cb5-4964-8395-6ba1b088b8c6 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:12.110543 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:12.238414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-9935ff4d-cc41-4751-86ca-1ff8ad3ef60c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.2295272 Feb 09 13:26:12.259928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-4f3deb80-86da-4495-bfcc-c1f4380a2374 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0340555 Feb 09 13:26:12.288204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-cef4eb36-fb40-4ca4-be97-5614d000fa7c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] No DVR routers for this DVR port b15708a4-1b62-4d2f-9a5d-d31cba53f530 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:26:12.309097 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-620ef8fc-227b-4799-a0f7-c7e0aa94046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:12.310009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Request body: {'port': {'device_id': '5a38d5b5-f04a-4b5e-b2a0-107c4c925587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:12.311417 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-cef4eb36-fb40-4ca4-be97-5614d000fa7c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:12.378945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'name': 'network-vif-deleted', 'tag': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:12.410732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ef8fc-227b-4799-a0f7-c7e0aa94046c None None] Pushing event deleted for resources: {'Port': ['ID=359f8eda-6cb5-4964-8395-6ba1b088b8c6,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:12.417212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-61cef596-1817-4ca3-ba75-8002c669cb5b None None] Provisioning for port e3eeed18-ee49-415d-80c7-06a9bd476a6c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:12.442106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-61cef596-1817-4ca3-ba75-8002c669cb5b None None] Provisioning complete for port e3eeed18-ee49-415d-80c7-06a9bd476a6c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:12.443063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61cef596-1817-4ca3-ba75-8002c669cb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:12.647910 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] For port 359f8eda-6cb5-4964-8395-6ba1b088b8c6, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=359f8eda-6cb5-4964-8395-6ba1b088b8c6,segment=NetworkSegment(a5202e20-6d30-4cd0-94ca-c449cec43627),segment_id=a5202e20-6d30-4cd0-94ca-c449cec43627)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:12.650963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:12.707911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 359f8eda-6cb5-4964-8395-6ba1b088b8c6 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:12.758622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 359f8eda-6cb5-4964-8395-6ba1b088b8c6 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:26:12.759283 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 359f8eda-6cb5-4964-8395-6ba1b088b8c6 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:26:12.772846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ef8fc-227b-4799-a0f7-c7e0aa94046c None None] No DVR routers for this DVR port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:26:12.798700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-61cef596-1817-4ca3-ba75-8002c669cb5b None None] Port e3eeed18-ee49-415d-80c7-06a9bd476a6c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:12.827575 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9fdfd45-143e-4ce0-88f4-e57febf0b31e req-cef4eb36-fb40-4ca4-be97-5614d000fa7c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "DELETE /v2.0/ports/b15708a4-1b62-4d2f-9a5d-d31cba53f530 HTTP/1.1" status: 204 len: 173 time: 4.7361088 Feb 09 13:26:12.989427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for 359f8eda-6cb5-4964-8395-6ba1b088b8c6 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:13.039694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f58e567-a44e-4f3b-9072-941d6f97245b req-b6e233cf-c250-40a1-8710-c0b0d9f7cc25 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 210 time: 0.2130051 Feb 09 13:26:13.047594 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-929a656c-bc7e-4611-af89-02b6233b49ca req-fa15039d-f8cb-4e3c-9a9f-ad5e169209d5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e8a410-15fe-4817-b63f-48f472d0bda5 HTTP/1.1" status: 200 len: 210 time: 0.3499839 Feb 09 13:26:13.087770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72f385b6-4331-4712-8c69-eb6179d42eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.177061 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9ac58bd6-e730-4078-af1a-c3315ef9b278 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c754c3a1dc68484d9d115354a2421c3f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7537336 Feb 09 13:26:13.188005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37310) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:13.240599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-72f385b6-4331-4712-8c69-eb6179d42eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:13.255126 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e8a410-15fe-4817-b63f-48f472d0bda5', 'name': 'network-vif-deleted', 'tag': 'b15708a4-1b62-4d2f-9a5d-d31cba53f530', 'status': 'completed', 'code': 200} Feb 09 13:26:13.269358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-72f385b6-4331-4712-8c69-eb6179d42eef admin admin] Usage tracker for resource:security_group_rule and tenant:b2c69ab5e5f342ec94c6fbcb500f7d99 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:13.282146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-72f385b6-4331-4712-8c69-eb6179d42eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:13.292124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:26:13.292470 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:26:13.293178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-72f385b6-4331-4712-8c69-eb6179d42eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:13.320052 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ec7417d-ea29-4a22-be1f-b00806936428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.363639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ec7417d-ea29-4a22-be1f-b00806936428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.371696 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.402338 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.447986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ec7417d-ea29-4a22-be1f-b00806936428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.449486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afbe8e41-bf24-4307-a649-25a1a75c9227 req-30a2f56f-4bd0-47c3-be25-0236b815e042 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0100138 Feb 09 13:26:13.450554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Transition to ACTIVE for port object 9c225077-5d23-4fe3-954e-6296320ffc4d will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:13.454609 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.497832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7417d-ea29-4a22-be1f-b00806936428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f09c30-a45f-4f94-9803-ebd4587d9fa5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:13.538570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72f385b6-4331-4712-8c69-eb6179d42eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.544285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ec7417d-ea29-4a22-be1f-b00806936428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.552090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6ec7417d-ea29-4a22-be1f-b00806936428 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61f09c30-a45f-4f94-9803-ebd4587d9fa5 HTTP/1.1" status: 204 len: 168 time: 0.3559971 Feb 09 13:26:13.554700 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-72f385b6-4331-4712-8c69-eb6179d42eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.663226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f385b6-4331-4712-8c69-eb6179d42eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330aca1b-eb8a-4084-bdd2-11ca9d589ef0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:13.671138 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.686736 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-72f385b6-4331-4712-8c69-eb6179d42eef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2c69ab5e5f342ec94c6fbcb500f7d99&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6762097 Feb 09 13:26:13.689435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37324) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:13.809403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 359f8eda-6cb5-4964-8395-6ba1b088b8c6 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:13.809750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.865994 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-335c3061-c3ef-43e8-a8b8-5eb3512ade47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:13.925440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] The port '359f8eda-6cb5-4964-8395-6ba1b088b8c6' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:26:13.985232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-335c3061-c3ef-43e8-a8b8-5eb3512ade47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.040312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Allocated IP 2001:db8::145 (fb3c2099-1914-4660-a2fc-a03f31333f83/990429ba-3b38-4d46-88f6-24b5c2279148/d216669c-68f0-49fc-97a0-ad2bbe7281b7) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:14.209924 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-335c3061-c3ef-43e8-a8b8-5eb3512ade47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.226781 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.252061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c3061-c3ef-43e8-a8b8-5eb3512ade47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330aca1b-eb8a-4084-bdd2-11ca9d589ef0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:14.289656 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-335c3061-c3ef-43e8-a8b8-5eb3512ade47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.291097 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-335c3061-c3ef-43e8-a8b8-5eb3512ade47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/330aca1b-eb8a-4084-bdd2-11ca9d589ef0 HTTP/1.1" status: 204 len: 168 time: 0.6006963 Feb 09 13:26:14.313225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf2c4e8-b7d3-4964-82d3-594433a4bad4']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:14.330394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5202e20-6d30-4cd0-94ca-c449cec43627') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:14.331188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5202e20-6d30-4cd0-94ca-c449cec43627') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:14.344726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.369879 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.378233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:26:14.378723 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.452049 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.518794 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b4e8a40-0f8c-48d3-8a1b-15085c0a12b3 req-4c449c97-fd91-4fc5-9610-55f276bdfd90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 1094 time: 0.8957944 Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:26:14.524974 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:26:14.530632 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.725790 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.735857 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/networks/7bf2c4e8-b7d3-4964-82d3-594433a4bad4 HTTP/1.1" status: 204 len: 168 time: 4.3955107 Feb 09 13:26:14.737381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37368) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:14.743909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1309502537'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:14.749637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:14.757303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:network and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:14.767570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:14.770876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14254c2e-a492-4983-bd72-f728b0d3142e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Network': ['ID=7bf2c4e8-b7d3-4964-82d3-594433a4bad4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:14.795151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:14.821240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:14.824694 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.874598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:26:14.892267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.892665 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Added segment 081b71a7-0f96-4300-afab-5bc4ee1fbcd2 of type vlan for network d7739639-5d2c-4a71-b2dc-8cd256a5fce0 Feb 09 13:26:14.940224 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:14.969339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37380) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:15.035446 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5cad23e-7a62-4ebc-8f1d-ebda55e73226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.070325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37384) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:15.085340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-b265148d-8bc3-4240-9283-fca725fb19ed tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:15.091968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-b265148d-8bc3-4240-9283-fca725fb19ed tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 815 time: 1.0633054 Feb 09 13:26:15.102845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Network a1b8b61e-2690-4463-9785-4c7cb5a49b14 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:15.103649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Pushing event updated for resources: {'Port': ['ID=9c225077-5d23-4fe3-954e-6296320ffc4d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:15.118603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:15.130959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e5cad23e-7a62-4ebc-8f1d-ebda55e73226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:15.137349 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.141323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:15.142498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.147150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:15.149723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e5cad23e-7a62-4ebc-8f1d-ebda55e73226 admin admin] Usage tracker for resource:security_group_rule and tenant:4fe9624dbd8d45328a9e334a7397fae7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:15.184831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e5cad23e-7a62-4ebc-8f1d-ebda55e73226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:15.220321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:15.221344 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.240721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.298682 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-25e9834a-cfba-45ce-80af-37fa655c4e0c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/quotas/5ece8dc7dac44df6b66f0b5701afe575 HTTP/1.1" status: 200 len: 375 time: 0.2057433 Feb 09 13:26:15.301747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e5cad23e-7a62-4ebc-8f1d-ebda55e73226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:15.313030 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5746174 Feb 09 13:26:15.319208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37394) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:15.325393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6c878-c60a-4762-8bf3-8e574685b1d1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Network': ['ID=d7739639-5d2c-4a71-b2dc-8cd256a5fce0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:15.337444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d7739639-5d2c-4a71-b2dc-8cd256a5fce0 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:26:15.443585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcf2a3-4de9-4fb4-95f9-274a700af91c req-ff8772ad-aba5-4a7b-b992-f5cd1888d50d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:15.445720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21fcf2a3-4de9-4fb4-95f9-274a700af91c req-ff8772ad-aba5-4a7b-b992-f5cd1888d50d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 931 time: 1.0841544 Feb 09 13:26:15.470889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-11a7dc7d-1cb3-4b6b-90ff-862df5f5e870 tempest-DvrRoutersNegativeTest-1591207454 tempest-DvrRoutersNegativeTest-1591207454-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1785557131', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:15.473865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.policy [None req-11a7dc7d-1cb3-4b6b-90ff-862df5f5e870 tempest-DvrRoutersNegativeTest-1591207454 tempest-DvrRoutersNegativeTest-1591207454-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83479) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 09 13:26:15.474330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.policy [None req-11a7dc7d-1cb3-4b6b-90ff-862df5f5e870 tempest-DvrRoutersNegativeTest-1591207454 tempest-DvrRoutersNegativeTest-1591207454-project] Failed policy check for 'create_router' {{(pid=83479) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 09 13:26:15.475159 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-11a7dc7d-1cb3-4b6b-90ff-862df5f5e870 tempest-DvrRoutersNegativeTest-1591207454 tempest-DvrRoutersNegativeTest-1591207454-project] create failed (client error): Access was denied to this resource. Feb 09 13:26:15.482358 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-11a7dc7d-1cb3-4b6b-90ff-862df5f5e870 tempest-DvrRoutersNegativeTest-1591207454 tempest-DvrRoutersNegativeTest-1591207454-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4107201 Feb 09 13:26:15.501406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': 'd7739639-5d2c-4a71-b2dc-8cd256a5fce0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:15.504863 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5cad23e-7a62-4ebc-8f1d-ebda55e73226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.509946 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5cad23e-7a62-4ebc-8f1d-ebda55e73226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.543755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-96eb2bb8-a684-40ae-8117-f808905866de None None] Provisioning for port 9c225077-5d23-4fe3-954e-6296320ffc4d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:15.556115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-96eb2bb8-a684-40ae-8117-f808905866de None None] Provisioning complete for port 9c225077-5d23-4fe3-954e-6296320ffc4d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:15.556494 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-96eb2bb8-a684-40ae-8117-f808905866de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.566518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e8a40-0f8c-48d3-8a1b-15085c0a12b3 req-d82a131c-06e8-4d62-a405-dfdd8cafee9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:15.567950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b4e8a40-0f8c-48d3-8a1b-15085c0a12b3 req-d82a131c-06e8-4d62-a405-dfdd8cafee9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 200 len: 916 time: 1.0483432 Feb 09 13:26:15.585687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.630014 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e5cad23e-7a62-4ebc-8f1d-ebda55e73226 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4fe9624dbd8d45328a9e334a7397fae7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6593971 Feb 09 13:26:15.631389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cad23e-7a62-4ebc-8f1d-ebda55e73226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d3bf5f-f15e-4238-89b8-f3c969a2c5c8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:15.634274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37402) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:15.643828 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f3f7cb68-3692-4a86-8aa7-fc13696c4210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0809772 Feb 09 13:26:15.689479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-96eb2bb8-a684-40ae-8117-f808905866de None None] Port 9c225077-5d23-4fe3-954e-6296320ffc4d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:15.742599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b4e8a40-0f8c-48d3-8a1b-15085c0a12b3 req-cb772048-9aad-44b3-8678-c949ad162582 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=075ecd90-2447-4fb2-9a6c-e14f50f08ac8 HTTP/1.1" status: 200 len: 217 time: 0.1473558 Feb 09 13:26:15.747006 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7e15fbc-41b9-401e-aa8c-5da83c0d296f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.787937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Request body: {'port': {'device_id': '5e019932-7e56-47a9-83f1-dc1624024d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:15.796861 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7e15fbc-41b9-401e-aa8c-5da83c0d296f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.818675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:26:15.873901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7e15fbc-41b9-401e-aa8c-5da83c0d296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.912900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e15fbc-41b9-401e-aa8c-5da83c0d296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d3bf5f-f15e-4238-89b8-f3c969a2c5c8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:15.917337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e7e15fbc-41b9-401e-aa8c-5da83c0d296f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:15.923736 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e7e15fbc-41b9-401e-aa8c-5da83c0d296f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96d3bf5f-f15e-4238-89b8-f3c969a2c5c8 HTTP/1.1" status: 204 len: 168 time: 0.2764039 Feb 09 13:26:15.974165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:16.004558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37416) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:16.041850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:16.069261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:16.082382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Network fb3c2099-1914-4660-a2fc-a03f31333f83 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:16.109494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:16.124156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:16.128054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:16.162351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:26:16.168655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-21fcf2a3-4de9-4fb4-95f9-274a700af91c req-1e6fb603-d0a7-4872-87db-e69ec8fc5d6a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Synchronizing usage tracker for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:16.186819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event updated for resources: {'Port': ['ID=d216669c-68f0-49fc-97a0-ad2bbe7281b7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:16.235374 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd3ed869-c1a4-4adc-a096-338d7540ebec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.256469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3eeed18-ee49-415d-80c7-06a9bd476a6c {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:26:16.267749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e8a40-0f8c-48d3-8a1b-15085c0a12b3 req-76bc95bc-33a1-4af3-93fa-70e7717843dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:16.269591 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b4e8a40-0f8c-48d3-8a1b-15085c0a12b3 req-76bc95bc-33a1-4af3-93fa-70e7717843dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=296fa344-cda2-48d8-b82b-48dea6327811 HTTP/1.1" status: 200 len: 854 time: 0.4342990 Feb 09 13:26:16.277662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fd3ed869-c1a4-4adc-a096-338d7540ebec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:16.281560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fd3ed869-c1a4-4adc-a096-338d7540ebec admin admin] Usage tracker for resource:security_group_rule and tenant:817ff453fd974796bf6665537b8dad61 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:16.285074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fd3ed869-c1a4-4adc-a096-338d7540ebec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:16.285951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.291537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fd3ed869-c1a4-4adc-a096-338d7540ebec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:16.304354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:16.372520 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.403694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-21fcf2a3-4de9-4fb4-95f9-274a700af91c req-1e6fb603-d0a7-4872-87db-e69ec8fc5d6a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Unset dirty status for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:16.404927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21fcf2a3-4de9-4fb4-95f9-274a700af91c req-1e6fb603-d0a7-4872-87db-e69ec8fc5d6a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615479 Feb 09 13:26:16.448414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:16.476703 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd3ed869-c1a4-4adc-a096-338d7540ebec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.487724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fd3ed869-c1a4-4adc-a096-338d7540ebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.493783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Transition to ACTIVE for port object e3eeed18-ee49-415d-80c7-06a9bd476a6c will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:16.505510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '075ecd90-2447-4fb2-9a6c-e14f50f08ac8', 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14', 'port_id': '075ecd90-2447-4fb2-9a6c-e14f50f08ac8', 'mac_address': 'fa:16:3e:92:46:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296fa344-cda2-48d8-b82b-48dea6327811', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:26:16.506927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-6ae55157-cd61-4646-acf1-ade4fb9c44f9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2072980 Feb 09 13:26:16.507516 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.582397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37432) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:16.585677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ed869-c1a4-4adc-a096-338d7540ebec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da12d3a-b9b2-483b-aa68-6b5dd3814f26,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:16.611723 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.629325 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fd3ed869-c1a4-4adc-a096-338d7540ebec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=817ff453fd974796bf6665537b8dad61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6231461 Feb 09 13:26:16.632224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37438) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:16.636684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.639112 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.665789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:26:16.684612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:16.689730 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.720566 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-552bfe8f-3e7d-42af-a3a8-3e2dede3b4b4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.739305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e057d8a-eb68-408a-82d8-e0c45acbf44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.772187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-552bfe8f-3e7d-42af-a3a8-3e2dede3b4b4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.780536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:16.803072 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e057d8a-eb68-408a-82d8-e0c45acbf44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.877332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e057d8a-eb68-408a-82d8-e0c45acbf44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.893743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e057d8a-eb68-408a-82d8-e0c45acbf44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da12d3a-b9b2-483b-aa68-6b5dd3814f26,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:16.903756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-552bfe8f-3e7d-42af-a3a8-3e2dede3b4b4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.919972 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-552bfe8f-3e7d-42af-a3a8-3e2dede3b4b4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.921098 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-552bfe8f-3e7d-42af-a3a8-3e2dede3b4b4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/security-groups/bd8e1867-ca34-477e-841c-57e81b4424ad HTTP/1.1" status: 204 len: 168 time: 0.3380396 Feb 09 13:26:16.922593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e057d8a-eb68-408a-82d8-e0c45acbf44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:16.926373 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9e057d8a-eb68-408a-82d8-e0c45acbf44a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0da12d3a-b9b2-483b-aa68-6b5dd3814f26 HTTP/1.1" status: 204 len: 168 time: 0.2902799 Feb 09 13:26:16.947515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bfe8f-3e7d-42af-a3a8-3e2dede3b4b4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8e1867-ca34-477e-841c-57e81b4424ad,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:16.972508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['075ecd90-2447-4fb2-9a6c-e14f50f08ac8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:26:17.005300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37456) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:17.706404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3eeed18-ee49-415d-80c7-06a9bd476a6c,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:17.708027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:17.856504 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b4e8a40-0f8c-48d3-8a1b-15085c0a12b3 req-1ae8a344-df61-4076-8dcd-09bc04be100f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1b8b61e-2690-4463-9785-4c7cb5a49b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5604122 Feb 09 13:26:17.865903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-52d809c3-7645-4d2f-bb7d-dd61828a30c6 service neutron] 10.222.0.59 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3349166 Feb 09 13:26:18.196126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:18.352914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:18.361133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:18.361874 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:18.483231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Attempting to bind port e3eeed18-ee49-415d-80c7-06a9bd476a6c on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:18.483810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Attempting to bind port e3eeed18-ee49-415d-80c7-06a9bd476a6c by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:18.484138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Attempting to bind port e3eeed18-ee49-415d-80c7-06a9bd476a6c on network a1b8b61e-2690-4463-9785-4c7cb5a49b14 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:18.509682 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:18.510424 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:18.625936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dba06f-9dbd-480e-9bc4-37228289c0a1 req-6cc5eb88-604c-4404-964d-e8d713cd28ff tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:18.628175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51dba06f-9dbd-480e-9bc4-37228289c0a1 req-6cc5eb88-604c-4404-964d-e8d713cd28ff tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 931 time: 0.8838105 Feb 09 13:26:18.691218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:18.729556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:18.730608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85db920d-6da7-41d2-a2f6-73f5a7a6d9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075ecd90-2447-4fb2-9a6c-e14f50f08ac8'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:18.738241 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:18.785605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Port e3eeed18-ee49-415d-80c7-06a9bd476a6c on network a1b8b61e-2690-4463-9785-4c7cb5a49b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:26:18.786214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Attempting to bind port e3eeed18-ee49-415d-80c7-06a9bd476a6c on network a1b8b61e-2690-4463-9785-4c7cb5a49b14 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:18.817272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:18.863920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port be68ae05-0071-4857-8eb3-fd85903cbc9d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:18.864515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:18.893461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b4e8a40-0f8c-48d3-8a1b-15085c0a12b3 req-73372530-1a8d-45b2-a0b9-c2d0bfc1e195 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0063653 Feb 09 13:26:18.946592 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-4b24bca1-0283-4f41-b2c7-6cfd479aa136 service neutron] 10.222.0.59 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0381935 Feb 09 13:26:18.947351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:18.947772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Checking segment: {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:18.948062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Bound using segment: {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:18.948566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Bound port: e3eeed18-ee49-415d-80c7-06a9bd476a6c, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:18.949094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:18.996558 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:26:19.005987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37516) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:19.025863 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:19.201347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] For port be68ae05-0071-4857-8eb3-fd85903cbc9d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=be68ae05-0071-4857-8eb3-fd85903cbc9d,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:19.201898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:19.222924 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85db920d-6da7-41d2-a2f6-73f5a7a6d9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075ecd90-2447-4fb2-9a6c-e14f50f08ac8', 'code': 200} Feb 09 13:26:19.536608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for be68ae05-0071-4857-8eb3-fd85903cbc9d owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:19.648217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51dba06f-9dbd-480e-9bc4-37228289c0a1 req-c0039b14-c1c8-48cf-a7bb-52fde02cf6f9 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9753203 Feb 09 13:26:19.702777 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f679eaf3-8d28-4b97-9b98-3b3c81813cab req-38224e1e-81d0-47e5-9f9f-d2a318e92116 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 1096 time: 0.2998488 Feb 09 13:26:19.714451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] For port e3eeed18-ee49-415d-80c7-06a9bd476a6c, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:19.718504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] For port e3eeed18-ee49-415d-80c7-06a9bd476a6c, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e3eeed18-ee49-415d-80c7-06a9bd476a6c,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:19.724315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-31f66014-6165-4226-9b52-3f45ceb1173b req-0fee1572-633c-4d9b-9124-00788d1adf20 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 210 time: 0.4227989 Feb 09 13:26:19.732672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2049730198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:19.739218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:19.744471 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Usage tracker for resource:router and tenant:6318490bfd314febbb8a6ac510622c09 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:19.747404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:19.753977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:19.773423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:19.783565 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:19.787440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:19.788348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:19.801068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c225077-5d23-4fe3-954e-6296320ffc4d {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:26:19.811566 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f679eaf3-8d28-4b97-9b98-3b3c81813cab req-ecad62a2-2053-4b3b-a0c9-00d074f934e9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916326 Feb 09 13:26:19.891929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:19.920508 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:19.986077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Port': ['ID=be68ae05-0071-4857-8eb3-fd85903cbc9d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:20.046458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b4e8a40-0f8c-48d3-8a1b-15085c0a12b3 req-c5ede505-46c5-4caf-a406-6377d031aa13 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1282649 Feb 09 13:26:20.080531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Transition to ACTIVE for port object 9c225077-5d23-4fe3-954e-6296320ffc4d will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:20.082305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:20.088991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] 10.222.0.67 "PUT /v2.0/ports/e3eeed18-ee49-415d-80c7-06a9bd476a6c HTTP/1.1" status: 200 len: 1092 time: 7.8207979 Feb 09 13:26:20.093731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a38d5b5-f04a-4b5e-b2a0-107c4c925587', 'tag': 'e3eeed18-ee49-415d-80c7-06a9bd476a6c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:20.127425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aff14f-0f37-4703-bea7-2fd57c8bfca3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3eeed18-ee49-415d-80c7-06a9bd476a6c,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:20.131188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:20.222909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Pushing event updated for resources: {'Port': ['ID=9c225077-5d23-4fe3-954e-6296320ffc4d,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:20.227048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Checking segment: {'id': '081b71a7-0f96-4300-afab-5bc4ee1fbcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd7739639-5d2c-4a71-b2dc-8cd256a5fce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:20.227772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network hostable DHCP agents. Network: d7739639-5d2c-4a71-b2dc-8cd256a5fce0, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:26:20.246900 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:20.257951 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a38d5b5-f04a-4b5e-b2a0-107c4c925587', 'tag': 'e3eeed18-ee49-415d-80c7-06a9bd476a6c', 'status': 'completed', 'code': 200} Feb 09 13:26:20.561627 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:20.606296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network d7739639-5d2c-4a71-b2dc-8cd256a5fce0 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:26:20.644473 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:20.744053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:20.745232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9286d461-b1b2-42c4-8b6d-959303fbdb72 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.7348003 Feb 09 13:26:20.746113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d7739639-5d2c-4a71-b2dc-8cd256a5fce0) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:20.755275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe25b92-0e27-40ca-9e84-33c4f09b8f30 None None] Network d7739639-5d2c-4a71-b2dc-8cd256a5fce0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:20.767391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37572) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:20.781401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:20.788206 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:20.789387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-305389775'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:20.802227 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-977fe48f-6af9-4c8d-a428-e7aa5f09f839 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 1095 time: 0.3950891 Feb 09 13:26:20.926828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:20.931822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Usage tracker for resource:network and tenant:6318490bfd314febbb8a6ac510622c09 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:20.939418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:20.976024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:21.028634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Made reservation on behalf of 6318490bfd314febbb8a6ac510622c09 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:21.039966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:21.090096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:21.192083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b9ffaf32-ae64-4cfb-bcc4-77cdbe5443db tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.7621934 Feb 09 13:26:21.205815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Attempting to bind port 9c225077-5d23-4fe3-954e-6296320ffc4d on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:21.206186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Attempting to bind port 9c225077-5d23-4fe3-954e-6296320ffc4d by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:21.206513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Attempting to bind port 9c225077-5d23-4fe3-954e-6296320ffc4d on network a1b8b61e-2690-4463-9785-4c7cb5a49b14 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:21.209824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37582) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:21.221667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': 'd7739639-5d2c-4a71-b2dc-8cd256a5fce0', 'name': 'tempest-PortsIpV6TestJSON-1655866482', 'fixed_ips': [{'subnet_id': '24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3', 'ip_address': '2001:db8::10'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:21.252388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:21.344423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Port 9c225077-5d23-4fe3-954e-6296320ffc4d on network a1b8b61e-2690-4463-9785-4c7cb5a49b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:26:21.345089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Attempting to bind port 9c225077-5d23-4fe3-954e-6296320ffc4d on network a1b8b61e-2690-4463-9785-4c7cb5a49b14 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:21.369532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-d7739639-5d2c-4a71-b2dc-8cd256a5fce0', 'network_id': 'd7739639-5d2c-4a71-b2dc-8cd256a5fce0', 'tenant_id': '951a0af6959d462b949304dba3441f51', 'fixed_ips': [{'subnet_id': '24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:26:21.370345 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:21.377694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Usage tracker for resource:security_group_rule and tenant:6318490bfd314febbb8a6ac510622c09 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:21.383598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:21.450032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-59af503e-9721-4ef0-ad20-82f9c672f5d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3eeed18-ee49-415d-80c7-06a9bd476a6c HTTP/1.1" status: 200 len: 217 time: 0.6002018 Feb 09 13:26:21.463543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-119829fd-e0bb-4355-a822-db9cb39ae40b req-71cbad5b-6547-47ea-9ff2-f66ddae2a8d5 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 210 time: 0.3954937 Feb 09 13:26:21.511310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Router 9f6a5dba-5f5f-4655-87d0-ee89245a467f is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:26:21.572122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:21.572460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Checking segment: {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:21.572851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Bound using segment: {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:21.578749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Bound port: 9c225077-5d23-4fe3-954e-6296320ffc4d, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc6c424-97a7-4701-9026-69b4c88d666f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:21.579777 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:21.646927 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:26:21.699500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Allocated IP 2001:db8::2 (d7739639-5d2c-4a71-b2dc-8cd256a5fce0/24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3/fe2f9361-915c-46f0-9151-231cf6dc6376) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:21.709322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:21.785638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-b1de16d7-c300-4f5f-aea7-4a7cac21baf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:21.787413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-b1de16d7-c300-4f5f-aea7-4a7cac21baf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=296fa344-cda2-48d8-b82b-48dea6327811 HTTP/1.1" status: 200 len: 854 time: 0.2771249 Feb 09 13:26:21.878865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:21.887698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:port and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:21.899527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:21.922059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:21.923259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:21.930457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.019147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:22.147452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:26:22.157079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e4299-a013-4d06-b3c2-7549d98bb877,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:22.215444 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.228525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Transition to ACTIVE for port object fe2f9361-915c-46f0-9151-231cf6dc6376 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:22.248019 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.248391 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Added segment a63e7dda-a299-496f-a65a-9dc5fc509208 of type vlan for network e6708a84-d069-4ee2-b192-37abd4c1a03d Feb 09 13:26:22.252727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Transition to ACTIVE for port object fe2f9361-915c-46f0-9151-231cf6dc6376 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:22.261324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.306248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fdad9-1431-408b-8100-4a719f1db189 req-97389ed3-2316-4a86-a6ad-cf7b8a5589b9 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:22.328298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-194fdad9-1431-408b-8100-4a719f1db189 req-97389ed3-2316-4a86-a6ad-cf7b8a5589b9 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 943 time: 1.3885944 Feb 09 13:26:22.338266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-37a6bf92-ec3a-4a50-b7ca-0c181b2a22df tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:22.340766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-37a6bf92-ec3a-4a50-b7ca-0c181b2a22df tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 815 time: 0.9749272 Feb 09 13:26:22.345374 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.397052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Network d7739639-5d2c-4a71-b2dc-8cd256a5fce0 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:22.402137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] For port 9c225077-5d23-4fe3-954e-6296320ffc4d, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:22.407981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:22.410481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Request body: {'port': {'device_id': 'fc73d932-0af1-4f51-b877-a948d0b02bbf', 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031', 'admin_state_up': True, 'tenant_id': '5ece8dc7dac44df6b66f0b5701afe575'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:22.417735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.420095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:22.422081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:22.422300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Pushing event updated for resources: {'Port': ['ID=fe2f9361-915c-46f0-9151-231cf6dc6376,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:22.422874 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.542358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] For port 9c225077-5d23-4fe3-954e-6296320ffc4d, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9c225077-5d23-4fe3-954e-6296320ffc4d,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:22.575071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-7702046a-5316-4370-bd0a-b0c633e9be88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1b8b61e-2690-4463-9785-4c7cb5a49b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7779613 Feb 09 13:26:22.614493 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.675710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Attempting to bind port fe2f9361-915c-46f0-9151-231cf6dc6376 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:22.676417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Attempting to bind port fe2f9361-915c-46f0-9151-231cf6dc6376 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '081b71a7-0f96-4300-afab-5bc4ee1fbcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd7739639-5d2c-4a71-b2dc-8cd256a5fce0'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:22.676999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Attempting to bind port fe2f9361-915c-46f0-9151-231cf6dc6376 on network d7739639-5d2c-4a71-b2dc-8cd256a5fce0 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:22.687375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Network': ['ID=e6708a84-d069-4ee2-b192-37abd4c1a03d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:22.705922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:22.706607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Checking segment: {'id': '081b71a7-0f96-4300-afab-5bc4ee1fbcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd7739639-5d2c-4a71-b2dc-8cd256a5fce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:22.707620 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.708381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Bound using segment: {'id': '081b71a7-0f96-4300-afab-5bc4ee1fbcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd7739639-5d2c-4a71-b2dc-8cd256a5fce0'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:22.708507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Bound port: fe2f9361-915c-46f0-9151-231cf6dc6376, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081b71a7-0f96-4300-afab-5bc4ee1fbcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd7739639-5d2c-4a71-b2dc-8cd256a5fce0'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:22.709895 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.737343 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:22.746326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e6708a84-d069-4ee2-b192-37abd4c1a03d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:26:22.802233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port fe154f22-159e-4795-a2a2-2f9c2132ac4c yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:26:22.851130 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-35fa2851-67ce-4d30-9b55-22fe445f64be tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0793576 Feb 09 13:26:22.854333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37614) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:22.869119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'subnet': {'network_id': 'e6708a84-d069-4ee2-b192-37abd4c1a03d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:23.090499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:23.104367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Usage tracker for resource:subnet and tenant:6318490bfd314febbb8a6ac510622c09 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:23.139198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] For port fe2f9361-915c-46f0-9151-231cf6dc6376, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:23.143135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] For port fe2f9361-915c-46f0-9151-231cf6dc6376, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fe2f9361-915c-46f0-9151-231cf6dc6376,segment=NetworkSegment(081b71a7-0f96-4300-afab-5bc4ee1fbcd2),segment_id=081b71a7-0f96-4300-afab-5bc4ee1fbcd2)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:23.144392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:23.148890 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:23.162915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:23.187090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8::10 (d7739639-5d2c-4a71-b2dc-8cd256a5fce0/24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3/fe154f22-159e-4795-a2a2-2f9c2132ac4c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:23.194214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Made reservation on behalf of 6318490bfd314febbb8a6ac510622c09 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:23.264372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79dd243e-6d3c-4246-adcc-618fef458868 req-c560d351-e323-4ca0-b160-8a4d14a6ed77 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 210 time: 0.5204940 Feb 09 13:26:23.284021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:23.286552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] 10.222.0.67 "PUT /v2.0/ports/9c225077-5d23-4fe3-954e-6296320ffc4d HTTP/1.1" status: 200 len: 1091 time: 7.5428085 Feb 09 13:26:23.387987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e019932-7e56-47a9-83f1-dc1624024d83', 'tag': '9c225077-5d23-4fe3-954e-6296320ffc4d'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:23.403153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-194fdad9-1431-408b-8100-4a719f1db189 req-3fd12155-0409-410e-bfb6-4c9def4b63d7 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0612149 Feb 09 13:26:23.433235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b7661-7273-40ea-808b-070ed4febc93 None None] Pushing event updated for resources: {'Port': ['ID=fe2f9361-915c-46f0-9151-231cf6dc6376,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:23.450208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:23.636898 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e019932-7e56-47a9-83f1-dc1624024d83', 'tag': '9c225077-5d23-4fe3-954e-6296320ffc4d', 'status': 'completed', 'code': 200} Feb 09 13:26:23.656624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:23.733576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Usage tracker for resource:port and tenant:5ece8dc7dac44df6b66f0b5701afe575 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:23.758208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:23.798551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:23.838063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a6952-d7dc-45eb-bae8-fc1ba7d129dc service neutron] Pushing event updated for resources: {'Port': ['ID=9c225077-5d23-4fe3-954e-6296320ffc4d,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:23.896107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Made reservation on behalf of 5ece8dc7dac44df6b66f0b5701afe575 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:23.900581 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:23.963056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:26:23.963329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router e97abf9b-3c54-480c-8668-387ef6afa516 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:26:23.972022 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Sync routers for ids ['9f6a5dba-5f5f-4655-87d0-ee89245a467f'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:26:23.979894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-5c4e59f1-fae8-4963-93af-c83d965b1141 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4037695 Feb 09 13:26:24.007374 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Routers {'9f6a5dba-5f5f-4655-87d0-ee89245a467f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:24.009134 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9f6a5dba-5f5f-4655-87d0-ee89245a467f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:24.079380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:24.080750 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e3e5269a-8408-4f6a-9008-9bca8052a5b8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 16.4296656 Feb 09 13:26:24.084110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-21bf94b9-3422-4183-b9fe-88a7fcc5ac88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 1094 time: 0.6657128 Feb 09 13:26:24.084717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37730) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:24.185313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:24.274550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object fe154f22-159e-4795-a2a2-2f9c2132ac4c will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:24.315090 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Set router 9f6a5dba-5f5f-4655-87d0-ee89245a467f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:26:24.395701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:24.441733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:24.505001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-7b58f385-6197-48d3-91a9-768868c7b238 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c225077-5d23-4fe3-954e-6296320ffc4d HTTP/1.1" status: 200 len: 217 time: 0.3673537 Feb 09 13:26:24.642338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fe2f9361-915c-46f0-9151-231cf6dc6376 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:24.699260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=fe154f22-159e-4795-a2a2-2f9c2132ac4c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:24.718923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network d7739639-5d2c-4a71-b2dc-8cd256a5fce0 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:24.723984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:24.727789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Subnet': ['ID=cdb91cad-a8cc-4ea2-b150-aa64bf7d3528,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:24.734130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:24.739253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:24.740345 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:24.841326 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0d2a0ef7-5ef3-40e6-9498-030e3aa7fc33 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6303780 Feb 09 13:26:24.846724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37814) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:24.852758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Checking segment: {'id': 'a63e7dda-a299-496f-a65a-9dc5fc509208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e6708a84-d069-4ee2-b192-37abd4c1a03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:24.853413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network hostable DHCP agents. Network: e6708a84-d069-4ee2-b192-37abd4c1a03d, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:26:24.857331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port fe2f9361-915c-46f0-9151-231cf6dc6376 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:24.866719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': 'd7739639-5d2c-4a71-b2dc-8cd256a5fce0', 'name': 'tempest-PortsIpV6TestJSON-1448647683', 'fixed_ips': [{'subnet_id': '24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3', 'ip_address': '2001:db8::f'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:24.961269 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61bc522e-2730-4ce3-8a8a-9240251fb8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:24.982912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:26:24.996685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] Sync routers for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:26:25.021257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-a5ed9bbc-99a5-4874-b6d2-39ed77d4b4d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:25.025371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-a5ed9bbc-99a5-4874-b6d2-39ed77d4b4d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=296fa344-cda2-48d8-b82b-48dea6327811 HTTP/1.1" status: 200 len: 854 time: 0.5053768 Feb 09 13:26:25.036779 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dfd08489-19e1-4cc8-8ca3-24b283f50933 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "PUT /v2.0/routers/e97abf9b-3c54-480c-8668-387ef6afa516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0278182 Feb 09 13:26:25.040993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:25.042299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:25.043402 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb74dabf-312f-4abd-bf48-416a237149d6 req-d296c5e6-b2b5-4ad6-965d-b9455dd88107 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 210 time: 0.3654127 Feb 09 13:26:25.064819 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf2565fb-ee92-4cbf-bb34-12c178a4cf8d req-2d5db4f7-d537-454a-b807-cfce85de42e7 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0589857 Feb 09 13:26:25.088802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37842) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:25.197371 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a5dba-5f5f-4655-87d0-ee89245a467f', 'name': '', 'tenant_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83', 'external_fixed_ips': [{'subnet_id': '990429ba-3b38-4d46-88f6-24b5c2279148', 'ip_address': '2001:db8::145'}], 'enable_snat': True}, 'gw_port_id': 'd216669c-68f0-49fc-97a0-ad2bbe7281b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:08Z', 'updated_at': '2022-02-09T13:26:16Z', 'revision_number': 3, 'project_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'gw_port': {'id': 'd216669c-68f0-49fc-97a0-ad2bbe7281b7', 'name': '', 'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:44:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a5dba-5f5f-4655-87d0-ee89245a467f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '990429ba-3b38-4d46-88f6-24b5c2279148', 'ip_address': '2001:db8::145', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:13Z', 'updated_at': '2022-02-09T13:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '990429ba-3b38-4d46-88f6-24b5c2279148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:25.207794 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Checking router: 9f6a5dba-5f5f-4655-87d0-ee89245a467f for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:26:25.208143 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Updating router 9f6a5dba-5f5f-4655-87d0-ee89245a467f port d216669c-68f0-49fc-97a0-ad2bbe7281b7 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:26:25.359176 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:25.361828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:25.370591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:port and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:25.376371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:25.392641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:25.435322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:25.437120 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f585b-58ac-4ec4-8cb8-e2b69035087f None None] Network d7739639-5d2c-4a71-b2dc-8cd256a5fce0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:25.453355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:25.478653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network e6708a84-d069-4ee2-b192-37abd4c1a03d is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:26:25.493571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port 4b0d61b6-1115-422c-a82b-84fe17befea7 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:26:25.679343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, e6708a84-d069-4ee2-b192-37abd4c1a03d) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:25.699171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:25.699752 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:25.721088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:26:25.753988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4b1a130b-334c-4a21-8f8f-a11b87e1d750 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8937430 Feb 09 13:26:25.761582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37934) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:25.774615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'network': {'name': 'tempest-router-network01--1254228348'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:25.801456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Allocated IP 172.20.0.8 (65cd9f0d-7ef9-4471-9dd3-3dc66bef5031/ae1e4002-02f9-4a3a-8d02-5dd262bd0af0/5733bdc0-eaa2-4eeb-bd40-97421b64cdf1) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:25.827923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b1b9f-5251-4ad5-8e50-afce242d17a4 None None] Network e6708a84-d069-4ee2-b192-37abd4c1a03d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:25.873360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Provisioning for port fe2f9361-915c-46f0-9151-231cf6dc6376 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:25.879665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:25.902694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Usage tracker for resource:network and tenant:6318490bfd314febbb8a6ac510622c09 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:25.904000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2acd398c-7549-4a58-bb7b-f544e04dffec req-2045c4e9-442f-4fc9-a8cd-5e22139d89ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 1095 time: 0.5067186 Feb 09 13:26:25.908252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:25.919640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:25.944279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8::f (d7739639-5d2c-4a71-b2dc-8cd256a5fce0/24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3/4b0d61b6-1115-422c-a82b-84fe17befea7) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:25.948276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Made reservation on behalf of 6318490bfd314febbb8a6ac510622c09 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:25.952547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.012648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:26:26.038280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Provisioning complete for port fe2f9361-915c-46f0-9151-231cf6dc6376 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:26.046557 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.049340 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.049791 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Added segment d698df0b-501e-4532-851e-61a04729ae17 of type vlan for network 69def9a7-5651-4c55-81ee-37b3f696b88e Feb 09 13:26:26.244528 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.272415 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Transition to ACTIVE for port object d216669c-68f0-49fc-97a0-ad2bbe7281b7 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:26.287790 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.294622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c2cb9-dff6-4928-a7d5-3ec8b965e57e req-3d698f9d-4dfd-4d09-b3a8-e05891fb48c1 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:26.306037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d6c2cb9-dff6-4928-a7d5-3ec8b965e57e req-3d698f9d-4dfd-4d09-b3a8-e05891fb48c1 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 943 time: 1.5341096 Feb 09 13:26:26.393409 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Pushing event updated for resources: {'Port': ['ID=d216669c-68f0-49fc-97a0-ad2bbe7281b7,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:26.404630 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Attempting to bind port d216669c-68f0-49fc-97a0-ad2bbe7281b7 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:26.405385 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Attempting to bind port d216669c-68f0-49fc-97a0-ad2bbe7281b7 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '09eab322-68db-498a-a60f-c32f655aeade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:26.406430 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Attempting to bind port d216669c-68f0-49fc-97a0-ad2bbe7281b7 on network fb3c2099-1914-4660-a2fc-a03f31333f83 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:26.414783 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.415339 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.416188 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.416832 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.417353 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.417887 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.418415 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.418959 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.419474 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.420126 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.420675 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:26.436073 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:26.436598 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Checking segment: {'id': '09eab322-68db-498a-a60f-c32f655aeade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:26.437297 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.448962 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Bound using segment: {'id': '09eab322-68db-498a-a60f-c32f655aeade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:26.449514 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.450045 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Bound port: d216669c-68f0-49fc-97a0-ad2bbe7281b7, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09eab322-68db-498a-a60f-c32f655aeade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:26.450668 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.573529 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] For port d216669c-68f0-49fc-97a0-ad2bbe7281b7, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:26.579750 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] For port d216669c-68f0-49fc-97a0-ad2bbe7281b7, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d216669c-68f0-49fc-97a0-ad2bbe7281b7,segment=NetworkSegment(09eab322-68db-498a-a60f-c32f655aeade),segment_id=09eab322-68db-498a-a60f-c32f655aeade)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:26.589390 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.659112 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.667125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:26.668775 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.724081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:26.772237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d6c2cb9-dff6-4928-a7d5-3ec8b965e57e req-7306dd15-2e87-42cc-a61c-30778ff1af9a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653356 Feb 09 13:26:26.796408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d29b765-d471-44ca-8e0f-bc25e7267dae req-3f5c42ff-9029-42b2-b1b9-32c94212a17e tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 210 time: 0.4503951 Feb 09 13:26:26.802213 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-ec7c0e83-2cc5-40dd-a102-af6ea7d2b880 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1b8b61e-2690-4463-9785-4c7cb5a49b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7254257 Feb 09 13:26:26.890284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object 4b0d61b6-1115-422c-a82b-84fe17befea7 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:26.897332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1344159 Feb 09 13:26:26.901920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38046) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:26.909164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b55bbf-8458-4b56-8b44-4d2d8af1b887 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Network': ['ID=69def9a7-5651-4c55-81ee-37b3f696b88e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:26.915913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'network': {'name': 'tempest-router-network02--347252627'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:26.938459 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbd657-d10f-4da9-aace-7f6265eee619 None None] Pushing event updated for resources: {'Port': ['ID=d216669c-68f0-49fc-97a0-ad2bbe7281b7,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:26.942355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:26.948877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Usage tracker for resource:network and tenant:6318490bfd314febbb8a6ac510622c09 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:26.963867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:26.993758 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-c375fc7a-9a7a-4b65-820d-ac52bc0e5e10 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537969 Feb 09 13:26:27.000870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:27.031451 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Routers {'9f6a5dba-5f5f-4655-87d0-ee89245a467f'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:27.032620 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:25:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9f6a5dba-5f5f-4655-87d0-ee89245a467f'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:27.040446 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.049174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Made reservation on behalf of 6318490bfd314febbb8a6ac510622c09 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:27.050040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 69def9a7-5651-4c55-81ee-37b3f696b88e details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:26:27.053645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.193215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-e6708a84-d069-4ee2-b192-37abd4c1a03d', 'network_id': 'e6708a84-d069-4ee2-b192-37abd4c1a03d', 'tenant_id': '6318490bfd314febbb8a6ac510622c09', 'fixed_ips': [{'subnet_id': 'cdb91cad-a8cc-4ea2-b150-aa64bf7d3528'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:26:27.194740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.235425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network d7739639-5d2c-4a71-b2dc-8cd256a5fce0 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:27.243720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:27.251789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:27.255985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:27.256691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.282736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4aac4f7-2842-40ae-a577-eb92d85092ee req-f612c032-907d-42c8-a5e6-23372417d201 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732532 Feb 09 13:26:27.300890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:26:27.334532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=4b0d61b6-1115-422c-a82b-84fe17befea7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:27.350219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.350701 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Added segment 6a330d4e-5330-4d71-930b-0a8cf6685eaa of type vlan for network a73f8107-1b17-4e47-9a9a-b129d66c4a78 Feb 09 13:26:27.360979 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6262de90-8add-4654-9bc0-298f621f5242 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5100026 Feb 09 13:26:27.361952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38092) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:27.381792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd398c-7549-4a58-bb7b-f544e04dffec req-459e7caa-8d57-45ce-a121-6b6d63d8e399 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:27.385262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2acd398c-7549-4a58-bb7b-f544e04dffec req-459e7caa-8d57-45ce-a121-6b6d63d8e399 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 200 len: 916 time: 1.4576299 Feb 09 13:26:27.446858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Allocated IP 2001:db8::2 (e6708a84-d069-4ee2-b192-37abd4c1a03d/cdb91cad-a8cc-4ea2-b150-aa64bf7d3528/dde471c3-061c-4ba6-b63f-e8948ba2ea58) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:27.552658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.563516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-808b0ea6-6ef8-4def-9407-19500f406560 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting subnet 266f2c9a-d4a2-4f86-82ef-c7a2697280fe {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:26:27.627878 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-808b0ea6-6ef8-4def-9407-19500f406560 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.698513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2acd398c-7549-4a58-bb7b-f544e04dffec req-9cb73fc2-00e1-4c5b-a8ca-9fe8079b9b71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3eeed18-ee49-415d-80c7-06a9bd476a6c HTTP/1.1" status: 200 len: 217 time: 0.2117221 Feb 09 13:26:27.699037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f939edb-3be7-48e6-8910-827640d1a0c6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:27.699801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7f939edb-3be7-48e6-8910-827640d1a0c6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:27.710077 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.715132 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] Set router 9f6a5dba-5f5f-4655-87d0-ee89245a467f gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:26:27.733343 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.739128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:27.739818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.799503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7f939edb-3be7-48e6-8910-827640d1a0c6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:27.800726 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7f939edb-3be7-48e6-8910-827640d1a0c6 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4336970 Feb 09 13:26:27.805606 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.810397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38116) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:27.900616 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-808b0ea6-6ef8-4def-9407-19500f406560 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:27.904091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] For port fe2f9361-915c-46f0-9151-231cf6dc6376, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fe2f9361-915c-46f0-9151-231cf6dc6376,segment=NetworkSegment(081b71a7-0f96-4300-afab-5bc4ee1fbcd2),segment_id=081b71a7-0f96-4300-afab-5bc4ee1fbcd2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:27.922026 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:28.079186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Pushing event updated for resources: {'Port': ['ID=fe2f9361-915c-46f0-9151-231cf6dc6376,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:28.145425 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2411156 Feb 09 13:26:28.146911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38124) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:28.151889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-808b0ea6-6ef8-4def-9407-19500f406560 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:28.165452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'subnet': {'network_id': '69def9a7-5651-4c55-81ee-37b3f696b88e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:28.193405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1108f95-1095-4334-b99d-abbb7dfe8f1f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Network': ['ID=a73f8107-1b17-4e47-9a9a-b129d66c4a78,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:28.210932 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6a5dba-5f5f-4655-87d0-ee89245a467f', 'name': '', 'tenant_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83', 'external_fixed_ips': [{'subnet_id': '990429ba-3b38-4d46-88f6-24b5c2279148', 'ip_address': '2001:db8::145'}], 'enable_snat': True}, 'gw_port_id': 'd216669c-68f0-49fc-97a0-ad2bbe7281b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:08Z', 'updated_at': '2022-02-09T13:26:16Z', 'revision_number': 3, 'project_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'gw_port': {'id': 'd216669c-68f0-49fc-97a0-ad2bbe7281b7', 'name': '', 'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:44:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a5dba-5f5f-4655-87d0-ee89245a467f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '990429ba-3b38-4d46-88f6-24b5c2279148', 'ip_address': '2001:db8::145', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:13Z', 'updated_at': '2022-02-09T13:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '990429ba-3b38-4d46-88f6-24b5c2279148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:28.213772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.214111 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.214450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.214819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.215145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.215472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.215893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.216215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.216544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.216843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.217157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db0772-75ac-41de-bac6-56b8069a2520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:28.219332 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bfca6-da0a-4976-be74-fafe9c395142 None None] The sync data for ids ['9f6a5dba-5f5f-4655-87d0-ee89245a467f'] in n-d-825175-3 is: [{'id': '9f6a5dba-5f5f-4655-87d0-ee89245a467f', 'name': '', 'tenant_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83', 'external_fixed_ips': [{'subnet_id': '990429ba-3b38-4d46-88f6-24b5c2279148', 'ip_address': '2001:db8::145'}], 'enable_snat': True}, 'gw_port_id': 'd216669c-68f0-49fc-97a0-ad2bbe7281b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:08Z', 'updated_at': '2022-02-09T13:26:16Z', 'revision_number': 3, 'project_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'gw_port': {'id': 'd216669c-68f0-49fc-97a0-ad2bbe7281b7', 'name': '', 'network_id': 'fb3c2099-1914-4660-a2fc-a03f31333f83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:44:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6a5dba-5f5f-4655-87d0-ee89245a467f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '990429ba-3b38-4d46-88f6-24b5c2279148', 'ip_address': '2001:db8::145', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:13Z', 'updated_at': '2022-02-09T13:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '990429ba-3b38-4d46-88f6-24b5c2279148', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:26:28.254995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network a73f8107-1b17-4e47-9a9a-b129d66c4a78 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:26:28.272014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e3eeed18-ee49-415d-80c7-06a9bd476a6c details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:26:28.391107 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e86cc27a-2870-41d6-86a8-8563fd36d1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:28.405529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af05000f-756b-4587-bf92-b191975168c4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:28.410703 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:28.410867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af05000f-756b-4587-bf92-b191975168c4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:28.416566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af05000f-756b-4587-bf92-b191975168c4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:28.421074 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-af05000f-756b-4587-bf92-b191975168c4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.6064749 Feb 09 13:26:28.422831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38132) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:28.449636 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-005b5354-f08c-4fb2-b542-4326d3add03b req-067b24e3-94c4-4f13-9b13-0de8070ba377 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 210 time: 0.1913245 Feb 09 13:26:28.482904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:28.488351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:28.524858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Usage tracker for resource:subnet and tenant:6318490bfd314febbb8a6ac510622c09 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:28.528393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd398c-7549-4a58-bb7b-f544e04dffec req-aeaef6c6-2ab0-44ab-9984-f36bcc8c9ba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:28.529411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2acd398c-7549-4a58-bb7b-f544e04dffec req-aeaef6c6-2ab0-44ab-9984-f36bcc8c9ba0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=296fa344-cda2-48d8-b82b-48dea6327811 HTTP/1.1" status: 200 len: 854 time: 0.7609379 Feb 09 13:26:28.539441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:28.567200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:28.658602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb22f-24ae-44ea-b99f-15f4684a2b06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 4b0d61b6-1115-422c-a82b-84fe17befea7 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:28.663771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb22f-24ae-44ea-b99f-15f4684a2b06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:28.712786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25b1c537-c52b-4ee2-a370-94a6859851fb req-c5c23437-634d-4851-a9d6-0e81da787dcc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 1094 time: 1.3248537 Feb 09 13:26:28.723899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-808b0ea6-6ef8-4def-9407-19500f406560 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:28.793227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fe2f9361-915c-46f0-9151-231cf6dc6376 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:28.828199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Made reservation on behalf of 6318490bfd314febbb8a6ac510622c09 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:28.894122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Transition to ACTIVE for port object dde471c3-061c-4ba6-b63f-e8948ba2ea58 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:28.902327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b0ea6-6ef8-4def-9407-19500f406560 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Subnet': ['ID=266f2c9a-d4a2-4f86-82ef-c7a2697280fe,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:28.955711 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:26:28.989190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:29.011765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:26:19Z', 'revision_number': 7, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:29.030103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] Checking router: e97abf9b-3c54-480c-8668-387ef6afa516 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:26:29.088756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Transition to ACTIVE for port object dde471c3-061c-4ba6-b63f-e8948ba2ea58 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:29.093443 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:29.182215 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-808b0ea6-6ef8-4def-9407-19500f406560 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:29.206054 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-808b0ea6-6ef8-4def-9407-19500f406560 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/subnets/266f2c9a-d4a2-4f86-82ef-c7a2697280fe HTTP/1.1" status: 204 len: 168 time: 4.0973949 Feb 09 13:26:29.214931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38140) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:29.251630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] Routers {'e97abf9b-3c54-480c-8668-387ef6afa516'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:29.255665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e97abf9b-3c54-480c-8668-387ef6afa516'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:29.259231 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:29.352296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4c83-556f-4237-a793-7474872fa158 req-17b6de84-a643-4a26-8fb7-0137581fe6fe tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:29.368570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81399b6d-9e78-40ac-8e35-3faded27c887 None None] Network b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:29.369697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c6b4c83-556f-4237-a793-7474872fa158 req-17b6de84-a643-4a26-8fb7-0137581fe6fe tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 943 time: 1.0330715 Feb 09 13:26:29.432794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bb32c6a4-707d-448c-9455-71303ac5abde None None] Provisioning complete for port fe2f9361-915c-46f0-9151-231cf6dc6376 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:29.434488 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bb32c6a4-707d-448c-9455-71303ac5abde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:29.571382 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:29.895911 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb22f-24ae-44ea-b99f-15f4684a2b06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:30.080022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eb22f-24ae-44ea-b99f-15f4684a2b06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for 4b0d61b6-1115-422c-a82b-84fe17befea7 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:30.233469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port fe2f9361-915c-46f0-9151-231cf6dc6376 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:30.237068 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:30.283250 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:30.283923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c537-c52b-4ee2-a370-94a6859851fb req-0f567966-db01-4347-85f9-258a75d2eb55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:30.286328 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25b1c537-c52b-4ee2-a370-94a6859851fb req-0f567966-db01-4347-85f9-258a75d2eb55 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 200 len: 916 time: 1.5572445 Feb 09 13:26:30.287597 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:30.325881 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:30.335042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Network e6708a84-d069-4ee2-b192-37abd4c1a03d is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:30.361699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:30.366665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:30.374928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['33381a3e-e33c-49c9-ba45-50e610f44078', '1af7584e-16fa-4945-89a7-3cd50f4e3c73'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:26:30.380601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2acd398c-7549-4a58-bb7b-f544e04dffec req-c1cbc2b2-d9cb-475e-a7e4-d4ce65225e93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1b8b61e-2690-4463-9785-4c7cb5a49b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8393743 Feb 09 13:26:30.430288 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb22f-24ae-44ea-b99f-15f4684a2b06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:30.538965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] Set router e97abf9b-3c54-480c-8668-387ef6afa516 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:26:30.585190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8eb22f-24ae-44ea-b99f-15f4684a2b06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=4b0d61b6-1115-422c-a82b-84fe17befea7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:30.588211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Subnet': ['ID=9e21973c-9e7e-456e-b180-dcf5957ba502,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:30.628706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e3eeed18-ee49-415d-80c7-06a9bd476a6c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e3eeed18-ee49-415d-80c7-06a9bd476a6c,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:30.654283 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Pushing event updated for resources: {'Port': ['ID=dde471c3-061c-4ba6-b63f-e8948ba2ea58,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:30.656589 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bb32c6a4-707d-448c-9455-71303ac5abde None None] Provisioning for port fe154f22-159e-4795-a2a2-2f9c2132ac4c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:30.673908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bb32c6a4-707d-448c-9455-71303ac5abde None None] Provisioning complete for port fe154f22-159e-4795-a2a2-2f9c2132ac4c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:30.674383 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bb32c6a4-707d-448c-9455-71303ac5abde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:30.681444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38158) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:30.730193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d8eb22f-24ae-44ea-b99f-15f4684a2b06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:30.735285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Checking segment: {'id': 'd698df0b-501e-4532-851e-61a04729ae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '69def9a7-5651-4c55-81ee-37b3f696b88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:30.735633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network hostable DHCP agents. Network: 69def9a7-5651-4c55-81ee-37b3f696b88e, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:26:30.766544 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1d8eb22f-24ae-44ea-b99f-15f4684a2b06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/4b0d61b6-1115-422c-a82b-84fe17befea7 HTTP/1.1" status: 204 len: 168 time: 2.3425772 Feb 09 13:26:30.769990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38164) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:30.827321 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ba5852-03d6-4808-8af1-f108ccaafce4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:26:30.828070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-85ba5852-03d6-4808-8af1-f108ccaafce4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:30.846780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network 69def9a7-5651-4c55-81ee-37b3f696b88e is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:26:30.872868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-85ba5852-03d6-4808-8af1-f108ccaafce4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:30.875158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e3eeed18-ee49-415d-80c7-06a9bd476a6c', 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14', 'port_id': 'e3eeed18-ee49-415d-80c7-06a9bd476a6c', 'mac_address': 'fa:16:3e:a5:9c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296fa344-cda2-48d8-b82b-48dea6327811', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:26:30.877608 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85ba5852-03d6-4808-8af1-f108ccaafce4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/4b0d61b6-1115-422c-a82b-84fe17befea7 HTTP/1.1" status: 404 len: 333 time: 0.1049035 Feb 09 13:26:30.880865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38168) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:30.926922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2acd398c-7549-4a58-bb7b-f544e04dffec req-3d19a3ac-1973-4e73-b0de-3f8a15811971 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040648 Feb 09 13:26:30.956177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:30.959162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25b1c537-c52b-4ee2-a370-94a6859851fb req-7554f072-5c0a-4375-9fc3-59f2c4bb66bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c225077-5d23-4fe3-954e-6296320ffc4d HTTP/1.1" status: 200 len: 217 time: 0.6497073 Feb 09 13:26:30.961568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 69def9a7-5651-4c55-81ee-37b3f696b88e) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:30.973758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:30.974338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.009973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:31.057353 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e2130125-91fc-4e23-bab5-db436ba4ec52 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9039483 Feb 09 13:26:31.065769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38174) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:31.081169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'subnet': {'network_id': 'a73f8107-1b17-4e47-9a9a-b129d66c4a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:31.127365 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-715e2542-485d-47f3-99d6-f9b180fd9833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.136945 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Attempting to bind port dde471c3-061c-4ba6-b63f-e8948ba2ea58 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:31.137310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Attempting to bind port dde471c3-061c-4ba6-b63f-e8948ba2ea58 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'a63e7dda-a299-496f-a65a-9dc5fc509208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e6708a84-d069-4ee2-b192-37abd4c1a03d'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:31.137668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Attempting to bind port dde471c3-061c-4ba6-b63f-e8948ba2ea58 on network e6708a84-d069-4ee2-b192-37abd4c1a03d {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:31.181546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:31.182189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5551c00-47a6-4524-9d9c-f9dc8555b8c8 None None] Network 69def9a7-5651-4c55-81ee-37b3f696b88e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:31.212637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-715e2542-485d-47f3-99d6-f9b180fd9833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:31.221836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-715e2542-485d-47f3-99d6-f9b180fd9833 admin admin] Usage tracker for resource:security_group_rule and tenant:8a5f5aa38b4f4f43aae2c48ec1fa7975 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:31.225077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-715e2542-485d-47f3-99d6-f9b180fd9833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:31.229069 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c6b4c83-556f-4237-a793-7474872fa158 req-e59d566d-b101-49b3-8a49-071284f85ef3 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8568466 Feb 09 13:26:31.230065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Pushing event updated for resources: {'Port': ['ID=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:31.248403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-715e2542-485d-47f3-99d6-f9b180fd9833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:31.367869 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-715e2542-485d-47f3-99d6-f9b180fd9833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.392940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71f06c-c6eb-4aaf-8053-16546feb7368 req-52592c4a-909d-4fe3-8087-a6a7f5cb0eb1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:31.393738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-52c930b6-3209-437a-ab97-e129113f3fc8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port fe154f22-159e-4795-a2a2-2f9c2132ac4c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:31.394665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9a71f06c-c6eb-4aaf-8053-16546feb7368 req-52592c4a-909d-4fe3-8087-a6a7f5cb0eb1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Synchronizing usage tracker for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:31.394814 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52c930b6-3209-437a-ab97-e129113f3fc8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.455876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:31.456869 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Checking segment: {'id': 'a63e7dda-a299-496f-a65a-9dc5fc509208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e6708a84-d069-4ee2-b192-37abd4c1a03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:31.457461 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.457998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Bound using segment: {'id': 'a63e7dda-a299-496f-a65a-9dc5fc509208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e6708a84-d069-4ee2-b192-37abd4c1a03d'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:31.459459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Bound port: dde471c3-061c-4ba6-b63f-e8948ba2ea58, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63e7dda-a299-496f-a65a-9dc5fc509208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e6708a84-d069-4ee2-b192-37abd4c1a03d'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:31.460004 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.480921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bb32c6a4-707d-448c-9455-71303ac5abde None None] Port fe154f22-159e-4795-a2a2-2f9c2132ac4c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:31.567707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:31.568640 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.574174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c537-c52b-4ee2-a370-94a6859851fb req-77d50838-ff6e-4b73-a57e-2f23955a7c66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:31.576647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25b1c537-c52b-4ee2-a370-94a6859851fb req-77d50838-ff6e-4b73-a57e-2f23955a7c66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=296fa344-cda2-48d8-b82b-48dea6327811 HTTP/1.1" status: 200 len: 854 time: 0.5045090 Feb 09 13:26:31.592292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-715e2542-485d-47f3-99d6-f9b180fd9833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.595214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.655961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9a71f06c-c6eb-4aaf-8053-16546feb7368 req-52592c4a-909d-4fe3-8087-a6a7f5cb0eb1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Unset dirty status for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:31.657375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a71f06c-c6eb-4aaf-8053-16546feb7368 req-52592c4a-909d-4fe3-8087-a6a7f5cb0eb1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 931 time: 1.8789675 Feb 09 13:26:31.673942 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.687471 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Deleting port d216669c-68f0-49fc-97a0-ad2bbe7281b7 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:31.687803 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.697097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d26ce809-cefd-46d9-9a19-f1ab5c98d664 None None] Provisioning complete for port fe154f22-159e-4795-a2a2-2f9c2132ac4c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:31.697508 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d26ce809-cefd-46d9-9a19-f1ab5c98d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:31.712282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-0496b598-ecbb-456d-ac86-c69b65cfcc5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.3236496 Feb 09 13:26:31.760262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Request body: {'port': {'device_id': 'fc73d932-0af1-4f51-b877-a948d0b02bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:31.779110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e2542-485d-47f3-99d6-f9b180fd9833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44767985-8b9b-4716-933c-786a5fdbcc26,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:31.786934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:31.795005 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-715e2542-485d-47f3-99d6-f9b180fd9833 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a5f5aa38b4f4f43aae2c48ec1fa7975&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1037300 Feb 09 13:26:31.798869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Usage tracker for resource:subnet and tenant:6318490bfd314febbb8a6ac510622c09 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:31.800427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2acd398c-7549-4a58-bb7b-f544e04dffec req-be714b99-b4d2-491b-b002-8fbfe561348b service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8332300 Feb 09 13:26:31.800958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38178) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:31.862121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:31.875157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:31.887150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] For port dde471c3-061c-4ba6-b63f-e8948ba2ea58, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:31.906407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Made reservation on behalf of 6318490bfd314febbb8a6ac510622c09 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:31.956142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3eeed18-ee49-415d-80c7-06a9bd476a6c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:26:32.038254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.056311 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52c930b6-3209-437a-ab97-e129113f3fc8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.126106 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a71f06c-c6eb-4aaf-8053-16546feb7368 req-7ae44bbe-9b5d-4798-9a25-2104a86755bd tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539838 Feb 09 13:26:32.179548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d216669c-68f0-49fc-97a0-ad2bbe7281b7 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:32.275416 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.275636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] For port dde471c3-061c-4ba6-b63f-e8948ba2ea58, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dde471c3-061c-4ba6-b63f-e8948ba2ea58,segment=NetworkSegment(a63e7dda-a299-496f-a65a-9dc5fc509208),segment_id=a63e7dda-a299-496f-a65a-9dc5fc509208)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:32.305067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e3eeed18-ee49-415d-80c7-06a9bd476a6c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e3eeed18-ee49-415d-80c7-06a9bd476a6c,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:32.318352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25b1c537-c52b-4ee2-a370-94a6859851fb req-f36c9b56-a99a-413c-8fd2-9533a806c4d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1b8b61e-2690-4463-9785-4c7cb5a49b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7099302 Feb 09 13:26:32.361239 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.369501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] For port d216669c-68f0-49fc-97a0-ad2bbe7281b7, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d216669c-68f0-49fc-97a0-ad2bbe7281b7,segment=NetworkSegment(09eab322-68db-498a-a60f-c32f655aeade),segment_id=09eab322-68db-498a-a60f-c32f655aeade)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:32.370133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.395966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:26:19Z', 'revision_number': 7, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:32.400068 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59a4dd6f-cd1b-4d95-8a9e-ca47dae5bed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.409643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-52c930b6-3209-437a-ab97-e129113f3fc8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for fe154f22-159e-4795-a2a2-2f9c2132ac4c owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:32.465734 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.468221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port d216669c-68f0-49fc-97a0-ad2bbe7281b7 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:32.502306 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.543802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e23400-2cee-4414-a8bc-48f30cce22ab None None] The sync data for ids ['e97abf9b-3c54-480c-8668-387ef6afa516'] in n-d-825175-3 is: [{'id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'name': 'tempest-TestNetworkBasicOps-router-1712582109', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:22:40Z', 'updated_at': '2022-02-09T13:26:19Z', 'revision_number': 7, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': '61a99515-1f6e-460f-9cfa-aa7c0daa7900', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e97abf9b-3c54-480c-8668-387ef6afa516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:22:41Z', 'updated_at': '2022-02-09T13:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:26:32.547177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3b17d2-e7bc-4283-b073-7e5113b724c4 None None] DHCP port deletion for b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:26:32.553208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9c225077-5d23-4fe3-954e-6296320ffc4d details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:26:32.632644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d216669c-68f0-49fc-97a0-ad2bbe7281b7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:32.654055 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.719476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d26ce809-cefd-46d9-9a19-f1ab5c98d664 None None] Port fe154f22-159e-4795-a2a2-2f9c2132ac4c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:32.721602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b17d2-e7bc-4283-b073-7e5113b724c4 None None] Deleting port f3423f8c-d10c-4459-8a2a-d44fb44972b5 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:32.723837 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3d3b17d2-e7bc-4283-b073-7e5113b724c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:32.815503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d26ce809-cefd-46d9-9a19-f1ab5c98d664 None None] Could not find standard attr ID for object 4b0d61b6-1115-422c-a82b-84fe17befea7. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:26:32.817130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfd610-69f4-4881-a4d4-dd29d8c1a3ed None None] Pushing event updated for resources: {'Port': ['ID=dde471c3-061c-4ba6-b63f-e8948ba2ea58,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:32.873432 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25b1c537-c52b-4ee2-a370-94a6859851fb req-bce78f2f-ad00-4636-8cbb-1ce237e1efd8 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406375 Feb 09 13:26:32.890389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38192) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:32.945236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e3eeed18-ee49-415d-80c7-06a9bd476a6c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:26:33.125081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52c930b6-3209-437a-ab97-e129113f3fc8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:33.242900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c930b6-3209-437a-ab97-e129113f3fc8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=fe154f22-159e-4795-a2a2-2f9c2132ac4c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:33.267114 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:26:33.375655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-52c930b6-3209-437a-ab97-e129113f3fc8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:33.386578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Calling delete_port for d216669c-68f0-49fc-97a0-ad2bbe7281b7 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:33.446107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:33.510682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 9c225077-5d23-4fe3-954e-6296320ffc4d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9c225077-5d23-4fe3-954e-6296320ffc4d,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:33.546684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59a4dd6f-cd1b-4d95-8a9e-ca47dae5bed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:33.550280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Subnet': ['ID=6fc51026-ff58-4d2d-a50e-bf188ac97fbf,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:33.555765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-52c930b6-3209-437a-ab97-e129113f3fc8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/fe154f22-159e-4795-a2a2-2f9c2132ac4c HTTP/1.1" status: 204 len: 168 time: 2.6735816 Feb 09 13:26:33.561954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38200) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:33.578359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '9c225077-5d23-4fe3-954e-6296320ffc4d', 'network_id': 'a1b8b61e-2690-4463-9785-4c7cb5a49b14', 'port_id': '9c225077-5d23-4fe3-954e-6296320ffc4d', 'mac_address': 'fa:16:3e:39:b8:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296fa344-cda2-48d8-b82b-48dea6327811', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:26:33.628885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f130e99-fadd-472e-9ba8-6927db32c1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:33.673061 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c63ecf-7486-4ef2-8dff-d468efdd65ed tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:26:33.673491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-52c63ecf-7486-4ef2-8dff-d468efdd65ed tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:33.692848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6f130e99-fadd-472e-9ba8-6927db32c1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:33.702754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6f130e99-fadd-472e-9ba8-6927db32c1dc admin admin] Usage tracker for resource:security_group_rule and tenant:a767fc6a39d14c2db754df651ebb5d06 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:33.707895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6f130e99-fadd-472e-9ba8-6927db32c1dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:33.713086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Checking segment: {'id': '6a330d4e-5330-4d71-930b-0a8cf6685eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a73f8107-1b17-4e47-9a9a-b129d66c4a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:33.713444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network hostable DHCP agents. Network: a73f8107-1b17-4e47-9a9a-b129d66c4a78, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:26:33.724066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6f130e99-fadd-472e-9ba8-6927db32c1dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:33.727084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-52c63ecf-7486-4ef2-8dff-d468efdd65ed tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:33.730406 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-52c63ecf-7486-4ef2-8dff-d468efdd65ed tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/fe154f22-159e-4795-a2a2-2f9c2132ac4c HTTP/1.1" status: 404 len: 333 time: 0.1587675 Feb 09 13:26:33.731172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38204) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:33.769250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e3eeed18-ee49-415d-80c7-06a9bd476a6c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:33.769508 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25b1c537-c52b-4ee2-a370-94a6859851fb req-b27820b1-d297-4809-bfdf-fcc877d1ba03 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829329 Feb 09 13:26:33.837814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-69def9a7-5651-4c55-81ee-37b3f696b88e', 'network_id': '69def9a7-5651-4c55-81ee-37b3f696b88e', 'tenant_id': '6318490bfd314febbb8a6ac510622c09', 'fixed_ips': [{'subnet_id': '9e21973c-9e7e-456e-b180-dcf5957ba502'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:26:33.838723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:33.898128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network a73f8107-1b17-4e47-9a9a-b129d66c4a78 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:26:33.918409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090b379-18d8-4287-a23b-063b0fd1114c req-af90644d-219d-431a-b36f-017e7b851d69 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:33.925412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e090b379-18d8-4287-a23b-063b0fd1114c req-af90644d-219d-431a-b36f-017e7b851d69 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 943 time: 1.2435546 Feb 09 13:26:33.970759 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59a4dd6f-cd1b-4d95-8a9e-ca47dae5bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.000863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, a73f8107-1b17-4e47-9a9a-b129d66c4a78) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:34.015156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9f267-a0b1-45ee-8c42-44c527f82898 req-9d088375-33a8-4b84-bd81-dc364e56e8b1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:34.016763 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbb9f267-a0b1-45ee-8c42-44c527f82898 req-9d088375-33a8-4b84-bd81-dc364e56e8b1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 931 time: 0.5265255 Feb 09 13:26:34.024584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4dd6f-cd1b-4d95-8a9e-ca47dae5bed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44767985-8b9b-4716-933c-786a5fdbcc26,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:34.034504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:34.034627 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.041621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be97ad90-9369-4198-a6c6-84d7ee675f7a None None] Network a73f8107-1b17-4e47-9a9a-b129d66c4a78 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:34.089761 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f130e99-fadd-472e-9ba8-6927db32c1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.089978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59a4dd6f-cd1b-4d95-8a9e-ca47dae5bed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.098715 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-59a4dd6f-cd1b-4d95-8a9e-ca47dae5bed7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44767985-8b9b-4716-933c-786a5fdbcc26 HTTP/1.1" status: 204 len: 168 time: 2.2851183 Feb 09 13:26:34.099588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6f130e99-fadd-472e-9ba8-6927db32c1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.142140 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e41b1664-3e9b-40c8-9d1d-116822b21bbd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0700541 Feb 09 13:26:34.148293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38210) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:34.226894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e090b379-18d8-4287-a23b-063b0fd1114c req-83a8434e-bf75-4531-8b7d-4f1a29874224 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997406 Feb 09 13:26:34.296847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf8d4b6-815d-4ae3-9456-6d9a0561718c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet 24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:26:34.408054 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.415414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fbb9f267-a0b1-45ee-8c42-44c527f82898 req-7e6aa69f-9175-4b05-9d86-b4cfb7d4e398 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828135 Feb 09 13:26:34.482452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.500797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event deleted for resources: {'Port': ['ID=d216669c-68f0-49fc-97a0-ad2bbe7281b7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:34.510045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:26:34.512684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f130e99-fadd-472e-9ba8-6927db32c1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49a5f64-9a24-49fc-9378-aea0e6019278,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:34.521663 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.523566 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d4b6-815d-4ae3-9456-6d9a0561718c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.534053 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.564504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port 61a99515-1f6e-460f-9cfa-aa7c0daa7900 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:34.565854 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.570510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbda2fb-0d7a-47e3-be8e-fd13fe02fcf1 None None] Network e6708a84-d069-4ee2-b192-37abd4c1a03d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:34.582081 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6f130e99-fadd-472e-9ba8-6927db32c1dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a767fc6a39d14c2db754df651ebb5d06&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6901789 Feb 09 13:26:34.586797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38216) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:34.619868 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d4b6-815d-4ae3-9456-6d9a0561718c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.687313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38220) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:34.735453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Port d216669c-68f0-49fc-97a0-ad2bbe7281b7 update to ACTIVE by agent not found {{(pid=83481) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 09 13:26:34.756246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c225077-5d23-4fe3-954e-6296320ffc4d {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:26:34.770093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3d3b17d2-e7bc-4283-b073-7e5113b724c4 None None] For port f3423f8c-d10c-4459-8a2a-d44fb44972b5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f3423f8c-d10c-4459-8a2a-d44fb44972b5,segment=NetworkSegment(68d3930b-b125-43e5-b63f-f8a0a9aba334),segment_id=68d3930b-b125-43e5-b63f-f8a0a9aba334)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:34.770459 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3d3b17d2-e7bc-4283-b073-7e5113b724c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.799229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Transition to ACTIVE for port object 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:34.832729 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.864299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b474-dd9b-4c7b-9f7d-ac9d0fd786ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.956253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-152038f7-5100-4a8c-85a7-f2b72425a90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:34.994089 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d4b6-815d-4ae3-9456-6d9a0561718c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.007271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b17d2-e7bc-4283-b073-7e5113b724c4 None None] Calling delete_port for f3423f8c-d10c-4459-8a2a-d44fb44972b5 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:35.062518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Pushing event updated for resources: {'Port': ['ID=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:35.064010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.103492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-a73f8107-1b17-4e47-9a9a-b129d66c4a78', 'network_id': 'a73f8107-1b17-4e47-9a9a-b129d66c4a78', 'tenant_id': '6318490bfd314febbb8a6ac510622c09', 'fixed_ips': [{'subnet_id': '6fc51026-ff58-4d2d-a50e-bf188ac97fbf'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:26:35.104598 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.105688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b6f1b474-dd9b-4c7b-9f7d-ac9d0fd786ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:35.125037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dde471c3-061c-4ba6-b63f-e8948ba2ea58 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:35.128654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b6f1b474-dd9b-4c7b-9f7d-ac9d0fd786ad admin admin] Usage tracker for resource:security_group_rule and tenant:0189b4cdf1b74c83a7dbe5e19d6de3f9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:35.143034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b6f1b474-dd9b-4c7b-9f7d-ac9d0fd786ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:35.157401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 9c225077-5d23-4fe3-954e-6296320ffc4d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9c225077-5d23-4fe3-954e-6296320ffc4d,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:35.178053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e074f5c5-d7da-4b99-b52a-5cd3c38b38da None None] Provisioning for port dde471c3-061c-4ba6-b63f-e8948ba2ea58 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:35.196686 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-152038f7-5100-4a8c-85a7-f2b72425a90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.211733 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.212801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b6f1b474-dd9b-4c7b-9f7d-ac9d0fd786ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:35.222221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Allocated IP 2001:db8::2 (69def9a7-5651-4c55-81ee-37b3f696b88e/9e21973c-9e7e-456e-b180-dcf5957ba502/7fa04414-da6f-432f-9c75-2524a709e1e9) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:35.343049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d4b6-815d-4ae3-9456-6d9a0561718c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.461955 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b474-dd9b-4c7b-9f7d-ac9d0fd786ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.478248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8d4b6-815d-4ae3-9456-6d9a0561718c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:35.554100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] For port 61a99515-1f6e-460f-9cfa-aa7c0daa7900, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=61a99515-1f6e-460f-9cfa-aa7c0daa7900,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:35.554454 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.564056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.566042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0da1ed-f112-4ab2-b974-9880d3b946df None None] Network d7739639-5d2c-4a71-b2dc-8cd256a5fce0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:35.570719 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-152038f7-5100-4a8c-85a7-f2b72425a90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.575874 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6f1b474-dd9b-4c7b-9f7d-ac9d0fd786ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.586221 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d4b6-815d-4ae3-9456-6d9a0561718c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.598830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.627961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152038f7-5100-4a8c-85a7-f2b72425a90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49a5f64-9a24-49fc-9378-aea0e6019278,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:35.660944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['9c225077-5d23-4fe3-954e-6296320ffc4d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:26:35.663346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-152038f7-5100-4a8c-85a7-f2b72425a90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.669849 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-152038f7-5100-4a8c-85a7-f2b72425a90d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c49a5f64-9a24-49fc-9378-aea0e6019278 HTTP/1.1" status: 204 len: 168 time: 1.0755110 Feb 09 13:26:35.735629 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ddf8d4b6-815d-4ae3-9456-6d9a0561718c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3 HTTP/1.1" status: 204 len: 168 time: 2.0038908 Feb 09 13:26:35.809963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38230) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:35.821082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for 61a99515-1f6e-460f-9cfa-aa7c0daa7900 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:35.831323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b6f1b474-dd9b-4c7b-9f7d-ac9d0fd786ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0189b4cdf1b74c83a7dbe5e19d6de3f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1402194 Feb 09 13:26:35.832163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38232) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:35.853922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1b474-dd9b-4c7b-9f7d-ac9d0fd786ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568989df-712b-476a-b171-09b48fae2ae5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:35.877737 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3d3b17d2-e7bc-4283-b073-7e5113b724c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:35.882992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=9c225077-5d23-4fe3-954e-6296320ffc4d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:35.933980 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.006326 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5301ae2-a098-412b-a0ea-a9f08ebf14a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.030727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.033565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9f6a5dba-5f5f-4655-87d0-ee89245a467f {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:26:36.035986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b17d2-e7bc-4283-b073-7e5113b724c4 None None] Pushing event deleted for resources: {'Port': ['ID=f3423f8c-d10c-4459-8a2a-d44fb44972b5,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:36.096875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port dde471c3-061c-4ba6-b63f-e8948ba2ea58 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:36.107990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b17d2-e7bc-4283-b073-7e5113b724c4 None None] No DVR routers for this DVR port f3423f8c-d10c-4459-8a2a-d44fb44972b5 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:26:36.159087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5301ae2-a098-412b-a0ea-a9f08ebf14a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.233346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port dde471c3-061c-4ba6-b63f-e8948ba2ea58 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:36.234608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.242048 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.243342 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0ca3e2d2-2c88-4362-8aec-b12687d48b38 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "DELETE /v2.0/routers/9f6a5dba-5f5f-4655-87d0-ee89245a467f HTTP/1.1" status: 204 len: 168 time: 12.1073582 Feb 09 13:26:36.249641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38238) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:36.332181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5301ae2-a098-412b-a0ea-a9f08ebf14a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.349246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66944cbb-0137-4b41-8f12-9f7135afee84 req-ba338cee-9107-45f3-a7c0-5e98277e8ec3 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:36.361517 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66944cbb-0137-4b41-8f12-9f7135afee84 req-ba338cee-9107-45f3-a7c0-5e98277e8ec3 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 944 time: 0.8909228 Feb 09 13:26:36.373662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5301ae2-a098-412b-a0ea-a9f08ebf14a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568989df-712b-476a-b171-09b48fae2ae5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:36.407066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-62412afd-5634-43c0-82d3-1d5eb97679bf tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Deleting subnet 990429ba-3b38-4d46-88f6-24b5c2279148 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:26:36.424571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62412afd-5634-43c0-82d3-1d5eb97679bf tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.455889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Allocated IP 2001:db8::2 (a73f8107-1b17-4e47-9a9a-b129d66c4a78/6fc51026-ff58-4d2d-a50e-bf188ac97fbf/148bdea7-6188-4caf-bb73-17f8fd4b8699) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:36.480526 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62412afd-5634-43c0-82d3-1d5eb97679bf tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.502437 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.517500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Attempting to bind port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:36.517932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Attempting to bind port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:36.518336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Attempting to bind port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:36.546616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5301ae2-a098-412b-a0ea-a9f08ebf14a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.552620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port fe2f9361-915c-46f0-9151-231cf6dc6376 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:36.552778 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.556608 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d5301ae2-a098-412b-a0ea-a9f08ebf14a3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/568989df-712b-476a-b171-09b48fae2ae5 HTTP/1.1" status: 204 len: 168 time: 0.7057850 Feb 09 13:26:36.562665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62412afd-5634-43c0-82d3-1d5eb97679bf tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.656394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b91a8-fe3d-431f-8207-2aee11cd324a req-c543a7c7-6828-498d-8f8e-cbaf7e8c142a tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:36.658652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-862b91a8-fe3d-431f-8207-2aee11cd324a req-c543a7c7-6828-498d-8f8e-cbaf7e8c142a tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 943 time: 1.0531192 Feb 09 13:26:36.659436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:26:36.659932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Attempting to bind port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:36.684024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66944cbb-0137-4b41-8f12-9f7135afee84 req-9aab8fb9-7504-4a5c-a320-ae7f1308870d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214693 Feb 09 13:26:36.814982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:36.815607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Checking segment: {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:36.815761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Bound using segment: {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:36.816124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Bound port: 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:36.816452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.837541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62412afd-5634-43c0-82d3-1d5eb97679bf tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.892390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62412afd-5634-43c0-82d3-1d5eb97679bf tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:36.905598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62412afd-5634-43c0-82d3-1d5eb97679bf tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=990429ba-3b38-4d46-88f6-24b5c2279148,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:36.915562 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-62412afd-5634-43c0-82d3-1d5eb97679bf tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/990429ba-3b38-4d46-88f6-24b5c2279148 HTTP/1.1" status: 204 len: 168 time: 0.6646130 Feb 09 13:26:36.918173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38246) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:37.005878 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.089829 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.091356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Transition to ACTIVE for port object 148bdea7-6188-4caf-bb73-17f8fd4b8699 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:37.130849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8c218314-81a4-4c1f-8efb-50c673f9bd7a None None] Provisioning complete for port dde471c3-061c-4ba6-b63f-e8948ba2ea58 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:37.131547 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8c218314-81a4-4c1f-8efb-50c673f9bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.148605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38250) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:37.162155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-862b91a8-fe3d-431f-8207-2aee11cd324a req-3e617866-d086-4f41-ad7a-81e860205c94 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865747 Feb 09 13:26:37.190215 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.199892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9567a1-05b4-4dd8-9e1c-d4c2cad19884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.203833 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.228296 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.238319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e3eeed18-ee49-415d-80c7-06a9bd476a6c up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:37.271431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Transition to ACTIVE for port object 148bdea7-6188-4caf-bb73-17f8fd4b8699 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:37.273635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.318721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Transition to ACTIVE for port object 7fa04414-da6f-432f-9c75-2524a709e1e9 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:37.320986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3c2099-1914-4660-a2fc-a03f31333f83']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:37.323792 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.333609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c9567a1-05b4-4dd8-9e1c-d4c2cad19884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:37.340352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09eab322-68db-498a-a60f-c32f655aeade') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:37.340541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09eab322-68db-498a-a60f-c32f655aeade') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:37.347258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c9567a1-05b4-4dd8-9e1c-d4c2cad19884 admin admin] Usage tracker for resource:security_group_rule and tenant:38426df1049743928d358bbac53239b6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:37.353375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c9567a1-05b4-4dd8-9e1c-d4c2cad19884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:37.357238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Port': ['ID=61a99515-1f6e-460f-9cfa-aa7c0daa7900,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:37.361243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.368125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c9567a1-05b4-4dd8-9e1c-d4c2cad19884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:37.398408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.424080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:26:37.425590 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:26:37.438836 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:26:37.448183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Transition to ACTIVE for port object 7fa04414-da6f-432f-9c75-2524a709e1e9 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:37.454222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] For port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:37.457284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] For port fe2f9361-915c-46f0-9151-231cf6dc6376, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fe2f9361-915c-46f0-9151-231cf6dc6376,segment=NetworkSegment(081b71a7-0f96-4300-afab-5bc4ee1fbcd2),segment_id=081b71a7-0f96-4300-afab-5bc4ee1fbcd2)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:37.457651 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.466312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port dde471c3-061c-4ba6-b63f-e8948ba2ea58, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dde471c3-061c-4ba6-b63f-e8948ba2ea58,segment=NetworkSegment(a63e7dda-a299-496f-a65a-9dc5fc509208),segment_id=a63e7dda-a299-496f-a65a-9dc5fc509208)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:37.481270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Network a73f8107-1b17-4e47-9a9a-b129d66c4a78 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:37.482117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Pushing event updated for resources: {'Port': ['ID=148bdea7-6188-4caf-bb73-17f8fd4b8699,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:37.484451 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.541862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.580014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:37.590303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:37.598582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] DHCP port deletion for d7739639-5d2c-4a71-b2dc-8cd256a5fce0 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:26:37.601569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device be68ae05-0071-4857-8eb3-fd85903cbc9d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:37.607754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] For port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:37.619243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for fe2f9361-915c-46f0-9151-231cf6dc6376 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:37.631475 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9567a1-05b4-4dd8-9e1c-d4c2cad19884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.635831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.641571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9567a1-05b4-4dd8-9e1c-d4c2cad19884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.650095 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.667401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: be68ae05-0071-4857-8eb3-fd85903cbc9d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:26:37.668172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device be68ae05-0071-4857-8eb3-fd85903cbc9d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:26:37.668336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f3423f8c-d10c-4459-8a2a-d44fb44972b5 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:37.668420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb3c2099-1914-4660-a2fc-a03f31333f83 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 13:26:37.681207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.689035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Allocated IP 2001:db8::1 (69def9a7-5651-4c55-81ee-37b3f696b88e/9e21973c-9e7e-456e-b180-dcf5957ba502/ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:37.694441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb3c2099-1914-4660-a2fc-a03f31333f83,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:37.762315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] Deleting port fe2f9361-915c-46f0-9151-231cf6dc6376 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:37.762782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.814002 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e27349bc-2dd5-4934-97c9-da9daff9f991 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "DELETE /v2.0/networks/fb3c2099-1914-4660-a2fc-a03f31333f83 HTTP/1.1" status: 204 len: 168 time: 0.8945794 Feb 09 13:26:37.824902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: f3423f8c-d10c-4459-8a2a-d44fb44972b5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:26:37.825535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f3423f8c-d10c-4459-8a2a-d44fb44972b5 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:26:37.876201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9567a1-05b4-4dd8-9e1c-d4c2cad19884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b7b29-4945-4311-bc6d-458792130f33,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:37.901381 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0c9567a1-05b4-4dd8-9e1c-d4c2cad19884 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38426df1049743928d358bbac53239b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7515328 Feb 09 13:26:37.914093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38258) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:37.944951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:37.946292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] 10.222.0.67 "PUT /v2.0/ports/5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 HTTP/1.1" status: 200 len: 1091 time: 6.2056942 Feb 09 13:26:37.964529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc73d932-0af1-4f51-b877-a948d0b02bbf', 'tag': '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:38.010398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea7867-92f8-4f31-9820-1c404f4a6bfc service neutron] Pushing event updated for resources: {'Port': ['ID=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:38.050977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port e3eeed18-ee49-415d-80c7-06a9bd476a6c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:38.064372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Network 69def9a7-5651-4c55-81ee-37b3f696b88e is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:38.080399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:38.086957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e3eeed18-ee49-415d-80c7-06a9bd476a6c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:38.087353 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.111744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d216669c-68f0-49fc-97a0-ad2bbe7281b7 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:38.136279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=dde471c3-061c-4ba6-b63f-e8948ba2ea58,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:38.158334 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc73d932-0af1-4f51-b877-a948d0b02bbf', 'tag': '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1', 'status': 'completed', 'code': 200} Feb 09 13:26:38.159302 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.172598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:38.248813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: d216669c-68f0-49fc-97a0-ad2bbe7281b7 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:26:38.249154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d216669c-68f0-49fc-97a0-ad2bbe7281b7 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:26:38.249571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fe2f9361-915c-46f0-9151-231cf6dc6376 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:38.291607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Attempting to bind port 148bdea7-6188-4caf-bb73-17f8fd4b8699 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:38.292012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Attempting to bind port 148bdea7-6188-4caf-bb73-17f8fd4b8699 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '6a330d4e-5330-4d71-930b-0a8cf6685eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a73f8107-1b17-4e47-9a9a-b129d66c4a78'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:38.292412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Attempting to bind port 148bdea7-6188-4caf-bb73-17f8fd4b8699 on network a73f8107-1b17-4e47-9a9a-b129d66c4a78 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:38.364838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.418255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Transition to ACTIVE for port object ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:38.450273 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6b5f5c4-d9a9-407b-b233-5c8c9a5be690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.474565 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.515318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6b5f5c4-d9a9-407b-b233-5c8c9a5be690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.549038 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.596874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38270) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:38.619156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Request body: {'router': {'name': 'tempest-router--1017209859', 'project_id': '8b3bff002d39402891469d8be8bc3024'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:38.641403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:38.653655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Port': ['ID=ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:38.657455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network 69def9a7-5651-4c55-81ee-37b3f696b88e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:38.658239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] For port fe2f9361-915c-46f0-9151-231cf6dc6376, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fe2f9361-915c-46f0-9151-231cf6dc6376,segment=NetworkSegment(081b71a7-0f96-4300-afab-5bc4ee1fbcd2),segment_id=081b71a7-0f96-4300-afab-5bc4ee1fbcd2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:38.658587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Usage tracker for resource:router and tenant:8b3bff002d39402891469d8be8bc3024 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:38.658823 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.662253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:38.664428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:38.667813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=fe2f9361-915c-46f0-9151-231cf6dc6376,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:38.668474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:38.669003 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.675869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:38.677801 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.679866 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6b5f5c4-d9a9-407b-b233-5c8c9a5be690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.689370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No DVR routers for this DVR port fe2f9361-915c-46f0-9151-231cf6dc6376 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:26:38.719633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5f5c4-d9a9-407b-b233-5c8c9a5be690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b7b29-4945-4311-bc6d-458792130f33,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:38.728902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.730384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.739395 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b6b5f5c4-d9a9-407b-b233-5c8c9a5be690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.740769 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b6b5f5c4-d9a9-407b-b233-5c8c9a5be690 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/426b7b29-4945-4311-bc6d-458792130f33 HTTP/1.1" status: 204 len: 168 time: 0.8257327 Feb 09 13:26:38.772020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.799346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] Calling delete_port for fe2f9361-915c-46f0-9151-231cf6dc6376 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:38.837074 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.884353 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.901163 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:26:38.901163 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:26:38.901922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:38.902288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Checking segment: {'id': '6a330d4e-5330-4d71-930b-0a8cf6685eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a73f8107-1b17-4e47-9a9a-b129d66c4a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:38.902737 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.903109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Bound using segment: {'id': '6a330d4e-5330-4d71-930b-0a8cf6685eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a73f8107-1b17-4e47-9a9a-b129d66c4a78'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:38.903576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Bound port: 148bdea7-6188-4caf-bb73-17f8fd4b8699, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a330d4e-5330-4d71-930b-0a8cf6685eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a73f8107-1b17-4e47-9a9a-b129d66c4a78'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:38.904305 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.915885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:38.927719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Pushing event updated for resources: {'Port': ['ID=7fa04414-da6f-432f-9c75-2524a709e1e9,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:38.945508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Attempting to bind port 7fa04414-da6f-432f-9c75-2524a709e1e9 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:38.946033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Attempting to bind port 7fa04414-da6f-432f-9c75-2524a709e1e9 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'd698df0b-501e-4532-851e-61a04729ae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '69def9a7-5651-4c55-81ee-37b3f696b88e'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:38.946395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Attempting to bind port 7fa04414-da6f-432f-9c75-2524a709e1e9 on network 69def9a7-5651-4c55-81ee-37b3f696b88e {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:39.014638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288d6d4-ba4c-4bd0-bbe4-2b91b66b0323 req-ee5e823d-a167-400c-af18-62ac56303f1d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:39.017433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0288d6d4-ba4c-4bd0-bbe4-2b91b66b0323 req-ee5e823d-a167-400c-af18-62ac56303f1d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 944 time: 0.9544404 Feb 09 13:26:39.050184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No active binding found for port fe2f9361-915c-46f0-9151-231cf6dc6376 {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:26:39.050640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fe2f9361-915c-46f0-9151-231cf6dc6376 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:26:39.052272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:39.052875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Checking segment: {'id': 'd698df0b-501e-4532-851e-61a04729ae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '69def9a7-5651-4c55-81ee-37b3f696b88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:39.053083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.053380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Bound using segment: {'id': 'd698df0b-501e-4532-851e-61a04729ae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '69def9a7-5651-4c55-81ee-37b3f696b88e'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:39.054398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Bound port: 7fa04414-da6f-432f-9c75-2524a709e1e9, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd698df0b-501e-4532-851e-61a04729ae17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '69def9a7-5651-4c55-81ee-37b3f696b88e'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:39.054831 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.074404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-afd2e2c1-04fb-4f5d-91be-db746aff4895 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 1094 time: 1.0530005 Feb 09 13:26:39.247998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] For port 148bdea7-6188-4caf-bb73-17f8fd4b8699, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:39.255319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-27a57486-e9e7-42a3-8a8d-a493629b1cd0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 HTTP/1.1" status: 200 len: 217 time: 0.1078508 Feb 09 13:26:39.255537 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.269494 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.282608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] For port 148bdea7-6188-4caf-bb73-17f8fd4b8699, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=148bdea7-6188-4caf-bb73-17f8fd4b8699,segment=NetworkSegment(6a330d4e-5330-4d71-930b-0a8cf6685eaa),segment_id=6a330d4e-5330-4d71-930b-0a8cf6685eaa)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:39.294394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] For port 7fa04414-da6f-432f-9c75-2524a709e1e9, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:39.298765 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.340137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710f076-65b0-41f9-8e1f-34f03bb8dffd req-72791fd2-30f0-4816-bb36-fabd63d3611e tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:39.342271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5710f076-65b0-41f9-8e1f-34f03bb8dffd req-72791fd2-30f0-4816-bb36-fabd63d3611e tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 943 time: 0.8702183 Feb 09 13:26:39.342876 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.343424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Fanout notify agent at l3_agent the message router_deleted on router e97abf9b-3c54-480c-8668-387ef6afa516 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:26:39.350024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a38d5b5-f04a-4b5e-b2a0-107c4c925587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eeed18-ee49-415d-80c7-06a9bd476a6c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:39.369965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] For port 7fa04414-da6f-432f-9c75-2524a709e1e9, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7fa04414-da6f-432f-9c75-2524a709e1e9,segment=NetworkSegment(d698df0b-501e-4532-851e-61a04729ae17),segment_id=d698df0b-501e-4532-851e-61a04729ae17)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:39.380588 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0288d6d4-ba4c-4bd0-bbe4-2b91b66b0323 req-c3a2dbaa-eb61-4d55-a0e0-5180f0a4ba2b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514059 Feb 09 13:26:39.386595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e3eeed18-ee49-415d-80c7-06a9bd476a6c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e3eeed18-ee49-415d-80c7-06a9bd476a6c,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:39.393805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.395836 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.398166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-eb363dff-9faa-46ff-a37d-9cdc8d9a296c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/routers/e97abf9b-3c54-480c-8668-387ef6afa516 HTTP/1.1" status: 204 len: 168 time: 10.1722894 Feb 09 13:26:39.400856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38286) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:39.403932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] Deleting port fe2f9361-915c-46f0-9151-231cf6dc6376 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:39.410178 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.429463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.439543 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.440195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7739639-5d2c-4a71-b2dc-8cd256a5fce0']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:39.440644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.499346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.559108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.563403 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-43a89d95-8e1d-44f1-9b31-801ff7036e54 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9577510 Feb 09 13:26:39.579155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38292) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:39.642856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-25dea354-b037-4a15-945e-5ed3e5c9be83 None None] The port 'fe2f9361-915c-46f0-9151-231cf6dc6376' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:26:39.644227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829ffd9-2f60-4973-bcf1-bc5fc436abd4 None None] Pushing event updated for resources: {'Port': ['ID=148bdea7-6188-4caf-bb73-17f8fd4b8699,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:39.684086 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a38d5b5-f04a-4b5e-b2a0-107c4c925587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eeed18-ee49-415d-80c7-06a9bd476a6c', 'code': 200} Feb 09 13:26:39.690023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9c225077-5d23-4fe3-954e-6296320ffc4d up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:39.717906 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.731740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081b71a7-0f96-4300-afab-5bc4ee1fbcd2') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:39.732804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081b71a7-0f96-4300-afab-5bc4ee1fbcd2') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:39.782133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Port': ['ID=ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:39.840917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c157d-d920-4a79-a20a-7822d6ea2877 None None] Pushing event updated for resources: {'Port': ['ID=7fa04414-da6f-432f-9c75-2524a709e1e9,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:39.862160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5710f076-65b0-41f9-8e1f-34f03bb8dffd req-da708c2c-c6b7-4cd0-a384-c99dae0a7b1f tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061009 Feb 09 13:26:39.868272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:39.876977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c11696cd-250c-4ea4-94b8-3fa508a88658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:39.878642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-c11696cd-250c-4ea4-94b8-3fa508a88658 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 200 len: 855 time: 0.5969656 Feb 09 13:26:39.960787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e3eeed18-ee49-415d-80c7-06a9bd476a6c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:39.964004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 9c225077-5d23-4fe3-954e-6296320ffc4d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:39.970440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 9c225077-5d23-4fe3-954e-6296320ffc4d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:39.970783 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.006327 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47b6b397-a43f-4f66-b132-8c526b968f80 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.080433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-e02e3d15-a245-455d-85a9-b8ba1d294cab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838405 Feb 09 13:26:40.107558 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.155306 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dde471c3-061c-4ba6-b63f-e8948ba2ea58 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:40.273841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:26:40.274539 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:26:40.319199 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:26:40.357646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network 69def9a7-5651-4c55-81ee-37b3f696b88e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:40.360738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:40.377182 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.409203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port dde471c3-061c-4ba6-b63f-e8948ba2ea58 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:40.409573 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.515678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 9c225077-5d23-4fe3-954e-6296320ffc4d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9c225077-5d23-4fe3-954e-6296320ffc4d,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:40.528684 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.689539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59207ebe-8b5f-45b4-9713-610cdc038cf8 req-55688370-d395-4ab0-9647-1a0b2d41e608 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 1097 time: 0.9665272 Feb 09 13:26:40.693806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=9c225077-5d23-4fe3-954e-6296320ffc4d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:40.720982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 61a99515-1f6e-460f-9cfa-aa7c0daa7900 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:26:40.761852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 61a99515-1f6e-460f-9cfa-aa7c0daa7900 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:26:40.762190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 61a99515-1f6e-460f-9cfa-aa7c0daa7900 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:26:40.775324 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.819548 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.841712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:40.872933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.890893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Network': ['ID=d7739639-5d2c-4a71-b2dc-8cd256a5fce0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:40.893946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-17f57562-7f35-4741-9bc3-c4ab42644271 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7817221 Feb 09 13:26:40.900217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d3930b-b125-43e5-b63f-f8a0a9aba334') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:40.900517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d3930b-b125-43e5-b63f-f8a0a9aba334') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:40.916195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-07bc2bf2-1a95-43f2-8902-5c48add33de9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/networks/d7739639-5d2c-4a71-b2dc-8cd256a5fce0 HTTP/1.1" status: 204 len: 168 time: 4.9448295 Feb 09 13:26:40.939134 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:40.947150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38314) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:40.969442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59207ebe-8b5f-45b4-9713-610cdc038cf8 req-9aa3cc6b-a5e1-4307-a05b-e9ee343afb1c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268608 Feb 09 13:26:40.975878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1416461051'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:41.007907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:41.018602 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.088326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:network and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:41.093874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:26:41.094280 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.104498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47b6b397-a43f-4f66-b132-8c526b968f80 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.109535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:26:41.119885 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:26:41.121888 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47b6b397-a43f-4f66-b132-8c526b968f80 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.144273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:41.151924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482dfe-2340-4a48-acfa-a21f6794a1ac req-7471de69-4989-4b14-8b8e-e82e9e0bd497 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:41.159036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e482dfe-2340-4a48-acfa-a21f6794a1ac req-7471de69-4989-4b14-8b8e-e82e9e0bd497 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.5309503 Feb 09 13:26:41.181478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38318) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:41.189564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47b6b397-a43f-4f66-b132-8c526b968f80 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.190070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b6b397-a43f-4f66-b132-8c526b968f80 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c331dce0-6aec-466b-abf4-b96e273ac566 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:26:41.216718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47b6b397-a43f-4f66-b132-8c526b968f80 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.220484 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-47b6b397-a43f-4f66-b132-8c526b968f80 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "DELETE /v2.0/routers/c331dce0-6aec-466b-abf4-b96e273ac566 HTTP/1.1" status: 204 len: 168 time: 1.6377730 Feb 09 13:26:41.305432 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.336138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Router b0afd908-137a-4460-b81d-a1cecf714cd0 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:26:41.400022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:41.404282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.432490 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e482dfe-2340-4a48-acfa-a21f6794a1ac req-d8b7e26b-eab7-46d8-ac56-7e03dd9094e4 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726889 Feb 09 13:26:41.433153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.642572 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38326) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:41.647066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9c9d0ee-2e0a-4f07-b397-6432f75d84d3 req-9df13aad-a387-4260-a00e-d1d51cad526f service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7374437 Feb 09 13:26:41.652181 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.656569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Network': ['ID=b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:41.667155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72553546-1e6b-4b45-aa98-d130044a8506 None None] Network 69def9a7-5651-4c55-81ee-37b3f696b88e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:41.726801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-509434f7-9c9f-4380-b152-eaf804ffc154 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/networks/b2a7a6df-1ace-4ab9-b6e7-27b0d1fbcc59 HTTP/1.1" status: 204 len: 168 time: 2.2923114 Feb 09 13:26:41.727711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38330) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:41.738566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'network': {'name': 'tempest-network-smoke--617828571', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'port_security_enabled': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:41.742347 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:41.800486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:41.802363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:41.816684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Usage tracker for resource:security_group_rule and tenant:5adc59bf24e34fa3bb88dc266bd5e787 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:41.822214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:41.822829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:network and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:41.826631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:26:41.831165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:41.836052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631b53b-dcba-4586-ad41-c09c8d29a78b req-c377d210-d81c-4423-ad3e-0adf2b066d34 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:41.845019 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a631b53b-dcba-4586-ad41-c09c8d29a78b req-c377d210-d81c-4423-ad3e-0adf2b066d34 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 943 time: 0.6811287 Feb 09 13:26:41.852923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e019932-7e56-47a9-83f1-dc1624024d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c225077-5d23-4fe3-954e-6296320ffc4d'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:41.890076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:26:41.902878 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8d419-8733-449c-aeb5-917f3b1f0531 None None] Sync routers for ids ['b0afd908-137a-4460-b81d-a1cecf714cd0'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:26:41.916591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0714a651-070c-4144-b546-a898959c7c12 None None] Network a73f8107-1b17-4e47-9a9a-b129d66c4a78 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:41.926231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:41.933091 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8d419-8733-449c-aeb5-917f3b1f0531 None None] Routers {'b0afd908-137a-4460-b81d-a1cecf714cd0'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:41.933723 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-47c8d419-8733-449c-aeb5-917f3b1f0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b0afd908-137a-4460-b81d-a1cecf714cd0'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:41.993030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:42.009601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ecba9c43-c358-4fea-842f-dea31bc14d48 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "PUT /v2.0/routers/b0afd908-137a-4460-b81d-a1cecf714cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8531349 Feb 09 13:26:42.019209 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.019455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c541c6a-e5e8-49ac-80fe-a565388d065a None None] Provisioning for port 7fa04414-da6f-432f-9c75-2524a709e1e9 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:42.028963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38338) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:42.032300 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Added segment 65c4bf24-1cd1-43af-bfff-17365e0837a3 of type vlan for network e29562e3-5e99-42b3-8b4b-a5bd32a71485 Feb 09 13:26:42.084017 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e019932-7e56-47a9-83f1-dc1624024d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c225077-5d23-4fe3-954e-6296320ffc4d', 'code': 200} Feb 09 13:26:42.103627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7fa04414-da6f-432f-9c75-2524a709e1e9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:42.122796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Made reservation on behalf of 42742f3932a24ae9a6a1efba9cf977a9 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:42.125939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.140695 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-47c8d419-8733-449c-aeb5-917f3b1f0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:42.154321 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8d419-8733-449c-aeb5-917f3b1f0531 None None] Routers {'b0afd908-137a-4460-b81d-a1cecf714cd0'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:42.155406 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-47c8d419-8733-449c-aeb5-917f3b1f0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b0afd908-137a-4460-b81d-a1cecf714cd0'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:42.180260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-369828630', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:42.188842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:42.192884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Usage tracker for resource:router and tenant:caf7f8a722874bf19c3c6edb50f8626e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:42.197491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:42.206030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:42.227717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.229256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.257276 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.266187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a631b53b-dcba-4586-ad41-c09c8d29a78b req-3c52b690-0ec1-4f30-bc08-fe62d8fcbb5b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201760 Feb 09 13:26:42.280597 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-47c8d419-8733-449c-aeb5-917f3b1f0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:42.281353 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8d419-8733-449c-aeb5-917f3b1f0531 None None] The sync data for ids ['b0afd908-137a-4460-b81d-a1cecf714cd0'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:26:42.287349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-421c2ef5-8f51-43cd-9df3-3dbecd7f683e req-5e069773-6a49-4312-98a5-05712daf2b56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 1094 time: 0.5319219 Feb 09 13:26:42.297424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:26:42.356367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-532878c8-a914-4a3f-9cfc-6bfbc7f20a66 None None] Provisioning for port 148bdea7-6188-4caf-bb73-17f8fd4b8699 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:42.363743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 7fa04414-da6f-432f-9c75-2524a709e1e9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:42.374813 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.385612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 7fa04414-da6f-432f-9c75-2524a709e1e9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:42.386000 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.390507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.401591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.411802 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Added segment 74f73c1d-d870-4e5b-bad7-f0c53e6642b8 of type vlan for network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 Feb 09 13:26:42.460969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b50f7ee-b8c9-49fd-a627-a3c903bab874,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:42.496948 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5adc59bf24e34fa3bb88dc266bd5e787&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3137164 Feb 09 13:26:42.499300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.500785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38344) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:42.507075 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.515526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:42.516248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.554854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.555243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.555629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.555962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.556875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.557224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.557542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.557860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.558177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.558507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.558826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1766ecd2-ac2e-427b-a381-d20d25f54a29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:42.704700 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.727501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7759211 Feb 09 13:26:42.729948 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.762409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38348) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:42.783921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': 'e29562e3-5e99-42b3-8b4b-a5bd32a71485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:42.785657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 7fa04414-da6f-432f-9c75-2524a709e1e9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7fa04414-da6f-432f-9c75-2524a709e1e9,segment=NetworkSegment(d698df0b-501e-4532-851e-61a04729ae17),segment_id=d698df0b-501e-4532-851e-61a04729ae17)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:42.792801 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.793913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 148bdea7-6188-4caf-bb73-17f8fd4b8699 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:42.827082 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7e4ee60-20f5-4cb6-91d3-315e32b37c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.858010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3045ce8-d43b-424a-a6d1-6ecd3b4b56ff req-c00d80c2-1fbd-46d0-91d3-c93146fbe1f7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 1096 time: 0.7147286 Feb 09 13:26:42.869372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c2ef5-8f51-43cd-9df3-3dbecd7f683e req-58b5f0e6-8fbf-4cf5-af9d-5c9fce47fe75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:42.870797 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-421c2ef5-8f51-43cd-9df3-3dbecd7f683e req-58b5f0e6-8fbf-4cf5-af9d-5c9fce47fe75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 916 time: 0.5744209 Feb 09 13:26:42.913823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228c9a7-3ae1-40e0-aefb-9bad3047f7e1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Network': ['ID=e29562e3-5e99-42b3-8b4b-a5bd32a71485,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:42.938384 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:42.943109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e29562e3-5e99-42b3-8b4b-a5bd32a71485 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:26:42.943335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:42.943766 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.027562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=7fa04414-da6f-432f-9c75-2524a709e1e9,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:43.076589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-421c2ef5-8f51-43cd-9df3-3dbecd7f683e req-084ef251-13c8-401f-8f2c-a88ec9a75f36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 HTTP/1.1" status: 200 len: 217 time: 0.1450477 Feb 09 13:26:43.144409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 148bdea7-6188-4caf-bb73-17f8fd4b8699 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:43.168133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4358864 Feb 09 13:26:43.179245 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 148bdea7-6188-4caf-bb73-17f8fd4b8699 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:43.179957 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.189198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38352) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:43.200435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'admin_state_up': True, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:43.209238 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7e4ee60-20f5-4cb6-91d3-315e32b37c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.232590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:43.253846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.259244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:router and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:43.260817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:26:43.280862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:43.284838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:43.290393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b0634-33b4-4b69-8edb-6dfe82616997 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Network': ['ID=e9f10afa-56c6-4bd5-8f21-751ff39be5f1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:43.300451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:43.304545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:43.304814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0666617d-304f-4df0-b5e5-3657ffcae1a3 None None] Provisioning complete for port 7fa04414-da6f-432f-9c75-2524a709e1e9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:43.305475 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0666617d-304f-4df0-b5e5-3657ffcae1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.310354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5076700-5bc4-432b-a598-09586b7c74d5 req-ba43ee9e-db7c-43b9-80d4-2e10e2227e2a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:43.312515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:43.326896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:43.337604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5076700-5bc4-432b-a598-09586b7c74d5 req-ba43ee9e-db7c-43b9-80d4-2e10e2227e2a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.6274078 Feb 09 13:26:43.356890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:26:43.378379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3045ce8-d43b-424a-a6d1-6ecd3b4b56ff req-ec24bfd0-89cc-496f-ae26-c9025bf14478 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694164 Feb 09 13:26:43.397701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.398701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.418531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c2ef5-8f51-43cd-9df3-3dbecd7f683e req-722a3f44-8d58-44f5-a7cf-d15595d9e810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:43.420095 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-421c2ef5-8f51-43cd-9df3-3dbecd7f683e req-722a3f44-8d58-44f5-a7cf-d15595d9e810 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 200 len: 855 time: 0.3091240 Feb 09 13:26:43.446718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:43.481689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5076700-5bc4-432b-a598-09586b7c74d5 req-f40251e3-1bff-4512-881c-ae91016d0cdd tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428528 Feb 09 13:26:43.573433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7e4ee60-20f5-4cb6-91d3-315e32b37c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.611153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7830d-9163-4eb4-b0d7-1cda54780fa8 req-7f24d816-7773-467b-8e57-d072311dcfce tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:43.613367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4a7830d-9163-4eb4-b0d7-1cda54780fa8 req-7f24d816-7773-467b-8e57-d072311dcfce tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 943 time: 0.1090555 Feb 09 13:26:43.620677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4ee60-20f5-4cb6-91d3-315e32b37c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b50f7ee-b8c9-49fd-a627-a3c903bab874,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:43.715259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-421c2ef5-8f51-43cd-9df3-3dbecd7f683e req-1964cbcd-25ae-42c5-bb3b-aaa60b6c3265 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861742 Feb 09 13:26:43.766102 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.790863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:43.808513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.843330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1', 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031', 'port_id': '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1', 'mac_address': 'fa:16:3e:9b:f7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1e4002-02f9-4a3a-8d02-5dd262bd0af0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:26:43.904666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 148bdea7-6188-4caf-bb73-17f8fd4b8699, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=148bdea7-6188-4caf-bb73-17f8fd4b8699,segment=NetworkSegment(6a330d4e-5330-4d71-930b-0a8cf6685eaa),segment_id=6a330d4e-5330-4d71-930b-0a8cf6685eaa)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:43.921755 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:43.970025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4a7830d-9163-4eb4-b0d7-1cda54780fa8 req-9369808a-b0eb-41b9-a423-4a456d489a85 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385849 Feb 09 13:26:44.007359 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.065030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=148bdea7-6188-4caf-bb73-17f8fd4b8699,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:44.077525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:26:44.083485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0666617d-304f-4df0-b5e5-3657ffcae1a3 None None] Provisioning complete for port 148bdea7-6188-4caf-bb73-17f8fd4b8699 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:44.084199 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0666617d-304f-4df0-b5e5-3657ffcae1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.091846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-421c2ef5-8f51-43cd-9df3-3dbecd7f683e req-619bddb9-b4e9-4fb2-bbbd-3e8af5727d4b service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677237 Feb 09 13:26:44.124061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7fa04414-da6f-432f-9c75-2524a709e1e9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:44.157585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.189593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:44.208592 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.234167 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f7e4ee60-20f5-4cb6-91d3-315e32b37c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.235498 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f7e4ee60-20f5-4cb6-91d3-315e32b37c37 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b50f7ee-b8c9-49fd-a627-a3c903bab874 HTTP/1.1" status: 204 len: 168 time: 1.7197087 Feb 09 13:26:44.280596 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-421c2ef5-8f51-43cd-9df3-3dbecd7f683e req-2a80a491-ed45-46c2-87ff-6d1b9bb629f1 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782260 Feb 09 13:26:44.356608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:44.395279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 7fa04414-da6f-432f-9c75-2524a709e1e9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:44.395883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.475001 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.494394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0666617d-304f-4df0-b5e5-3657ffcae1a3 None None] Provisioning for port ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:44.501436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0666617d-304f-4df0-b5e5-3657ffcae1a3 None None] Provisioning complete for port ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:44.502800 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0666617d-304f-4df0-b5e5-3657ffcae1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.656105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0666617d-304f-4df0-b5e5-3657ffcae1a3 None None] Port ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:44.660262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['5733bdc0-eaa2-4eeb-bd40-97421b64cdf1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:26:44.730591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.732579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a55cb-ae10-41bc-9bf8-083982085462 req-51c511b7-f7e6-4b20-b5af-c03d2818d1b1 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:44.740327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c33a55cb-ae10-41bc-9bf8-083982085462 req-51c511b7-f7e6-4b20-b5af-c03d2818d1b1 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.1010280 Feb 09 13:26:44.814203 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.822396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b116752c-fa8e-4194-98c1-66cdf4a1f824 None None] Provisioning complete for port ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:44.822783 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b116752c-fa8e-4194-98c1-66cdf4a1f824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:44.835825 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c33a55cb-ae10-41bc-9bf8-083982085462 req-1a8d6ed6-2e9d-457c-ae4b-bf4d6d57e210 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945113 Feb 09 13:26:44.911348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b116752c-fa8e-4194-98c1-66cdf4a1f824 None None] Port ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:45.066410 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.223878 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-bf7edd12-a934-47b8-90e8-256c3e5d71e3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:26:45.224053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a202b-7908-45c0-8acb-e34ec625e2c4 req-5516fa06-f233-4fc2-bb4b-671acaea59d1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:45.226547 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bf7edd12-a934-47b8-90e8-256c3e5d71e3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "PUT /v2.0/routers/b0afd908-137a-4460-b81d-a1cecf714cd0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.1817498 Feb 09 13:26:45.226703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c86a202b-7908-45c0-8acb-e34ec625e2c4 req-5516fa06-f233-4fc2-bb4b-671acaea59d1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 944 time: 0.0822561 Feb 09 13:26:45.227039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Allocated IP 172.25.5.244 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/dfa92add-e272-4ca8-a2a3-a7ccf95db138) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:45.228576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38380) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:45.254193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=806f85f4-de74-4365-877f-cc26b0979696,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:45.376937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Checking segment: {'id': '65c4bf24-1cd1-43af-bfff-17365e0837a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e29562e3-5e99-42b3-8b4b-a5bd32a71485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:45.377296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network hostable DHCP agents. Network: e29562e3-5e99-42b3-8b4b-a5bd32a71485, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:26:45.457881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network e29562e3-5e99-42b3-8b4b-a5bd32a71485 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:26:45.467457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.516264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, e29562e3-5e99-42b3-8b4b-a5bd32a71485) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:45.518868 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.521853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c86a202b-7908-45c0-8acb-e34ec625e2c4 req-dd696daa-3c45-47fb-a736-b632c01a29f4 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903509 Feb 09 13:26:45.538255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae23646-c8fb-4a0e-80a5-52ac43b39934 None None] Network e29562e3-5e99-42b3-8b4b-a5bd32a71485 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:45.559265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.562452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:45.563066 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.642882 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f245dbf6-f3e3-4c0e-81ab-8142b5c75cb2 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8678408 Feb 09 13:26:45.648404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38390) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:45.657536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1399928928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:45.667482 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.674673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:45.715908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:router and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:45.722920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:45.748048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:45.778032 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.826078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Pushing event updated for resources: {'Port': ['ID=dfa92add-e272-4ca8-a2a3-a7ccf95db138,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:45.833157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:45.837299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:45.839349 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.840268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.843799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:45.901225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-e29562e3-5e99-42b3-8b4b-a5bd32a71485', 'network_id': 'e29562e3-5e99-42b3-8b4b-a5bd32a71485', 'tenant_id': '951a0af6959d462b949304dba3441f51', 'fixed_ips': [{'subnet_id': '806f85f4-de74-4365-877f-cc26b0979696'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:26:45.903156 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:45.916667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Allocated IP 172.25.5.188 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/f8ea460b-5573-4684-9d81-42946c1bde09) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:46.091856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 148bdea7-6188-4caf-bb73-17f8fd4b8699 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:46.196113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.274009 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.281220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Allocated IP 2001:db8::2 (e29562e3-5e99-42b3-8b4b-a5bd32a71485/806f85f4-de74-4365-877f-cc26b0979696/a3ed6e41-d449-4c6d-81d9-473e674217ba) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:46.303069 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.322187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 148bdea7-6188-4caf-bb73-17f8fd4b8699 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:46.322595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.356554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.357734 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dc7e94ab-eb86-40f2-a858-a7d5a8321e10 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7079535 Feb 09 13:26:46.362736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38398) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:46.399070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'network_id': 'e29562e3-5e99-42b3-8b4b-a5bd32a71485', 'name': 'tempest-PortsIpV6TestJSON-749386027'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:46.406665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b7b2-9b1a-4211-a63d-536bb8c71a0f req-138fa5b8-1316-4154-9c63-172a69601201 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:46.415846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0640b7b2-9b1a-4211-a63d-536bb8c71a0f req-138fa5b8-1316-4154-9c63-172a69601201 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.2928817 Feb 09 13:26:46.454108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.566194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0640b7b2-9b1a-4211-a63d-536bb8c71a0f req-a8d5c534-5790-4f2e-8f17-06f74b6d3a61 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493969 Feb 09 13:26:46.661274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.674699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:46.814827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.815659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:46.830815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:port and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:46.934293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:46.953866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=f8ea460b-5573-4684-9d81-42946c1bde09,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:46.959263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:46.980414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:47.060651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:47.064595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:47.141996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac365f1b-d092-4985-a0d3-14cc0881743b req-9487dc39-6dfe-440d-b2d6-00eed496f354 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:47.143794 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac365f1b-d092-4985-a0d3-14cc0881743b req-9487dc39-6dfe-440d-b2d6-00eed496f354 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.3536282 Feb 09 13:26:47.196956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c37de-d6e3-4b0a-9a2f-345911e39b46 req-18a53356-44cd-44fa-955f-58db6930edbe tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:47.198338 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.199381 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c73c37de-d6e3-4b0a-9a2f-345911e39b46 req-18a53356-44cd-44fa-955f-58db6930edbe tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 944 time: 0.3307722 Feb 09 13:26:47.204314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:47.207226 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.237136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Transition to ACTIVE for port object a3ed6e41-d449-4c6d-81d9-473e674217ba will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:47.267622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Transition to ACTIVE for port object a3ed6e41-d449-4c6d-81d9-473e674217ba will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:47.277811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:47.279547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:26:47.348987 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.399386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting port ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:47.403184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.443634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Network e29562e3-5e99-42b3-8b4b-a5bd32a71485 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:47.454304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:47.463703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:47.505499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Pushing event updated for resources: {'Port': ['ID=a3ed6e41-d449-4c6d-81d9-473e674217ba,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:47.505869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8::2f (e29562e3-5e99-42b3-8b4b-a5bd32a71485/806f85f4-de74-4365-877f-cc26b0979696/dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:47.518194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:47.549620 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac365f1b-d092-4985-a0d3-14cc0881743b req-9994249b-dac6-441d-a53f-7a51682c1816 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847041 Feb 09 13:26:47.559759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:47.560830 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.618371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.619130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.657744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c73c37de-d6e3-4b0a-9a2f-345911e39b46 req-c40a3530-31a6-4987-900a-957db5b1e6be tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501665 Feb 09 13:26:47.691791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Attempting to bind port a3ed6e41-d449-4c6d-81d9-473e674217ba on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:47.691791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Attempting to bind port a3ed6e41-d449-4c6d-81d9-473e674217ba by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '65c4bf24-1cd1-43af-bfff-17365e0837a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e29562e3-5e99-42b3-8b4b-a5bd32a71485'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:47.691791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Attempting to bind port a3ed6e41-d449-4c6d-81d9-473e674217ba on network e29562e3-5e99-42b3-8b4b-a5bd32a71485 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:47.712078 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.740335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:47.740739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Checking segment: {'id': '65c4bf24-1cd1-43af-bfff-17365e0837a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e29562e3-5e99-42b3-8b4b-a5bd32a71485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:47.741692 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.742086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Bound using segment: {'id': '65c4bf24-1cd1-43af-bfff-17365e0837a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e29562e3-5e99-42b3-8b4b-a5bd32a71485'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:47.742585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Bound port: a3ed6e41-d449-4c6d-81d9-473e674217ba, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c4bf24-1cd1-43af-bfff-17365e0837a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e29562e3-5e99-42b3-8b4b-a5bd32a71485'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:47.743031 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.876363 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:47.937479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Router fdd1a2be-bd26-494d-9fd8-c7e035dc0872 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:26:47.937752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:47.943028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc73d932-0af1-4f51-b877-a948d0b02bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:26:47.970307 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.036354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Calling delete_port for ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:48.055568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.124262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:48.139897 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc73d932-0af1-4f51-b877-a948d0b02bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1', 'code': 200} Feb 09 13:26:48.149534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] For port a3ed6e41-d449-4c6d-81d9-473e674217ba, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:48.163891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] For port a3ed6e41-d449-4c6d-81d9-473e674217ba, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a3ed6e41-d449-4c6d-81d9-473e674217ba,segment=NetworkSegment(65c4bf24-1cd1-43af-bfff-17365e0837a3),segment_id=65c4bf24-1cd1-43af-bfff-17365e0837a3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:48.169108 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.206887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:48.261062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce5309-5b91-4757-b164-4b0b74913f46 None None] Pushing event updated for resources: {'Port': ['ID=a3ed6e41-d449-4c6d-81d9-473e674217ba,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:48.317959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90343fec-a52f-4166-a954-39bc57bacfab req-0a65a5f4-c2d5-4d6b-a3c3-1969bc284346 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:48.330451 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90343fec-a52f-4166-a954-39bc57bacfab req-0a65a5f4-c2d5-4d6b-a3c3-1969bc284346 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 946 time: 0.6042917 Feb 09 13:26:48.413487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90343fec-a52f-4166-a954-39bc57bacfab req-715b4898-77ec-4a35-8f19-590c39a4685f tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818675 Feb 09 13:26:48.419593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.527567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Port': ['ID=ab74c4db-b3a5-4649-bb6f-1c1e113f2dd7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:48.539344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.627248 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25e966f4-ced7-4040-ad33-6548b66db9b4 req-3cd91f08-2479-4fb7-be5e-d1dec85a55ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 1096 time: 0.4251759 Feb 09 13:26:48.760375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network e29562e3-5e99-42b3-8b4b-a5bd32a71485 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:48.765950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:48.777412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:48.781836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:48.782711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:48.823175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:48.839885 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5601ca2d-7d3a-4a91-a3fa-52410d34de93 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4759667 Feb 09 13:26:48.848696 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38424) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:48.874099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25e966f4-ced7-4040-ad33-6548b66db9b4 req-3ff6ca9a-0ffc-4749-9f2b-c8c163da8ca3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341504 Feb 09 13:26:48.891794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:49.058026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:26:49.075630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:26:49.085631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05131a3d-8bc5-4a25-a651-d6d153835e4e None None] Sync routers for ids ['fdd1a2be-bd26-494d-9fd8-c7e035dc0872'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:26:49.098661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05131a3d-8bc5-4a25-a651-d6d153835e4e None None] Routers {'fdd1a2be-bd26-494d-9fd8-c7e035dc0872'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:49.099299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-05131a3d-8bc5-4a25-a651-d6d153835e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fdd1a2be-bd26-494d-9fd8-c7e035dc0872'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:49.183140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-05131a3d-8bc5-4a25-a651-d6d153835e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:49.195700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05131a3d-8bc5-4a25-a651-d6d153835e4e None None] Routers {'fdd1a2be-bd26-494d-9fd8-c7e035dc0872'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:49.196297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-05131a3d-8bc5-4a25-a651-d6d153835e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fdd1a2be-bd26-494d-9fd8-c7e035dc0872'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:49.291501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-05131a3d-8bc5-4a25-a651-d6d153835e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:49.292155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05131a3d-8bc5-4a25-a651-d6d153835e4e None None] The sync data for ids ['fdd1a2be-bd26-494d-9fd8-c7e035dc0872'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:26:49.401062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:49.405119 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ad12c7ea-7b36-48f6-bf4f-5804a79efe95 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.7585061 Feb 09 13:26:49.407080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38430) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:49.588766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc0b52-1840-4d4d-92a1-70e6a23909a9 req-4d8e608b-0975-43f9-ad70-acb450e18a4b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:49.593213 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1fc0b52-1840-4d4d-92a1-70e6a23909a9 req-4d8e608b-0975-43f9-ad70-acb450e18a4b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.5376048 Feb 09 13:26:49.617263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cf1b5-d380-4169-a019-af1aad3e2522 req-b3a7d3a0-ac6e-4d36-a3ab-174f5231b1d1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:49.620985 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b4cf1b5-d380-4169-a019-af1aad3e2522 req-b3a7d3a0-ac6e-4d36-a3ab-174f5231b1d1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 945 time: 0.7116010 Feb 09 13:26:49.724805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b4cf1b5-d380-4169-a019-af1aad3e2522 req-5b78ca81-37b4-4d20-a0e4-0a3684703d76 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716822 Feb 09 13:26:49.738325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1fc0b52-1840-4d4d-92a1-70e6a23909a9 req-e4afe258-2d3c-4f0d-a37f-036279997e67 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281679 Feb 09 13:26:49.744851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Router b0afd908-137a-4460-b81d-a1cecf714cd0 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:26:49.979836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a1f653-2520-498f-bb3e-077aaac0cde9 None None] Network e29562e3-5e99-42b3-8b4b-a5bd32a71485 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:50.112883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a3ed6e41-d449-4c6d-81d9-473e674217ba up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:50.129069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:26:50.140012 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Sync routers for ids ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:26:50.151107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:50.161423 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Routers {'6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:50.162194 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:50.167612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:26:50.230485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ddbaf611-11c7-49da-aaf4-e211aa95fc4b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "PUT /v2.0/routers/b0afd908-137a-4460-b81d-a1cecf714cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0005989 Feb 09 13:26:50.233089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38436) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:50.315463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:50.316645 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ec509288-168e-4854-afb2-f00a69c0bcdf tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1248770 Feb 09 13:26:50.322496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38442) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:50.341790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d38116-b14c-4e7b-b188-18a5e203fe18 None None] Sync routers for ids ['b0afd908-137a-4460-b81d-a1cecf714cd0'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:26:50.400582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a7a304cb-aae0-4cc7-a0f1-1bb2663d0d3c tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/routers/fdd1a2be-bd26-494d-9fd8-c7e035dc0872 HTTP/1.1" status: 200 len: 924 time: 0.9912236 Feb 09 13:26:50.403205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-84ee262a-7a69-428d-b39e-85835bc2c9b9 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=42742f3932a24ae9a6a1efba9cf977a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0662267 Feb 09 13:26:50.406265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38446) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:50.408497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38448) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:50.418651 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-4f35d57f-d371-446c-8bb2-349f09913cfa tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] delete failed (client error): The resource could not be found. Feb 09 13:26:50.420220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4f35d57f-d371-446c-8bb2-349f09913cfa tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-639045271 HTTP/1.1" status: 404 len: 334 time: 0.1858056 Feb 09 13:26:50.425146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38456) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:50.436529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f80747fa-3068-4af3-a8bc-2edf5c1b03b4 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0afd908-137a-4460-b81d-a1cecf714cd0'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:50.574767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-976a9cbe-6c92-474d-86bb-905c6c4fcf58 None None] Provisioning for port a3ed6e41-d449-4c6d-81d9-473e674217ba completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:50.577299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d38116-b14c-4e7b-b188-18a5e203fe18 None None] Routers {'b0afd908-137a-4460-b81d-a1cecf714cd0'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:50.577987 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-19d38116-b14c-4e7b-b188-18a5e203fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b0afd908-137a-4460-b81d-a1cecf714cd0'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:50.615683 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Set router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:26:50.658863 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2c3a59a1-edd0-48c5-9104-1fc5d497f353 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdd1a2be-bd26-494d-9fd8-c7e035dc0872 HTTP/1.1" status: 200 len: 205 time: 0.2514219 Feb 09 13:26:50.662194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38462) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:50.749491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-19d38116-b14c-4e7b-b188-18a5e203fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:50.840212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d38116-b14c-4e7b-b188-18a5e203fe18 None None] Routers {'b0afd908-137a-4460-b81d-a1cecf714cd0'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:50.841246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-19d38116-b14c-4e7b-b188-18a5e203fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b0afd908-137a-4460-b81d-a1cecf714cd0'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:51.009713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port a3ed6e41-d449-4c6d-81d9-473e674217ba completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:51.016672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a3ed6e41-d449-4c6d-81d9-473e674217ba triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:51.017301 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.041957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-68084c35-0b11-488f-949d-7bd5294fcd2c req-fdf1375b-20fc-47d4-bcaa-ef96439235aa service neutron] (83480) timed out ('10.222.0.67', 50022) {{(pid=83480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:26:51.048031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-19d38116-b14c-4e7b-b188-18a5e203fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:51.048746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d38116-b14c-4e7b-b188-18a5e203fe18 None None] The sync data for ids ['b0afd908-137a-4460-b81d-a1cecf714cd0'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:26:51.070142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623ff0-66c8-4de5-98e4-bafb2cb65a49 req-ee2fc7c8-df7c-4cf5-8b6e-461e3a8e340b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:51.077888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af623ff0-66c8-4de5-98e4-bafb2cb65a49 req-ee2fc7c8-df7c-4cf5-8b6e-461e3a8e340b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.5677223 Feb 09 13:26:51.201728 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:26:47Z', 'revision_number': 3, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:51.215789 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Checking router: 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:26:51.219897 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Updating router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b port f8ea460b-5573-4684-9d81-42946c1bde09 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:26:51.274535 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.313203 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af623ff0-66c8-4de5-98e4-bafb2cb65a49 req-0420c0ec-d4d3-4dc2-b206-bedcbaaccd7b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343380 Feb 09 13:26:51.386195 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.448435 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port a3ed6e41-d449-4c6d-81d9-473e674217ba, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a3ed6e41-d449-4c6d-81d9-473e674217ba,segment=NetworkSegment(65c4bf24-1cd1-43af-bfff-17365e0837a3),segment_id=65c4bf24-1cd1-43af-bfff-17365e0837a3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:51.454116 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.462176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16212c12-1bfc-473a-85c3-ea469db72664 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:51.464990 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-16212c12-1bfc-473a-85c3-ea469db72664 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0550683 Feb 09 13:26:51.476737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38484) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:51.518427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9cfad-6cf8-431e-b59d-19f17045d0c4 req-474d49c9-4eb9-419d-aa17-29709336af97 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:51.520275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88f9cfad-6cf8-431e-b59d-19f17045d0c4 req-474d49c9-4eb9-419d-aa17-29709336af97 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 945 time: 0.5246994 Feb 09 13:26:51.563012 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2ca122c1-9031-436e-98f9-50a26b4b0848 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838480 Feb 09 13:26:51.566896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38490) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:51.596377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916066901', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:51.643532 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f80747fa-3068-4af3-a8bc-2edf5c1b03b4 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.727049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=a3ed6e41-d449-4c6d-81d9-473e674217ba,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:51.730626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b8a4b6e4-877d-426f-8f8d-27d2d5052476 None None] Provisioning complete for port a3ed6e41-d449-4c6d-81d9-473e674217ba triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:51.731062 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b8a4b6e4-877d-426f-8f8d-27d2d5052476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.737413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88f9cfad-6cf8-431e-b59d-19f17045d0c4 req-34926cad-31b5-4dd7-96ee-3a7dda604a31 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022753 Feb 09 13:26:51.750078 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.857196 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:26:51.947875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.966084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:51.970234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:52.138393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a3ed6e41-d449-4c6d-81d9-473e674217ba up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:52.174021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:subnet and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:52.201042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:52.227828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:52.248490 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.261594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b8a4b6e4-877d-426f-8f8d-27d2d5052476 None None] Provisioning for port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:52.269217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Made reservation on behalf of 42742f3932a24ae9a6a1efba9cf977a9 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:52.274288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b8a4b6e4-877d-426f-8f8d-27d2d5052476 None None] Provisioning complete for port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:52.275285 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b8a4b6e4-877d-426f-8f8d-27d2d5052476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.282317 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Transition to ACTIVE for port object f8ea460b-5573-4684-9d81-42946c1bde09 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:52.292248 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.415452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:52.420430 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a3ed6e41-d449-4c6d-81d9-473e674217ba triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:52.421813 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.473239 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Attempting to bind port f8ea460b-5573-4684-9d81-42946c1bde09 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:52.474060 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Attempting to bind port f8ea460b-5573-4684-9d81-42946c1bde09 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:52.474835 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Attempting to bind port f8ea460b-5573-4684-9d81-42946c1bde09 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:52.490537 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:52.491571 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:52.492373 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.494572 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:52.498457 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Bound port: f8ea460b-5573-4684-9d81-42946c1bde09, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:52.498983 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.509009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4b6e4-877d-426f-8f8d-27d2d5052476 None None] Port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:52.532840 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-f80747fa-3068-4af3-a8bc-2edf5c1b03b4 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] update failed (client error): The resource could not be found. Feb 09 13:26:52.533912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f80747fa-3068-4af3-a8bc-2edf5c1b03b4 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "PUT /v2.0/routers/b0afd908-137a-4460-b81d-a1cecf714cd0 HTTP/1.1" status: 404 len: 339 time: 2.1077583 Feb 09 13:26:52.547075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38512) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:52.604519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-512247842'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:52.668425 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] For port f8ea460b-5573-4684-9d81-42946c1bde09, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:52.671938 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] For port f8ea460b-5573-4684-9d81-42946c1bde09, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f8ea460b-5573-4684-9d81-42946c1bde09,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:52.687626 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.695409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:52.719272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.766688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Usage tracker for resource:network and tenant:6318490bfd314febbb8a6ac510622c09 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:52.780859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:52.802829 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Routers {'6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:52.806344 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:52.821112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:52.835281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cc1dcb39-2615-4b4e-9f02-6df269d7b74c None None] Provisioning complete for port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:52.836778 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcb39-2615-4b4e-9f02-6df269d7b74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.855629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6651eb78-3a51-465f-81cd-141bfde6fc9f req-35bce5c5-5372-4bb5-bc7b-900b06478c12 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4066482 Feb 09 13:26:52.868136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba29e6-cbc9-4572-86da-3b65683924e5 req-0b167565-4528-4984-991f-e228d5e88b7f tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:52.876433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba29e6-cbc9-4572-86da-3b65683924e5 req-0b167565-4528-4984-991f-e228d5e88b7f tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:52.882100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba29e6-cbc9-4572-86da-3b65683924e5 req-0b167565-4528-4984-991f-e228d5e88b7f tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:52.890204 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daba29e6-cbc9-4572-86da-3b65683924e5 req-0b167565-4528-4984-991f-e228d5e88b7f tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83&device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587&device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 2417 time: 0.9240203 Feb 09 13:26:52.908316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Made reservation on behalf of 6318490bfd314febbb8a6ac510622c09 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:52.911552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:52.941602 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b469fa-1576-459a-9bce-a2a83d9b4e45 None None] Pushing event updated for resources: {'Port': ['ID=f8ea460b-5573-4684-9d81-42946c1bde09,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:52.990728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cc1dcb39-2615-4b4e-9f02-6df269d7b74c None None] Port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:53.067874 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b469fa-1576-459a-9bce-a2a83d9b4e45 None None] Pushing event updated for resources: {'Port': ['ID=f8ea460b-5573-4684-9d81-42946c1bde09,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:53.102714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-daba29e6-cbc9-4572-86da-3b65683924e5 req-c003e66e-4e0c-4d60-a07c-b4cd1a9ae5a3 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998844 Feb 09 13:26:53.134075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-757b0109-2d5b-4db8-8200-c503ae7088bc None None] Provisioning complete for port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:53.135781 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-757b0109-2d5b-4db8-8200-c503ae7088bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.154183 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] Set router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:26:53.157821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:26:53.173135 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.182520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.182868 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Added segment 084eed49-a2f1-4d77-8968-63de6b747c40 of type vlan for network 6ad6edb7-5330-47eb-8e6f-fc2a529015fa Feb 09 13:26:53.210164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-757b0109-2d5b-4db8-8200-c503ae7088bc None None] Port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:53.253886 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6651eb78-3a51-465f-81cd-141bfde6fc9f req-de48c8f6-ee31-4e54-8b92-4e3fb2c6f332 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 1096 time: 0.3275745 Feb 09 13:26:53.262428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.325033 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.352897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Deleting port dfa92add-e272-4ca8-a2a3-a7ccf95db138 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:26:53.353327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.507846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.519860 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.523645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:53.524223 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.641143 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:26:47Z', 'revision_number': 3, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:53.648427 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ec75c3-a819-46fa-9ffc-cb395eaf623b None None] The sync data for ids ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'] in n-d-825175-3 is: [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:26:47Z', 'revision_number': 3, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:26:53.694636 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.712011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:53.716881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Subnet': ['ID=38fe6687-fea3-4e97-86e5-23d5018237cb,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:53.860444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Calling delete_port for dfa92add-e272-4ca8-a2a3-a7ccf95db138 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:26:54.214043 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6532092 Feb 09 13:26:54.218744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62526683-791b-44e1-8aed-001df569d839 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Network': ['ID=6ad6edb7-5330-47eb-8e6f-fc2a529015fa,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:54.223897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38526) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:54.237385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'subnet': {'network_id': '6ad6edb7-5330-47eb-8e6f-fc2a529015fa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:54.254266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 6ad6edb7-5330-47eb-8e6f-fc2a529015fa details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:26:54.301778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c3047-b59c-43cb-9c82-8d5c98bad3e4 req-d3c722b9-2330-4e6e-a0d3-740a5b1295c5 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:54.303994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c76c3047-b59c-43cb-9c82-8d5c98bad3e4 req-d3c722b9-2330-4e6e-a0d3-740a5b1295c5 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.3450952 Feb 09 13:26:54.318128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651eb78-3a51-465f-81cd-141bfde6fc9f req-a6ed0634-e7cc-48ba-ab61-a1884adb43f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:54.320650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6651eb78-3a51-465f-81cd-141bfde6fc9f req-a6ed0634-e7cc-48ba-ab61-a1884adb43f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 916 time: 1.0407917 Feb 09 13:26:54.469637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Checking segment: {'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:54.470100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network hostable DHCP agents. Network: e9f10afa-56c6-4bd5-8f21-751ff39be5f1, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:26:54.507416 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.585426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:26:54.600891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, e9f10afa-56c6-4bd5-8f21-751ff39be5f1) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:54.609809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Pushing event deleted for resources: {'Port': ['ID=dfa92add-e272-4ca8-a2a3-a7ccf95db138,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:54.610171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:54.610801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.616690 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6651eb78-3a51-465f-81cd-141bfde6fc9f req-b42f56b7-df15-4b80-8424-7d9cbe7f82f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33381a3e-e33c-49c9-ba45-50e610f44078 HTTP/1.1" status: 200 len: 217 time: 0.2727957 Feb 09 13:26:54.620078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f97dc4-17b9-4ee6-946e-eb1b8e0210f9 None None] Network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:54.645124 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c52307ca-f1d7-436b-9c6b-09815147b86c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0756247 Feb 09 13:26:54.647994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38534) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:54.695685 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c76c3047-b59c-43cb-9c82-8d5c98bad3e4 req-e104bb2d-a179-49ee-9e0b-297e526b5a01 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704460 Feb 09 13:26:54.759187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:54.806429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Usage tracker for resource:subnet and tenant:6318490bfd314febbb8a6ac510622c09 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:54.813647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:54.825702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.826160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.826647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.827405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.827621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.828147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.828676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.829206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.829731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.830260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.830838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:26:54.843883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:26:54.846407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:54.863367 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.877161 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.878041 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:54.902785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Made reservation on behalf of 6318490bfd314febbb8a6ac510622c09 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:26:54.957864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651eb78-3a51-465f-81cd-141bfde6fc9f req-b5057864-f24a-4466-80fb-8511bc348372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:54.960473 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6651eb78-3a51-465f-81cd-141bfde6fc9f req-b5057864-f24a-4466-80fb-8511bc348372 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 200 len: 855 time: 0.2542446 Feb 09 13:26:54.973520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:26:54.974744 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:55.014269 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cff2746a-8e6a-4dfb-913e-d718a3c881bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:55.218935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network e29562e3-5e99-42b3-8b4b-a5bd32a71485 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:55.225359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:55.430776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6651eb78-3a51-465f-81cd-141bfde6fc9f req-909958e1-c313-43ba-83e8-baf110cab14e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3969269 Feb 09 13:26:55.481915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Allocated IP 172.20.0.2 (e9f10afa-56c6-4bd5-8f21-751ff39be5f1/38fe6687-fea3-4e97-86e5-23d5018237cb/c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:55.486747 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:55.623870 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:55.769218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:55.956458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f59ce418-5ecb-4317-912a-35fc3497c3b9 None None] Provisioning complete for port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:55.956842 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f59ce418-5ecb-4317-912a-35fc3497c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:56.208424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f59ce418-5ecb-4317-912a-35fc3497c3b9 None None] Port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:26:56.224777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f8ea460b-5573-4684-9d81-42946c1bde09 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:56.347460 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:56.368002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Transition to ACTIVE for port object c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:56.398151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port f8ea460b-5573-4684-9d81-42946c1bde09 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:26:56.405569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Transition to ACTIVE for port object c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:26:56.407462 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f8ea460b-5573-4684-9d81-42946c1bde09 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:56.408611 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:56.501957 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:56.535109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Router b7f4fba3-992b-4096-ae3e-f4748c454477 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:26:56.549394 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:56.575925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6651eb78-3a51-465f-81cd-141bfde6fc9f req-c8d1b379-d478-43e1-8fa1-e8023694972f service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1332700 Feb 09 13:26:56.576661 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:56.680091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:56.700161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Pushing event updated for resources: {'Port': ['ID=c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:56.704916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:26:56.714147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:56.722076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:26:56.729180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port f8ea460b-5573-4684-9d81-42946c1bde09, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f8ea460b-5573-4684-9d81-42946c1bde09,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:26:56.737052 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.011576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6651eb78-3a51-465f-81cd-141bfde6fc9f req-3fe46784-2a50-4a7f-8d22-f1e24835e0e8 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177785 Feb 09 13:26:57.017655 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.172770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Subnet': ['ID=f483b440-b826-45ca-b94e-59f13ade0520,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:57.205084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=f8ea460b-5573-4684-9d81-42946c1bde09,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:57.208833 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.210085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Fanout notify agent at l3_agent the message router_deleted on router fdd1a2be-bd26-494d-9fd8-c7e035dc0872 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:26:57.297286 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Attempting to bind port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:26:57.298385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Attempting to bind port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:26:57.299219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Attempting to bind port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 on network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:26:57.314037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:26:57.317249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Checking segment: {'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:57.318024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.318673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Bound using segment: {'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:26:57.320989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Bound port: c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:26:57.321970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.343747 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.352354 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e0edc065-2985-4f7b-b1c4-c70aa4207bec tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/fdd1a2be-bd26-494d-9fd8-c7e035dc0872 HTTP/1.1" status: 204 len: 168 time: 6.6887546 Feb 09 13:26:57.359930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38572) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:57.383608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Request body: {'router': {'name': 'tempest-snat-router-984781427', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'enable_snat': False}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:57.400696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:26:57.410341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Usage tracker for resource:router and tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:26:57.421515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:26:57.444147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:26:57.474014 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.477411 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.532093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Checking segment: {'id': '084eed49-a2f1-4d77-8968-63de6b747c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6ad6edb7-5330-47eb-8e6f-fc2a529015fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:26:57.538173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network hostable DHCP agents. Network: 6ad6edb7-5330-47eb-8e6f-fc2a529015fa, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:26:57.558073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:26:57.568954 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7e3c6500-11c1-464e-9b43-af37ebb9576b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "PUT /v2.0/routers/b7f4fba3-992b-4096-ae3e-f4748c454477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7067058 Feb 09 13:26:57.573676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38578) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:57.582169 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac5a5a-00ee-4dee-ac3a-a5ab57caaef1 None None] Sync routers for ids ['b7f4fba3-992b-4096-ae3e-f4748c454477'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:26:57.587135 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.594227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] For port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:26:57.603113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] For port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:26:57.608742 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.617647 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac5a5a-00ee-4dee-ac3a-a5ab57caaef1 None None] Routers {'b7f4fba3-992b-4096-ae3e-f4748c454477'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:57.618026 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9aac5a5a-00ee-4dee-ac3a-a5ab57caaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7f4fba3-992b-4096-ae3e-f4748c454477'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:57.642275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network 6ad6edb7-5330-47eb-8e6f-fc2a529015fa is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:26:57.749663 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9aac5a5a-00ee-4dee-ac3a-a5ab57caaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:57.773623 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aac5a5a-00ee-4dee-ac3a-a5ab57caaef1 None None] Routers {'b7f4fba3-992b-4096-ae3e-f4748c454477'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:26:57.775404 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9aac5a5a-00ee-4dee-ac3a-a5ab57caaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7f4fba3-992b-4096-ae3e-f4748c454477'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:57.848369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298e216-7d68-414b-8ea4-43ce3ab5dd8a None None] Pushing event updated for resources: {'Port': ['ID=c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:26:57.859626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 6ad6edb7-5330-47eb-8e6f-fc2a529015fa) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:26:57.875930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:57.876567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:57.881844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a7f292-edba-48f3-b512-0aabe64ce7c7 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:26:57.884099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5e4afc-841b-4212-a959-5a495db75213 None None] Network 6ad6edb7-5330-47eb-8e6f-fc2a529015fa requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:26:57.885567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-84a7f292-edba-48f3-b512-0aabe64ce7c7 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:26:57.910206 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9aac5a5a-00ee-4dee-ac3a-a5ab57caaef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:26:57.911157 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac5a5a-00ee-4dee-ac3a-a5ab57caaef1 None None] The sync data for ids ['b7f4fba3-992b-4096-ae3e-f4748c454477'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:26:58.090834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-84a7f292-edba-48f3-b512-0aabe64ce7c7 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:26:58.121268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-84a7f292-edba-48f3-b512-0aabe64ce7c7 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7f4fba3-992b-4096-ae3e-f4748c454477 HTTP/1.1" status: 200 len: 987 time: 0.5456288 Feb 09 13:26:58.133613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38584) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:58.197939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-72f2e53a-0c4d-4ee5-908c-41dc3d23d04d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9671314 Feb 09 13:26:58.208200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38590) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:26:58.223406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-581c2716-410d-4ab3-9d0a-b018431add6b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ad6edb7-5330-47eb-8e6f-fc2a529015fa'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:26:58.267538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f8ea460b-5573-4684-9d81-42946c1bde09 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:26:58.457754 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:58.661885 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:26:58.786503 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-be6e8f5f-2f19-4612-912b-6c64d6a88ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:58.874689 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:58.946147 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:58.965998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6ad6edb7-5330-47eb-8e6f-fc2a529015fa', 'network_id': '6ad6edb7-5330-47eb-8e6f-fc2a529015fa', 'tenant_id': '6318490bfd314febbb8a6ac510622c09', 'fixed_ips': [{'subnet_id': 'f483b440-b826-45ca-b94e-59f13ade0520'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:26:58.966848 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:59.161141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f8ea460b-5573-4684-9d81-42946c1bde09 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:26:59.162005 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:59.204741 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:26:59.310760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Allocated IP 2001:db8:1::2 (6ad6edb7-5330-47eb-8e6f-fc2a529015fa/f483b440-b826-45ca-b94e-59f13ade0520/70339d45-8b42-44de-b7d5-eb0bded0e13f) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:26:59.977092 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:00.003910 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:00.056714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Transition to ACTIVE for port object 70339d45-8b42-44de-b7d5-eb0bded0e13f will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:00.128791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Transition to ACTIVE for port object 70339d45-8b42-44de-b7d5-eb0bded0e13f will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:00.158564 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:00.290337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:00.293243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0895b3-a1e0-4bf7-8c5e-0de7370b7e44 req-27525006-c7da-4521-8733-bf975b1692d2 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:00.305005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa0895b3-a1e0-4bf7-8c5e-0de7370b7e44 req-27525006-c7da-4521-8733-bf975b1692d2 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.9806037 Feb 09 13:27:00.343514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c830900-25a5-445c-badd-c4c2fac8f6a0 None None] Network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:00.402138 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-581c2716-410d-4ab3-9d0a-b018431add6b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:00.427136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa0895b3-a1e0-4bf7-8c5e-0de7370b7e44 req-4cac1bfe-245d-4711-b822-d9054572223d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165431 Feb 09 13:27:00.441120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Allocated IP 172.20.0.1 (e9f10afa-56c6-4bd5-8f21-751ff39be5f1/38fe6687-fea3-4e97-86e5-23d5018237cb/125374c9-5e04-4fd6-95fa-06f4572bc4c5) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:00.480553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38606) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:00.559961 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:00.583595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f3173fe5-fc0a-44b2-b84e-eda623706c66 None None] Provisioning for port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:00.592493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Network 6ad6edb7-5330-47eb-8e6f-fc2a529015fa is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:00.606711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Pushing event updated for resources: {'Port': ['ID=70339d45-8b42-44de-b7d5-eb0bded0e13f,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:00.609915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:00.611799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:00.621951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:00.644144 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:00.662158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Transition to ACTIVE for port object 125374c9-5e04-4fd6-95fa-06f4572bc4c5 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:00.732335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:00.818491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:00.820638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=125374c9-5e04-4fd6-95fa-06f4572bc4c5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:00.844757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Allocated IP 172.25.5.112 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/4ec5207f-92a0-495d-b83c-4242d35c3a66) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:00.857678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:00.858907 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:00.938275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:00.943035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:00.959364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:01.008853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Attempting to bind port 70339d45-8b42-44de-b7d5-eb0bded0e13f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:27:01.010180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Attempting to bind port 70339d45-8b42-44de-b7d5-eb0bded0e13f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '084eed49-a2f1-4d77-8968-63de6b747c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6ad6edb7-5330-47eb-8e6f-fc2a529015fa'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:27:01.010881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Attempting to bind port 70339d45-8b42-44de-b7d5-eb0bded0e13f on network 6ad6edb7-5330-47eb-8e6f-fc2a529015fa {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:01.014505 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.023724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:27:01.024395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Checking segment: {'id': '084eed49-a2f1-4d77-8968-63de6b747c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6ad6edb7-5330-47eb-8e6f-fc2a529015fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:27:01.025154 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.025709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Bound using segment: {'id': '084eed49-a2f1-4d77-8968-63de6b747c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6ad6edb7-5330-47eb-8e6f-fc2a529015fa'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:27:01.026394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Bound port: 70339d45-8b42-44de-b7d5-eb0bded0e13f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084eed49-a2f1-4d77-8968-63de6b747c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6ad6edb7-5330-47eb-8e6f-fc2a529015fa'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:27:01.027071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.057703 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.153177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] For port 70339d45-8b42-44de-b7d5-eb0bded0e13f, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:27:01.158027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] For port 70339d45-8b42-44de-b7d5-eb0bded0e13f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=70339d45-8b42-44de-b7d5-eb0bded0e13f,segment=NetworkSegment(084eed49-a2f1-4d77-8968-63de6b747c40),segment_id=084eed49-a2f1-4d77-8968-63de6b747c40)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:27:01.162992 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3e77867b-9562-4539-a254-8918996dc4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.168114 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.228755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.236501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:01.239314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event updated for resources: {'Port': ['ID=4ec5207f-92a0-495d-b83c-4242d35c3a66,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:01.246533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:01.248914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:01.277935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3e77867b-9562-4539-a254-8918996dc4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:01.299210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3e77867b-9562-4539-a254-8918996dc4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:b783488e5bce4a2bbaf4a4684c24384e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:01.302918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3e77867b-9562-4539-a254-8918996dc4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:01.317973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3e77867b-9562-4539-a254-8918996dc4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:01.346060 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.405515 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-581c2716-410d-4ab3-9d0a-b018431add6b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:27:01.405515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-581c2716-410d-4ab3-9d0a-b018431add6b tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "PUT /v2.0/routers/b0afd908-137a-4460-b81d-a1cecf714cd0 HTTP/1.1" status: 400 len: 364 time: 3.1959093 Feb 09 13:27:01.410237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38614) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:01.415166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31550b-1e6e-4cab-a072-532e339a98c9 None None] Pushing event updated for resources: {'Port': ['ID=70339d45-8b42-44de-b7d5-eb0bded0e13f,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:01.481700 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3e77867b-9562-4539-a254-8918996dc4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.483050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:01.488211 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3e77867b-9562-4539-a254-8918996dc4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.503814 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.547922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.550775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77867b-9562-4539-a254-8918996dc4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d64600-09e5-4fa3-bc6f-a2f4ef61d18f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:01.575568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3e77867b-9562-4539-a254-8918996dc4b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b783488e5bce4a2bbaf4a4684c24384e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0936744 Feb 09 13:27:01.578682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38620) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:01.613418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:01.685335 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.686041 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.870582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.938649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f001b81f-095f-4fbf-a4e9-dab4d3ace67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:01.991059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8692698d-08a9-404c-bce0-8ad755625d09 None None] Provisioning for port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:01.997524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8692698d-08a9-404c-bce0-8ad755625d09 None None] Provisioning complete for port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:01.997893 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8692698d-08a9-404c-bce0-8ad755625d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:02.107527 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f001b81f-095f-4fbf-a4e9-dab4d3ace67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:02.113395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8692698d-08a9-404c-bce0-8ad755625d09 None None] Port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:02.139134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8692698d-08a9-404c-bce0-8ad755625d09 None None] Provisioning complete for port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:02.139342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d203f-6d9d-4829-bae2-da01f012973a req-491f7f33-66be-48e3-bec2-0630f9c6d0ff tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:02.140011 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8692698d-08a9-404c-bce0-8ad755625d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:02.140787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c86d203f-6d9d-4829-bae2-da01f012973a req-491f7f33-66be-48e3-bec2-0630f9c6d0ff tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.5375845 Feb 09 13:27:02.223230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:02.304137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c86d203f-6d9d-4829-bae2-da01f012973a req-c57f6022-ab9f-4232-b00b-dcb641415b7f tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517432 Feb 09 13:27:02.328784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f001b81f-095f-4fbf-a4e9-dab4d3ace67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:02.352405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001b81f-095f-4fbf-a4e9-dab4d3ace67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d64600-09e5-4fa3-bc6f-a2f4ef61d18f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:02.369426 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f001b81f-095f-4fbf-a4e9-dab4d3ace67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:02.370608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f001b81f-095f-4fbf-a4e9-dab4d3ace67e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/85d64600-09e5-4fa3-bc6f-a2f4ef61d18f HTTP/1.1" status: 204 len: 168 time: 0.7909799 Feb 09 13:27:02.391241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:02.391604 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:02.527881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Router 62171afc-6365-4607-9ded-8dff64241ca1 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:27:02.631208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-33226502-045d-4fe8-a229-cd7d56272c79 None None] Provisioning complete for port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:02.631856 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33226502-045d-4fe8-a229-cd7d56272c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:02.678698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 70339d45-8b42-44de-b7d5-eb0bded0e13f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:02.770128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-33226502-045d-4fe8-a229-cd7d56272c79 None None] Port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:02.793157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 70339d45-8b42-44de-b7d5-eb0bded0e13f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:02.866594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:27:02.879634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Sync routers for ids ['62171afc-6365-4607-9ded-8dff64241ca1'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:27:02.894421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Routers {'62171afc-6365-4607-9ded-8dff64241ca1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:02.895134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['62171afc-6365-4607-9ded-8dff64241ca1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:02.908487 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:02.911733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1bbdaa13-c19a-428a-967e-26386b312e7f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5472410 Feb 09 13:27:02.914862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38636) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:02.996928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:02.997550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:03.121324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b910c-1c9a-45cf-8883-1bb185bd2fad None None] Network 6ad6edb7-5330-47eb-8e6f-fc2a529015fa requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:03.201180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4bbd1b4a-3485-4f79-b351-ac3deb68f8b7 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/routers/62171afc-6365-4607-9ded-8dff64241ca1 HTTP/1.1" status: 200 len: 908 time: 0.2828214 Feb 09 13:27:03.202079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38642) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:03.206623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Request body: {'router': {'name': 'tempest-snat-router-984781427', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'enable_snat': True}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:03.214228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:03.220136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Usage tracker for resource:router and tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:03.224237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:03.235682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:03.254389 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:03.255587 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:03.284889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:03.306459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b6315251-32c6-4f76-b25d-03f9226f7692 None None] Provisioning for port 70339d45-8b42-44de-b7d5-eb0bded0e13f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:03.320601 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:03.355259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b6315251-32c6-4f76-b25d-03f9226f7692 None None] Provisioning complete for port 70339d45-8b42-44de-b7d5-eb0bded0e13f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:03.355620 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b6315251-32c6-4f76-b25d-03f9226f7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:03.404766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Set router 62171afc-6365-4607-9ded-8dff64241ca1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:27:03.480657 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:03.704930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f9e50-06d5-4c58-8e56-840d803e3196 req-306a6422-ec51-426f-ae06-1d60a2f9d8ce tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:03.706650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e75f9e50-06d5-4c58-8e56-840d803e3196 req-306a6422-ec51-426f-ae06-1d60a2f9d8ce tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.1855052 Feb 09 13:27:03.743859 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:03.835129 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e75f9e50-06d5-4c58-8e56-840d803e3196 req-2d517916-0d8a-44f5-8464-9eaa4a62acdd tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103122 Feb 09 13:27:03.866226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Allocated IP 2001:db8::1 (e6708a84-d069-4ee2-b192-37abd4c1a03d/cdb91cad-a8cc-4ea2-b150-aa64bf7d3528/3ce95de2-6f74-43ab-9607-272e476e5536) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:03.901217 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b6315251-32c6-4f76-b25d-03f9226f7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:03.913735 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:03.951258 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.018982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b6315251-32c6-4f76-b25d-03f9226f7692 None None] For port 70339d45-8b42-44de-b7d5-eb0bded0e13f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=70339d45-8b42-44de-b7d5-eb0bded0e13f,segment=NetworkSegment(084eed49-a2f1-4d77-8968-63de6b747c40),segment_id=084eed49-a2f1-4d77-8968-63de6b747c40)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:04.025789 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b6315251-32c6-4f76-b25d-03f9226f7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.142512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62171afc-6365-4607-9ded-8dff64241ca1', 'name': 'tempest-snat-router-984781427', 'tenant_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.112'}], 'enable_snat': False}, 'gw_port_id': '4ec5207f-92a0-495d-b83c-4242d35c3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:57Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 3, 'project_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'gw_port': {'id': '4ec5207f-92a0-495d-b83c-4242d35c3a66', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62171afc-6365-4607-9ded-8dff64241ca1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:00Z', 'updated_at': '2022-02-09T13:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:04.168325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Checking router: 62171afc-6365-4607-9ded-8dff64241ca1 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:27:04.168662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Updating router 62171afc-6365-4607-9ded-8dff64241ca1 port 4ec5207f-92a0-495d-b83c-4242d35c3a66 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:27:04.203703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Allocated IP 172.25.5.88 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/6495562d-cccb-48bb-884a-d0927bbfe95a) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:04.238510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6315251-32c6-4f76-b25d-03f9226f7692 None None] Pushing event updated for resources: {'Port': ['ID=70339d45-8b42-44de-b7d5-eb0bded0e13f,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:04.254263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:04.261128 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.413530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-99aa969c-9093-4c4c-928b-887e416abc21 None None] Provisioning complete for port 70339d45-8b42-44de-b7d5-eb0bded0e13f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:04.413929 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-99aa969c-9093-4c4c-928b-887e416abc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.442691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.583268 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.616482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Transition to ACTIVE for port object 3ce95de2-6f74-43ab-9607-272e476e5536 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:04.623031 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:27:04.642866 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.645601 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.669776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.739077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:04.740225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event updated for resources: {'Port': ['ID=6495562d-cccb-48bb-884a-d0927bbfe95a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:04.750163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:04.752550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:04.934937 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:04.966659 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Transition to ACTIVE for port object 4ec5207f-92a0-495d-b83c-4242d35c3a66 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:04.980190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.013567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=125374c9-5e04-4fd6-95fa-06f4572bc4c5,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:05.025835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.119743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844dcde-8d80-4002-9e26-ff2d92b82f68 None None] Pushing event updated for resources: {'Port': ['ID=4ec5207f-92a0-495d-b83c-4242d35c3a66,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:05.123200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Attempting to bind port 4ec5207f-92a0-495d-b83c-4242d35c3a66 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:27:05.123581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Attempting to bind port 4ec5207f-92a0-495d-b83c-4242d35c3a66 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:27:05.123942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Attempting to bind port 4ec5207f-92a0-495d-b83c-4242d35c3a66 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:05.131699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:27:05.131699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:27:05.132042 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.132379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:27:05.132846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Bound port: 4ec5207f-92a0-495d-b83c-4242d35c3a66, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:27:05.133215 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.163065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.242621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] For port 4ec5207f-92a0-495d-b83c-4242d35c3a66, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:27:05.247363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] For port 4ec5207f-92a0-495d-b83c-4242d35c3a66, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4ec5207f-92a0-495d-b83c-4242d35c3a66,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:27:05.253214 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.324611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Port': ['ID=3ce95de2-6f74-43ab-9607-272e476e5536,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:05.327275 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.343848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e04083-33c9-4981-9470-d44b116e307c req-0d76ddff-bafc-4a51-9420-fd5a031acbeb tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:05.347050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08e04083-33c9-4981-9470-d44b116e307c req-0d76ddff-bafc-4a51-9420-fd5a031acbeb tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.2297876 Feb 09 13:27:05.412594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:05.427617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844dcde-8d80-4002-9e26-ff2d92b82f68 None None] Pushing event updated for resources: {'Port': ['ID=4ec5207f-92a0-495d-b83c-4242d35c3a66,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:05.436062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Routers {'62171afc-6365-4607-9ded-8dff64241ca1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:05.436996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['62171afc-6365-4607-9ded-8dff64241ca1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:05.462513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network e6708a84-d069-4ee2-b192-37abd4c1a03d is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:05.467405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:05.476357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08e04083-33c9-4981-9470-d44b116e307c req-1abc9d9c-4c52-4397-884d-dbe75806ad19 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222947 Feb 09 13:27:05.531367 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.532727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.560278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:05.560822 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:05.696832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:05.698983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:05.795178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] Set router 62171afc-6365-4607-9ded-8dff64241ca1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:27:05.927107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Router 9a4e7888-b11f-4d73-a52f-3fcb8d6e42da is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:27:06.196921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 70339d45-8b42-44de-b7d5-eb0bded0e13f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:06.319363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-918fb5b0-b031-4e79-ab96-bf4914dc21c1 None None] Provisioning for port 3ce95de2-6f74-43ab-9607-272e476e5536 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:06.378280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:27:06.389473 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Sync routers for ids ['9a4e7888-b11f-4d73-a52f-3fcb8d6e42da'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:27:06.419817 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Routers {'9a4e7888-b11f-4d73-a52f-3fcb8d6e42da'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:06.420761 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a4e7888-b11f-4d73-a52f-3fcb8d6e42da'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:06.437400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:06.441773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-64d6c497-0ec1-4a2b-a5ac-ee203864f260 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.2391520 Feb 09 13:27:06.442871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38678) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:06.444009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:06.467653 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:06.483393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-918fb5b0-b031-4e79-ab96-bf4914dc21c1 None None] Provisioning complete for port 3ce95de2-6f74-43ab-9607-272e476e5536 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:06.484707 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-918fb5b0-b031-4e79-ab96-bf4914dc21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:06.561160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 70339d45-8b42-44de-b7d5-eb0bded0e13f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:06.561514 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:06.736513 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Set router 9a4e7888-b11f-4d73-a52f-3fcb8d6e42da gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:27:06.789503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-918fb5b0-b031-4e79-ab96-bf4914dc21c1 None None] Port 3ce95de2-6f74-43ab-9607-272e476e5536 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:07.047311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2c3c3b72-ddcb-47ea-9fa7-9c47fa67fdac tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/routers/9a4e7888-b11f-4d73-a52f-3fcb8d6e42da HTTP/1.1" status: 200 len: 906 time: 0.5994575 Feb 09 13:27:07.048994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6b026f9d-eb6c-4dfe-ae31-c87f0d6c14d4 None None] Provisioning complete for port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:07.049531 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6b026f9d-eb6c-4dfe-ae31-c87f0d6c14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:07.049651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38690) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:07.105702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62171afc-6365-4607-9ded-8dff64241ca1', 'name': 'tempest-snat-router-984781427', 'tenant_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.112'}], 'enable_snat': False}, 'gw_port_id': '4ec5207f-92a0-495d-b83c-4242d35c3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:57Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 3, 'project_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'gw_port': {'id': '4ec5207f-92a0-495d-b83c-4242d35c3a66', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62171afc-6365-4607-9ded-8dff64241ca1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:00Z', 'updated_at': '2022-02-09T13:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:07.121517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d06627-25f0-45d8-815e-f8f7208d5f4e None None] The sync data for ids ['62171afc-6365-4607-9ded-8dff64241ca1'] in n-d-825175-3 is: [{'id': '62171afc-6365-4607-9ded-8dff64241ca1', 'name': 'tempest-snat-router-984781427', 'tenant_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.112'}], 'enable_snat': False}, 'gw_port_id': '4ec5207f-92a0-495d-b83c-4242d35c3a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:57Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 3, 'project_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'gw_port': {'id': '4ec5207f-92a0-495d-b83c-4242d35c3a66', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:e2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62171afc-6365-4607-9ded-8dff64241ca1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:00Z', 'updated_at': '2022-02-09T13:27:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:27:07.125468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6b026f9d-eb6c-4dfe-ae31-c87f0d6c14d4 None None] Port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:07.238828 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7888-b11f-4d73-a52f-3fcb8d6e42da', 'name': 'tempest-snat-router-984781427', 'tenant_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6495562d-cccb-48bb-884a-d0927bbfe95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:03Z', 'updated_at': '2022-02-09T13:27:05Z', 'revision_number': 3, 'project_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'gw_port': {'id': '6495562d-cccb-48bb-884a-d0927bbfe95a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7888-b11f-4d73-a52f-3fcb8d6e42da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:03Z', 'updated_at': '2022-02-09T13:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:07.245279 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Checking router: 9a4e7888-b11f-4d73-a52f-3fcb8d6e42da for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:27:07.245616 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Updating router 9a4e7888-b11f-4d73-a52f-3fcb8d6e42da port 6495562d-cccb-48bb-884a-d0927bbfe95a binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:27:07.367562 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:07.690057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-bd2e06ef-1ff9-45da-972f-d8353b43ee59 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=442d6bc983f14ef0a68ed00ec0aebceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631051 Feb 09 13:27:07.712548 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:27:07.732022 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:07.744500 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:07.745262 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:07.864949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Router b7f4fba3-992b-4096-ae3e-f4748c454477 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:27:07.903471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event updated for resources: {'Port': ['ID=3ce95de2-6f74-43ab-9607-272e476e5536,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:07.935566 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:07.948090 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e04ae-8744-4e34-a5dc-d00c4971d140 req-2872c56d-42a3-4fe7-98bb-4979ea4c9b82 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:07.949593 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b3e04ae-8744-4e34-a5dc-d00c4971d140 req-2872c56d-42a3-4fe7-98bb-4979ea4c9b82 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 1.1310842 Feb 09 13:27:07.970240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Transition to ACTIVE for port object 6495562d-cccb-48bb-884a-d0927bbfe95a will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:07.996455 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:08.044188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b3e04ae-8744-4e34-a5dc-d00c4971d140 req-26ea071e-38e7-4eda-afd2-e02b8768686d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782671 Feb 09 13:27:08.054979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:27:08.098132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606ca79-957c-4847-92e7-c3430137e874 req-a1c312b0-550c-48cd-a279-0c5d7db6d0db tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:08.112103 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-a1c312b0-550c-48cd-a279-0c5d7db6d0db tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4124920 Feb 09 13:27:08.171541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4ec5207f-92a0-495d-b83c-4242d35c3a66 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:08.181830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-529be713-e08c-49fb-8380-148052a15fcb tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/quotas/442d6bc983f14ef0a68ed00ec0aebceb HTTP/1.1" status: 200 len: 375 time: 0.0494800 Feb 09 13:27:08.198772 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb1d00-8ba7-407c-a48f-b68bf2e95d2d None None] Pushing event updated for resources: {'Port': ['ID=6495562d-cccb-48bb-884a-d0927bbfe95a,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:08.201476 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Attempting to bind port 6495562d-cccb-48bb-884a-d0927bbfe95a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:27:08.201917 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Attempting to bind port 6495562d-cccb-48bb-884a-d0927bbfe95a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:27:08.202192 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Attempting to bind port 6495562d-cccb-48bb-884a-d0927bbfe95a on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:08.228913 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:27:08.229381 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:27:08.229787 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:08.230200 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:27:08.237608 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Bound port: 6495562d-cccb-48bb-884a-d0927bbfe95a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:27:08.238650 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:08.290573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-97ff2016-cca7-4f24-9dd0-4ea7c83aed88 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=442d6bc983f14ef0a68ed00ec0aebceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012588 Feb 09 13:27:08.344004 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:08.369762 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 4ec5207f-92a0-495d-b83c-4242d35c3a66 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:08.385669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4ec5207f-92a0-495d-b83c-4242d35c3a66 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:08.388193 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:08.423261 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] For port 6495562d-cccb-48bb-884a-d0927bbfe95a, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:27:08.432948 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] For port 6495562d-cccb-48bb-884a-d0927bbfe95a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6495562d-cccb-48bb-884a-d0927bbfe95a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:27:08.441630 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:08.509855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Network e6708a84-d069-4ee2-b192-37abd4c1a03d is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:08.524302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:08.528067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:27:08.569961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1ceff-e6c3-4761-8aca-0f4f393194ca None None] Sync routers for ids ['b7f4fba3-992b-4096-ae3e-f4748c454477'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:27:08.625208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1ceff-e6c3-4761-8aca-0f4f393194ca None None] Routers {'b7f4fba3-992b-4096-ae3e-f4748c454477'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:08.625858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-60e1ceff-e6c3-4761-8aca-0f4f393194ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7f4fba3-992b-4096-ae3e-f4748c454477'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:08.672252 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb1d00-8ba7-407c-a48f-b68bf2e95d2d None None] Pushing event updated for resources: {'Port': ['ID=6495562d-cccb-48bb-884a-d0927bbfe95a,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:08.741562 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Routers {'9a4e7888-b11f-4d73-a52f-3fcb8d6e42da'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:08.742581 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9a4e7888-b11f-4d73-a52f-3fcb8d6e42da'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:08.832506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-60e1ceff-e6c3-4761-8aca-0f4f393194ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:08.915993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:08.928785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1ceff-e6c3-4761-8aca-0f4f393194ca None None] Routers {'b7f4fba3-992b-4096-ae3e-f4748c454477'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:08.929411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-60e1ceff-e6c3-4761-8aca-0f4f393194ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7f4fba3-992b-4096-ae3e-f4748c454477'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:09.067270 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a267d93b-179f-46db-ad37-56ec86cb2575 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "PUT /v2.0/routers/b7f4fba3-992b-4096-ae3e-f4748c454477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9315515 Feb 09 13:27:09.069665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38716) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:09.124250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-60e1ceff-e6c3-4761-8aca-0f4f393194ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:09.125055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1ceff-e6c3-4761-8aca-0f4f393194ca None None] The sync data for ids ['b7f4fba3-992b-4096-ae3e-f4748c454477'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:27:09.147974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 4ec5207f-92a0-495d-b83c-4242d35c3a66, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4ec5207f-92a0-495d-b83c-4242d35c3a66,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:09.153781 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:09.255172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ceb7082-ecfd-4d7b-a51f-4e0057d60c20 req-f8279170-0a6b-4165-826d-f6f0214a9050 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 210 time: 0.4099653 Feb 09 13:27:09.311464 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=4ec5207f-92a0-495d-b83c-4242d35c3a66,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:09.328198 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] Set router 9a4e7888-b11f-4d73-a52f-3fcb8d6e42da gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:27:09.345876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fe58064e-0ad4-46bf-8291-0ac1368feb09 None None] Provisioning complete for port 3ce95de2-6f74-43ab-9607-272e476e5536 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:09.347782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe58064e-0ad4-46bf-8291-0ac1368feb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:09.469485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-fe58064e-0ad4-46bf-8291-0ac1368feb09 None None] Port 3ce95de2-6f74-43ab-9607-272e476e5536 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:09.621085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90220b32-b922-4729-ba69-adc4f04a25b5 req-f7c942cc-5b9f-4aa0-82aa-f65a3119612c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:09.628699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90220b32-b922-4729-ba69-adc4f04a25b5 req-f7c942cc-5b9f-4aa0-82aa-f65a3119612c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.2725425 Feb 09 13:27:09.701572 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:09.728825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Deleting port 6495562d-cccb-48bb-884a-d0927bbfe95a {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:09.729158 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:09.776330 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbda184-6cbd-4389-854b-1d9635b55132 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:27:09.776974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5bbda184-6cbd-4389-854b-1d9635b55132 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:09.811521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90220b32-b922-4729-ba69-adc4f04a25b5 req-66ae3c52-d1e4-4bd7-b7a2-4692ff1d9934 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814375 Feb 09 13:27:09.862243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5bbda184-6cbd-4389-854b-1d9635b55132 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:09.864144 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5bbda184-6cbd-4389-854b-1d9635b55132 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/dd9f9a9c-bdc3-46ae-ae70-9f0e57f5ce38 HTTP/1.1" status: 404 len: 333 time: 0.7780955 Feb 09 13:27:09.871234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38726) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:09.875496 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e7888-b11f-4d73-a52f-3fcb8d6e42da', 'name': 'tempest-snat-router-984781427', 'tenant_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6495562d-cccb-48bb-884a-d0927bbfe95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:03Z', 'updated_at': '2022-02-09T13:27:05Z', 'revision_number': 3, 'project_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'gw_port': {'id': '6495562d-cccb-48bb-884a-d0927bbfe95a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7888-b11f-4d73-a52f-3fcb8d6e42da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:03Z', 'updated_at': '2022-02-09T13:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:09.884749 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db886fb-a780-484d-822f-b2017ecd69b7 None None] The sync data for ids ['9a4e7888-b11f-4d73-a52f-3fcb8d6e42da'] in n-d-825175-3 is: [{'id': '9a4e7888-b11f-4d73-a52f-3fcb8d6e42da', 'name': 'tempest-snat-router-984781427', 'tenant_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '6495562d-cccb-48bb-884a-d0927bbfe95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:27:03Z', 'updated_at': '2022-02-09T13:27:05Z', 'revision_number': 3, 'project_id': 'f9ce1fd6a7434d88bc0d2ce0cf5a7ae1', 'gw_port': {'id': '6495562d-cccb-48bb-884a-d0927bbfe95a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e7888-b11f-4d73-a52f-3fcb8d6e42da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:27:03Z', 'updated_at': '2022-02-09T13:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:27:10.078599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] For port 6495562d-cccb-48bb-884a-d0927bbfe95a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6495562d-cccb-48bb-884a-d0927bbfe95a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:10.078970 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:10.089825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca393c21-cb6d-41b2-b9a5-a05890cce95e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:10.102167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4ec5207f-92a0-495d-b83c-4242d35c3a66 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:10.180668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4ec5207f-92a0-495d-b83c-4242d35c3a66 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:10.181077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:10.218642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Calling delete_port for 6495562d-cccb-48bb-884a-d0927bbfe95a owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:10.416397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Router b0afd908-137a-4460-b81d-a1cecf714cd0 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:27:10.426964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5b28407-0ff3-4c1f-a329-fbd9a650f31c req-ee6e2d51-0955-40f8-a3e7-b2b6f859d4a2 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 210 time: 0.0477107 Feb 09 13:27:10.438698 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:10.486814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event deleted for resources: {'Port': ['ID=6495562d-cccb-48bb-884a-d0927bbfe95a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:10.564572 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:27:10.576073 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dc8f4bd9-a794-4070-b62e-6b44be9ddd49 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "PUT /v2.0/routers/6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9247215 Feb 09 13:27:10.577513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38732) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:10.581894 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca393c21-cb6d-41b2-b9a5-a05890cce95e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:10.583517 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Sync routers for ids ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:27:10.600002 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Routers {'6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:10.600743 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:10.698724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca393c21-cb6d-41b2-b9a5-a05890cce95e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:10.835107 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Set router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:27:10.879632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:11.066285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca393c21-cb6d-41b2-b9a5-a05890cce95e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:11.067205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca393c21-cb6d-41b2-b9a5-a05890cce95e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Fanout notify agent at l3_agent the message router_deleted on router b7f4fba3-992b-4096-ae3e-f4748c454477 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:27:11.144426 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca393c21-cb6d-41b2-b9a5-a05890cce95e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:11.146940 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ca393c21-cb6d-41b2-b9a5-a05890cce95e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/routers/b7f4fba3-992b-4096-ae3e-f4748c454477 HTTP/1.1" status: 204 len: 168 time: 1.2722306 Feb 09 13:27:11.163085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.163466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.163828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.166979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.167566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.168091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.168610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.169153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.169953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.170816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.171343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.171856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.174159 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a83e0a00-944d-4d0a-93a4-6870b94ef43c tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8428 time: 0.5950086 Feb 09 13:27:11.176051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38746) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:11.179407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38748) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:11.303848 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:11.364031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:27:11.382452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5467eb-a3cb-4782-912d-6df10a229398 None None] Sync routers for ids ['b0afd908-137a-4460-b81d-a1cecf714cd0'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:27:11.388138 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-84d50e32-3b8a-48de-8f1d-8e6712060d8e tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "PUT /v2.0/routers/b0afd908-137a-4460-b81d-a1cecf714cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9751892 Feb 09 13:27:11.391275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38760) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:11.396293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5467eb-a3cb-4782-912d-6df10a229398 None None] Routers {'b0afd908-137a-4460-b81d-a1cecf714cd0'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:11.397288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-da5467eb-a3cb-4782-912d-6df10a229398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b0afd908-137a-4460-b81d-a1cecf714cd0'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:11.413275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.414038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.414952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.415800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.416437 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.416942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.417443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.417946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.418443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.419115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.419731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:11.429572 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-672b80a8-9c4a-4e1d-ac2c-4dc0dd11e6f6 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7081 time: 0.2469134 Feb 09 13:27:11.430415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38764) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:11.435834 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '125374c9-5e04-4fd6-95fa-06f4572bc4c5', 'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:d7:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:59Z', 'updated_at': '2022-02-09T13:27:03Z', 'revision_number': 2, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:11.440143 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Checking router: 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:27:11.440488 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Updating router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:27:11.467173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-da5467eb-a3cb-4782-912d-6df10a229398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:11.480237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5467eb-a3cb-4782-912d-6df10a229398 None None] Routers {'b0afd908-137a-4460-b81d-a1cecf714cd0'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:11.481159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-da5467eb-a3cb-4782-912d-6df10a229398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b0afd908-137a-4460-b81d-a1cecf714cd0'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:11.495895 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:11.501407 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:11.502058 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:11.514716 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-86d54572-367d-462e-be40-f3dae5b2e02c tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=442d6bc983f14ef0a68ed00ec0aebceb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6365085 Feb 09 13:27:11.550129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-da5467eb-a3cb-4782-912d-6df10a229398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:11.551319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5467eb-a3cb-4782-912d-6df10a229398 None None] The sync data for ids ['b0afd908-137a-4460-b81d-a1cecf714cd0'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:27:11.915073 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:11.931164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4e7888-b11f-4d73-a52f-3fcb8d6e42da {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:27:11.972796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c855df-72cb-4306-996d-1223abb67c06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet 806f85f4-de74-4365-877f-cc26b0979696 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:27:11.987981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86c855df-72cb-4306-996d-1223abb67c06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.077062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.085153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3668a640-875e-4eb9-8299-cede3dcdfc3e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "DELETE /v2.0/routers/9a4e7888-b11f-4d73-a52f-3fcb8d6e42da HTTP/1.1" status: 204 len: 168 time: 5.0185604 Feb 09 13:27:12.096906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38770) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:12.115324 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86c855df-72cb-4306-996d-1223abb67c06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.131733 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.145868 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Transition to ACTIVE for port object 125374c9-5e04-4fd6-95fa-06f4572bc4c5 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:12.155030 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.174912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606ca79-957c-4847-92e7-c3430137e874 req-1bd1bc2b-3aeb-40bd-a591-f68930e74039 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:12.176292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-1bd1bc2b-3aeb-40bd-a591-f68930e74039 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5625052 Feb 09 13:27:12.203518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-66ba9043-e33b-4f74-83d9-e33802de65ae tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:12.214607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-66ba9043-e33b-4f74-83d9-e33802de65ae tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 815 time: 0.6943984 Feb 09 13:27:12.236528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Request body: {'port': {'device_id': '33a98bad-c987-4835-a1d6-1fdfe1893277', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '442d6bc983f14ef0a68ed00ec0aebceb'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:12.249062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6caf592b-e887-4c12-82cb-b03086ecf1c2 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.325964 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728386bb-7f93-4978-9931-75cb8ebe21a2 None None] Pushing event updated for resources: {'Port': ['ID=125374c9-5e04-4fd6-95fa-06f4572bc4c5,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:12.389987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf2c53-70d7-4d97-aac7-107681a52248 req-be7d65b5-3c66-490f-be77-48f19bcebb57 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:12.391601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90bf2c53-70d7-4d97-aac7-107681a52248 req-be7d65b5-3c66-490f-be77-48f19bcebb57 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.8470464 Feb 09 13:27:12.459932 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Attempting to bind port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:27:12.460920 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Attempting to bind port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:27:12.461666 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Attempting to bind port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 on network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:12.466039 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90bf2c53-70d7-4d97-aac7-107681a52248 req-a9231e5f-5791-4125-91c9-4f23f64b1f76 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633187 Feb 09 13:27:12.472254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-3e81560a-2d35-43a8-b7f7-063950d86dbe tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/quotas/5ece8dc7dac44df6b66f0b5701afe575 HTTP/1.1" status: 200 len: 375 time: 0.2563510 Feb 09 13:27:12.495863 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:27:12.498827 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Checking segment: {'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:27:12.501102 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.501911 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Bound using segment: {'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:27:12.502710 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Bound port: 125374c9-5e04-4fd6-95fa-06f4572bc4c5, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:27:12.504776 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.512601 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86c855df-72cb-4306-996d-1223abb67c06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.669996 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] For port 125374c9-5e04-4fd6-95fa-06f4572bc4c5, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:27:12.673920 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] For port 125374c9-5e04-4fd6-95fa-06f4572bc4c5, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=125374c9-5e04-4fd6-95fa-06f4572bc4c5,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:27:12.682804 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.726918 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86c855df-72cb-4306-996d-1223abb67c06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.783604 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Routers {'6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:12.784674 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:12.818767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c855df-72cb-4306-996d-1223abb67c06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=806f85f4-de74-4365-877f-cc26b0979696,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:12.828839 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c2d91f21-f2fb-48e0-8d98-d033a416a818 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2856 time: 1.1726866 Feb 09 13:27:12.833459 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86c855df-72cb-4306-996d-1223abb67c06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:12.840784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da6cb9-a76a-4fe9-91dc-f7f104a6e46c None None] Network e29562e3-5e99-42b3-8b4b-a5bd32a71485 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:12.857546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-86c855df-72cb-4306-996d-1223abb67c06 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/806f85f4-de74-4365-877f-cc26b0979696 HTTP/1.1" status: 204 len: 168 time: 1.6800728 Feb 09 13:27:12.861200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38776) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:12.869060 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-6caf592b-e887-4c12-82cb-b03086ecf1c2 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 13:27:12.869417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfe19503-0999-42e7-b346-d996f2f03bac req-0d47fa41-00f8-4c88-8a2c-331cac044a3c tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 210 time: 0.1434140 Feb 09 13:27:12.870089 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6caf592b-e887-4c12-82cb-b03086ecf1c2 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/routers/b0afd908-137a-4460-b81d-a1cecf714cd0 HTTP/1.1" status: 409 len: 329 time: 1.4637964 Feb 09 13:27:12.889701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38780) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:12.977203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:13.029699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Usage tracker for resource:port and tenant:442d6bc983f14ef0a68ed00ec0aebceb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:13.052122 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728386bb-7f93-4978-9931-75cb8ebe21a2 None None] Pushing event updated for resources: {'Port': ['ID=125374c9-5e04-4fd6-95fa-06f4572bc4c5,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:13.100646 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:13.109003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:13.130188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port a3ed6e41-d449-4c6d-81d9-473e674217ba {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:13.132540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:13.149627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-d27559bf-9a45-42e6-a93f-b5a560a82fa2 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6135540 Feb 09 13:27:13.152598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:13.184955 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] Set router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:27:13.293569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Made reservation on behalf of 442d6bc983f14ef0a68ed00ec0aebceb for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:13.296695 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:13.356698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] DHCP port deletion for e29562e3-5e99-42b3-8b4b-a5bd32a71485 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:27:13.360923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] Deleting port a3ed6e41-d449-4c6d-81d9-473e674217ba {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:13.361291 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:13.370148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-fc9a98bb-d866-449e-8e95-c0fc46c16c14 service neutron] 10.222.0.59 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195363 Feb 09 13:27:13.390004 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:13.433062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38784) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:13.598643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233799537', 'description': 'tempest-secgroup-smoke-233799537 description', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:13.611014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] For port a3ed6e41-d449-4c6d-81d9-473e674217ba, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a3ed6e41-d449-4c6d-81d9-473e674217ba,segment=NetworkSegment(65c4bf24-1cd1-43af-bfff-17365e0837a3),segment_id=65c4bf24-1cd1-43af-bfff-17365e0837a3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:13.611630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:13.663728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:13.683520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:13.686410 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '125374c9-5e04-4fd6-95fa-06f4572bc4c5', 'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:d7:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:59Z', 'updated_at': '2022-02-09T13:27:12Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:13.687165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:13.693619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:13.696660 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80268932-27cb-4aff-98d8-5295add4f004 None None] The sync data for ids ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'] in n-d-825175-3 is: [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '125374c9-5e04-4fd6-95fa-06f4572bc4c5', 'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:d7:f3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:59Z', 'updated_at': '2022-02-09T13:27:12Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:27:13.751978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for a3ed6e41-d449-4c6d-81d9-473e674217ba owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:13.787168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] For port a3ed6e41-d449-4c6d-81d9-473e674217ba, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a3ed6e41-d449-4c6d-81d9-473e674217ba,segment=NetworkSegment(65c4bf24-1cd1-43af-bfff-17365e0837a3),segment_id=65c4bf24-1cd1-43af-bfff-17365e0837a3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:13.787492 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:13.850351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:13.876000 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:13.965084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] Calling delete_port for a3ed6e41-d449-4c6d-81d9-473e674217ba owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:13.967620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:13.974079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=a3ed6e41-d449-4c6d-81d9-473e674217ba,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:13.987699 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:13.989073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No DVR routers for this DVR port a3ed6e41-d449-4c6d-81d9-473e674217ba on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:27:14.095329 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:27:14.095689 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:27:14.101117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Usage tracker for resource:security_group_rule and tenant:442d6bc983f14ef0a68ed00ec0aebceb is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:14.155880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.169128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:14.169361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 125374c9-5e04-4fd6-95fa-06f4572bc4c5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:14.196913 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:14.206164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29562e3-5e99-42b3-8b4b-a5bd32a71485']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:14.226579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c4bf24-1cd1-43af-bfff-17365e0837a3') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:14.226812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c4bf24-1cd1-43af-bfff-17365e0837a3') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:14.242663 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.256849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-22eceaf5-66cd-4185-9641-8bc2767af2e7 service neutron] 10.222.0.59 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8837841 Feb 09 13:27:14.267120 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.283565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:27:14.285358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.288910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:14.289094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:14.295554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:14.296128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:14.296745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.299176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:14.307887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:27:14.323070 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:27:14.485233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb96e8d-166d-4263-879f-21e9a4a45f46 req-c6dc6dbe-4987-4f77-9fa0-1a4c61ec1ebe tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:14.494892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bb96e8d-166d-4263-879f-21e9a4a45f46 req-c6dc6dbe-4987-4f77-9fa0-1a4c61ec1ebe tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.6466408 Feb 09 13:27:14.512680 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.571790 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.581023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 125374c9-5e04-4fd6-95fa-06f4572bc4c5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=125374c9-5e04-4fd6-95fa-06f4572bc4c5,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:14.581695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.588426 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.639530 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/networks/e29562e3-5e99-42b3-8b4b-a5bd32a71485 HTTP/1.1" status: 204 len: 168 time: 1.7743227 Feb 09 13:27:14.640188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38796) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:14.642999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821bfe0-4f65-4621-ab75-97ef93334a1a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Network': ['ID=e29562e3-5e99-42b3-8b4b-a5bd32a71485,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:14.677886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] Deleting port a3ed6e41-d449-4c6d-81d9-473e674217ba {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:14.678618 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.733817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25776b2b-a3ae-4653-834b-0c9d888f4a22 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:14.734409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-25776b2b-a3ae-4653-834b-0c9d888f4a22 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:14.745930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a3ed6e41-d449-4c6d-81d9-473e674217ba no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:14.752771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-25776b2b-a3ae-4653-834b-0c9d888f4a22 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:14.758457 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-25776b2b-a3ae-4653-834b-0c9d888f4a22 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/6072cd67-3736-4481-ba1a-127f8cfb6930 HTTP/1.1" status: 200 len: 844 time: 0.1171224 Feb 09 13:27:14.759393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38804) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:14.780523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e0a47c2-735e-408e-a469-c5234d8f3f15 req-1e0eea75-12ba-4fba-bf86-20a8b5b9e611 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 210 time: 0.1305938 Feb 09 13:27:14.798151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:14.832526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: a3ed6e41-d449-4c6d-81d9-473e674217ba {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:27:14.832813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a3ed6e41-d449-4c6d-81d9-473e674217ba not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:14.923721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2eecf32e-e360-4898-8c7d-fbbd137d86fe None None] The port 'a3ed6e41-d449-4c6d-81d9-473e674217ba' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:27:14.924755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=125374c9-5e04-4fd6-95fa-06f4572bc4c5,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:14.937780 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7e01b0d4-8179-4952-a31c-4adb49094bcf tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/6072cd67-3736-4481-ba1a-127f8cfb6930?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1771591 Feb 09 13:27:14.940600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38808) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:14.950583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:15.032588 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.049914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9bb96e8d-166d-4263-879f-21e9a4a45f46 req-8b61cfcf-8a47-492d-823c-8bd0f698a14d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538080 Feb 09 13:27:15.133812 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.147593 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a94b277-6722-4ce4-9376-5262141d8a22 req-502f2328-6c60-4141-bf3c-b2877366323d tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 210 time: 0.2252846 Feb 09 13:27:15.167210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:15.183296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:15.186795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:15.200888 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.204535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:15.225247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.230021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:15.264913 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.265900 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.6858709 Feb 09 13:27:15.266984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7521d59-b72b-42e9-9547-ddd64fdeb66f tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ad6095-5f09-4fef-aae7-e6051e2b38df,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:15.277037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38814) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:15.307966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '15ad6095-5f09-4fef-aae7-e6051e2b38df', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:15.332155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:15.347015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.354856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:15.370043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:15.398106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983026c2-c291-4451-9e61-746189cd3ea1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:15.400966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:15.413708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.431393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Deleting port 4ec5207f-92a0-495d-b83c-4242d35c3a66 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:15.431737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.545320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.618440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.667889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Allocated IP 192.168.233.92 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/484d167b-65ac-4a9c-bc18-0bab40d47a50) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:15.672934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:15.679694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:15.682866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:15.683442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.688182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa1e2e6-c597-41e2-991c-2ac5db027552 None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:15.715139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=4e50113a-f45c-4da7-9f24-fb4872174126,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:15.722562 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c8cdaa60-8a2e-430a-805d-c8dfe120100e tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7795470 Feb 09 13:27:15.723178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38818) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:15.729589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'security_group': {'name': 'tempest-secgroup-1373078131'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:15.737889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:15.741824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:15.745288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:15.751675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:15.768905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.817136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:15.825044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group_rule and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:15.829031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:15.838773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:15.927931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:15.933094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.045215 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.051363 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3269784 Feb 09 13:27:16.053133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38824) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:16.054458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2f00f-186c-4fbc-9019-d1cbd4195bb8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64e3673-082a-45f1-b7ad-1db27ae0ce13,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:16.086584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'security_group': {'name': 'tempest-secgroup-1289240154'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:16.095614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:16.100537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:16.105009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:16.116450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:16.118568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'tenant_id': '951a0af6959d462b949304dba3441f51', 'fixed_ips': [{'subnet_id': '4e50113a-f45c-4da7-9f24-fb4872174126'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:27:16.119321 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.144901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.156410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 125374c9-5e04-4fd6-95fa-06f4572bc4c5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:16.226686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:16.247110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group_rule and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:16.250746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:16.259314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:16.261673 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8519fb4e-cb99-4397-9181-0e96115328b7 req-d7f87040-38a8-4df2-b474-828e71f9a404 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 210 time: 0.1741114 Feb 09 13:27:16.271967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.363796 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.369973 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.375284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.428379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a868793-2fd0-4f2a-9d37-753378f50796,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:16.429201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:16.430159 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.432063 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.433411 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fc3af1a1-0504-410c-9f2e-b5f005aaaaa5 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3614721 Feb 09 13:27:16.438564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38832) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:16.449455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1500360170', 'security_groups': ['2a868793-2fd0-4f2a-9d37-753378f50796'], 'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4e50113a-f45c-4da7-9f24-fb4872174126'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:16.507388 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.521336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] For port 4ec5207f-92a0-495d-b83c-4242d35c3a66, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4ec5207f-92a0-495d-b83c-4242d35c3a66,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:16.521702 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.620015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:16.632591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:16.641319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36da3d3-8256-439f-9502-8c25b9a6bebf,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:16.689483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Allocated IP 2001:db8::2 (53770cc7-5c72-4690-80ea-5b9f2d6a7e06/4e50113a-f45c-4da7-9f24-fb4872174126/659bd370-3aad-40d3-94f2-83e0b211af39) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:16.706676 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fab83df7-0228-4d40-b139-4281af897533 req-9ee00efc-5bce-4e6f-ad35-e25d3325ca95 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 210 time: 0.2436142 Feb 09 13:27:16.721266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Calling delete_port for 4ec5207f-92a0-495d-b83c-4242d35c3a66 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:16.762857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:16.768381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.794209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port ffdd5a22-5358-4116-92b6-c8fa06718a98 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:27:16.817532 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.819585 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f985e741-e1b4-4da4-aef4-043ad07281ee tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5345016 Feb 09 13:27:16.828317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38836) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:16.839164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '15ad6095-5f09-4fef-aae7-e6051e2b38df', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:16.916060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-d46d945e-7928-4ecb-8390-142771857e9d tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:16.917551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-d46d945e-7928-4ecb-8390-142771857e9d tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 815 time: 0.8275957 Feb 09 13:27:16.933728 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.946103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Request body: {'port': {'device_id': 'b135a6df-743a-419d-ad11-25a2fda0f3f9', 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031', 'admin_state_up': True, 'tenant_id': '5ece8dc7dac44df6b66f0b5701afe575'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:16.947051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Transition to ACTIVE for port object 659bd370-3aad-40d3-94f2-83e0b211af39 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:16.970962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:16.973234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Transition to ACTIVE for port object 659bd370-3aad-40d3-94f2-83e0b211af39 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:16.977680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:16.980715 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:16.981391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:16.990325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:17.022080 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.051060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:17.054678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:17.059331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:17.087307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135926d-bb56-4775-8c2f-394189be362b req-3dec31c3-e70b-41c3-a1dd-6ec77a0eda49 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:17.088770 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2135926d-bb56-4775-8c2f-394189be362b req-3dec31c3-e70b-41c3-a1dd-6ec77a0eda49 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.8121097 Feb 09 13:27:17.142624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Pushing event updated for resources: {'Port': ['ID=659bd370-3aad-40d3-94f2-83e0b211af39,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:17.161258 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.198413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Attempting to bind port 659bd370-3aad-40d3-94f2-83e0b211af39 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:27:17.198413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Attempting to bind port 659bd370-3aad-40d3-94f2-83e0b211af39 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'cf92958e-d5fe-459d-b025-e8bb883a5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:27:17.198751 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Attempting to bind port 659bd370-3aad-40d3-94f2-83e0b211af39 on network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:17.205676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:27:17.206035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Checking segment: {'id': 'cf92958e-d5fe-459d-b025-e8bb883a5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:27:17.206581 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.206823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Bound using segment: {'id': 'cf92958e-d5fe-459d-b025-e8bb883a5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:27:17.207542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Bound port: 659bd370-3aad-40d3-94f2-83e0b211af39, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf92958e-d5fe-459d-b025-e8bb883a5fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:27:17.207669 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.220823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.224724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Transition to ACTIVE for port object 484d167b-65ac-4a9c-bc18-0bab40d47a50 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:17.228713 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.283503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:17.290779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28193b1-cc43-4b75-ab20-fbcabc90e8e0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:17.291360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2135926d-bb56-4775-8c2f-394189be362b req-5e0773fe-2a31-44e4-ab76-2a011f28651a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839359 Feb 09 13:27:17.326776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8::52 (53770cc7-5c72-4690-80ea-5b9f2d6a7e06/4e50113a-f45c-4da7-9f24-fb4872174126/ffdd5a22-5358-4116-92b6-c8fa06718a98) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:17.332854 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.339244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] For port 659bd370-3aad-40d3-94f2-83e0b211af39, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:27:17.339635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:17.343567 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] For port 659bd370-3aad-40d3-94f2-83e0b211af39, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=659bd370-3aad-40d3-94f2-83e0b211af39,segment=NetworkSegment(cf92958e-d5fe-459d-b025-e8bb883a5fd9),segment_id=cf92958e-d5fe-459d-b025-e8bb883a5fd9)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:27:17.349536 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-51a905fd-d718-469c-a670-52e8e8608d54 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5181403 Feb 09 13:27:17.353016 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.353243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38844) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:17.375538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '15ad6095-5f09-4fef-aae7-e6051e2b38df', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:17.389373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:17.394453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Made reservation on behalf of 5ece8dc7dac44df6b66f0b5701afe575 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:17.397787 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.420068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:17.425952 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.435116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:17.479922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e9ed2-85a7-4a05-afd9-1432efa777a1 None None] Pushing event updated for resources: {'Port': ['ID=659bd370-3aad-40d3-94f2-83e0b211af39,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:17.570443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:17.611888 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.681861 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.716717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:17.723285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object ffdd5a22-5358-4116-92b6-c8fa06718a98 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:17.767002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:17.774637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Pushing event updated for resources: {'Port': ['ID=484d167b-65ac-4a9c-bc18-0bab40d47a50,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:17.779286 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.784324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:17.895076 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.908795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:17.913175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:17.922888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:17.927614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:17.928246 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:17.947590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=ffdd5a22-5358-4116-92b6-c8fa06718a98,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:17.971443 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5518eaf8-905d-4d42-be99-236016d85abe tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5312467 Feb 09 13:27:17.974105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38852) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:17.982953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:18.230826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ec5207f-92a0-495d-b83c-4242d35c3a66,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:18.244878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 659bd370-3aad-40d3-94f2-83e0b211af39 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:18.304166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:18.306699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b3b1b25f-8e54-4190-b0c4-c157277e89e2 None None] Provisioning for port 484d167b-65ac-4a9c-bc18-0bab40d47a50 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:18.308401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:18.311920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:18.317531 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b3b1b25f-8e54-4190-b0c4-c157277e89e2 None None] Provisioning complete for port 484d167b-65ac-4a9c-bc18-0bab40d47a50 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:18.318540 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b3b1b25f-8e54-4190-b0c4-c157277e89e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:18.318652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:18.331829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:18.336879 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:18.393061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b3b1b25f-8e54-4190-b0c4-c157277e89e2 None None] Port 484d167b-65ac-4a9c-bc18-0bab40d47a50 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:18.406866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 659bd370-3aad-40d3-94f2-83e0b211af39 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:18.528590 n-d-825175-3 neutron-server[83479]: INFO neutron.db.ipam_backend_mixin [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e50113a-f45c-4da7-9f24-fb4872174126 (CIDR: 2001:db8::/64) Feb 09 13:27:18.533490 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:27:18.533929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:18.553505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4e08496-df46-4f03-b63e-ac66ab7b4867 req-7238bb8e-4c62-4e56-ad12-54a024cea1e2 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 210 time: 0.2214458 Feb 09 13:27:18.556513 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ab247c52-95fa-4b86-beb7-2f8def1eb76b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5808313 Feb 09 13:27:18.566514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38858) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:18.578648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:18.589488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:18.590948 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:18.663135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab765d-fd14-4907-bc1c-13d743788f5c req-f9c934c2-1b42-47b4-bcfb-afbad631c88f tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:18.664054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-80ab765d-fd14-4907-bc1c-13d743788f5c req-f9c934c2-1b42-47b4-bcfb-afbad631c88f tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Synchronizing usage tracker for tenant:442d6bc983f14ef0a68ed00ec0aebceb on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:18.755119 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-d5e4a37d-75f1-4b3b-b817-91fe8409b6a4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.5223024 Feb 09 13:27:18.795080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:18.800918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:18.805967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:18.812257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:18.826959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:18.831718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:18.865783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Request body: {'port': {'device_id': '33a98bad-c987-4835-a1d6-1fdfe1893277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:19.011357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.017660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Allocated IP 172.20.0.12 (65cd9f0d-7ef9-4471-9dd3-3dc66bef5031/ae1e4002-02f9-4a3a-8d02-5dd262bd0af0/3844347f-3a69-4d4a-80d7-e3446f916f4c) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:19.029772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1bdda130-bb0a-4633-902a-0683db0bae79 None None] Provisioning for port 659bd370-3aad-40d3-94f2-83e0b211af39 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:19.037569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1bdda130-bb0a-4633-902a-0683db0bae79 None None] Provisioning complete for port 659bd370-3aad-40d3-94f2-83e0b211af39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:19.038346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1bdda130-bb0a-4633-902a-0683db0bae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.051082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.066084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting port 3ce95de2-6f74-43ab-9607-272e476e5536 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:19.066425 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.111305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-80ab765d-fd14-4907-bc1c-13d743788f5c req-f9c934c2-1b42-47b4-bcfb-afbad631c88f tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Unset dirty status for tenant:442d6bc983f14ef0a68ed00ec0aebceb on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:19.112570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80ab765d-fd14-4907-bc1c-13d743788f5c req-f9c934c2-1b42-47b4-bcfb-afbad631c88f tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 935 time: 1.6365907 Feb 09 13:27:19.201210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a14633-19d2-4a47-b872-94b12326a40f,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:19.203459 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.209042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.215797 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1bdda130-bb0a-4633-902a-0683db0bae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.255636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1bdda130-bb0a-4633-902a-0683db0bae79 None None] For port 659bd370-3aad-40d3-94f2-83e0b211af39, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=659bd370-3aad-40d3-94f2-83e0b211af39,segment=NetworkSegment(cf92958e-d5fe-459d-b025-e8bb883a5fd9),segment_id=cf92958e-d5fe-459d-b025-e8bb883a5fd9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:19.261007 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1bdda130-bb0a-4633-902a-0683db0bae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.347669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:19.352454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1bdda130-bb0a-4633-902a-0683db0bae79 None None] Provisioning complete for port 6072cd67-3736-4481-ba1a-127f8cfb6930 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:19.352669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:19.353071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1bdda130-bb0a-4633-902a-0683db0bae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.360844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:19.361793 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.382441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=89eceb8d-5a37-496d-975f-1d2215457fad,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:19.412174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6ad489d5-ad84-4df4-af39-175418990bce tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8408220 Feb 09 13:27:19.412444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38862) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:19.418503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1bdda130-bb0a-4633-902a-0683db0bae79 None None] Port 6072cd67-3736-4481-ba1a-127f8cfb6930 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:19.419656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1982360450', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '89eceb8d-5a37-496d-975f-1d2215457fad'}], 'security_groups': ['e64e3673-082a-45f1-b7ad-1db27ae0ce13']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:19.420164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc60969-0bc7-4877-8706-e8eeff6b96d5 None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:19.534432 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.535970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a4fea73d-8505-4a61-b8d9-1edffdeb89e5 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.1760173 Feb 09 13:27:19.541303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38866) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:19.547588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdda130-bb0a-4633-902a-0683db0bae79 None None] Pushing event updated for resources: {'Port': ['ID=659bd370-3aad-40d3-94f2-83e0b211af39,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:19.552635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '15ad6095-5f09-4fef-aae7-e6051e2b38df', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:19.568174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:19.568906 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82e8c023-d3f8-4348-9c15-9a14438f8cc2 req-bea15933-1bd2-4899-84b7-6eeb6fb2c5d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 1096 time: 1.2255225 Feb 09 13:27:19.583743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:19.589760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:19.592684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.613445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:19.619918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4ed97ebf-7c36-4adb-89de-5d36b8f60ce5 None None] Provisioning for port ffdd5a22-5358-4116-92b6-c8fa06718a98 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:19.629315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4ed97ebf-7c36-4adb-89de-5d36b8f60ce5 None None] Provisioning complete for port ffdd5a22-5358-4116-92b6-c8fa06718a98 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:19.629992 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4ed97ebf-7c36-4adb-89de-5d36b8f60ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.675517 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.730542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4ed97ebf-7c36-4adb-89de-5d36b8f60ce5 None None] Port ffdd5a22-5358-4116-92b6-c8fa06718a98 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:19.849215 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.863995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c594b1d8-190a-4706-ab6a-2a499fa40532 None None] Update dhcp port {'port': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'fixed_ips': [{'subnet_id': '4e50113a-f45c-4da7-9f24-fb4872174126', 'ip_address': '2001:db8::2'}, {'subnet_id': '89eceb8d-5a37-496d-975f-1d2215457fad'}], 'binding:host_id': 'n-d-825175-3'}, 'id': '659bd370-3aad-40d3-94f2-83e0b211af39'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:27:19.864865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.869960 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.945154 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c594b1d8-190a-4706-ab6a-2a499fa40532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.946707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88aff6de-804d-47ee-b5d2-9568ee691c5f,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:19.977365 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:19.981941 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-09544e12-08ce-41da-bd80-921ef1195f56 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4392781 Feb 09 13:27:19.985682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38872) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:19.994395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '15ad6095-5f09-4fef-aae7-e6051e2b38df', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:20.012213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:20.077820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-80ab765d-fd14-4907-bc1c-13d743788f5c req-f465680c-598f-4016-a82f-5f6f9712e186 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Synchronizing usage tracker for tenant:442d6bc983f14ef0a68ed00ec0aebceb on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:20.141144 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.177125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 659bd370-3aad-40d3-94f2-83e0b211af39 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:20.209079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:20.209672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b3208-fb07-448e-95ee-92c44db2491c req-20022caf-1f68-4948-be69-3cc70a7f4a1c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:20.211220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc9b3208-fb07-448e-95ee-92c44db2491c req-20022caf-1f68-4948-be69-3cc70a7f4a1c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 1.4719048 Feb 09 13:27:20.216619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:20.236401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:20.265005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 659bd370-3aad-40d3-94f2-83e0b211af39 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:20.265656 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.270090 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.289925 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Project 42742f3932a24ae9a6a1efba9cf977a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:27:20.308229 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.350717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.374682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Delete allocated IP 2001:db8::52 (53770cc7-5c72-4690-80ea-5b9f2d6a7e06/4e50113a-f45c-4da7-9f24-fb4872174126) {{(pid=83479) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 13:27:20.376023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-80ab765d-fd14-4907-bc1c-13d743788f5c req-f465680c-598f-4016-a82f-5f6f9712e186 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Unset dirty status for tenant:442d6bc983f14ef0a68ed00ec0aebceb on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:20.377193 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80ab765d-fd14-4907-bc1c-13d743788f5c req-f465680c-598f-4016-a82f-5f6f9712e186 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2425435 Feb 09 13:27:20.395557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8:0:1::3cc (53770cc7-5c72-4690-80ea-5b9f2d6a7e06/89eceb8d-5a37-496d-975f-1d2215457fad/ffdd5a22-5358-4116-92b6-c8fa06718a98) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:20.437500 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.448130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.485145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595078d3-2613-4ce1-803f-6ac6c07d2df1,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:20.520041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c023-d3f8-4348-9c15-9a14438f8cc2 req-85e8ef6f-0317-4b73-9166-e21182fa959d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:20.522198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82e8c023-d3f8-4348-9c15-9a14438f8cc2 req-85e8ef6f-0317-4b73-9166-e21182fa959d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 200 len: 916 time: 0.9350116 Feb 09 13:27:20.527952 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.528234 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d1af1772-c922-4176-bd0d-263edacf24a0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5415664 Feb 09 13:27:20.533285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Calling delete_port for 3ce95de2-6f74-43ab-9607-272e476e5536 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:20.541647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38876) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:20.547104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'security_group_rule': {'security_group_id': '15ad6095-5f09-4fef-aae7-e6051e2b38df', 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:20.558069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:20.612508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:security_group_rule and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:20.619591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:20.634081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:20.656160 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Project 42742f3932a24ae9a6a1efba9cf977a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:27:20.675131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.746319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.762269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-37dcda19-7dcc-4e48-913c-f7cbaff9bafa req-794d00d0-d585-4b54-ac0c-9ea80e9924e8 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Synchronizing usage tracker for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:20.780431 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.780701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object ffdd5a22-5358-4116-92b6-c8fa06718a98 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:20.780964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62171afc-6365-4607-9ded-8dff64241ca1 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:27:20.784288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc9b3208-fb07-448e-95ee-92c44db2491c req-8da7269d-45ec-4284-9b25-0e18e4faa095 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366287 Feb 09 13:27:20.795147 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.799418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82e8c023-d3f8-4348-9c15-9a14438f8cc2 req-a9ef4ae9-ae08-47ba-9ac2-5b0f915b84b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=075ecd90-2447-4fb2-9a6c-e14f50f08ac8 HTTP/1.1" status: 200 len: 217 time: 0.2153220 Feb 09 13:27:20.800128 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.801823 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.845630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.871561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.872693 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ad1118dc-3799-47dc-8be7-a830feccec98 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "DELETE /v2.0/routers/62171afc-6365-4607-9ded-8dff64241ca1 HTTP/1.1" status: 204 len: 168 time: 8.7738917 Feb 09 13:27:20.884918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38880) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:20.891227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-908129289', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:20.903593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c594b1d8-190a-4706-ab6a-2a499fa40532 None None] Allocated IP 2001:db8:0:1::2 (53770cc7-5c72-4690-80ea-5b9f2d6a7e06/89eceb8d-5a37-496d-975f-1d2215457fad/659bd370-3aad-40d3-94f2-83e0b211af39) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:20.907187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7607f2cd-2a6d-4cc5-b264-ab4a4c65fc14,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:20.916216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:20.933779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Usage tracker for resource:router and tenant:caf7f8a722874bf19c3c6edb50f8626e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:20.935129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-37dcda19-7dcc-4e48-913c-f7cbaff9bafa req-794d00d0-d585-4b54-ac0c-9ea80e9924e8 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Unset dirty status for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:20.949322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-37dcda19-7dcc-4e48-913c-f7cbaff9bafa req-794d00d0-d585-4b54-ac0c-9ea80e9924e8 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 210 time: 0.3816128 Feb 09 13:27:20.964916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:20.981278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:20.982804 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0c9d67e0-7f83-471c-a9f6-f822ad8f45d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4402854 Feb 09 13:27:20.984512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:20.990156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c023-d3f8-4348-9c15-9a14438f8cc2 req-977ce899-feb8-4b45-89e6-3f803ecca970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:20.991913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82e8c023-d3f8-4348-9c15-9a14438f8cc2 req-977ce899-feb8-4b45-89e6-3f803ecca970 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=296fa344-cda2-48d8-b82b-48dea6327811 HTTP/1.1" status: 200 len: 854 time: 0.1702108 Feb 09 13:27:20.996631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=ffdd5a22-5358-4116-92b6-c8fa06718a98,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:21.019968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] In _notify_port_updated(), no bound segment for port ffdd5a22-5358-4116-92b6-c8fa06718a98 on network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:27:21.025804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:21.026798 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.036036 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-201f0a89-8f9c-4c45-8e41-6fde233bf37c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "PUT /v2.0/ports/ffdd5a22-5358-4116-92b6-c8fa06718a98 HTTP/1.1" status: 200 len: 931 time: 1.6185846 Feb 09 13:27:21.043521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38886) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:21.118149 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.119225 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.160868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8c8b9-97b7-43e0-8d87-7b37c6fff7bd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port ffdd5a22-5358-4116-92b6-c8fa06718a98 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:21.162501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c8b9-97b7-43e0-8d87-7b37c6fff7bd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.164160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c594b1d8-190a-4706-ab6a-2a499fa40532 None None] For port 659bd370-3aad-40d3-94f2-83e0b211af39, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=659bd370-3aad-40d3-94f2-83e0b211af39,segment=NetworkSegment(cf92958e-d5fe-459d-b025-e8bb883a5fd9),segment_id=cf92958e-d5fe-459d-b025-e8bb883a5fd9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:21.195940 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c594b1d8-190a-4706-ab6a-2a499fa40532 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.220432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c594b1d8-190a-4706-ab6a-2a499fa40532 None None] Transition to ACTIVE for port object 659bd370-3aad-40d3-94f2-83e0b211af39 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:21.226642 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c594b1d8-190a-4706-ab6a-2a499fa40532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.232323 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.312659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.337307 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.344369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Port': ['ID=3ce95de2-6f74-43ab-9607-272e476e5536,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:21.404534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['33381a3e-e33c-49c9-ba45-50e610f44078', '1af7584e-16fa-4945-89a7-3cd50f4e3c73', '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:27:21.494253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Pushing event updated for resources: {'Port': ['ID=3844347f-3a69-4d4a-80d7-e3446f916f4c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:21.530273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594b1d8-190a-4706-ab6a-2a499fa40532 None None] Pushing event updated for resources: {'Port': ['ID=659bd370-3aad-40d3-94f2-83e0b211af39,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:21.708352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:21.738068 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c8b9-97b7-43e0-8d87-7b37c6fff7bd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.754759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:21.809767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:21.821828 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:21.964900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b3a8c8b9-97b7-43e0-8d87-7b37c6fff7bd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for ffdd5a22-5358-4116-92b6-c8fa06718a98 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:22.141325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 659bd370-3aad-40d3-94f2-83e0b211af39 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:22.168032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-0949baa2-3391-4423-a2cf-eff4dd2d1eeb tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Synchronizing usage tracker for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:22.222015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484d167b-65ac-4a9c-bc18-0bab40d47a50 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:27:22.248922 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:22.264729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82e8c023-d3f8-4348-9c15-9a14438f8cc2 req-5f9efacd-ff99-4ea3-9c70-3a200e265fce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1b8b61e-2690-4463-9785-4c7cb5a49b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1863074 Feb 09 13:27:22.276586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:22.277230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:22.307022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-0949baa2-3391-4423-a2cf-eff4dd2d1eeb tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Unset dirty status for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:22.308178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-0949baa2-3391-4423-a2cf-eff4dd2d1eeb tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233799537&fields=id&tenant_id=42742f3932a24ae9a6a1efba9cf977a9 HTTP/1.1" status: 200 len: 267 time: 1.0265312 Feb 09 13:27:22.321990 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:22.348570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Transition to ACTIVE for port object 484d167b-65ac-4a9c-bc18-0bab40d47a50 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:22.400443 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:22.503231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a72bcdef-f09c-48df-85fb-6ab063c61549 None None] Provisioning complete for port 6072cd67-3736-4481-ba1a-127f8cfb6930 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:22.503798 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a72bcdef-f09c-48df-85fb-6ab063c61549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:22.509144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-ef57dd6e-2b5f-4d28-a605-dc2d06781497 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5672596 Feb 09 13:27:22.516036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ef3d7-677b-487d-9cce-eaa32a8628c3 req-5fb4069a-45d2-4ad6-9380-5775cfcbfc6d tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:22.525883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-726ef3d7-677b-487d-9cce-eaa32a8628c3 req-5fb4069a-45d2-4ad6-9380-5775cfcbfc6d tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 935 time: 0.9006140 Feb 09 13:27:22.540641 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c8b9-97b7-43e0-8d87-7b37c6fff7bd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:22.551945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Request body: {'port': {'device_id': 'b135a6df-743a-419d-ad11-25a2fda0f3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:22.582143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a72bcdef-f09c-48df-85fb-6ab063c61549 None None] Port 6072cd67-3736-4481-ba1a-127f8cfb6930 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:22.597695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:22.611239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a72bcdef-f09c-48df-85fb-6ab063c61549 None None] Provisioning for port 659bd370-3aad-40d3-94f2-83e0b211af39 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:22.617230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a72bcdef-f09c-48df-85fb-6ab063c61549 None None] Provisioning complete for port 659bd370-3aad-40d3-94f2-83e0b211af39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:22.617598 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a72bcdef-f09c-48df-85fb-6ab063c61549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:22.644189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8c8b9-97b7-43e0-8d87-7b37c6fff7bd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=ffdd5a22-5358-4116-92b6-c8fa06718a98,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:22.653601 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:22.799528 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c8b9-97b7-43e0-8d87-7b37c6fff7bd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:22.830870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a72bcdef-f09c-48df-85fb-6ab063c61549 None None] Could not find standard attr ID for object ffdd5a22-5358-4116-92b6-c8fa06718a98. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:27:22.854120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b3a8c8b9-97b7-43e0-8d87-7b37c6fff7bd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/ffdd5a22-5358-4116-92b6-c8fa06718a98 HTTP/1.1" status: 204 len: 168 time: 1.8093085 Feb 09 13:27:22.860641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38904) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:22.945726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fc5e06ac-45b2-45fb-ab97-df50b4ac603b None None] Could not find standard attr ID for object ffdd5a22-5358-4116-92b6-c8fa06718a98. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:27:23.006087 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ceb89d-d5d8-4950-9168-2197314eb2c1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:27:23.006904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e1ceb89d-d5d8-4950-9168-2197314eb2c1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:23.069139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e1ceb89d-d5d8-4950-9168-2197314eb2c1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:23.071682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Pushing event updated for resources: {'Port': ['ID=484d167b-65ac-4a9c-bc18-0bab40d47a50,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:23.079048 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e1ceb89d-d5d8-4950-9168-2197314eb2c1 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/ffdd5a22-5358-4116-92b6-c8fa06718a98 HTTP/1.1" status: 404 len: 333 time: 0.2169774 Feb 09 13:27:23.079998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38908) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:23.083599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82e8c023-d3f8-4348-9c15-9a14438f8cc2 req-ff26ff68-2a4a-4be3-b754-b16565a92952 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8003027 Feb 09 13:27:23.091960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Allocated IP 172.25.5.163 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/48cb205d-66bf-4163-a61c-978b8d031c11) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:23.263309 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db0b5c3c-43d8-4938-b8df-d62b6916fe7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.309627 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db0b5c3c-43d8-4938-b8df-d62b6916fe7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.393522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.405798 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db0b5c3c-43d8-4938-b8df-d62b6916fe7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.419469 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-726ef3d7-677b-487d-9cce-eaa32a8628c3 req-89579b4d-ee0e-458c-a9ba-3e8722d5ed88 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8923364 Feb 09 13:27:23.428752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b5c3c-43d8-4938-b8df-d62b6916fe7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a868793-2fd0-4f2a-9d37-753378f50796,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:23.446486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db0b5c3c-43d8-4938-b8df-d62b6916fe7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.449946 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-db0b5c3c-43d8-4938-b8df-d62b6916fe7a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/security-groups/2a868793-2fd0-4f2a-9d37-753378f50796 HTTP/1.1" status: 204 len: 168 time: 0.3591433 Feb 09 13:27:23.450191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38912) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:23.457292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-f9c2a902-6c8d-4e55-9682-26e92c1d2dff tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:23.458049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-f9c2a902-6c8d-4e55-9682-26e92c1d2dff tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Synchronizing usage tracker for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:23.473035 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.502297 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.591306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:23.595174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:23.601873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:23.633948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Pushing event updated for resources: {'Port': ['ID=48cb205d-66bf-4163-a61c-978b8d031c11,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:23.678251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0eca9068-e194-4874-9989-8c6666d8aa56 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.747249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0eca9068-e194-4874-9989-8c6666d8aa56 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.757386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-f9c2a902-6c8d-4e55-9682-26e92c1d2dff tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Unset dirty status for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:23.758554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-f9c2a902-6c8d-4e55-9682-26e92c1d2dff tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/networks?id=e9f10afa-56c6-4bd5-8f21-751ff39be5f1 HTTP/1.1" status: 200 len: 796 time: 1.4284263 Feb 09 13:27:23.765062 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Attempting to bind port 484d167b-65ac-4a9c-bc18-0bab40d47a50 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:27:23.765368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Attempting to bind port 484d167b-65ac-4a9c-bc18-0bab40d47a50 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:27:23.765727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Attempting to bind port 484d167b-65ac-4a9c-bc18-0bab40d47a50 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:23.774267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82e8c023-d3f8-4348-9c15-9a14438f8cc2 req-48079c81-08e4-4243-8d3b-8a6b33a052c5 service neutron] 10.222.0.67 "GET /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010916 Feb 09 13:27:23.814850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Port 484d167b-65ac-4a9c-bc18-0bab40d47a50 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:27:23.815156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Attempting to bind port 484d167b-65ac-4a9c-bc18-0bab40d47a50 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:23.830903 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0eca9068-e194-4874-9989-8c6666d8aa56 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.852904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca9068-e194-4874-9989-8c6666d8aa56 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64e3673-082a-45f1-b7ad-1db27ae0ce13,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:23.869168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0eca9068-e194-4874-9989-8c6666d8aa56 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.870312 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0eca9068-e194-4874-9989-8c6666d8aa56 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/security-groups/e64e3673-082a-45f1-b7ad-1db27ae0ce13 HTTP/1.1" status: 204 len: 168 time: 0.4191787 Feb 09 13:27:23.873953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38916) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:23.961174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:23.961784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:24.080326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-ab16b37d-fe11-4927-b251-0ed5a4b9ae67 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/quotas/42742f3932a24ae9a6a1efba9cf977a9 HTTP/1.1" status: 200 len: 375 time: 0.3104286 Feb 09 13:27:24.194301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:27:24.194760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:27:24.195071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:27:24.195517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Bound port: 484d167b-65ac-4a9c-bc18-0bab40d47a50, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:27:24.195861 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:24.237460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36e9110-34df-4f9e-a262-6944c7d792b9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet 4e50113a-f45c-4da7-9f24-fb4872174126 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:27:24.242716 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f36e9110-34df-4f9e-a262-6944c7d792b9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:24.325962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f36e9110-34df-4f9e-a262-6944c7d792b9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:24.370922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25ae1a-6330-4d34-92fc-b403e2934cb2 req-3de0495e-edf1-4fbe-a387-c3613b5954c5 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:24.373349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a25ae1a-6330-4d34-92fc-b403e2934cb2 req-3de0495e-edf1-4fbe-a387-c3613b5954c5 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.7500176 Feb 09 13:27:24.448249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f36e9110-34df-4f9e-a262-6944c7d792b9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:24.556388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] For port 484d167b-65ac-4a9c-bc18-0bab40d47a50, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:27:24.564577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Router b0afd908-137a-4460-b81d-a1cecf714cd0 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:27:24.572800 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f36e9110-34df-4f9e-a262-6944c7d792b9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:24.602012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] For port 484d167b-65ac-4a9c-bc18-0bab40d47a50, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=484d167b-65ac-4a9c-bc18-0bab40d47a50,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:27:24.608343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-a024d25a-e244-4da4-9746-8a269ff520c8 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5111084 Feb 09 13:27:24.614361 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5a25ae1a-6330-4d34-92fc-b403e2934cb2 req-be012b35-3ad2-4415-b157-ca79eec4fabe tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161117 Feb 09 13:27:24.617143 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:24.623351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e9110-34df-4f9e-a262-6944c7d792b9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=4e50113a-f45c-4da7-9f24-fb4872174126,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:24.643692 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f36e9110-34df-4f9e-a262-6944c7d792b9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:24.652847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de6e65-cc33-4bed-b920-dfe9c56f7a0e None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:24.676221 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f36e9110-34df-4f9e-a262-6944c7d792b9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/4e50113a-f45c-4da7-9f24-fb4872174126 HTTP/1.1" status: 204 len: 168 time: 0.8011787 Feb 09 13:27:24.681209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38922) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:24.689905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:24.817654 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:27:24.838290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Router daae15b8-9ae5-45df-978b-0bc74c8b9c49 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:27:24.973438 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:24.975420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] 10.222.0.67 "PUT /v2.0/ports/484d167b-65ac-4a9c-bc18-0bab40d47a50 HTTP/1.1" status: 200 len: 1095 time: 6.1139882 Feb 09 13:27:25.003993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2fba4a58-5469-4225-8725-812e08482a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:25.012375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a98bad-c987-4835-a1d6-1fdfe1893277', 'tag': '484d167b-65ac-4a9c-bc18-0bab40d47a50'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:25.138811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:25.145054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:25.148606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d10908-db59-4dcc-87c2-f1e6896a40fe service neutron] Pushing event updated for resources: {'Port': ['ID=484d167b-65ac-4a9c-bc18-0bab40d47a50,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:25.149657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:25.162343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:25.187668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:25.193034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:25.201038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3844347f-3a69-4d4a-80d7-e3446f916f4c {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:27:25.237801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6c71c1e4-3e8f-4e5a-a14a-e4602c14831d service neutron] 10.222.0.59 "GET /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835209 Feb 09 13:27:25.240655 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:25.292708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:27:25.307631 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9c648-307e-408c-9c34-f079796daf2d None None] Sync routers for ids ['b0afd908-137a-4460-b81d-a1cecf714cd0'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:27:25.316892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4b456e48-f3bb-4ddc-bfb5-dc3b96c10c86 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "PUT /v2.0/routers/b0afd908-137a-4460-b81d-a1cecf714cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4212973 Feb 09 13:27:25.330569 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9c648-307e-408c-9c34-f079796daf2d None None] Routers {'b0afd908-137a-4460-b81d-a1cecf714cd0'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:25.330818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38928) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:25.338360 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1ed9c648-307e-408c-9c34-f079796daf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b0afd908-137a-4460-b81d-a1cecf714cd0'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:25.429648 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1ed9c648-307e-408c-9c34-f079796daf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:25.445846 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9c648-307e-408c-9c34-f079796daf2d None None] Routers {'b0afd908-137a-4460-b81d-a1cecf714cd0'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:25.446823 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1ed9c648-307e-408c-9c34-f079796daf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b0afd908-137a-4460-b81d-a1cecf714cd0'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:25.466859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:27:25.480669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a450e9-fa94-492c-a62f-37a12997e97f None None] Sync routers for ids ['daae15b8-9ae5-45df-978b-0bc74c8b9c49'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:27:25.508934 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:25.510424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a450e9-fa94-492c-a62f-37a12997e97f None None] Routers {'daae15b8-9ae5-45df-978b-0bc74c8b9c49'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:25.511177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-93a450e9-fa94-492c-a62f-37a12997e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['daae15b8-9ae5-45df-978b-0bc74c8b9c49'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:25.511583 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b962a3e3-958f-4cc7-baef-537e6f2f2572 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6246850 Feb 09 13:27:25.514333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38932) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:25.557731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ca09d958-f98a-4530-a367-8ba54c9dfb85 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'enable_snat': False}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:25.560876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Transition to ACTIVE for port object 3844347f-3a69-4d4a-80d7-e3446f916f4c will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:25.572039 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-bcc849ba-a267-4697-8300-f314c2a95b3d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] show failed (client error): The resource could not be found. Feb 09 13:27:25.574137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bcc849ba-a267-4697-8300-f314c2a95b3d tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-1916542578 HTTP/1.1" status: 404 len: 335 time: 0.2370770 Feb 09 13:27:25.586748 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1ed9c648-307e-408c-9c34-f079796daf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:25.586748 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed9c648-307e-408c-9c34-f079796daf2d None None] The sync data for ids ['b0afd908-137a-4460-b81d-a1cecf714cd0'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:27:25.598539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38936) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:25.608859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267acbf-ac05-40e7-afce-99f2c7ddc848 req-aa11f56b-8492-4c4d-8b48-55de60367282 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:25.611410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f267acbf-ac05-40e7-afce-99f2c7ddc848 req-aa11f56b-8492-4c4d-8b48-55de60367282 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 932 time: 0.7838583 Feb 09 13:27:25.612510 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:25.618858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-93a450e9-fa94-492c-a62f-37a12997e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:25.632366 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a450e9-fa94-492c-a62f-37a12997e97f None None] Routers {'daae15b8-9ae5-45df-978b-0bc74c8b9c49'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:25.633486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-93a450e9-fa94-492c-a62f-37a12997e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:26:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['daae15b8-9ae5-45df-978b-0bc74c8b9c49'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:25.644155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-96123ec2-b21a-4594-8a04-a85188c6d376 req-734f9e0e-e2c7-4c75-ae21-9426549d9b3f service neutron] (83479) timed out ('10.222.0.59', 34620) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:27:25.662966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-825275ba-4220-4384-8c5e-f89fee45e660 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:25.725828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-93a450e9-fa94-492c-a62f-37a12997e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:25.726682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a450e9-fa94-492c-a62f-37a12997e97f None None] The sync data for ids ['daae15b8-9ae5-45df-978b-0bc74c8b9c49'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:27:25.753207 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-95efda95-22e6-401d-a056-5ad935cff014 service neutron] 10.222.0.59 "GET /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011058 Feb 09 13:27:25.890510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:25.953769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-ad3cc3e9-8423-4d39-bb7e-413ad4527fd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=442d6bc983f14ef0a68ed00ec0aebceb&device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 1098 time: 0.8921556 Feb 09 13:27:25.984239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=b143a61e-a1b0-49a9-8704-a6e4d517faa1,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:26.018520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:26.022552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:26.025797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:26.026919 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:26.027347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-439d6c81-c9f4-444c-a131-8dd2896a8f7d None None] Provisioning complete for port 659bd370-3aad-40d3-94f2-83e0b211af39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:26.031021 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-439d6c81-c9f4-444c-a131-8dd2896a8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:26.100876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f267acbf-ac05-40e7-afce-99f2c7ddc848 req-202c520f-f7fa-4483-a2a2-6e5d968f09cd tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801850 Feb 09 13:27:26.107613 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-825275ba-4220-4384-8c5e-f89fee45e660 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] update failed (client error): The resource could not be found. Feb 09 13:27:26.121846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-825275ba-4220-4384-8c5e-f89fee45e660 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-673541980 HTTP/1.1" status: 404 len: 334 time: 0.5042140 Feb 09 13:27:26.124404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38946) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:26.169896 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fc43a597-4220-4ff1-8019-bef31d4fb1bb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4858861 Feb 09 13:27:26.182812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38950) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:26.216732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de6df27-06f5-4c0e-89df-da8cf7182ad6 None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:26.247902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'security_group': {'name': 'tempest-secgroup-2077505070'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:26.262953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:26.269381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:26.274232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:26.283962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:26.318980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:26.372226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:26.376045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group_rule and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:26.379223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:26.386101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:26.417387 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a98bad-c987-4835-a1d6-1fdfe1893277', 'tag': '484d167b-65ac-4a9c-bc18-0bab40d47a50', 'status': 'completed', 'code': 200} Feb 09 13:27:26.440096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-9cdf9a58-fcd3-47e3-9329-da975d9277a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=484d167b-65ac-4a9c-bc18-0bab40d47a50 HTTP/1.1" status: 200 len: 217 time: 0.4444275 Feb 09 13:27:26.457267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:26.464726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:26.526033 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:26.529727 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2889502 Feb 09 13:27:26.529727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8aba4-a635-4f16-b878-d5bf4350dffc tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d686d21-ebeb-4936-a49b-9e35ec581e77,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:26.531630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38960) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:26.538587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'security_group': {'name': 'tempest-secgroup-190102421'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:26.546940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:26.606345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:26.619398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:26.635455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-439d6c81-c9f4-444c-a131-8dd2896a8f7d None None] Provisioning complete for port 6072cd67-3736-4481-ba1a-127f8cfb6930 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:26.635993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-439d6c81-c9f4-444c-a131-8dd2896a8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:26.651656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Pushing event updated for resources: {'Port': ['ID=3844347f-3a69-4d4a-80d7-e3446f916f4c,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:26.703489 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:26.747429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:26.782827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-439d6c81-c9f4-444c-a131-8dd2896a8f7d None None] Port 6072cd67-3736-4481-ba1a-127f8cfb6930 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:26.839468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:26.848290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group_rule and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:26.860069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606ca79-957c-4847-92e7-c3430137e874 req-c6b366f6-559a-41e5-9f53-6983d84051e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:26.860872 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-c6b366f6-559a-41e5-9f53-6983d84051e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.2827678 Feb 09 13:27:26.864185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:26.880221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:26.990123 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:26.994205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:26.994816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1819a03-bce3-4644-821b-9f07e2da6a8d None None] Update dhcp port {'port': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'fixed_ips': [{'subnet_id': '89eceb8d-5a37-496d-975f-1d2215457fad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b143a61e-a1b0-49a9-8704-a6e4d517faa1'}], 'binding:host_id': 'n-d-825175-3'}, 'id': '659bd370-3aad-40d3-94f2-83e0b211af39'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:27:27.017645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca09d958-f98a-4530-a367-8ba54c9dfb85 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.045565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b35c0-6cb0-46af-a124-120b083f7927 req-089beddf-2939-4147-8b88-edbfb78d78c8 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:27.047171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b5b35c0-6cb0-46af-a124-120b083f7927 req-089beddf-2939-4147-8b88-edbfb78d78c8 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 947 time: 0.8339238 Feb 09 13:27:27.072087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e712348-d0c1-4714-967e-7acfc7ea2d2e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:27.073567 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1819a03-bce3-4644-821b-9f07e2da6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.081517 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.083440 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2116f21c-969a-4e77-9984-8ac3c9f3f344 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5502806 Feb 09 13:27:27.103498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38964) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:27.109620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'security_group': {'name': 'tempest-secgroup-1343273419'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:27.122033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64d47d9-2045-4126-b4c6-dd29cb436dc0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting subnet f483b440-b826-45ca-b94e-59f13ade0520 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:27:27.134972 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c64d47d9-2045-4126-b4c6-dd29cb436dc0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.135692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:27.143044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:27.148307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:27.164622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:27.172154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207a38f-1afd-4bfe-8677-5f233a4eebff req-150daf7c-3886-4338-9039-3b52f7722684 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:27.175179 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a207a38f-1afd-4bfe-8677-5f233a4eebff req-150daf7c-3886-4338-9039-3b52f7722684 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.7450919 Feb 09 13:27:27.187205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Attempting to bind port 3844347f-3a69-4d4a-80d7-e3446f916f4c on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:27:27.187496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Attempting to bind port 3844347f-3a69-4d4a-80d7-e3446f916f4c by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:27:27.187885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Attempting to bind port 3844347f-3a69-4d4a-80d7-e3446f916f4c on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:27.255714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Port 3844347f-3a69-4d4a-80d7-e3446f916f4c on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:27:27.256456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Attempting to bind port 3844347f-3a69-4d4a-80d7-e3446f916f4c on network 65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:27.267557 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c64d47d9-2045-4126-b4c6-dd29cb436dc0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.315326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b5b35c0-6cb0-46af-a124-120b083f7927 req-29d85aca-b379-4fd0-a209-a92feb201277 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191453 Feb 09 13:27:27.355021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:27:27.355393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Checking segment: {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:27:27.355755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Bound using segment: {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:27:27.356314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Bound port: 3844347f-3a69-4d4a-80d7-e3446f916f4c, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:27:27.356660 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.368907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-e1819a03-bce3-4644-821b-9f07e2da6a8d None None] Allocated IP 2001:db8::2 (53770cc7-5c72-4690-80ea-5b9f2d6a7e06/b143a61e-a1b0-49a9-8704-a6e4d517faa1/659bd370-3aad-40d3-94f2-83e0b211af39) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:27.374857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.386244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-866bb014-f25b-41be-ae7a-dc9adcf20f61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5044122 Feb 09 13:27:27.388534 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a207a38f-1afd-4bfe-8677-5f233a4eebff req-b2bd34a4-b254-493e-b408-dceffbac888b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978550 Feb 09 13:27:27.447395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:27.454441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:security_group_rule and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:27.471099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:27.565707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:27.631955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b503424-07eb-460b-99dc-5ce5ff8926e5 req-4aff9269-c079-48db-bbad-6c185dd16fca tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 210 time: 0.1256080 Feb 09 13:27:27.753712 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e1819a03-bce3-4644-821b-9f07e2da6a8d None None] For port 659bd370-3aad-40d3-94f2-83e0b211af39, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=659bd370-3aad-40d3-94f2-83e0b211af39,segment=NetworkSegment(cf92958e-d5fe-459d-b025-e8bb883a5fd9),segment_id=cf92958e-d5fe-459d-b025-e8bb883a5fd9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:27.777564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.780121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca09d958-f98a-4530-a367-8ba54c9dfb85 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.788973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.800575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c64d47d9-2045-4126-b4c6-dd29cb436dc0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.806861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1819a03-bce3-4644-821b-9f07e2da6a8d None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.842084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e1819a03-bce3-4644-821b-9f07e2da6a8d None None] Transition to ACTIVE for port object 659bd370-3aad-40d3-94f2-83e0b211af39 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:27.848916 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca09d958-f98a-4530-a367-8ba54c9dfb85 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.855978 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1819a03-bce3-4644-821b-9f07e2da6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.901116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] For port 3844347f-3a69-4d4a-80d7-e3446f916f4c, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:27:27.913105 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:27.921718 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8100395 Feb 09 13:27:27.957813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-24936475-deb9-4007-afb9-51d8e5cc2bce service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606966 Feb 09 13:27:27.963367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38974) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:27.979086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b74d4f-df4c-407a-8731-bc8beb791e60 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1275b8fa-7611-4d0e-bc1a-a0aa3a7c25c7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:28.129021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] For port 3844347f-3a69-4d4a-80d7-e3446f916f4c, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3844347f-3a69-4d4a-80d7-e3446f916f4c,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:27:28.134927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1850287257', 'security_groups': ['1275b8fa-7611-4d0e-bc1a-a0aa3a7c25c7'], 'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b143a61e-a1b0-49a9-8704-a6e4d517faa1'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:28.145215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1819a03-bce3-4644-821b-9f07e2da6a8d None None] Pushing event updated for resources: {'Port': ['ID=659bd370-3aad-40d3-94f2-83e0b211af39,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:28.195038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca09d958-f98a-4530-a367-8ba54c9dfb85 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Router daae15b8-9ae5-45df-978b-0bc74c8b9c49 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:27:28.216657 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:28.232431 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f1801c8-f627-47a3-b2dd-0f7734e5d9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:28.464934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca09d958-f98a-4530-a367-8ba54c9dfb85 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:27:28.471652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca09d958-f98a-4530-a367-8ba54c9dfb85 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:28.475510 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ca09d958-f98a-4530-a367-8ba54c9dfb85 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "PUT /v2.0/routers/daae15b8-9ae5-45df-978b-0bc74c8b9c49 HTTP/1.1" status: 200 len: 925 time: 2.9601514 Feb 09 13:27:28.479350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38980) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:28.498506 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214f1d3-9195-49eb-b4de-d1b5c1494e2f None None] Sync routers for ids ['daae15b8-9ae5-45df-978b-0bc74c8b9c49'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:27:28.511308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-5e65b463-b658-4a10-a205-2344e6442706 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:28.513300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-5e65b463-b658-4a10-a205-2344e6442706 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "GET /v2.0/networks?id=e9f10afa-56c6-4bd5-8f21-751ff39be5f1 HTTP/1.1" status: 200 len: 796 time: 0.8046298 Feb 09 13:27:28.537887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42080c4-be09-48cc-be41-8c87a400225c req-e0bdb8ad-db5e-4df8-8137-3b11ce863f71 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:28.540967 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214f1d3-9195-49eb-b4de-d1b5c1494e2f None None] Routers {'daae15b8-9ae5-45df-978b-0bc74c8b9c49'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:28.541965 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:28.542193 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3214f1d3-9195-49eb-b4de-d1b5c1494e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['daae15b8-9ae5-45df-978b-0bc74c8b9c49'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:28.545177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f42080c4-be09-48cc-be41-8c87a400225c req-e0bdb8ad-db5e-4df8-8137-3b11ce863f71 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 944 time: 0.9277041 Feb 09 13:27:28.548090 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:28.549605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] 10.222.0.67 "PUT /v2.0/ports/3844347f-3a69-4d4a-80d7-e3446f916f4c HTTP/1.1" status: 200 len: 1092 time: 6.0028846 Feb 09 13:27:28.577495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b135a6df-743a-419d-ad11-25a2fda0f3f9', 'tag': '3844347f-3a69-4d4a-80d7-e3446f916f4c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:28.610708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c64d47d9-2045-4126-b4c6-dd29cb436dc0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:28.629032 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3214f1d3-9195-49eb-b4de-d1b5c1494e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:28.642791 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214f1d3-9195-49eb-b4de-d1b5c1494e2f None None] Routers {'daae15b8-9ae5-45df-978b-0bc74c8b9c49'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:28.643812 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3214f1d3-9195-49eb-b4de-d1b5c1494e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['daae15b8-9ae5-45df-978b-0bc74c8b9c49'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:28.680217 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:28.728644 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3214f1d3-9195-49eb-b4de-d1b5c1494e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:28.729327 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214f1d3-9195-49eb-b4de-d1b5c1494e2f None None] The sync data for ids ['daae15b8-9ae5-45df-978b-0bc74c8b9c49'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:27:28.797403 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-63e0a14a-2b26-4350-802e-741895e74c13 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/routers/daae15b8-9ae5-45df-978b-0bc74c8b9c49 HTTP/1.1" status: 200 len: 925 time: 0.3142369 Feb 09 13:27:28.797939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38988) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:28.804966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257f43-5e63-4ccd-aa57-6c64364927a4 req-d43b70a0-e4a3-4fb2-b418-4bcca4689579 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:28.806370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd257f43-5e63-4ccd-aa57-6c64364927a4 req-d43b70a0-e4a3-4fb2-b418-4bcca4689579 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.8865862 Feb 09 13:27:28.811414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d47d9-2045-4126-b4c6-dd29cb436dc0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Subnet': ['ID=f483b440-b826-45ca-b94e-59f13ade0520,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:28.813363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cf6b5-42ad-4d9b-84f0-374c2fa243ee service neutron] Pushing event updated for resources: {'Port': ['ID=3844347f-3a69-4d4a-80d7-e3446f916f4c,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:28.888200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6606ca79-957c-4847-92e7-c3430137e874 req-3cb3dfcb-9815-4d2b-bf54-f834274ba37e service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655599 Feb 09 13:27:28.894974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-30385cb0-3fba-4f32-b7ff-1416534eeec9 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Synchronizing usage tracker for tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:28.896585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ac4ae-9b96-4553-a3a2-ec1a64503d3c None None] Network 6ad6edb7-5330-47eb-8e6f-fc2a529015fa requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:28.906819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c64d47d9-2045-4126-b4c6-dd29cb436dc0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:28.917111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-30385cb0-3fba-4f32-b7ff-1416534eeec9 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Unset dirty status for tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:28.921098 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-30385cb0-3fba-4f32-b7ff-1416534eeec9 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&device_id=daae15b8-9ae5-45df-978b-0bc74c8b9c49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1198883 Feb 09 13:27:28.926249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:28.937248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38992) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:28.953034 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c64d47d9-2045-4126-b4c6-dd29cb436dc0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/subnets/f483b440-b826-45ca-b94e-59f13ade0520 HTTP/1.1" status: 204 len: 168 time: 2.8085556 Feb 09 13:27:28.953299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38996) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:28.957123 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6f92e8b8-6dbd-4c1d-8cd4-5a80f8c5c770 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42742f3932a24ae9a6a1efba9cf977a9 HTTP/1.1" status: 200 len: 379 time: 0.3839648 Feb 09 13:27:29.003736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-383ceaac-6535-4af9-8765-fe93bfe6c3c2 None None] Provisioning for port 659bd370-3aad-40d3-94f2-83e0b211af39 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:29.020549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-383ceaac-6535-4af9-8765-fe93bfe6c3c2 None None] Provisioning complete for port 659bd370-3aad-40d3-94f2-83e0b211af39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:29.021045 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-383ceaac-6535-4af9-8765-fe93bfe6c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:29.050620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:29.066047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'port': {'device_id': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'admin_state_up': True, 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'security_groups': ['15ad6095-5f09-4fef-aae7-e6051e2b38df']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:29.092305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f42080c4-be09-48cc-be41-8c87a400225c req-e9d35980-c5e6-41ea-888e-88e684e8aeb2 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460227 Feb 09 13:27:29.100450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:29.113788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting port 70339d45-8b42-44de-b7d5-eb0bded0e13f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:29.115421 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:29.238772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd257f43-5e63-4ccd-aa57-6c64364927a4 req-aeb3e326-7b1f-459a-a85a-a1a5ba42dea3 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226131 Feb 09 13:27:29.254230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-383ceaac-6535-4af9-8765-fe93bfe6c3c2 None None] Provisioning complete for port 6072cd67-3736-4481-ba1a-127f8cfb6930 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:29.255733 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-383ceaac-6535-4af9-8765-fe93bfe6c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:29.318936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] DHCP port deletion for 6ad6edb7-5330-47eb-8e6f-fc2a529015fa request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:27:29.342759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-383ceaac-6535-4af9-8765-fe93bfe6c3c2 None None] Port 6072cd67-3736-4481-ba1a-127f8cfb6930 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:29.351219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] Deleting port 70339d45-8b42-44de-b7d5-eb0bded0e13f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:29.351691 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:29.395898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] For port 70339d45-8b42-44de-b7d5-eb0bded0e13f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=70339d45-8b42-44de-b7d5-eb0bded0e13f,segment=NetworkSegment(084eed49-a2f1-4d77-8968-63de6b747c40),segment_id=084eed49-a2f1-4d77-8968-63de6b747c40)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:29.396292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:29.424882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf867b79-7981-4d32-bc2a-0059ad86fe20 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:29.426298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bf867b79-7981-4d32-bc2a-0059ad86fe20 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 881 time: 0.4868250 Feb 09 13:27:29.436742 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b135a6df-743a-419d-ad11-25a2fda0f3f9', 'tag': '3844347f-3a69-4d4a-80d7-e3446f916f4c', 'status': 'completed', 'code': 200} Feb 09 13:27:29.446091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39002) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:29.505048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:29.613251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0eb1b6d1-d07c-4abc-bdfd-a4bb22fca327 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=daae15b8-9ae5-45df-978b-0bc74c8b9c49 HTTP/1.1" status: 200 len: 205 time: 0.1474192 Feb 09 13:27:29.623565 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2529dc5d-0152-4828-8992-c4e72477198e req-4ec18260-44d2-4fc3-8c1b-a68466fea74c tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 210 time: 0.0971406 Feb 09 13:27:29.624189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39006) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:29.645994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Calling delete_port for 70339d45-8b42-44de-b7d5-eb0bded0e13f owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:29.668251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] For port 70339d45-8b42-44de-b7d5-eb0bded0e13f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=70339d45-8b42-44de-b7d5-eb0bded0e13f,segment=NetworkSegment(084eed49-a2f1-4d77-8968-63de6b747c40),segment_id=084eed49-a2f1-4d77-8968-63de6b747c40)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:29.668955 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:29.678953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-86e3f79f-bca3-4a68-9667-ce0752bcf050 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 1095 time: 1.0580745 Feb 09 13:27:29.728221 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:29.787849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] No DVR routers for this DVR port 70339d45-8b42-44de-b7d5-eb0bded0e13f on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:27:29.816851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] Calling delete_port for 70339d45-8b42-44de-b7d5-eb0bded0e13f owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:29.828134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Port': ['ID=70339d45-8b42-44de-b7d5-eb0bded0e13f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:29.908723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:27:29.909360 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:27:29.912232 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:29.933200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:29.962389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad6edb7-5330-47eb-8e6f-fc2a529015fa']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:29.982101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084eed49-a2f1-4d77-8968-63de6b747c40') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:29.982101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084eed49-a2f1-4d77-8968-63de6b747c40') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:29.996932 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.026105 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.036739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:27:30.037281 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:27:30.053323 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:27:30.082033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 659bd370-3aad-40d3-94f2-83e0b211af39 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:30.129164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:30.145715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.155863 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-dcf2923f-8c26-4e87-b7c1-9de97499cf6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3844347f-3a69-4d4a-80d7-e3446f916f4c HTTP/1.1" status: 200 len: 217 time: 0.3959632 Feb 09 13:27:30.157010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:port and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:30.157269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 659bd370-3aad-40d3-94f2-83e0b211af39 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:30.157573 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.168552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:30.173644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.182574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Network': ['ID=6ad6edb7-5330-47eb-8e6f-fc2a529015fa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:30.185204 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9d3652e6-406e-4de6-b41a-b10ac06e4b2f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/networks/6ad6edb7-5330-47eb-8e6f-fc2a529015fa HTTP/1.1" status: 204 len: 168 time: 1.2310724 Feb 09 13:27:30.187993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39012) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:30.196390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:30.201904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7bbacc5-796a-4c5f-9311-737af221800f req-199a92d6-259c-4d21-8210-c6406017fdb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=442d6bc983f14ef0a68ed00ec0aebceb&device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 1098 time: 1.1982408 Feb 09 13:27:30.318652 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.340378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396d590-e58b-45f9-85f0-ef035d44f5b3 req-bb0b8368-2edb-4c69-a412-f2bf62039d36 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:30.341851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e396d590-e58b-45f9-85f0-ef035d44f5b3 req-bb0b8368-2edb-4c69-a412-f2bf62039d36 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 947 time: 0.9543986 Feb 09 13:27:30.351958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Made reservation on behalf of 42742f3932a24ae9a6a1efba9cf977a9 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:30.354958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.367969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4ec5207f-92a0-495d-b83c-4242d35c3a66 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:30.400790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 4ec5207f-92a0-495d-b83c-4242d35c3a66 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:27:30.401604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4ec5207f-92a0-495d-b83c-4242d35c3a66 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:30.401786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 70339d45-8b42-44de-b7d5-eb0bded0e13f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:30.419183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec529923-2518-4754-898c-f1ada472b9d0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting subnet 6fc51026-ff58-4d2d-a50e-bf188ac97fbf {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:27:30.422192 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec529923-2518-4754-898c-f1ada472b9d0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.429596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] Deleting port 70339d45-8b42-44de-b7d5-eb0bded0e13f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:30.429821 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.488688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-52c80a21-8524-486b-80e8-36edb0c3039d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:30.491246 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-52c80a21-8524-486b-80e8-36edb0c3039d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 200 len: 855 time: 0.2990346 Feb 09 13:27:30.492885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec529923-2518-4754-898c-f1ada472b9d0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.516905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 70339d45-8b42-44de-b7d5-eb0bded0e13f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:27:30.517502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 70339d45-8b42-44de-b7d5-eb0bded0e13f not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:30.556440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2b7dc4e7-ee98-4d2f-9be6-1198e18a5974 None None] The port '70339d45-8b42-44de-b7d5-eb0bded0e13f' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:27:30.559220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] device_id is not set on port 976858f4-3e94-49da-8a14-b8b20d9dbc51 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:27:30.621569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec529923-2518-4754-898c-f1ada472b9d0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.673491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-5d85e682-4d84-4f19-8636-3caabfe2f0bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610241 Feb 09 13:27:30.705117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec529923-2518-4754-898c-f1ada472b9d0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.718986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794d79e-e76d-43d4-88b3-b73c92bb1947 req-911d674c-5d4d-4a74-ac7e-31538566e94c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:30.720444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4794d79e-e76d-43d4-88b3-b73c92bb1947 req-911d674c-5d4d-4a74-ac7e-31538566e94c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 946 time: 0.8958559 Feb 09 13:27:30.772912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec529923-2518-4754-898c-f1ada472b9d0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc51026-ff58-4d2d-a50e-bf188ac97fbf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:30.785051 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ec529923-2518-4754-898c-f1ada472b9d0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:30.792725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c106f88-fcc7-4a21-944c-9af56bfa5896 None None] Network a73f8107-1b17-4e47-9a9a-b129d66c4a78 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:30.796208 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ec529923-2518-4754-898c-f1ada472b9d0 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/subnets/6fc51026-ff58-4d2d-a50e-bf188ac97fbf HTTP/1.1" status: 204 len: 168 time: 0.6069734 Feb 09 13:27:30.798318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39018) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:30.836791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e396d590-e58b-45f9-85f0-ef035d44f5b3 req-207e04b3-e284-4da0-b109-a460dcb9bb82 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618020 Feb 09 13:27:30.837851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbacc5-796a-4c5f-9311-737af221800f req-9fad5b11-64ed-40c0-add2-c26cd5d4ca54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:30.839362 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7bbacc5-796a-4c5f-9311-737af221800f req-9fad5b11-64ed-40c0-add2-c26cd5d4ca54 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.5819483 Feb 09 13:27:31.088876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-426ba66b-0335-47c8-93b0-1aa6c4d18a6a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting subnet 9e21973c-9e7e-456e-b180-dcf5957ba502 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:27:31.091864 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-426ba66b-0335-47c8-93b0-1aa6c4d18a6a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.105537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] DHCP port deletion for a73f8107-1b17-4e47-9a9a-b129d66c4a78 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:27:31.111121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Deleting port 148bdea7-6188-4caf-bb73-17f8fd4b8699 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:31.111479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.151591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-426ba66b-0335-47c8-93b0-1aa6c4d18a6a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.153134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7bbacc5-796a-4c5f-9311-737af221800f req-5e42f33c-f688-4372-a1b9-19843ae65f01 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=484d167b-65ac-4a9c-bc18-0bab40d47a50 HTTP/1.1" status: 200 len: 217 time: 0.2966354 Feb 09 13:27:31.238807 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-426ba66b-0335-47c8-93b0-1aa6c4d18a6a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.291301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4794d79e-e76d-43d4-88b3-b73c92bb1947 req-ae327019-6d3a-4edf-b89c-4e0d9a281650 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378709 Feb 09 13:27:31.338169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-b5abf5a2-fbd5-4474-ae9a-bf7572877a49 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338556 Feb 09 13:27:31.340802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbacc5-796a-4c5f-9311-737af221800f req-ab596c70-c994-4603-8656-f6c40c1435e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:31.342223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7bbacc5-796a-4c5f-9311-737af221800f req-ab596c70-c994-4603-8656-f6c40c1435e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1703806 Feb 09 13:27:31.347645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] For port 148bdea7-6188-4caf-bb73-17f8fd4b8699, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=148bdea7-6188-4caf-bb73-17f8fd4b8699,segment=NetworkSegment(6a330d4e-5330-4d71-930b-0a8cf6685eaa),segment_id=6a330d4e-5330-4d71-930b-0a8cf6685eaa)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:31.348312 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.353658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-426ba66b-0335-47c8-93b0-1aa6c4d18a6a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.404888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ba66b-0335-47c8-93b0-1aa6c4d18a6a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Subnet': ['ID=9e21973c-9e7e-456e-b180-dcf5957ba502,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:31.427435 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-426ba66b-0335-47c8-93b0-1aa6c4d18a6a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.432708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54a5f5-2085-4787-a1de-88dedfb9cf5e None None] Network 69def9a7-5651-4c55-81ee-37b3f696b88e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:31.439977 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-426ba66b-0335-47c8-93b0-1aa6c4d18a6a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/subnets/9e21973c-9e7e-456e-b180-dcf5957ba502 HTTP/1.1" status: 204 len: 168 time: 0.6384177 Feb 09 13:27:31.440317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39024) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:31.457119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Allocated IP 172.20.0.3 (e9f10afa-56c6-4bd5-8f21-751ff39be5f1/38fe6687-fea3-4e97-86e5-23d5018237cb/60d8777e-ee0c-4255-b885-e38f0356b7f6) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:31.518445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Calling delete_port for 148bdea7-6188-4caf-bb73-17f8fd4b8699 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:31.558777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 484d167b-65ac-4a9c-bc18-0bab40d47a50 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:27:31.585876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.597872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting port 148bdea7-6188-4caf-bb73-17f8fd4b8699 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:31.598195 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.605598 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5015d8c6-fbc6-4a1f-bb49-889d0ca12f6d req-ed9748c4-788a-4a71-8e5c-9c1b65fe1e95 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 210 time: 0.1453445 Feb 09 13:27:31.637041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf2b7f-6f99-4bb4-917f-858054ca0275 req-41862b3b-a07b-49cf-8a23-5de8f7169f5c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:31.649720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fdf2b7f-6f99-4bb4-917f-858054ca0275 req-41862b3b-a07b-49cf-8a23-5de8f7169f5c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 944 time: 0.6330311 Feb 09 13:27:31.650445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8::173 (53770cc7-5c72-4690-80ea-5b9f2d6a7e06/b143a61e-a1b0-49a9-8704-a6e4d517faa1/976858f4-3e94-49da-8a14-b8b20d9dbc51) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:31.755710 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.864293 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:31.927540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Pushing event deleted for resources: {'Port': ['ID=148bdea7-6188-4caf-bb73-17f8fd4b8699,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:31.962546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 484d167b-65ac-4a9c-bc18-0bab40d47a50, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=484d167b-65ac-4a9c-bc18-0bab40d47a50,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:31.970667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] No DVR routers for this DVR port 148bdea7-6188-4caf-bb73-17f8fd4b8699 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:27:31.982878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.983374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.983374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.983932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.983932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.985082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.985082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.985451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.985783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.986099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.986419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa72b57-968e-4ec4-95e4-e3da32735b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:31.995753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '484d167b-65ac-4a9c-bc18-0bab40d47a50', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '484d167b-65ac-4a9c-bc18-0bab40d47a50', 'mac_address': 'fa:16:3e:47:36:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:27:32.052189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] For port 148bdea7-6188-4caf-bb73-17f8fd4b8699, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=148bdea7-6188-4caf-bb73-17f8fd4b8699,segment=NetworkSegment(6a330d4e-5330-4d71-930b-0a8cf6685eaa),segment_id=6a330d4e-5330-4d71-930b-0a8cf6685eaa)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:32.052915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:32.085563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:32.120611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 148bdea7-6188-4caf-bb73-17f8fd4b8699 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:32.156187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484d167b-65ac-4a9c-bc18-0bab40d47a50 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:27:32.168111 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 148bdea7-6188-4caf-bb73-17f8fd4b8699 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:27:32.168481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 148bdea7-6188-4caf-bb73-17f8fd4b8699 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:32.181649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b43e675-6701-4133-9987-1d81700ae545 None None] DHCP port deletion for 69def9a7-5651-4c55-81ee-37b3f696b88e request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:27:32.189959 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5b43e675-6701-4133-9987-1d81700ae545 None None] Deleting port 7fa04414-da6f-432f-9c75-2524a709e1e9 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:32.189959 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b43e675-6701-4133-9987-1d81700ae545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:32.212118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Calling delete_port for 148bdea7-6188-4caf-bb73-17f8fd4b8699 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:32.222069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 484d167b-65ac-4a9c-bc18-0bab40d47a50, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=484d167b-65ac-4a9c-bc18-0bab40d47a50,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:32.230400 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:32.286572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebcbfae7-d0c6-4c34-a463-a41a074b8cba req-5e16443b-0ce8-4d70-80ae-ff4408dff082 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9278972 Feb 09 13:27:32.300006 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:27:32.300488 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:27:32.326078 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fdf2b7f-6f99-4bb4-917f-858054ca0275 req-686a3cdb-fd43-4a35-8dad-2cd6078d3a8f tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814976 Feb 09 13:27:32.329116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7bbacc5-796a-4c5f-9311-737af221800f req-648d7245-093a-4e1b-ac3e-1eba830d8f87 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9666348 Feb 09 13:27:32.364413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=484d167b-65ac-4a9c-bc18-0bab40d47a50,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:32.545659 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5b43e675-6701-4133-9987-1d81700ae545 None None] For port 7fa04414-da6f-432f-9c75-2524a709e1e9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7fa04414-da6f-432f-9c75-2524a709e1e9,segment=NetworkSegment(d698df0b-501e-4532-851e-61a04729ae17),segment_id=d698df0b-501e-4532-851e-61a04729ae17)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:32.546034 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b43e675-6701-4133-9987-1d81700ae545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:32.667634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5b43e675-6701-4133-9987-1d81700ae545 None None] Calling delete_port for 7fa04414-da6f-432f-9c75-2524a709e1e9 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:32.694298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['484d167b-65ac-4a9c-bc18-0bab40d47a50'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:27:32.741702 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:32.773682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a05377-018a-4aa0-a689-dc0d1cc31dcc req-f679d472-4be5-4e00-8d52-745c0bd6293d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:32.775281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2a05377-018a-4aa0-a689-dc0d1cc31dcc req-f679d472-4be5-4e00-8d52-745c0bd6293d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.9581811 Feb 09 13:27:32.801926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting port 148bdea7-6188-4caf-bb73-17f8fd4b8699 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:32.802773 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:32.853521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7bbacc5-796a-4c5f-9311-737af221800f req-2865dc19-4138-4a63-90e2-693fff7f3784 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952533 Feb 09 13:27:32.868163 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b43e675-6701-4133-9987-1d81700ae545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:32.870747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Transition to ACTIVE for port object 60d8777e-ee0c-4255-b885-e38f0356b7f6 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:32.875425 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:32.882796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] The port '148bdea7-6188-4caf-bb73-17f8fd4b8699' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:27:32.927891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b43e675-6701-4133-9987-1d81700ae545 None None] No DVR routers for this DVR port 7fa04414-da6f-432f-9c75-2524a709e1e9 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:27:32.962949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43e675-6701-4133-9987-1d81700ae545 None None] Pushing event deleted for resources: {'Port': ['ID=7fa04414-da6f-432f-9c75-2524a709e1e9,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:32.966265 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6dbc792-880b-41c9-858e-ca47d51c51c8 req-f0c58ab1-5520-4c0e-8e46-3f86bc84814d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 1095 time: 0.5815578 Feb 09 13:27:33.013458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object 976858f4-3e94-49da-8a14-b8b20d9dbc51 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:33.033018 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.068426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73f8107-1b17-4e47-9a9a-b129d66c4a78']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:33.089845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a330d4e-5330-4d71-930b-0a8cf6685eaa') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:33.090503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a330d4e-5330-4d71-930b-0a8cf6685eaa') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:33.114210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.134608 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.142520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:27:33.142935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:27:33.164316 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:27:33.194747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a529c1a-b5ad-4f9f-83a3-3b5d45f01c72 req-36ff31c4-108a-4b86-bbc9-23375740e000 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:33.196535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a529c1a-b5ad-4f9f-83a3-3b5d45f01c72 req-36ff31c4-108a-4b86-bbc9-23375740e000 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 948 time: 0.6887093 Feb 09 13:27:33.221979 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2a05377-018a-4aa0-a689-dc0d1cc31dcc req-04d97224-f360-4cbe-9dea-9116f729e68d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165444 Feb 09 13:27:33.257173 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.264635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.299144 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.311254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Network': ['ID=a73f8107-1b17-4e47-9a9a-b129d66c4a78,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:33.316096 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-98abe3c1-8a34-4b60-b125-35b406e3213a tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/networks/a73f8107-1b17-4e47-9a9a-b129d66c4a78 HTTP/1.1" status: 204 len: 168 time: 1.8746810 Feb 09 13:27:33.319775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39036) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:33.381573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:33.407938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:33.446379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.457022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:33.498190 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.501443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7bbacc5-796a-4c5f-9311-737af221800f req-bc89375b-9e70-40a6-a441-e5fbd93416b8 service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323407 Feb 09 13:27:33.502399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc792-880b-41c9-858e-ca47d51c51c8 req-d74962ca-84e3-4a04-852c-7e440bdf2b3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:33.503769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6dbc792-880b-41c9-858e-ca47d51c51c8 req-d74962ca-84e3-4a04-852c-7e440bdf2b3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 916 time: 0.5191226 Feb 09 13:27:33.599286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a529c1a-b5ad-4f9f-83a3-3b5d45f01c72 req-148010e8-b2a8-4dda-a458-f272f6f80e06 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845401 Feb 09 13:27:33.623346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.643032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=60d8777e-ee0c-4255-b885-e38f0356b7f6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:33.666407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69def9a7-5651-4c55-81ee-37b3f696b88e']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:33.683048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd698df0b-501e-4532-851e-61a04729ae17') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:33.683428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd698df0b-501e-4532-851e-61a04729ae17') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:33.686879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6dbc792-880b-41c9-858e-ca47d51c51c8 req-d6e26e06-4c1d-41e0-8b53-4c695e75c727 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3844347f-3a69-4d4a-80d7-e3446f916f4c HTTP/1.1" status: 200 len: 217 time: 0.1641605 Feb 09 13:27:33.691749 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.701605 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.710258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1a24d6f5-30fb-4230-9551-6d487061a0e9 None None] Provisioning for port 60d8777e-ee0c-4255-b885-e38f0356b7f6 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:33.719378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.721944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1a24d6f5-30fb-4230-9551-6d487061a0e9 None None] Provisioning complete for port 60d8777e-ee0c-4255-b885-e38f0356b7f6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:33.722854 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a24d6f5-30fb-4230-9551-6d487061a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.726782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:27:33.727177 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:27:33.742169 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:27:33.755790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:33.763615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-ff43183e-4602-49de-8225-9cd90821ec0d req-8e582f40-2423-4f2a-ae74-4a3241c3d7ed tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:27:33.764621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff43183e-4602-49de-8225-9cd90821ec0d req-8e582f40-2423-4f2a-ae74-4a3241c3d7ed tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0659103 Feb 09 13:27:33.777170 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:33.777798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.781673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:33.799527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1a24d6f5-30fb-4230-9551-6d487061a0e9 None None] Port 60d8777e-ee0c-4255-b885-e38f0356b7f6 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:33.824148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:33.828167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:33.828774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.832786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.854697 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.855021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Deleting port 48cb205d-66bf-4163-a61c-978b8d031c11 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:33.855021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:33.865771 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/networks/69def9a7-5651-4c55-81ee-37b3f696b88e HTTP/1.1" status: 204 len: 168 time: 0.5450342 Feb 09 13:27:33.866733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c71640-889c-4c7d-baa1-f7093aa6e9a3 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Network': ['ID=69def9a7-5651-4c55-81ee-37b3f696b88e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:33.868621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39042) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:34.104952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7fa04414-da6f-432f-9c75-2524a709e1e9 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:34.130901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-02b596c3-f300-49e2-bcaa-810807a6b273 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1165380 Feb 09 13:27:34.148011 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=976858f4-3e94-49da-8a14-b8b20d9dbc51,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:34.165414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 7fa04414-da6f-432f-9c75-2524a709e1e9 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:27:34.165759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7fa04414-da6f-432f-9c75-2524a709e1e9 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:34.169590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Request body: {'port': {'device_id': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:34.179347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1986f7-a66b-423a-9ac8-eacb26483fdd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting subnet cdb91cad-a8cc-4ea2-b150-aa64bf7d3528 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:27:34.183567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a1986f7-a66b-423a-9ac8-eacb26483fdd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:34.188817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2ce9c953-afd8-4438-9988-b7a750bbe8d6 None None] Provisioning for port 976858f4-3e94-49da-8a14-b8b20d9dbc51 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:34.194727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2ce9c953-afd8-4438-9988-b7a750bbe8d6 None None] Provisioning complete for port 976858f4-3e94-49da-8a14-b8b20d9dbc51 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:34.195208 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2ce9c953-afd8-4438-9988-b7a750bbe8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:34.213000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-28f7571d-9d06-47b4-aedf-f2f09457ad4a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.0971863 Feb 09 13:27:34.214704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc792-880b-41c9-858e-ca47d51c51c8 req-22b459bd-c408-4f10-8179-e4636a848bc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:34.215749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39046) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:34.216068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6dbc792-880b-41c9-858e-ca47d51c51c8 req-22b459bd-c408-4f10-8179-e4636a848bc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 200 len: 855 time: 0.5099344 Feb 09 13:27:34.226210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:34.277300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2ce9c953-afd8-4438-9988-b7a750bbe8d6 None None] Port 976858f4-3e94-49da-8a14-b8b20d9dbc51 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:34.301477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c349909-e68a-4e5e-8516-d581c89ab5e6 req-129efb3d-c91a-4b9e-928e-c4ab3161bf66 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:34.302195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9c349909-e68a-4e5e-8516-d581c89ab5e6 req-129efb3d-c91a-4b9e-928e-c4ab3161bf66 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Synchronizing usage tracker for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:34.321258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6dbc792-880b-41c9-858e-ca47d51c51c8 req-024d587d-58c5-49ad-a0d7-e5060b73f99e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890915 Feb 09 13:27:34.427721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a1986f7-a66b-423a-9ac8-eacb26483fdd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:34.449440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9c349909-e68a-4e5e-8516-d581c89ab5e6 req-129efb3d-c91a-4b9e-928e-c4ab3161bf66 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Unset dirty status for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:34.450525 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c349909-e68a-4e5e-8516-d581c89ab5e6 req-129efb3d-c91a-4b9e-928e-c4ab3161bf66 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 931 time: 1.0469191 Feb 09 13:27:34.533226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:34.539867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:34.543617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:34.551033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:34.566285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a1986f7-a66b-423a-9ac8-eacb26483fdd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:34.578845 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff43183e-4602-49de-8225-9cd90821ec0d req-f616fce8-51a4-4807-8847-62668b0f5d9d tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7912312 Feb 09 13:27:34.595719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:34.625237 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:34.655056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:34.760172 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:34.805750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Calling delete_port for 48cb205d-66bf-4163-a61c-978b8d031c11 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:34.843205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6dbc792-880b-41c9-858e-ca47d51c51c8 req-a1bd7db8-89a5-4296-8d5e-c825257fc475 service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579744 Feb 09 13:27:34.881553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c349909-e68a-4e5e-8516-d581c89ab5e6 req-e55707ba-c8a6-4aec-895a-2a35a287fff6 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3970420 Feb 09 13:27:34.892612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a1986f7-a66b-423a-9ac8-eacb26483fdd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:34.961897 n-d-825175-3 neutron-server[83479]: INFO neutron.db.ipam_backend_mixin [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b143a61e-a1b0-49a9-8704-a6e4d517faa1 (CIDR: 2001:db8::/64) Feb 09 13:27:34.973908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1986f7-a66b-423a-9ac8-eacb26483fdd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb91cad-a8cc-4ea2-b150-aa64bf7d3528,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:34.979546 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:27:34.981084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:35.008155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a59d090-b0a8-4dec-bbb2-b4c63efae7f5 None None] Network e6708a84-d069-4ee2-b192-37abd4c1a03d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:35.012079 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a1986f7-a66b-423a-9ac8-eacb26483fdd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:35.029112 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9a1986f7-a66b-423a-9ac8-eacb26483fdd tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/subnets/cdb91cad-a8cc-4ea2-b150-aa64bf7d3528 HTTP/1.1" status: 204 len: 168 time: 1.1586485 Feb 09 13:27:35.030328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39054) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:35.056921 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f489f8d4-06fe-4a22-ac8d-af481f4b25e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8403754 Feb 09 13:27:35.061615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39058) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:35.080240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:35.273283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6dbc792-880b-41c9-858e-ca47d51c51c8 req-09be9399-8a7f-4fd5-987b-44abb389fbed service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011428 Feb 09 13:27:35.275400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f85369a-0f75-4c1e-97b5-029cb76793e9 None None] DHCP port deletion for e6708a84-d069-4ee2-b192-37abd4c1a03d request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:27:35.281290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1f85369a-0f75-4c1e-97b5-029cb76793e9 None None] Deleting port dde471c3-061c-4ba6-b63f-e8948ba2ea58 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:35.281932 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1f85369a-0f75-4c1e-97b5-029cb76793e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:35.286845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:35.321587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting port dde471c3-061c-4ba6-b63f-e8948ba2ea58 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:35.322256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:35.349881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d045991-7785-45ed-9371-6c9e1dfb521f req-0e62299c-3555-44e4-8afb-08616580445b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:35.352296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3d045991-7785-45ed-9371-6c9e1dfb521f req-0e62299c-3555-44e4-8afb-08616580445b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 944 time: 0.4404883 Feb 09 13:27:35.363647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:35.371699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:35.375925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:35.389633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:35.437371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:35.440415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:35.463930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c7022-1f25-4ce4-8e05-316035679185 req-d9ff9da0-33ca-4353-a279-ae0001703ddd tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:35.465649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308c7022-1f25-4ce4-8e05-316035679185 req-d9ff9da0-33ca-4353-a279-ae0001703ddd tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 948 time: 0.4024203 Feb 09 13:27:35.500488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1f85369a-0f75-4c1e-97b5-029cb76793e9 None None] For port dde471c3-061c-4ba6-b63f-e8948ba2ea58, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dde471c3-061c-4ba6-b63f-e8948ba2ea58,segment=NetworkSegment(a63e7dda-a299-496f-a65a-9dc5fc509208),segment_id=a63e7dda-a299-496f-a65a-9dc5fc509208)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:35.500950 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1f85369a-0f75-4c1e-97b5-029cb76793e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:35.521477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:35.592079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Pushing event deleted for resources: {'Port': ['ID=48cb205d-66bf-4163-a61c-978b8d031c11,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:35.595501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3d045991-7785-45ed-9371-6c9e1dfb521f req-d835d676-c24d-4759-b3fe-c1d1b5953d43 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272191 Feb 09 13:27:35.622060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3844347f-3a69-4d4a-80d7-e3446f916f4c details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:27:35.624313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 484d167b-65ac-4a9c-bc18-0bab40d47a50 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:35.652271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1f85369a-0f75-4c1e-97b5-029cb76793e9 None None] Calling delete_port for dde471c3-061c-4ba6-b63f-e8948ba2ea58 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:35.657734 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:27:35.679354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] For port dde471c3-061c-4ba6-b63f-e8948ba2ea58, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dde471c3-061c-4ba6-b63f-e8948ba2ea58,segment=NetworkSegment(a63e7dda-a299-496f-a65a-9dc5fc509208),segment_id=a63e7dda-a299-496f-a65a-9dc5fc509208)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:35.679712 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:35.830422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Calling delete_port for dde471c3-061c-4ba6-b63f-e8948ba2ea58 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:35.860422 n-d-825175-3 neutron-server[83479]: INFO neutron.db.ipam_backend_mixin [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 89eceb8d-5a37-496d-975f-1d2215457fad (CIDR: 2001:db8:0:1::/64) Feb 09 13:27:35.869833 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:27:35.870249 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-308c7022-1f25-4ce4-8e05-316035679185 req-d72928f0-28dc-424e-8a33-47bf72655624 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912983 Feb 09 13:27:35.870385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:35.889920 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:27:35.910381 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4cd8ef3c-7645-4a56-83ec-28a3073d0fae tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8449728 Feb 09 13:27:35.911233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39062) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:35.913551 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1f85369a-0f75-4c1e-97b5-029cb76793e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:35.918341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'subnet': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:36.044625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85369a-0f75-4c1e-97b5-029cb76793e9 None None] Pushing event deleted for resources: {'Port': ['ID=dde471c3-061c-4ba6-b63f-e8948ba2ea58,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:36.048578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d8777e-ee0c-4255-b885-e38f0356b7f6 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:27:36.051911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 484d167b-65ac-4a9c-bc18-0bab40d47a50 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:36.076727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85369a-0f75-4c1e-97b5-029cb76793e9 None None] No DVR routers for this DVR port dde471c3-061c-4ba6-b63f-e8948ba2ea58 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:27:36.091630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 484d167b-65ac-4a9c-bc18-0bab40d47a50 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:36.091925 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.131247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6495562d-cccb-48bb-884a-d0927bbfe95a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:36.158951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.185061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6495562d-cccb-48bb-884a-d0927bbfe95a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:27:36.185394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6495562d-cccb-48bb-884a-d0927bbfe95a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:36.185803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dde471c3-061c-4ba6-b63f-e8948ba2ea58 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:36.225817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: dde471c3-061c-4ba6-b63f-e8948ba2ea58 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:27:36.226408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dde471c3-061c-4ba6-b63f-e8948ba2ea58 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:36.227935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Transition to ACTIVE for port object 60d8777e-ee0c-4255-b885-e38f0356b7f6 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:36.230218 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.235141 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:27:36.242593 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:27:36.245518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3844347f-3a69-4d4a-80d7-e3446f916f4c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3844347f-3a69-4d4a-80d7-e3446f916f4c,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:36.263670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '3844347f-3a69-4d4a-80d7-e3446f916f4c', 'network_id': '65cd9f0d-7ef9-4471-9dd3-3dc66bef5031', 'port_id': '3844347f-3a69-4d4a-80d7-e3446f916f4c', 'mac_address': 'fa:16:3e:0c:17:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1e4002-02f9-4a3a-8d02-5dd262bd0af0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:27:36.294723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:36.300222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Usage tracker for resource:subnet and tenant:951a0af6959d462b949304dba3441f51 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:36.302771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:36.308993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:36.320163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Made reservation on behalf of 951a0af6959d462b949304dba3441f51 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:27:36.324036 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.352429 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.365981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.389061 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.404248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3844347f-3a69-4d4a-80d7-e3446f916f4c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:27:36.419605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997530e0-24e9-4413-b288-8d057c0f2bd1 req-2a7242f1-9461-4f28-af5b-73dc4e478c1e tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:36.421071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-997530e0-24e9-4413-b288-8d057c0f2bd1 req-2a7242f1-9461-4f28-af5b-73dc4e478c1e tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.5947695 Feb 09 13:27:36.426053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3844347f-3a69-4d4a-80d7-e3446f916f4c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3844347f-3a69-4d4a-80d7-e3446f916f4c,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:36.430875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a98bad-c987-4835-a1d6-1fdfe1893277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484d167b-65ac-4a9c-bc18-0bab40d47a50'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:36.437324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.484821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 484d167b-65ac-4a9c-bc18-0bab40d47a50, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=484d167b-65ac-4a9c-bc18-0bab40d47a50,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:36.493622 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.515555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=3844347f-3a69-4d4a-80d7-e3446f916f4c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:36.591673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=484d167b-65ac-4a9c-bc18-0bab40d47a50,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:36.640415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.666948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Pushing event updated for resources: {'Port': ['ID=60d8777e-ee0c-4255-b885-e38f0356b7f6,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:36.672540 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.708180 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.721467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:36.724884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:36.729736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:36.730311 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.734550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef6dc2-3847-4bd7-b366-531b7ddd70dd None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:36.754924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Deleting port dde471c3-061c-4ba6-b63f-e8948ba2ea58 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:36.755325 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.761501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-997530e0-24e9-4413-b288-8d057c0f2bd1 req-d4e8e382-9e3d-4dc1-ad9c-56fe33897e18 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250978 Feb 09 13:27:36.773528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82256e53-667e-4a24-b68c-0058119f20e2 req-6d2a2c99-a34a-4a7f-9f3a-e978f98187e0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:36.781275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82256e53-667e-4a24-b68c-0058119f20e2 req-6d2a2c99-a34a-4a7f-9f3a-e978f98187e0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 931 time: 0.6385925 Feb 09 13:27:36.796915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Subnet': ['ID=386d2823-6070-454e-9079-64e50fb34710,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:36.796915 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d0ae0bcf-1b97-4253-9b90-49ef299ea1c3 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8797338 Feb 09 13:27:36.798892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39072) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:36.818054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2136187124', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '386d2823-6070-454e-9079-64e50fb34710'}], 'security_groups': ['9d686d21-ebeb-4936-a49b-9e35ec581e77', '3e712348-d0c1-4714-967e-7acfc7ea2d2e']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:36.867419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['3844347f-3a69-4d4a-80d7-e3446f916f4c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:27:36.885754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.886616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Fanout notify agent at l3_agent the message router_deleted on router daae15b8-9ae5-45df-978b-0bc74c8b9c49 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:27:36.902756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Attempting to bind port 60d8777e-ee0c-4255-b885-e38f0356b7f6 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:27:36.904054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Attempting to bind port 60d8777e-ee0c-4255-b885-e38f0356b7f6 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:27:36.904651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Attempting to bind port 60d8777e-ee0c-4255-b885-e38f0356b7f6 on network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:36.921189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.922669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fe9ddb3f-004e-465b-b4d9-e8c681821a5e tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/daae15b8-9ae5-45df-978b-0bc74c8b9c49 HTTP/1.1" status: 204 len: 168 time: 7.2487183 Feb 09 13:27:36.923866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Port 60d8777e-ee0c-4255-b885-e38f0356b7f6 on network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:27:36.927150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Attempting to bind port 60d8777e-ee0c-4255-b885-e38f0356b7f6 on network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:27:36.930660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39082) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:36.936409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1637098445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:36.948194 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a98bad-c987-4835-a1d6-1fdfe1893277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484d167b-65ac-4a9c-bc18-0bab40d47a50', 'code': 200} Feb 09 13:27:36.948453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:36.954140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:27:36.954857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Checking segment: {'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:27:36.955555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Bound using segment: {'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:27:36.956710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Bound port: 60d8777e-ee0c-4255-b885-e38f0356b7f6, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f73c1d-d870-4e5b-bad7-f0c53e6642b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:27:36.957399 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:36.969539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Usage tracker for resource:router and tenant:caf7f8a722874bf19c3c6edb50f8626e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:36.975482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:36.995887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] The port 'dde471c3-061c-4ba6-b63f-e8948ba2ea58' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:27:37.031488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:37.152148 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.153621 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.235031 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.249559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] For port 60d8777e-ee0c-4255-b885-e38f0356b7f6, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:27:37.259032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] For port 60d8777e-ee0c-4255-b885-e38f0356b7f6, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=60d8777e-ee0c-4255-b885-e38f0356b7f6,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:27:37.265802 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.275037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82256e53-667e-4a24-b68c-0058119f20e2 req-71b589ba-199b-4e47-955b-7f5876a3f894 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4925828 Feb 09 13:27:37.280567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6708a84-d069-4ee2-b192-37abd4c1a03d']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:37.299515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63e7dda-a299-496f-a65a-9dc5fc509208') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:37.299515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63e7dda-a299-496f-a65a-9dc5fc509208') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:37.302034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.311322 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.329368 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.331120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-012a1fe7-2937-42bd-8712-aebfcb1904d8 req-16c0f49b-79da-4e96-a8ec-cf7952527859 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 1100 time: 0.3477020 Feb 09 13:27:37.337455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:27:37.338081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:27:37.368757 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:27:37.375107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.376114 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.442137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc481f-45e7-4deb-a6e4-8cbe3161cbfd req-9ab9d2e2-39a0-42d7-8908-f79ff5c2db7f tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:37.453149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44dc481f-45e7-4deb-a6e4-8cbe3161cbfd req-9ab9d2e2-39a0-42d7-8908-f79ff5c2db7f tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 945 time: 0.3836777 Feb 09 13:27:37.504052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7594699-c682-41b4-a378-6a358324c4e9 None None] Update dhcp port {'port': {'network_id': '53770cc7-5c72-4690-80ea-5b9f2d6a7e06', 'fixed_ips': [{'subnet_id': '89eceb8d-5a37-496d-975f-1d2215457fad', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b143a61e-a1b0-49a9-8704-a6e4d517faa1', 'ip_address': '2001:db8::2'}, {'subnet_id': '386d2823-6070-454e-9079-64e50fb34710'}], 'binding:host_id': 'n-d-825175-3'}, 'id': '659bd370-3aad-40d3-94f2-83e0b211af39'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:27:37.533072 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.585323 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7594699-c682-41b4-a378-6a358324c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.626950 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.638480 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.639844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] 10.222.0.67 "PUT /v2.0/ports/60d8777e-ee0c-4255-b885-e38f0356b7f6 HTTP/1.1" status: 200 len: 1091 time: 3.4802325 Feb 09 13:27:37.640094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Pushing event deleted for resources: {'Network': ['ID=e6708a84-d069-4ee2-b192-37abd4c1a03d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:37.656182 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1fde9764-4996-45b7-976f-40e468fc960f tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/networks/e6708a84-d069-4ee2-b192-37abd4c1a03d HTTP/1.1" status: 204 len: 168 time: 2.6222780 Feb 09 13:27:37.657368 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39088) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:37.658049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'tag': '60d8777e-ee0c-4255-b885-e38f0356b7f6'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:37.663753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:37.668753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f1191b01-3db5-4fb4-8acf-05309141dbf2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7365460 Feb 09 13:27:37.674073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39094) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:37.709171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0194c9e1-0615-4ec6-b216-00cb2236eba6 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Synchronizing usage tracker for tenant:6318490bfd314febbb8a6ac510622c09 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:37.769898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:37.778256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0194c9e1-0615-4ec6-b216-00cb2236eba6 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Unset dirty status for tenant:6318490bfd314febbb8a6ac510622c09 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:37.781877 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0194c9e1-0615-4ec6-b216-00cb2236eba6 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0afd908-137a-4460-b81d-a1cecf714cd0 HTTP/1.1" status: 200 len: 205 time: 0.1205444 Feb 09 13:27:37.783596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39098) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:37.846979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-a7594699-c682-41b4-a378-6a358324c4e9 None None] Allocated IP 2001:db8:0:2::2 (53770cc7-5c72-4690-80ea-5b9f2d6a7e06/386d2823-6070-454e-9079-64e50fb34710/659bd370-3aad-40d3-94f2-83e0b211af39) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:37.932868 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-012a1fe7-2937-42bd-8712-aebfcb1904d8 req-c957c438-debd-42a5-880f-f798861b2042 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283296 Feb 09 13:27:37.956707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fb038-e616-486b-9ee1-1b9fe1aac301 service neutron] Pushing event updated for resources: {'Port': ['ID=60d8777e-ee0c-4255-b885-e38f0356b7f6,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:37.976054 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44dc481f-45e7-4deb-a6e4-8cbe3161cbfd req-0607437b-004b-4b30-9876-55e7832f26d0 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219369 Feb 09 13:27:37.985717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c17c34bc-48c9-45c8-83d9-bbcee8d51b25 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:38.036010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a7594699-c682-41b4-a378-6a358324c4e9 None None] For port 659bd370-3aad-40d3-94f2-83e0b211af39, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=659bd370-3aad-40d3-94f2-83e0b211af39,segment=NetworkSegment(cf92958e-d5fe-459d-b025-e8bb883a5fd9),segment_id=cf92958e-d5fe-459d-b025-e8bb883a5fd9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:38.066389 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7594699-c682-41b4-a378-6a358324c4e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:38.087208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a7594699-c682-41b4-a378-6a358324c4e9 None None] Transition to ACTIVE for port object 659bd370-3aad-40d3-94f2-83e0b211af39 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:38.093131 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7594699-c682-41b4-a378-6a358324c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:38.157779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214b911-348a-4df2-80c9-bbeffa106431 req-89c4347c-e4bd-4882-8ede-9e19fee58e53 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:38.166241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b214b911-348a-4df2-80c9-bbeffa106431 req-89c4347c-e4bd-4882-8ede-9e19fee58e53 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 946 time: 0.6795919 Feb 09 13:27:38.267916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-3aab28b5-1bce-49db-8805-6751f15803b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 1094 time: 0.5474708 Feb 09 13:27:38.372019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7594699-c682-41b4-a378-6a358324c4e9 None None] Pushing event updated for resources: {'Port': ['ID=659bd370-3aad-40d3-94f2-83e0b211af39,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:38.393891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-bc44ddc3-406b-4e02-936f-71f4ba474acd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d8777e-ee0c-4255-b885-e38f0356b7f6 HTTP/1.1" status: 200 len: 217 time: 0.1013322 Feb 09 13:27:38.419849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b214b911-348a-4df2-80c9-bbeffa106431 req-84047e7b-9dee-46fc-91c3-a284a81c33dd tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527151 Feb 09 13:27:38.520949 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'tag': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'status': 'completed', 'code': 200} Feb 09 13:27:38.618770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b41b7-0778-485c-902c-027b52578c4f req-5e41b120-3f49-44f3-a826-4679372ff9c6 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:38.620263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c4b41b7-0778-485c-902c-027b52578c4f req-5e41b120-3f49-44f3-a826-4679372ff9c6 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 949 time: 0.3990757 Feb 09 13:27:38.660301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c17c34bc-48c9-45c8-83d9-bbcee8d51b25 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:38.672150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c17c34bc-48c9-45c8-83d9-bbcee8d51b25 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:38.678438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-f6e1d1dc-c4ff-41d8-a931-f8279b840635 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:38.679890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-f6e1d1dc-c4ff-41d8-a931-f8279b840635 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38fe6687-fea3-4e97-86e5-23d5018237cb HTTP/1.1" status: 200 len: 834 time: 0.1998446 Feb 09 13:27:38.684855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Delete allocated IP 2001:db8::173 (53770cc7-5c72-4690-80ea-5b9f2d6a7e06/b143a61e-a1b0-49a9-8704-a6e4d517faa1) {{(pid=83479) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 13:27:38.702841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Allocated IP 2001:db8:0:2::2a0 (53770cc7-5c72-4690-80ea-5b9f2d6a7e06/386d2823-6070-454e-9079-64e50fb34710/976858f4-3e94-49da-8a14-b8b20d9dbc51) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:38.740078 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:38.741562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c17c34bc-48c9-45c8-83d9-bbcee8d51b25 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:38.742107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17c34bc-48c9-45c8-83d9-bbcee8d51b25 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Fanout notify agent at l3_agent the message router_deleted on router b0afd908-137a-4460-b81d-a1cecf714cd0 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:27:38.769472 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c17c34bc-48c9-45c8-83d9-bbcee8d51b25 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:38.771345 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c17c34bc-48c9-45c8-83d9-bbcee8d51b25 tempest-RoutersNegativeIpV6Test-1491112458 tempest-RoutersNegativeIpV6Test-1491112458-project] 10.222.0.59 "DELETE /v2.0/routers/b0afd908-137a-4460-b81d-a1cecf714cd0 HTTP/1.1" status: 204 len: 168 time: 0.9870534 Feb 09 13:27:38.787865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c4b41b7-0778-485c-902c-027b52578c4f req-f772dba0-378c-4731-8613-b22835f0e032 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590705 Feb 09 13:27:38.946841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556259d-65a7-4c08-b1db-6cf8a5d3bf3d req-c8bd23f0-180f-4795-afb9-49007ee127d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:38.970702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2556259d-65a7-4c08-b1db-6cf8a5d3bf3d req-c8bd23f0-180f-4795-afb9-49007ee127d7 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 943 time: 0.3467913 Feb 09 13:27:38.995378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-5cfbedf7-8c47-48a2-9e55-bfd53ff98b18 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9f10afa-56c6-4bd5-8f21-751ff39be5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3038409 Feb 09 13:27:39.091187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.110339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Transition to ACTIVE for port object 976858f4-3e94-49da-8a14-b8b20d9dbc51 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:27:39.117006 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.183072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2556259d-65a7-4c08-b1db-6cf8a5d3bf3d req-ed2e4fed-7e21-425c-8b20-e3823c066b20 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113199 Feb 09 13:27:39.211681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] In _notify_port_updated(), no bound segment for port 976858f4-3e94-49da-8a14-b8b20d9dbc51 on network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:27:39.215750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:39.216339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.217766 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "PUT /v2.0/ports/976858f4-3e94-49da-8a14-b8b20d9dbc51 HTTP/1.1" status: 200 len: 970 time: 2.4177988 Feb 09 13:27:39.221134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39112) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:39.232311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8b219607-7b21-4315-81c2-75309a8b8056 None None] Provisioning for port 976858f4-3e94-49da-8a14-b8b20d9dbc51 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:39.251894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8b219607-7b21-4315-81c2-75309a8b8056 None None] Provisioning complete for port 976858f4-3e94-49da-8a14-b8b20d9dbc51 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:39.252526 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8b219607-7b21-4315-81c2-75309a8b8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.267998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39116) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:39.303373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3d551-27df-403a-9271-12966e4c0d5b tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event updated for resources: {'Port': ['ID=976858f4-3e94-49da-8a14-b8b20d9dbc51,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:39.328195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1452df63-bd6f-4cd6-83a2-f58c53fe2e19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 976858f4-3e94-49da-8a14-b8b20d9dbc51 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:39.328726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1452df63-bd6f-4cd6-83a2-f58c53fe2e19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.329480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8b219607-7b21-4315-81c2-75309a8b8056 None None] Port 976858f4-3e94-49da-8a14-b8b20d9dbc51 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:39.332047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-c56a62bf-e635-4680-9d3e-91f00a5dd6a8 service neutron] 10.222.0.67 "GET /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918236 Feb 09 13:27:39.344654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8b219607-7b21-4315-81c2-75309a8b8056 None None] Provisioning for port 659bd370-3aad-40d3-94f2-83e0b211af39 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:39.356868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8b219607-7b21-4315-81c2-75309a8b8056 None None] Provisioning complete for port 659bd370-3aad-40d3-94f2-83e0b211af39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:39.357478 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8b219607-7b21-4315-81c2-75309a8b8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.588019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3844347f-3a69-4d4a-80d7-e3446f916f4c up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:39.680983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8b219607-7b21-4315-81c2-75309a8b8056 None None] Provisioning complete for port 6072cd67-3736-4481-ba1a-127f8cfb6930 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:39.681368 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8b219607-7b21-4315-81c2-75309a8b8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.701344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d3e97-5c94-4099-b2a4-d43b8c131bf1 req-3cd3ebbd-3670-4658-9d0f-c82602bd2bc7 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:39.702857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-997d3e97-5c94-4099-b2a4-d43b8c131bf1 req-3cd3ebbd-3670-4658-9d0f-c82602bd2bc7 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.7110505 Feb 09 13:27:39.743937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8b219607-7b21-4315-81c2-75309a8b8056 None None] Port 6072cd67-3736-4481-ba1a-127f8cfb6930 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:39.747620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 3844347f-3a69-4d4a-80d7-e3446f916f4c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:39.753026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 3844347f-3a69-4d4a-80d7-e3446f916f4c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:39.753260 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.761220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b7d2990-d7c4-45ad-b787-df98ed77d180 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6318490bfd314febbb8a6ac510622c09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4897382 Feb 09 13:27:39.763318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39122) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:39.807391 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1452df63-bd6f-4cd6-83a2-f58c53fe2e19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.871017 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.892402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.912388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-44907e42-1673-45ed-b656-1f56c93023ec None None] Provisioning complete for port 976858f4-3e94-49da-8a14-b8b20d9dbc51 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:39.912388 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-44907e42-1673-45ed-b656-1f56c93023ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.941566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1452df63-bd6f-4cd6-83a2-f58c53fe2e19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for 976858f4-3e94-49da-8a14-b8b20d9dbc51 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:39.966481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-997d3e97-5c94-4099-b2a4-d43b8c131bf1 req-66bac4ec-08e9-45ec-ad47-7bed76c4e9a0 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284343 Feb 09 13:27:39.983231 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:39.995711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b135a6df-743a-419d-ad11-25a2fda0f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3844347f-3a69-4d4a-80d7-e3446f916f4c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:40.034071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-512fcf28-fa6a-4048-ba48-48886375420a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.058790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 3844347f-3a69-4d4a-80d7-e3446f916f4c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3844347f-3a69-4d4a-80d7-e3446f916f4c,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:40.065936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-44907e42-1673-45ed-b656-1f56c93023ec None None] Port 976858f4-3e94-49da-8a14-b8b20d9dbc51 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:40.075280 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.103486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-512fcf28-fa6a-4048-ba48-48886375420a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.132312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 659bd370-3aad-40d3-94f2-83e0b211af39 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:40.175359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a9bc8eb-c428-4462-bd80-a3520de976fe req-eedcc276-cfa4-4a23-9b5a-fcf154680463 service neutron] 10.222.0.67 "GET /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231988 Feb 09 13:27:40.188652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc91925-184a-42eb-ae19-7aaace504c56 req-430b67ac-d3ae-4063-acd2-d328b49ad54e tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:40.193640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1452df63-bd6f-4cd6-83a2-f58c53fe2e19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.198286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6bc91925-184a-42eb-ae19-7aaace504c56 req-430b67ac-d3ae-4063-acd2-d328b49ad54e tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 945 time: 0.5180008 Feb 09 13:27:40.206347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=3844347f-3a69-4d4a-80d7-e3446f916f4c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:40.238302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 659bd370-3aad-40d3-94f2-83e0b211af39 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:40.239777 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.375237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6bc91925-184a-42eb-ae19-7aaace504c56 req-52152f31-9080-41b6-999d-7622c024173b tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778531 Feb 09 13:27:40.396699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452df63-bd6f-4cd6-83a2-f58c53fe2e19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=976858f4-3e94-49da-8a14-b8b20d9dbc51,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:40.401220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-512fcf28-fa6a-4048-ba48-48886375420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.406898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Allocated IP 172.25.5.73 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/edaf062d-ea26-4a04-a2f0-66602f869c34) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:40.415846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fcf28-fa6a-4048-ba48-48886375420a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e4299-a013-4d06-b3c2-7549d98bb877,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:40.438411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd2806-bcae-4167-9207-5cec87df5576 req-2b9f2bc9-705d-4b8c-8a50-b2523c997a71 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:40.446566 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7cd2806-bcae-4167-9207-5cec87df5576 req-2b9f2bc9-705d-4b8c-8a50-b2523c997a71 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 949 time: 0.3174517 Feb 09 13:27:40.469909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1452df63-bd6f-4cd6-83a2-f58c53fe2e19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.490923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1452df63-bd6f-4cd6-83a2-f58c53fe2e19 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/976858f4-3e94-49da-8a14-b8b20d9dbc51 HTTP/1.1" status: 204 len: 168 time: 1.2629974 Feb 09 13:27:40.490923 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-512fcf28-fa6a-4048-ba48-48886375420a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.490923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-512fcf28-fa6a-4048-ba48-48886375420a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c80e4299-a013-4d06-b3c2-7549d98bb877 HTTP/1.1" status: 204 len: 168 time: 0.7232430 Feb 09 13:27:40.490923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39134) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:40.581000 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e318915-2dd6-4bf9-ac28-78ac4c59770c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] GET failed (client error): The resource could not be found. Feb 09 13:27:40.581938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7e318915-2dd6-4bf9-ac28-78ac4c59770c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:40.587330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b561ffb2-e894-43c3-8a92-e0f1a8fca4c2 req-2894b592-71cc-4569-86af-66826c3a3cf9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 1094 time: 0.3381357 Feb 09 13:27:40.601724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7e318915-2dd6-4bf9-ac28-78ac4c59770c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:40.607065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7e318915-2dd6-4bf9-ac28-78ac4c59770c tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports/976858f4-3e94-49da-8a14-b8b20d9dbc51 HTTP/1.1" status: 404 len: 333 time: 0.1136656 Feb 09 13:27:40.607967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39140) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:40.728563 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb26fe7f-b3e5-4800-9abc-8f34761d19e4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.790212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb26fe7f-b3e5-4800-9abc-8f34761d19e4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.804143 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a7cd2806-bcae-4167-9207-5cec87df5576 req-23201480-45f5-4973-abd4-bd5dd0a713b8 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565683 Feb 09 13:27:40.855385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb26fe7f-b3e5-4800-9abc-8f34761d19e4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.871027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561ffb2-e894-43c3-8a92-e0f1a8fca4c2 req-3da02983-dc20-41a1-a88c-9e5cc1f495cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:40.873532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b561ffb2-e894-43c3-8a92-e0f1a8fca4c2 req-3da02983-dc20-41a1-a88c-9e5cc1f495cd service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9f10afa-56c6-4bd5-8f21-751ff39be5f1 HTTP/1.1" status: 200 len: 897 time: 0.2707474 Feb 09 13:27:40.883937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26fe7f-b3e5-4800-9abc-8f34761d19e4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1275b8fa-7611-4d0e-bc1a-a0aa3a7c25c7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:40.890153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb26fe7f-b3e5-4800-9abc-8f34761d19e4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:40.891386 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bb26fe7f-b3e5-4800-9abc-8f34761d19e4 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/security-groups/1275b8fa-7611-4d0e-bc1a-a0aa3a7c25c7 HTTP/1.1" status: 204 len: 168 time: 0.2819982 Feb 09 13:27:40.896724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39148) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:40.928441 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b135a6df-743a-419d-ad11-25a2fda0f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3844347f-3a69-4d4a-80d7-e3446f916f4c', 'code': 200} Feb 09 13:27:41.003813 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:41.078979 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b561ffb2-e894-43c3-8a92-e0f1a8fca4c2 req-b4a418b3-1fb0-4ad1-b292-aeb073463bec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d8777e-ee0c-4255-b885-e38f0356b7f6 HTTP/1.1" status: 200 len: 217 time: 0.1830945 Feb 09 13:27:41.257391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cf989-f735-4b66-92d9-0103fa341321 req-1478d71c-3f19-439c-8aab-5bfd70b2c784 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:41.261372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cf989-f735-4b66-92d9-0103fa341321 req-1478d71c-3f19-439c-8aab-5bfd70b2c784 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:41.265293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cf989-f735-4b66-92d9-0103fa341321 req-1478d71c-3f19-439c-8aab-5bfd70b2c784 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:41.267156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-031cf989-f735-4b66-92d9-0103fa341321 req-1478d71c-3f19-439c-8aab-5bfd70b2c784 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83&device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587&device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 2417 time: 0.4539897 Feb 09 13:27:41.272715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561ffb2-e894-43c3-8a92-e0f1a8fca4c2 req-f00ab553-ba25-448f-beff-91797fa48cd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:41.273759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b561ffb2-e894-43c3-8a92-e0f1a8fca4c2 req-f00ab553-ba25-448f-beff-91797fa48cd7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38fe6687-fea3-4e97-86e5-23d5018237cb HTTP/1.1" status: 200 len: 834 time: 0.1782639 Feb 09 13:27:41.325364 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:41.341025 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:41.391831 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c50a39b7-bbdf-43a5-a957-01a5fc40c7cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:41.497793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c50a39b7-bbdf-43a5-a957-01a5fc40c7cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:41.509093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:41.519004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:41.526496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Pushing event updated for resources: {'Port': ['ID=edaf062d-ea26-4a04-a2f0-66602f869c34,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:41.528940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:41.563726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-031cf989-f735-4b66-92d9-0103fa341321 req-08642891-fbf7-4c4a-9500-fe103db762df tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804987 Feb 09 13:27:41.578731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96dac0ca-dab7-48e2-8eec-0f803ca08843 req-fe386e1d-cf8f-4ff2-98a6-d0a5d69afd37 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 1097 time: 0.5324535 Feb 09 13:27:41.586427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 60d8777e-ee0c-4255-b885-e38f0356b7f6 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:27:41.586652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b345d-1d39-405e-bfe8-1f4fa860ca99 req-747266af-4804-4bcb-a0e9-04665ef797ca tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:41.589073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-634b345d-1d39-405e-bfe8-1f4fa860ca99 req-747266af-4804-4bcb-a0e9-04665ef797ca tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 943 time: 0.5032845 Feb 09 13:27:41.649906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39170) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:41.775021 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 60d8777e-ee0c-4255-b885-e38f0356b7f6, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=60d8777e-ee0c-4255-b885-e38f0356b7f6,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:41.792620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'port_id': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'mac_address': 'fa:16:3e:f9:45:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:27:41.820860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549757366'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:41.835013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:41.841421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:41.845345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:41.856447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:41.865226 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:41.868724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:41.885477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:41.907285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d8777e-ee0c-4255-b885-e38f0356b7f6 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:27:41.928662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 60d8777e-ee0c-4255-b885-e38f0356b7f6, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=60d8777e-ee0c-4255-b885-e38f0356b7f6,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:41.933620 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:41.946950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:41.954500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:41.960692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:41.979046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:42.021385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b561ffb2-e894-43c3-8a92-e0f1a8fca4c2 req-1e411e54-980d-4c0f-a0b0-e443564924ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9f10afa-56c6-4bd5-8f21-751ff39be5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7145398 Feb 09 13:27:42.061019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=60d8777e-ee0c-4255-b885-e38f0356b7f6,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:42.087523 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c50a39b7-bbdf-43a5-a957-01a5fc40c7cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.115081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.119852 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.166330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96dac0ca-dab7-48e2-8eec-0f803ca08843 req-13326a3b-4141-4bf0-a67a-cf47f9e24f1e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739870 Feb 09 13:27:42.174560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:42.179227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=076d8960-e777-405c-bc05-1da439fc92d4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:42.182209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-634b345d-1d39-405e-bfe8-1f4fa860ca99 req-975eb55a-a7c4-41cb-b8fb-892a1504c114 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5416365 Feb 09 13:27:42.182887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:42.185917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a39b7-bbdf-43a5-a957-01a5fc40c7cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e712348-d0c1-4714-967e-7acfc7ea2d2e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:42.186632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:42.193416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:42.220292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c50a39b7-bbdf-43a5-a957-01a5fc40c7cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.221548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c50a39b7-bbdf-43a5-a957-01a5fc40c7cb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/security-groups/3e712348-d0c1-4714-967e-7acfc7ea2d2e HTTP/1.1" status: 204 len: 168 time: 1.2454770 Feb 09 13:27:42.231401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39182) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:42.253348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b561ffb2-e894-43c3-8a92-e0f1a8fca4c2 req-8bdce79d-66d2-4e9b-8354-fb01ac0b6f72 service neutron] 10.222.0.67 "GET /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199109 Feb 09 13:27:42.297964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.325141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['60d8777e-ee0c-4255-b885-e38f0356b7f6'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:27:42.419506 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.429629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.499992 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4df4e098-1339-4bd0-9692-70c582bb48e9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.559950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bef05ff-8f87-47ad-9796-47a191a1d67a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:42.562350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-e62e1568-2454-4f0f-9d01-f5787773b8e6 req-2e869135-d0ef-4f50-a186-c6cea499fd02 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:27:42.563752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e62e1568-2454-4f0f-9d01-f5787773b8e6 req-2e869135-d0ef-4f50-a186-c6cea499fd02 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1979401 Feb 09 13:27:42.582956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.583324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.583667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.583998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.584330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.584659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.584985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.585311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.585628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.585951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.586270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:42.596504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.597987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-806116c7-2170-463d-ac22-45c71b43c3cf tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9476099 Feb 09 13:27:42.602025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39188) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:42.622408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4df4e098-1339-4bd0-9692-70c582bb48e9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.712846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9110f335-c684-42a6-9c35-b0cf6f095d27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:42.729168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4df4e098-1339-4bd0-9692-70c582bb48e9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.748678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4e098-1339-4bd0-9692-70c582bb48e9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d686d21-ebeb-4936-a49b-9e35ec581e77,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:42.760344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9110f335-c684-42a6-9c35-b0cf6f095d27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:42.761924 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9110f335-c684-42a6-9c35-b0cf6f095d27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1589382 Feb 09 13:27:42.767465 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39192) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:42.774418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-82d787a4-f909-40f6-a803-bb378181dd8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group': {'name': 'tempest-security--1921249313', 'description': 'tempest-security-description-1533162714'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:42.791392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b561ffb2-e894-43c3-8a92-e0f1a8fca4c2 req-3cb7c9fd-ea51-4889-92e6-a379d4618849 service neutron] 10.222.0.67 "GET /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554711 Feb 09 13:27:42.798867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4df4e098-1339-4bd0-9692-70c582bb48e9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.803638 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4df4e098-1339-4bd0-9692-70c582bb48e9 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/security-groups/9d686d21-ebeb-4936-a49b-9e35ec581e77 HTTP/1.1" status: 204 len: 168 time: 0.5708976 Feb 09 13:27:42.807398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39196) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:42.847779 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.857830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e62e1568-2454-4f0f-9d01-f5787773b8e6 req-b641b8e3-b8c0-4d6e-8bfe-6759270afed4 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2806337 Feb 09 13:27:42.865288 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:42.889471 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82d787a4-f909-40f6-a803-bb378181dd8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.014121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395844cc-b3aa-4009-be37-a612a4cb4279 req-24d61e02-7253-4e89-a52e-2bf8f50cc080 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:43.020917 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-395844cc-b3aa-4009-be37-a612a4cb4279 req-24d61e02-7253-4e89-a52e-2bf8f50cc080 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 946 time: 0.4634361 Feb 09 13:27:43.052650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b9e7f3-42f4-47bd-be27-bfd31106ba54 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet b143a61e-a1b0-49a9-8704-a6e4d517faa1 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:27:43.058313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e7f3-42f4-47bd-be27-bfd31106ba54 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.090100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-395844cc-b3aa-4009-be37-a612a4cb4279 req-ea128d76-19f4-4695-afba-1a1b6c9297aa tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682728 Feb 09 13:27:43.149363 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82d787a4-f909-40f6-a803-bb378181dd8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.152107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e7f3-42f4-47bd-be27-bfd31106ba54 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.200554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82d787a4-f909-40f6-a803-bb378181dd8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.203021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82d787a4-f909-40f6-a803-bb378181dd8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.206691 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-82d787a4-f909-40f6-a803-bb378181dd8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "PUT /v2.0/security-groups/6bef05ff-8f87-47ad-9796-47a191a1d67a HTTP/1.1" status: 200 len: 1612 time: 0.4357083 Feb 09 13:27:43.212283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39202) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:43.282258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d787a4-f909-40f6-a803-bb378181dd8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bef05ff-8f87-47ad-9796-47a191a1d67a,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:43.318777 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e7f3-42f4-47bd-be27-bfd31106ba54 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.368861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-edfe9dca-0690-4bc1-b974-87516820b45e tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups/6bef05ff-8f87-47ad-9796-47a191a1d67a HTTP/1.1" status: 200 len: 1612 time: 0.1472788 Feb 09 13:27:43.369950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39208) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:43.401717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Router 8893062d-d42f-4d00-899c-01cf277f2928 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:27:43.463582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e7f3-42f4-47bd-be27-bfd31106ba54 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.521766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-201b76f1-470e-4fd0-9174-c109bd2fc8ef tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.551870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9e7f3-42f4-47bd-be27-bfd31106ba54 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=b143a61e-a1b0-49a9-8704-a6e4d517faa1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:43.571855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a3aac4-b67d-48d6-924e-930bfe9971aa None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:43.572734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6b9e7f3-42f4-47bd-be27-bfd31106ba54 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.587656 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-201b76f1-470e-4fd0-9174-c109bd2fc8ef tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.623121 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e6b9e7f3-42f4-47bd-be27-bfd31106ba54 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/b143a61e-a1b0-49a9-8704-a6e4d517faa1 HTTP/1.1" status: 204 len: 168 time: 0.8147197 Feb 09 13:27:43.643947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39214) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:43.726837 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-201b76f1-470e-4fd0-9174-c109bd2fc8ef tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.762666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b76f1-470e-4fd0-9174-c109bd2fc8ef tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bef05ff-8f87-47ad-9796-47a191a1d67a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:43.796459 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-201b76f1-470e-4fd0-9174-c109bd2fc8ef tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:43.803593 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-201b76f1-470e-4fd0-9174-c109bd2fc8ef tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/6bef05ff-8f87-47ad-9796-47a191a1d67a HTTP/1.1" status: 204 len: 168 time: 0.4329028 Feb 09 13:27:43.815109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39220) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:43.953748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3b62e48b-33e6-4453-8351-a53c9e7386e9 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:44.005051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3b62e48b-33e6-4453-8351-a53c9e7386e9 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:44.010062 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3b62e48b-33e6-4453-8351-a53c9e7386e9 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1905000 Feb 09 13:27:44.017874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39224) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:44.056777 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-edac32e7-38e4-4ac0-8035-a8a696f7c88c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] delete failed (client error): The resource could not be found. Feb 09 13:27:44.061657 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-edac32e7-38e4-4ac0-8035-a8a696f7c88c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/6bef05ff-8f87-47ad-9796-47a191a1d67a HTTP/1.1" status: 404 len: 347 time: 0.0385416 Feb 09 13:27:44.062100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39228) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:44.074069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14951ae8-6020-46d3-b0cd-576163d2d00e req-869adb24-5a51-48ad-8f2c-de1fb0a18c08 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:44.080507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808124394'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:44.082654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14951ae8-6020-46d3-b0cd-576163d2d00e req-869adb24-5a51-48ad-8f2c-de1fb0a18c08 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 944 time: 0.6446879 Feb 09 13:27:44.094965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:44.119829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:44.145844 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.224417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:44.237071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:44.241215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:44.253735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:44.345332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.351296 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.383388 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14951ae8-6020-46d3-b0cd-576163d2d00e req-a2625e2c-2099-4fd1-8334-c54c445f6daa tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970936 Feb 09 13:27:44.432843 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.439312 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3758941 Feb 09 13:27:44.441335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39236) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:44.479923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-495aa436-f958-4e2c-8656-c176346a8c5f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet 386d2823-6070-454e-9079-64e50fb34710 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:27:44.495850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': '42f14910-516c-47c3-80b9-22b42b9c78c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:44.500813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a460f9-a636-4f99-a696-34ea3b975ef2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f14910-516c-47c3-80b9-22b42b9c78c9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:44.512292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-495aa436-f958-4e2c-8656-c176346a8c5f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.581364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:44.625224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:44.636778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:44.655445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:44.692463 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-495aa436-f958-4e2c-8656-c176346a8c5f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.768137 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.872784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba162d-1313-44b5-81f9-0681e80cbc94 req-f5c46774-3956-42d9-9e94-467fea672757 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:44.880871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bba162d-1313-44b5-81f9-0681e80cbc94 req-f5c46774-3956-42d9-9e94-467fea672757 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 946 time: 0.5146189 Feb 09 13:27:44.939990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:27:44.947574 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:44.960309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32caf22b-ea5a-4131-88dd-1d4b6e2a75ea None None] Sync routers for ids ['8893062d-d42f-4d00-899c-01cf277f2928'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:27:44.965167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.005602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32caf22b-ea5a-4131-88dd-1d4b6e2a75ea None None] Routers {'8893062d-d42f-4d00-899c-01cf277f2928'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:45.008503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-32caf22b-ea5a-4131-88dd-1d4b6e2a75ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8893062d-d42f-4d00-899c-01cf277f2928'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:45.015468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebee6b9d-0e6e-49b6-890b-4699cc94f688,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:45.041478 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.042788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a76f34d9-b9c8-45e9-8fb3-e4d253fcc3d1 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "PUT /v2.0/routers/8893062d-d42f-4d00-899c-01cf277f2928 HTTP/1.1" status: 200 len: 883 time: 7.3328586 Feb 09 13:27:45.046100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39244) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:45.077103 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-495aa436-f958-4e2c-8656-c176346a8c5f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.164033 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.165364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ed3022db-55d7-4c97-b83a-b25b8bffd9c8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6896300 Feb 09 13:27:45.170197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39250) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:45.185540 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5bba162d-1313-44b5-81f9-0681e80cbc94 req-6eb7ab8f-1d49-46a9-b603-c6d71efbc28c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035481 Feb 09 13:27:45.291263 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-656d9b96-1a7d-4600-815c-78a72582d2cb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.304987 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-656d9b96-1a7d-4600-815c-78a72582d2cb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.308863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-32caf22b-ea5a-4131-88dd-1d4b6e2a75ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:45.321709 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-495aa436-f958-4e2c-8656-c176346a8c5f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.336727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32caf22b-ea5a-4131-88dd-1d4b6e2a75ea None None] Routers {'8893062d-d42f-4d00-899c-01cf277f2928'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:45.337345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-32caf22b-ea5a-4131-88dd-1d4b6e2a75ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['8893062d-d42f-4d00-899c-01cf277f2928'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:45.380728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495aa436-f958-4e2c-8656-c176346a8c5f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=386d2823-6070-454e-9079-64e50fb34710,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:45.389308 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-495aa436-f958-4e2c-8656-c176346a8c5f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.400837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-495aa436-f958-4e2c-8656-c176346a8c5f tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/386d2823-6070-454e-9079-64e50fb34710 HTTP/1.1" status: 204 len: 168 time: 1.7455189 Feb 09 13:27:45.401705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39256) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:45.413899 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1a3441bc-9999-4a74-a737-e63ecd2c141c tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/routers/8893062d-d42f-4d00-899c-01cf277f2928 HTTP/1.1" status: 200 len: 924 time: 0.3663552 Feb 09 13:27:45.416474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39260) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:45.423461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-32caf22b-ea5a-4131-88dd-1d4b6e2a75ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:45.423993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32caf22b-ea5a-4131-88dd-1d4b6e2a75ea None None] The sync data for ids ['8893062d-d42f-4d00-899c-01cf277f2928'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:27:45.428422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b6626-8506-4847-807f-e8747b2a2022 None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:45.439615 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-656d9b96-1a7d-4600-815c-78a72582d2cb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.454196 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-656d9b96-1a7d-4600-815c-78a72582d2cb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.455446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-656d9b96-1a7d-4600-815c-78a72582d2cb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ebee6b9d-0e6e-49b6-890b-4699cc94f688 HTTP/1.1" status: 204 len: 168 time: 0.2837296 Feb 09 13:27:45.457777 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa027011-880a-4280-9b83-069ed9f91dcd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:45.458007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa027011-880a-4280-9b83-069ed9f91dcd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:45.462807 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fa027011-880a-4280-9b83-069ed9f91dcd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/b143a61e-a1b0-49a9-8704-a6e4d517faa1 HTTP/1.1" status: 404 len: 337 time: 0.0592096 Feb 09 13:27:45.465182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39266) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:45.465513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39268) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:45.495903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0c3f94f7-d822-4390-adac-7848272bc7ca None None] Provisioning complete for port 659bd370-3aad-40d3-94f2-83e0b211af39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:45.499558 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0c3f94f7-d822-4390-adac-7848272bc7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.546890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-76506a00-5b91-4209-af02-d0e577c7a12a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting subnet 89eceb8d-5a37-496d-975f-1d2215457fad {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:27:45.551326 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-76506a00-5b91-4209-af02-d0e577c7a12a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.610834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-76506a00-5b91-4209-af02-d0e577c7a12a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.615575 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5faf0907-5b84-42ac-9197-cf6b13fbff3a tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&device_id=8893062d-d42f-4d00-899c-01cf277f2928&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1944797 Feb 09 13:27:45.617908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39276) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:45.704258 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-76506a00-5b91-4209-af02-d0e577c7a12a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:45.735640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 60d8777e-ee0c-4255-b885-e38f0356b7f6 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:27:45.762340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d9b96-1a7d-4600-815c-78a72582d2cb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebee6b9d-0e6e-49b6-890b-4699cc94f688,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:46.119081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edaa4a1-b8d8-496d-aa7c-616d8c58c00e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:46.119718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8edaa4a1-b8d8-496d-aa7c-616d8c58c00e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Synchronizing usage tracker for tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:46.146020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8edaa4a1-b8d8-496d-aa7c-616d8c58c00e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Unset dirty status for tenant:f9ce1fd6a7434d88bc0d2ce0cf5a7ae1 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:46.148676 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8edaa4a1-b8d8-496d-aa7c-616d8c58c00e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 881 time: 0.5282292 Feb 09 13:27:46.151551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39288) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:46.186575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0c3f94f7-d822-4390-adac-7848272bc7ca None None] Provisioning complete for port 6072cd67-3736-4481-ba1a-127f8cfb6930 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:46.187154 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0c3f94f7-d822-4390-adac-7848272bc7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.189424 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0b32a92b-8660-48a1-ab31-a1d4d72a2e01 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:46.203969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b50471-a94a-4ac7-a640-03ae5faa3089 req-48b3cb9b-60e2-45d6-84e5-33c931baeed3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:46.211240 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c3555907-6f80-4634-9f70-bf975f394e5f tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=8893062d-d42f-4d00-899c-01cf277f2928 HTTP/1.1" status: 200 len: 205 time: 0.0585420 Feb 09 13:27:46.212013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30b50471-a94a-4ac7-a640-03ae5faa3089 req-48b3cb9b-60e2-45d6-84e5-33c931baeed3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 944 time: 0.4511259 Feb 09 13:27:46.213834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39294) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:46.270678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 60d8777e-ee0c-4255-b885-e38f0356b7f6 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:27:46.279034 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-76506a00-5b91-4209-af02-d0e577c7a12a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.288494 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.291257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 60d8777e-ee0c-4255-b885-e38f0356b7f6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:46.291600 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.322230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0c3f94f7-d822-4390-adac-7848272bc7ca None None] Port 6072cd67-3736-4481-ba1a-127f8cfb6930 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:46.335185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0b32a92b-8660-48a1-ab31-a1d4d72a2e01 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:46.339928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0b32a92b-8660-48a1-ab31-a1d4d72a2e01 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8732436 Feb 09 13:27:46.344185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39298) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:46.346255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76506a00-5b91-4209-af02-d0e577c7a12a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Subnet': ['ID=89eceb8d-5a37-496d-975f-1d2215457fad,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:46.375755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30b50471-a94a-4ac7-a640-03ae5faa3089 req-bee57707-bab3-4402-8640-aa863f5d23d0 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562123 Feb 09 13:27:46.396793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-76506a00-5b91-4209-af02-d0e577c7a12a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.435765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-76506a00-5b91-4209-af02-d0e577c7a12a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/89eceb8d-5a37-496d-975f-1d2215457fad HTTP/1.1" status: 204 len: 168 time: 0.9653859 Feb 09 13:27:46.440669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39302) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:46.460534 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.471665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46857876-dfb1-4da9-b2e2-4b9060029f78 req-99590b91-dad9-4651-ac3c-3c28521ee419 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:46.474190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46857876-dfb1-4da9-b2e2-4b9060029f78 req-99590b91-dad9-4651-ac3c-3c28521ee419 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.4607234 Feb 09 13:27:46.508514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 60d8777e-ee0c-4255-b885-e38f0356b7f6, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=60d8777e-ee0c-4255-b885-e38f0356b7f6,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:46.509852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d8777e-ee0c-4255-b885-e38f0356b7f6'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:46.523790 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c90986d4-cad9-4f4f-ba0b-22ab3c785d8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.530322 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.541032 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf725ef7-04a4-4584-8640-7d54c5261cf0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:46.541899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf725ef7-04a4-4584-8640-7d54c5261cf0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:46.552081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39308) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:46.552856 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bf725ef7-04a4-4584-8640-7d54c5261cf0 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/4e50113a-f45c-4da7-9f24-fb4872174126 HTTP/1.1" status: 404 len: 337 time: 0.1068769 Feb 09 13:27:46.627726 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'code': 200} Feb 09 13:27:46.644279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.658580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=60d8777e-ee0c-4255-b885-e38f0356b7f6,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:46.660223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-138806db-08c4-44eb-ab97-32bca2b5c277 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Synchronizing usage tracker for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:46.686149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c90986d4-cad9-4f4f-ba0b-22ab3c785d8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.700061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46857876-dfb1-4da9-b2e2-4b9060029f78 req-48175fa3-0cb4-4587-b9cc-c74a2a63d803 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168968 Feb 09 13:27:46.798729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-138806db-08c4-44eb-ab97-32bca2b5c277 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Unset dirty status for tenant:951a0af6959d462b949304dba3441f51 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:46.803970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39312) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:46.804435 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-138806db-08c4-44eb-ab97-32bca2b5c277 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7f4fba3-992b-4096-ae3e-f4748c454477 HTTP/1.1" status: 200 len: 205 time: 0.2509885 Feb 09 13:27:46.835421 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c90986d4-cad9-4f4f-ba0b-22ab3c785d8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.885595 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-d99dd301-e295-444c-8bf7-f1ef039279eb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] delete failed (client error): The resource could not be found. Feb 09 13:27:46.886654 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d99dd301-e295-444c-8bf7-f1ef039279eb tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/routers/b7f4fba3-992b-4096-ae3e-f4748c454477 HTTP/1.1" status: 404 len: 336 time: 0.0811131 Feb 09 13:27:46.891769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39316) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:46.893613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90986d4-cad9-4f4f-ba0b-22ab3c785d8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f14910-516c-47c3-80b9-22b42b9c78c9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:46.903933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c90986d4-cad9-4f4f-ba0b-22ab3c785d8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:46.905263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c90986d4-cad9-4f4f-ba0b-22ab3c785d8f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/42f14910-516c-47c3-80b9-22b42b9c78c9 HTTP/1.1" status: 204 len: 168 time: 0.5556562 Feb 09 13:27:46.908029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39320) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:46.915128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a78db1b8-87d8-4a78-927b-82140fbb4011 req-7a85b61c-e340-458a-a05c-7747906124b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 1096 time: 0.2140362 Feb 09 13:27:46.966864 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a60df8-d9f2-4435-9dbd-c005de3a14ed tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:46.967538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a60df8-d9f2-4435-9dbd-c005de3a14ed tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:46.969770 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-25a60df8-d9f2-4435-9dbd-c005de3a14ed tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/806f85f4-de74-4365-877f-cc26b0979696 HTTP/1.1" status: 404 len: 337 time: 0.0726883 Feb 09 13:27:46.976774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39324) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:47.042234 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed00d54-a829-42c7-bac3-0901f8dcfdfd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:47.042838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed00d54-a829-42c7-bac3-0901f8dcfdfd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:47.047530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4ed00d54-a829-42c7-bac3-0901f8dcfdfd tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/24d9de51-4a3c-4b92-baf9-5f8cdd10d4e3 HTTP/1.1" status: 404 len: 337 time: 0.0695810 Feb 09 13:27:47.050636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39328) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:47.054347 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.055815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a78db1b8-87d8-4a78-927b-82140fbb4011 req-bbad54b5-9e02-4cfd-bc7b-975152a9c7d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216261 Feb 09 13:27:47.064183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Deleting port edaf062d-ea26-4a04-a2f0-66602f869c34 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:47.064805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.107104 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-0860f119-2ce7-4a0b-9dc5-1b192b9f5c75 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:47.107698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0860f119-2ce7-4a0b-9dc5-1b192b9f5c75 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:47.112331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0860f119-2ce7-4a0b-9dc5-1b192b9f5c75 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/ec0ea936-d73a-462b-8756-e4addc5110ea HTTP/1.1" status: 404 len: 337 time: 0.0605764 Feb 09 13:27:47.114338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39334) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:47.162742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f403ed55-7a5e-4195-8a0b-79bba477b647 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:47.223436 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a94a03-45e8-4368-abd8-7303c161b013 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:47.226568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a94a03-45e8-4368-abd8-7303c161b013 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:47.236655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-75a94a03-45e8-4368-abd8-7303c161b013 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/2ba74690-f8d8-452f-9d8b-72c5fcd8c910 HTTP/1.1" status: 404 len: 333 time: 0.1162546 Feb 09 13:27:47.236655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39340) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:47.236655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f403ed55-7a5e-4195-8a0b-79bba477b647 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:47.237242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f403ed55-7a5e-4195-8a0b-79bba477b647 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3275249 Feb 09 13:27:47.270305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26786589-3dd1-4ed3-84ea-194b946752c9 None None] Network 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:27:47.280814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39346) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:47.287164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group': {'name': 'tempest-secgroup--398693689'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:47.299954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:47.303380 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4014d34-3763-4beb-ae26-7a4a8f8fca68 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:47.303990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4014d34-3763-4beb-ae26-7a4a8f8fca68 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:47.308571 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f4014d34-3763-4beb-ae26-7a4a8f8fca68 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/77ec1e4a-2e0e-4d97-8b74-9ce18b6ef1c8 HTTP/1.1" status: 404 len: 337 time: 0.0744438 Feb 09 13:27:47.310614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39350) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:47.312403 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.360554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:47.362971 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0dd0258-246d-412a-975e-e09923ac795a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:47.363586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0dd0258-246d-412a-975e-e09923ac795a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:47.368598 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e0dd0258-246d-412a-975e-e09923ac795a tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/bb3c4fc8-ab87-4da0-b584-033e7301c010 HTTP/1.1" status: 404 len: 337 time: 0.0567627 Feb 09 13:27:47.369575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39354) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:47.432011 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d79ab0-f3f7-4bcb-a4c6-67ca767f2c48 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:47.446687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d79ab0-f3f7-4bcb-a4c6-67ca767f2c48 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:47.451865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-89d79ab0-f3f7-4bcb-a4c6-67ca767f2c48 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/edbee2ed-2da5-4674-be6c-63975b418494 HTTP/1.1" status: 404 len: 333 time: 0.0800180 Feb 09 13:27:47.452936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39362) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:47.591015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-53fb0c30-7ac0-410c-8408-90f563036f09 None None] Provisioning complete for port 659bd370-3aad-40d3-94f2-83e0b211af39 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:47.591382 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-53fb0c30-7ac0-410c-8408-90f563036f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.603932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Calling delete_port for edaf062d-ea26-4a04-a2f0-66602f869c34 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:47.744990 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.768060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2233f97-a18d-4ca8-ad3a-ceb1e2ab4a4c None None] DHCP port deletion for 53770cc7-5c72-4690-80ea-5b9f2d6a7e06 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:27:47.774769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-53fb0c30-7ac0-410c-8408-90f563036f09 None None] Provisioning complete for port 6072cd67-3736-4481-ba1a-127f8cfb6930 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:27:47.775704 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-53fb0c30-7ac0-410c-8408-90f563036f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.814655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b2233f97-a18d-4ca8-ad3a-ceb1e2ab4a4c None None] Deleting port 659bd370-3aad-40d3-94f2-83e0b211af39 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:47.815180 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2233f97-a18d-4ca8-ad3a-ceb1e2ab4a4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:47.853384 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-b735b445-d420-4d9f-89c6-3f3a1e30d9e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:47.853944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b735b445-d420-4d9f-89c6-3f3a1e30d9e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:47.858633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b735b445-d420-4d9f-89c6-3f3a1e30d9e8 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/54aeadcd-df31-40bd-9bad-624cecc7d7b3 HTTP/1.1" status: 404 len: 337 time: 0.4045188 Feb 09 13:27:47.861776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39372) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:47.884880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-53fb0c30-7ac0-410c-8408-90f563036f09 None None] Port 6072cd67-3736-4481-ba1a-127f8cfb6930 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:27:47.933726 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ec4496-572a-4e45-8d25-d626f0a63528 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] DELETE failed (client error): The resource could not be found. Feb 09 13:27:47.938814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ec4496-572a-4e45-8d25-d626f0a63528 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:27:47.944847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39378) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:47.954329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-91ec4496-572a-4e45-8d25-d626f0a63528 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/subnets/8d3009ee-bb7b-4504-885c-172b22f46b75 HTTP/1.1" status: 404 len: 337 time: 0.0845006 Feb 09 13:27:48.013113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.024305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:48.046504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:48.056582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:48.093657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:48.158588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 659bd370-3aad-40d3-94f2-83e0b211af39 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:48.168822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-28ab6a23-c132-4918-b43d-f93079fb444c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:48.170485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-28ab6a23-c132-4918-b43d-f93079fb444c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.4078004 Feb 09 13:27:48.219058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Pushing event deleted for resources: {'Port': ['ID=edaf062d-ea26-4a04-a2f0-66602f869c34,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:48.230075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b2233f97-a18d-4ca8-ad3a-ceb1e2ab4a4c None None] For port 659bd370-3aad-40d3-94f2-83e0b211af39, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=659bd370-3aad-40d3-94f2-83e0b211af39,segment=NetworkSegment(cf92958e-d5fe-459d-b025-e8bb883a5fd9),segment_id=cf92958e-d5fe-459d-b025-e8bb883a5fd9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:48.230479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2233f97-a18d-4ca8-ad3a-ceb1e2ab4a4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.280413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d09bbed4-2f0c-46be-8465-51120ae13f80 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Deleting port 6072cd67-3736-4481-ba1a-127f8cfb6930 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:48.280717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d09bbed4-2f0c-46be-8465-51120ae13f80 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.310405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.387606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.420382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31360c07-0e0e-4137-a436-87c489abe9d6 req-3e69f30b-d74b-4263-a815-b39d9df03860 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:48.429533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-31360c07-0e0e-4137-a436-87c489abe9d6 req-3e69f30b-d74b-4263-a815-b39d9df03860 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 945 time: 0.6338403 Feb 09 13:27:48.481795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b2233f97-a18d-4ca8-ad3a-ceb1e2ab4a4c None None] Calling delete_port for 659bd370-3aad-40d3-94f2-83e0b211af39 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:48.603236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-d60fa352-339f-445b-9c20-4dc859f5c802 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Deleting port 9c225077-5d23-4fe3-954e-6296320ffc4d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:48.603832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-d60fa352-339f-445b-9c20-4dc859f5c802 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.627369 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.656441 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2233f97-a18d-4ca8-ad3a-ceb1e2ab4a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.742187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2233f97-a18d-4ca8-ad3a-ceb1e2ab4a4c None None] Pushing event deleted for resources: {'Port': ['ID=659bd370-3aad-40d3-94f2-83e0b211af39,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:48.774979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2233f97-a18d-4ca8-ad3a-ceb1e2ab4a4c None None] No DVR routers for this DVR port 659bd370-3aad-40d3-94f2-83e0b211af39 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:27:48.777042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-31360c07-0e0e-4137-a436-87c489abe9d6 req-480f7579-cba8-443e-a80b-0b85d36d3a0a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416097 Feb 09 13:27:48.778247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fa51fc-ae18-453b-87e7-41cea7727aa8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:48.841271 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.841271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7be3ce0e-166c-49ff-a47a-644f1732de6b tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5557330 Feb 09 13:27:48.841677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39384) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:48.848947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': 'b4fa51fc-ae18-453b-87e7-41cea7727aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:48.870828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:48.928517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:48.932301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:48.942584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286a3f2-a56c-4238-895a-5954a48544ec req-96d27c21-6320-49b2-850d-f71b2c1ec7c1 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:48.945053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7286a3f2-a56c-4238-895a-5954a48544ec req-96d27c21-6320-49b2-850d-f71b2c1ec7c1 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 945 time: 0.7083504 Feb 09 13:27:48.946498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:49.016608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:49.141160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7286a3f2-a56c-4238-895a-5954a48544ec req-2101d8d7-c0a7-4052-a14e-b48aa3d166aa tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841822 Feb 09 13:27:49.163035 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.209130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-d60fa352-339f-445b-9c20-4dc859f5c802 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] For port 9c225077-5d23-4fe3-954e-6296320ffc4d, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9c225077-5d23-4fe3-954e-6296320ffc4d,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:49.209650 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-d60fa352-339f-445b-9c20-4dc859f5c802 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.286425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d09bbed4-2f0c-46be-8465-51120ae13f80 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.347164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-d60fa352-339f-445b-9c20-4dc859f5c802 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Calling delete_port for 9c225077-5d23-4fe3-954e-6296320ffc4d owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:49.351741 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.421533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d09bbed4-2f0c-46be-8465-51120ae13f80 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Calling delete_port for 6072cd67-3736-4481-ba1a-127f8cfb6930 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:49.450694 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.512053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.516902 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.524476 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d09bbed4-2f0c-46be-8465-51120ae13f80 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.530449 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.530901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Fanout notify agent at l3_agent the message router_deleted on router 8893062d-d42f-4d00-899c-01cf277f2928 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:27:49.554333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687fef3a-2165-47bd-8be3-fbab4ee784be,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:49.578611 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.579832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2697c7e9-d262-475d-87e7-6bb663df6bde tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7371051 Feb 09 13:27:49.581694 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-d60fa352-339f-445b-9c20-4dc859f5c802 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.584154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39390) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:49.584704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bbed4-2f0c-46be-8465-51120ae13f80 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Port': ['ID=6072cd67-3736-4481-ba1a-127f8cfb6930,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:49.596014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['075ecd90-2447-4fb2-9a6c-e14f50f08ac8', 'e3eeed18-ee49-415d-80c7-06a9bd476a6c', '9c225077-5d23-4fe3-954e-6296320ffc4d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:27:49.601519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d09bbed4-2f0c-46be-8465-51120ae13f80 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.608050 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d09bbed4-2f0c-46be-8465-51120ae13f80 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/ports/6072cd67-3736-4481-ba1a-127f8cfb6930 HTTP/1.1" status: 204 len: 168 time: 1.6617146 Feb 09 13:27:49.611481 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.620848 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e0f13498-9fff-4894-90d1-dba6c0d77d83 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/8893062d-d42f-4d00-899c-01cf277f2928 HTTP/1.1" status: 204 len: 168 time: 3.3977587 Feb 09 13:27:49.620848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39396) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:49.636825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39400) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:49.637153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': 'b4fa51fc-ae18-453b-87e7-41cea7727aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:49.644764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-318109394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:49.651586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fa352-339f-445b-9c20-4dc859f5c802 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Pushing event deleted for resources: {'Port': ['ID=9c225077-5d23-4fe3-954e-6296320ffc4d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:49.653784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:49.663138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:49.666440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:49.666612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:49.675166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Usage tracker for resource:router and tenant:caf7f8a722874bf19c3c6edb50f8626e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:49.701737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:49.728170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:49.743487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:49.763875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-d60fa352-339f-445b-9c20-4dc859f5c802 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] No DVR routers for this DVR port 9c225077-5d23-4fe3-954e-6296320ffc4d on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:27:49.766363 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.773983 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.780908 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.781733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.841974 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-d60fa352-339f-445b-9c20-4dc859f5c802 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.845820 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d49ad855-e9c1-44a5-8f13-a445bbebf752 req-d60fa352-339f-445b-9c20-4dc859f5c802 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "DELETE /v2.0/ports/9c225077-5d23-4fe3-954e-6296320ffc4d HTTP/1.1" status: 204 len: 173 time: 1.6679566 Feb 09 13:27:49.878645 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.880200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e019932-7e56-47a9-83f1-dc1624024d83', 'name': 'network-vif-deleted', 'tag': '9c225077-5d23-4fe3-954e-6296320ffc4d'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:49.889346 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.939578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32953db-4076-4964-b539-2a509bfaabb1,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:49.974345 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:49.977318 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a9ee6456-fb18-41fc-be0c-4087a6c1de27 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3924389 Feb 09 13:27:49.983733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39408) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:49.994523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': 'b4fa51fc-ae18-453b-87e7-41cea7727aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:50.029543 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e019932-7e56-47a9-83f1-dc1624024d83', 'name': 'network-vif-deleted', 'tag': '9c225077-5d23-4fe3-954e-6296320ffc4d', 'status': 'completed', 'code': 200} Feb 09 13:27:50.041898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:50.058152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:50.065506 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.083562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:50.088932 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.168796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53770cc7-5c72-4690-80ea-5b9f2d6a7e06']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:50.192031 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.203042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:50.224896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf92958e-d5fe-459d-b025-e8bb883a5fd9') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:50.225493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf92958e-d5fe-459d-b025-e8bb883a5fd9') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:50.253256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.260124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.261692 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7e636fab-cdf8-4907-9732-91e6ce2d070a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6214807 Feb 09 13:27:50.266069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39414) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:50.274241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.277387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'enable_snat': True}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:50.414027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd00b9e-a2ce-4a36-bb81-a7cad2954914 req-ce219844-741a-4e3a-b9fa-f8da051f0a52 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:50.414027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bcd00b9e-a2ce-4a36-bb81-a7cad2954914 req-ce219844-741a-4e3a-b9fa-f8da051f0a52 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 945 time: 0.3544860 Feb 09 13:27:50.482205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.501637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6f7a59e1-292d-411e-91e5-5d13a57e2717 req-31ae729c-d094-40fb-a08a-2dca55228207 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Synchronizing usage tracker for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:50.546280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:27:50.546537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.549151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.551737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6f7a59e1-292d-411e-91e5-5d13a57e2717 req-31ae729c-d094-40fb-a08a-2dca55228207 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Unset dirty status for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:50.552853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f7a59e1-292d-411e-91e5-5d13a57e2717 req-31ae729c-d094-40fb-a08a-2dca55228207 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e019932-7e56-47a9-83f1-dc1624024d83 HTTP/1.1" status: 200 len: 210 time: 0.1302764 Feb 09 13:27:50.555601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bcd00b9e-a2ce-4a36-bb81-a7cad2954914 req-b2ae1d85-8317-40d3-92bd-b4a2b88ae29b tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372941 Feb 09 13:27:50.556782 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:27:50.563617 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:27:50.580478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea18737-4883-4d05-8074-1a2e67a6f679,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:50.605298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.617304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39422) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:50.619745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': 'b4fa51fc-ae18-453b-87e7-41cea7727aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:50.621992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2788b600-bb16-409c-a9b4-efb6ef5c5662 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6363344 Feb 09 13:27:50.681338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:50.690529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:50.695531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:50.703576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:50.763143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.794685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:50.806254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58b091-7f5e-4b9b-914f-51578dee4d93 req-c39460bd-2957-4192-bef4-e03bcbe15b45 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:50.807683 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df58b091-7f5e-4b9b-914f-51578dee4d93 req-c39460bd-2957-4192-bef4-e03bcbe15b45 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 945 time: 0.0975947 Feb 09 13:27:50.864556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] Pushing event deleted for resources: {'Network': ['ID=53770cc7-5c72-4690-80ea-5b9f2d6a7e06,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:50.874663 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d0d16779-75f8-49bf-841f-eceb1cbf0091 tempest-PortsIpV6TestJSON-232903997 tempest-PortsIpV6TestJSON-232903997-project] 10.222.0.59 "DELETE /v2.0/networks/53770cc7-5c72-4690-80ea-5b9f2d6a7e06 HTTP/1.1" status: 204 len: 168 time: 1.2548451 Feb 09 13:27:50.884530 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.046788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df58b091-7f5e-4b9b-914f-51578dee4d93 req-37d74328-7d63-4ade-920b-b8b354175593 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305593 Feb 09 13:27:51.077300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39430) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:51.126682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.132448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.146500 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.243577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1f697c-bb81-4aa9-bc17-dfc6a6e54833,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:51.255034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.256932 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d0fc27b7-5a59-46cb-b187-685de95ff951 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6457779 Feb 09 13:27:51.260584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39438) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:51.266984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': 'b4fa51fc-ae18-453b-87e7-41cea7727aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:51.282187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:51.291787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:51.302021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:51.313891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:51.389725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39442) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:51.417396 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.556793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.556934 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.571622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2fbef51d-650a-44ce-a4ce-333aa00153e0 tempest-TestNetworkBasicOps-1058768499 tempest-TestNetworkBasicOps-1058768499-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 1091 time: 0.4920995 Feb 09 13:27:51.572419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39450) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:51.580586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:51.584847 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.604858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.605959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:51.617748 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Usage tracker for resource:floatingip and tenant:42742f3932a24ae9a6a1efba9cf977a9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:51.622921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc4d1bc-aab5-4e49-a562-8d684c5574ec,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:51.624869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:51.635235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:51.640754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.644589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-75f379b7-d44c-4639-b10f-31dc18e1b5ce tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.3801847 Feb 09 13:27:51.644869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39456) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:51.653229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9c225077-5d23-4fe3-954e-6296320ffc4d no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:51.662696 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.689056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 9c225077-5d23-4fe3-954e-6296320ffc4d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:27:51.689832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9c225077-5d23-4fe3-954e-6296320ffc4d not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:51.716994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f5821dd-cde2-4dab-a0e2-3bbf2bc32fc7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.732067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f5821dd-cde2-4dab-a0e2-3bbf2bc32fc7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.739657 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-60276a63-29fe-4d62-8c83-4ba1f417d4b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=951a0af6959d462b949304dba3441f51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3434131 Feb 09 13:27:51.764815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39462) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:51.831628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f5821dd-cde2-4dab-a0e2-3bbf2bc32fc7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.838565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Allocated IP 172.25.5.166 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/66c0d77b-6fb5-4059-b993-40bca9df42b1) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:51.853248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5821dd-cde2-4dab-a0e2-3bbf2bc32fc7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbc4d1bc-aab5-4e49-a562-8d684c5574ec,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:51.858537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba78161e-a2e4-435c-ac44-81b582f6bf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.861245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f5821dd-cde2-4dab-a0e2-3bbf2bc32fc7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.862648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7f5821dd-cde2-4dab-a0e2-3bbf2bc32fc7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/dbc4d1bc-aab5-4e49-a562-8d684c5574ec HTTP/1.1" status: 204 len: 168 time: 0.2166772 Feb 09 13:27:51.868032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39466) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:51.909571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:51.925078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba78161e-a2e4-435c-ac44-81b582f6bf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.002430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-64429058-01e2-4144-a58a-da45258af0ea tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:52.063777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-64429058-01e2-4144-a58a-da45258af0ea tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:52.070561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-64429058-01e2-4144-a58a-da45258af0ea tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1998594 Feb 09 13:27:52.070724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39474) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:52.134223 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba78161e-a2e4-435c-ac44-81b582f6bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.149116 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.156163 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f37e2f42-a742-460b-a744-d8e35697d5fe tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.171502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78161e-a2e4-435c-ac44-81b582f6bf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50329ac4-59b4-4df1-9da8-4769d6c0983c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:52.179160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f37e2f42-a742-460b-a744-d8e35697d5fe tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.215764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba78161e-a2e4-435c-ac44-81b582f6bf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.216867 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ba78161e-a2e4-435c-ac44-81b582f6bf73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50329ac4-59b4-4df1-9da8-4769d6c0983c HTTP/1.1" status: 204 len: 168 time: 0.4511273 Feb 09 13:27:52.238773 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f37e2f42-a742-460b-a744-d8e35697d5fe tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.249681 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.301224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e2f42-a742-460b-a744-d8e35697d5fe tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c1f697c-bb81-4aa9-bc17-dfc6a6e54833,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:52.327176 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f37e2f42-a742-460b-a744-d8e35697d5fe tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.328418 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f37e2f42-a742-460b-a744-d8e35697d5fe tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/9c1f697c-bb81-4aa9-bc17-dfc6a6e54833 HTTP/1.1" status: 204 len: 168 time: 0.2530618 Feb 09 13:27:52.334429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39482) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:52.359686 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79a1288c-8dca-425d-a087-8ccd4540bd0d req-0190445a-cc08-4451-bd50-06538b35e07e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2640624 Feb 09 13:27:52.374556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:52.377475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event updated for resources: {'Port': ['ID=66c0d77b-6fb5-4059-b993-40bca9df42b1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:52.380740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:52.383926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:52.399324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507df879-56cd-4a01-a91a-eeebd17e55f7 req-bc667bc0-ecb1-4c0a-a96b-3ef7be10f3b0 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:52.407101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-507df879-56cd-4a01-a91a-eeebd17e55f7 req-bc667bc0-ecb1-4c0a-a96b-3ef7be10f3b0 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 946 time: 0.2589946 Feb 09 13:27:52.496218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5505f95f-4be5-4d31-9865-6ee491b08cd4 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:52.528349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Allocated IP 172.25.5.114 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/50bad7fa-0725-430f-b83b-43f347285481) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:27:52.563356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5505f95f-4be5-4d31-9865-6ee491b08cd4 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:52.565247 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5505f95f-4be5-4d31-9865-6ee491b08cd4 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2298248 Feb 09 13:27:52.569216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39490) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:52.596078 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-507df879-56cd-4a01-a91a-eeebd17e55f7 req-590574f6-c1f6-454d-a2e6-2e062358299e tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789782 Feb 09 13:27:52.776345 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de01a135-b8d6-412d-9336-ffcb502db868 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.787914 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de01a135-b8d6-412d-9336-ffcb502db868 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.831587 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de01a135-b8d6-412d-9336-ffcb502db868 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.838610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79a1288c-8dca-425d-a087-8ccd4540bd0d req-ebec2b51-96f0-458c-8659-3ffe4b93afb5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 1096 time: 0.3627872 Feb 09 13:27:52.852921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01a135-b8d6-412d-9336-ffcb502db868 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ea18737-4883-4d05-8074-1a2e67a6f679,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:52.874984 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de01a135-b8d6-412d-9336-ffcb502db868 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.879943 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-de01a135-b8d6-412d-9336-ffcb502db868 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0ea18737-4883-4d05-8074-1a2e67a6f679 HTTP/1.1" status: 204 len: 168 time: 0.3056693 Feb 09 13:27:52.879943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39502) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:52.903054 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:52.914598 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.037479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1288c-8dca-425d-a087-8ccd4540bd0d req-24a1d82f-fee5-4660-93c2-d093610e21a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:53.039332 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79a1288c-8dca-425d-a087-8ccd4540bd0d req-24a1d82f-fee5-4660-93c2-d093610e21a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 200 len: 916 time: 0.1640937 Feb 09 13:27:53.041429 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.126873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c6191d7a-299c-4515-b4a2-2835d6994a43 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:53.161773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c6191d7a-299c-4515-b4a2-2835d6994a43 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:53.170783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39510) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:53.175357 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c6191d7a-299c-4515-b4a2-2835d6994a43 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2903075 Feb 09 13:27:53.203309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79a1288c-8dca-425d-a087-8ccd4540bd0d req-1073df0c-e4cb-49e8-9aec-7f06f1388402 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33381a3e-e33c-49c9-ba45-50e610f44078 HTTP/1.1" status: 200 len: 217 time: 0.1279604 Feb 09 13:27:53.206461 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.211974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=50bad7fa-0725-430f-b83b-43f347285481,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:53.212191 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.215366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:27:53.284774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1288c-8dca-425d-a087-8ccd4540bd0d req-d4e965b6-160a-4189-bc37-85de1a365c5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:53.287160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79a1288c-8dca-425d-a087-8ccd4540bd0d req-d4e965b6-160a-4189-bc37-85de1a365c5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 200 len: 855 time: 0.0768428 Feb 09 13:27:53.303955 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dee1fc65-f7b4-4d14-84ac-89e1ccecede3 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.315533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dee1fc65-f7b4-4d14-84ac-89e1ccecede3 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.333726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:27:53.340527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:27:53.450631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79a1288c-8dca-425d-a087-8ccd4540bd0d req-e9ab43dd-b642-4f95-96b0-36fb5253590e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481197 Feb 09 13:27:53.497915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39520) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:53.508800 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dee1fc65-f7b4-4d14-84ac-89e1ccecede3 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.542771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Router bc2e519d-3d33-4645-824b-8508bc149ad7 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:27:53.601278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1fc65-f7b4-4d14-84ac-89e1ccecede3 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c32953db-4076-4964-b539-2a509bfaabb1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:53.610102 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dee1fc65-f7b4-4d14-84ac-89e1ccecede3 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.613806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dee1fc65-f7b4-4d14-84ac-89e1ccecede3 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/c32953db-4076-4964-b539-2a509bfaabb1 HTTP/1.1" status: 204 len: 168 time: 0.4371264 Feb 09 13:27:53.624421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39526) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:53.789142 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ac6aa8f2-e83f-4da4-8564-28d7cd4a21ac tempest-ServiceProvidersTest-1126851784 tempest-ServiceProvidersTest-1126851784-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2871325 Feb 09 13:27:53.849874 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-adcdd42a-e9c2-4c9b-926d-e0d78fcf7a56 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2242830 Feb 09 13:27:53.852859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39536) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:53.942888 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6995a57-5d56-4db4-a791-05121d9c1bfb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:53.992449 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6995a57-5d56-4db4-a791-05121d9c1bfb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.065977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6995a57-5d56-4db4-a791-05121d9c1bfb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.103924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6995a57-5d56-4db4-a791-05121d9c1bfb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=687fef3a-2165-47bd-8be3-fbab4ee784be,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:54.119013 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6995a57-5d56-4db4-a791-05121d9c1bfb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.120273 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a6995a57-5d56-4db4-a791-05121d9c1bfb tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/687fef3a-2165-47bd-8be3-fbab4ee784be HTTP/1.1" status: 204 len: 168 time: 0.2665873 Feb 09 13:27:54.124544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39542) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.154861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:27:54.162189 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.166045 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-570c74ff-254a-43ed-af1b-872c3a7f93be tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "PUT /v2.0/routers/bc2e519d-3d33-4645-824b-8508bc149ad7 HTTP/1.1" status: 200 len: 918 time: 3.8961306 Feb 09 13:27:54.170009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39546) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.170920 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a84da-7d67-4490-b6cf-15563357e0ed None None] Sync routers for ids ['bc2e519d-3d33-4645-824b-8508bc149ad7'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:27:54.188910 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a84da-7d67-4490-b6cf-15563357e0ed None None] Routers {'bc2e519d-3d33-4645-824b-8508bc149ad7'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:54.189802 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6c5a84da-7d67-4490-b6cf-15563357e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['bc2e519d-3d33-4645-824b-8508bc149ad7'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:54.228727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39550) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.276268 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6c5a84da-7d67-4490-b6cf-15563357e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:54.289586 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a84da-7d67-4490-b6cf-15563357e0ed None None] Routers {'bc2e519d-3d33-4645-824b-8508bc149ad7'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:27:54.290560 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6c5a84da-7d67-4490-b6cf-15563357e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['bc2e519d-3d33-4645-824b-8508bc149ad7'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:54.316876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bf8ae86f-8dc6-4f12-ace6-0492304edf23 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:54.345969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bf8ae86f-8dc6-4f12-ace6-0492304edf23 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:54.351685 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bf8ae86f-8dc6-4f12-ace6-0492304edf23 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2248721 Feb 09 13:27:54.354697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39554) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.386070 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6c5a84da-7d67-4490-b6cf-15563357e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:27:54.386742 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a84da-7d67-4490-b6cf-15563357e0ed None None] The sync data for ids ['bc2e519d-3d33-4645-824b-8508bc149ad7'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:27:54.466854 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79a1288c-8dca-425d-a087-8ccd4540bd0d req-be860248-bd81-4f77-a38d-33b88fa0d88a service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0030606 Feb 09 13:27:54.477805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48067dbf-cd90-46e1-a752-761b911d723c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.517042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48067dbf-cd90-46e1-a752-761b911d723c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.559241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-387a8510-10f4-4627-9e27-127ceefde2b1 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/routers/bc2e519d-3d33-4645-824b-8508bc149ad7 HTTP/1.1" status: 200 len: 924 time: 0.3878102 Feb 09 13:27:54.562860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39562) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.569595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36700d76-5efb-4956-8853-1e63e5da44a8 req-7ad14ba1-93c1-40fc-b374-87ce638ad549 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:54.576518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36700d76-5efb-4956-8853-1e63e5da44a8 req-7ad14ba1-93c1-40fc-b374-87ce638ad549 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 946 time: 0.7509856 Feb 09 13:27:54.639006 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48067dbf-cd90-46e1-a752-761b911d723c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.679306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48067dbf-cd90-46e1-a752-761b911d723c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fa51fc-ae18-453b-87e7-41cea7727aa8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:54.699862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-80614a3e-09c7-4a52-be08-53f3677d88d1 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:54.701323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-80614a3e-09c7-4a52-be08-53f3677d88d1 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 946 time: 0.8794496 Feb 09 13:27:54.702456 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f28b0ec3-37e0-4d74-919c-bccfbf320d0e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&device_id=bc2e519d-3d33-4645-824b-8508bc149ad7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1385596 Feb 09 13:27:54.703546 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48067dbf-cd90-46e1-a752-761b911d723c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.704841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-48067dbf-cd90-46e1-a752-761b911d723c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/b4fa51fc-ae18-453b-87e7-41cea7727aa8 HTTP/1.1" status: 204 len: 168 time: 0.3486326 Feb 09 13:27:54.705597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39566) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.724577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39568) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.725339 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:54.888852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb4a4db-14c0-46ec-a328-28bff01de70f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:54.890727 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3fb4a4db-14c0-46ec-a328-28bff01de70f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 881 time: 0.1838686 Feb 09 13:27:54.893541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39576) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.903254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:54.930264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36700d76-5efb-4956-8853-1e63e5da44a8 req-177e9286-6a5a-4511-b57b-2d54db853691 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525941 Feb 09 13:27:54.932453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Usage tracker for resource:security_group_rule and tenant:936ff3de11b44405a69c8f4e6db72949 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:54.940309 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-44e1b375-a4d1-4c3d-a321-4ba5f03d2246 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2e519d-3d33-4645-824b-8508bc149ad7 HTTP/1.1" status: 200 len: 205 time: 0.0445373 Feb 09 13:27:54.947955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39580) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:54.951148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79a1288c-8dca-425d-a087-8ccd4540bd0d req-98d667b1-7d19-4fd9-8afa-42d31919ff4e service neutron] 10.222.0.67 "GET /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685571 Feb 09 13:27:54.952289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:54.961576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:54.973683 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c0f98129-f847-40a1-81dc-467ca2741617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.047886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-2055fa60-071b-4b14-9762-687f9b8d326c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Deleting port e3eeed18-ee49-415d-80c7-06a9bd476a6c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:55.048322 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-2055fa60-071b-4b14-9762-687f9b8d326c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.113773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.131859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.158733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e4a89be2-a260-4093-8ca9-571d90ef49df tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:55.252407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13035673-5d33-4272-8f69-0225ae44e4e9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:55.278525 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=936ff3de11b44405a69c8f4e6db72949&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9830487 Feb 09 13:27:55.278525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e4a89be2-a260-4093-8ca9-571d90ef49df tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:55.280745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39584) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:55.283770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39586) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:55.284568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e4a89be2-a260-4093-8ca9-571d90ef49df tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5451305 Feb 09 13:27:55.291549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group': {'name': 'tempest-secgroup--116716393'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:55.301833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.302172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.302538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.302878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.303216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.303538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.303868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.304190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.304512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.304827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.305149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c561df9-61f5-4790-87a1-d53343c0d378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:27:55.310077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:55.327196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:55.382486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.420622 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.490978 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f99e9980-8109-4138-a5f8-e2bb79fd3f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.587181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:55.592660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:55.602717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:55.616475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:55.618342 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f99e9980-8109-4138-a5f8-e2bb79fd3f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.632232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-2055fa60-071b-4b14-9762-687f9b8d326c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] For port e3eeed18-ee49-415d-80c7-06a9bd476a6c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e3eeed18-ee49-415d-80c7-06a9bd476a6c,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:27:55.632569 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-2055fa60-071b-4b14-9762-687f9b8d326c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.644456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.739828 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.748042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f99e9980-8109-4138-a5f8-e2bb79fd3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.751425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.787936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e9980-8109-4138-a5f8-e2bb79fd3f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13035673-5d33-4272-8f69-0225ae44e4e9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:55.788604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-2055fa60-071b-4b14-9762-687f9b8d326c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Calling delete_port for e3eeed18-ee49-415d-80c7-06a9bd476a6c owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:55.834053 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.835286 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5484293 Feb 09 13:27:55.842199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39596) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:55.852898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f99e9980-8109-4138-a5f8-e2bb79fd3f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.854001 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f99e9980-8109-4138-a5f8-e2bb79fd3f89 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13035673-5d33-4272-8f69-0225ae44e4e9 HTTP/1.1" status: 204 len: 168 time: 0.5713689 Feb 09 13:27:55.859022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a575d-cc13-4bd7-ac27-c7c87334b76d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3975bc37-100f-4bc2-9488-5a80f17171f5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:55.871156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': '3975bc37-100f-4bc2-9488-5a80f17171f5', 'direction': 'ingress', 'protocol': 17}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:55.893295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.904969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Deleting port 66c0d77b-6fb5-4059-b993-40bca9df42b1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:27:55.906076 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:55.931545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:55.948959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:55.955009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:55.962735 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.199269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.262370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:56.364456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Calling delete_port for 66c0d77b-6fb5-4059-b993-40bca9df42b1 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:27:56.519687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.663933 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.699768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319daa1d-bed6-40c4-8e32-26ef3dc287dd req-28313dfe-2186-431b-be9a-333d0648bb96 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:27:56.703345 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-319daa1d-bed6-40c4-8e32-26ef3dc287dd req-28313dfe-2186-431b-be9a-333d0648bb96 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 946 time: 0.4656067 Feb 09 13:27:56.760729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Pushing event deleted for resources: {'Port': ['ID=66c0d77b-6fb5-4059-b993-40bca9df42b1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:56.773475 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-2055fa60-071b-4b14-9762-687f9b8d326c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.785739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['075ecd90-2447-4fb2-9a6c-e14f50f08ac8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:27:56.965260 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:56.989877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.015494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055fa60-071b-4b14-9762-687f9b8d326c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Pushing event deleted for resources: {'Port': ['ID=e3eeed18-ee49-415d-80c7-06a9bd476a6c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:57.120219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.157726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-319daa1d-bed6-40c4-8e32-26ef3dc287dd req-4d80d15a-deb8-4fe3-96ef-884c182cde16 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417217 Feb 09 13:27:57.255803 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.268448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-2055fa60-071b-4b14-9762-687f9b8d326c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] No DVR routers for this DVR port e3eeed18-ee49-415d-80c7-06a9bd476a6c on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:27:57.281197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-2055fa60-071b-4b14-9762-687f9b8d326c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.306818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a38d5b5-f04a-4b5e-b2a0-107c4c925587', 'name': 'network-vif-deleted', 'tag': 'e3eeed18-ee49-415d-80c7-06a9bd476a6c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:27:57.311534 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.342499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event updated for resources: {'Port': ['ID=50bad7fa-0725-430f-b83b-43f347285481,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:57.352765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fdc6dcd-d504-42b5-b8aa-81745bd75183 req-2055fa60-071b-4b14-9762-687f9b8d326c tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "DELETE /v2.0/ports/e3eeed18-ee49-415d-80c7-06a9bd476a6c HTTP/1.1" status: 204 len: 173 time: 2.6290488 Feb 09 13:27:57.388053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd11f25f-e7be-4b18-893e-417259cdbbb1,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:57.402899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.475480 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a38d5b5-f04a-4b5e-b2a0-107c4c925587', 'name': 'network-vif-deleted', 'tag': 'e3eeed18-ee49-415d-80c7-06a9bd476a6c', 'status': 'completed', 'code': 200} Feb 09 13:27:57.484329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.489238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bd268f3f-c397-4556-a257-85ff055f8d24 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.6436920 Feb 09 13:27:57.489920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39634) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:57.709039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e3eeed18-ee49-415d-80c7-06a9bd476a6c no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:27:57.718106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.723296 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.781315 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-192464fe-de08-403a-a61b-3b9e61b7ec6c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.785179 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.785881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Fanout notify agent at l3_agent the message router_deleted on router bc2e519d-3d33-4645-824b-8508bc149ad7 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:27:57.814932 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.816315 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bb189c15-9302-4e08-a4ad-b0c9ffb1f6e2 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/bc2e519d-3d33-4645-824b-8508bc149ad7 HTTP/1.1" status: 204 len: 168 time: 2.8671505 Feb 09 13:27:57.817695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: e3eeed18-ee49-415d-80c7-06a9bd476a6c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:27:57.818869 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e3eeed18-ee49-415d-80c7-06a9bd476a6c not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:27:57.820460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39642) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:57.830966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2125531967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:57.841178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:57.855628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Usage tracker for resource:router and tenant:caf7f8a722874bf19c3c6edb50f8626e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:57.856632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-192464fe-de08-403a-a61b-3b9e61b7ec6c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.860068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:57.882962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:57.913511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.914460 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.955976 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:57.976021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-192464fe-de08-403a-a61b-3b9e61b7ec6c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:58.004419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:58.016576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192464fe-de08-403a-a61b-3b9e61b7ec6c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3975bc37-100f-4bc2-9488-5a80f17171f5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:58.046045 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:58.050016 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d8b4565e-82fc-4698-8247-394256a19cd3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2256942 Feb 09 13:27:58.056046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39652) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:58.083488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'enable_snat': False}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:58.251667 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-80a09130-e160-47ef-a01f-3dfb249eab76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:58.321355 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Floating IP a87f0b6d-0770-4a12-90b9-3f450ad30f4b associated. External IP: 172.25.5.114, port: 60d8777e-ee0c-4255-b885-e38f0356b7f6. Feb 09 13:27:58.414518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-192464fe-de08-403a-a61b-3b9e61b7ec6c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:58.420044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39664) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:58.421332 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-192464fe-de08-403a-a61b-3b9e61b7ec6c tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/3975bc37-100f-4bc2-9488-5a80f17171f5 HTTP/1.1" status: 204 len: 168 time: 0.9280465 Feb 09 13:27:58.562619 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:58.622442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6e209b41-7830-4cda-86a5-d2df71c6b3ba tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:58.647154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-03a9e21c-dfe8-4871-ba7c-d839892a751c req-0eeffcb7-515a-43f9-b9ec-a7b2391a547a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Synchronizing usage tracker for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:27:58.650512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6e209b41-7830-4cda-86a5-d2df71c6b3ba tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:58.655913 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6e209b41-7830-4cda-86a5-d2df71c6b3ba tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2346323 Feb 09 13:27:58.662392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39670) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:58.688779 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:58.702023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group': {'name': 'tempest-secgroup--294352614'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:58.729850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:58.777517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:58.807505 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:58.900905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:58.943131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:58.957409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:58.972635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:58.996415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-03a9e21c-dfe8-4871-ba7c-d839892a751c req-0eeffcb7-515a-43f9-b9ec-a7b2391a547a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Unset dirty status for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:27:58.997888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-03a9e21c-dfe8-4871-ba7c-d839892a751c req-0eeffcb7-515a-43f9-b9ec-a7b2391a547a tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a38d5b5-f04a-4b5e-b2a0-107c4c925587 HTTP/1.1" status: 200 len: 210 time: 0.4566202 Feb 09 13:27:59.106075 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.117323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.174095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7a1d27-7d37-4ec5-9663-0ec2e36877d2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:59.200615 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.205968 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8dc64a11-3eac-4370-a0b5-e0d43cddfc85 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5396295 Feb 09 13:27:59.208015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39684) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:59.227234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group': {'name': 'tempest-secgroup--392281238'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:59.265259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:59.276279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:59.277409 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.288671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:59.295825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:59.315728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.378009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:59.393569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:59.400320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:59.411162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:59.485970 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.492793 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.554430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c8ffc-07c5-4d62-9f5a-811da41c26e4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:59.570173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.573830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-faa70e8f-a411-4f9f-9124-93409f2b2ced tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3633275 Feb 09 13:27:59.576594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39694) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:27:59.587964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': '8d7a1d27-7d37-4ec5-9663-0ec2e36877d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ea9c8ffc-07c5-4d62-9f5a-811da41c26e4', 'remote_ip_prefix': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:27:59.592795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:27:59.597939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:27:59.601101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:27:59.618602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:27:59.678851 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.793053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:27:59.798556 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.812206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.840925 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.915673 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.936010 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.938986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb99f62-79cc-4e27-ab3c-3c1fbc328e83,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:27:59.973731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:27:59.975244 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5a105508-0de3-4db0-9e51-bb3a4a48ef7f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3977039 Feb 09 13:27:59.978026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39706) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:00.039160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb0e195c-5f69-46c0-9584-9eac040c96ca tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.065602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb0e195c-5f69-46c0-9584-9eac040c96ca tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.130719 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb0e195c-5f69-46c0-9584-9eac040c96ca tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.185123 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb0e195c-5f69-46c0-9584-9eac040c96ca tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.188690 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fb0e195c-5f69-46c0-9584-9eac040c96ca tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/adb99f62-79cc-4e27-ab3c-3c1fbc328e83 HTTP/1.1" status: 204 len: 168 time: 0.2069275 Feb 09 13:28:00.195348 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39716) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:00.207342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e195c-5f69-46c0-9584-9eac040c96ca tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb99f62-79cc-4e27-ab3c-3c1fbc328e83,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:00.624940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c201a1b0-4c33-451f-9e1d-5ebbf487d746 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:00.670033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c201a1b0-4c33-451f-9e1d-5ebbf487d746 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:00.671581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c201a1b0-4c33-451f-9e1d-5ebbf487d746 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4741573 Feb 09 13:28:00.675634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39734) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:00.687343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Allocated IP 172.25.5.133 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/b6cebaee-7879-458e-8242-2ee9b472d194) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:00.880258 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74d183a-7f97-4885-a16d-347f32ebed1f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.904969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:28:00.927027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81319392-eac8-4056-846e-0dde57804c9b None None] Sync routers for ids ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:28:00.948320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81319392-eac8-4056-846e-0dde57804c9b None None] Routers {'6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:00.965358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-81319392-eac8-4056-846e-0dde57804c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:00.971043 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74d183a-7f97-4885-a16d-347f32ebed1f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.974125 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:00.992062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.158250 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74d183a-7f97-4885-a16d-347f32ebed1f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.201538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d183a-7f97-4885-a16d-347f32ebed1f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c8ffc-07c5-4d62-9f5a-811da41c26e4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:01.238588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74d183a-7f97-4885-a16d-347f32ebed1f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.247131 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d74d183a-7f97-4885-a16d-347f32ebed1f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/ea9c8ffc-07c5-4d62-9f5a-811da41c26e4 HTTP/1.1" status: 204 len: 168 time: 0.5700932 Feb 09 13:28:01.252264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39752) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:01.325207 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-adfc320c-0caa-4fbd-bf70-5b3b02ecbee3 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.7509181 Feb 09 13:28:01.328056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39758) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:01.335140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'tag': '60d8777e-ee0c-4255-b885-e38f0356b7f6'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:01.381604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.488201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0136c-ad9b-4bec-bef6-4bc72eb9c370 req-ee2a685c-3a2e-47d9-8765-19c72ac1191b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:01.496762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67f0136c-ad9b-4bec-bef6-4bc72eb9c370 req-ee2a685c-3a2e-47d9-8765-19c72ac1191b tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.3561029 Feb 09 13:28:01.511699 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'tag': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'status': 'completed', 'code': 200} Feb 09 13:28:01.516572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-81319392-eac8-4056-846e-0dde57804c9b None None] Set router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:28:01.518167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:01.537009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:01.569566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:28:01.643708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Pushing event updated for resources: {'Port': ['ID=b6cebaee-7879-458e-8242-2ee9b472d194,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:01.760408 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eb534ce8-b890-46fe-a6f8-6bc3b3d90c33 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/floatingips/a87f0b6d-0770-4a12-90b9-3f450ad30f4b HTTP/1.1" status: 200 len: 991 time: 0.4309909 Feb 09 13:28:01.770825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-465ddd15-ba7e-499e-a902-26cacb502928 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:01.796044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-465ddd15-ba7e-499e-a902-26cacb502928 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:01.802605 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-465ddd15-ba7e-499e-a902-26cacb502928 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5469730 Feb 09 13:28:01.803748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39770) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:01.821569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39774) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:01.899840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4cff025d-df49-40dc-9b1c-d72e62ac1113 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:01.987643 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4cff025d-df49-40dc-9b1c-d72e62ac1113 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.072988 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4cff025d-df49-40dc-9b1c-d72e62ac1113 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.130941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff025d-df49-40dc-9b1c-d72e62ac1113 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7a1d27-7d37-4ec5-9663-0ec2e36877d2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:02.189338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4cff025d-df49-40dc-9b1c-d72e62ac1113 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.189338 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4cff025d-df49-40dc-9b1c-d72e62ac1113 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/8d7a1d27-7d37-4ec5-9663-0ec2e36877d2 HTTP/1.1" status: 204 len: 168 time: 0.3655674 Feb 09 13:28:02.189338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39784) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:02.263495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d2172ae-0e92-4cb2-9ae6-8c3b9d9d0a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.323359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1048e55c-615a-48fb-aaa7-919aec65b3f9 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:02.341868 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67f0136c-ad9b-4bec-bef6-4bc72eb9c370 req-3cf42107-fb00-451b-9e15-a3803e151176 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8440630 Feb 09 13:28:02.373417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be2ecd7e-c92e-41fb-b4fb-22ac88d2a81f req-c98c626e-5653-42f3-8737-ca51daf2cea7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 1096 time: 0.8409219 Feb 09 13:28:02.377305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1d2172ae-0e92-4cb2-9ae6-8c3b9d9d0a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:02.384143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1d2172ae-0e92-4cb2-9ae6-8c3b9d9d0a06 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea3e6d6ff424fa793f95cfb56694ca3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:02.391321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-81319392-eac8-4056-846e-0dde57804c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'a87f0b6d-0770-4a12-90b9-3f450ad30f4b', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'port_id': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'mac_address': 'fa:16:3e:f9:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:27:54Z', 'updated_at': '2022-02-09T13:27:54Z', 'revision_number': 0, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125374c9-5e04-4fd6-95fa-06f4572bc4c5', 'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:d7:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:59Z', 'updated_at': '2022-02-09T13:27:14Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:02.398491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1d2172ae-0e92-4cb2-9ae6-8c3b9d9d0a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:02.402214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1048e55c-615a-48fb-aaa7-919aec65b3f9 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:02.403514 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1048e55c-615a-48fb-aaa7-919aec65b3f9 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2249238 Feb 09 13:28:02.410346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81319392-eac8-4056-846e-0dde57804c9b None None] Checking router: 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:28:02.418295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1d2172ae-0e92-4cb2-9ae6-8c3b9d9d0a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:02.420315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39788) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:02.430562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group': {'name': 'tempest-secgroup--30793140'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:02.442050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:02.469651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81319392-eac8-4056-846e-0dde57804c9b None None] Routers {'6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:02.470725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-81319392-eac8-4056-846e-0dde57804c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:02.472926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:02.640642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ecd7e-c92e-41fb-b4fb-22ac88d2a81f req-caf6b8af-d4f0-4323-b50e-af52d4c973f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:02.642432 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be2ecd7e-c92e-41fb-b4fb-22ac88d2a81f req-caf6b8af-d4f0-4323-b50e-af52d4c973f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9f10afa-56c6-4bd5-8f21-751ff39be5f1 HTTP/1.1" status: 200 len: 897 time: 0.2545466 Feb 09 13:28:02.706552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d2172ae-0e92-4cb2-9ae6-8c3b9d9d0a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.713810 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.755374 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d2172ae-0e92-4cb2-9ae6-8c3b9d9d0a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.804624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39792) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:02.811947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2172ae-0e92-4cb2-9ae6-8c3b9d9d0a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438430e4-6316-4d7a-acaa-fb16fcaabdf2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:02.847953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:02.852320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:02.855921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:02.862481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:02.930497 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.940870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:02.980850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-edff9288-4967-42bd-87df-bb9cb70151bb tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/floatingips/a87f0b6d-0770-4a12-90b9-3f450ad30f4b HTTP/1.1" status: 200 len: 991 time: 0.1616888 Feb 09 13:28:02.983223 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1d2172ae-0e92-4cb2-9ae6-8c3b9d9d0a06 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ea3e6d6ff424fa793f95cfb56694ca3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1600635 Feb 09 13:28:02.996283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39796) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:03.037175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5301d7-5793-4121-9ed8-582ba96cbf4f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:03.050701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.054889 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aedce0ca-e28c-4d75-858f-719428f4e244 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6309242 Feb 09 13:28:03.056348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39802) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:03.064020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.082106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': '2b5301d7-5793-4121-9ed8-582ba96cbf4f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:03.090000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:03.094670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:03.098235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:03.104838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:03.145182 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.189086 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60afd40a-27a5-4fb2-86fb-d57e470571cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.219462 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be2ecd7e-c92e-41fb-b4fb-22ac88d2a81f req-3ba24f70-a452-4103-85db-d339dca3a94a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d8777e-ee0c-4255-b885-e38f0356b7f6 HTTP/1.1" status: 200 len: 999 time: 0.5684488 Feb 09 13:28:03.288805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60afd40a-27a5-4fb2-86fb-d57e470571cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.308231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-81319392-eac8-4056-846e-0dde57804c9b None None] Set router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:28:03.308616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-cac6fbbb-7fbe-4d9a-babe-fd6305758510 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:03.311892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-cac6fbbb-7fbe-4d9a-babe-fd6305758510 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 0.5831194 Feb 09 13:28:03.353913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.379918 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.438586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce986e4-0d6d-4620-9d0f-339db5c195b6,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:03.444552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-d4bf2ef6-781f-42b7-bcbe-5e27dec4bcad tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Deleting port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:03.445074 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-d4bf2ef6-781f-42b7-bcbe-5e27dec4bcad tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.490025 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.493979 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1787d5d7-be01-470b-85d8-925d4f1506b5 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4339981 Feb 09 13:28:03.496013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39810) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:03.597901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c046835-0881-4323-8fcd-a2b988240a2f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.613411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60afd40a-27a5-4fb2-86fb-d57e470571cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.645525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c046835-0881-4323-8fcd-a2b988240a2f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.670267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afd40a-27a5-4fb2-86fb-d57e470571cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438430e4-6316-4d7a-acaa-fb16fcaabdf2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:03.699184 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60afd40a-27a5-4fb2-86fb-d57e470571cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.706723 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-60afd40a-27a5-4fb2-86fb-d57e470571cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/438430e4-6316-4d7a-acaa-fb16fcaabdf2 HTTP/1.1" status: 204 len: 168 time: 0.7067978 Feb 09 13:28:03.779322 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c046835-0881-4323-8fcd-a2b988240a2f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.780623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-d4bf2ef6-781f-42b7-bcbe-5e27dec4bcad tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] For port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:03.781102 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-d4bf2ef6-781f-42b7-bcbe-5e27dec4bcad tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.919017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c046835-0881-4323-8fcd-a2b988240a2f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ce986e4-0d6d-4620-9d0f-339db5c195b6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:03.972696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4c046835-0881-4323-8fcd-a2b988240a2f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:03.974210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4c046835-0881-4323-8fcd-a2b988240a2f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/3ce986e4-0d6d-4620-9d0f-339db5c195b6 HTTP/1.1" status: 204 len: 168 time: 0.4772298 Feb 09 13:28:03.977615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39816) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:04.051695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39818) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:04.073052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-d4bf2ef6-781f-42b7-bcbe-5e27dec4bcad tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Calling delete_port for 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:04.109256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-88589bb2-45ca-464a-ac24-41cb95972f91 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:04.144204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-88589bb2-45ca-464a-ac24-41cb95972f91 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:04.152039 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-88589bb2-45ca-464a-ac24-41cb95972f91 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1659844 Feb 09 13:28:04.153585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39824) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:04.339934 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-320be3dc-ba61-4f87-8c66-237d75d70e7a tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.400961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-81319392-eac8-4056-846e-0dde57804c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'a87f0b6d-0770-4a12-90b9-3f450ad30f4b', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'port_id': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'mac_address': 'fa:16:3e:f9:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:27:54Z', 'updated_at': '2022-02-09T13:27:54Z', 'revision_number': 0, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125374c9-5e04-4fd6-95fa-06f4572bc4c5', 'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:d7:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:59Z', 'updated_at': '2022-02-09T13:27:14Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:04.420819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81319392-eac8-4056-846e-0dde57804c9b None None] The sync data for ids ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'] in n-d-825175-3 is: [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'a87f0b6d-0770-4a12-90b9-3f450ad30f4b', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'floating_ip_address': '172.25.5.114', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'port_id': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'mac_address': 'fa:16:3e:f9:45:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:27:54Z', 'updated_at': '2022-02-09T13:27:54Z', 'revision_number': 0, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '125374c9-5e04-4fd6-95fa-06f4572bc4c5', 'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:d7:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:59Z', 'updated_at': '2022-02-09T13:27:14Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:28:04.455984 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-320be3dc-ba61-4f87-8c66-237d75d70e7a tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.678193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-320be3dc-ba61-4f87-8c66-237d75d70e7a tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.724475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320be3dc-ba61-4f87-8c66-237d75d70e7a tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5301d7-5793-4121-9ed8-582ba96cbf4f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:04.784178 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-320be3dc-ba61-4f87-8c66-237d75d70e7a tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:04.793458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-320be3dc-ba61-4f87-8c66-237d75d70e7a tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/2b5301d7-5793-4121-9ed8-582ba96cbf4f HTTP/1.1" status: 204 len: 168 time: 0.6387165 Feb 09 13:28:04.794435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39834) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:04.858177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c929c2e0-1c9d-42ba-a4df-4e51f27f7b38 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/floatingips/a87f0b6d-0770-4a12-90b9-3f450ad30f4b HTTP/1.1" status: 200 len: 991 time: 0.7275403 Feb 09 13:28:04.861070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ecd7e-c92e-41fb-b4fb-22ac88d2a81f req-9b293d4b-9658-415b-a242-8518a08b101d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:04.865939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be2ecd7e-c92e-41fb-b4fb-22ac88d2a81f req-9b293d4b-9658-415b-a242-8518a08b101d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38fe6687-fea3-4e97-86e5-23d5018237cb HTTP/1.1" status: 200 len: 834 time: 1.6341553 Feb 09 13:28:05.003575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a314f00e-f633-4df1-9b83-0c7c4548d566 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:05.021301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39838) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:05.108095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-991133bb-cdd4-44a7-a6fc-bd1f3201ccbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.114601 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30205e22-aa2f-4cf3-b137-ae7b7e27746c None None] New status for floating IP a87f0b6d-0770-4a12-90b9-3f450ad30f4b: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:28:05.187038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a314f00e-f633-4df1-9b83-0c7c4548d566 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:05.197498 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a314f00e-f633-4df1-9b83-0c7c4548d566 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4014421 Feb 09 13:28:05.228113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39842) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:05.247149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490883235'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:05.282699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:05.322745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-991133bb-cdd4-44a7-a6fc-bd1f3201ccbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:05.343563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:05.347641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-991133bb-cdd4-44a7-a6fc-bd1f3201ccbf admin admin] Usage tracker for resource:security_group_rule and tenant:91f69f9a282547e0906bdb0934b8883f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:05.356980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-991133bb-cdd4-44a7-a6fc-bd1f3201ccbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:05.386042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.396424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-991133bb-cdd4-44a7-a6fc-bd1f3201ccbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:05.421035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.439719 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.490994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-d4bf2ef6-781f-42b7-bcbe-5e27dec4bcad tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.505309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['075ecd90-2447-4fb2-9a6c-e14f50f08ac8'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:28:05.509438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bbe60-c4f9-484c-8902-1d9e64e421bd req-a8f15284-fdb2-4ed7-b219-c533ce90c712 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:05.522207 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-771bbe60-c4f9-484c-8902-1d9e64e421bd req-a8f15284-fdb2-4ed7-b219-c533ce90c712 tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 945 time: 1.5233097 Feb 09 13:28:05.572448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:05.585237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:05.593550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:05.604104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:05.675585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-991133bb-cdd4-44a7-a6fc-bd1f3201ccbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.686582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-991133bb-cdd4-44a7-a6fc-bd1f3201ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.751858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf2ef6-781f-42b7-bcbe-5e27dec4bcad tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Pushing event deleted for resources: {'Port': ['ID=075ecd90-2447-4fb2-9a6c-e14f50f08ac8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:05.818792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991133bb-cdd4-44a7-a6fc-bd1f3201ccbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac91041-5e6a-4e4c-8d73-0e6b4283226e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:05.847427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.852755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-991133bb-cdd4-44a7-a6fc-bd1f3201ccbf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=91f69f9a282547e0906bdb0934b8883f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8302279 Feb 09 13:28:05.855644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39852) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:05.865455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39854) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:05.904955 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:05.923221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be2ecd7e-c92e-41fb-b4fb-22ac88d2a81f req-fe3b7206-07b5-4d16-9536-46251c45977c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9f10afa-56c6-4bd5-8f21-751ff39be5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9754601 Feb 09 13:28:06.012088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-d4bf2ef6-781f-42b7-bcbe-5e27dec4bcad tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] No DVR routers for this DVR port 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:28:06.032931 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-d4bf2ef6-781f-42b7-bcbe-5e27dec4bcad tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.062355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85db920d-6da7-41d2-a2f6-73f5a7a6d9a7', 'name': 'network-vif-deleted', 'tag': '075ecd90-2447-4fb2-9a6c-e14f50f08ac8'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:06.092602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c81540e3-7c8e-4ff3-9716-8f9cb075ca5d req-d4bf2ef6-781f-42b7-bcbe-5e27dec4bcad tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.67 "DELETE /v2.0/ports/075ecd90-2447-4fb2-9a6c-e14f50f08ac8 HTTP/1.1" status: 204 len: 173 time: 2.7618842 Feb 09 13:28:06.138574 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-771bbe60-c4f9-484c-8902-1d9e64e421bd req-6ff0595d-9ede-4fed-be19-b1daf504cbca tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6129465 Feb 09 13:28:06.345071 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85db920d-6da7-41d2-a2f6-73f5a7a6d9a7', 'name': 'network-vif-deleted', 'tag': '075ecd90-2447-4fb2-9a6c-e14f50f08ac8', 'status': 'completed', 'code': 200} Feb 09 13:28:06.472626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbf5791-cf6f-4991-8b79-3e7fd6518875,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:06.495031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be2ecd7e-c92e-41fb-b4fb-22ac88d2a81f req-320c0bdc-03ce-4d24-8088-7d2c8d17eaa2 service neutron] 10.222.0.67 "GET /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353820 Feb 09 13:28:06.582446 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b7340f37-0586-456b-8bf8-17a22729cf87 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/floatingips/a87f0b6d-0770-4a12-90b9-3f450ad30f4b HTTP/1.1" status: 200 len: 993 time: 0.7139616 Feb 09 13:28:06.589920 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.591347 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-577fa64e-7ed8-46e5-a931-fbcbdffe51ae tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3617260 Feb 09 13:28:06.602034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39864) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:06.648947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eabbe70d-566e-4604-8f42-5a7c4cdc7fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.699893 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eabbe70d-566e-4604-8f42-5a7c4cdc7fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.754820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': 'fdbf5791-cf6f-4991-8b79-3e7fd6518875', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:06.762933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:06.767817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:06.781831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:06.789583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:06.823713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be2ecd7e-c92e-41fb-b4fb-22ac88d2a81f req-61f09b69-208b-428a-ba8b-52a9c4835f54 service neutron] 10.222.0.67 "GET /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168328 Feb 09 13:28:06.829944 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.848575 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eabbe70d-566e-4604-8f42-5a7c4cdc7fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.871717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255da91-e764-49fe-88ba-ff3a8ee73331 req-add4b37b-def3-4a42-aa45-ec3af762186c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:06.879464 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b255da91-e764-49fe-88ba-ff3a8ee73331 req-add4b37b-def3-4a42-aa45-ec3af762186c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 946 time: 0.1981645 Feb 09 13:28:06.883345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Router f79a9fcf-f764-415c-a328-037494744343 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:28:06.914845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbe70d-566e-4604-8f42-5a7c4cdc7fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac91041-5e6a-4e4c-8d73-0e6b4283226e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:06.946039 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eabbe70d-566e-4604-8f42-5a7c4cdc7fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:06.947197 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eabbe70d-566e-4604-8f42-5a7c4cdc7fdb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ac91041-5e6a-4e4c-8d73-0e6b4283226e HTTP/1.1" status: 204 len: 168 time: 1.0886555 Feb 09 13:28:07.010101 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.016227 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.105054 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.107837 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4613538 Feb 09 13:28:07.117192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39872) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:07.124739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6ee8f-010c-4ac1-b0ad-d82832f4ca71 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33587c3-f5ee-400c-a04d-539333f7691c,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:07.204458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6f6ab2c9-f24f-4302-a114-15d3fc9f7524 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules/b33587c3-f5ee-400c-a04d-539333f7691c HTTP/1.1" status: 200 len: 705 time: 0.0299690 Feb 09 13:28:07.207301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39878) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:07.219419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b255da91-e764-49fe-88ba-ff3a8ee73331 req-8b7bfaeb-7875-4c8b-a46a-69008809d4de tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323455 Feb 09 13:28:07.330934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bcb2545c-f220-421f-bcf4-d2793c2921b2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:07.357294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bcb2545c-f220-421f-bcf4-d2793c2921b2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:07.379164 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bcb2545c-f220-421f-bcf4-d2793c2921b2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1705234 Feb 09 13:28:07.380198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39882) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:07.417354 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb00cf4e-8922-40dc-b9b1-350459b8bd63 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.430238 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb00cf4e-8922-40dc-b9b1-350459b8bd63 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.463268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb00cf4e-8922-40dc-b9b1-350459b8bd63 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.486930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00cf4e-8922-40dc-b9b1-350459b8bd63 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b33587c3-f5ee-400c-a04d-539333f7691c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:07.504059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-851bf057-0430-42e2-857f-56bd3e18aef6 req-83070cc7-b865-4e67-89ad-2c7997c18afe tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Synchronizing usage tracker for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:07.507154 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb00cf4e-8922-40dc-b9b1-350459b8bd63 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.510933 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cb00cf4e-8922-40dc-b9b1-350459b8bd63 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b33587c3-f5ee-400c-a04d-539333f7691c HTTP/1.1" status: 204 len: 168 time: 0.1275299 Feb 09 13:28:07.512599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39888) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:07.513842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:28:07.524067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f33c6-0351-42bc-bd29-b0ac23d07a4e None None] Sync routers for ids ['f79a9fcf-f764-415c-a328-037494744343'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:28:07.525807 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.527047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-41b60817-d787-4cc6-ab22-570df175ff1f tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "PUT /v2.0/routers/f79a9fcf-f764-415c-a328-037494744343 HTTP/1.1" status: 200 len: 920 time: 9.4628294 Feb 09 13:28:07.531193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39892) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:07.555633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f33c6-0351-42bc-bd29-b0ac23d07a4e None None] Routers {'f79a9fcf-f764-415c-a328-037494744343'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:07.556552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ab2f33c6-0351-42bc-bd29-b0ac23d07a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f79a9fcf-f764-415c-a328-037494744343'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:07.574810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2fd8bbf4-9c06-484f-8ca4-902766f1dcea tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:07.601380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2fd8bbf4-9c06-484f-8ca4-902766f1dcea tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:07.602891 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2fd8bbf4-9c06-484f-8ca4-902766f1dcea tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0884094 Feb 09 13:28:07.603630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-851bf057-0430-42e2-857f-56bd3e18aef6 req-83070cc7-b865-4e67-89ad-2c7997c18afe tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] Unset dirty status for tenant:9ae7207faab3407baa5ab4056fa3b5ab on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:07.604765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-851bf057-0430-42e2-857f-56bd3e18aef6 req-83070cc7-b865-4e67-89ad-2c7997c18afe tempest-ListServerFiltersTestJSON-1989915032 tempest-ListServerFiltersTestJSON-1989915032-project] 10.222.0.59 "GET /v2.0/ports?device_id=85db920d-6da7-41d2-a2f6-73f5a7a6d9a7 HTTP/1.1" status: 200 len: 210 time: 0.2240312 Feb 09 13:28:07.605613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39896) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:07.611160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-264ec670-6755-4cea-9d86-73f601681347 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': 'fdbf5791-cf6f-4991-8b79-3e7fd6518875', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:07.664685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ab2f33c6-0351-42bc-bd29-b0ac23d07a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:07.676619 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2f33c6-0351-42bc-bd29-b0ac23d07a4e None None] Routers {'f79a9fcf-f764-415c-a328-037494744343'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:07.677389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ab2f33c6-0351-42bc-bd29-b0ac23d07a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['f79a9fcf-f764-415c-a328-037494744343'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:07.687545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-264ec670-6755-4cea-9d86-73f601681347 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:07.704944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-264ec670-6755-4cea-9d86-73f601681347 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:07.728221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-264ec670-6755-4cea-9d86-73f601681347 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.758036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ab2f33c6-0351-42bc-bd29-b0ac23d07a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:07.758692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f33c6-0351-42bc-bd29-b0ac23d07a4e None None] The sync data for ids ['f79a9fcf-f764-415c-a328-037494744343'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:28:07.762954 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:28:07.796013 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-264ec670-6755-4cea-9d86-73f601681347 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.807955 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-264ec670-6755-4cea-9d86-73f601681347 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.815134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:28:07.816441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 075ecd90-2447-4fb2-9a6c-e14f50f08ac8 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:28:07.841519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ec670-6755-4cea-9d86-73f601681347 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc1a77f-110c-4525-a6af-3c65d6a938e0,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:07.864929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-264ec670-6755-4cea-9d86-73f601681347 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:07.872460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-264ec670-6755-4cea-9d86-73f601681347 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2592320 Feb 09 13:28:07.872460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39908) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:07.893427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3d79332e-a89d-403b-b1fa-2a0aa5256983 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules/ecc1a77f-110c-4525-a6af-3c65d6a938e0 HTTP/1.1" status: 200 len: 705 time: 0.0214033 Feb 09 13:28:07.893427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39914) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:08.130292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9ba1ab2f-db99-4ebd-b779-0b1dc5b95d30 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:08.166797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9ba1ab2f-db99-4ebd-b779-0b1dc5b95d30 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:08.168077 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9ba1ab2f-db99-4ebd-b779-0b1dc5b95d30 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2737558 Feb 09 13:28:08.173060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39922) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:08.174118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cfa3d6cf-5547-4bbc-a400-32eaf7a194e8 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/routers/f79a9fcf-f764-415c-a328-037494744343 HTTP/1.1" status: 200 len: 926 time: 0.6417248 Feb 09 13:28:08.179044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39924) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:08.227378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6dde7caf-6eb3-4537-8219-714410d5091e tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.241134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-aab6831a-c88f-46b2-82a0-442cf24a07bc tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:08.242738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-aab6831a-c88f-46b2-82a0-442cf24a07bc tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 946 time: 0.1617553 Feb 09 13:28:08.243646 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6dde7caf-6eb3-4537-8219-714410d5091e tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.308569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6dde7caf-6eb3-4537-8219-714410d5091e tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.335343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-fd46eb13-0867-468a-85db-9e0cbaa9e1e9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Deleting port 3844347f-3a69-4d4a-80d7-e3446f916f4c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:08.335608 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-fd46eb13-0867-468a-85db-9e0cbaa9e1e9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.352411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde7caf-6eb3-4537-8219-714410d5091e tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecc1a77f-110c-4525-a6af-3c65d6a938e0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:08.381733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6dde7caf-6eb3-4537-8219-714410d5091e tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.385206 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6dde7caf-6eb3-4537-8219-714410d5091e tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ecc1a77f-110c-4525-a6af-3c65d6a938e0 HTTP/1.1" status: 204 len: 168 time: 0.2023454 Feb 09 13:28:08.386194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39934) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:08.399712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d7375ea6-4e03-4bc1-8d41-8fcb12d0103d tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&device_id=f79a9fcf-f764-415c-a328-037494744343&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2173030 Feb 09 13:28:08.400733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39938) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:08.491249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-616512cf-79e8-4ea2-a660-17a47e7beae2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:08.523177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-616512cf-79e8-4ea2-a660-17a47e7beae2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:08.524238 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-616512cf-79e8-4ea2-a660-17a47e7beae2 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1379147 Feb 09 13:28:08.527054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39946) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:08.534129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-147a70a1-770f-4d05-8a3b-ab60824deed7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': 'fdbf5791-cf6f-4991-8b79-3e7fd6518875', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:08.543704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-147a70a1-770f-4d05-8a3b-ab60824deed7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:08.556465 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-147a70a1-770f-4d05-8a3b-ab60824deed7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:08.574018 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-147a70a1-770f-4d05-8a3b-ab60824deed7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Project 5bfb42002ff543eb8ad5e638138b77a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:28:08.595743 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-147a70a1-770f-4d05-8a3b-ab60824deed7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.730910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-147a70a1-770f-4d05-8a3b-ab60824deed7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.735872 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-147a70a1-770f-4d05-8a3b-ab60824deed7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.772815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e87686-43f0-4ea9-be92-2f3b713b0f16 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:08.775141 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d9e87686-43f0-4ea9-be92-2f3b713b0f16 tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/networks/61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 881 time: 0.3739424 Feb 09 13:28:08.780728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39954) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:08.790127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a70a1-770f-4d05-8a3b-ab60824deed7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278f197c-8eb5-46fb-a477-1b67d2d4ed52,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:08.796535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39958) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:08.884906 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-752a2eb8-d7dc-46df-88d1-f18732155916 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79a9fcf-f764-415c-a328-037494744343 HTTP/1.1" status: 200 len: 205 time: 0.1028562 Feb 09 13:28:08.891465 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39964) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:08.892901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc939604-d512-43f0-ae25-22e6a2a8efdb req-1eeb77ce-9ded-44c5-8cf7-9f7ee7e6fc7a tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:08.894446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc939604-d512-43f0-ae25-22e6a2a8efdb req-1eeb77ce-9ded-44c5-8cf7-9f7ee7e6fc7a tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 946 time: 0.3549116 Feb 09 13:28:08.906138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-fd46eb13-0867-468a-85db-9e0cbaa9e1e9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] For port 3844347f-3a69-4d4a-80d7-e3446f916f4c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=3844347f-3a69-4d4a-80d7-e3446f916f4c,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:08.906382 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-fd46eb13-0867-468a-85db-9e0cbaa9e1e9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.961628 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-147a70a1-770f-4d05-8a3b-ab60824deed7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:08.964374 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-147a70a1-770f-4d05-8a3b-ab60824deed7 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4332116 Feb 09 13:28:08.988430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39972) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:09.099003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-fd46eb13-0867-468a-85db-9e0cbaa9e1e9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Calling delete_port for 3844347f-3a69-4d4a-80d7-e3446f916f4c owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:09.132895 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fc1ad063-f7c8-426f-8735-0b0b012de5e9 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules/278f197c-8eb5-46fb-a477-1b67d2d4ed52 HTTP/1.1" status: 200 len: 711 time: 0.1361966 Feb 09 13:28:09.140081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e25e21a-3714-423e-b3be-16f0c1264945 admin admin] Deleting subnet 296fa344-cda2-48d8-b82b-48dea6327811 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:28:09.143953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39978) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:09.164860 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e25e21a-3714-423e-b3be-16f0c1264945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.253650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1e236ac3-dadd-4e47-b0a7-012fed01bacc tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:09.288558 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc939604-d512-43f0-ae25-22e6a2a8efdb req-a3e6e37a-b479-4b54-b35c-6b7d26571d71 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710322 Feb 09 13:28:09.304099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1e236ac3-dadd-4e47-b0a7-012fed01bacc tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:09.304099 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1e236ac3-dadd-4e47-b0a7-012fed01bacc tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1649446 Feb 09 13:28:09.314173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39984) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:09.319967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e25e21a-3714-423e-b3be-16f0c1264945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.379876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d49218b-1441-4861-95a8-b87c812d8cdd tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.402124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d49218b-1441-4861-95a8-b87c812d8cdd tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.455621 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d49218b-1441-4861-95a8-b87c812d8cdd tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.478999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.532148 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e25e21a-3714-423e-b3be-16f0c1264945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.542720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49218b-1441-4861-95a8-b87c812d8cdd tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=278f197c-8eb5-46fb-a477-1b67d2d4ed52,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:09.600954 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7d49218b-1441-4861-95a8-b87c812d8cdd tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.604510 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7d49218b-1441-4861-95a8-b87c812d8cdd tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/278f197c-8eb5-46fb-a477-1b67d2d4ed52 HTTP/1.1" status: 204 len: 168 time: 0.2897089 Feb 09 13:28:09.605255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39990) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:09.610495 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-fd46eb13-0867-468a-85db-9e0cbaa9e1e9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.624637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['33381a3e-e33c-49c9-ba45-50e610f44078', '1af7584e-16fa-4945-89a7-3cd50f4e3c73', '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1', '3844347f-3a69-4d4a-80d7-e3446f916f4c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:28:09.702927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46eb13-0867-468a-85db-9e0cbaa9e1e9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Pushing event deleted for resources: {'Port': ['ID=3844347f-3a69-4d4a-80d7-e3446f916f4c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:09.751818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.763822 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ca977294-4474-44ed-a86c-c38661c4f4a8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1572034 Feb 09 13:28:09.771134 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e25e21a-3714-423e-b3be-16f0c1264945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.772735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39996) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:09.777987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Deleting port b6cebaee-7879-458e-8242-2ee9b472d194 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:09.779038 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.846262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25e21a-3714-423e-b3be-16f0c1264945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296fa344-cda2-48d8-b82b-48dea6327811,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:09.852844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-fd46eb13-0867-468a-85db-9e0cbaa9e1e9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] No DVR routers for this DVR port 3844347f-3a69-4d4a-80d7-e3446f916f4c on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:28:09.857965 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-fd46eb13-0867-468a-85db-9e0cbaa9e1e9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.890250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b135a6df-743a-419d-ad11-25a2fda0f3f9', 'name': 'network-vif-deleted', 'tag': '3844347f-3a69-4d4a-80d7-e3446f916f4c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:09.912046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f865c-62e2-4b52-9613-bf32d92cb400 None None] Network a1b8b61e-2690-4463-9785-4c7cb5a49b14 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:28:09.914096 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e25e21a-3714-423e-b3be-16f0c1264945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:09.928151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19da0c51-d337-4ec9-8cf3-abf13ee68742 req-fd46eb13-0867-468a-85db-9e0cbaa9e1e9 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "DELETE /v2.0/ports/3844347f-3a69-4d4a-80d7-e3446f916f4c HTTP/1.1" status: 204 len: 173 time: 1.6779575 Feb 09 13:28:09.936158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2e25e21a-3714-423e-b3be-16f0c1264945 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/296fa344-cda2-48d8-b82b-48dea6327811 HTTP/1.1" status: 204 len: 168 time: 1.1344788 Feb 09 13:28:09.936584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40008) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:10.117683 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.154264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Deleting port 545f1816-dcbc-400e-84a3-701fba179089 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:10.160084 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.250260 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.388693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] DHCP port deletion for a1b8b61e-2690-4463-9785-4c7cb5a49b14 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:28:10.418964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] Deleting port 545f1816-dcbc-400e-84a3-701fba179089 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:10.427059 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.593470 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b135a6df-743a-419d-ad11-25a2fda0f3f9', 'name': 'network-vif-deleted', 'tag': '3844347f-3a69-4d4a-80d7-e3446f916f4c', 'status': 'completed', 'code': 200} Feb 09 13:28:10.607423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Calling delete_port for b6cebaee-7879-458e-8242-2ee9b472d194 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:10.674368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1f2db9cc-d36b-49fb-a58c-eb17e33d21f3 req-d6310267-efd8-4d0b-a994-2ad6e041a634 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Synchronizing usage tracker for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:10.708336 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a383c18-ac95-4796-bc07-7f86a005250d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.815717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a383c18-ac95-4796-bc07-7f86a005250d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.907020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a383c18-ac95-4796-bc07-7f86a005250d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.914579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] For port 545f1816-dcbc-400e-84a3-701fba179089, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=545f1816-dcbc-400e-84a3-701fba179089,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:10.914934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:10.923151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1f2db9cc-d36b-49fb-a58c-eb17e33d21f3 req-d6310267-efd8-4d0b-a994-2ad6e041a634 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Unset dirty status for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:10.924485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f2db9cc-d36b-49fb-a58c-eb17e33d21f3 req-d6310267-efd8-4d0b-a994-2ad6e041a634 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b135a6df-743a-419d-ad11-25a2fda0f3f9 HTTP/1.1" status: 200 len: 210 time: 0.3329711 Feb 09 13:28:11.040707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] For port 545f1816-dcbc-400e-84a3-701fba179089, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=545f1816-dcbc-400e-84a3-701fba179089,segment=NetworkSegment(dbc6c424-97a7-4701-9026-69b4c88d666f),segment_id=dbc6c424-97a7-4701-9026-69b4c88d666f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:11.041181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.071712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Calling delete_port for 545f1816-dcbc-400e-84a3-701fba179089 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:11.134903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a383c18-ac95-4796-bc07-7f86a005250d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbf5791-cf6f-4991-8b79-3e7fd6518875,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:11.164688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.192762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a383c18-ac95-4796-bc07-7f86a005250d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.203051 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7a383c18-ac95-4796-bc07-7f86a005250d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/fdbf5791-cf6f-4991-8b79-3e7fd6518875 HTTP/1.1" status: 204 len: 168 time: 1.4280045 Feb 09 13:28:11.205598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40036) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:11.244567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.249927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=545f1816-dcbc-400e-84a3-701fba179089,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:11.279859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] No DVR routers for this DVR port 545f1816-dcbc-400e-84a3-701fba179089 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:28:11.353433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Pushing event deleted for resources: {'Port': ['ID=b6cebaee-7879-458e-8242-2ee9b472d194,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:11.385992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] Calling delete_port for 545f1816-dcbc-400e-84a3-701fba179089 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:11.443041 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.483005 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.488597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b8b61e-2690-4463-9785-4c7cb5a49b14']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:11.494222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a786ff4b-da39-4bf0-a0d5-5d3d81d22edc tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:11.509846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc6c424-97a7-4701-9026-69b4c88d666f') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:11.512271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc6c424-97a7-4701-9026-69b4c88d666f') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:11.514157 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:28:11.518451 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:28:11.528211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a786ff4b-da39-4bf0-a0d5-5d3d81d22edc tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:11.529556 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a786ff4b-da39-4bf0-a0d5-5d3d81d22edc tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3219850 Feb 09 13:28:11.540103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40048) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:11.550947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.561855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group': {'name': 'tempest-secgroup--484075683'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:11.573719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:11.585113 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.590121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:11.594234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:28:11.595260 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:28:11.608268 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:28:11.666069 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.673461 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.711911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.716133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.752024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3844347f-3a69-4d4a-80d7-e3446f916f4c no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:28:11.757653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:11.762191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b8b61e-2690-4463-9785-4c7cb5a49b14,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:11.770340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:11.775445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:11.782978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-666a2c99-e2df-40c9-991c-81dd78f78c58 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a1b8b61e-2690-4463-9785-4c7cb5a49b14 HTTP/1.1" status: 204 len: 168 time: 1.8431764 Feb 09 13:28:11.785287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:11.796299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 3844347f-3a69-4d4a-80d7-e3446f916f4c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:28:11.796635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 3844347f-3a69-4d4a-80d7-e3446f916f4c not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:28:11.877254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.883775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.970202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72539ff-990a-442e-b702-d5bdcef66044,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:11.974263 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:11.978575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-931ecc9b-a5c1-45d7-98f1-576210a45773 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4371357 Feb 09 13:28:11.979671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40062) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:11.988206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Request body: {'security_group_rule': {'security_group_id': 'a72539ff-990a-442e-b702-d5bdcef66044', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:11.997844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:12.003752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Usage tracker for resource:security_group_rule and tenant:5bfb42002ff543eb8ad5e638138b77a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:12.009879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:12.019549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.021328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] Deleting port 545f1816-dcbc-400e-84a3-701fba179089 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:12.021843 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.028980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.033149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:12.080083 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.081666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.082243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Fanout notify agent at l3_agent the message router_deleted on router f79a9fcf-f764-415c-a328-037494744343 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:28:12.118884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.120011 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d685ce45-98aa-4485-8374-88e47da29145 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/f79a9fcf-f764-415c-a328-037494744343 HTTP/1.1" status: 204 len: 168 time: 3.2280238 Feb 09 13:28:12.123860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40068) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:12.159709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40072) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:12.165439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-587274454', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:12.177983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 545f1816-dcbc-400e-84a3-701fba179089 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:28:12.199012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:12.222922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Usage tracker for resource:router and tenant:caf7f8a722874bf19c3c6edb50f8626e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:12.227620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:12.227822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ffa03013-900a-41c8-97ab-2e8bddd46deb None None] The port '545f1816-dcbc-400e-84a3-701fba179089' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:28:12.228597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 545f1816-dcbc-400e-84a3-701fba179089 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:28:12.228932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 545f1816-dcbc-400e-84a3-701fba179089 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:28:12.240737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:12.266760 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.267868 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.280862 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e1eec3d4-7943-4de1-a143-fd2779b72cd0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ae7207faab3407baa5ab4056fa3b5ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1193397 Feb 09 13:28:12.285722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40084) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:12.335925 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.358605 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.364042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.391259 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ee808a08-6aaa-4f35-91f6-cc7df1a462cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.419202 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.423494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4428432 Feb 09 13:28:12.426197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40094) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:12.431172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7bfd7-9787-43bb-bee0-c6304ea275f8 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c832e0-c583-422e-8f46-c2078d307d50,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:12.501520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ee808a08-6aaa-4f35-91f6-cc7df1a462cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.610890 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ee808a08-6aaa-4f35-91f6-cc7df1a462cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.642684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee808a08-6aaa-4f35-91f6-cc7df1a462cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40b149f-89d5-42ed-ae26-6ed8d95e5e1b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:12.651532 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:28:12.662874 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ee808a08-6aaa-4f35-91f6-cc7df1a462cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.666853 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ee808a08-6aaa-4f35-91f6-cc7df1a462cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d40b149f-89d5-42ed-ae26-6ed8d95e5e1b HTTP/1.1" status: 204 len: 168 time: 0.3824062 Feb 09 13:28:12.685148 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9055388f-7a2f-41b6-a3e8-4f292aa71463 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.841243 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9055388f-7a2f-41b6-a3e8-4f292aa71463 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:12.878673 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.254597 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9055388f-7a2f-41b6-a3e8-4f292aa71463 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.326958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055388f-7a2f-41b6-a3e8-4f292aa71463 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72539ff-990a-442e-b702-d5bdcef66044,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:13.343855 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9055388f-7a2f-41b6-a3e8-4f292aa71463 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.345306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9055388f-7a2f-41b6-a3e8-4f292aa71463 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/a72539ff-990a-442e-b702-d5bdcef66044 HTTP/1.1" status: 204 len: 168 time: 0.9167697 Feb 09 13:28:13.348658 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40132) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:13.415849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.448549 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b2fdb5d-64c4-4eae-86f7-958d1bc65c53 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0982049 Feb 09 13:28:13.449559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40138) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:13.457593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:13.519431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d9881f11-d44b-4772-b89e-7c85abdf332f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Synchronizing usage tracker for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:13.542679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d9881f11-d44b-4772-b89e-7c85abdf332f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] Unset dirty status for tenant:5bfb42002ff543eb8ad5e638138b77a6 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:13.549029 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d9881f11-d44b-4772-b89e-7c85abdf332f tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0980148 Feb 09 13:28:13.549769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40142) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:13.578486 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-1c34e427-05ac-45f2-8487-b6254841d27d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] delete failed (client error): The resource could not be found. Feb 09 13:28:13.586636 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1c34e427-05ac-45f2-8487-b6254841d27d tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "DELETE /v2.0/security-groups/a72539ff-990a-442e-b702-d5bdcef66044 HTTP/1.1" status: 404 len: 347 time: 0.0347347 Feb 09 13:28:13.587663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40150) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:13.706766 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-028cb277-edef-4dc7-93f2-f64c07f1a222 tempest-SecGroupIPv6Test-139231551 tempest-SecGroupIPv6Test-139231551-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1163309 Feb 09 13:28:13.949599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Allocated IP 172.25.5.240 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/97df3272-1cc9-477c-a881-aaa03b94765d) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:14.183819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.233215 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.334280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Pushing event updated for resources: {'Port': ['ID=97df3272-1cc9-477c-a881-aaa03b94765d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:14.358493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:14.359873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:14.363392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:28:14.390029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40178) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:14.621130 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.626599 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:14.744422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40196) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:14.798675 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-81273f4d-0c1e-4789-a1e7-aa31d70fac0b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5bfb42002ff543eb8ad5e638138b77a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4072263 Feb 09 13:28:14.799367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40204) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:15.031947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab63-95bb-43f5-97cd-7c8a48c21c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.089467 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab63-95bb-43f5-97cd-7c8a48c21c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.163082 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab63-95bb-43f5-97cd-7c8a48c21c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.205691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-533177601-network', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:15.224186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:15.228630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82ab63-95bb-43f5-97cd-7c8a48c21c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076d8960-e777-405c-bc05-1da439fc92d4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:15.236703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Usage tracker for resource:network and tenant:e3787b01e4524c728c0001d18b1850c4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:15.247491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:15.271387 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5c82ab63-95bb-43f5-97cd-7c8a48c21c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.272523 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5c82ab63-95bb-43f5-97cd-7c8a48c21c1f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/076d8960-e777-405c-bc05-1da439fc92d4 HTTP/1.1" status: 204 len: 168 time: 0.4612412 Feb 09 13:28:15.306261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Router dde44b2d-10ff-4f4a-a341-a3fa18c04e04 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:28:15.307714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:15.335670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40218) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:15.349600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Made reservation on behalf of e3787b01e4524c728c0001d18b1850c4 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:28:15.359292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.406215 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.478517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:15.482412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Usage tracker for resource:security_group_rule and tenant:e3787b01e4524c728c0001d18b1850c4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:15.485491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:15.492428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:15.684668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac384f8c-7674-4e96-9546-d976c1a5e98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.703612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.713393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.766702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:28:15.786076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ac384f8c-7674-4e96-9546-d976c1a5e98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:15.795986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:28:15.797192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2483b4-7308-4728-946f-12607853422e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:15.820691 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e9fe0-ae66-4eaa-a04f-3dc6bdc55e8d None None] Sync routers for ids ['dde44b2d-10ff-4f4a-a341-a3fa18c04e04'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:28:15.827237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ac384f8c-7674-4e96-9546-d976c1a5e98f admin admin] Usage tracker for resource:security_group_rule and tenant:4a43cafd079f4aadbaf259ee7603e520 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:15.838374 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.838374 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Added segment 71be5eeb-7361-423b-8378-88e3a30b92c8 of type vlan for network 74a8564f-4012-48d3-9204-dc679420e6c7 Feb 09 13:28:15.838374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ac384f8c-7674-4e96-9546-d976c1a5e98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:15.851814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ac384f8c-7674-4e96-9546-d976c1a5e98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:15.889256 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e9fe0-ae66-4eaa-a04f-3dc6bdc55e8d None None] Routers {'dde44b2d-10ff-4f4a-a341-a3fa18c04e04'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:15.891254 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b50e9fe0-ae66-4eaa-a04f-3dc6bdc55e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['dde44b2d-10ff-4f4a-a341-a3fa18c04e04'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:15.912377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.929862 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:15.933792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7d8a2160-ef45-43d4-b726-a6a5164ea3d8 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8046541 Feb 09 13:28:15.937725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40230) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:15.958538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:16.020374 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:16.021271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:16.022117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:16.074692 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b50e9fe0-ae66-4eaa-a04f-3dc6bdc55e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:16.121902 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e9fe0-ae66-4eaa-a04f-3dc6bdc55e8d None None] Routers {'dde44b2d-10ff-4f4a-a341-a3fa18c04e04'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:16.128402 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b50e9fe0-ae66-4eaa-a04f-3dc6bdc55e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['dde44b2d-10ff-4f4a-a341-a3fa18c04e04'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:16.256644 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5076277 Feb 09 13:28:16.257733 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40246) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:16.292803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:16.295333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Request body: {'subnet': {'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-533177601-subnet', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:16.348431 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b50e9fe0-ae66-4eaa-a04f-3dc6bdc55e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:16.349699 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e9fe0-ae66-4eaa-a04f-3dc6bdc55e8d None None] The sync data for ids ['dde44b2d-10ff-4f4a-a341-a3fa18c04e04'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:28:16.412154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:16.421593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac384f8c-7674-4e96-9546-d976c1a5e98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:16.426654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Usage tracker for resource:subnet and tenant:e3787b01e4524c728c0001d18b1850c4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:16.430125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10729b81-89c8-4040-baab-e0d189eacada admin admin] Pushing event updated for resources: {'Network': ['ID=74a8564f-4012-48d3-9204-dc679420e6c7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:16.433098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:16.443847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 74a8564f-4012-48d3-9204-dc679420e6c7 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:28:16.445676 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac384f8c-7674-4e96-9546-d976c1a5e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:16.466101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:16.523220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Made reservation on behalf of e3787b01e4524c728c0001d18b1850c4 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:28:16.525966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:16.544059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac384f8c-7674-4e96-9546-d976c1a5e98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e1c07e-e665-4010-8b80-49bb92182cf3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:16.577835 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ac384f8c-7674-4e96-9546-d976c1a5e98f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a43cafd079f4aadbaf259ee7603e520&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2407382 Feb 09 13:28:16.583153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40256) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:17.001850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ca87-c444-43b3-a17b-1def71b19191 req-6e716638-f567-4318-a300-68d75613977f tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:17.004543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17a2ca87-c444-43b3-a17b-1def71b19191 req-6e716638-f567-4318-a300-68d75613977f tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 945 time: 0.1469049 Feb 09 13:28:17.038947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f55b8289-5d2b-4739-bcda-31246daa83be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.075939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17a2ca87-c444-43b3-a17b-1def71b19191 req-66a61f16-8f09-45ba-a513-48c9268280d7 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598941 Feb 09 13:28:17.181717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f55b8289-5d2b-4739-bcda-31246daa83be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.262625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.318172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40272) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:17.365818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f55b8289-5d2b-4739-bcda-31246daa83be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.386534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b8289-5d2b-4739-bcda-31246daa83be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e1c07e-e665-4010-8b80-49bb92182cf3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:17.427690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34126eba-8a93-4654-be99-c253b5578f19,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:17.445190 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f55b8289-5d2b-4739-bcda-31246daa83be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.446351 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f55b8289-5d2b-4739-bcda-31246daa83be admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54e1c07e-e665-4010-8b80-49bb92182cf3 HTTP/1.1" status: 204 len: 168 time: 0.8619111 Feb 09 13:28:17.447899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Checking segment: {'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:28:17.448476 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Network hostable DHCP agents. Network: 74a8564f-4012-48d3-9204-dc679420e6c7, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:28:17.503441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Network 74a8564f-4012-48d3-9204-dc679420e6c7 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:28:17.538327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 74a8564f-4012-48d3-9204-dc679420e6c7) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:17.548927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddfffe-7108-4a59-98ec-e7644f6ea246 None None] Network 74a8564f-4012-48d3-9204-dc679420e6c7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:28:17.554821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:17.555863 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.610003 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-43e5a86d-bda4-4cbc-8a7d-84dbeb82d7d5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3269866 Feb 09 13:28:17.613913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40286) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:17.627874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-533177601-router', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:17.640608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:17.647543 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.654677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Usage tracker for resource:router and tenant:e3787b01e4524c728c0001d18b1850c4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:17.670982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group': {'name': 'tempest-secgroup--211437434'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:17.676329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.684266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:17.687979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Deleting port 97df3272-1cc9-477c-a881-aaa03b94765d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:17.689532 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.722335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:17.732698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:17.746192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:17.753117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:17.765993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:17.797458 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.827819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9d57c-ce12-4425-b6fc-4b4a5054c9fc None None] Network 74a8564f-4012-48d3-9204-dc679420e6c7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:28:17.840585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.841631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.847498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.943185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.963421 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:17.984958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:18.008477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:18.047313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:18.063738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:18.125774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Calling delete_port for 97df3272-1cc9-477c-a881-aaa03b94765d owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:18.313384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.335047 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.339813 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.375022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40298) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:18.425723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:18.433617 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-473ad36a-530a-4f42-a14a-1df7abb63bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.442915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:18.453671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:18.457731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eaea5f-2660-4980-8f35-0cd4ec8c6e3a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:18.468628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.470859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:18.556681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Pushing event deleted for resources: {'Port': ['ID=97df3272-1cc9-477c-a881-aaa03b94765d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:18.638646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-473ad36a-530a-4f42-a14a-1df7abb63bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:18.657556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-473ad36a-530a-4f42-a14a-1df7abb63bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd0ef2399254d88b6fe31edcb3223d9 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:18.662488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.664547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-473ad36a-530a-4f42-a14a-1df7abb63bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:18.671925 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.696714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-473ad36a-530a-4f42-a14a-1df7abb63bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:18.715746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.717111 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3940072 Feb 09 13:28:18.726540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40310) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:18.789835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27aed8e-fcca-47bf-b034-c9ca71b56a80 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e16942-59e1-46e3-a548-d927ca858796,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:18.912307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-56aef754-9719-414d-af33-2e9dfe11b0b7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:18.917482 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.918949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c3326-3404-4f45-9d26-ca96a326b70f req-8f1f6da7-1dc0-470f-8660-921043ca5463 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:18.920466 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e5c3326-3404-4f45-9d26-ca96a326b70f req-8f1f6da7-1dc0-470f-8660-921043ca5463 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 945 time: 0.5300694 Feb 09 13:28:18.921233 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:18.967367 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.018153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-473ad36a-530a-4f42-a14a-1df7abb63bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.026076 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-473ad36a-530a-4f42-a14a-1df7abb63bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.053280 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.059642 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1980388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1980191', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1980569'] for router, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.062369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-56aef754-9719-414d-af33-2e9dfe11b0b7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:19.063794 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-56aef754-9719-414d-af33-2e9dfe11b0b7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3358583 Feb 09 13:28:19.066659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-673e6e81-d967-45f3-90bc-b48ff1d144d0 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:19.068321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-673e6e81-d967-45f3-90bc-b48ff1d144d0 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 945 time: 0.6766410 Feb 09 13:28:19.078697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40324) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:19.097386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7e8deed1-8886-4136-b175-da450e443dcf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group': {'name': 'tempest-security--1030839578', 'description': 'tempest-security-description-1015102885'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:19.140552 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-473ad36a-530a-4f42-a14a-1df7abb63bd6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1cd0ef2399254d88b6fe31edcb3223d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7642601 Feb 09 13:28:19.178563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40328) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:19.181563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ad36a-530a-4f42-a14a-1df7abb63bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cae8b2-9b47-4f15-bbf9-0e0673af59fd,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:19.283342 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e8deed1-8886-4136-b175-da450e443dcf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.364484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Allocated IP 172.25.5.59 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/5789c040-1623-48c9-9175-820a1cdbd84d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:19.384097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e8deed1-8886-4136-b175-da450e443dcf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.390415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f885600-07bf-434d-8f3d-a5cc8ae66ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.393579 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e8deed1-8886-4136-b175-da450e443dcf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.414672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-fdcceabf-5222-4736-8a00-ce5d8a5c8ced tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Deleting port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:19.415205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-fdcceabf-5222-4736-8a00-ce5d8a5c8ced tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.448281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e5c3326-3404-4f45-9d26-ca96a326b70f req-a6e6e3a2-5721-400e-bc65-114cbfd8e529 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912487 Feb 09 13:28:19.493254 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7e8deed1-8886-4136-b175-da450e443dcf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.496997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7e8deed1-8886-4136-b175-da450e443dcf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "PUT /v2.0/security-groups/a5e16942-59e1-46e3-a548-d927ca858796 HTTP/1.1" status: 200 len: 1612 time: 0.4092124 Feb 09 13:28:19.496997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f885600-07bf-434d-8f3d-a5cc8ae66ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.499583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40336) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:19.545366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8deed1-8886-4136-b175-da450e443dcf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e16942-59e1-46e3-a548-d927ca858796,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:19.595466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Router dde44b2d-10ff-4f4a-a341-a3fa18c04e04 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:28:19.620704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-820db79e-fc64-452b-b09c-b4422260d5c9 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups/a5e16942-59e1-46e3-a548-d927ca858796 HTTP/1.1" status: 200 len: 1612 time: 0.1178503 Feb 09 13:28:19.639902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40342) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:19.682923 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.693931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f885600-07bf-434d-8f3d-a5cc8ae66ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.712598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f885600-07bf-434d-8f3d-a5cc8ae66ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cae8b2-9b47-4f15-bbf9-0e0673af59fd,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:19.726252 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2f885600-07bf-434d-8f3d-a5cc8ae66ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.729834 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2f885600-07bf-434d-8f3d-a5cc8ae66ff1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28cae8b2-9b47-4f15-bbf9-0e0673af59fd HTTP/1.1" status: 204 len: 168 time: 0.5475914 Feb 09 13:28:19.755966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:19.825678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:19.828951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:19.833327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:28:20.019884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Pushing event updated for resources: {'Port': ['ID=5789c040-1623-48c9-9175-820a1cdbd84d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:20.021351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c45104ff-dc31-4f16-9a9c-a06565968d62 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.025209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-fdcceabf-5222-4736-8a00-ce5d8a5c8ced tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] For port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:20.025776 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-fdcceabf-5222-4736-8a00-ce5d8a5c8ced tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.124089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:28:20.138142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b18745-057b-46ed-9547-09b6aeb9a911 None None] Sync routers for ids ['dde44b2d-10ff-4f4a-a341-a3fa18c04e04'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:28:20.161606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b18745-057b-46ed-9547-09b6aeb9a911 None None] Routers {'dde44b2d-10ff-4f4a-a341-a3fa18c04e04'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:20.162243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-29b18745-057b-46ed-9547-09b6aeb9a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['dde44b2d-10ff-4f4a-a341-a3fa18c04e04'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:20.220395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-fdcceabf-5222-4736-8a00-ce5d8a5c8ced tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Calling delete_port for 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:20.259932 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.259932 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.266231 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c45104ff-dc31-4f16-9a9c-a06565968d62 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.273165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-29b18745-057b-46ed-9547-09b6aeb9a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:20.290130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b18745-057b-46ed-9547-09b6aeb9a911 None None] Routers {'dde44b2d-10ff-4f4a-a341-a3fa18c04e04'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:20.291549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-29b18745-057b-46ed-9547-09b6aeb9a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['dde44b2d-10ff-4f4a-a341-a3fa18c04e04'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:20.295676 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.296808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8d4b0e9c-1f6f-4acf-ae02-9a32cdbd5af0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "PUT /v2.0/routers/dde44b2d-10ff-4f4a-a341-a3fa18c04e04 HTTP/1.1" status: 200 len: 709 time: 4.3565512 Feb 09 13:28:20.302974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40358) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:20.410879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-29b18745-057b-46ed-9547-09b6aeb9a911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:20.411669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b18745-057b-46ed-9547-09b6aeb9a911 None None] The sync data for ids ['dde44b2d-10ff-4f4a-a341-a3fa18c04e04'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:28:20.599195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-46d89e72-a8b7-4f77-88a3-73366f2b6c9a tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/routers/dde44b2d-10ff-4f4a-a341-a3fa18c04e04 HTTP/1.1" status: 200 len: 744 time: 0.2916796 Feb 09 13:28:20.601686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40374) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:20.632098 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c45104ff-dc31-4f16-9a9c-a06565968d62 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.698899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c45104ff-dc31-4f16-9a9c-a06565968d62 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.702946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c45104ff-dc31-4f16-9a9c-a06565968d62 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/a5e16942-59e1-46e3-a548-d927ca858796 HTTP/1.1" status: 204 len: 168 time: 1.0475414 Feb 09 13:28:20.702946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45104ff-dc31-4f16-9a9c-a06565968d62 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e16942-59e1-46e3-a548-d927ca858796,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:20.710503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40382) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:20.735610 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6e933472-1323-4713-9ab5-b4d4fc95890e tempest-RoutersIpV6AdminTest-241900332 tempest-RoutersIpV6AdminTest-241900332-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&device_id=dde44b2d-10ff-4f4a-a341-a3fa18c04e04 HTTP/1.1" status: 200 len: 205 time: 0.1325471 Feb 09 13:28:20.737403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40386) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:20.787883 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-fdcceabf-5222-4736-8a00-ce5d8a5c8ced tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:20.794790 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5a7730f3-4bd5-4463-9063-14104f690825 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde44b2d-10ff-4f4a-a341-a3fa18c04e04 HTTP/1.1" status: 200 len: 205 time: 0.0540092 Feb 09 13:28:20.795378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40390) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:20.804099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['33381a3e-e33c-49c9-ba45-50e610f44078', '1af7584e-16fa-4945-89a7-3cd50f4e3c73', '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:28:20.869671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d67f9158-0ac7-41a9-a3eb-40a2cfcea9d1 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:20.884685 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcceabf-5222-4736-8a00-ce5d8a5c8ced tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Pushing event deleted for resources: {'Port': ['ID=5733bdc0-eaa2-4eeb-bd40-97421b64cdf1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:21.004028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddf71b-0c20-43c5-b5e9-7961875f4e9f req-c17203f8-a161-4bd0-a820-0fd6d48be4c4 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:21.004984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-62ddf71b-0c20-43c5-b5e9-7961875f4e9f req-c17203f8-a161-4bd0-a820-0fd6d48be4c4 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Synchronizing usage tracker for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:21.008577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-fdcceabf-5222-4736-8a00-ce5d8a5c8ced tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] No DVR routers for this DVR port 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:28:21.012782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d67f9158-0ac7-41a9-a3eb-40a2cfcea9d1 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:21.014701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d67f9158-0ac7-41a9-a3eb-40a2cfcea9d1 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3021631 Feb 09 13:28:21.017057 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-fdcceabf-5222-4736-8a00-ce5d8a5c8ced tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:21.019218 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f63cedc0-e28a-43c3-a9e1-fa449b04b95a req-fdcceabf-5222-4736-8a00-ce5d8a5c8ced tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "DELETE /v2.0/ports/5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 HTTP/1.1" status: 204 len: 173 time: 1.9355161 Feb 09 13:28:21.022623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc73d932-0af1-4f51-b877-a948d0b02bbf', 'name': 'network-vif-deleted', 'tag': '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:21.028945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40402) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:21.118455 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-c80de1c1-072f-48da-abf9-29b9dc23e5d5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] delete failed (client error): The resource could not be found. Feb 09 13:28:21.133380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c80de1c1-072f-48da-abf9-29b9dc23e5d5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/a5e16942-59e1-46e3-a548-d927ca858796 HTTP/1.1" status: 404 len: 347 time: 0.0837145 Feb 09 13:28:21.136607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-62ddf71b-0c20-43c5-b5e9-7961875f4e9f req-c17203f8-a161-4bd0-a820-0fd6d48be4c4 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Unset dirty status for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:21.143581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40408) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:21.145840 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62ddf71b-0c20-43c5-b5e9-7961875f4e9f req-c17203f8-a161-4bd0-a820-0fd6d48be4c4 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc73d932-0af1-4f51-b877-a948d0b02bbf HTTP/1.1" status: 200 len: 867 time: 0.4421089 Feb 09 13:28:21.173586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group': {'name': 'tempest-secgroup--494046098'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:21.177417 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc73d932-0af1-4f51-b877-a948d0b02bbf', 'name': 'network-vif-deleted', 'tag': '5733bdc0-eaa2-4eeb-bd40-97421b64cdf1', 'status': 'completed', 'code': 200} Feb 09 13:28:21.210887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:21.231656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62ddf71b-0c20-43c5-b5e9-7961875f4e9f req-f46409fc-985c-4756-b895-5ff7bc1f9198 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843499 Feb 09 13:28:21.253121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:21.265975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fcdff09a-200a-4d20-ac48-c4948060af94 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:21.442884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:21.635217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:21.647473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:21.654753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:21.814737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fcdff09a-200a-4d20-ac48-c4948060af94 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:21.818875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:21.828853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fcdff09a-200a-4d20-ac48-c4948060af94 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:21.919197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Router 56b0c1bc-5306-40de-a727-7d41a48e6762 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:28:21.935795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fcdff09a-200a-4d20-ac48-c4948060af94 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:21.936304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdff09a-200a-4d20-ac48-c4948060af94 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Fanout notify agent at l3_agent the message router_deleted on router dde44b2d-10ff-4f4a-a341-a3fa18c04e04 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:28:21.949566 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.015056 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.117649 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fcdff09a-200a-4d20-ac48-c4948060af94 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.118754 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fcdff09a-200a-4d20-ac48-c4948060af94 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/dde44b2d-10ff-4f4a-a341-a3fa18c04e04 HTTP/1.1" status: 204 len: 168 time: 1.3215950 Feb 09 13:28:22.122695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40444) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.126928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec90116-7dcc-4979-88a4-9ec3b1c2c470,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:22.130677 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.131816 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b711339a-6e0b-41a2-bd7a-817037abf590 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9869514 Feb 09 13:28:22.136440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40448) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.143819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': '9ec90116-7dcc-4979-88a4-9ec3b1c2c470', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:22.151312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:22.157647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:22.161620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:22.168642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:22.212407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-adddedbf-579a-4f74-869e-c92c905e135a tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde44b2d-10ff-4f4a-a341-a3fa18c04e04 HTTP/1.1" status: 200 len: 205 time: 0.0886221 Feb 09 13:28:22.213060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40452) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.214811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.310341 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-8c88a57c-faa7-4749-b829-693041415669 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] delete failed (client error): The resource could not be found. Feb 09 13:28:22.314908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8c88a57c-faa7-4749-b829-693041415669 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/dde44b2d-10ff-4f4a-a341-a3fa18c04e04 HTTP/1.1" status: 404 len: 336 time: 0.1004698 Feb 09 13:28:22.316284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40458) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.384910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8f9db379-db33-426b-a39c-bada5cfdfc91 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=f79a9fcf-f764-415c-a328-037494744343 HTTP/1.1" status: 200 len: 205 time: 0.0673232 Feb 09 13:28:22.385841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40466) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.446613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.467392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:28:22.469712 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.478842 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Sync routers for ids ['56b0c1bc-5306-40de-a727-7d41a48e6762'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:28:22.519647 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Routers {'56b0c1bc-5306-40de-a727-7d41a48e6762'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:22.520278 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['56b0c1bc-5306-40de-a727-7d41a48e6762'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:22.584607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf355681-4728-40e2-9c7c-78e949fd5330,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:22.609543 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.611213 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-289888ae-7c7d-49ca-88e3-a51375e1c7be admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9945898 Feb 09 13:28:22.613517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40476) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.617208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.626038 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3f07a9d3-c2a1-4ef1-ab6c-b4e4a99d55cf tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4804385 Feb 09 13:28:22.699073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40480) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.748525 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-d7a768e0-2791-4388-b51f-f621c8d2f432 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] delete failed (client error): The resource could not be found. Feb 09 13:28:22.749772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d7a768e0-2791-4388-b51f-f621c8d2f432 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/f79a9fcf-f764-415c-a328-037494744343 HTTP/1.1" status: 404 len: 336 time: 0.3628170 Feb 09 13:28:22.753364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40490) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.756391 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4fe7-179d-4ca7-ac76-c4597011405f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.779914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4fe7-179d-4ca7-ac76-c4597011405f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.799769 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Set router 56b0c1bc-5306-40de-a727-7d41a48e6762 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:28:22.825799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4fe7-179d-4ca7-ac76-c4597011405f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.856256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c4fe7-179d-4ca7-ac76-c4597011405f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf355681-4728-40e2-9c7c-78e949fd5330,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:22.863753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4fe7-179d-4ca7-ac76-c4597011405f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:22.864865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6f4c4fe7-179d-4ca7-ac76-c4597011405f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/cf355681-4728-40e2-9c7c-78e949fd5330 HTTP/1.1" status: 204 len: 168 time: 0.1570129 Feb 09 13:28:22.867420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40496) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:22.962893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-02e73436-cd62-4a99-a0c2-e63d6b4b8f69 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:22.983112 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5973babe-477b-4ee4-bbad-0f2b7d6dffb0 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc2e519d-3d33-4645-824b-8508bc149ad7 HTTP/1.1" status: 200 len: 205 time: 0.1329370 Feb 09 13:28:22.989381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40506) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:23.104922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-02e73436-cd62-4a99-a0c2-e63d6b4b8f69 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:23.109835 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-02e73436-cd62-4a99-a0c2-e63d6b4b8f69 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2415168 Feb 09 13:28:23.111009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40514) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:23.141382 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-cc9aebe7-8447-4aff-8660-ed12f8f82091 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] delete failed (client error): The resource could not be found. Feb 09 13:28:23.144105 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cc9aebe7-8447-4aff-8660-ed12f8f82091 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/bc2e519d-3d33-4645-824b-8508bc149ad7 HTTP/1.1" status: 404 len: 336 time: 0.1503124 Feb 09 13:28:23.150069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40518) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:23.200410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38032fd4-4ee2-4d2e-b114-88da553ea8e5 req-b4aeb8fd-4d50-49d4-879f-88e731334771 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:23.210034 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38032fd4-4ee2-4d2e-b114-88da553ea8e5 req-b4aeb8fd-4d50-49d4-879f-88e731334771 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 945 time: 0.2541664 Feb 09 13:28:23.247671 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7438664f-c346-4c13-b6e1-83524a63fda6 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=8893062d-d42f-4d00-899c-01cf277f2928 HTTP/1.1" status: 200 len: 205 time: 0.0963054 Feb 09 13:28:23.250493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40522) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:23.251013 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'name': 'tempest-ServerRescueNegativeTestJSON-533177601-router', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:17Z', 'updated_at': '2022-02-09T13:28:20Z', 'revision_number': 3, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'gw_port': {'id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:64:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:19Z', 'updated_at': '2022-02-09T13:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:23.256113 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Checking router: 56b0c1bc-5306-40de-a727-7d41a48e6762 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:28:23.256464 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Updating router 56b0c1bc-5306-40de-a727-7d41a48e6762 port 5789c040-1623-48c9-9175-820a1cdbd84d binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:28:23.323207 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-17261531-0000-4dc3-bea5-efe369c14fdc tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] delete failed (client error): The resource could not be found. Feb 09 13:28:23.324518 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-17261531-0000-4dc3-bea5-efe369c14fdc tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/8893062d-d42f-4d00-899c-01cf277f2928 HTTP/1.1" status: 404 len: 336 time: 0.0709515 Feb 09 13:28:23.327427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40526) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:23.328266 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.355756 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-89caf22a-10d0-42ac-af30-27fa02cf949a tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.385247 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-96e0351a-ccc2-483d-8b16-bcfe8b0ecb72 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=daae15b8-9ae5-45df-978b-0bc74c8b9c49 HTTP/1.1" status: 200 len: 205 time: 0.0567160 Feb 09 13:28:23.390894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40530) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:23.455202 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-89caf22a-10d0-42ac-af30-27fa02cf949a tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.482905 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38032fd4-4ee2-4d2e-b114-88da553ea8e5 req-9cc23aa1-58ae-43eb-be71-689c7c5583b0 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714386 Feb 09 13:28:23.506146 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-6ca36ee1-9c5c-4bc2-9c85-f12dc8ce21f3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] delete failed (client error): The resource could not be found. Feb 09 13:28:23.513007 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6ca36ee1-9c5c-4bc2-9c85-f12dc8ce21f3 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/daae15b8-9ae5-45df-978b-0bc74c8b9c49 HTTP/1.1" status: 404 len: 336 time: 0.1180019 Feb 09 13:28:23.518841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40542) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:23.641914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-57a1561a-5d82-4d31-907e-e19378072663 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdd1a2be-bd26-494d-9fd8-c7e035dc0872 HTTP/1.1" status: 200 len: 205 time: 0.1213174 Feb 09 13:28:23.651656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40548) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:23.726598 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-704c5811-27d6-4534-91a4-e80ba3cc4ae9 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] delete failed (client error): The resource could not be found. Feb 09 13:28:23.727632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-704c5811-27d6-4534-91a4-e80ba3cc4ae9 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/routers/fdd1a2be-bd26-494d-9fd8-c7e035dc0872 HTTP/1.1" status: 404 len: 336 time: 0.0738368 Feb 09 13:28:23.730896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40554) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:23.739242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-89caf22a-10d0-42ac-af30-27fa02cf949a tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.771389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caf22a-10d0-42ac-af30-27fa02cf949a tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec90116-7dcc-4979-88a4-9ec3b1c2c470,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:23.791674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:28:23.820413 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be8e019-7941-458b-b545-a45f16e4bad4 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] DELETE failed (client error): The resource could not be found. Feb 09 13:28:23.826194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-89caf22a-10d0-42ac-af30-27fa02cf949a tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.830765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-89caf22a-10d0-42ac-af30-27fa02cf949a tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/9ec90116-7dcc-4979-88a4-9ec3b1c2c470 HTTP/1.1" status: 204 len: 168 time: 0.7170253 Feb 09 13:28:23.831918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40562) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:23.832421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be8e019-7941-458b-b545-a45f16e4bad4 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:28:23.834742 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4be8e019-7941-458b-b545-a45f16e4bad4 tempest-RoutersIpV6AdminTest-1836173857 tempest-RoutersIpV6AdminTest-1836173857-project] 10.222.0.59 "DELETE /v2.0/subnets/990429ba-3b38-4d46-88f6-24b5c2279148 HTTP/1.1" status: 404 len: 337 time: 0.1016178 Feb 09 13:28:23.964497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:28:23.965173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5733bdc0-eaa2-4eeb-bd40-97421b64cdf1 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:28:23.971088 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:23.980272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-464b4876-f786-4784-b44c-2149f529f7d0 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:24.008240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Transition to ACTIVE for port object 5789c040-1623-48c9-9175-820a1cdbd84d will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:24.019147 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:24.039515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-464b4876-f786-4784-b44c-2149f529f7d0 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:24.048546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-464b4876-f786-4784-b44c-2149f529f7d0 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2140903 Feb 09 13:28:24.057480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40574) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:24.073902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group': {'name': 'tempest-secgroup--109409570'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:24.094628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:24.121079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:24.135309 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:24.157730 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Pushing event updated for resources: {'Port': ['ID=5789c040-1623-48c9-9175-820a1cdbd84d,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:24.170966 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.171610 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.172116 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.172650 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.173177 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.173705 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.174570 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.175150 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.175639 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.176164 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.176705 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:24.204314 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Attempting to bind port 5789c040-1623-48c9-9175-820a1cdbd84d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:28:24.205152 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Attempting to bind port 5789c040-1623-48c9-9175-820a1cdbd84d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:28:24.206430 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Attempting to bind port 5789c040-1623-48c9-9175-820a1cdbd84d on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:28:24.228203 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:28:24.228578 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:28:24.228981 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:24.229362 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:28:24.231018 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Bound port: 5789c040-1623-48c9-9175-820a1cdbd84d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:28:24.235452 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:24.313055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:24.322271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:24.326161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:24.337204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-231d3105-68fa-4a90-ad91-0e5981964854 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:24.338955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-231d3105-68fa-4a90-ad91-0e5981964854 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 945 time: 0.1909933 Feb 09 13:28:24.347527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:24.384236 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] For port 5789c040-1623-48c9-9175-820a1cdbd84d, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:28:24.390178 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] For port 5789c040-1623-48c9-9175-820a1cdbd84d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5789c040-1623-48c9-9175-820a1cdbd84d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:28:24.408727 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:24.431265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-90440ed0-0626-4408-99de-26e93d725812 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Deleting port 1af7584e-16fa-4945-89a7-3cd50f4e3c73 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:24.431758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-90440ed0-0626-4408-99de-26e93d725812 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:24.552637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40588) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:24.582834 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Routers {'56b0c1bc-5306-40de-a727-7d41a48e6762'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:24.583461 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:27:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['56b0c1bc-5306-40de-a727-7d41a48e6762'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:24.887753 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:24.935888 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e17a37-d0d8-4120-b3e8-12f1cfe02960 None None] Pushing event updated for resources: {'Port': ['ID=5789c040-1623-48c9-9175-820a1cdbd84d,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:24.973972 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-305654a2-ec91-4454-87bd-349933392782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.012044 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.013346 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4048746-85f2-430e-a732-fd5e14124cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.051704 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.059428 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] Set router 56b0c1bc-5306-40de-a727-7d41a48e6762 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:28:25.148615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-90440ed0-0626-4408-99de-26e93d725812 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] For port 1af7584e-16fa-4945-89a7-3cd50f4e3c73, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=1af7584e-16fa-4945-89a7-3cd50f4e3c73,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:25.149172 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-90440ed0-0626-4408-99de-26e93d725812 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.166121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c486f490-fde1-403d-91dc-14bb7f1f45ab,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:25.232117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.233764 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2a1328ab-fc50-4888-b36a-7186ce65fd12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1730249 Feb 09 13:28:25.239297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40610) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:25.259797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': 'c486f490-fde1-403d-91dc-14bb7f1f45ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:25.264798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:25.269819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:25.273380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:25.280215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:25.302769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40614) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:25.320923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-90440ed0-0626-4408-99de-26e93d725812 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Calling delete_port for 1af7584e-16fa-4945-89a7-3cd50f4e3c73 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:25.335936 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.370060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Allocated IP 172.20.0.1 (74a8564f-4012-48d3-9204-dc679420e6c7/34126eba-8a93-4654-be99-c253b5578f19/f7d00803-17c2-4105-8fb2-c2a739b4366a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:25.371392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a4048746-85f2-430e-a732-fd5e14124cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:25.382010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a4048746-85f2-430e-a732-fd5e14124cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:caf7f8a722874bf19c3c6edb50f8626e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:25.399562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a4048746-85f2-430e-a732-fd5e14124cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:25.421255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a4048746-85f2-430e-a732-fd5e14124cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:25.437473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e2594-4ec6-4f7e-9b3b-15d232ee6920 req-f5fcbf11-9823-4ee1-a02a-1e8f2c74007f tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:25.445575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed2e2594-4ec6-4f7e-9b3b-15d232ee6920 req-f5fcbf11-9823-4ee1-a02a-1e8f2c74007f tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 945 time: 0.5304217 Feb 09 13:28:25.548352 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.573567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed2e2594-4ec6-4f7e-9b3b-15d232ee6920 req-640d9468-d487-4704-b534-9e1be732e9e3 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292312 Feb 09 13:28:25.661372 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-90440ed0-0626-4408-99de-26e93d725812 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.674439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['33381a3e-e33c-49c9-ba45-50e610f44078', '1af7584e-16fa-4945-89a7-3cd50f4e3c73'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:28:25.719041 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'name': 'tempest-ServerRescueNegativeTestJSON-533177601-router', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:17Z', 'updated_at': '2022-02-09T13:28:20Z', 'revision_number': 3, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'gw_port': {'id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:64:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:19Z', 'updated_at': '2022-02-09T13:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:25.725906 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66777adb-12b2-40a1-935b-52fab27f8811 None None] The sync data for ids ['56b0c1bc-5306-40de-a727-7d41a48e6762'] in n-d-825175-3 is: [{'id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'name': 'tempest-ServerRescueNegativeTestJSON-533177601-router', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:17Z', 'updated_at': '2022-02-09T13:28:20Z', 'revision_number': 3, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'gw_port': {'id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:64:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:19Z', 'updated_at': '2022-02-09T13:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:28:25.742979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90440ed0-0626-4408-99de-26e93d725812 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Pushing event deleted for resources: {'Port': ['ID=1af7584e-16fa-4945-89a7-3cd50f4e3c73,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:25.780159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4048746-85f2-430e-a732-fd5e14124cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.782729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.825838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9b9463-b6e6-43c9-aec0-036dd3733016,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:25.838628 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fec0776-7b61-461d-a2f0-ad204aabe597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.974821 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4048746-85f2-430e-a732-fd5e14124cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.988501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:25.994392 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d07f37eb-fd2b-4460-9169-8041c1d0dafd tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7499280 Feb 09 13:28:26.003415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40628) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:26.013655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': 'c486f490-fde1-403d-91dc-14bb7f1f45ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:26.045802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8fec0776-7b61-461d-a2f0-ad204aabe597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:26.052262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8fec0776-7b61-461d-a2f0-ad204aabe597 admin admin] Usage tracker for resource:security_group_rule and tenant:9e580e79c5754033ad50266edb8c722a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:26.055787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8fec0776-7b61-461d-a2f0-ad204aabe597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:26.076070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8fec0776-7b61-461d-a2f0-ad204aabe597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:26.084876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-90440ed0-0626-4408-99de-26e93d725812 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] No DVR routers for this DVR port 1af7584e-16fa-4945-89a7-3cd50f4e3c73 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:28:26.097473 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-90440ed0-0626-4408-99de-26e93d725812 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.102750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6820e59-c4ef-44b4-b63d-56668f8617bd', 'name': 'network-vif-deleted', 'tag': '1af7584e-16fa-4945-89a7-3cd50f4e3c73'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:26.123409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a4048746-85f2-430e-a732-fd5e14124cd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=caf7f8a722874bf19c3c6edb50f8626e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5671926 Feb 09 13:28:26.127709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40640) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:26.128893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4048746-85f2-430e-a732-fd5e14124cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da8377c-0e3c-43fd-83d4-32a80859d11d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:26.153723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b731948-a564-4e35-8b05-9f3b897919e0 req-90440ed0-0626-4408-99de-26e93d725812 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "DELETE /v2.0/ports/1af7584e-16fa-4945-89a7-3cd50f4e3c73 HTTP/1.1" status: 204 len: 173 time: 1.8033371 Feb 09 13:28:26.154936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:26.167171 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.185495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:26.224537 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6820e59-c4ef-44b4-b63d-56668f8617bd', 'name': 'network-vif-deleted', 'tag': '1af7584e-16fa-4945-89a7-3cd50f4e3c73', 'status': 'completed', 'code': 200} Feb 09 13:28:26.257878 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fec0776-7b61-461d-a2f0-ad204aabe597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.266452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:26.268473 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c07af6a-be3a-479d-af97-746d1ce78474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.275951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fec0776-7b61-461d-a2f0-ad204aabe597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.289640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:26.349059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec0776-7b61-461d-a2f0-ad204aabe597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c90ae0-b2cf-46f5-8e3c-e35565e5c926,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:26.360582 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c07af6a-be3a-479d-af97-746d1ce78474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.380584 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8fec0776-7b61-461d-a2f0-ad204aabe597 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e580e79c5754033ad50266edb8c722a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0763135 Feb 09 13:28:26.383808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.384230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40644) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:26.411879 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.520575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Network 74a8564f-4012-48d3-9204-dc679420e6c7 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:26.524547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d00803-17c2-4105-8fb2-c2a739b4366a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:26.531363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:26.537676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:28:26.552056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4373004c-c9b7-4898-8541-c6be2c62ce0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.555441 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c07af6a-be3a-479d-af97-746d1ce78474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.589904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.593502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07af6a-be3a-479d-af97-746d1ce78474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da8377c-0e3c-43fd-83d4-32a80859d11d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:26.603077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.605897 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4c07af6a-be3a-479d-af97-746d1ce78474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.607153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4c07af6a-be3a-479d-af97-746d1ce78474 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7da8377c-0e3c-43fd-83d4-32a80859d11d HTTP/1.1" status: 204 len: 168 time: 0.4754262 Feb 09 13:28:26.609035 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4373004c-c9b7-4898-8541-c6be2c62ce0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.688442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.709007 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4373004c-c9b7-4898-8541-c6be2c62ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.725203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d47e47-d3eb-4954-935a-e87ba545eca6,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:26.779220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373004c-c9b7-4898-8541-c6be2c62ce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c90ae0-b2cf-46f5-8e3c-e35565e5c926,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:26.781842 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.786668 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4780af7b-382d-4b8b-b275-5d18f7f279a7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7774646 Feb 09 13:28:26.786816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4373004c-c9b7-4898-8541-c6be2c62ce0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:26.792984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40656) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:26.798063 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4373004c-c9b7-4898-8541-c6be2c62ce0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38c90ae0-b2cf-46f5-8e3c-e35565e5c926 HTTP/1.1" status: 204 len: 168 time: 0.4126852 Feb 09 13:28:26.825763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': 'c486f490-fde1-403d-91dc-14bb7f1f45ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:26.835629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:26.841551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:26.845790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:26.962635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:27.043387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-82be4747-a5d4-448d-95c1-ea8755d18191 req-068fefda-ada7-4fe0-b270-e4758097dac1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Synchronizing usage tracker for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:27.044295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.074875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-82be4747-a5d4-448d-95c1-ea8755d18191 req-068fefda-ada7-4fe0-b270-e4758097dac1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Unset dirty status for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:27.076088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82be4747-a5d4-448d-95c1-ea8755d18191 req-068fefda-ada7-4fe0-b270-e4758097dac1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6820e59-c4ef-44b4-b63d-56668f8617bd HTTP/1.1" status: 200 len: 210 time: 0.1663532 Feb 09 13:28:27.120288 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.386722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.399997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.444169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8163ab43-3a80-4f36-bbb8-ca4ebb848efc,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:27.479741 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.480924 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4d99dbfe-84a2-44d0-9738-a9fa7a1a7978 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6868241 Feb 09 13:28:27.483931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40676) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:27.488113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.492484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': 'c486f490-fde1-403d-91dc-14bb7f1f45ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:27.496022 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.500480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:27.505916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:27.511506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40680) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:27.545245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:27.552646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:27.563846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40686) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:27.589247 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d64af43b-7e46-4cc2-9b61-3d838665d861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.625407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.626750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d00803-17c2-4105-8fb2-c2a739b4366a,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:27.631495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.695690 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9c117a76-4cc3-40bb-909d-ba3860397cf3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9ce1fd6a7434d88bc0d2ce0cf5a7ae1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1806502 Feb 09 13:28:27.695690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d64af43b-7e46-4cc2-9b61-3d838665d861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:27.698949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40692) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:27.702987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d64af43b-7e46-4cc2-9b61-3d838665d861 admin admin] Usage tracker for resource:security_group_rule and tenant:d998e8dcd98b42d2be5af0cc31bd7887 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:27.719957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d64af43b-7e46-4cc2-9b61-3d838665d861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:27.738774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d64af43b-7e46-4cc2-9b61-3d838665d861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:27.756829 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.772739 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.777221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Network 74a8564f-4012-48d3-9204-dc679420e6c7 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:27.778645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:27.793414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1af7584e-16fa-4945-89a7-3cd50f4e3c73 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:28:27.819567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce117fc-a873-4123-8746-37753940c612,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:27.869926 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.870139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 1af7584e-16fa-4945-89a7-3cd50f4e3c73 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:28:27.870139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 1af7584e-16fa-4945-89a7-3cd50f4e3c73 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:28:27.872716 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7563a85e-b350-4218-b4e5-d6a696c212ba tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3849921 Feb 09 13:28:27.872716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40700) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:27.889841 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a67f0fd0-8465-4503-a13e-8afa76892785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.893737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': 'c486f490-fde1-403d-91dc-14bb7f1f45ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:27.919064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:27.926073 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d64af43b-7e46-4cc2-9b61-3d838665d861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.930722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:27.940179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:27.948227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d64af43b-7e46-4cc2-9b61-3d838665d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:27.954766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:27.975211 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a67f0fd0-8465-4503-a13e-8afa76892785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.030763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64af43b-7e46-4cc2-9b61-3d838665d861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb1d37-d423-4ac5-ab15-dfb4d69eda2d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:28.049653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.062860 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d64af43b-7e46-4cc2-9b61-3d838665d861 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d998e8dcd98b42d2be5af0cc31bd7887&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4982212 Feb 09 13:28:28.070873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40706) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:28.159262 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a67f0fd0-8465-4503-a13e-8afa76892785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.188091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f0fd0-8465-4503-a13e-8afa76892785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41aa90b-ca69-4944-8c7c-c5c3091f5fd8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:28.192875 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.194198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5789c040-1623-48c9-9175-820a1cdbd84d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:28.213292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.242590 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a424c15-f884-44c9-b51c-d9ab7f154aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.269868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533c3447-0b5b-4135-8a52-548cdf2e94b2,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:28.291513 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a67f0fd0-8465-4503-a13e-8afa76892785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.296227 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a67f0fd0-8465-4503-a13e-8afa76892785 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a41aa90b-ca69-4944-8c7c-c5c3091f5fd8 HTTP/1.1" status: 204 len: 168 time: 0.5929027 Feb 09 13:28:28.315066 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a424c15-f884-44c9-b51c-d9ab7f154aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.392213 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a424c15-f884-44c9-b51c-d9ab7f154aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.395822 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a424c15-f884-44c9-b51c-d9ab7f154aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.402519 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4a424c15-f884-44c9-b51c-d9ab7f154aaa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6cb1d37-d423-4ac5-ab15-dfb4d69eda2d HTTP/1.1" status: 204 len: 168 time: 0.3304787 Feb 09 13:28:28.416028 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.417637 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d4a48f55-7744-46e6-8645-e451fa7055d7 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5403044 Feb 09 13:28:28.420601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40722) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:28.421352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a424c15-f884-44c9-b51c-d9ab7f154aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb1d37-d423-4ac5-ab15-dfb4d69eda2d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:28.493457 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ccb93a4f-86c0-4dba-85be-2ac9e3426537 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.508368 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-57be2aa5-a116-4fa2-b770-a9fc31ba9dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.527281 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ccb93a4f-86c0-4dba-85be-2ac9e3426537 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.531226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Router 56b0c1bc-5306-40de-a727-7d41a48e6762 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:28:28.582944 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ccb93a4f-86c0-4dba-85be-2ac9e3426537 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.600995 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.617779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 5789c040-1623-48c9-9175-820a1cdbd84d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:28.623831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5789c040-1623-48c9-9175-820a1cdbd84d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:28.624203 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.626837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb93a4f-86c0-4dba-85be-2ac9e3426537 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=533c3447-0b5b-4135-8a52-548cdf2e94b2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:28.633770 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ccb93a4f-86c0-4dba-85be-2ac9e3426537 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.639594 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ccb93a4f-86c0-4dba-85be-2ac9e3426537 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/533c3447-0b5b-4135-8a52-548cdf2e94b2 HTTP/1.1" status: 204 len: 168 time: 0.2148242 Feb 09 13:28:28.641352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40732) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:28.711749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-01c1052d-f74f-4966-85ec-699498d3b5b2 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:28.742363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-01c1052d-f74f-4966-85ec-699498d3b5b2 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:28.747924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-01c1052d-f74f-4966-85ec-699498d3b5b2 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1041157 Feb 09 13:28:28.748745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40736) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:28.816443 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67c45d54-7ac0-4aa0-969d-ff333c3bcccc tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.840745 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67c45d54-7ac0-4aa0-969d-ff333c3bcccc tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.860360 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.894725 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67c45d54-7ac0-4aa0-969d-ff333c3bcccc tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.919896 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.966545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c45d54-7ac0-4aa0-969d-ff333c3bcccc tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ce117fc-a873-4123-8746-37753940c612,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:28.974180 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67c45d54-7ac0-4aa0-969d-ff333c3bcccc tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.978026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-67c45d54-7ac0-4aa0-969d-ff333c3bcccc tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7ce117fc-a873-4123-8746-37753940c612 HTTP/1.1" status: 204 len: 168 time: 0.2242520 Feb 09 13:28:28.978195 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 5789c040-1623-48c9-9175-820a1cdbd84d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5789c040-1623-48c9-9175-820a1cdbd84d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:28.983717 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:28.987569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40742) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:29.081784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=5789c040-1623-48c9-9175-820a1cdbd84d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:29.133530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a8ed9afd-d5a7-42e5-81ef-69bed7dc0d3d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:29.161460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a8ed9afd-d5a7-42e5-81ef-69bed7dc0d3d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:29.165575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a8ed9afd-d5a7-42e5-81ef-69bed7dc0d3d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1743073 Feb 09 13:28:29.165939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40748) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:29.227836 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8fc0caf0-c6f1-413c-96ec-48ae299249c2 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.247711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:28:29.260725 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8fc0caf0-c6f1-413c-96ec-48ae299249c2 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.282859 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-33832356-47e4-4142-8f3f-da60bc7ccff4 admin admin] 10.222.0.59 "PUT /v2.0/routers/56b0c1bc-5306-40de-a727-7d41a48e6762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6681628 Feb 09 13:28:29.316663 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8fc0caf0-c6f1-413c-96ec-48ae299249c2 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.395206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0caf0-c6f1-413c-96ec-48ae299249c2 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8163ab43-3a80-4f36-bbb8-ca4ebb848efc,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:29.410895 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8fc0caf0-c6f1-413c-96ec-48ae299249c2 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.414959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40772) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:29.425164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8fc0caf0-c6f1-413c-96ec-48ae299249c2 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/8163ab43-3a80-4f36-bbb8-ca4ebb848efc HTTP/1.1" status: 204 len: 168 time: 0.2579713 Feb 09 13:28:29.483371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-606ecf92-364d-4506-b567-4961f8637106 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:29.500915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-606ecf92-364d-4506-b567-4961f8637106 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:29.502713 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-606ecf92-364d-4506-b567-4961f8637106 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0866320 Feb 09 13:28:29.505811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40778) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:29.540413 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eff6d80-035d-4b36-ae42-568fe573b95c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.553017 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eff6d80-035d-4b36-ae42-568fe573b95c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.593897 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eff6d80-035d-4b36-ae42-568fe573b95c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.611265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff6d80-035d-4b36-ae42-568fe573b95c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57d47e47-d3eb-4954-935a-e87ba545eca6,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:29.629549 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1eff6d80-035d-4b36-ae42-568fe573b95c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.631228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1eff6d80-035d-4b36-ae42-568fe573b95c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/57d47e47-d3eb-4954-935a-e87ba545eca6 HTTP/1.1" status: 204 len: 168 time: 0.1240041 Feb 09 13:28:29.633872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40786) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:29.693109 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c6ea41ff-844f-4504-a666-93c1dd6a6afe tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0571573 Feb 09 13:28:29.698262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40796) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:29.714971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40802) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:29.786938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d5aedae-2844-4ef4-952a-506a480821a3 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.811184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d5aedae-2844-4ef4-952a-506a480821a3 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.871234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d5aedae-2844-4ef4-952a-506a480821a3 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.901228 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.919466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5aedae-2844-4ef4-952a-506a480821a3 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed9b9463-b6e6-43c9-aec0-036dd3733016,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:29.927882 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d5aedae-2844-4ef4-952a-506a480821a3 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:29.929621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3d5aedae-2844-4ef4-952a-506a480821a3 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ed9b9463-b6e6-43c9-aec0-036dd3733016 HTTP/1.1" status: 204 len: 168 time: 0.2301419 Feb 09 13:28:29.932270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40812) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:30.015139 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b64022fa-0714-4b57-a8f6-0e182e158e08 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/floatingips/a87f0b6d-0770-4a12-90b9-3f450ad30f4b HTTP/1.1" status: 200 len: 993 time: 0.2986584 Feb 09 13:28:30.031972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b7755aeb-d05b-44ae-b24e-d30772271330 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:30.075546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b7755aeb-d05b-44ae-b24e-d30772271330 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:30.077209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b7755aeb-d05b-44ae-b24e-d30772271330 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1405182 Feb 09 13:28:30.080953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40818) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:30.208011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5789c040-1623-48c9-9175-820a1cdbd84d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:30.238296 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e58cc1d4-df49-45e1-b0d0-18babc9d8f6b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:30.324689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e58cc1d4-df49-45e1-b0d0-18babc9d8f6b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:30.384077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5789c040-1623-48c9-9175-820a1cdbd84d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:30.395713 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:30.426179 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e58cc1d4-df49-45e1-b0d0-18babc9d8f6b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:30.454814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cc1d4-df49-45e1-b0d0-18babc9d8f6b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c486f490-fde1-403d-91dc-14bb7f1f45ab,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:30.519585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e58cc1d4-df49-45e1-b0d0-18babc9d8f6b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:30.522231 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e58cc1d4-df49-45e1-b0d0-18babc9d8f6b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/c486f490-fde1-403d-91dc-14bb7f1f45ab HTTP/1.1" status: 204 len: 168 time: 0.4392467 Feb 09 13:28:30.524122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40840) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:30.528762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40844) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:30.848308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-040a34c4-0218-47bb-b7cc-0e6b7c4ebd5b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:30.856448 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-040a34c4-0218-47bb-b7cc-0e6b7c4ebd5b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 818 time: 0.3712094 Feb 09 13:28:30.892441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-51cebb22-03bb-4fec-b937-910d14bd7b8c tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/quotas/e3787b01e4524c728c0001d18b1850c4 HTTP/1.1" status: 200 len: 375 time: 0.0350671 Feb 09 13:28:31.063653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-81592dff-e187-4265-84e8-9fc0dfd6a793 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:31.101512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-6bd7e34b-c202-482f-88d5-ef3cf79c5e01 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2070966 Feb 09 13:28:31.121679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port 50bad7fa-0725-430f-b83b-43f347285481 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:31.121679 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:31.199484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Sync routers for ids ['56b0c1bc-5306-40de-a727-7d41a48e6762'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:28:31.213193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Routers {'56b0c1bc-5306-40de-a727-7d41a48e6762'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:31.214147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:28:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['56b0c1bc-5306-40de-a727-7d41a48e6762'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:31.485815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:31.485815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:31.627692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Set router 56b0c1bc-5306-40de-a727-7d41a48e6762 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:28:31.749214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for 50bad7fa-0725-430f-b83b-43f347285481 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:31.872215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-81592dff-e187-4265-84e8-9fc0dfd6a793 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:31.877468 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-81592dff-e187-4265-84e8-9fc0dfd6a793 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.3473895 Feb 09 13:28:31.877829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40888) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:31.883267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520783003'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:31.899876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:31.978577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:32.034425 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:32.175871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:32.211230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:32.229725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:32.237508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:32.248187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:32.251496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'name': 'tempest-ServerRescueNegativeTestJSON-533177601-router', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:17Z', 'updated_at': '2022-02-09T13:28:26Z', 'revision_number': 4, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'gw_port': {'id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:19Z', 'updated_at': '2022-02-09T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f7d00803-17c2-4105-8fb2-c2a739b4366a', 'name': '', 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'mac_address': 'fa:16:3e:d8:2b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34126eba-8a93-4654-be99-c253b5578f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:25Z', 'updated_at': '2022-02-09T13:28:27Z', 'revision_number': 2, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'subnets': [{'id': '34126eba-8a93-4654-be99-c253b5578f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:32.252732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-eca360e5-7e95-4b8a-aadd-984aeae15fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1490393 Feb 09 13:28:32.264302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Checking router: 56b0c1bc-5306-40de-a727-7d41a48e6762 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:28:32.264653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Updating router 56b0c1bc-5306-40de-a727-7d41a48e6762 port f7d00803-17c2-4105-8fb2-c2a739b4366a binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:28:32.304458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Port': ['ID=50bad7fa-0725-430f-b83b-43f347285481,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:32.378609 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:32.577556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:32.585007 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:32.604692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-61b002ea-b793-4532-9821-8fce05a35839 service neutron] 10.222.0.59 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419900 Feb 09 13:28:32.619252 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:32.660687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e594cd-6363-452e-a1cd-1ddf7442e007,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:32.712108 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:32.716380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e181a49c-d3a0-401e-9e2b-6ac11eab934c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8375223 Feb 09 13:28:32.719719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40914) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:32.742708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': 'd0e594cd-6363-452e-a1cd-1ddf7442e007', 'direction': 'ingress', 'protocol': 17}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:32.756807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:32.765746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:32.771538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:32.786010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:32.839440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:33.169721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:33.210902 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:33.214297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d781a84-5ab3-47f7-9752-129a99ffd608 req-281ca1af-2618-4a3e-9f4a-bdd9e2ced808 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 210 time: 0.1806715 Feb 09 13:28:33.343297 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:33.387510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Transition to ACTIVE for port object f7d00803-17c2-4105-8fb2-c2a739b4366a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:33.396400 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:33.487417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Pushing event updated for resources: {'Port': ['ID=f7d00803-17c2-4105-8fb2-c2a739b4366a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:33.505161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.506062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.506786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.507382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.507937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.508476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.509223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.509855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.510448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.511044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.511671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:33.677049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b622c0fd-a8c6-4517-88b5-bbeb3acf7f41,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:33.688159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:33.696521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40954) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:33.701336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c0b84fb5-0120-45e2-8be5-57d5c507c409 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9771950 Feb 09 13:28:33.702180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40958) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:33.870625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be2f5c-aa47-4c2d-a1c2-8e13076690d0 req-ae64053b-025c-4a30-bcff-cbe14c2722f3 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:33.872294 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20be2f5c-aa47-4c2d-a1c2-8e13076690d0 req-ae64053b-025c-4a30-bcff-cbe14c2722f3 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 945 time: 0.5833955 Feb 09 13:28:33.890410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Attempting to bind port f7d00803-17c2-4105-8fb2-c2a739b4366a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:28:33.891107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Attempting to bind port f7d00803-17c2-4105-8fb2-c2a739b4366a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:28:33.891626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Attempting to bind port f7d00803-17c2-4105-8fb2-c2a739b4366a on network 74a8564f-4012-48d3-9204-dc679420e6c7 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:28:33.905784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:28:33.906427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Checking segment: {'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:28:33.907122 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:33.908756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Bound using segment: {'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:28:33.913022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Bound port: f7d00803-17c2-4105-8fb2-c2a739b4366a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:28:33.913759 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:34.050652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1278100389', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:34.080005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20be2f5c-aa47-4c2d-a1c2-8e13076690d0 req-4cf471ae-8c17-44eb-a6bd-d6b45e266919 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267576 Feb 09 13:28:34.085690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:34.100049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-b2808614-9565-48fa-bef2-20cc3d2dc9d1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:34.101738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-b2808614-9565-48fa-bef2-20cc3d2dc9d1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 818 time: 0.3683362 Feb 09 13:28:34.115560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Usage tracker for resource:port and tenant:89ec1d9d2fba47e4856085bc14270b1b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:34.123126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:34.135353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:34.154414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] For port f7d00803-17c2-4105-8fb2-c2a739b4366a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:28:34.159050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] For port f7d00803-17c2-4105-8fb2-c2a739b4366a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f7d00803-17c2-4105-8fb2-c2a739b4366a,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:28:34.165512 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:34.189995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-300b374c-72ee-4022-be8a-7a798d100aa4 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/quotas/e3787b01e4524c728c0001d18b1850c4 HTTP/1.1" status: 200 len: 375 time: 0.0371022 Feb 09 13:28:34.261216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Made reservation on behalf of 89ec1d9d2fba47e4856085bc14270b1b for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:28:34.263484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Routers {'56b0c1bc-5306-40de-a727-7d41a48e6762'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:34.264291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:28:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['56b0c1bc-5306-40de-a727-7d41a48e6762'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:34.274750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4475588-ae1e-4ca7-aa0b-430e1798d847 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:34.279001 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:34.317809 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:34.387968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4475588-ae1e-4ca7-aa0b-430e1798d847 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:34.435972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:34.453883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-bcd60033-c3dc-43ab-b7a0-f03d50ac27a9 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2629457 Feb 09 13:28:34.474900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:28:34.475106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Usage tracker for resource:security_group_rule and tenant:89ec1d9d2fba47e4856085bc14270b1b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:34.480673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:34.497181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d855f-ab3a-4dd1-8cd8-30468eeef8b2 None None] Pushing event updated for resources: {'Port': ['ID=f7d00803-17c2-4105-8fb2-c2a739b4366a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:34.505017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:34.562621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] Set router 56b0c1bc-5306-40de-a727-7d41a48e6762 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:28:34.687866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-28f9eec8-1570-4304-b461-e658692cf8f7 service neutron] 10.222.0.59 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330368 Feb 09 13:28:34.711506 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4475588-ae1e-4ca7-aa0b-430e1798d847 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:34.800089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4475588-ae1e-4ca7-aa0b-430e1798d847 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e594cd-6363-452e-a1cd-1ddf7442e007,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:34.836290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-88310a9b-feda-45fb-b4e4-a489d3df5e56 service neutron] 10.222.0.59 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474872 Feb 09 13:28:34.913698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4475588-ae1e-4ca7-aa0b-430e1798d847 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:34.914892 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c4475588-ae1e-4ca7-aa0b-430e1798d847 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/d0e594cd-6363-452e-a1cd-1ddf7442e007 HTTP/1.1" status: 204 len: 168 time: 1.2168407 Feb 09 13:28:34.946632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40990) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:35.180140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2054e696-d0eb-4725-85ec-5e4309dd3f55 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:35.184253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:35.242333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2054e696-d0eb-4725-85ec-5e4309dd3f55 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:35.244663 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:35.249267 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2054e696-d0eb-4725-85ec-5e4309dd3f55 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2916729 Feb 09 13:28:35.256818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] device_id is not set on port 468755af-1998-42fd-ba50-cba0f1a43ed9 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:28:35.258186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41000) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:35.273031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501863615'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:35.280950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'name': 'tempest-ServerRescueNegativeTestJSON-533177601-router', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:17Z', 'updated_at': '2022-02-09T13:28:26Z', 'revision_number': 4, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'gw_port': {'id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:19Z', 'updated_at': '2022-02-09T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f7d00803-17c2-4105-8fb2-c2a739b4366a', 'name': '', 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'mac_address': 'fa:16:3e:d8:2b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34126eba-8a93-4654-be99-c253b5578f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:25Z', 'updated_at': '2022-02-09T13:28:34Z', 'revision_number': 4, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'subnets': [{'id': '34126eba-8a93-4654-be99-c253b5578f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:35.294805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa790734-21d0-4f36-8ce4-89bedb0715d3 None None] The sync data for ids ['56b0c1bc-5306-40de-a727-7d41a48e6762'] in n-d-825175-3 is: [{'id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'name': 'tempest-ServerRescueNegativeTestJSON-533177601-router', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:17Z', 'updated_at': '2022-02-09T13:28:26Z', 'revision_number': 4, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'gw_port': {'id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:19Z', 'updated_at': '2022-02-09T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f7d00803-17c2-4105-8fb2-c2a739b4366a', 'name': '', 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'mac_address': 'fa:16:3e:d8:2b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34126eba-8a93-4654-be99-c253b5578f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:25Z', 'updated_at': '2022-02-09T13:28:34Z', 'revision_number': 4, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'subnets': [{'id': '34126eba-8a93-4654-be99-c253b5578f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:28:35.330935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:35.338514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:28:35.350039 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:35.373608 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] Sync routers for ids ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:28:35.406315 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] Routers {'6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:35.407449 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:28:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:35.429160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:35.458431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-c1c3dd88-b0fc-4832-aabc-e419bab76158 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:35.460385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-c1c3dd88-b0fc-4832-aabc-e419bab76158 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.67 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 818 time: 0.6098547 Feb 09 13:28:35.485993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Request body: {'port': {'device_id': '63df3411-f733-4ad2-ad5f-444212b3cb43', 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7', 'admin_state_up': True, 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:35.516670 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:35.563083 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-95846a84-822a-441e-887c-5f8d08f36ee9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/floatingips/a87f0b6d-0770-4a12-90b9-3f450ad30f4b HTTP/1.1" status: 204 len: 168 time: 4.9923575 Feb 09 13:28:35.573723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'tag': '60d8777e-ee0c-4255-b885-e38f0356b7f6'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:35.643495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:35.654820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:35.660480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:35.681372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:35.844728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:35.852071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:35.932899 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd9e0c25-2be3-4e8f-9475-c54207842c98 req-85941485-d111-45d9-8b19-54bfc4aff403 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 210 time: 0.6918497 Feb 09 13:28:35.935468 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] Set router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:28:35.952088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f83521c-d418-4eff-aa41-bd555b56c401,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:36.056253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:36.060056 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d0c86ddd-5e86-40d8-b235-185d16daa022 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7986801 Feb 09 13:28:36.060718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41028) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:36.078363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group': {'name': 'tempest-secgroup--117703063'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:36.105195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:36.121783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:36.134515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:36.147872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:36.172842 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:36.270270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f7d00803-17c2-4105-8fb2-c2a739b4366a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:36.290511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:36.307656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:36.311001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f890de-58f0-429c-a56d-96283827dcc5 req-d6594232-3e7d-4c72-a9c4-4f7176e90c48 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:36.312261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:36.319425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55f890de-58f0-429c-a56d-96283827dcc5 req-d6594232-3e7d-4c72-a9c4-4f7176e90c48 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 945 time: 1.7547295 Feb 09 13:28:36.325381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:36.449504 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'tag': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'status': 'completed', 'code': 200} Feb 09 13:28:36.453802 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:36.464235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:36.513926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port f7d00803-17c2-4105-8fb2-c2a739b4366a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:36.532361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f7d00803-17c2-4105-8fb2-c2a739b4366a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:36.533012 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:36.545147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-55f890de-58f0-429c-a56d-96283827dcc5 req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Deleting port 33381a3e-e33c-49c9-ba45-50e610f44078 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:36.545569 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55f890de-58f0-429c-a56d-96283827dcc5 req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:36.571895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2684a7-864b-400c-885c-a8ecbcf107cd,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:36.629338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Allocated IP 172.25.5.147 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/468755af-1998-42fd-ba50-cba0f1a43ed9) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:36.632261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:36.633821 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-71559a1f-26e6-4cab-8250-14684f0fc242 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5718884 Feb 09 13:28:36.636257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41040) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:36.644720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': '3f83521c-d418-4eff-aa41-bd555b56c401', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1c2684a7-864b-400c-885c-a8ecbcf107cd', 'remote_ip_prefix': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:36.659575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:36.668302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:36.675963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:36.706890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:36.801422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:36.848690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b88c9d-0e7f-492f-a32d-5e5f5741242e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:36.888041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:36.943646 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '125374c9-5e04-4fd6-95fa-06f4572bc4c5', 'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:d7:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:59Z', 'updated_at': '2022-02-09T13:27:14Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:36.956370 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] Checking router: 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:28:36.964465 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:36.982138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Usage tracker for resource:port and tenant:e3787b01e4524c728c0001d18b1850c4 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:36.994091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:36.995987 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] Routers {'6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:37.002412 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:28:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:37.002762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:37.079623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port f7d00803-17c2-4105-8fb2-c2a739b4366a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f7d00803-17c2-4105-8fb2-c2a739b4366a,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:37.087762 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:37.127464 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:37.347051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=f7d00803-17c2-4105-8fb2-c2a739b4366a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:37.364430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:37.522255 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] Set router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:28:37.541340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a322104-464b-4745-aa7f-421ea3df9f97,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:37.565742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-d63ebffa-8205-4a5f-96e9-7f680b6a8c2f tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:37.566708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-d63ebffa-8205-4a5f-96e9-7f680b6a8c2f tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Synchronizing usage tracker for tenant:e3787b01e4524c728c0001d18b1850c4 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:37.571570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:37.572961 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c411925f-04b5-49e1-8ca5-b41b1e7a2c43 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9357388 Feb 09 13:28:37.575958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41056) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:37.648561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-d63ebffa-8205-4a5f-96e9-7f680b6a8c2f tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Unset dirty status for tenant:e3787b01e4524c728c0001d18b1850c4 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:37.649855 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-d63ebffa-8205-4a5f-96e9-7f680b6a8c2f tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.67 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 818 time: 0.6415932 Feb 09 13:28:37.651262 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1ca420d-fce8-4bd3-b9c0-5ff0b9ffc312 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:37.663834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1ca420d-fce8-4bd3-b9c0-5ff0b9ffc312 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:37.727978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Request body: {'port': {'device_id': 'd20b941f-4b0e-4098-8ced-177c20f62eca', 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7', 'admin_state_up': True, 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:37.775690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Made reservation on behalf of e3787b01e4524c728c0001d18b1850c4 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:28:37.779738 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:37.873713 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1ca420d-fce8-4bd3-b9c0-5ff0b9ffc312 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:37.917966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca420d-fce8-4bd3-b9c0-5ff0b9ffc312 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a322104-464b-4745-aa7f-421ea3df9f97,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:37.942035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b1ca420d-fce8-4bd3-b9c0-5ff0b9ffc312 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:37.945961 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b1ca420d-fce8-4bd3-b9c0-5ff0b9ffc312 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0a322104-464b-4745-aa7f-421ea3df9f97 HTTP/1.1" status: 204 len: 168 time: 0.3687618 Feb 09 13:28:37.952927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-9162dcc3-37fe-4cf6-a90c-771508586f5e tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:37.953625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-9162dcc3-37fe-4cf6-a90c-771508586f5e tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Synchronizing usage tracker for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:37.955729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41064) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:37.976657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:37.978943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-9162dcc3-37fe-4cf6-a90c-771508586f5e tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Unset dirty status for tenant:42742f3932a24ae9a6a1efba9cf977a9 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:37.980048 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-9162dcc3-37fe-4cf6-a90c-771508586f5e tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 945 time: 0.3085072 Feb 09 13:28:37.982410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Usage tracker for resource:port and tenant:e3787b01e4524c728c0001d18b1850c4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:37.985476 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:38.009586 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '125374c9-5e04-4fd6-95fa-06f4572bc4c5', 'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:d7:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:59Z', 'updated_at': '2022-02-09T13:27:14Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:38.014092 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d16d26-ed0e-4910-9f22-8e2dcf089641 None None] The sync data for ids ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'] in n-d-825175-3 is: [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:27:01Z', 'revision_number': 4, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '125374c9-5e04-4fd6-95fa-06f4572bc4c5', 'name': '', 'network_id': 'e9f10afa-56c6-4bd5-8f21-751ff39be5f1', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'mac_address': 'fa:16:3e:d7:f3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:59Z', 'updated_at': '2022-02-09T13:27:14Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'subnets': [{'id': '38fe6687-fea3-4e97-86e5-23d5018237cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:28:38.029646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:38.079588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Made reservation on behalf of e3787b01e4524c728c0001d18b1850c4 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:28:38.084432 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:38.085167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec6fa0-ba22-48d9-b199-64d63f88132c req-47c3012d-80a9-48d0-a63c-cbc8680d845d tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:38.087094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18ec6fa0-ba22-48d9-b199-64d63f88132c req-47c3012d-80a9-48d0-a63c-cbc8680d845d tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 945 time: 2.6545768 Feb 09 13:28:38.107157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port 60d8777e-ee0c-4255-b885-e38f0356b7f6 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:38.107581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:38.198409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f7d00803-17c2-4105-8fb2-c2a739b4366a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:38.320934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f7d00803-17c2-4105-8fb2-c2a739b4366a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:38.322477 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:38.327568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-873981d7-39b4-4551-9d3c-ecfeeebfbac4 req-999c9be1-319d-40a3-ac10-e0b5e2696487 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 1096 time: 1.6702538 Feb 09 13:28:38.388885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4ee9b-4732-4ae0-a7c2-7f1a4435dafa req-834ca21c-7a9d-4497-a2c3-c47b917161a4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:38.396350 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d4ee9b-4732-4ae0-a7c2-7f1a4435dafa req-834ca21c-7a9d-4497-a2c3-c47b917161a4 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 945 time: 1.5448413 Feb 09 13:28:38.530083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Allocated IP 172.20.0.10 (74a8564f-4012-48d3-9204-dc679420e6c7/34126eba-8a93-4654-be99-c253b5578f19/440fb77e-d121-4ca9-8b2c-fd8525dfd302) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:38.556394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d4ee9b-4732-4ae0-a7c2-7f1a4435dafa req-93d2ddac-1f7b-4ac8-8472-049f3ad79188 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/security-groups?id=15ad6095-5f09-4fef-aae7-e6051e2b38df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446090 Feb 09 13:28:38.559111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] For port 60d8777e-ee0c-4255-b885-e38f0356b7f6, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=60d8777e-ee0c-4255-b885-e38f0356b7f6,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:38.559465 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:38.580685 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-55f890de-58f0-429c-a56d-96283827dcc5 req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] For port 33381a3e-e33c-49c9-ba45-50e610f44078, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=33381a3e-e33c-49c9-ba45-50e610f44078,segment=NetworkSegment(c4e5eec7-73ba-4351-9d58-2d6d2f456c1a),segment_id=c4e5eec7-73ba-4351-9d58-2d6d2f456c1a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:38.581070 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55f890de-58f0-429c-a56d-96283827dcc5 req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:38.856360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-55f890de-58f0-429c-a56d-96283827dcc5 req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Calling delete_port for 33381a3e-e33c-49c9-ba45-50e610f44078 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:38.878561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for 60d8777e-ee0c-4255-b885-e38f0356b7f6 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:38.937826 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-860b9a12-777b-428c-9877-980526c007d2 req-d141ba86-4b76-4a49-9c4f-d1eb15ce629c tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 210 time: 0.1019828 Feb 09 13:28:38.941027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18ec6fa0-ba22-48d9-b199-64d63f88132c req-8feea0a5-4f4b-45e8-9558-5fd5f871483c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/security-groups?id=1de935e8-c13f-404a-b6df-51a049155bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7497098 Feb 09 13:28:38.955185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:38.967293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4a4daec7-84f4-4f84-b299-48c2ae9b2a90 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:39.029317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4a4daec7-84f4-4f84-b299-48c2ae9b2a90 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:39.030904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4a4daec7-84f4-4f84-b299-48c2ae9b2a90 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.9414902 Feb 09 13:28:39.037346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41088) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:39.047105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873981d7-39b4-4551-9d3c-ecfeeebfbac4 req-6412ad21-fb39-4c1c-a161-a44494ae5f62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:39.049522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-873981d7-39b4-4551-9d3c-ecfeeebfbac4 req-6412ad21-fb39-4c1c-a161-a44494ae5f62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9f10afa-56c6-4bd5-8f21-751ff39be5f1 HTTP/1.1" status: 200 len: 897 time: 0.6994886 Feb 09 13:28:39.189714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-873981d7-39b4-4551-9d3c-ecfeeebfbac4 req-e34be5e6-e958-4ba3-8fad-9df73c715d20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60d8777e-ee0c-4255-b885-e38f0356b7f6 HTTP/1.1" status: 200 len: 217 time: 0.1083691 Feb 09 13:28:39.307243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873981d7-39b4-4551-9d3c-ecfeeebfbac4 req-b0236b06-e45e-4891-a7ab-9356e6d30f8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:39.308824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-873981d7-39b4-4551-9d3c-ecfeeebfbac4 req-b0236b06-e45e-4891-a7ab-9356e6d30f8f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=38fe6687-fea3-4e97-86e5-23d5018237cb HTTP/1.1" status: 200 len: 834 time: 0.1118634 Feb 09 13:28:39.376513 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.380830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96790897-cb3f-4a72-b8de-e96bd4d61335 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.409443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96790897-cb3f-4a72-b8de-e96bd4d61335 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.453670 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.493313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:39.499334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:39.522991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:28:39.529177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Port': ['ID=60d8777e-ee0c-4255-b885-e38f0356b7f6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:39.549674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96790897-cb3f-4a72-b8de-e96bd4d61335 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.587699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Pushing event updated for resources: {'Port': ['ID=468755af-1998-42fd-ba50-cba0f1a43ed9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:39.603136 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55f890de-58f0-429c-a56d-96283827dcc5 req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.698412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Pushing event deleted for resources: {'Port': ['ID=33381a3e-e33c-49c9-ba45-50e610f44078,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:39.699098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.711419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96790897-cb3f-4a72-b8de-e96bd4d61335 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2684a7-864b-400c-885c-a8ecbcf107cd,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:39.723898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:39.724512 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.736478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] No DVR routers for this DVR port 60d8777e-ee0c-4255-b885-e38f0356b7f6 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:28:39.742838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-873981d7-39b4-4551-9d3c-ecfeeebfbac4 req-c0eab2a8-b2d7-4dd8-8c73-fbc8edab7ce5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9f10afa-56c6-4bd5-8f21-751ff39be5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3986385 Feb 09 13:28:39.748646 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.755270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'name': 'network-vif-deleted', 'tag': '60d8777e-ee0c-4255-b885-e38f0356b7f6'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:39.775923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.67 "DELETE /v2.0/ports/60d8777e-ee0c-4255-b885-e38f0356b7f6 HTTP/1.1" status: 204 len: 173 time: 1.7869563 Feb 09 13:28:39.790935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96790897-cb3f-4a72-b8de-e96bd4d61335 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.792377 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-96790897-cb3f-4a72-b8de-e96bd4d61335 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/1c2684a7-864b-400c-885c-a8ecbcf107cd HTTP/1.1" status: 204 len: 168 time: 0.7512624 Feb 09 13:28:39.807343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41108) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:39.826435 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:39.848249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 60d8777e-ee0c-4255-b885-e38f0356b7f6 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:28:39.903333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 60d8777e-ee0c-4255-b885-e38f0356b7f6 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:28:39.904166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 60d8777e-ee0c-4255-b885-e38f0356b7f6 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:28:39.904739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 33381a3e-e33c-49c9-ba45-50e610f44078 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:28:39.979558 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d2e7d9-0862-472c-a655-822ab26f0a37', 'name': 'network-vif-deleted', 'tag': '60d8777e-ee0c-4255-b885-e38f0356b7f6', 'status': 'completed', 'code': 200} Feb 09 13:28:40.024606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 33381a3e-e33c-49c9-ba45-50e610f44078 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:28:40.024958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 33381a3e-e33c-49c9-ba45-50e610f44078 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:28:40.102321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Pushing event updated for resources: {'Port': ['ID=440fb77e-d121-4ca9-8b2c-fd8525dfd302,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:40.105909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Network 74a8564f-4012-48d3-9204-dc679420e6c7 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:40.123514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:40.127284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:28:40.266213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-da0f2504-237f-4471-b689-2c11a31dd8ec tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:40.291719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:40.292452 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:40.319025 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-da787f6a-3642-455e-8903-6526896ee578 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6483681 Feb 09 13:28:40.327088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-da0f2504-237f-4471-b689-2c11a31dd8ec tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:40.331880 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-da0f2504-237f-4471-b689-2c11a31dd8ec tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5211945 Feb 09 13:28:40.335925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Request body: {'port': {'device_id': 'd20b941f-4b0e-4098-8ced-177c20f62eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:40.364064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41124) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:40.439260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f890de-58f0-429c-a56d-96283827dcc5 req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] No DVR routers for this DVR port 33381a3e-e33c-49c9-ba45-50e610f44078 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:28:40.540679 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-55f890de-58f0-429c-a56d-96283827dcc5 req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:40.563157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b37e374a-ec0a-4a9d-a309-f458e455f7ba req-a8b83a7a-7092-4337-8c54-dcff5a78eac2 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d2e7d9-0862-472c-a655-822ab26f0a37 HTTP/1.1" status: 200 len: 210 time: 0.7140970 Feb 09 13:28:40.565260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75a41e3-0937-4135-95a0-b7a8f711a460', 'name': 'network-vif-deleted', 'tag': '33381a3e-e33c-49c9-ba45-50e610f44078'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:40.652881 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:40.682552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-72d3777c-5e1b-40ce-83bb-297431c240ba tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 6.9728520 Feb 09 13:28:40.685838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41134) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:40.769047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55f890de-58f0-429c-a56d-96283827dcc5 req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.67 "DELETE /v2.0/ports/33381a3e-e33c-49c9-ba45-50e610f44078 HTTP/1.1" status: 204 len: 173 time: 4.3925877 Feb 09 13:28:40.839039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Allocated IP 172.20.0.14 (74a8564f-4012-48d3-9204-dc679420e6c7/34126eba-8a93-4654-be99-c253b5578f19/8ca32eee-5f36-4169-990b-ece03ab21f3f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:28:40.867800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-873981d7-39b4-4551-9d3c-ecfeeebfbac4 req-935cf3a8-adaf-4d84-933f-25157833eb22 service neutron] 10.222.0.67 "GET /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0722883 Feb 09 13:28:40.877202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.147'}]}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:40.934584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:40.938442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Usage tracker for resource:router and tenant:89ec1d9d2fba47e4856085bc14270b1b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:40.942061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:40.947669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:40.992350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-56d19c7d-dc61-462b-a729-ede6d4eae9a4 req-4a3146d5-0f7c-4288-8202-35a983411de1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Synchronizing usage tracker for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:41.056452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.057642 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.080438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-56d19c7d-dc61-462b-a729-ede6d4eae9a4 req-4a3146d5-0f7c-4288-8202-35a983411de1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] Unset dirty status for tenant:5ece8dc7dac44df6b66f0b5701afe575 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:41.081585 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-56d19c7d-dc61-462b-a729-ede6d4eae9a4 req-4a3146d5-0f7c-4288-8202-35a983411de1 tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] 10.222.0.59 "GET /v2.0/ports?device_id=b75a41e3-0937-4135-95a0-b7a8f711a460 HTTP/1.1" status: 200 len: 210 time: 0.1996822 Feb 09 13:28:41.175396 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75a41e3-0937-4135-95a0-b7a8f711a460', 'name': 'network-vif-deleted', 'tag': '33381a3e-e33c-49c9-ba45-50e610f44078', 'status': 'completed', 'code': 200} Feb 09 13:28:41.187424 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da0a784d-78f9-4009-8b11-7e2951e50749 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.241947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e9b0a-a7d5-474a-90e2-0910718f8b50 req-cb8a0dd4-941c-406d-aeed-21913e182a5a tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:41.242747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-785e9b0a-a7d5-474a-90e2-0910718f8b50 req-cb8a0dd4-941c-406d-aeed-21913e182a5a tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Synchronizing usage tracker for tenant:e3787b01e4524c728c0001d18b1850c4 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:41.384900 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.428374 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da0a784d-78f9-4009-8b11-7e2951e50749 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.446787 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.472955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-785e9b0a-a7d5-474a-90e2-0910718f8b50 req-cb8a0dd4-941c-406d-aeed-21913e182a5a tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Unset dirty status for tenant:e3787b01e4524c728c0001d18b1850c4 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:41.474263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-785e9b0a-a7d5-474a-90e2-0910718f8b50 req-cb8a0dd4-941c-406d-aeed-21913e182a5a tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 932 time: 1.1511588 Feb 09 13:28:41.688464 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-873981d7-39b4-4551-9d3c-ecfeeebfbac4 req-ae273706-922e-4c4f-9f60-2217cb634241 service neutron] 10.222.0.67 "GET /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996627 Feb 09 13:28:41.703648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41162) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:41.777332 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-785e9b0a-a7d5-474a-90e2-0910718f8b50 req-2965e90a-c7c8-46da-a318-79e528a10ced tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047477 Feb 09 13:28:41.786368 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.794152 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da0a784d-78f9-4009-8b11-7e2951e50749 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.815052 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.819400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c227818d-3171-478e-9da0-c0e5cdc434a9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.832100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a784d-78f9-4009-8b11-7e2951e50749 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f83521c-d418-4eff-aa41-bd555b56c401,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:41.851912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c227818d-3171-478e-9da0-c0e5cdc434a9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.904020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da0a784d-78f9-4009-8b11-7e2951e50749 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:41.905157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-da0a784d-78f9-4009-8b11-7e2951e50749 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/3f83521c-d418-4eff-aa41-bd555b56c401 HTTP/1.1" status: 204 len: 168 time: 1.4568510 Feb 09 13:28:41.908660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41166) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:41.973206 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:42.070964 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c227818d-3171-478e-9da0-c0e5cdc434a9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:42.108305 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f43d3625-1f38-4de9-a964-b2dc7d6d6939 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1979160 Feb 09 13:28:42.117432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Network 74a8564f-4012-48d3-9204-dc679420e6c7 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:28:42.132377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227818d-3171-478e-9da0-c0e5cdc434a9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ad6095-5f09-4fef-aae7-e6051e2b38df,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:42.134175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41174) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:42.136129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:28:42.152140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:28:42.179948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725702583'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:42.219269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:42.239086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:42.240985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:42.241827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:42.243563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:42.252167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:42.274040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Pushing event updated for resources: {'Port': ['ID=8ca32eee-5f36-4169-990b-ece03ab21f3f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:42.282193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41180) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:42.323233 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4c3a5403-2508-49f8-b813-f68bd0ba6271 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8490574 Feb 09 13:28:42.342296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Request body: {'port': {'device_id': '63df3411-f733-4ad2-ad5f-444212b3cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:42.385569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440fb77e-d121-4ca9-8b2c-fd8525dfd302 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:28:42.395008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:42.400197 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c227818d-3171-478e-9da0-c0e5cdc434a9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:42.405805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c227818d-3171-478e-9da0-c0e5cdc434a9 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/security-groups/15ad6095-5f09-4fef-aae7-e6051e2b38df HTTP/1.1" status: 204 len: 168 time: 0.6956055 Feb 09 13:28:42.429226 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:42.460809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Transition to ACTIVE for port object 440fb77e-d121-4ca9-8b2c-fd8525dfd302 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:42.476643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41194) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:42.479445 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:42.535706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9c759b-c2de-4a83-b5c4-208f35219f06 admin admin] Deleting subnet ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:28:42.564722 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cd9c759b-c2de-4a83-b5c4-208f35219f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:42.634764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08036b1-ffd4-49c8-b97c-e3970e8925ac None None] New status for floating IP a87f0b6d-0770-4a12-90b9-3f450ad30f4b: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:28:42.805597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:42.833485 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cd9c759b-c2de-4a83-b5c4-208f35219f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:42.894500 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cd9c759b-c2de-4a83-b5c4-208f35219f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:42.903802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:42.916329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:42.981283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:42.992756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Pushing event updated for resources: {'Port': ['ID=440fb77e-d121-4ca9-8b2c-fd8525dfd302,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:43.006542 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cd9c759b-c2de-4a83-b5c4-208f35219f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.092096 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cd9c759b-c2de-4a83-b5c4-208f35219f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.103036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.104534 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.104670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.105667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.106407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.107459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.108159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.108864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.109420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.109858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.110301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.110773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:43.115947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c759b-c2de-4a83-b5c4-208f35219f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1e4002-02f9-4a3a-8d02-5dd262bd0af0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:43.128641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.165446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cd9c759b-c2de-4a83-b5c4-208f35219f06 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ae1e4002-02f9-4a3a-8d02-5dd262bd0af0 HTTP/1.1" status: 204 len: 168 time: 0.8812609 Feb 09 13:28:43.166511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41204) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:43.179330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.285757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Attempting to bind port 440fb77e-d121-4ca9-8b2c-fd8525dfd302 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:28:43.286061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Attempting to bind port 440fb77e-d121-4ca9-8b2c-fd8525dfd302 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:28:43.286604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Attempting to bind port 440fb77e-d121-4ca9-8b2c-fd8525dfd302 on network 74a8564f-4012-48d3-9204-dc679420e6c7 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:28:43.351181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Port 440fb77e-d121-4ca9-8b2c-fd8525dfd302 on network 74a8564f-4012-48d3-9204-dc679420e6c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:28:43.351506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Attempting to bind port 440fb77e-d121-4ca9-8b2c-fd8525dfd302 on network 74a8564f-4012-48d3-9204-dc679420e6c7 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:28:43.385361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:28:43.385704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Checking segment: {'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:28:43.386088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Bound using segment: {'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:28:43.386648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Bound port: 440fb77e-d121-4ca9-8b2c-fd8525dfd302, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:28:43.386945 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.412899 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.432611 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.507445 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.528225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352152c5-dbda-4545-b04b-900e01f29653 req-c531b2ae-7f52-4573-9ef3-71fee0026fd2 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:43.536052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-352152c5-dbda-4545-b04b-900e01f29653 req-c531b2ae-7f52-4573-9ef3-71fee0026fd2 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 944 time: 0.5749567 Feb 09 13:28:43.601765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02d11c2-4299-4458-b28e-2bb3c8c681da,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:43.637171 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.641001 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-765be192-2d61-4fb0-9a7d-307972767d6f tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4877532 Feb 09 13:28:43.659202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41216) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:43.717212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-352152c5-dbda-4545-b04b-900e01f29653 req-997e2386-1e05-4268-a91a-53a27f83b7ac tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799979 Feb 09 13:28:43.776223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': 'c02d11c2-4299-4458-b28e-2bb3c8c681da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:43.860637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:43.871098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:43.876824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] For port 440fb77e-d121-4ca9-8b2c-fd8525dfd302, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:28:43.879400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:43.889233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:43.902308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] For port 440fb77e-d121-4ca9-8b2c-fd8525dfd302, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=440fb77e-d121-4ca9-8b2c-fd8525dfd302,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:28:43.919332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:43.932072 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.009156 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.027731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.029603 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/440fb77e-d121-4ca9-8b2c-fd8525dfd302 HTTP/1.1" status: 200 len: 1092 time: 3.6990683 Feb 09 13:28:44.045571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20b941f-4b0e-4098-8ced-177c20f62eca', 'tag': '440fb77e-d121-4ca9-8b2c-fd8525dfd302'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:44.128977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cd9f0d-7ef9-4471-9dd3-3dc66bef5031']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:44.146108 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20b941f-4b0e-4098-8ced-177c20f62eca', 'tag': '440fb77e-d121-4ca9-8b2c-fd8525dfd302', 'status': 'completed', 'code': 200} Feb 09 13:28:44.146315 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.172284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41d7a9-3aa3-4110-a75b-a68b159f34f8 service neutron] Pushing event updated for resources: {'Port': ['ID=440fb77e-d121-4ca9-8b2c-fd8525dfd302,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:44.182490 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.193423 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.229973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4dae26-9455-485d-8d92-4c8b3b7f9743,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:44.256058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:44.256635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e5eec7-73ba-4351-9d58-2d6d2f456c1a') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:44.260071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.261452 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b8756d1b-f633-4549-9704-d6ff03faa28d tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4929602 Feb 09 13:28:44.264614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41230) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:44.278171 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.293049 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-a6c1f16c-85b4-4c22-9dcc-8930ebe78130 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 1095 time: 0.1889379 Feb 09 13:28:44.302828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.310299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:28:44.312186 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.384281 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c950445e-7d19-4566-95a4-b9b7a8acce03 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.395296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-8f089c9b-a53f-4b3f-9891-20792852b44c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=440fb77e-d121-4ca9-8b2c-fd8525dfd302 HTTP/1.1" status: 200 len: 217 time: 0.0876949 Feb 09 13:28:44.400100 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c950445e-7d19-4566-95a4-b9b7a8acce03 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:28:44.412039 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:28:44.455922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.523907 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.545840 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.557189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] Pushing event deleted for resources: {'Network': ['ID=65cd9f0d-7ef9-4471-9dd3-3dc66bef5031,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:44.641547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-83b931e5-37dc-4ef0-af61-705313b5ea7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:44.644013 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-83b931e5-37dc-4ef0-af61-705313b5ea7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 200 len: 858 time: 0.2379143 Feb 09 13:28:44.646697 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c950445e-7d19-4566-95a4-b9b7a8acce03 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.717556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950445e-7d19-4566-95a4-b9b7a8acce03 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c4dae26-9455-485d-8d92-4c8b3b7f9743,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:44.721787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c950445e-7d19-4566-95a4-b9b7a8acce03 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:44.723939 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c950445e-7d19-4566-95a4-b9b7a8acce03 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/2c4dae26-9455-485d-8d92-4c8b3b7f9743 HTTP/1.1" status: 204 len: 168 time: 0.4581523 Feb 09 13:28:44.726928 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-c9af3bde-1cf0-4321-ac7b-46cdef4f3bf9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a8564f-4012-48d3-9204-dc679420e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728791 Feb 09 13:28:44.728690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41244) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:44.889601 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:28:44.916865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c25f915e-da3e-4a67-aa8d-9ea9f1b659de admin admin] 10.222.0.59 "DELETE /v2.0/networks/65cd9f0d-7ef9-4471-9dd3-3dc66bef5031 HTTP/1.1" status: 204 len: 168 time: 1.7387457 Feb 09 13:28:44.920412 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-0689d769-6246-487b-96f5-985b9fe94183 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634130 Feb 09 13:28:45.297484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41264) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:45.316196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca32eee-5f36-4169-990b-ece03ab21f3f {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:28:45.329211 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.333305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.336112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-796f8187-a28d-420e-830b-81f0cdaafbce tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:45.357085 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.365520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Transition to ACTIVE for port object 8ca32eee-5f36-4169-990b-ece03ab21f3f will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:28:45.386427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-796f8187-a28d-420e-830b-81f0cdaafbce tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:45.386427 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-796f8187-a28d-420e-830b-81f0cdaafbce tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6522975 Feb 09 13:28:45.394175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41274) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:45.394308 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.436783 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2ca4569-a5cf-4305-8e38-55b8bb5d63de req-6e41498e-9c1c-46f4-9e02-b5445a488e8d service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028551 Feb 09 13:28:45.457950 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bea7266a-e967-4ae3-b4fa-abf308a3942f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ece8dc7dac44df6b66f0b5701afe575&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1558726 Feb 09 13:28:45.459625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41278) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:45.493342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41282) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:45.524700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f3fb3-b7eb-4c0d-837a-73dba0ae8b19 req-15d0c1df-f0df-49d0-aa84-2aa8dcfc157f tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:45.526333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-039f3fb3-b7eb-4c0d-837a-73dba0ae8b19 req-15d0c1df-f0df-49d0-aa84-2aa8dcfc157f tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 944 time: 0.5805287 Feb 09 13:28:45.652835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.653425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8cb1190-8f45-4cb4-a01a-03e48086ef3f {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:28:45.685715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be270c37-4340-4702-b7a2-e9135e12a25c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.795862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Pushing event updated for resources: {'Port': ['ID=8ca32eee-5f36-4169-990b-ece03ab21f3f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:45.806017 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 13:28:45.808744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8bd71577-c1fd-4d08-8536-8ae5c51465f6 tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0531480 Feb 09 13:28:45.815776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41294) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:45.847331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7a1f-1307-4d31-aecd-064bd3c5f5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.883507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be270c37-4340-4702-b7a2-e9135e12a25c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.906982 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-039f3fb3-b7eb-4c0d-837a-73dba0ae8b19 req-07f2a163-afe8-4a61-a828-e47c9a9f3e44 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665218 Feb 09 13:28:45.925729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fc492bb-7f69-47ec-a90a-e73ec4976113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.928866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Attempting to bind port 8ca32eee-5f36-4169-990b-ece03ab21f3f on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:28:45.929197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Attempting to bind port 8ca32eee-5f36-4169-990b-ece03ab21f3f by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:28:45.929518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Attempting to bind port 8ca32eee-5f36-4169-990b-ece03ab21f3f on network 74a8564f-4012-48d3-9204-dc679420e6c7 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:28:45.934119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-4108f589-e930-475d-b2ec-7d5c3baa46bd tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Deleting port 468755af-1998-42fd-ba50-cba0f1a43ed9 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:45.934456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4108f589-e930-475d-b2ec-7d5c3baa46bd tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.967130 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd27596c-fc76-4f62-8902-322ceeaf1b20 req-3ce84e28-bc01-44c3-8a0c-78d2581fdd0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 1095 time: 0.4722030 Feb 09 13:28:45.980294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Port 8ca32eee-5f36-4169-990b-ece03ab21f3f on network 74a8564f-4012-48d3-9204-dc679420e6c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:28:45.980620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Attempting to bind port 8ca32eee-5f36-4169-990b-ece03ab21f3f on network 74a8564f-4012-48d3-9204-dc679420e6c7 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:28:45.995401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7a1f-1307-4d31-aecd-064bd3c5f5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:45.999598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:28:45.999933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Checking segment: {'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:28:46.000313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Bound using segment: {'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:28:46.000799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Bound port: 8ca32eee-5f36-4169-990b-ece03ab21f3f, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71be5eeb-7361-423b-8378-88e3a30b92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:28:46.001147 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.120742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3fc492bb-7f69-47ec-a90a-e73ec4976113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:46.212886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3fc492bb-7f69-47ec-a90a-e73ec4976113 admin admin] Usage tracker for resource:security_group_rule and tenant:82e6b8333e424453b62694ace192fe18 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:46.223114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3fc492bb-7f69-47ec-a90a-e73ec4976113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:46.233715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be270c37-4340-4702-b7a2-e9135e12a25c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.244701 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.247186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] For port 8ca32eee-5f36-4169-990b-ece03ab21f3f, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:28:46.261311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3fc492bb-7f69-47ec-a90a-e73ec4976113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:46.261544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] For port 8ca32eee-5f36-4169-990b-ece03ab21f3f, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:28:46.271535 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.279677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be270c37-4340-4702-b7a2-e9135e12a25c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02d11c2-4299-4458-b28e-2bb3c8c681da,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:46.329948 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4108f589-e930-475d-b2ec-7d5c3baa46bd tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.380161 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7a1f-1307-4d31-aecd-064bd3c5f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.398304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27596c-fc76-4f62-8902-322ceeaf1b20 req-003503fb-a8f7-44ec-a8c6-5edb25bb1d6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:46.399869 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd27596c-fc76-4f62-8902-322ceeaf1b20 req-003503fb-a8f7-44ec-a8c6-5edb25bb1d6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 919 time: 0.4220517 Feb 09 13:28:46.409158 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be270c37-4340-4702-b7a2-e9135e12a25c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.410617 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-be270c37-4340-4702-b7a2-e9135e12a25c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/c02d11c2-4299-4458-b28e-2bb3c8c681da HTTP/1.1" status: 204 len: 168 time: 1.0163965 Feb 09 13:28:46.472352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-4108f589-e930-475d-b2ec-7d5c3baa46bd tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Calling delete_port for 468755af-1998-42fd-ba50-cba0f1a43ed9 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:46.477064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41302) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:46.477788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb7a1f-1307-4d31-aecd-064bd3c5f5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de935e8-c13f-404a-b6df-51a049155bdd,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:46.506305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.506305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] 10.222.0.67 "PUT /v2.0/ports/8ca32eee-5f36-4169-990b-ece03ab21f3f HTTP/1.1" status: 200 len: 1092 time: 4.1671569 Feb 09 13:28:46.514128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63df3411-f733-4ad2-ad5f-444212b3cb43', 'tag': '8ca32eee-5f36-4169-990b-ece03ab21f3f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:46.539298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e40f6-0dc6-4d44-a2b8-06a7a723257b service neutron] Pushing event updated for resources: {'Port': ['ID=8ca32eee-5f36-4169-990b-ece03ab21f3f,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:46.606928 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63df3411-f733-4ad2-ad5f-444212b3cb43', 'tag': '8ca32eee-5f36-4169-990b-ece03ab21f3f', 'status': 'completed', 'code': 200} Feb 09 13:28:46.628628 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd27596c-fc76-4f62-8902-322ceeaf1b20 req-89725f50-e4a2-4791-941e-e011aff82a37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=440fb77e-d121-4ca9-8b2c-fd8525dfd302 HTTP/1.1" status: 200 len: 217 time: 0.2168720 Feb 09 13:28:46.629536 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7a1f-1307-4d31-aecd-064bd3c5f5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.630635 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d9bb7a1f-1307-4d31-aecd-064bd3c5f5c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1de935e8-c13f-404a-b6df-51a049155bdd HTTP/1.1" status: 204 len: 168 time: 1.1640532 Feb 09 13:28:46.697320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4108f589-e930-475d-b2ec-7d5c3baa46bd tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.756465 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fc492bb-7f69-47ec-a90a-e73ec4976113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.776025 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3fc492bb-7f69-47ec-a90a-e73ec4976113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:46.809040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27596c-fc76-4f62-8902-322ceeaf1b20 req-2056daaa-e3d3-4529-92bc-39fd93000420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:46.810706 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd27596c-fc76-4f62-8902-322ceeaf1b20 req-2056daaa-e3d3-4529-92bc-39fd93000420 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 200 len: 858 time: 0.1744621 Feb 09 13:28:46.819833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-753494c6-60c4-4487-9b8e-cd8ddbb538d8 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:46.888123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108f589-e930-475d-b2ec-7d5c3baa46bd tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Pushing event deleted for resources: {'Port': ['ID=468755af-1998-42fd-ba50-cba0f1a43ed9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:46.896815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-93d8a38c-1654-49a6-b575-07bd4b50df23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 1095 time: 0.3266044 Feb 09 13:28:46.916605 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd27596c-fc76-4f62-8902-322ceeaf1b20 req-d3ff9996-08e1-423b-8b11-ead8150f769d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a8564f-4012-48d3-9204-dc679420e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940180 Feb 09 13:28:46.978630 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3fc492bb-7f69-47ec-a90a-e73ec4976113 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82e6b8333e424453b62694ace192fe18&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4531624 Feb 09 13:28:46.980454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc492bb-7f69-47ec-a90a-e73ec4976113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c780bf-bf57-41c2-b27c-cb8f2e9e8840,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:46.983043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41322) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:47.013318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-753494c6-60c4-4487-9b8e-cd8ddbb538d8 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:47.015639 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-753494c6-60c4-4487-9b8e-cd8ddbb538d8 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5350709 Feb 09 13:28:47.015823 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-dc4d2efd-237a-4a1d-9033-2405a768f116 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f HTTP/1.1" status: 200 len: 217 time: 0.1122203 Feb 09 13:28:47.048045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41328) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:47.124557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-2abb24c6-a856-4d4e-90f5-d7bc19eaeb2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:47.127331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-2abb24c6-a856-4d4e-90f5-d7bc19eaeb2b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 200 len: 858 time: 0.0748317 Feb 09 13:28:47.131434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group': {'name': 'tempest-secgroup--762669840'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:47.138387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:47.148548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:47.212184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:47.232619 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd27596c-fc76-4f62-8902-322ceeaf1b20 req-07f250b9-fc17-4057-893d-3299a074e67d service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011181 Feb 09 13:28:47.242409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c12e9644-948e-425b-9a17-9c74b00602ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:47.288460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-4f56d400-1141-449d-852f-f949e57b5a60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a8564f-4012-48d3-9204-dc679420e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808504 Feb 09 13:28:47.378931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c12e9644-948e-425b-9a17-9c74b00602ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:47.428732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:47.435530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4108f589-e930-475d-b2ec-7d5c3baa46bd tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:47.520734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:47.535615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:47.539382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4108f589-e930-475d-b2ec-7d5c3baa46bd tempest-RoutersAdminNegativeTest-1241844363 tempest-RoutersAdminNegativeTest-1241844363-project-admin] 10.222.0.59 "DELETE /v2.0/ports/468755af-1998-42fd-ba50-cba0f1a43ed9 HTTP/1.1" status: 204 len: 168 time: 1.7149472 Feb 09 13:28:47.553644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:47.590819 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fd27596c-fc76-4f62-8902-322ceeaf1b20 req-d4e23d89-2ae4-436b-8f2c-41d3d584c831 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473790 Feb 09 13:28:47.590819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port 125374c9-5e04-4fd6-95fa-06f4572bc4c5 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:47.590819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:47.647156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-159df5ff-0537-406a-be70-7a9bd237b645 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998319 Feb 09 13:28:47.655397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd54eca-6c41-4006-91e9-fc1e2109505e req-291b495d-2986-476c-bbee-b1a138d0053a tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:47.661724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dd54eca-6c41-4006-91e9-fc1e2109505e req-291b495d-2986-476c-bbee-b1a138d0053a tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 944 time: 0.3758929 Feb 09 13:28:47.678104 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c12e9644-948e-425b-9a17-9c74b00602ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:47.734446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e9644-948e-425b-9a17-9c74b00602ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c780bf-bf57-41c2-b27c-cb8f2e9e8840,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:47.836213 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:47.874319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c12e9644-948e-425b-9a17-9c74b00602ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:47.876912 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c12e9644-948e-425b-9a17-9c74b00602ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2c780bf-bf57-41c2-b27c-cb8f2e9e8840 HTTP/1.1" status: 204 len: 168 time: 0.8880632 Feb 09 13:28:47.962643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef8bfa00-a60c-48a3-8f99-ad7f719116c5 req-e7866805-8a63-4a5e-9c0f-daef0135294d service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973180 Feb 09 13:28:48.017524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dd54eca-6c41-4006-91e9-fc1e2109505e req-d473888f-f2eb-4d3f-81c7-9d187a90c848 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123677 Feb 09 13:28:48.023407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:48.183016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41364) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:48.255119 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:48.260813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41374) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:48.263819 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2097635 Feb 09 13:28:48.264924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa36b5-656e-4430-bf69-3541cba053f4 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c88dd8e-3d46-4e20-a9f7-529237b2afd7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:48.312305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': '8c88dd8e-3d46-4e20-a9f7-529237b2afd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:48.325211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9749535f-cba9-4b6c-9135-a4f102055e5f req-9c577772-1bd1-4a2e-a44e-e1bb0ffcee7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 1095 time: 0.2868834 Feb 09 13:28:48.328092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:48.333461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:48.336479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:48.342400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:48.401609 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:48.451809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] For port 125374c9-5e04-4fd6-95fa-06f4572bc4c5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=125374c9-5e04-4fd6-95fa-06f4572bc4c5,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:48.452440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:48.544974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749535f-cba9-4b6c-9135-a4f102055e5f req-3f05ece8-1561-408b-8529-5eb2126dec5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:48.548788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9749535f-cba9-4b6c-9135-a4f102055e5f req-3f05ece8-1561-408b-8529-5eb2126dec5e service neutron] 10.222.0.67 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 919 time: 0.2166429 Feb 09 13:28:48.646293 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cf887ee9-8d63-4231-afb8-428832a7771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:48.671365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9749535f-cba9-4b6c-9135-a4f102055e5f req-3fa9166f-84a9-4c21-824c-9d1955e379b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f HTTP/1.1" status: 200 len: 217 time: 0.1020653 Feb 09 13:28:48.694307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-cf887ee9-8d63-4231-afb8-428832a7771f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:48.698667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cf887ee9-8d63-4231-afb8-428832a7771f admin admin] Usage tracker for resource:security_group_rule and tenant:face9184fa014e84aee99b86cb68d238 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:48.701695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cf887ee9-8d63-4231-afb8-428832a7771f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:48.709173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-cf887ee9-8d63-4231-afb8-428832a7771f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:48.734035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for 125374c9-5e04-4fd6-95fa-06f4572bc4c5 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:48.806348 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41390) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:48.809764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749535f-cba9-4b6c-9135-a4f102055e5f req-8592dc06-bba8-4ff1-9bc3-27e426440ff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:48.811357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9749535f-cba9-4b6c-9135-a4f102055e5f req-8592dc06-bba8-4ff1-9bc3-27e426440ff4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 200 len: 858 time: 0.0922711 Feb 09 13:28:48.848961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:48.857218 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:48.886880 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f68e2119-43eb-45bd-be35-ced47cd93275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:48.898670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9749535f-cba9-4b6c-9135-a4f102055e5f req-9754d9b2-ca65-4d78-9fd5-4037155cb7c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a8564f-4012-48d3-9204-dc679420e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679924 Feb 09 13:28:48.926112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f68e2119-43eb-45bd-be35-ced47cd93275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:48.930095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f68e2119-43eb-45bd-be35-ced47cd93275 admin admin] Usage tracker for resource:security_group_rule and tenant:ff2d213fd60042b28bb131d20336167d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:48.933357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f68e2119-43eb-45bd-be35-ced47cd93275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:48.939653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f68e2119-43eb-45bd-be35-ced47cd93275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:48.948426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02070583-060e-494d-8635-d94178da6e80,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:48.975629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:48.976833 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6e890071-be86-4b23-93ac-36560ae68262 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6902099 Feb 09 13:28:48.980298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41400) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:49.020251 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc8b2512-f025-42bf-b621-4d1d1f4f7dec tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules/02070583-060e-494d-8635-d94178da6e80 HTTP/1.1" status: 200 len: 705 time: 0.0387967 Feb 09 13:28:49.023205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41406) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:49.140395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5f3f0bcc-e202-47e7-8f18-5b267f30bd57 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:49.171345 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.212330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5f3f0bcc-e202-47e7-8f18-5b267f30bd57 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:49.213835 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5f3f0bcc-e202-47e7-8f18-5b267f30bd57 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1894746 Feb 09 13:28:49.223515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41412) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:49.229172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Port': ['ID=125374c9-5e04-4fd6-95fa-06f4572bc4c5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:49.314933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f68e2119-43eb-45bd-be35-ced47cd93275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.364266 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-817d9de1-cb2c-4c35-8150-034bd4610c12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.370594 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f68e2119-43eb-45bd-be35-ced47cd93275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.437913 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cf887ee9-8d63-4231-afb8-428832a7771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.438679 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-817d9de1-cb2c-4c35-8150-034bd4610c12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.453021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9749535f-cba9-4b6c-9135-a4f102055e5f req-11dd2fe2-cdaa-4183-98fd-46cba054c93a service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008395 Feb 09 13:28:49.465996 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cf887ee9-8d63-4231-afb8-428832a7771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.653369 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:28:49.694947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-817d9de1-cb2c-4c35-8150-034bd4610c12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.695772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cf887ee9-8d63-4231-afb8-428832a7771f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=face9184fa014e84aee99b86cb68d238&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5039861 Feb 09 13:28:49.702136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41426) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:49.743621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e2119-43eb-45bd-be35-ced47cd93275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d71569-aa5b-4089-b65d-6e610c8b9347,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:49.744524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d9de1-cb2c-4c35-8150-034bd4610c12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02070583-060e-494d-8635-d94178da6e80,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:49.760823 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f68e2119-43eb-45bd-be35-ced47cd93275 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff2d213fd60042b28bb131d20336167d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9529934 Feb 09 13:28:49.771667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41432) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:49.776755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-817d9de1-cb2c-4c35-8150-034bd4610c12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.777868 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-817d9de1-cb2c-4c35-8150-034bd4610c12 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/02070583-060e-494d-8635-d94178da6e80 HTTP/1.1" status: 204 len: 168 time: 0.5518463 Feb 09 13:28:49.786740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41436) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:49.867749 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4b12-6bf2-42f7-b8f7-f5eb3d3eb0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.891323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf887ee9-8d63-4231-afb8-428832a7771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4212256-d4d9-401d-bf76-ce7f3be38cfc,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:49.931972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 440fb77e-d121-4ca9-8b2c-fd8525dfd302 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:28:49.932591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4b12-6bf2-42f7-b8f7-f5eb3d3eb0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:49.939798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc6483-312f-42f6-92e9-0b24224144d6 req-617aa193-85b5-42ad-9580-6f317daca7c1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:49.948928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fdc6483-312f-42f6-92e9-0b24224144d6 req-617aa193-85b5-42ad-9580-6f317daca7c1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 944 time: 0.6245863 Feb 09 13:28:49.999050 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4b12-6bf2-42f7-b8f7-f5eb3d3eb0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.028647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9749535f-cba9-4b6c-9135-a4f102055e5f req-253d4b02-8f99-4d42-9d15-156a44995d84 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455193 Feb 09 13:28:50.048306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab4b12-6bf2-42f7-b8f7-f5eb3d3eb0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4212256-d4d9-401d-bf76-ce7f3be38cfc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:50.064507 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aa7643b-0505-4b39-9cda-aef20cabfbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.072515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d3c492b-69b8-4583-b26c-bd2e15d6c575 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:50.088165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fdc6483-312f-42f6-92e9-0b24224144d6 req-2c3c3c76-aa60-49e9-b120-bca7fe7e3ddf tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365666 Feb 09 13:28:50.116771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f4ab4b12-6bf2-42f7-b8f7-f5eb3d3eb0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.121389 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f4ab4b12-6bf2-42f7-b8f7-f5eb3d3eb0b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4212256-d4d9-401d-bf76-ce7f3be38cfc HTTP/1.1" status: 204 len: 168 time: 0.4089568 Feb 09 13:28:50.159922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d3c492b-69b8-4583-b26c-bd2e15d6c575 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:50.164220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2d3c492b-69b8-4583-b26c-bd2e15d6c575 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3765488 Feb 09 13:28:50.164946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41452) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:50.176601 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aa7643b-0505-4b39-9cda-aef20cabfbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.198552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6557eee1-c828-4cff-95a3-10badb5b1a11 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': '8c88dd8e-3d46-4e20-a9f7-529237b2afd7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:50.213849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.222432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6557eee1-c828-4cff-95a3-10badb5b1a11 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:50.295003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6557eee1-c828-4cff-95a3-10badb5b1a11 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:50.308827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 440fb77e-d121-4ca9-8b2c-fd8525dfd302, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=440fb77e-d121-4ca9-8b2c-fd8525dfd302,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:50.330711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '440fb77e-d121-4ca9-8b2c-fd8525dfd302', 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7', 'port_id': '440fb77e-d121-4ca9-8b2c-fd8525dfd302', 'mac_address': 'fa:16:3e:1f:e2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34126eba-8a93-4654-be99-c253b5578f19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:28:50.369400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6557eee1-c828-4cff-95a3-10badb5b1a11 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.409341 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aa7643b-0505-4b39-9cda-aef20cabfbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.449087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7643b-0505-4b39-9cda-aef20cabfbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d71569-aa5b-4089-b65d-6e610c8b9347,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:50.478104 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1aa7643b-0505-4b39-9cda-aef20cabfbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.479301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1aa7643b-0505-4b39-9cda-aef20cabfbab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08d71569-aa5b-4089-b65d-6e610c8b9347 HTTP/1.1" status: 204 len: 168 time: 0.7061267 Feb 09 13:28:50.481162 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6557eee1-c828-4cff-95a3-10badb5b1a11 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.486668 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6557eee1-c828-4cff-95a3-10badb5b1a11 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.514526 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.529565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557eee1-c828-4cff-95a3-10badb5b1a11 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3b1cfd-a1f2-4b12-87de-07de5e36e8b1,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:50.549572 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6557eee1-c828-4cff-95a3-10badb5b1a11 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.552352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6557eee1-c828-4cff-95a3-10badb5b1a11 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3827531 Feb 09 13:28:50.553725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41466) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:50.558254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440fb77e-d121-4ca9-8b2c-fd8525dfd302 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:28:50.584403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ed186851-80c3-4532-86e6-d488ce1efa2c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules/6c3b1cfd-a1f2-4b12-87de-07de5e36e8b1 HTTP/1.1" status: 200 len: 705 time: 0.0292199 Feb 09 13:28:50.588245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41470) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:50.605827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 440fb77e-d121-4ca9-8b2c-fd8525dfd302, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=440fb77e-d121-4ca9-8b2c-fd8525dfd302,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:50.614232 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.667875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3f2808b9-8074-46a8-a234-414343d3a70c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:50.685411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3f2808b9-8074-46a8-a234-414343d3a70c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:50.691796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3f2808b9-8074-46a8-a234-414343d3a70c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1010516 Feb 09 13:28:50.692667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41480) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:50.726719 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d33cc1da-542e-4bc6-b069-77d67e672705 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.738295 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d33cc1da-542e-4bc6-b069-77d67e672705 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.777100 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d33cc1da-542e-4bc6-b069-77d67e672705 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.789741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=440fb77e-d121-4ca9-8b2c-fd8525dfd302,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:50.854580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cc1da-542e-4bc6-b069-77d67e672705 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c3b1cfd-a1f2-4b12-87de-07de5e36e8b1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:50.871729 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d33cc1da-542e-4bc6-b069-77d67e672705 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:50.873552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d33cc1da-542e-4bc6-b069-77d67e672705 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/6c3b1cfd-a1f2-4b12-87de-07de5e36e8b1 HTTP/1.1" status: 204 len: 168 time: 0.1780112 Feb 09 13:28:50.875891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41484) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:50.916146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['440fb77e-d121-4ca9-8b2c-fd8525dfd302'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:28:50.960877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-071e4fea-a12a-4a5d-ab94-fa2ba8e4d77c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:50.983173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-071e4fea-a12a-4a5d-ab94-fa2ba8e4d77c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:50.988249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41492) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:50.989180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-071e4fea-a12a-4a5d-ab94-fa2ba8e4d77c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1110704 Feb 09 13:28:51.006630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-55ee2bfe-6eca-4523-9497-417e3531380b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': '8c88dd8e-3d46-4e20-a9f7-529237b2afd7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:51.013631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-55ee2bfe-6eca-4523-9497-417e3531380b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:51.024802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-55ee2bfe-6eca-4523-9497-417e3531380b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:51.055028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55ee2bfe-6eca-4523-9497-417e3531380b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:51.359323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41508) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:51.440055 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b2c250b5-fc02-441f-bc94-bb568c710415 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89ec1d9d2fba47e4856085bc14270b1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0788341 Feb 09 13:28:51.442016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41514) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:51.526981 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68739352-a4c8-4738-a8ae-5985cd36e11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:51.572519 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68739352-a4c8-4738-a8ae-5985cd36e11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:51.572909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55ee2bfe-6eca-4523-9497-417e3531380b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:51.643823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55ee2bfe-6eca-4523-9497-417e3531380b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:51.692468 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68739352-a4c8-4738-a8ae-5985cd36e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:51.709873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee2bfe-6eca-4523-9497-417e3531380b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078d1f8e-5757-4d59-9b44-6fbc1702f2c9,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:51.721742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68739352-a4c8-4738-a8ae-5985cd36e11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b88c9d-0e7f-492f-a32d-5e5f5741242e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:51.745747 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-55ee2bfe-6eca-4523-9497-417e3531380b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:51.758781 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-55ee2bfe-6eca-4523-9497-417e3531380b tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7679179 Feb 09 13:28:51.759257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41524) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:51.800230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68739352-a4c8-4738-a8ae-5985cd36e11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:51.804048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-68739352-a4c8-4738-a8ae-5985cd36e11d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4b88c9d-0e7f-492f-a32d-5e5f5741242e HTTP/1.1" status: 204 len: 168 time: 0.3583369 Feb 09 13:28:51.824847 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e5a9b9ff-91f2-4a8d-bd90-d74344101cd8 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules/078d1f8e-5757-4d59-9b44-6fbc1702f2c9 HTTP/1.1" status: 200 len: 706 time: 0.0612676 Feb 09 13:28:51.825513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41532) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:51.903027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:28:51.919291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-51d7c03d-9fef-4695-89a1-9825d4317a36 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0913789 Feb 09 13:28:51.919973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8ca32eee-5f36-4169-990b-ece03ab21f3f details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:28:51.925067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 440fb77e-d121-4ca9-8b2c-fd8525dfd302 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:51.929389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fd884-2271-4261-8733-0dfb36924c5d req-40aab25c-9530-496c-bf31-6254d9c75c55 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:51.930250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41542) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:51.931418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e88fd884-2271-4261-8733-0dfb36924c5d req-40aab25c-9530-496c-bf31-6254d9c75c55 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 945 time: 0.6655629 Feb 09 13:28:51.985086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e88fd884-2271-4261-8733-0dfb36924c5d req-39d63005-da8a-4357-96a4-fb4393b7a862 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481451 Feb 09 13:28:52.181141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 440fb77e-d121-4ca9-8b2c-fd8525dfd302 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:52.195027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 440fb77e-d121-4ca9-8b2c-fd8525dfd302 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:52.195858 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.245321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-139fdc92-3bbb-4dbb-8e5f-07847753a27e tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.262606 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-139fdc92-3bbb-4dbb-8e5f-07847753a27e tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.290192 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-139fdc92-3bbb-4dbb-8e5f-07847753a27e tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.310257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8ca32eee-5f36-4169-990b-ece03ab21f3f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:52.310658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-139fdc92-3bbb-4dbb-8e5f-07847753a27e tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.311743 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-139fdc92-3bbb-4dbb-8e5f-07847753a27e tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/078d1f8e-5757-4d59-9b44-6fbc1702f2c9 HTTP/1.1" status: 204 len: 168 time: 0.3774800 Feb 09 13:28:52.315353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41558) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:52.341617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fdc92-3bbb-4dbb-8e5f-07847753a27e tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=078d1f8e-5757-4d59-9b44-6fbc1702f2c9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:52.401593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '8ca32eee-5f36-4169-990b-ece03ab21f3f', 'network_id': '74a8564f-4012-48d3-9204-dc679420e6c7', 'port_id': '8ca32eee-5f36-4169-990b-ece03ab21f3f', 'mac_address': 'fa:16:3e:42:62:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34126eba-8a93-4654-be99-c253b5578f19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:28:52.402743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bc84f913-9427-4b9f-9238-b7810123d9e6 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:52.406810 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.451651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bc84f913-9427-4b9f-9238-b7810123d9e6 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:52.464303 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc84f913-9427-4b9f-9238-b7810123d9e6 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1476963 Feb 09 13:28:52.468005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41564) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:52.503483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20b941f-4b0e-4098-8ced-177c20f62eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440fb77e-d121-4ca9-8b2c-fd8525dfd302'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:52.521197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:28:52.534408 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] Sync routers for ids ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:28:52.542237 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d194e123-0e9c-41f3-809f-8415cdccb520 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "PUT /v2.0/routers/6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0617421 Feb 09 13:28:52.543354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41574) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:52.565183 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] Routers {'6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:52.565183 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:28:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:52.569699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 440fb77e-d121-4ca9-8b2c-fd8525dfd302, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=440fb77e-d121-4ca9-8b2c-fd8525dfd302,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:52.571251 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.631067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca32eee-5f36-4169-990b-ece03ab21f3f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:28:52.648544 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8ca32eee-5f36-4169-990b-ece03ab21f3f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:52.649718 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.667313 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac51365c-c194-4d6f-a58f-c91dfbaeee21 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.700954 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20b941f-4b0e-4098-8ced-177c20f62eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440fb77e-d121-4ca9-8b2c-fd8525dfd302', 'code': 200} Feb 09 13:28:52.712555 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.746498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=440fb77e-d121-4ca9-8b2c-fd8525dfd302,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:52.850233 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac51365c-c194-4d6f-a58f-c91dfbaeee21 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:52.894657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=8ca32eee-5f36-4169-990b-ece03ab21f3f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:52.967065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['8ca32eee-5f36-4169-990b-ece03ab21f3f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:28:53.145315 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] Set router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:28:53.178339 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac51365c-c194-4d6f-a58f-c91dfbaeee21 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.237091 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac51365c-c194-4d6f-a58f-c91dfbaeee21 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.238196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ac51365c-c194-4d6f-a58f-c91dfbaeee21 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/8c88dd8e-3d46-4e20-a9f7-529237b2afd7 HTTP/1.1" status: 204 len: 168 time: 0.7682650 Feb 09 13:28:53.241012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41606) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:53.308522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51365c-c194-4d6f-a58f-c91dfbaeee21 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c88dd8e-3d46-4e20-a9f7-529237b2afd7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:53.361382 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5166d4b7-4288-40a0-961d-1f48c22b86e5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1185303 Feb 09 13:28:53.370442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41610) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:53.381316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group': {'name': 'tempest-secgroup--180415135'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:53.382676 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b552cede-af0c-4fd1-89eb-22d17cc843b3 req-3a6c45bb-5fad-4a42-90fe-3e14428d3c82 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 1097 time: 0.6166494 Feb 09 13:28:53.405878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:53.410604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:53.410765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-f813562a-229c-44ba-b480-991601a6ab97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting subnet 38fe6687-fea3-4e97-86e5-23d5018237cb {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:28:53.415685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:53.420381 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f813562a-229c-44ba-b480-991601a6ab97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.422238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:53.434749 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.486990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:53.493855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:53.498041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:53.512184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:53.552584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f813562a-229c-44ba-b480-991601a6ab97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.645562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.650906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.695040 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f813562a-229c-44ba-b480-991601a6ab97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.750184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b378d5-43a1-47a7-b9b7-7112389db6f6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:53.795124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.800240 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-92705964-be41-49c2-9f5e-b4f27ffbf6b5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4279425 Feb 09 13:28:53.800566 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b552cede-af0c-4fd1-89eb-22d17cc843b3 req-1adf2e85-51d5-4bcf-94ba-e744c38fcb25 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115443 Feb 09 13:28:53.802581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41628) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:53.809114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b609016-1516-4e7e-b7e1-e22344f96af7 req-3a29dd4d-a89e-454e-82c6-4f43bcf74ba1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:53.811025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b609016-1516-4e7e-b7e1-e22344f96af7 req-3a29dd4d-a89e-454e-82c6-4f43bcf74ba1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.5877688 Feb 09 13:28:53.812140 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f813562a-229c-44ba-b480-991601a6ab97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.817038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Request body: {'security_group_rule': {'security_group_id': 'b7b378d5-43a1-47a7-b9b7-7112389db6f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:28:53.837014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:53.840147 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:28:49Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:53.849279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Usage tracker for resource:security_group_rule and tenant:9beb62de83ab4445a27458679f868a59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:53.850882 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] Checking router: 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:28:53.853947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:53.863456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813562a-229c-44ba-b480-991601a6ab97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Subnet': ['ID=38fe6687-fea3-4e97-86e5-23d5018237cb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:53.867053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:53.883079 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] Routers {'6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:28:53.884431 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:28:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:53.904878 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f813562a-229c-44ba-b480-991601a6ab97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.911706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea497a2-0075-49ba-8d73-4bafbb4cae41 None None] Network e9f10afa-56c6-4bd5-8f21-751ff39be5f1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:28:53.918892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f813562a-229c-44ba-b480-991601a6ab97 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/subnets/38fe6687-fea3-4e97-86e5-23d5018237cb HTTP/1.1" status: 204 len: 168 time: 1.3742702 Feb 09 13:28:53.919936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41634) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:53.930454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:53.995658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8ca32eee-5f36-4169-990b-ece03ab21f3f up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:28:54.123949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:54.129795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:54.234197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dd5d88-c062-4932-900b-adf5212be891,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:54.275102 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:54.279592 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c5b47a6b-e5cf-467b-8da8-ddf6fbdb4e48 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4750903 Feb 09 13:28:54.282966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41648) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:54.335271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b609016-1516-4e7e-b7e1-e22344f96af7 req-e7682b5c-8f33-47be-936f-ced508269a83 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753475 Feb 09 13:28:54.387921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 8ca32eee-5f36-4169-990b-ece03ab21f3f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:28:54.391268 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] Set router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:28:54.406015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 8ca32eee-5f36-4169-990b-ece03ab21f3f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:28:54.409073 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:54.476724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d6d8efd8-52f9-4ba2-b474-c7be28147cb5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:54.563559 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d6d8efd8-52f9-4ba2-b474-c7be28147cb5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:54.701259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41662) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:54.706137 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d6d8efd8-52f9-4ba2-b474-c7be28147cb5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:54.776585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8efd8-52f9-4ba2-b474-c7be28147cb5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b378d5-43a1-47a7-b9b7-7112389db6f6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:54.791471 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d6d8efd8-52f9-4ba2-b474-c7be28147cb5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:54.792857 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d6d8efd8-52f9-4ba2-b474-c7be28147cb5 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/b7b378d5-43a1-47a7-b9b7-7112389db6f6 HTTP/1.1" status: 204 len: 168 time: 0.5048537 Feb 09 13:28:54.795922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41668) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:54.804408 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:54.910852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8ca32eee-5f36-4169-990b-ece03ab21f3f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:54.915153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d368d7-36d2-4c9d-bfa1-436aa89fae8f None None] DHCP port deletion for e9f10afa-56c6-4bd5-8f21-751ff39be5f1 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:28:54.916532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1fdae4c-bf0b-4f59-a651-f15ba628aead tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:54.927765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63df3411-f733-4ad2-ad5f-444212b3cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca32eee-5f36-4169-990b-ece03ab21f3f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:28:54.940185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-29d368d7-36d2-4c9d-bfa1-436aa89fae8f None None] Deleting port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:54.944151 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-29d368d7-36d2-4c9d-bfa1-436aa89fae8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:54.980606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1fdae4c-bf0b-4f59-a651-f15ba628aead tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:54.982224 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c1fdae4c-bf0b-4f59-a651-f15ba628aead tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1844599 Feb 09 13:28:54.986019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41676) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:55.013776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:55.029524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-144ed7f3-1e33-4c38-b3cd-9ea353853670 req-5eb4715b-ff7c-4b7b-b661-b5026b54b8db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3342597 Feb 09 13:28:55.084537 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:55.114534 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:28:49Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:55.122220 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1c11d-21f2-46b2-843a-7318e5c4fce9 None None] The sync data for ids ['6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b'] in n-d-825175-3 is: [{'id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'name': 'tempest-TestNetworkBasicOps-router-2095036049', 'tenant_id': '42742f3932a24ae9a6a1efba9cf977a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:26:43Z', 'updated_at': '2022-02-09T13:28:49Z', 'revision_number': 5, 'project_id': '42742f3932a24ae9a6a1efba9cf977a9', 'gw_port': {'id': 'f8ea460b-5573-4684-9d81-42946c1bde09', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:26:45Z', 'updated_at': '2022-02-09T13:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:28:55.154708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1b2c4a43-d54f-4cc0-b58d-04f4ec6a740c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Synchronizing usage tracker for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:28:55.205726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1b2c4a43-d54f-4cc0-b58d-04f4ec6a740c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] Unset dirty status for tenant:9beb62de83ab4445a27458679f868a59 on resource:security_group_rule {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:28:55.207096 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1b2c4a43-d54f-4cc0-b58d-04f4ec6a740c tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2195449 Feb 09 13:28:55.211016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41684) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:55.238790 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63df3411-f733-4ad2-ad5f-444212b3cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca32eee-5f36-4169-990b-ece03ab21f3f', 'code': 200} Feb 09 13:28:55.261604 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-36cf2483-fbd1-44f7-bf1f-c04b18ee2a67 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] delete failed (client error): The resource could not be found. Feb 09 13:28:55.262805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-36cf2483-fbd1-44f7-bf1f-c04b18ee2a67 tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "DELETE /v2.0/security-groups/b7b378d5-43a1-47a7-b9b7-7112389db6f6 HTTP/1.1" status: 404 len: 347 time: 0.0507746 Feb 09 13:28:55.266845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41692) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:55.404054 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3471e78a-2207-4cbf-a84d-2f83f0a94d8e tempest-SecGroupTest-1108136420 tempest-SecGroupTest-1108136420-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1358569 Feb 09 13:28:55.416213 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-57eca48f-101d-41f9-b26d-b776ecae9173 req-d7f22de2-3c66-4fe9-b344-680ea36a0df4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 1097 time: 0.1466141 Feb 09 13:28:55.542047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-29d368d7-36d2-4c9d-bfa1-436aa89fae8f None None] For port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71,segment=NetworkSegment(74f73c1d-d870-4e5b-bad7-f0c53e6642b8),segment_id=74f73c1d-d870-4e5b-bad7-f0c53e6642b8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:55.542449 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-29d368d7-36d2-4c9d-bfa1-436aa89fae8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:55.567241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0779bae9-c686-4bd9-8afa-95eee0d9172e tempest-AgentManagementNegativeTest-1438188258 tempest-AgentManagementNegativeTest-1438188258-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8633327 Feb 09 13:28:55.579201 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-57eca48f-101d-41f9-b26d-b776ecae9173 req-942ae480-bbde-4029-98db-49eeeee6b688 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554661 Feb 09 13:28:55.753152 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-144ed7f3-1e33-4c38-b3cd-9ea353853670 req-be3fc75d-e0cd-4f69-b50d-7c529dbb7c93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=442d6bc983f14ef0a68ed00ec0aebceb&device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 1100 time: 0.4715884 Feb 09 13:28:55.787248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-29d368d7-36d2-4c9d-bfa1-436aa89fae8f None None] Calling delete_port for c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:55.851387 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-075278d1-4cbb-4ac3-b329-d9be6d378713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:55.880766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add029f1-dd2a-418d-8598-b8a2378310cb req-6b99da21-5bb4-42a8-8400-db40ef9880cc tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:55.885681 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-add029f1-dd2a-418d-8598-b8a2378310cb req-6b99da21-5bb4-42a8-8400-db40ef9880cc tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.2487609 Feb 09 13:28:55.988437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=8ca32eee-5f36-4169-990b-ece03ab21f3f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:56.009913 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-29d368d7-36d2-4c9d-bfa1-436aa89fae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:56.051632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-add029f1-dd2a-418d-8598-b8a2378310cb req-d4a5378c-bfff-4e53-91ae-51a206993826 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398084 Feb 09 13:28:56.097057 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:56.100785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ed7f3-1e33-4c38-b3cd-9ea353853670 req-f394d592-c262-4857-a07a-f1c75f423232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:56.102659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-144ed7f3-1e33-4c38-b3cd-9ea353853670 req-f394d592-c262-4857-a07a-f1c75f423232 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.2863863 Feb 09 13:28:56.111751 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d368d7-36d2-4c9d-bfa1-436aa89fae8f None None] Pushing event deleted for resources: {'Port': ['ID=c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:56.116659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Deleting port f8ea460b-5573-4684-9d81-42946c1bde09 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:28:56.117251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:56.139394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d368d7-36d2-4c9d-bfa1-436aa89fae8f None None] No DVR routers for this DVR port c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:28:56.225442 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:28:56.253703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-144ed7f3-1e33-4c38-b3cd-9ea353853670 req-a147829a-5735-4188-a700-112abe54ff1f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=484d167b-65ac-4a9c-bc18-0bab40d47a50 HTTP/1.1" status: 200 len: 217 time: 0.1415734 Feb 09 13:28:56.319647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:28:56.319997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c60e1d30-25bb-4c9a-9f0c-8bd3927ebc71 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:28:56.320403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 125374c9-5e04-4fd6-95fa-06f4572bc4c5 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:28:56.382350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 125374c9-5e04-4fd6-95fa-06f4572bc4c5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:28:56.382856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 125374c9-5e04-4fd6-95fa-06f4572bc4c5 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:28:56.460030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ed7f3-1e33-4c38-b3cd-9ea353853670 req-0da6015f-50f8-4b45-913d-25d795b00cdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:56.461377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-144ed7f3-1e33-4c38-b3cd-9ea353853670 req-0da6015f-50f8-4b45-913d-25d795b00cdb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1982567 Feb 09 13:28:56.538887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41728) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:56.570734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] For port f8ea460b-5573-4684-9d81-42946c1bde09, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f8ea460b-5573-4684-9d81-42946c1bde09,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:28:56.571356 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:56.633291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41740) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:56.796897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Calling delete_port for f8ea460b-5573-4684-9d81-42946c1bde09 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:28:57.006085 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-116a0ff2-c395-4bd9-8f5c-461e22b023e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9beb62de83ab4445a27458679f868a59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4657168 Feb 09 13:28:57.009940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41750) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:57.095242 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ba1fcbbe-db8c-4e21-8150-d65b85ea8925 req-b2606101-d360-4bbe-97eb-a799e3dbe515 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 1097 time: 0.1727688 Feb 09 13:28:57.098634 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-451e86b7-8cb6-4696-86b5-a2e04aaf06c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:57.148697 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:57.173601 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-027c9c06-a017-450e-a5f2-87b78a341e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:57.249235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Port': ['ID=f8ea460b-5573-4684-9d81-42946c1bde09,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:57.268481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.268823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.269178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.269499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.269827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.270154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.270490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.270924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.271244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.271557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.271870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:28:57.278932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-144ed7f3-1e33-4c38-b3cd-9ea353853670 req-b98ded65-6f83-4750-91b8-ce8ecf9b3fb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8033249 Feb 09 13:28:57.300150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-451e86b7-8cb6-4696-86b5-a2e04aaf06c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:57.420921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-027c9c06-a017-450e-a5f2-87b78a341e39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:28:57.458187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-027c9c06-a017-450e-a5f2-87b78a341e39 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c5c459dee343569c3f75d51c580940 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:28:57.466507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-027c9c06-a017-450e-a5f2-87b78a341e39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:28:57.477608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-027c9c06-a017-450e-a5f2-87b78a341e39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:28:57.480032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fcbbe-db8c-4e21-8150-d65b85ea8925 req-e1acecf7-8547-4e9d-97b2-2f45ec921bfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:57.481657 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ba1fcbbe-db8c-4e21-8150-d65b85ea8925 req-e1acecf7-8547-4e9d-97b2-2f45ec921bfa service neutron] 10.222.0.67 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 919 time: 0.3808200 Feb 09 13:28:57.553307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6443110-3c94-4a87-9702-ca50a9bf77f8 req-64b8e44c-dcd4-4b1e-9c8d-621b76a7231d tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:57.559907 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6443110-3c94-4a87-9702-ca50a9bf77f8 req-64b8e44c-dcd4-4b1e-9c8d-621b76a7231d tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.5563827 Feb 09 13:28:57.655228 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ba1fcbbe-db8c-4e21-8150-d65b85ea8925 req-bd5d10cb-3fe7-47d1-a0d0-47d798e2ebbc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=440fb77e-d121-4ca9-8b2c-fd8525dfd302 HTTP/1.1" status: 200 len: 217 time: 0.1673107 Feb 09 13:28:57.717436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-451e86b7-8cb6-4696-86b5-a2e04aaf06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:57.732613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-144ed7f3-1e33-4c38-b3cd-9ea353853670 req-773de1f9-01ef-4d7b-afba-2e49fc3125fe service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471712 Feb 09 13:28:57.759308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e86b7-8cb6-4696-86b5-a2e04aaf06c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eaea5f-2660-4980-8f35-0cd4ec8c6e3a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:57.829038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fcbbe-db8c-4e21-8150-d65b85ea8925 req-1bb6febd-0ab1-46fc-9357-0bc7fa226b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:57.830576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ba1fcbbe-db8c-4e21-8150-d65b85ea8925 req-1bb6febd-0ab1-46fc-9357-0bc7fa226b7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 200 len: 858 time: 0.1673577 Feb 09 13:28:57.833438 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-451e86b7-8cb6-4696-86b5-a2e04aaf06c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:57.836020 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-451e86b7-8cb6-4696-86b5-a2e04aaf06c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a9eaea5f-2660-4980-8f35-0cd4ec8c6e3a HTTP/1.1" status: 204 len: 168 time: 0.8240957 Feb 09 13:28:57.879208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6443110-3c94-4a87-9702-ca50a9bf77f8 req-829b65be-82ef-4a48-8b74-0eb04da9c916 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183119 Feb 09 13:28:57.953815 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ba1fcbbe-db8c-4e21-8150-d65b85ea8925 req-92461f89-4fde-4347-8beb-28db78dbcea8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a8564f-4012-48d3-9204-dc679420e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158712 Feb 09 13:28:57.973605 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.062431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-027c9c06-a017-450e-a5f2-87b78a341e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.237963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c0604de9-151c-46e4-a21d-75b2021ac6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.360698 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.361487 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-027c9c06-a017-450e-a5f2-87b78a341e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.379345 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.400722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-144ed7f3-1e33-4c38-b3cd-9ea353853670 req-5b0d2198-ed8f-43e8-b41b-ca124544f16a service neutron] 10.222.0.67 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455451 Feb 09 13:28:58.469255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.470068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Fanout notify agent at l3_agent the message router_deleted on router 6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:28:58.491174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c9c06-a017-450e-a5f2-87b78a341e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2546b-e49b-4d05-a144-76607f9876e2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:58.499318 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.500412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7a9d22e2-4768-4ece-be11-ce7d47f7818a tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/routers/6cb94dd7-84a7-4a3a-b44f-4474e0b0c51b HTTP/1.1" status: 204 len: 168 time: 4.5796502 Feb 09 13:28:58.504809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41804) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:58.539853 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-027c9c06-a017-450e-a5f2-87b78a341e39 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3c5c459dee343569c3f75d51c580940&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9050527 Feb 09 13:28:58.542650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41808) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:28:58.559502 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ba1fcbbe-db8c-4e21-8150-d65b85ea8925 req-eadc00ea-392e-4892-a19b-e5b68fffed4a service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840638 Feb 09 13:28:58.582755 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.675273 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.707477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48f0fcda-2b94-4822-8beb-18cc500e5b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.763245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48f0fcda-2b94-4822-8beb-18cc500e5b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.825276 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48f0fcda-2b94-4822-8beb-18cc500e5b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.848284 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48f0fcda-2b94-4822-8beb-18cc500e5b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:58.852770 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-48f0fcda-2b94-4822-8beb-18cc500e5b33 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0f2546b-e49b-4d05-a144-76607f9876e2 HTTP/1.1" status: 204 len: 168 time: 0.3075633 Feb 09 13:28:58.855721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0fcda-2b94-4822-8beb-18cc500e5b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2546b-e49b-4d05-a144-76607f9876e2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:58.960259 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:59.112440 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ba1fcbbe-db8c-4e21-8150-d65b85ea8925 req-5bd54219-4cd4-4d73-a8ad-8febac56108c service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441906 Feb 09 13:28:59.260606 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:59.318124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f10afa-56c6-4bd5-8f21-751ff39be5f1']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:59.334825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f73c1d-d870-4e5b-bad7-f0c53e6642b8') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:59.335467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f73c1d-d870-4e5b-bad7-f0c53e6642b8') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:28:59.350515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:59.392271 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:59.405095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:28:59.405439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:28:59.429791 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:28:59.541332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:59.587240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:59.601718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] Pushing event deleted for resources: {'Network': ['ID=e9f10afa-56c6-4bd5-8f21-751ff39be5f1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:28:59.616138 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7369f48d-85d9-4c14-8812-d5a961315f82 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] 10.222.0.59 "DELETE /v2.0/networks/e9f10afa-56c6-4bd5-8f21-751ff39be5f1 HTTP/1.1" status: 204 len: 168 time: 1.1077964 Feb 09 13:28:59.913474 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:28:59.948109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76eaa2-6062-4e77-9597-6f8444247777 req-cc43460b-11f4-43f3-8066-0e70d610c905 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:28:59.949603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a76eaa2-6062-4e77-9597-6f8444247777 req-cc43460b-11f4-43f3-8066-0e70d610c905 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.7255561 Feb 09 13:29:00.021885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a76eaa2-6062-4e77-9597-6f8444247777 req-f462615e-071b-4533-8e59-31494dd65c0c tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639501 Feb 09 13:29:00.093019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f8ea460b-5573-4684-9d81-42946c1bde09 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:29:00.135583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: f8ea460b-5573-4684-9d81-42946c1bde09 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:29:00.136287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f8ea460b-5573-4684-9d81-42946c1bde09 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:29:00.495416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41866) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:00.905853 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5252de0a-78de-4870-909e-c3480e734b01 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42742f3932a24ae9a6a1efba9cf977a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4074817 Feb 09 13:29:00.909512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41888) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:01.051001 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac81b125-e59a-4d38-bc20-12c81bbdb015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:01.095976 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac81b125-e59a-4d38-bc20-12c81bbdb015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:01.214299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac81b125-e59a-4d38-bc20-12c81bbdb015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:01.258199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41938) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:01.277790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81b125-e59a-4d38-bc20-12c81bbdb015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec52c443-2322-4dc4-97d5-dec142dd2f96,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:01.294896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac81b125-e59a-4d38-bc20-12c81bbdb015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:01.296478 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ac81b125-e59a-4d38-bc20-12c81bbdb015 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec52c443-2322-4dc4-97d5-dec142dd2f96 HTTP/1.1" status: 204 len: 168 time: 0.3854206 Feb 09 13:29:01.447685 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663f758-1db6-4fde-877a-1e2fcbeb59d2 req-67c6f544-8120-48ca-a2d9-6756fcf7f267 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:01.449564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5663f758-1db6-4fde-877a-1e2fcbeb59d2 req-67c6f544-8120-48ca-a2d9-6756fcf7f267 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.1097331 Feb 09 13:29:01.514314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5663f758-1db6-4fde-877a-1e2fcbeb59d2 req-66c88191-3677-4601-b7af-83fd0586bb39 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566008 Feb 09 13:29:01.964850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1352642133'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:01.988936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:02.009736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Usage tracker for resource:network and tenant:15a9d233d51943d39b87ba44f82cc770 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:02.018974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:02.043758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:02.096750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Made reservation on behalf of 15a9d233d51943d39b87ba44f82cc770 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:02.099658 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.116023 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.154535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:02.159622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Usage tracker for resource:security_group_rule and tenant:15a9d233d51943d39b87ba44f82cc770 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:02.163028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:02.176580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:02.252490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42060) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:02.316975 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.322171 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.412758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0554a57c-c549-49aa-9965-a5d578611ab6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:02.432977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:02.452666 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.454648 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Added segment 3988eaaf-872d-4913-8046-38bc6b4698fe of type vlan for network 4d91936a-dea4-4ee2-aea7-73fe872814ef Feb 09 13:29:02.572798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.679237 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.680098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42114) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:02.702079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:02.707880 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.727319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5dea18e-59a7-4a9b-98db-0d47e1e2b6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.808072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-498663694'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:02.820749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:02.827188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5dea18e-59a7-4a9b-98db-0d47e1e2b6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:02.834968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Usage tracker for resource:network and tenant:d819b1a7a9964c24974562e80d5fa22a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:02.840638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5dea18e-59a7-4a9b-98db-0d47e1e2b6ae admin admin] Usage tracker for resource:security_group_rule and tenant:9047801539664f1da7a359fc1fb7366d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:02.845461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:02.848698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5dea18e-59a7-4a9b-98db-0d47e1e2b6ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:02.858002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c5dea18e-59a7-4a9b-98db-0d47e1e2b6ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:02.862015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:02.890127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Made reservation on behalf of d819b1a7a9964c24974562e80d5fa22a for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:02.894593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.924457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:02.991880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:03.003983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Usage tracker for resource:security_group_rule and tenant:d819b1a7a9964c24974562e80d5fa22a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:03.013440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:03.055324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:03.080911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Pushing event updated for resources: {'Network': ['ID=4d91936a-dea4-4ee2-aea7-73fe872814ef,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:03.098053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 4d91936a-dea4-4ee2-aea7-73fe872814ef details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:03.125671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6671d97a-3467-44f4-a4e1-142798fe26b5 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8661942 Feb 09 13:29:03.129039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42164) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:03.159440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Request body: {'subnet': {'network_id': '4d91936a-dea4-4ee2-aea7-73fe872814ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:03.226061 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5dea18e-59a7-4a9b-98db-0d47e1e2b6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.239044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c5dea18e-59a7-4a9b-98db-0d47e1e2b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.271100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123fbe4-023f-426c-ad45-1f3222bbf214 req-75dc1bc3-d069-45f3-94ae-48393289de95 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:03.272644 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4123fbe4-023f-426c-ad45-1f3222bbf214 req-75dc1bc3-d069-45f3-94ae-48393289de95 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.4773138 Feb 09 13:29:03.341791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dea18e-59a7-4a9b-98db-0d47e1e2b6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6554ea1c-c35f-4922-9187-bedc01716798,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:03.348298 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c5dea18e-59a7-4a9b-98db-0d47e1e2b6ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9047801539664f1da7a359fc1fb7366d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6670017 Feb 09 13:29:03.352494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42200) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:03.436682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.442973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.481400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf6984bc-f06e-439f-b81c-5a6f84b1816e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.512251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42218) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:03.515172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:03.545773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fabc373-dbdc-4c25-8653-390f02e48961,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:03.552733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.553071 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Added segment dab03258-7cf4-4519-877f-ea04af20e03c of type vlan for network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e Feb 09 13:29:03.555917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf6984bc-f06e-439f-b81c-5a6f84b1816e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.627667 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.706024 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf6984bc-f06e-439f-b81c-5a6f84b1816e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.743954 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.753095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:03.755250 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:03.782398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:03.785294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6984bc-f06e-439f-b81c-5a6f84b1816e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6554ea1c-c35f-4922-9187-bedc01716798,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:03.786977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Usage tracker for resource:subnet and tenant:15a9d233d51943d39b87ba44f82cc770 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:03.798790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:03.806044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:03.818971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4123fbe4-023f-426c-ad45-1f3222bbf214 req-42bc806e-4f75-4c8e-8554-b07a8c56b95a tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667593 Feb 09 13:29:03.885199 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-29aa2433-aad1-403d-a9ac-9ab0058ef8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:04.007602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Made reservation on behalf of 15a9d233d51943d39b87ba44f82cc770 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:04.011066 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf6984bc-f06e-439f-b81c-5a6f84b1816e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:04.014677 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cf6984bc-f06e-439f-b81c-5a6f84b1816e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6554ea1c-c35f-4922-9187-bedc01716798 HTTP/1.1" status: 204 len: 168 time: 0.6608021 Feb 09 13:29:04.028113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Network': ['ID=046cff2d-0fc3-4bbc-9718-7dbd61d3250e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:04.031752 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-325ce8d5-84b7-417d-a661-c24b703722b2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7779958 Feb 09 13:29:04.034783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42284) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:04.043280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:04.044037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'subnet': {'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:04.156527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-29aa2433-aad1-403d-a9ac-9ab0058ef8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:04.198506 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:04.242589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-29aa2433-aad1-403d-a9ac-9ab0058ef8f5 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1bbaa9d96e47f79d6d6e0a88e4dae1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:04.249653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-29aa2433-aad1-403d-a9ac-9ab0058ef8f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:04.265641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-29aa2433-aad1-403d-a9ac-9ab0058ef8f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:04.362547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-29aa2433-aad1-403d-a9ac-9ab0058ef8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:04.371696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-29aa2433-aad1-403d-a9ac-9ab0058ef8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:04.384956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:04.405809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Usage tracker for resource:subnet and tenant:d819b1a7a9964c24974562e80d5fa22a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:04.423357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:04.449427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:04.452283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa2433-aad1-403d-a9ac-9ab0058ef8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd48710-7330-488d-b151-4999199113da,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:04.469152 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-29aa2433-aad1-403d-a9ac-9ab0058ef8f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d1bbaa9d96e47f79d6d6e0a88e4dae1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9505017 Feb 09 13:29:04.472592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42340) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:04.503443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Made reservation on behalf of d819b1a7a9964c24974562e80d5fa22a for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:04.509725 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:04.628974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Pushing event updated for resources: {'Subnet': ['ID=d126f67d-c867-4772-ba48-27d6628ce341,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:04.640329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Checking segment: {'id': '3988eaaf-872d-4913-8046-38bc6b4698fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4d91936a-dea4-4ee2-aea7-73fe872814ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:04.640911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Network hostable DHCP agents. Network: 4d91936a-dea4-4ee2-aea7-73fe872814ef, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:29:04.668763 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa232f65-5f38-4832-88fe-de6d62a29d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:04.695742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Network 4d91936a-dea4-4ee2-aea7-73fe872814ef is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:29:04.709845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:04.713156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 4d91936a-dea4-4ee2-aea7-73fe872814ef) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:04.721872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3ea54-0c8b-42d1-bf68-38e91924c3e2 None None] Network 4d91936a-dea4-4ee2-aea7-73fe872814ef requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:04.736461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:04.737877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:04.768806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-412bf4c4-5520-4873-b951-2413656d0068 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6355848 Feb 09 13:29:04.769258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42384) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:04.776272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Request body: {'port': {'network_id': '4d91936a-dea4-4ee2-aea7-73fe872814ef', 'name': 'tempest-TagsExtTest-1680643431'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:05.072546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:05.110916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Usage tracker for resource:port and tenant:15a9d233d51943d39b87ba44f82cc770 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:05.119357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:05.244212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:05.259217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-4d91936a-dea4-4ee2-aea7-73fe872814ef', 'network_id': '4d91936a-dea4-4ee2-aea7-73fe872814ef', 'tenant_id': '15a9d233d51943d39b87ba44f82cc770', 'fixed_ips': [{'subnet_id': 'd126f67d-c867-4772-ba48-27d6628ce341'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:29:05.260989 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:05.315469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Made reservation on behalf of 15a9d233d51943d39b87ba44f82cc770 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:05.337334 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:05.421781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] device_id is not set on port 46973034-dbf1-4670-ad7c-91bde1251798 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:29:05.495678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Allocated IP 172.20.0.2 (4d91936a-dea4-4ee2-aea7-73fe872814ef/d126f67d-c867-4772-ba48-27d6628ce341/e140cbed-fd67-42f7-aa41-54b1028591e9) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:05.524672 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa232f65-5f38-4832-88fe-de6d62a29d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:05.612756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:05.665766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f572f-51b3-47bc-a694-a6116c38e4d1 req-65b35fad-778e-4864-84ec-a8efdd1f57af tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:05.680788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-277f572f-51b3-47bc-a694-a6116c38e4d1 req-65b35fad-778e-4864-84ec-a8efdd1f57af tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.5409184 Feb 09 13:29:05.702123 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa232f65-5f38-4832-88fe-de6d62a29d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:05.778291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-277f572f-51b3-47bc-a694-a6116c38e4d1 req-aa0771a1-3d51-4e15-b07c-d16048405c71 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911574 Feb 09 13:29:05.800231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa232f65-5f38-4832-88fe-de6d62a29d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd48710-7330-488d-b151-4999199113da,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:05.857835 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:05.868887 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa232f65-5f38-4832-88fe-de6d62a29d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:05.872982 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fa232f65-5f38-4832-88fe-de6d62a29d28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3dd48710-7330-488d-b151-4999199113da HTTP/1.1" status: 204 len: 168 time: 1.3992393 Feb 09 13:29:05.873904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Transition to ACTIVE for port object e140cbed-fd67-42f7-aa41-54b1028591e9 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:05.882445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Subnet': ['ID=a192097b-c6b9-46b3-bb9f-5a72d512e5fc,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:05.909576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Transition to ACTIVE for port object e140cbed-fd67-42f7-aa41-54b1028591e9 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:05.934421 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:05.947372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Checking segment: {'id': 'dab03258-7cf4-4519-877f-ea04af20e03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:05.947738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Network hostable DHCP agents. Network: 046cff2d-0fc3-4bbc-9718-7dbd61d3250e, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:29:06.039671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:29:06.070242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 046cff2d-0fc3-4bbc-9718-7dbd61d3250e) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:06.077042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:06.077631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:06.140973 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-75a8916f-f59f-43b4-b117-a1a9e09e8cc2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1046026 Feb 09 13:29:06.146834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42450) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:06.152547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'port': {'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e', 'name': 'tempest-AllowedAddressPairTestJSON-1062852996'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:06.155672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Network 4d91936a-dea4-4ee2-aea7-73fe872814ef is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:06.171441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Allocated IP 172.20.0.11 (4d91936a-dea4-4ee2-aea7-73fe872814ef/d126f67d-c867-4772-ba48-27d6628ce341/46973034-dbf1-4670-ad7c-91bde1251798) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:06.246083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:06.254040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Pushing event updated for resources: {'Port': ['ID=e140cbed-fd67-42f7-aa41-54b1028591e9,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:06.259563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51d1dff-278e-4cfe-bb0f-c6370072f9fa None None] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:06.417864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:06.552270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:06.556323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Usage tracker for resource:port and tenant:d819b1a7a9964c24974562e80d5fa22a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:06.560941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:06.571820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:06.597347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Made reservation on behalf of d819b1a7a9964c24974562e80d5fa22a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:06.600434 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:06.644027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] device_id is not set on port 9b7112bc-3f65-42b8-befc-0fbb9c129872 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:29:06.696996 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:06.732706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Transition to ACTIVE for port object 46973034-dbf1-4670-ad7c-91bde1251798 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:06.768340 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:06.771281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Attempting to bind port e140cbed-fd67-42f7-aa41-54b1028591e9 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:29:06.771906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Attempting to bind port e140cbed-fd67-42f7-aa41-54b1028591e9 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '3988eaaf-872d-4913-8046-38bc6b4698fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4d91936a-dea4-4ee2-aea7-73fe872814ef'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:29:06.772630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Attempting to bind port e140cbed-fd67-42f7-aa41-54b1028591e9 on network 4d91936a-dea4-4ee2-aea7-73fe872814ef {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:29:06.787576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:29:06.788455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Checking segment: {'id': '3988eaaf-872d-4913-8046-38bc6b4698fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4d91936a-dea4-4ee2-aea7-73fe872814ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:06.789119 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:06.791059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Bound using segment: {'id': '3988eaaf-872d-4913-8046-38bc6b4698fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4d91936a-dea4-4ee2-aea7-73fe872814ef'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:29:06.791792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Bound port: e140cbed-fd67-42f7-aa41-54b1028591e9, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3988eaaf-872d-4913-8046-38bc6b4698fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4d91936a-dea4-4ee2-aea7-73fe872814ef'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:29:06.792459 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:06.961658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Network 4d91936a-dea4-4ee2-aea7-73fe872814ef is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:06.965754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:06.968301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Pushing event updated for resources: {'Port': ['ID=46973034-dbf1-4670-ad7c-91bde1251798,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:06.971784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:07.019186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42466) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:07.030247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Allocated IP 172.20.0.8 (046cff2d-0fc3-4bbc-9718-7dbd61d3250e/a192097b-c6b9-46b3-bb9f-5a72d512e5fc/9b7112bc-3f65-42b8-befc-0fbb9c129872) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:07.076440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:07.077589 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.097071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2adb1cf7-9698-4b1f-ba8b-a6912c5aa94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.098207 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] For port e140cbed-fd67-42f7-aa41-54b1028591e9, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:29:07.101691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] For port e140cbed-fd67-42f7-aa41-54b1028591e9, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e140cbed-fd67-42f7-aa41-54b1028591e9,segment=NetworkSegment(3988eaaf-872d-4913-8046-38bc6b4698fe),segment_id=3988eaaf-872d-4913-8046-38bc6b4698fe)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:29:07.108371 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.123307 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8d2570a8-9148-40df-8ea5-686217e8adf6 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3528252 Feb 09 13:29:07.126029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42472) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:07.131120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1070307216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:07.174601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:07.187441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Usage tracker for resource:router and tenant:15a9d233d51943d39b87ba44f82cc770 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:07.191770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:07.199495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:07.221400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2adb1cf7-9698-4b1f-ba8b-a6912c5aa94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:07.224681 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.225627 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.232476 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2adb1cf7-9698-4b1f-ba8b-a6912c5aa94a admin admin] Usage tracker for resource:security_group_rule and tenant:314eb6e57c7742afaffa770b5ea6f917 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:07.238824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2adb1cf7-9698-4b1f-ba8b-a6912c5aa94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:07.269149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a24d0-c124-4c5b-9c9f-f7d8fde01a62 req-85102961-9faa-45c3-88f7-d23797bdcdff tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:07.271266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-539a24d0-c124-4c5b-9c9f-f7d8fde01a62 req-85102961-9faa-45c3-88f7-d23797bdcdff tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.1300159 Feb 09 13:29:07.276571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.309717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2adb1cf7-9698-4b1f-ba8b-a6912c5aa94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:07.341792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-539a24d0-c124-4c5b-9c9f-f7d8fde01a62 req-a6cb3fcc-01ab-464e-b211-113bc66d3ba3 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633490 Feb 09 13:29:07.343957 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.380926 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.382888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f8a6aeb9-2c7d-425c-bbfa-fff8453f7c4f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2558744 Feb 09 13:29:07.394203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42480) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:07.400346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-af44307c-7c2f-41c2-8d0c-4ec949b80aa7 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1944076325', 'prefixes': ['172.20.0.0/16']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:07.409009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-af44307c-7c2f-41c2-8d0c-4ec949b80aa7 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:07.421404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-046cff2d-0fc3-4bbc-9718-7dbd61d3250e', 'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e', 'tenant_id': 'd819b1a7a9964c24974562e80d5fa22a', 'fixed_ips': [{'subnet_id': 'a192097b-c6b9-46b3-bb9f-5a72d512e5fc'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:29:07.422355 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.488959 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882177d-ba0e-40d9-976e-8b0c5bc9e2d5 None None] Pushing event updated for resources: {'Port': ['ID=e140cbed-fd67-42f7-aa41-54b1028591e9,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:07.524984 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-af44307c-7c2f-41c2-8d0c-4ec949b80aa7 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for subnetpool, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.529617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-af44307c-7c2f-41c2-8d0c-4ec949b80aa7 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1307349 Feb 09 13:29:07.536750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42486) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:07.543605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-2b55829d-de92-4dba-8be2-44f932007869 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341', 'tempest-TagsExtTest-Tag-2122222675') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:07.663271 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.696099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2b55829d-de92-4dba-8be2-44f932007869 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags/tempest-TagsExtTest-Tag-2122222675 HTTP/1.1" status: 201 len: 201 time: 0.1643028 Feb 09 13:29:07.699652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42492) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:07.711938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-57d21bdb-6128-4933-b7b5-835637e5f79c tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798', 'tempest-TagsExtTest-Tag-315399190') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:07.763895 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2adb1cf7-9698-4b1f-ba8b-a6912c5aa94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.768750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Transition to ACTIVE for port object 9b7112bc-3f65-42b8-befc-0fbb9c129872 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:07.775639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2adb1cf7-9698-4b1f-ba8b-a6912c5aa94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:07.905692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb1cf7-9698-4b1f-ba8b-a6912c5aa94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44af0ff6-7788-4dfe-9bc2-064416080cd3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:07.945103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42498) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:07.946810 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2adb1cf7-9698-4b1f-ba8b-a6912c5aa94a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=314eb6e57c7742afaffa770b5ea6f917&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9215643 Feb 09 13:29:07.974355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:08.006569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-57d21bdb-6128-4933-b7b5-835637e5f79c tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags/tempest-TagsExtTest-Tag-315399190 HTTP/1.1" status: 201 len: 201 time: 0.3029852 Feb 09 13:29:08.018053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42504) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:08.049724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-9bbb7c26-7235-4a52-9996-c4edc8e532c9 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821', 'tempest-TagsExtTest-Tag-4172280') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:08.108912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Allocated IP 172.20.0.2 (046cff2d-0fc3-4bbc-9718-7dbd61d3250e/a192097b-c6b9-46b3-bb9f-5a72d512e5fc/e8e7e6b0-c8ac-4866-ab7a-3be159c72793) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:08.163409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Port': ['ID=9b7112bc-3f65-42b8-befc-0fbb9c129872,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:08.177116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:08.178311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:08.187293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:08.364911 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e140cbed-fd67-42f7-aa41-54b1028591e9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:08.394654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:08.395329 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:08.465844 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0d9b8898-409a-4684-b6ce-49a7fea5c9a6 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3168056 Feb 09 13:29:08.467300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42514) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:08.515317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'port': {'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e', 'name': 'tempest-AllowedAddressPairTestJSON-1762541050', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f7:c0:b6'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:08.723706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e140cbed-fd67-42f7-aa41-54b1028591e9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:08.796053 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:08.824150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Transition to ACTIVE for port object e8e7e6b0-c8ac-4866-ab7a-3be159c72793 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:08.901923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Transition to ACTIVE for port object e8e7e6b0-c8ac-4866-ab7a-3be159c72793 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:08.912974 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:08.920426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:08.943979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Usage tracker for resource:port and tenant:d819b1a7a9964c24974562e80d5fa22a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:08.961832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:08.991881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:09.027078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Made reservation on behalf of d819b1a7a9964c24974562e80d5fa22a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:09.051363 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:09.126859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eaf9bea4-68c9-4aaf-a714-bbfb35bd3056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:09.152109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] device_id is not set on port 3dbf4b52-586f-4366-adde-d756b260a753 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:29:09.287813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c502e5-6845-4b3f-b934-cccbc1b5277a req-43d75df3-635b-48a2-b395-d7052a7c9af9 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:09.288644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Pushing event updated for resources: {'Port': ['ID=e8e7e6b0-c8ac-4866-ab7a-3be159c72793,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:09.297892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a0c502e5-6845-4b3f-b934-cccbc1b5277a req-43d75df3-635b-48a2-b395-d7052a7c9af9 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.6308014 Feb 09 13:29:09.308700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:09.315360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:09.325168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e682a8-abf1-40ec-943b-c447aca753b7 None None] Network 4d91936a-dea4-4ee2-aea7-73fe872814ef requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:09.340978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eaf9bea4-68c9-4aaf-a714-bbfb35bd3056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:09.358161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:09.504036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9bbb7c26-7235-4a52-9996-c4edc8e532c9 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags/tempest-TagsExtTest-Tag-4172280 HTTP/1.1" status: 201 len: 201 time: 1.4832587 Feb 09 13:29:09.524629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42536) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:09.570886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-600348a4-7756-419b-bc0e-bcf45fe73b33 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea', 'tempest-TagsExtTest-Tag-553032037') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:09.651068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a0c502e5-6845-4b3f-b934-cccbc1b5277a req-68e7bd56-3a95-42a1-b174-598f18f2b57c tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242350 Feb 09 13:29:09.679308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Allocated IP 172.20.0.6 (046cff2d-0fc3-4bbc-9718-7dbd61d3250e/a192097b-c6b9-46b3-bb9f-5a72d512e5fc/3dbf4b52-586f-4366-adde-d756b260a753) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:09.691352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eaf9bea4-68c9-4aaf-a714-bbfb35bd3056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:09.717411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5e90d142-248a-4009-aa1c-67da2bc2bf49 None None] Provisioning for port e140cbed-fd67-42f7-aa41-54b1028591e9 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:09.728037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5e90d142-248a-4009-aa1c-67da2bc2bf49 None None] Provisioning complete for port e140cbed-fd67-42f7-aa41-54b1028591e9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:09.728861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e90d142-248a-4009-aa1c-67da2bc2bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:09.760386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Attempting to bind port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:29:09.760809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Attempting to bind port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'dab03258-7cf4-4519-877f-ea04af20e03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:29:09.761269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Attempting to bind port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 on network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:29:09.831708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:29:09.832067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Checking segment: {'id': 'dab03258-7cf4-4519-877f-ea04af20e03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:09.843114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9bea4-68c9-4aaf-a714-bbfb35bd3056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44af0ff6-7788-4dfe-9bc2-064416080cd3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:09.846405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:09.846405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Bound using segment: {'id': 'dab03258-7cf4-4519-877f-ea04af20e03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:29:09.846405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Bound port: e8e7e6b0-c8ac-4866-ab7a-3be159c72793, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab03258-7cf4-4519-877f-ea04af20e03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:29:09.846405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:09.865691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-600348a4-7756-419b-bc0e-bcf45fe73b33 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags/tempest-TagsExtTest-Tag-553032037 HTTP/1.1" status: 201 len: 201 time: 0.3311439 Feb 09 13:29:09.867196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42544) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:09.871106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eaf9bea4-68c9-4aaf-a714-bbfb35bd3056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:09.876213 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-eaf9bea4-68c9-4aaf-a714-bbfb35bd3056 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44af0ff6-7788-4dfe-9bc2-064416080cd3 HTTP/1.1" status: 204 len: 168 time: 1.9287281 Feb 09 13:29:09.880131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-b61556f0-3036-4fd7-aa64-802e8a77bff9 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:10.063184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644876c-80c6-4630-ad79-051c84a97a2e req-75add6e4-5182-47bd-8f23-1427dfe19702 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:10.065040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8644876c-80c6-4630-ad79-051c84a97a2e req-75add6e4-5182-47bd-8f23-1427dfe19702 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 949 time: 0.3356264 Feb 09 13:29:10.181128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b61556f0-3036-4fd7-aa64-802e8a77bff9 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags HTTP/1.1" status: 200 len: 241 time: 0.3122692 Feb 09 13:29:10.185069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42554) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:10.187504 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8644876c-80c6-4630-ad79-051c84a97a2e req-eaf04466-b50a-4571-8363-ebdf32017621 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123776 Feb 09 13:29:10.191720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-0ec5a22b-05be-40d2-99b2-a01e1f7e17fe tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341', 'tempest-TagsExtTest-Tag-2122222675') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:10.287804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:10.288738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] For port e8e7e6b0-c8ac-4866-ab7a-3be159c72793, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:29:10.324541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] For port e8e7e6b0-c8ac-4866-ab7a-3be159c72793, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e8e7e6b0-c8ac-4866-ab7a-3be159c72793,segment=NetworkSegment(dab03258-7cf4-4519-877f-ea04af20e03c),segment_id=dab03258-7cf4-4519-877f-ea04af20e03c)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:29:10.328072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Transition to ACTIVE for port object 3dbf4b52-586f-4366-adde-d756b260a753 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:10.351102 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0ec5a22b-05be-40d2-99b2-a01e1f7e17fe tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags/tempest-TagsExtTest-Tag-2122222675 HTTP/1.1" status: 204 len: 168 time: 0.1649454 Feb 09 13:29:10.354309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42560) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:10.367705 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:10.374629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-0f2feff9-364b-45f5-a328-a6a8ee83e587 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341', 'tempest-TagsExtTest-Tag-2122222675') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:10.395456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:10.416319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e90d142-248a-4009-aa1c-67da2bc2bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:10.456938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5e90d142-248a-4009-aa1c-67da2bc2bf49 None None] For port e140cbed-fd67-42f7-aa41-54b1028591e9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e140cbed-fd67-42f7-aa41-54b1028591e9,segment=NetworkSegment(3988eaaf-872d-4913-8046-38bc6b4698fe),segment_id=3988eaaf-872d-4913-8046-38bc6b4698fe)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:10.477782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e90d142-248a-4009-aa1c-67da2bc2bf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:10.543960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0f2feff9-364b-45f5-a328-a6a8ee83e587 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags/tempest-TagsExtTest-Tag-2122222675 HTTP/1.1" status: 204 len: 168 time: 0.1882446 Feb 09 13:29:10.546340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42568) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:10.554915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-998dd09f-238f-49d2-a6cf-4c8f19cdcc0b tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:10.558447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016a167-354a-4d8b-a897-4b574d487e41 None None] Pushing event updated for resources: {'Port': ['ID=e8e7e6b0-c8ac-4866-ab7a-3be159c72793,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:10.686960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:10.701289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:10.705622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:10.716327 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-998dd09f-238f-49d2-a6cf-4c8f19cdcc0b tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags HTTP/1.1" status: 200 len: 205 time: 0.1685004 Feb 09 13:29:10.720846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42576) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:10.732985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-d2cf1bd6-4a8e-4f20-8f08-6c107c96675a tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:10.841820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90d142-248a-4009-aa1c-67da2bc2bf49 None None] Pushing event updated for resources: {'Port': ['ID=e140cbed-fd67-42f7-aa41-54b1028591e9,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:10.862280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:10.864151 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:10.900036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Port': ['ID=3dbf4b52-586f-4366-adde-d756b260a753,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:10.903397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d2cf1bd6-4a8e-4f20-8f08-6c107c96675a tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags HTTP/1.1" status: 200 len: 240 time: 0.1762581 Feb 09 13:29:10.905601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42582) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:10.912120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-55dd2168-eda3-4041-a942-83d892ef320d tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798', 'tempest-TagsExtTest-Tag-315399190') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:10.977606 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eb4b4d4b-0ead-4575-84fe-b33c191c3f5e tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.5069449 Feb 09 13:29:10.978286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42586) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:11.027587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c378dd4b-9af3-44e2-a2f7-1542546f953b None None] Provisioning complete for port e140cbed-fd67-42f7-aa41-54b1028591e9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:11.028117 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c378dd4b-9af3-44e2-a2f7-1542546f953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:11.115043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95404ee7-1fc2-443c-8ec6-29f46e8728a7 req-07dddfa2-79c1-4162-b9a6-e8cb3359a648 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:11.132777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95404ee7-1fc2-443c-8ec6-29f46e8728a7 req-07dddfa2-79c1-4162-b9a6-e8cb3359a648 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.2407513 Feb 09 13:29:11.209911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95404ee7-1fc2-443c-8ec6-29f46e8728a7 req-bb685661-47fc-41e9-ae8f-352ae604e560 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747209 Feb 09 13:29:11.346921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42598) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:11.356850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-31e731ec-0989-4736-8f8a-da3d58148c39 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798', 'tempest-TagsExtTest-Tag-315399190') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:11.364541 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-55dd2168-eda3-4041-a942-83d892ef320d tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags/tempest-TagsExtTest-Tag-315399190 HTTP/1.1" status: 204 len: 168 time: 0.4578507 Feb 09 13:29:11.365769 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:11.411560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c378dd4b-9af3-44e2-a2f7-1542546f953b None None] Provisioning for port 46973034-dbf1-4670-ad7c-91bde1251798 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:11.412403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511925a0-e8d3-4966-b081-090e01f9085f tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:11.433147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511925a0-e8d3-4966-b081-090e01f9085f tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:11.439905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511925a0-e8d3-4966-b081-090e01f9085f tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:11.440894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-511925a0-e8d3-4966-b081-090e01f9085f tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Synchronizing usage tracker for tenant:d819b1a7a9964c24974562e80d5fa22a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:29:11.441019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c378dd4b-9af3-44e2-a2f7-1542546f953b None None] Provisioning complete for port 46973034-dbf1-4670-ad7c-91bde1251798 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:11.442295 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c378dd4b-9af3-44e2-a2f7-1542546f953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:11.504228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-511925a0-e8d3-4966-b081-090e01f9085f tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Unset dirty status for tenant:d819b1a7a9964c24974562e80d5fa22a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:29:11.505830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-511925a0-e8d3-4966-b081-090e01f9085f tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.5249727 Feb 09 13:29:11.513054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42606) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:11.516265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-e9e8850e-68a7-4523-bd0a-87514d9f6270 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:11.519242 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-e9e8850e-68a7-4523-bd0a-87514d9f6270 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.67 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 949 time: 0.3590186 Feb 09 13:29:11.609190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c378dd4b-9af3-44e2-a2f7-1542546f953b None None] Port 46973034-dbf1-4670-ad7c-91bde1251798 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:11.661518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-3b2ffa59-c149-4829-b52c-bc4b1c4df5b9 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Deleting port 484d167b-65ac-4a9c-bc18-0bab40d47a50 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:11.662062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-3b2ffa59-c149-4829-b52c-bc4b1c4df5b9 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:11.712827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42612) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:11.733154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'network': {'name': 'tempest-network-smoke--265484647', 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'port_security_enabled': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:11.742499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e4c2b37e-29a5-4c50-9f2d-6a306a1eff4a None None] Provisioning complete for port 46973034-dbf1-4670-ad7c-91bde1251798 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:11.742878 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4c2b37e-29a5-4c50-9f2d-6a306a1eff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:11.748924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:11.758573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:network and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:11.775106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:11.796713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a91260b1-77f7-4eaf-ab4c-c116297a72a9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Deleting port 3dbf4b52-586f-4366-adde-d756b260a753 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:11.797600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a91260b1-77f7-4eaf-ab4c-c116297a72a9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:11.819025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:11.869593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e4c2b37e-29a5-4c50-9f2d-6a306a1eff4a None None] Port 46973034-dbf1-4670-ad7c-91bde1251798 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:11.937520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Made reservation on behalf of 75b9b68fa1334e2b95fbe9dc75df9740 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:11.942214 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:12.026431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:12.095472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:12.111126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:security_group_rule and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:12.116329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:12.127788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-3b2ffa59-c149-4829-b52c-bc4b1c4df5b9 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] For port 484d167b-65ac-4a9c-bc18-0bab40d47a50, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=484d167b-65ac-4a9c-bc18-0bab40d47a50,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:12.128237 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-3b2ffa59-c149-4829-b52c-bc4b1c4df5b9 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:12.149543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:12.257392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054c6db-d37b-4173-9bf2-d685604b100f req-319e0779-8195-4740-8c4d-32709bbd2050 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:12.264747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3054c6db-d37b-4173-9bf2-d685604b100f req-319e0779-8195-4740-8c4d-32709bbd2050 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 949 time: 0.6201608 Feb 09 13:29:12.386289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e140cbed-fd67-42f7-aa41-54b1028591e9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:12.393688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-3b2ffa59-c149-4829-b52c-bc4b1c4df5b9 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Calling delete_port for 484d167b-65ac-4a9c-bc18-0bab40d47a50 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:12.434713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42636) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:12.454204 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-31e731ec-0989-4736-8f8a-da3d58148c39 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags/tempest-TagsExtTest-Tag-315399190 HTTP/1.1" status: 204 len: 168 time: 1.1018214 Feb 09 13:29:12.467654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42640) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:12.500238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-6c6b4a09-e330-48d0-8383-f1b67a0567b4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:12.565319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e140cbed-fd67-42f7-aa41-54b1028591e9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:12.565795 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:12.597477 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3054c6db-d37b-4173-9bf2-d685604b100f req-defa3a5d-01b2-420b-a0aa-a700b81786f4 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/security-groups?id=983026c2-c291-4451-9e61-746189cd3ea1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313167 Feb 09 13:29:12.638066 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a91260b1-77f7-4eaf-ab4c-c116297a72a9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:12.797382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a91260b1-77f7-4eaf-ab4c-c116297a72a9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Calling delete_port for 3dbf4b52-586f-4366-adde-d756b260a753 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:12.803950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2906bb28-90a6-45c8-8271-a6b3c1a7c2b3 None None] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:12.819741 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:12.859509 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6c6b4a09-e330-48d0-8383-f1b67a0567b4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags HTTP/1.1" status: 200 len: 205 time: 0.3760896 Feb 09 13:29:12.860422 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20e78ce6-b884-403c-9811-764ba9004e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:12.860729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:12.864958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42646) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:12.876421 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-3b2ffa59-c149-4829-b52c-bc4b1c4df5b9 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:12.891603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-b8bffcaf-3ec3-42ee-965c-23c38d19a6b7 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:12.940105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['484d167b-65ac-4a9c-bc18-0bab40d47a50'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:29:12.944128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ed50d-adfa-4784-9e45-088d7480c276 req-c3983764-4faa-4d6f-be47-cc56f3b27cb8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:12.951332 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e4ed50d-adfa-4784-9e45-088d7480c276 req-c3983764-4faa-4d6f-be47-cc56f3b27cb8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.4698293 Feb 09 13:29:13.008968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ffa59-c149-4829-b52c-bc4b1c4df5b9 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Pushing event deleted for resources: {'Port': ['ID=484d167b-65ac-4a9c-bc18-0bab40d47a50,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:13.021152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-20e78ce6-b884-403c-9811-764ba9004e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:13.032321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e8e7e6b0-c8ac-4866-ab7a-3be159c72793 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:13.068857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-20e78ce6-b884-403c-9811-764ba9004e92 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab7d16d28d845c99d94f67269e7bf5f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:13.074251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-20e78ce6-b884-403c-9811-764ba9004e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:13.093469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-20e78ce6-b884-403c-9811-764ba9004e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:13.101039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c460ba1-79cc-42a8-8df5-5f812e23e7f7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:13.133648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e4ed50d-adfa-4784-9e45-088d7480c276 req-2a1a6b94-bc57-4579-ad1f-096eb82e5c65 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813068 Feb 09 13:29:13.144691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9faa7490-c820-4556-8703-3a33567e81b2 None None] Provisioning for port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:13.166347 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a91260b1-77f7-4eaf-ab4c-c116297a72a9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.183417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:13.197860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-3b2ffa59-c149-4829-b52c-bc4b1c4df5b9 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] No DVR routers for this DVR port 484d167b-65ac-4a9c-bc18-0bab40d47a50 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:29:13.204271 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-3b2ffa59-c149-4829-b52c-bc4b1c4df5b9 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.207043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a98bad-c987-4835-a1d6-1fdfe1893277', 'name': 'network-vif-deleted', 'tag': '484d167b-65ac-4a9c-bc18-0bab40d47a50'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:29:13.226200 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b8bffcaf-3ec3-42ee-965c-23c38d19a6b7 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags HTTP/1.1" status: 200 len: 238 time: 0.3520625 Feb 09 13:29:13.235086 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.235442 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Added segment fb63d1fb-cd70-4d7d-b627-917fdec40fd7 of type vlan for network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 Feb 09 13:29:13.278335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.296838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:13.310215 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a98bad-c987-4835-a1d6-1fdfe1893277', 'name': 'network-vif-deleted', 'tag': '484d167b-65ac-4a9c-bc18-0bab40d47a50', 'status': 'completed', 'code': 200} Feb 09 13:29:13.310626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42652) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:13.317407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-d91065e6-ec9a-47ac-bb38-920ddecd3eee tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821', 'tempest-TagsExtTest-Tag-4172280') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:13.358353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91260b1-77f7-4eaf-ab4c-c116297a72a9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event deleted for resources: {'Port': ['ID=3dbf4b52-586f-4366-adde-d756b260a753,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:13.369819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:13.370255 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.450117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20e78ce6-b884-403c-9811-764ba9004e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.463005 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-20e78ce6-b884-403c-9811-764ba9004e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.529139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e78ce6-b884-403c-9811-764ba9004e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c846eb0e-845d-4585-93ed-79bb630218c1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:13.606132 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.679655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e8e7e6b0-c8ac-4866-ab7a-3be159c72793, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e8e7e6b0-c8ac-4866-ab7a-3be159c72793,segment=NetworkSegment(dab03258-7cf4-4519-877f-ea04af20e03c),segment_id=dab03258-7cf4-4519-877f-ea04af20e03c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:13.684147 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-20e78ce6-b884-403c-9811-764ba9004e92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ab7d16d28d845c99d94f67269e7bf5f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2423189 Feb 09 13:29:13.686653 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.690726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42660) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:13.765993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.770043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:13.770816 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.835759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e8e7e6b0-c8ac-4866-ab7a-3be159c72793,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:13.859369 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f920aabd-63d8-400c-91df-44dc3e631cd8 req-3b2ffa59-c149-4829-b52c-bc4b1c4df5b9 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.67 "DELETE /v2.0/ports/484d167b-65ac-4a9c-bc18-0bab40d47a50 HTTP/1.1" status: 204 len: 173 time: 2.3314779 Feb 09 13:29:13.885744 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1656251 Feb 09 13:29:13.904610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e76c6ed8-9683-4240-aec8-9f9c3b02153a None None] Provisioning for port 9b7112bc-3f65-42b8-befc-0fbb9c129872 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:13.914026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e76c6ed8-9683-4240-aec8-9f9c3b02153a None None] Provisioning complete for port 9b7112bc-3f65-42b8-befc-0fbb9c129872 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:13.914584 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ed8-9683-4240-aec8-9f9c3b02153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.942400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a91260b1-77f7-4eaf-ab4c-c116297a72a9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:13.950061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42664) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:14.000719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e76c6ed8-9683-4240-aec8-9f9c3b02153a None None] Port 9b7112bc-3f65-42b8-befc-0fbb9c129872 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:14.007656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'admin_state_up': True, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:14.025412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e76c6ed8-9683-4240-aec8-9f9c3b02153a None None] Provisioning complete for port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:14.027458 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e76c6ed8-9683-4240-aec8-9f9c3b02153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.035976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fa34d52-db01-4422-80e6-1f0f16a113d5 req-b41924e2-3514-4cfc-9c95-815288e3a863 tempest-VolumesBackupsTest-1068069398 tempest-VolumesBackupsTest-1068069398-project] 10.222.0.59 "GET /v2.0/ports?device_id=33a98bad-c987-4835-a1d6-1fdfe1893277 HTTP/1.1" status: 200 len: 210 time: 0.0860786 Feb 09 13:29:14.071788 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d91065e6-ec9a-47ac-bb38-920ddecd3eee tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags/tempest-TagsExtTest-Tag-4172280 HTTP/1.1" status: 204 len: 168 time: 0.7601447 Feb 09 13:29:14.071923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a91260b1-77f7-4eaf-ab4c-c116297a72a9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "DELETE /v2.0/ports/3dbf4b52-586f-4366-adde-d756b260a753 HTTP/1.1" status: 204 len: 168 time: 2.5449159 Feb 09 13:29:14.072349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42668) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:14.073330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:14.077064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-554eecec-0664-44c9-b121-5e5b644e1400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.077791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42670) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:14.084565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-c6df919f-6b14-4510-8495-973c4fecb5e2 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821', 'tempest-TagsExtTest-Tag-4172280') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:14.167358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e8e7e6b0-c8ac-4866-ab7a-3be159c72793 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:14.187793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5251101-afa2-41d4-b746-f4f2ea1d5464 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Network': ['ID=d24ec464-10ef-48d3-9b54-6c2c9f093ae8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:14.224757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:14.227017 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d4ca1c-0e99-443e-b89e-10c8b4b29776 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] GET failed (client error): The resource could not be found. Feb 09 13:29:14.231692 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d6d4ca1c-0e99-443e-b89e-10c8b4b29776 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "GET /v2.0/ports/3dbf4b52-586f-4366-adde-d756b260a753 HTTP/1.1" status: 404 len: 333 time: 0.1304121 Feb 09 13:29:14.232790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42678) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:14.243736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'port': {'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e', 'name': 'tempest-AllowedAddressPairTestJSON-454858063'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:14.315939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:router and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:14.340853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:14.385976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:14.398859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-554eecec-0664-44c9-b121-5e5b644e1400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.486151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:14.492920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Usage tracker for resource:port and tenant:d819b1a7a9964c24974562e80d5fa22a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:14.497615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:14.500630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:14.501277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.510180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:14.524575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.525514 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.529561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Made reservation on behalf of d819b1a7a9964c24974562e80d5fa22a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:14.542705 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.617728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] device_id is not set on port 8f4964b8-2328-43f5-abfd-e1acbff2852f yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:29:14.635257 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.647243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e52f8271-009d-4011-93c9-491538ef2cf2 None None] Provisioning complete for port 9b7112bc-3f65-42b8-befc-0fbb9c129872 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:14.647783 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e52f8271-009d-4011-93c9-491538ef2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.651042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c6df919f-6b14-4510-8495-973c4fecb5e2 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags/tempest-TagsExtTest-Tag-4172280 HTTP/1.1" status: 204 len: 168 time: 0.5716352 Feb 09 13:29:14.656895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42682) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:14.657841 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-554eecec-0664-44c9-b121-5e5b644e1400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:14.676090 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-038616a3-91e6-4bf1-a24c-4ca6873916f9 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:14.818583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e52f8271-009d-4011-93c9-491538ef2cf2 None None] Port 9b7112bc-3f65-42b8-befc-0fbb9c129872 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:14.883715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Allocated IP 172.20.0.14 (046cff2d-0fc3-4bbc-9718-7dbd61d3250e/a192097b-c6b9-46b3-bb9f-5a72d512e5fc/8f4964b8-2328-43f5-abfd-e1acbff2852f) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:14.914154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e8993-7ae8-442b-a8b7-ea4241f3b446 req-7e4957aa-22e5-4a0b-ba2b-54ae8d49bf6e tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:14.918284 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-455e8993-7ae8-442b-a8b7-ea4241f3b446 req-7e4957aa-22e5-4a0b-ba2b-54ae8d49bf6e tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.5330238 Feb 09 13:29:14.919233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554eecec-0664-44c9-b121-5e5b644e1400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c846eb0e-845d-4585-93ed-79bb630218c1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:15.101475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-30e5db84-518b-45e6-9f2a-853684e74977 None None] Could not find standard attr ID for object 3dbf4b52-586f-4366-adde-d756b260a753. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:29:15.159671 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-554eecec-0664-44c9-b121-5e5b644e1400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:15.160896 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-554eecec-0664-44c9-b121-5e5b644e1400 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c846eb0e-845d-4585-93ed-79bb630218c1 HTTP/1.1" status: 204 len: 168 time: 1.4545507 Feb 09 13:29:15.202459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-455e8993-7ae8-442b-a8b7-ea4241f3b446 req-fee9144e-25da-44e3-8929-10621a3995cc tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552385 Feb 09 13:29:15.208321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-038616a3-91e6-4bf1-a24c-4ca6873916f9 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags HTTP/1.1" status: 200 len: 205 time: 0.5444086 Feb 09 13:29:15.208590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42694) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:15.215938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-49e43736-63c2-46d1-8e80-e406ea0cd73d tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:15.259942 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:15.275920 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-49e43736-63c2-46d1-8e80-e406ea0cd73d tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags HTTP/1.1" status: 200 len: 240 time: 0.0641227 Feb 09 13:29:15.276899 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42698) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:15.283277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-2415f478-25fb-47d4-91b4-262161a8363e tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea', 'tempest-TagsExtTest-Tag-553032037') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:15.302779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:15.331684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Transition to ACTIVE for port object 8f4964b8-2328-43f5-abfd-e1acbff2852f will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:15.341697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2415f478-25fb-47d4-91b4-262161a8363e tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags/tempest-TagsExtTest-Tag-553032037 HTTP/1.1" status: 204 len: 168 time: 0.0639834 Feb 09 13:29:15.345272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42702) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:15.354572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-4061acb6-9cae-479b-b9c6-2fca2dd6e58c tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea', 'tempest-TagsExtTest-Tag-553032037') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:15.413067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:15.505706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Port': ['ID=8f4964b8-2328-43f5-abfd-e1acbff2852f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:15.537245 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4061acb6-9cae-479b-b9c6-2fca2dd6e58c tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags/tempest-TagsExtTest-Tag-553032037 HTTP/1.1" status: 204 len: 168 time: 0.1895702 Feb 09 13:29:15.538846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42710) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:15.544343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-3af56e71-b99a-4a4d-a199-e48991d63a37 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:15.585972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:15.587986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:15.591352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:15.612067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:15.662041 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:15.701979 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3af56e71-b99a-4a4d-a199-e48991d63a37 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags HTTP/1.1" status: 200 len: 205 time: 0.1620309 Feb 09 13:29:15.708844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42716) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:15.714849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:15.715482 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:15.751211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-1ae49f53-7307-43ad-b83a-25f4d2cae658 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:15.764186 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a86039c4-3b0c-4ded-bba7-679900ccdfe2 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5303190 Feb 09 13:29:15.771273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42722) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:15.782189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9a63e374-d36f-486b-8456-f2aaab5710d5 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f7:c0:b6'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:15.925059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1ae49f53-7307-43ad-b83a-25f4d2cae658 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags HTTP/1.1" status: 204 len: 168 time: 0.2150557 Feb 09 13:29:15.929138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42728) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:15.965023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-e8e1b22c-0f66-4fbc-a2e7-49194c7b90e3 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:16.037935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 484d167b-65ac-4a9c-bc18-0bab40d47a50 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:29:16.113813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 484d167b-65ac-4a9c-bc18-0bab40d47a50 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:29:16.114144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 484d167b-65ac-4a9c-bc18-0bab40d47a50 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:29:16.115644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a374862d-506f-4fdc-b71a-3956276a53ba None None] Provisioning for port 8f4964b8-2328-43f5-abfd-e1acbff2852f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:16.121186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a374862d-506f-4fdc-b71a-3956276a53ba None None] Provisioning complete for port 8f4964b8-2328-43f5-abfd-e1acbff2852f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:16.121549 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a374862d-506f-4fdc-b71a-3956276a53ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:16.199904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a374862d-506f-4fdc-b71a-3956276a53ba None None] Port 8f4964b8-2328-43f5-abfd-e1acbff2852f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:16.251581 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:16.254618 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a63e374-d36f-486b-8456-f2aaab5710d5 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:16.411327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Allocated IP 172.25.5.72 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/5192c77b-4dfd-4e85-bf2f-f77a9660392a) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:16.658505 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:16.782181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a63e374-d36f-486b-8456-f2aaab5710d5 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:16.793319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a63e374-d36f-486b-8456-f2aaab5710d5 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:16.901558 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e8e1b22c-0f66-4fbc-a2e7-49194c7b90e3 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags HTTP/1.1" status: 204 len: 168 time: 0.9594882 Feb 09 13:29:16.905639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42758) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:16.909514 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:16.928981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63e374-d36f-486b-8456-f2aaab5710d5 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Port': ['ID=8f4964b8-2328-43f5-abfd-e1acbff2852f,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:16.946842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-a3bd5936-2d14-4e6c-a99a-24e3bbf8181b tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:16.955664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42762) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:16.989197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9a63e374-d36f-486b-8456-f2aaab5710d5 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] In _notify_port_updated(), no bound segment for port 8f4964b8-2328-43f5-abfd-e1acbff2852f on network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:29:16.993245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63e374-d36f-486b-8456-f2aaab5710d5 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:16.994020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a63e374-d36f-486b-8456-f2aaab5710d5 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:16.995664 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9a63e374-d36f-486b-8456-f2aaab5710d5 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "PUT /v2.0/ports/8f4964b8-2328-43f5-abfd-e1acbff2852f HTTP/1.1" status: 200 len: 993 time: 1.2224078 Feb 09 13:29:16.999759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42768) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:17.101721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1d538d28-9e34-4727-a568-9005932f66a7 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Deleting port 8f4964b8-2328-43f5-abfd-e1acbff2852f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:17.102068 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d538d28-9e34-4727-a568-9005932f66a7 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:17.114785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:17.122970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Port': ['ID=5192c77b-4dfd-4e85-bf2f-f77a9660392a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:17.127036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:17.130188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:17.197997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6b438-eb6e-4727-ae63-5270ee080348 req-702172c9-072d-48d7-bcd2-8b34f27f1470 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:17.206999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fd6b438-eb6e-4727-ae63-5270ee080348 req-702172c9-072d-48d7-bcd2-8b34f27f1470 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.5249157 Feb 09 13:29:17.245312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-97297aa0-c171-406e-ad5e-a0c19149e4ae None None] Provisioning complete for port 8f4964b8-2328-43f5-abfd-e1acbff2852f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:17.246289 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-97297aa0-c171-406e-ad5e-a0c19149e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:17.293838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fd6b438-eb6e-4727-ae63-5270ee080348 req-3b363662-4492-432f-ad12-068d830215b6 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857050 Feb 09 13:29:17.321208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-97297aa0-c171-406e-ad5e-a0c19149e4ae None None] Port 8f4964b8-2328-43f5-abfd-e1acbff2852f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:17.381617 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdf6255d-5d0c-4abd-82f9-f9f88081b5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:17.419830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a3bd5936-2d14-4e6c-a99a-24e3bbf8181b tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags HTTP/1.1" status: 204 len: 168 time: 0.4777126 Feb 09 13:29:17.420621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42780) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:17.428796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-05c1bc6f-4a2e-4aca-a917-a35313aeddb8 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:17.536497 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:17.537193 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:17.549318 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-05c1bc6f-4a2e-4aca-a917-a35313aeddb8 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags HTTP/1.1" status: 204 len: 168 time: 0.1234665 Feb 09 13:29:17.568909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42788) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:17.603564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-31af64ce-a9d8-4343-af36-4ca095631c9e tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341', 'tempest-TagsExtTest-Tag-619226666') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:17.699800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fdf6255d-5d0c-4abd-82f9-f9f88081b5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:17.711103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fdf6255d-5d0c-4abd-82f9-f9f88081b5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:9de21721509d48de8eb4203e8fd94c4b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:17.724572 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fdf6255d-5d0c-4abd-82f9-f9f88081b5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:17.738138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fdf6255d-5d0c-4abd-82f9-f9f88081b5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:17.748684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d538d28-9e34-4727-a568-9005932f66a7 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:17.855705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Router 5d594d46-a67a-4923-a77d-d2940ab0cc5d is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:29:17.963403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1d538d28-9e34-4727-a568-9005932f66a7 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Calling delete_port for 8f4964b8-2328-43f5-abfd-e1acbff2852f owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:18.112584 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-31af64ce-a9d8-4343-af36-4ca095631c9e tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags/tempest-TagsExtTest-Tag-619226666 HTTP/1.1" status: 201 len: 201 time: 0.5422425 Feb 09 13:29:18.116964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42814) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:18.124068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-04ba42b3-1cf2-445d-a3b7-b11476312721 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798', 'tempest-TagsExtTest-Tag-1143787733') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:18.153316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdf6255d-5d0c-4abd-82f9-f9f88081b5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:18.165340 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fdf6255d-5d0c-4abd-82f9-f9f88081b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:18.234864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6255d-5d0c-4abd-82f9-f9f88081b5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1aa0e1-3849-42bd-ad14-e566fd5a037e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:18.236445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:29:18.240567 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fdf6255d-5d0c-4abd-82f9-f9f88081b5b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9de21721509d48de8eb4203e8fd94c4b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2836487 Feb 09 13:29:18.241577 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d538d28-9e34-4727-a568-9005932f66a7 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:18.243113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42818) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:18.264000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Sync routers for ids ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:29:18.292765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Routers {'5d594d46-a67a-4923-a77d-d2940ab0cc5d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:29:18.293888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:28:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:18.296384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-04ba42b3-1cf2-445d-a3b7-b11476312721 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags/tempest-TagsExtTest-Tag-1143787733 HTTP/1.1" status: 201 len: 201 time: 0.1778619 Feb 09 13:29:18.300152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42824) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:18.304986 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:18.310098 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4cee4c97-9ae6-4031-8031-045fd4d81158 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.3587730 Feb 09 13:29:18.311529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42828) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:18.316308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-b0d72a38-28e5-4863-9bd3-337770a9b760 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821', 'tempest-TagsExtTest-Tag-1467193875') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:18.396092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d538d28-9e34-4727-a568-9005932f66a7 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event deleted for resources: {'Port': ['ID=8f4964b8-2328-43f5-abfd-e1acbff2852f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:18.519914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42836) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:18.524058 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e803407e-bacd-459b-b5e0-988596f9f849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:18.607427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b0d72a38-28e5-4863-9bd3-337770a9b760 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags/tempest-TagsExtTest-Tag-1467193875 HTTP/1.1" status: 201 len: 201 time: 0.3033860 Feb 09 13:29:18.609114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42842) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:18.626484 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e803407e-bacd-459b-b5e0-988596f9f849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:18.634880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-153af88b-c544-4738-b662-f29b8e5675ac tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea', 'tempest-TagsExtTest-Tag-362628565') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:18.742692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Set router 5d594d46-a67a-4923-a77d-d2940ab0cc5d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:29:18.796557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1d538d28-9e34-4727-a568-9005932f66a7 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:18.808220 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1a56a36-03d4-48bc-a0cc-4e49dbde2798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:18.822810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-153af88b-c544-4738-b662-f29b8e5675ac tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags/tempest-TagsExtTest-Tag-362628565 HTTP/1.1" status: 201 len: 201 time: 0.2097723 Feb 09 13:29:18.827010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42846) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:18.840670 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1d538d28-9e34-4727-a568-9005932f66a7 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "DELETE /v2.0/ports/8f4964b8-2328-43f5-abfd-e1acbff2852f HTTP/1.1" status: 204 len: 168 time: 1.8383152 Feb 09 13:29:18.840858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-d18c31a0-f502-45d2-bc31-8699ac049985 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341', {'tags': ['tempest-TagsExtTest-Tag-345186792', 'tempest-TagsExtTest-Tag-1808823531', 'tempest-TagsExtTest-Tag-53618661']}) {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:18.842562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42850) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:18.916875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e803407e-bacd-459b-b5e0-988596f9f849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:18.979332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803407e-bacd-459b-b5e0-988596f9f849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1aa0e1-3849-42bd-ad14-e566fd5a037e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:18.985590 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45d2ce5-a43d-498f-9202-20a82021e64c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] GET failed (client error): The resource could not be found. Feb 09 13:29:18.986514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b45d2ce5-a43d-498f-9202-20a82021e64c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Synchronizing usage tracker for tenant:d819b1a7a9964c24974562e80d5fa22a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:29:18.995829 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e803407e-bacd-459b-b5e0-988596f9f849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:18.996999 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e803407e-bacd-459b-b5e0-988596f9f849 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e1aa0e1-3849-42bd-ad14-e566fd5a037e HTTP/1.1" status: 204 len: 168 time: 0.7526731 Feb 09 13:29:19.093404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b45d2ce5-a43d-498f-9202-20a82021e64c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Unset dirty status for tenant:d819b1a7a9964c24974562e80d5fa22a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:29:19.100566 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b45d2ce5-a43d-498f-9202-20a82021e64c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "GET /v2.0/ports/8f4964b8-2328-43f5-abfd-e1acbff2852f HTTP/1.1" status: 404 len: 333 time: 0.2297492 Feb 09 13:29:19.103231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42862) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:19.120646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'port': {'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e', 'name': 'tempest-AllowedAddressPairTestJSON-184490532'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:19.122408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3a1cdc42-daa7-4fcb-afad-86c3a288983f tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=75b9b68fa1334e2b95fbe9dc75df9740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7443807 Feb 09 13:29:19.127357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42868) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:19.167295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d1a56a36-03d4-48bc-a0cc-4e49dbde2798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:19.195885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d1a56a36-03d4-48bc-a0cc-4e49dbde2798 admin admin] Usage tracker for resource:security_group_rule and tenant:1e67a29317184fe0a7fb09db76d5abbf is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:19.215936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d1a56a36-03d4-48bc-a0cc-4e49dbde2798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:19.278767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:17Z', 'revision_number': 3, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:19.289311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Checking router: 5d594d46-a67a-4923-a77d-d2940ab0cc5d for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:29:19.290803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Updating router 5d594d46-a67a-4923-a77d-d2940ab0cc5d port 5192c77b-4dfd-4e85-bf2f-f77a9660392a binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:29:19.306403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d1a56a36-03d4-48bc-a0cc-4e49dbde2798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:19.342870 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d18c31a0-f502-45d2-bc31-8699ac049985 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags HTTP/1.1" status: 200 len: 315 time: 0.5104895 Feb 09 13:29:19.344493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:19.351713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103c82a-56e9-4ef6-9110-12bb0c1cfe33 req-ce29eee8-8acb-4962-834c-b04a3512228f tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:19.353328 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8103c82a-56e9-4ef6-9110-12bb0c1cfe33 req-ce29eee8-8acb-4962-834c-b04a3512228f tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.6702716 Feb 09 13:29:19.371298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-7d89f0bc-9df3-427d-8213-ea90aca9d5d1 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:19.411504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795a4b5e-b360-4dff-ba8e-dd575b0fcc88 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:19.418447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42890) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:19.418709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-795a4b5e-b360-4dff-ba8e-dd575b0fcc88 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2820430 Feb 09 13:29:19.425415 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:19.472748 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8103c82a-56e9-4ef6-9110-12bb0c1cfe33 req-71627e1f-8093-473b-9e1f-948d90e32d4b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114326 Feb 09 13:29:19.518118 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a8e956e7-04b5-4942-970e-84d289f67329 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0903108 Feb 09 13:29:19.525010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42896) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:19.546046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1025661669', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:19.564197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1a56a36-03d4-48bc-a0cc-4e49dbde2798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:19.570608 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d1a56a36-03d4-48bc-a0cc-4e49dbde2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:19.647620 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d1a56a36-03d4-48bc-a0cc-4e49dbde2798 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e67a29317184fe0a7fb09db76d5abbf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1266661 Feb 09 13:29:19.649205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42900) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:19.690779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:19.698371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a56a36-03d4-48bc-a0cc-4e49dbde2798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa7e035-617b-4668-a4b1-a2162a3fac72,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:19.701334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:19.721313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Made reservation on behalf of d819b1a7a9964c24974562e80d5fa22a for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:19.725555 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:19.739079 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d44f237e-5f78-4ba3-b47c-864156321686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:19.770280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] device_id is not set on port 9ce0750f-cf18-47ae-882a-b6a6ac357542 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:29:19.772940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d44f237e-5f78-4ba3-b47c-864156321686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:19.818942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:19.835877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d44f237e-5f78-4ba3-b47c-864156321686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:19.838400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:subnet and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:19.846602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:19.858233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f237e-5f78-4ba3-b47c-864156321686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa7e035-617b-4668-a4b1-a2162a3fac72,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:19.863714 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d44f237e-5f78-4ba3-b47c-864156321686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:19.866549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:19.867810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d44f237e-5f78-4ba3-b47c-864156321686 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3fa7e035-617b-4668-a4b1-a2162a3fac72 HTTP/1.1" status: 204 len: 168 time: 0.2138464 Feb 09 13:29:19.871103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42906) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:19.894567 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f79e70f4-15e3-469e-ba07-d33c4c14cc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:19.942691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f79e70f4-15e3-469e-ba07-d33c4c14cc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:19.947598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f79e70f4-15e3-469e-ba07-d33c4c14cc82 admin admin] Usage tracker for resource:security_group_rule and tenant:899517a1e42d431fbb44362cd6486c52 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:19.950710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f79e70f4-15e3-469e-ba07-d33c4c14cc82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:19.958178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f79e70f4-15e3-469e-ba07-d33c4c14cc82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:19.971798 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7d89f0bc-9df3-427d-8213-ea90aca9d5d1 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags HTTP/1.1" status: 204 len: 168 time: 0.6268227 Feb 09 13:29:19.973137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Made reservation on behalf of 75b9b68fa1334e2b95fbe9dc75df9740 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:19.975876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42910) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:20.003753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-80717f0e-7296-4686-8c45-aa180bc3e3a4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341', 'tempest-TagsExtTest-Tag-345186792') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:20.211253 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.235794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Transition to ACTIVE for port object 5192c77b-4dfd-4e85-bf2f-f77a9660392a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:20.252970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.282811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Allocated IP 172.20.0.12 (046cff2d-0fc3-4bbc-9718-7dbd61d3250e/a192097b-c6b9-46b3-bb9f-5a72d512e5fc/9ce0750f-cf18-47ae-882a-b6a6ac357542) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:20.291286 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.338642 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f79e70f4-15e3-469e-ba07-d33c4c14cc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.342688 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-80717f0e-7296-4686-8c45-aa180bc3e3a4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:20.349530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-80717f0e-7296-4686-8c45-aa180bc3e3a4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags/tempest-TagsExtTest-Tag-345186792 HTTP/1.1" status: 404 len: 328 time: 0.3719234 Feb 09 13:29:20.355766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42920) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:20.358037 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f79e70f4-15e3-469e-ba07-d33c4c14cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.376578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-086018db-dc37-4f68-abcc-e223e702104a tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341', 'tempest-TagsExtTest-Tag-1808823531') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:20.407195 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Attempting to bind port 5192c77b-4dfd-4e85-bf2f-f77a9660392a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:29:20.407768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Attempting to bind port 5192c77b-4dfd-4e85-bf2f-f77a9660392a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:29:20.407902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Attempting to bind port 5192c77b-4dfd-4e85-bf2f-f77a9660392a on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:29:20.433070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:29:20.433411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:20.433807 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.434317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:29:20.434669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Bound port: 5192c77b-4dfd-4e85-bf2f-f77a9660392a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:29:20.435039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.475950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f79e70f4-15e3-469e-ba07-d33c4c14cc82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=899517a1e42d431fbb44362cd6486c52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6033926 Feb 09 13:29:20.478801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e70f4-15e3-469e-ba07-d33c4c14cc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50328dca-8b68-4e41-a574-d259375609bc,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:20.481521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42932) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:20.543014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] For port 5192c77b-4dfd-4e85-bf2f-f77a9660392a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:29:20.555518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] For port 5192c77b-4dfd-4e85-bf2f-f77a9660392a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5192c77b-4dfd-4e85-bf2f-f77a9660392a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:29:20.558730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef201f6-9b56-47b8-9722-46b7921c71d0 None None] Pushing event updated for resources: {'Port': ['ID=5192c77b-4dfd-4e85-bf2f-f77a9660392a,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:20.582446 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.584423 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-086018db-dc37-4f68-abcc-e223e702104a tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:20.586882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-086018db-dc37-4f68-abcc-e223e702104a tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags/tempest-TagsExtTest-Tag-1808823531 HTTP/1.1" status: 404 len: 329 time: 0.2305999 Feb 09 13:29:20.592153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42942) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:20.630271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-ad28412b-4cba-4aaf-9d12-b52114b8b557 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341', 'tempest-TagsExtTest-Tag-53618661') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:20.692600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Routers {'5d594d46-a67a-4923-a77d-d2940ab0cc5d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:29:20.693223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:28:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:20.716045 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81bd760-7d4e-4801-95ef-eae6b547f135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.810615 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81bd760-7d4e-4801-95ef-eae6b547f135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.894960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef201f6-9b56-47b8-9722-46b7921c71d0 None None] Pushing event updated for resources: {'Port': ['ID=5192c77b-4dfd-4e85-bf2f-f77a9660392a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:20.962110 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:20.971152 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-ad28412b-4cba-4aaf-9d12-b52114b8b557 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:20.979674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ad28412b-4cba-4aaf-9d12-b52114b8b557 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags/tempest-TagsExtTest-Tag-53618661 HTTP/1.1" status: 404 len: 327 time: 0.3860965 Feb 09 13:29:20.985191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42956) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:20.996017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-820ae9fd-f6e9-41ea-ac42-bbde5628723f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798', {'tags': ['tempest-TagsExtTest-Tag-1421093868', 'tempest-TagsExtTest-Tag-675928779', 'tempest-TagsExtTest-Tag-1255836085']}) {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:20.999589 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:21.081831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] Set router 5d594d46-a67a-4923-a77d-d2940ab0cc5d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:29:21.100347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a72e22-3ab7-4862-ae45-2dbb2c81d691 req-4c7d510a-4b9b-41cf-bcad-5765ed4fbeda tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:21.111762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-16a72e22-3ab7-4862-ae45-2dbb2c81d691 req-4c7d510a-4b9b-41cf-bcad-5765ed4fbeda tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.3917942 Feb 09 13:29:21.128209 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81bd760-7d4e-4801-95ef-eae6b547f135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:21.133169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Transition to ACTIVE for port object 9ce0750f-cf18-47ae-882a-b6a6ac357542 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:21.159290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Subnet': ['ID=24898a6b-ba77-4cfa-865f-b335410d4544,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:21.191096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Checking segment: {'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:21.191462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network hostable DHCP agents. Network: d24ec464-10ef-48d3-9b54-6c2c9f093ae8, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:29:21.214149 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:21.217220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bd760-7d4e-4801-95ef-eae6b547f135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50328dca-8b68-4e41-a574-d259375609bc,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:21.228341 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b81bd760-7d4e-4801-95ef-eae6b547f135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:21.232088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b81bd760-7d4e-4801-95ef-eae6b547f135 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50328dca-8b68-4e41-a574-d259375609bc HTTP/1.1" status: 204 len: 168 time: 0.7462146 Feb 09 13:29:21.266518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-16a72e22-3ab7-4862-ae45-2dbb2c81d691 req-8bb5d003-34ed-4d89-8fd8-cff5a8899cb3 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424909 Feb 09 13:29:21.284965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-820ae9fd-f6e9-41ea-ac42-bbde5628723f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags HTTP/1.1" status: 200 len: 317 time: 0.2944083 Feb 09 13:29:21.287305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42964) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:21.301872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-5b85c9e1-b7ff-42eb-85e7-89f0e218730c tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:21.347177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:29:21.398448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:21.409610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:21.420902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:21.508357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5b85c9e1-b7ff-42eb-85e7-89f0e218730c tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags HTTP/1.1" status: 204 len: 168 time: 0.2199469 Feb 09 13:29:21.511399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42974) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:21.525408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-82d967fd-d584-4d62-86f1-66b69c714e4a tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798', 'tempest-TagsExtTest-Tag-1421093868') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:21.545651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:21.546226 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:21.584344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Port': ['ID=9ce0750f-cf18-47ae-882a-b6a6ac357542,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:21.588763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d24ec464-10ef-48d3-9b54-6c2c9f093ae8) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:21.595700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:21.597090 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:21.606176 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-208d189d-4b9b-445d-8e18-b79d4e5e1d7a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4985762 Feb 09 13:29:21.617009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85b9025-84c0-4498-aa02-d0a01287c981 None None] Network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:21.617810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42980) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:21.628257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c3f62ea3-0de8-4c7a-8683-c0a6bc1c0484 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f7:c0:b6'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:21.684317 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7a464d72-bdbd-4406-807e-1157678c99b0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1465352 Feb 09 13:29:21.688400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 42984) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:21.738997 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-82d967fd-d584-4d62-86f1-66b69c714e4a tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:21.740099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-82d967fd-d584-4d62-86f1-66b69c714e4a tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags/tempest-TagsExtTest-Tag-1421093868 HTTP/1.1" status: 404 len: 329 time: 0.2264552 Feb 09 13:29:21.752377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42988) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:21.764364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-e7308051-4c78-4c1d-bd72-99f4106deaee tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798', 'tempest-TagsExtTest-Tag-675928779') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:21.936962 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-e7308051-4c78-4c1d-bd72-99f4106deaee tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:21.943227 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e7308051-4c78-4c1d-bd72-99f4106deaee tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags/tempest-TagsExtTest-Tag-675928779 HTTP/1.1" status: 404 len: 328 time: 0.1864691 Feb 09 13:29:21.944183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42994) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:21.958405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-a270364f-21f8-4458-af3d-d70b11df3d52 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798', 'tempest-TagsExtTest-Tag-1255836085') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:21.998183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b974e31c-4e2d-4374-be0a-5e73e62f8bf7 None None] Provisioning for port 9ce0750f-cf18-47ae-882a-b6a6ac357542 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:22.008333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b974e31c-4e2d-4374-be0a-5e73e62f8bf7 None None] Provisioning complete for port 9ce0750f-cf18-47ae-882a-b6a6ac357542 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:22.008333 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b974e31c-4e2d-4374-be0a-5e73e62f8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:22.049491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 42998) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:22.100469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b974e31c-4e2d-4374-be0a-5e73e62f8bf7 None None] Port 9ce0750f-cf18-47ae-882a-b6a6ac357542 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:22.105936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-081d70f0-5cb7-4f27-acce-7f4781d12bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:22.180201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-081d70f0-5cb7-4f27-acce-7f4781d12bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:22.185439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-081d70f0-5cb7-4f27-acce-7f4781d12bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:f80d8cbc40ab43cd9ce0b32314005792 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:22.190286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-081d70f0-5cb7-4f27-acce-7f4781d12bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:22.198894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-081d70f0-5cb7-4f27-acce-7f4781d12bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:22.233307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:17Z', 'revision_number': 3, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:22.239669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf9c18f-4ff7-49f7-a835-0b3e1f9bb35d None None] The sync data for ids ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'] in n-d-825175-3 is: [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:17Z', 'revision_number': 3, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:29:22.250637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-d24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:29:22.251760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:22.314365 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3f62ea3-0de8-4c7a-8683-c0a6bc1c0484 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:22.402962 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-081d70f0-5cb7-4f27-acce-7f4781d12bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:22.421786 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-081d70f0-5cb7-4f27-acce-7f4781d12bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:22.651890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Allocated IP 172.20.0.2 (d24ec464-10ef-48d3-9b54-6c2c9f093ae8/24898a6b-ba77-4cfa-865f-b335410d4544/09e9e73b-fd70-4999-912e-9f367dbb1b86) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:22.693041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d70f0-5cb7-4f27-acce-7f4781d12bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afc00d3-db0c-4d66-a6d3-c14d2bfd4c2d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:22.744655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3f62ea3-0de8-4c7a-8683-c0a6bc1c0484 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:22.746844 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-a270364f-21f8-4458-af3d-d70b11df3d52 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:22.751808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a270364f-21f8-4458-af3d-d70b11df3d52 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags/tempest-TagsExtTest-Tag-1255836085 HTTP/1.1" status: 404 len: 329 time: 0.8009834 Feb 09 13:29:22.756600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43012) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:22.761086 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3f62ea3-0de8-4c7a-8683-c0a6bc1c0484 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:22.772372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-081d70f0-5cb7-4f27-acce-7f4781d12bc7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f80d8cbc40ab43cd9ce0b32314005792&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7109814 Feb 09 13:29:22.775642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43014) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:22.904382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-097a5d84-5406-45c3-bcd4-ad9845586b9c tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821', {'tags': ['tempest-TagsExtTest-Tag-681014185', 'tempest-TagsExtTest-Tag-1052493201', 'tempest-TagsExtTest-Tag-430268137']}) {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:22.918514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719d237-ef6e-41c8-897e-0cc7c4b02aaa req-51ec5e64-c1c0-4e1c-8111-e8f033040d32 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:22.925959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0719d237-ef6e-41c8-897e-0cc7c4b02aaa req-51ec5e64-c1c0-4e1c-8111-e8f033040d32 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.3191500 Feb 09 13:29:23.029054 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0719d237-ef6e-41c8-897e-0cc7c4b02aaa req-f3e61e0c-4885-442a-aa7b-67279cb61529 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020734 Feb 09 13:29:23.079854 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-06a57c19-f54c-43b3-867e-e73d1cced90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.138215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f62ea3-0de8-4c7a-8683-c0a6bc1c0484 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Port': ['ID=9ce0750f-cf18-47ae-882a-b6a6ac357542,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:23.150420 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-06a57c19-f54c-43b3-867e-e73d1cced90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.158883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.183819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Transition to ACTIVE for port object 09e9e73b-fd70-4999-912e-9f367dbb1b86 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:23.233465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Transition to ACTIVE for port object 09e9e73b-fd70-4999-912e-9f367dbb1b86 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:23.245277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.253096 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-06a57c19-f54c-43b3-867e-e73d1cced90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.275188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a57c19-f54c-43b3-867e-e73d1cced90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afc00d3-db0c-4d66-a6d3-c14d2bfd4c2d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:23.295929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-06a57c19-f54c-43b3-867e-e73d1cced90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.299619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-06a57c19-f54c-43b3-867e-e73d1cced90b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9afc00d3-db0c-4d66-a6d3-c14d2bfd4c2d HTTP/1.1" status: 204 len: 168 time: 0.5205867 Feb 09 13:29:23.405927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:23.409586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:23.414401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:23.450805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Pushing event updated for resources: {'Port': ['ID=09e9e73b-fd70-4999-912e-9f367dbb1b86,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:23.538827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43038) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:23.544621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-aafeb7c7-c952-4ff5-b943-aae676aee1a4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:23.549817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Attempting to bind port 09e9e73b-fd70-4999-912e-9f367dbb1b86 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:29:23.551065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-097a5d84-5406-45c3-bcd4-ad9845586b9c tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags HTTP/1.1" status: 200 len: 316 time: 0.7808163 Feb 09 13:29:23.553368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Attempting to bind port 09e9e73b-fd70-4999-912e-9f367dbb1b86 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:29:23.554018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Attempting to bind port 09e9e73b-fd70-4999-912e-9f367dbb1b86 on network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:29:23.556420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c3f62ea3-0de8-4c7a-8683-c0a6bc1c0484 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] In _notify_port_updated(), no bound segment for port 9ce0750f-cf18-47ae-882a-b6a6ac357542 on network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:29:23.560315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f62ea3-0de8-4c7a-8683-c0a6bc1c0484 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:23.560960 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3f62ea3-0de8-4c7a-8683-c0a6bc1c0484 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.571098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:29:23.577577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Checking segment: {'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:23.579013 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.579143 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c3f62ea3-0de8-4c7a-8683-c0a6bc1c0484 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "PUT /v2.0/ports/9ce0750f-cf18-47ae-882a-b6a6ac357542 HTTP/1.1" status: 200 len: 996 time: 1.9594460 Feb 09 13:29:23.579742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Bound using segment: {'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:29:23.579869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43042) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:23.580536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Bound port: 09e9e73b-fd70-4999-912e-9f367dbb1b86, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:29:23.581118 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:23.768170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] For port 09e9e73b-fd70-4999-912e-9f367dbb1b86, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:29:23.776724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] For port 09e9e73b-fd70-4999-912e-9f367dbb1b86, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=09e9e73b-fd70-4999-912e-9f367dbb1b86,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:29:23.784071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:24.139437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-aafeb7c7-c952-4ff5-b943-aae676aee1a4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags HTTP/1.1" status: 204 len: 168 time: 0.5995352 Feb 09 13:29:24.143250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43054) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:24.157159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-0bb06ccb-02e9-4fb7-b50e-e05afdaa536b tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821', 'tempest-TagsExtTest-Tag-681014185') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:24.162444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6daa6-e75d-43f1-8a6d-5454970b0cbc None None] Pushing event updated for resources: {'Port': ['ID=09e9e73b-fd70-4999-912e-9f367dbb1b86,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:24.171146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f3e9612f-7295-4910-991d-b9294341ce31 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Deleting port 9ce0750f-cf18-47ae-882a-b6a6ac357542 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:24.172541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3e9612f-7295-4910-991d-b9294341ce31 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:24.237469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bf3d046f-21ed-48f7-aa49-ca22afdecd86 None None] Provisioning complete for port 9ce0750f-cf18-47ae-882a-b6a6ac357542 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:24.238953 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf3d046f-21ed-48f7-aa49-ca22afdecd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:24.246347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43058) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:24.443727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d046f-21ed-48f7-aa49-ca22afdecd86 None None] Port 9ce0750f-cf18-47ae-882a-b6a6ac357542 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:24.451459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5192c77b-4dfd-4e85-bf2f-f77a9660392a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:24.551464 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-0bb06ccb-02e9-4fb7-b50e-e05afdaa536b tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:24.559894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0bb06ccb-02e9-4fb7-b50e-e05afdaa536b tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags/tempest-TagsExtTest-Tag-681014185 HTTP/1.1" status: 404 len: 328 time: 0.4126391 Feb 09 13:29:24.566105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43070) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:24.632120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-e14e2349-5bbc-4652-9f71-9bd3f7e90cf9 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821', 'tempest-TagsExtTest-Tag-1052493201') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:24.637854 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73f94832-d002-44f8-9162-82e894a72ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:24.644631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 5192c77b-4dfd-4e85-bf2f-f77a9660392a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:24.654427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5192c77b-4dfd-4e85-bf2f-f77a9660392a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:24.654986 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:24.799897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48814d-bbf0-4831-bc33-9351b96b9128 req-bc7f10e5-b151-4cf5-8685-367b3e3a73ab tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:24.807985 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc48814d-bbf0-4831-bc33-9351b96b9128 req-bc7f10e5-b151-4cf5-8685-367b3e3a73ab tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.3918815 Feb 09 13:29:24.846369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73f94832-d002-44f8-9162-82e894a72ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:24.861605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73f94832-d002-44f8-9162-82e894a72ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:7c16235cb59f4d7f8f84633c467bc37b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:24.870076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-73f94832-d002-44f8-9162-82e894a72ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:24.877085 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3e9612f-7295-4910-991d-b9294341ce31 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:24.896301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-73f94832-d002-44f8-9162-82e894a72ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:24.916989 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-e14e2349-5bbc-4652-9f71-9bd3f7e90cf9 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:24.918031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e14e2349-5bbc-4652-9f71-9bd3f7e90cf9 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags/tempest-TagsExtTest-Tag-1052493201 HTTP/1.1" status: 404 len: 329 time: 0.3507628 Feb 09 13:29:24.952371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc48814d-bbf0-4831-bc33-9351b96b9128 req-c9606422-80e6-4acd-804c-6d454c102a32 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434517 Feb 09 13:29:24.953448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43076) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:24.972267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-70352f86-3a82-4446-b587-43b12d039fac tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821', 'tempest-TagsExtTest-Tag-430268137') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:25.052102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f3e9612f-7295-4910-991d-b9294341ce31 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Calling delete_port for 9ce0750f-cf18-47ae-882a-b6a6ac357542 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:25.054062 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fd3e3c10-53a3-4be0-ade6-e9a9c7712640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:25.064297 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:25.111234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 5192c77b-4dfd-4e85-bf2f-f77a9660392a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5192c77b-4dfd-4e85-bf2f-f77a9660392a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:25.120414 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:25.155221 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-70352f86-3a82-4446-b587-43b12d039fac tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:25.156781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-70352f86-3a82-4446-b587-43b12d039fac tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags/tempest-TagsExtTest-Tag-430268137 HTTP/1.1" status: 404 len: 328 time: 0.2024095 Feb 09 13:29:25.160043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43086) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:25.181694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-195f5a0c-9132-4eb9-b76f-37223e4cd85f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea', {'tags': ['tempest-TagsExtTest-Tag-1567195747', 'tempest-TagsExtTest-Tag-687954645', 'tempest-TagsExtTest-Tag-1236601206']}) {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:25.286954 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=5192c77b-4dfd-4e85-bf2f-f77a9660392a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:25.297561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-195f5a0c-9132-4eb9-b76f-37223e4cd85f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "PUT /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags HTTP/1.1" status: 200 len: 317 time: 0.1358171 Feb 09 13:29:25.300312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43092) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:25.316490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-0cd02b77-91a9-4d82-a9f3-514c3982ed0f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:25.412795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0cd02b77-91a9-4d82-a9f3-514c3982ed0f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1113153 Feb 09 13:29:25.415592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43096) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:25.425656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-4fbaf357-53fe-4a2c-afdc-cf8a92a4fd7b tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea', 'tempest-TagsExtTest-Tag-1567195747') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:25.477453 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-4fbaf357-53fe-4a2c-afdc-cf8a92a4fd7b tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:25.480176 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4fbaf357-53fe-4a2c-afdc-cf8a92a4fd7b tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags/tempest-TagsExtTest-Tag-1567195747 HTTP/1.1" status: 404 len: 329 time: 0.0628822 Feb 09 13:29:25.485776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43100) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:25.494713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-306b2c33-7d9a-4393-b3e6-5ba11f6dfd3f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea', 'tempest-TagsExtTest-Tag-687954645') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:25.541120 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-306b2c33-7d9a-4393-b3e6-5ba11f6dfd3f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:25.543310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-306b2c33-7d9a-4393-b3e6-5ba11f6dfd3f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags/tempest-TagsExtTest-Tag-687954645 HTTP/1.1" status: 404 len: 328 time: 0.0556781 Feb 09 13:29:25.545777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43106) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:25.553960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-8685a5c4-b812-456a-a2c3-a109bcf2f72f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea', 'tempest-TagsExtTest-Tag-1236601206') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:25.592764 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-8685a5c4-b812-456a-a2c3-a109bcf2f72f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] show failed (client error): The resource could not be found. Feb 09 13:29:25.593886 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8685a5c4-b812-456a-a2c3-a109bcf2f72f tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags/tempest-TagsExtTest-Tag-1236601206 HTTP/1.1" status: 404 len: 329 time: 0.0457721 Feb 09 13:29:25.598458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43112) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:25.611144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-f944b8ca-1c7f-4993-91fa-9e81aa23c044 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '847578d1-7f27-4148-b9e3-71e1f7e4b1ea') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:25.621963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73f94832-d002-44f8-9162-82e894a72ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:25.632997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-73f94832-d002-44f8-9162-82e894a72ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:25.677924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43116) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:25.680513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f944b8ca-1c7f-4993-91fa-9e81aa23c044 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea/tags HTTP/1.1" status: 204 len: 168 time: 0.0806603 Feb 09 13:29:25.695022 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3e9612f-7295-4910-991d-b9294341ce31 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:25.758261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.tag.tag_plugin [None req-4bf0644e-f5a8-4c59-ad7a-10a3b6368478 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ff1b7a0-c4d3-4edd-9c2e-13672154d821') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:25.848232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9612f-7295-4910-991d-b9294341ce31 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event deleted for resources: {'Port': ['ID=9ce0750f-cf18-47ae-882a-b6a6ac357542,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:25.850996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f94832-d002-44f8-9162-82e894a72ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725b06e2-ee5a-406a-a159-438460c65c6e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:25.861356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df1ecca-3f7c-434d-87ae-2a7ae81290c7 None None] Network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:25.949624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aaf80bdf-ccda-4198-842d-fd923202405c None None] Provisioning for port 09e9e73b-fd70-4999-912e-9f367dbb1b86 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:26.107207 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-73f94832-d002-44f8-9162-82e894a72ee1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c16235cb59f4d7f8f84633c467bc37b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8572423 Feb 09 13:29:26.107594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43138) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:26.139921 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3c63e0e3-3403-4217-9502-572e18ce0cf8 req-9ab141fe-b8bb-4d12-925e-c629960f87f2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 1097 time: 0.7184293 Feb 09 13:29:26.344383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679ee9a-2db9-4022-9501-bee6f5ef9c80 req-e4d6e2e2-a75f-41b6-9ae5-52b780a6bf44 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:26.353951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6679ee9a-2db9-4022-9501-bee6f5ef9c80 req-e4d6e2e2-a75f-41b6-9ae5-52b780a6bf44 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.2282655 Feb 09 13:29:26.358966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bdd58ab7-1e1f-46ad-8552-542d721ffad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:26.389852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 09e9e73b-fd70-4999-912e-9f367dbb1b86 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:26.514377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6679ee9a-2db9-4022-9501-bee6f5ef9c80 req-9ded3ce9-6882-4838-8d30-d6678ba82461 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577139 Feb 09 13:29:26.522357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bdd58ab7-1e1f-46ad-8552-542d721ffad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:26.539124 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3c63e0e3-3403-4217-9502-572e18ce0cf8 req-3e4d1ecf-e70b-466f-8276-afb7a67d4a91 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447363 Feb 09 13:29:26.544203 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3e9612f-7295-4910-991d-b9294341ce31 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:26.579328 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f3e9612f-7295-4910-991d-b9294341ce31 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "DELETE /v2.0/ports/9ce0750f-cf18-47ae-882a-b6a6ac357542 HTTP/1.1" status: 204 len: 168 time: 2.9983072 Feb 09 13:29:26.582263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43146) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:26.591463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 09e9e73b-fd70-4999-912e-9f367dbb1b86 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:26.597052 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4bf0644e-f5a8-4c59-ad7a-10a3b6368478 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821/tags HTTP/1.1" status: 204 len: 168 time: 0.9019365 Feb 09 13:29:26.600493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43150) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:26.611169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 09e9e73b-fd70-4999-912e-9f367dbb1b86 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:26.611527 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:26.614342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-a0e74180-f090-47ad-b54d-c6c9d0631b33 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '46973034-dbf1-4670-ad7c-91bde1251798') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:26.653760 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:29:26.656258 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abe1837-e9ef-43e9-9bc6-64437ce00952 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] GET failed (client error): The resource could not be found. Feb 09 13:29:26.657424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5abe1837-e9ef-43e9-9bc6-64437ce00952 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Synchronizing usage tracker for tenant:d819b1a7a9964c24974562e80d5fa22a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:29:26.691628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5abe1837-e9ef-43e9-9bc6-64437ce00952 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Unset dirty status for tenant:d819b1a7a9964c24974562e80d5fa22a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:29:26.697817 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5abe1837-e9ef-43e9-9bc6-64437ce00952 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "GET /v2.0/ports/9ce0750f-cf18-47ae-882a-b6a6ac357542 HTTP/1.1" status: 404 len: 333 time: 0.1143858 Feb 09 13:29:26.698702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43154) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:26.721460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'port': {'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e', 'name': 'tempest-AllowedAddressPairTestJSON-1334021261'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:26.812089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bdd58ab7-1e1f-46ad-8552-542d721ffad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:26.896184 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:26.917491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd58ab7-1e1f-46ad-8552-542d721ffad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725b06e2-ee5a-406a-a159-438460c65c6e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:26.932080 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bdd58ab7-1e1f-46ad-8552-542d721ffad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:26.935690 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bdd58ab7-1e1f-46ad-8552-542d721ffad6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/725b06e2-ee5a-406a-a159-438460c65c6e HTTP/1.1" status: 204 len: 168 time: 0.8225288 Feb 09 13:29:26.966609 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a0e74180-f090-47ad-b54d-c6c9d0631b33 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798/tags HTTP/1.1" status: 204 len: 168 time: 0.3628886 Feb 09 13:29:26.972238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43162) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:26.986065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.tag.tag_plugin [None req-f3fd609f-eead-4a40-8753-d54043ed0c6e tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd126f67d-c867-4772-ba48-27d6628ce341') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:27.063146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:27.084679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 09e9e73b-fd70-4999-912e-9f367dbb1b86, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=09e9e73b-fd70-4999-912e-9f367dbb1b86,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:27.095212 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:27.096253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5192c77b-4dfd-4e85-bf2f-f77a9660392a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:27.259526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:27.311440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:27.347678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Made reservation on behalf of d819b1a7a9964c24974562e80d5fa22a for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:27.362457 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:27.435466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=09e9e73b-fd70-4999-912e-9f367dbb1b86,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:27.470209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] device_id is not set on port 130f787f-1910-44f7-b937-b3e30f3a7508 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:29:27.481334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5192c77b-4dfd-4e85-bf2f-f77a9660392a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:27.481950 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:27.644707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7f75d4ad-18a6-4e9d-8fe3-67db851fa445 None None] Provisioning complete for port 09e9e73b-fd70-4999-912e-9f367dbb1b86 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:27.645226 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f75d4ad-18a6-4e9d-8fe3-67db851fa445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:27.764194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Allocated IP 172.20.0.12 (046cff2d-0fc3-4bbc-9718-7dbd61d3250e/a192097b-c6b9-46b3-bb9f-5a72d512e5fc/130f787f-1910-44f7-b937-b3e30f3a7508) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:27.874022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Allocated IP 172.20.0.1 (d24ec464-10ef-48d3-9b54-6c2c9f093ae8/24898a6b-ba77-4cfa-865f-b335410d4544/4201469b-dec3-4fd4-a0f1-20449684cf4e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:28.091417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f3fd609f-eead-4a40-8753-d54043ed0c6e tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341/tags HTTP/1.1" status: 204 len: 168 time: 1.1181471 Feb 09 13:29:28.101944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43196) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:28.197132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 09e9e73b-fd70-4999-912e-9f367dbb1b86 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:28.213341 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:28.223900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e908f00-7d59-4506-a658-e4a530f9931b req-cba813fb-074b-413b-871d-b4b2bc5e7438 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:28.225093 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e908f00-7d59-4506-a658-e4a530f9931b req-cba813fb-074b-413b-871d-b4b2bc5e7438 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.3519433 Feb 09 13:29:28.316221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:28.329112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Transition to ACTIVE for port object 4201469b-dec3-4fd4-a0f1-20449684cf4e will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:28.339409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-da58fd9d-9bac-47e7-8697-e4c298fe68c3 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for subnetpool, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:28.342975 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-da58fd9d-9bac-47e7-8697-e4c298fe68c3 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/subnetpools/847578d1-7f27-4148-b9e3-71e1f7e4b1ea HTTP/1.1" status: 204 len: 168 time: 0.2376442 Feb 09 13:29:28.348133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43204) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:28.361100 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7016c3f-d9b3-4c20-a599-267cfe77f26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:28.391708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 09e9e73b-fd70-4999-912e-9f367dbb1b86 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:28.392449 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:28.475871 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e204f536-4356-420a-b159-2ebbaa6ef497 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ff1b7a0-c4d3-4edd-9c2e-13672154d821 HTTP/1.1" status: 200 len: 205 time: 0.1247537 Feb 09 13:29:28.480990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43210) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:28.583815 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:28.597877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e908f00-7d59-4506-a658-e4a530f9931b req-3e7c4f2a-9840-4cc8-b829-a73ce9e91312 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533449 Feb 09 13:29:28.627295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Transition to ACTIVE for port object 130f787f-1910-44f7-b937-b3e30f3a7508 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:28.668562 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:28.682643 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:28.771994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:28.779539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:28.809522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:28.821932 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:28.912851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Port': ['ID=130f787f-1910-44f7-b937-b3e30f3a7508,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:28.926725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1640fce4-cb4f-4115-8fc2-f75626e353ff tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:28.970190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:28.971401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:29.009354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73f846-0e5d-463b-a6a2-1b0348efa471 req-a18c2fab-2912-421a-b4e0-d384317930cb tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:29.011629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a73f846-0e5d-463b-a6a2-1b0348efa471 req-a18c2fab-2912-421a-b4e0-d384317930cb tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.1685514 Feb 09 13:29:29.051051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9a6abc69-933a-4259-9638-bdcf2240290a tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3422196 Feb 09 13:29:29.054106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43224) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:29.061183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'port': {'network_id': '046cff2d-0fc3-4bbc-9718-7dbd61d3250e', 'name': 'tempest-AllowedAddressPairTestJSON-1122611210'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:29.191163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-371bfcde-aa99-4516-a5d6-0f47c9037f7e None None] Provisioning for port 130f787f-1910-44f7-b937-b3e30f3a7508 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:29.198915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-371bfcde-aa99-4516-a5d6-0f47c9037f7e None None] Provisioning complete for port 130f787f-1910-44f7-b937-b3e30f3a7508 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:29.199607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-371bfcde-aa99-4516-a5d6-0f47c9037f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:29.205341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:29.243160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:29.268256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:29.295105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-371bfcde-aa99-4516-a5d6-0f47c9037f7e None None] Port 130f787f-1910-44f7-b937-b3e30f3a7508 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:29.301265 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a73f846-0e5d-463b-a6a2-1b0348efa471 req-e374b517-672e-4011-9b3f-2376013c6a46 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822237 Feb 09 13:29:29.343009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Port': ['ID=4201469b-dec3-4fd4-a0f1-20449684cf4e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:29.435513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:29.450570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Usage tracker for resource:port and tenant:d819b1a7a9964c24974562e80d5fa22a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:29.459866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:29.476050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:29.505923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Made reservation on behalf of d819b1a7a9964c24974562e80d5fa22a for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:29.532737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:29.577290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] device_id is not set on port d74d1803-3618-4b9b-9f90-67e3b2509855 yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:29:29.736825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d5ee3602-471c-462b-a797-8a63b7f4db5c None None] Provisioning for port 4201469b-dec3-4fd4-a0f1-20449684cf4e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:29.760548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d5ee3602-471c-462b-a797-8a63b7f4db5c None None] Provisioning complete for port 4201469b-dec3-4fd4-a0f1-20449684cf4e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:29.768266 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d5ee3602-471c-462b-a797-8a63b7f4db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:29.794073 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:29.979611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee3602-471c-462b-a797-8a63b7f4db5c None None] Port 4201469b-dec3-4fd4-a0f1-20449684cf4e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:29.992820 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:30.031610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Allocated IP 172.20.0.3 (046cff2d-0fc3-4bbc-9718-7dbd61d3250e/a192097b-c6b9-46b3-bb9f-5a72d512e5fc/d74d1803-3618-4b9b-9f90-67e3b2509855) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:30.081350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1640fce4-cb4f-4115-8fc2-f75626e353ff tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:30.125418 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1640fce4-cb4f-4115-8fc2-f75626e353ff tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:30.172462 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:30.193109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1640fce4-cb4f-4115-8fc2-f75626e353ff tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:30.194053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1640fce4-cb4f-4115-8fc2-f75626e353ff tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Fanout notify agent at l3_agent the message router_deleted on router 7ff1b7a0-c4d3-4edd-9c2e-13672154d821 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:29:30.389866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b68f07-0bc0-4ece-85c6-0c9334928ef8 req-a50d73a3-5286-46a6-87ba-babd334df4f9 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:30.391737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2b68f07-0bc0-4ece-85c6-0c9334928ef8 req-a50d73a3-5286-46a6-87ba-babd334df4f9 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.3286197 Feb 09 13:29:30.488491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2b68f07-0bc0-4ece-85c6-0c9334928ef8 req-334c0090-a8dd-4747-93d4-c19a09f1f8c0 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881395 Feb 09 13:29:30.512173 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:30.541321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Transition to ACTIVE for port object d74d1803-3618-4b9b-9f90-67e3b2509855 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:30.583762 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:30.620917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1640fce4-cb4f-4115-8fc2-f75626e353ff tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:30.624386 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1640fce4-cb4f-4115-8fc2-f75626e353ff tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/routers/7ff1b7a0-c4d3-4edd-9c2e-13672154d821 HTTP/1.1" status: 204 len: 168 time: 2.1391265 Feb 09 13:29:30.630416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43252) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:30.671944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:30.677958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:30.687440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:30.707824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c2cb2-a4b3-4acd-9c7f-41578821ae65 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Deleting port 46973034-dbf1-4670-ad7c-91bde1251798 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:30.708159 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d4c2cb2-a4b3-4acd-9c7f-41578821ae65 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:30.806933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Port': ['ID=d74d1803-3618-4b9b-9f90-67e3b2509855,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:30.822622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:30.823254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:30.862191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-48a1fba7-0736-4e9c-a10c-815b080e4a1d tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8069007 Feb 09 13:29:30.865832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43260) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:30.876889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-dcb8513e-5e87-4f23-9276-a4df76df87ca tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:f7:c0:b6'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:34:44:76'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:31.009879 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:29:31.045881 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:31.075367 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:31.114547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e3ede614-36ae-4f80-b373-bb513957d6ef None None] Provisioning for port d74d1803-3618-4b9b-9f90-67e3b2509855 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:31.126308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e3ede614-36ae-4f80-b373-bb513957d6ef None None] Provisioning complete for port d74d1803-3618-4b9b-9f90-67e3b2509855 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:31.126704 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e3ede614-36ae-4f80-b373-bb513957d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:31.190165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e3ede614-36ae-4f80-b373-bb513957d6ef None None] Port d74d1803-3618-4b9b-9f90-67e3b2509855 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:31.324288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43272) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:31.335197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Port': ['ID=4201469b-dec3-4fd4-a0f1-20449684cf4e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:31.366607 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:31.404268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d4c2cb2-a4b3-4acd-9c7f-41578821ae65 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:31.494486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a9e48190-8b41-43f0-86d9-0e058d3cdac7 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:31.529643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a9e48190-8b41-43f0-86d9-0e058d3cdac7 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] 10.222.0.59 "PUT /v2.0/quotas/924d0363d0e444adada907ed5def0588 HTTP/1.1" status: 200 len: 368 time: 0.2041075 Feb 09 13:29:31.532119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43280) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:31.537938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Request body: {'network': {'project_id': '924d0363d0e444adada907ed5def0588'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:31.544767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:31.552446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Usage tracker for resource:network and tenant:924d0363d0e444adada907ed5def0588 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:31.555941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:31.563659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:31.580071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Made reservation on behalf of 924d0363d0e444adada907ed5def0588 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:31.584197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:31.604843 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:31.659842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:31.665260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Usage tracker for resource:security_group_rule and tenant:924d0363d0e444adada907ed5def0588 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:31.668936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:31.723041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:31.741707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c2cb2-a4b3-4acd-9c7f-41578821ae65 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Calling delete_port for 46973034-dbf1-4670-ad7c-91bde1251798 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:31.795249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670903c-340b-4c14-a044-4705ba51a213 req-43dcacac-ee4d-40b8-bdf9-48824f441dcb tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:31.797518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6670903c-340b-4c14-a044-4705ba51a213 req-43dcacac-ee4d-40b8-bdf9-48824f441dcb tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.1179321 Feb 09 13:29:31.861327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:31.868117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:31.880231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6670903c-340b-4c14-a044-4705ba51a213 req-1f92371c-bf61-4dde-a638-a8486b11eee1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730565 Feb 09 13:29:31.887346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dcb8513e-5e87-4f23-9276-a4df76df87ca tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:31.976693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:31.987188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:32.012266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7308fe-641c-4e0e-b644-87017e9a7a02,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:32.023092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:32.060917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.061470 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Added segment 1e928a00-7b48-4f6c-b3e3-506f7f9b3099 of type vlan for network cca66323-995c-44fe-9b78-0cf506bc090d Feb 09 13:29:32.170683 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.219159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.220530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:32.222980 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.267501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7340226 Feb 09 13:29:32.271496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43290) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:32.295870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Request body: {'network': {'project_id': '924d0363d0e444adada907ed5def0588'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:32.306650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:32.315743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Usage tracker for resource:network and tenant:924d0363d0e444adada907ed5def0588 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:32.380573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:32.395028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:32.400614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0ddc8-7ee6-42a2-a8a6-90717f9d3fa9 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Pushing event updated for resources: {'Network': ['ID=cca66323-995c-44fe-9b78-0cf506bc090d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:32.414130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Made reservation on behalf of 924d0363d0e444adada907ed5def0588 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:32.416744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.433399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network cca66323-995c-44fe-9b78-0cf506bc090d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:32.481577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:32.509134 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.509709 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Added segment 5b7cbfcb-3dab-42c0-a578-83d480c0a58c of type vlan for network 9259ba7e-847f-46f1-9700-9f20f1ce898d Feb 09 13:29:32.577249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dcb8513e-5e87-4f23-9276-a4df76df87ca tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.582649 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d4c2cb2-a4b3-4acd-9c7f-41578821ae65 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.583458 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.627256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-20c60728-a2df-406d-b776-2668fa43997f None None] Provisioning complete for port 4201469b-dec3-4fd4-a0f1-20449684cf4e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:32.627625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-20c60728-a2df-406d-b776-2668fa43997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.666128 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.667126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:32.667807 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.679768 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dcb8513e-5e87-4f23-9276-a4df76df87ca tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:32.710414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c2cb2-a4b3-4acd-9c7f-41578821ae65 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Pushing event deleted for resources: {'Port': ['ID=46973034-dbf1-4670-ad7c-91bde1251798,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:32.870795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5959892 Feb 09 13:29:32.883435 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43298) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:32.907736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-fbd21a96-3fdc-4038-bff8-391b4891c26d tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Request body: {'network': {'project_id': '924d0363d0e444adada907ed5def0588'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:32.914008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2f7a4-2e55-433d-81e8-6560b23529b2 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Pushing event updated for resources: {'Network': ['ID=9259ba7e-847f-46f1-9700-9f20f1ce898d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:32.931567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fbd21a96-3fdc-4038-bff8-391b4891c26d tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:32.948313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fbd21a96-3fdc-4038-bff8-391b4891c26d tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Usage tracker for resource:network and tenant:924d0363d0e444adada907ed5def0588 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:32.955379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-20c60728-a2df-406d-b776-2668fa43997f None None] Port 4201469b-dec3-4fd4-a0f1-20449684cf4e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:32.966334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 9259ba7e-847f-46f1-9700-9f20f1ce898d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:32.971776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fbd21a96-3fdc-4038-bff8-391b4891c26d tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:32.979412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fbd21a96-3fdc-4038-bff8-391b4891c26d tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:33.006805 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd21a96-3fdc-4038-bff8-391b4891c26d tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 13:29:33.011105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd21a96-3fdc-4038-bff8-391b4891c26d tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:29:33.014982 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fbd21a96-3fdc-4038-bff8-391b4891c26d tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1249382 Feb 09 13:29:33.021320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43302) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:33.080457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98006c14-e9ab-4667-86ed-4d2c2e243a3f req-07347ce9-10b1-4074-8d8c-430c29a7228b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:33.093947 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-98006c14-e9ab-4667-86ed-4d2c2e243a3f req-07347ce9-10b1-4074-8d8c-430c29a7228b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.3998470 Feb 09 13:29:33.145507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8513e-5e87-4f23-9276-a4df76df87ca tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event updated for resources: {'Port': ['ID=d74d1803-3618-4b9b-9f90-67e3b2509855,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:33.194954 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-36f9f55c-7579-45da-8593-76559ee9e338 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=924d0363d0e444adada907ed5def0588&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1717060 Feb 09 13:29:33.209504 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-98006c14-e9ab-4667-86ed-4d2c2e243a3f req-e589cf3b-90d8-4251-b00c-1e2fb11a74eb tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022601 Feb 09 13:29:33.210764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43306) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:33.317479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8513e-5e87-4f23-9276-a4df76df87ca tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] In _notify_port_updated(), no bound segment for port d74d1803-3618-4b9b-9f90-67e3b2509855 on network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e {{(pid=83479) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 09 13:29:33.321702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb8513e-5e87-4f23-9276-a4df76df87ca tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:33.322590 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dcb8513e-5e87-4f23-9276-a4df76df87ca tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:33.327015 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dcb8513e-5e87-4f23-9276-a4df76df87ca tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "PUT /v2.0/ports/d74d1803-3618-4b9b-9f90-67e3b2509855 HTTP/1.1" status: 200 len: 1056 time: 2.4585807 Feb 09 13:29:33.331052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43312) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:33.403784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b495c681-205a-4981-ac9c-ab6d93d26114 None None] Provisioning complete for port d74d1803-3618-4b9b-9f90-67e3b2509855 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:33.404773 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b495c681-205a-4981-ac9c-ab6d93d26114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:33.431870 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a25acf54-01d6-497b-987b-3b400f834a24 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:33.465033 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d4c2cb2-a4b3-4acd-9c7f-41578821ae65 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:33.475713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a25acf54-01d6-497b-987b-3b400f834a24 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:33.488269 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4d4c2cb2-a4b3-4acd-9c7f-41578821ae65 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/ports/46973034-dbf1-4670-ad7c-91bde1251798 HTTP/1.1" status: 204 len: 168 time: 2.8569739 Feb 09 13:29:33.496303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43316) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:33.546032 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a25acf54-01d6-497b-987b-3b400f834a24 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:33.546797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-57b1024d-936a-4e46-a458-dd6f99d65c71 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Deleting port d74d1803-3618-4b9b-9f90-67e3b2509855 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:33.547139 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57b1024d-936a-4e46-a458-dd6f99d65c71 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:33.569851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a25acf54-01d6-497b-987b-3b400f834a24 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:33.571368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a25acf54-01d6-497b-987b-3b400f834a24 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e7308fe-641c-4e0e-b644-87017e9a7a02 HTTP/1.1" status: 204 len: 168 time: 0.3595021 Feb 09 13:29:33.572639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25acf54-01d6-497b-987b-3b400f834a24 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7308fe-641c-4e0e-b644-87017e9a7a02,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:33.574493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43320) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:33.648569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b495c681-205a-4981-ac9c-ab6d93d26114 None None] Port d74d1803-3618-4b9b-9f90-67e3b2509855 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:34.049886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:34.261584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-5462ab4a-54a6-4f11-85e3-9cfd58e0a4c4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Deleting subnet d126f67d-c867-4772-ba48-27d6628ce341 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:29:34.273170 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5462ab4a-54a6-4f11-85e3-9cfd58e0a4c4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:34.407126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57b1024d-936a-4e46-a458-dd6f99d65c71 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:34.447557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5462ab4a-54a6-4f11-85e3-9cfd58e0a4c4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:34.465180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cedd0f-923f-4ddb-a026-232a40e553c4 req-62ebf228-d30a-4ad1-8027-6002a9721ac2 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:34.466773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9cedd0f-923f-4ddb-a026-232a40e553c4 req-62ebf228-d30a-4ad1-8027-6002a9721ac2 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.0992558 Feb 09 13:29:34.530189 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:34.530498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9cedd0f-923f-4ddb-a026-232a40e553c4 req-901a04e5-cb2a-4b44-afd1-89b58335accf tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573123 Feb 09 13:29:34.615057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-57b1024d-936a-4e46-a458-dd6f99d65c71 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Calling delete_port for d74d1803-3618-4b9b-9f90-67e3b2509855 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:34.674627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9259ba7e-847f-46f1-9700-9f20f1ce898d']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:34.705133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7cbfcb-3dab-42c0-a578-83d480c0a58c') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:34.705404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7cbfcb-3dab-42c0-a578-83d480c0a58c') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:34.722825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Router 5d594d46-a67a-4923-a77d-d2940ab0cc5d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:29:34.730916 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:34.786269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:34.797760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:29:34.798173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:29:34.812681 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:29:35.125413 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5462ab4a-54a6-4f11-85e3-9cfd58e0a4c4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:35.206630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:35.229802 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:35.254873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Pushing event deleted for resources: {'Network': ['ID=9259ba7e-847f-46f1-9700-9f20f1ce898d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:35.260379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57b1024d-936a-4e46-a458-dd6f99d65c71 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:35.269543 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8e7ee9cb-6003-4220-9615-fbec5581789a tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] 10.222.0.59 "DELETE /v2.0/networks/9259ba7e-847f-46f1-9700-9f20f1ce898d HTTP/1.1" status: 204 len: 168 time: 1.5342727 Feb 09 13:29:35.272259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43340) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:35.336365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1024d-936a-4e46-a458-dd6f99d65c71 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event deleted for resources: {'Port': ['ID=d74d1803-3618-4b9b-9f90-67e3b2509855,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:35.344134 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5462ab4a-54a6-4f11-85e3-9cfd58e0a4c4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:35.412953 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:35.563196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462ab4a-54a6-4f11-85e3-9cfd58e0a4c4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Pushing event deleted for resources: {'Subnet': ['ID=d126f67d-c867-4772-ba48-27d6628ce341,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:35.588855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf89e93-e922-48bc-bb7a-dd23daeaa93a None None] Network 4d91936a-dea4-4ee2-aea7-73fe872814ef requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:35.601725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5462ab4a-54a6-4f11-85e3-9cfd58e0a4c4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:35.637954 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5462ab4a-54a6-4f11-85e3-9cfd58e0a4c4 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/subnets/d126f67d-c867-4772-ba48-27d6628ce341 HTTP/1.1" status: 204 len: 168 time: 2.1379423 Feb 09 13:29:35.640827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43346) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:35.646548 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:35.684219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca66323-995c-44fe-9b78-0cf506bc090d']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:35.732116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e928a00-7b48-4f6c-b3e3-506f7f9b3099') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:35.732417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e928a00-7b48-4f6c-b3e3-506f7f9b3099') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:35.797048 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:35.823193 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:35.832624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:29:35.832952 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.017541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:29:36.081081 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:29:36.088489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] DHCP port deletion for 4d91936a-dea4-4ee2-aea7-73fe872814ef request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:29:36.093925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Deleting port e140cbed-fd67-42f7-aa41-54b1028591e9 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:36.094149 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.099410 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.102921 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.129632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] Pushing event deleted for resources: {'Network': ['ID=cca66323-995c-44fe-9b78-0cf506bc090d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:36.139282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e56c3287-9bc9-4932-b540-f597f34ce040 tempest-QuotasNegativeTest-1423308567 tempest-QuotasNegativeTest-1423308567-project-admin] 10.222.0.59 "DELETE /v2.0/networks/cca66323-995c-44fe-9b78-0cf506bc090d HTTP/1.1" status: 204 len: 168 time: 0.8658643 Feb 09 13:29:36.151928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:29:36.173997 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Sync routers for ids ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:29:36.215921 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-be782b2d-b88f-4bfe-b78c-b99684748688 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "PUT /v2.0/routers/5d594d46-a67a-4923-a77d-d2940ab0cc5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5265007 Feb 09 13:29:36.219615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43356) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:36.226129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1442685771', 'description': 'tempest-secgroup_access--1442685771 description', 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:36.232318 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Routers {'5d594d46-a67a-4923-a77d-d2940ab0cc5d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:29:36.234999 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:29:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:36.235524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:36.245635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:security_group and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:36.253279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:36.264442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:36.294135 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.338496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Deleting port e140cbed-fd67-42f7-aa41-54b1028591e9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:36.338864 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.376099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:36.386163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:security_group_rule and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:36.394063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:36.408071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:36.432541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57b1024d-936a-4e46-a458-dd6f99d65c71 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.446148 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-57b1024d-936a-4e46-a458-dd6f99d65c71 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "DELETE /v2.0/ports/d74d1803-3618-4b9b-9f90-67e3b2509855 HTTP/1.1" status: 204 len: 168 time: 3.0348701 Feb 09 13:29:36.449989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43362) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:36.553504 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e5d983-9248-4df6-9b7b-f84aaecc92f9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] GET failed (client error): The resource could not be found. Feb 09 13:29:36.554021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-90e5d983-9248-4df6-9b7b-f84aaecc92f9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Synchronizing usage tracker for tenant:d819b1a7a9964c24974562e80d5fa22a on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:29:36.594115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.605205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.641748 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.644615 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.4234207 Feb 09 13:29:36.644931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43368) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:36.654247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--817822564', 'description': 'tempest-secgroup_general--817822564 description', 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:36.666172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:36.670395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:security_group and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:36.673513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:36.680551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:36.682722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] For port e140cbed-fd67-42f7-aa41-54b1028591e9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e140cbed-fd67-42f7-aa41-54b1028591e9,segment=NetworkSegment(3988eaaf-872d-4913-8046-38bc6b4698fe),segment_id=3988eaaf-872d-4913-8046-38bc6b4698fe)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:36.685611 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.716516 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:36.769147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5a0d6-f8a8-49d2-9f57-ed1cef66f5ae tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6746a54c-6479-4832-8aa5-d858f102d87d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:36.805239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:36.809726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:security_group_rule and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:36.811247 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Set router 5d594d46-a67a-4923-a77d-d2940ab0cc5d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:29:36.813452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:36.820238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:36.973171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Calling delete_port for e140cbed-fd67-42f7-aa41-54b1028591e9 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:36.978863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-90e5d983-9248-4df6-9b7b-f84aaecc92f9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Unset dirty status for tenant:d819b1a7a9964c24974562e80d5fa22a on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:29:36.985777 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-90e5d983-9248-4df6-9b7b-f84aaecc92f9 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "GET /v2.0/ports/d74d1803-3618-4b9b-9f90-67e3b2509855 HTTP/1.1" status: 404 len: 333 time: 0.5263398 Feb 09 13:29:36.989955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43374) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:37.016303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] For port e140cbed-fd67-42f7-aa41-54b1028591e9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e140cbed-fd67-42f7-aa41-54b1028591e9,segment=NetworkSegment(3988eaaf-872d-4913-8046-38bc6b4698fe),segment_id=3988eaaf-872d-4913-8046-38bc6b4698fe)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:37.016583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.040520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e140cbed-fd67-42f7-aa41-54b1028591e9 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:29:37.085830 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.115232 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.249948 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.251910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 0.6030271 Feb 09 13:29:37.263796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43384) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:37.283846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'security_group_rule': {'security_group_id': '6746a54c-6479-4832-8aa5-d858f102d87d', 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:37.286320 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.322496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.356817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43388) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:37.368544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:37.385931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Calling delete_port for e140cbed-fd67-42f7-aa41-54b1028591e9 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:37.434108 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Pushing event deleted for resources: {'Port': ['ID=e140cbed-fd67-42f7-aa41-54b1028591e9,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:37.445599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] No DVR routers for this DVR port e140cbed-fd67-42f7-aa41-54b1028591e9 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:29:37.454900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f3f7d-c4ac-4d6f-b108-b21dca4c4cc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2245d701-b245-4975-b1da-ed0d0fa2cfd5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:37.455562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.455562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.455562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.455562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.455562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.455562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.456543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.456543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.456543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.456810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.457661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd470fbc-5c17-469c-ad0f-b17c51bc3b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:37.466875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d7be785a-31c8-46cb-8c44-d6aaa211226c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Deleting port 130f787f-1910-44f7-b937-b3e30f3a7508 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:37.468958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7be785a-31c8-46cb-8c44-d6aaa211226c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.525245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:security_group_rule and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:37.548621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:37.553711 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1c73392-41ab-4d6b-8495-4c3ac73ade96 req-e05aa559-b357-4b03-903f-7437888d2fb6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 1097 time: 0.3514481 Feb 09 13:29:37.559608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:37.593737 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:30Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '4201469b-dec3-4fd4-a0f1-20449684cf4e', 'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:29:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:27Z', 'updated_at': '2022-02-09T13:29:30Z', 'revision_number': 2, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:37.600959 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:29:37.601408 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:29:37.604240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Checking router: 5d594d46-a67a-4923-a77d-d2940ab0cc5d for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:29:37.604590 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Updating router 5d594d46-a67a-4923-a77d-d2940ab0cc5d port 4201469b-dec3-4fd4-a0f1-20449684cf4e binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:29:37.657023 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.709868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c73392-41ab-4d6b-8495-4c3ac73ade96 req-77dac797-5235-400e-9da9-7885c80a3f71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:37.712361 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1c73392-41ab-4d6b-8495-4c3ac73ade96 req-77dac797-5235-400e-9da9-7885c80a3f71 service neutron] 10.222.0.67 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 919 time: 0.1497872 Feb 09 13:29:37.725523 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.765020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c9070-101a-4cd5-8144-72e7c75ad87c req-3f1fb532-3650-4d75-b18b-6d7524bc8101 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:37.767702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e83c9070-101a-4cd5-8144-72e7c75ad87c req-3f1fb532-3650-4d75-b18b-6d7524bc8101 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.4210227 Feb 09 13:29:37.789563 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1c73392-41ab-4d6b-8495-4c3ac73ade96 req-a175f8c3-2d32-4189-95b8-3604328f2bcc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f HTTP/1.1" status: 200 len: 217 time: 0.0699003 Feb 09 13:29:37.851129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9d11086-8bf1-44e9-9003-1cedaa6ba018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.867800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c73392-41ab-4d6b-8495-4c3ac73ade96 req-89330462-647b-42cb-acf5-0a8083076dad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:37.869455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1c73392-41ab-4d6b-8495-4c3ac73ade96 req-89330462-647b-42cb-acf5-0a8083076dad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 200 len: 858 time: 0.0722404 Feb 09 13:29:37.922765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1c73392-41ab-4d6b-8495-4c3ac73ade96 req-39b80ee5-c8e5-4693-962a-82b620085ebd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a8564f-4012-48d3-9204-dc679420e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469568 Feb 09 13:29:37.942048 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.960372 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:37.965345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c9d11086-8bf1-44e9-9003-1cedaa6ba018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:38.073470 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c9d11086-8bf1-44e9-9003-1cedaa6ba018 admin admin] Usage tracker for resource:security_group_rule and tenant:20b271a5e3dc45ee82f0d13610081daa is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:38.080437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c9d11086-8bf1-44e9-9003-1cedaa6ba018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:38.083274 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.093709 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1c73392-41ab-4d6b-8495-4c3ac73ade96 req-950d3127-6132-466e-ad9a-fe6b0dcc837b service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646502 Feb 09 13:29:38.100631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8190596 Feb 09 13:29:38.111887 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7be785a-31c8-46cb-8c44-d6aaa211226c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.123696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d0300-9a95-453e-837e-41208ae490b5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bca046f-2e08-42b1-b3c7-57bc20e2723e,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:38.134434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e83c9070-101a-4cd5-8144-72e7c75ad87c req-d156e644-ad70-48c2-88cd-858ebef6d931 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576980 Feb 09 13:29:38.135441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c9d11086-8bf1-44e9-9003-1cedaa6ba018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:38.170523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Deleting port e140cbed-fd67-42f7-aa41-54b1028591e9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:38.171234 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.326415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d7be785a-31c8-46cb-8c44-d6aaa211226c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Calling delete_port for 130f787f-1910-44f7-b937-b3e30f3a7508 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:38.361834 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.379342 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Transition to ACTIVE for port object 4201469b-dec3-4fd4-a0f1-20449684cf4e will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:38.391271 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.428631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] The port 'e140cbed-fd67-42f7-aa41-54b1028591e9' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:29:38.540516 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Pushing event updated for resources: {'Port': ['ID=4201469b-dec3-4fd4-a0f1-20449684cf4e,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:38.659339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.703011 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.703624 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.704373 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.704770 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.705242 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.705641 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.706023 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.706402 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.706802 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.707177 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.707546 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:38.707673 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1c73392-41ab-4d6b-8495-4c3ac73ade96 req-0b10a530-877d-4ff4-971a-b13eed681b7a service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083314 Feb 09 13:29:38.719954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d91936a-dea4-4ee2-aea7-73fe872814ef']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:38.770701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3988eaaf-872d-4913-8046-38bc6b4698fe') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:38.771069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3988eaaf-872d-4913-8046-38bc6b4698fe') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:38.784808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0f7c832a-f781-4a09-9f10-080508048e76 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Synchronizing usage tracker for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:29:38.796722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.799242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9d11086-8bf1-44e9-9003-1cedaa6ba018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.815510 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9d11086-8bf1-44e9-9003-1cedaa6ba018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.849071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.860652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:29:38.861237 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.888097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0f7c832a-f781-4a09-9f10-080508048e76 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Unset dirty status for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:29:38.888330 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:29:38.891512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0f7c832a-f781-4a09-9f10-080508048e76 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_general--817822564&fields=id&tenant_id=75b9b68fa1334e2b95fbe9dc75df9740 HTTP/1.1" status: 200 len: 267 time: 0.4281054 Feb 09 13:29:38.906582 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Attempting to bind port 4201469b-dec3-4fd4-a0f1-20449684cf4e on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:29:38.906935 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Attempting to bind port 4201469b-dec3-4fd4-a0f1-20449684cf4e by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:29:38.907570 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Attempting to bind port 4201469b-dec3-4fd4-a0f1-20449684cf4e on network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:29:38.915016 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:29:38.915260 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Checking segment: {'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:38.915450 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.915809 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Bound using segment: {'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:29:38.916253 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Bound port: 4201469b-dec3-4fd4-a0f1-20449684cf4e, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:29:38.916898 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:38.957846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7be785a-31c8-46cb-8c44-d6aaa211226c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:39.038259 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] For port 4201469b-dec3-4fd4-a0f1-20449684cf4e, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:29:39.042089 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] For port 4201469b-dec3-4fd4-a0f1-20449684cf4e, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4201469b-dec3-4fd4-a0f1-20449684cf4e,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:29:39.049022 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:39.072110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d11086-8bf1-44e9-9003-1cedaa6ba018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a88db62-866b-4d36-841a-b633e63812b5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:39.095134 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:39.100843 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:39.127950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c9d11086-8bf1-44e9-9003-1cedaa6ba018 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20b271a5e3dc45ee82f0d13610081daa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7677715 Feb 09 13:29:39.131672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43410) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:39.168647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be785a-31c8-46cb-8c44-d6aaa211226c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event deleted for resources: {'Port': ['ID=130f787f-1910-44f7-b937-b3e30f3a7508,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:39.190552 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cafefa5-592d-4823-b388-f49c7d3d8c6f None None] Pushing event updated for resources: {'Port': ['ID=4201469b-dec3-4fd4-a0f1-20449684cf4e,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:39.196649 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Routers {'5d594d46-a67a-4923-a77d-d2940ab0cc5d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:29:39.197524 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:29:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:39.206064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] Pushing event deleted for resources: {'Network': ['ID=4d91936a-dea4-4ee2-aea7-73fe872814ef,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:39.219565 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-787b09c6-8547-49de-b997-983c139a3c43 tempest-TagsExtTest-25862310 tempest-TagsExtTest-25862310-project] 10.222.0.59 "DELETE /v2.0/networks/4d91936a-dea4-4ee2-aea7-73fe872814ef HTTP/1.1" status: 204 len: 168 time: 3.5746827 Feb 09 13:29:39.378269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86516079-9068-46ef-94bb-0cbfa5884114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:39.391683 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7be785a-31c8-46cb-8c44-d6aaa211226c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:39.435193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86516079-9068-46ef-94bb-0cbfa5884114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:39.446230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-9aac7cc6-fa74-4a38-a143-9417a8cb3799 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_access--1442685771&fields=id&tenant_id=75b9b68fa1334e2b95fbe9dc75df9740 HTTP/1.1" status: 200 len: 267 time: 0.5210063 Feb 09 13:29:39.548503 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86516079-9068-46ef-94bb-0cbfa5884114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:39.570647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d7be785a-31c8-46cb-8c44-d6aaa211226c tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "DELETE /v2.0/ports/130f787f-1910-44f7-b937-b3e30f3a7508 HTTP/1.1" status: 204 len: 168 time: 2.5707228 Feb 09 13:29:39.582623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43420) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:39.584295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86516079-9068-46ef-94bb-0cbfa5884114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a88db62-866b-4d36-841a-b633e63812b5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:39.656930 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] Set router 5d594d46-a67a-4923-a77d-d2940ab0cc5d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:29:39.722440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86516079-9068-46ef-94bb-0cbfa5884114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:39.723462 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-86516079-9068-46ef-94bb-0cbfa5884114 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a88db62-866b-4d36-841a-b633e63812b5 HTTP/1.1" status: 204 len: 168 time: 0.5867534 Feb 09 13:29:39.726643 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf618fc-7a55-430e-905f-829f0334d139 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] GET failed (client error): The resource could not be found. Feb 09 13:29:39.734660 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0bf618fc-7a55-430e-905f-829f0334d139 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "GET /v2.0/ports/130f787f-1910-44f7-b937-b3e30f3a7508 HTTP/1.1" status: 404 len: 333 time: 0.1304355 Feb 09 13:29:39.735280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43430) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:39.818401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-241279fe-1b4d-4116-957a-8532ca9e4861 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Deleting port 9b7112bc-3f65-42b8-befc-0fbb9c129872 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:39.818901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-241279fe-1b4d-4116-957a-8532ca9e4861 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:39.821296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43434) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:39.900083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8733d82-468c-4f9f-bc60-2a6326ce4651 req-dfd595cf-191f-4aba-b8ba-5184b4c180a3 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:39.904115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8733d82-468c-4f9f-bc60-2a6326ce4651 req-dfd595cf-191f-4aba-b8ba-5184b4c180a3 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.4698455 Feb 09 13:29:39.942507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-6ca7a68e-0814-4054-948d-57eade0da789 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:39.944650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-6ca7a68e-0814-4054-948d-57eade0da789 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/networks?id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8 HTTP/1.1" status: 200 len: 796 time: 0.4370484 Feb 09 13:29:40.002491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8733d82-468c-4f9f-bc60-2a6326ce4651 req-f2f8d022-764e-43b9-83ac-e3dab0e9f94e tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888090 Feb 09 13:29:40.007539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-2f552244-7213-4263-ab68-7e71b1bea58e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/quotas/75b9b68fa1334e2b95fbe9dc75df9740 HTTP/1.1" status: 200 len: 375 time: 0.0567427 Feb 09 13:29:40.096556 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:30Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '4201469b-dec3-4fd4-a0f1-20449684cf4e', 'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:29:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:27Z', 'updated_at': '2022-02-09T13:29:39Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:40.105909 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a50469c-c8a6-4900-a40d-3273cc0bf458 None None] The sync data for ids ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'] in n-d-825175-3 is: [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:30Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '4201469b-dec3-4fd4-a0f1-20449684cf4e', 'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:29:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:27Z', 'updated_at': '2022-02-09T13:29:39Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:29:40.259143 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e7ff6b54-3125-4641-9741-e680108c7f10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15a9d233d51943d39b87ba44f82cc770&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4366670 Feb 09 13:29:40.261084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43442) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:40.285459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-9fd65e9c-f536-4864-8482-75de14507135 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=75b9b68fa1334e2b95fbe9dc75df9740&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2725189 Feb 09 13:29:40.457882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43448) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:40.463631 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78c85973-a285-431d-87c8-2161441172c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:40.465827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-241279fe-1b4d-4116-957a-8532ca9e4861 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:40.509996 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78c85973-a285-431d-87c8-2161441172c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:40.556079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-269fd315-b569-49e7-a029-0cb7b1065a0b service neutron] 10.222.0.59 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472641 Feb 09 13:29:40.629520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aff7773f-4202-488c-a702-6e0586d2cc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:40.725787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-241279fe-1b4d-4116-957a-8532ca9e4861 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Calling delete_port for 9b7112bc-3f65-42b8-befc-0fbb9c129872 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:40.750120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-f5566fb6-72cb-4592-abab-c7d9a22c81b4 service neutron] 10.222.0.59 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854932 Feb 09 13:29:40.752350 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78c85973-a285-431d-87c8-2161441172c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:40.789743 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78c85973-a285-431d-87c8-2161441172c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:40.790916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-78c85973-a285-431d-87c8-2161441172c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0554a57c-c549-49aa-9965-a5d578611ab6 HTTP/1.1" status: 204 len: 168 time: 0.5289247 Feb 09 13:29:40.791971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c85973-a285-431d-87c8-2161441172c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0554a57c-c549-49aa-9965-a5d578611ab6,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:40.919551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aff7773f-4202-488c-a702-6e0586d2cc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:40.966366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aff7773f-4202-488c-a702-6e0586d2cc51 admin admin] Usage tracker for resource:security_group_rule and tenant:aa05d6a267a24841b74c4b4fdcd0643d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:40.982202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aff7773f-4202-488c-a702-6e0586d2cc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:40.997013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aff7773f-4202-488c-a702-6e0586d2cc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:41.213802 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe002047-53ff-480e-96ab-ce01ca0db80f req-1f9573b3-a134-4b3f-9963-7bcadb369271 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 210 time: 0.1182873 Feb 09 13:29:41.301532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-241279fe-1b4d-4116-957a-8532ca9e4861 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:41.369011 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:41.394809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a934c-f02a-4616-a171-f7989c91ae97 req-6089268d-0638-48e6-91c7-88157a864b65 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:41.407015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e4a934c-f02a-4616-a171-f7989c91ae97 req-6089268d-0638-48e6-91c7-88157a864b65 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.1904864 Feb 09 13:29:41.420401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241279fe-1b4d-4116-957a-8532ca9e4861 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event deleted for resources: {'Port': ['ID=9b7112bc-3f65-42b8-befc-0fbb9c129872,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:41.504721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e4a934c-f02a-4616-a171-f7989c91ae97 req-dc0712fa-684e-455b-9746-ae5e81a1360f tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954230 Feb 09 13:29:41.675925 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aff7773f-4202-488c-a702-6e0586d2cc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:41.752931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aff7773f-4202-488c-a702-6e0586d2cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:41.846925 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aff7773f-4202-488c-a702-6e0586d2cc51 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa05d6a267a24841b74c4b4fdcd0643d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3879533 Feb 09 13:29:41.850078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43480) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:41.862819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7773f-4202-488c-a702-6e0586d2cc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917e39c2-8f43-4951-ab06-aaaaf1e98f16,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:41.870539 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-241279fe-1b4d-4116-957a-8532ca9e4861 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:41.909626 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-241279fe-1b4d-4116-957a-8532ca9e4861 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "DELETE /v2.0/ports/9b7112bc-3f65-42b8-befc-0fbb9c129872 HTTP/1.1" status: 204 len: 168 time: 2.1705151 Feb 09 13:29:41.909878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43484) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:42.049627 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c68b9689-f12d-4451-ae7d-de841e2dd481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:42.098641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c68b9689-f12d-4451-ae7d-de841e2dd481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:42.200150 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c68b9689-f12d-4451-ae7d-de841e2dd481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:42.233569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b9689-f12d-4451-ae7d-de841e2dd481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917e39c2-8f43-4951-ab06-aaaaf1e98f16,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:42.242008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c68b9689-f12d-4451-ae7d-de841e2dd481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:42.243363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c68b9689-f12d-4451-ae7d-de841e2dd481 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/917e39c2-8f43-4951-ab06-aaaaf1e98f16 HTTP/1.1" status: 204 len: 168 time: 0.3927832 Feb 09 13:29:42.296359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4201469b-dec3-4fd4-a0f1-20449684cf4e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:42.420207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-907bd433-f6d2-4258-aeea-a99cf8fa2cfe tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Deleting subnet a192097b-c6b9-46b3-bb9f-5a72d512e5fc {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:29:42.424924 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-907bd433-f6d2-4258-aeea-a99cf8fa2cfe tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:42.516595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 4201469b-dec3-4fd4-a0f1-20449684cf4e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:42.533334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4201469b-dec3-4fd4-a0f1-20449684cf4e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:42.535646 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:42.573319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5e3934c-337e-4c3e-ab87-4d39cf11bb8b req-4f9c2414-f5d5-4b64-9c1a-26934cf37b5e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 210 time: 0.0860100 Feb 09 13:29:42.596628 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-907bd433-f6d2-4258-aeea-a99cf8fa2cfe tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:42.757550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-907bd433-f6d2-4258-aeea-a99cf8fa2cfe tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:42.787024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:42.875585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-907bd433-f6d2-4258-aeea-a99cf8fa2cfe tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:42.895676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41f4bf-be84-4009-8bd0-145bc80e1a4b req-ed8d7a8e-650c-4547-a75d-4df9bd33d362 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:42.899821 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a41f4bf-be84-4009-8bd0-145bc80e1a4b req-ed8d7a8e-650c-4547-a75d-4df9bd33d362 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.1852601 Feb 09 13:29:42.915650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 4201469b-dec3-4fd4-a0f1-20449684cf4e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4201469b-dec3-4fd4-a0f1-20449684cf4e,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:42.931810 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:43.011823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bd433-f6d2-4258-aeea-a99cf8fa2cfe tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event deleted for resources: {'Subnet': ['ID=a192097b-c6b9-46b3-bb9f-5a72d512e5fc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:43.035560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a41f4bf-be84-4009-8bd0-145bc80e1a4b req-58e16ef4-5ccf-4caf-abb1-51530dfe9fdf tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310048 Feb 09 13:29:43.042933 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-907bd433-f6d2-4258-aeea-a99cf8fa2cfe tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:43.068398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee65933-b879-46a5-9682-df4e1bcf253d None None] Network 046cff2d-0fc3-4bbc-9718-7dbd61d3250e requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:43.442544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-2fe76da8-d319-478a-a8bc-84c7bddb9fa6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:43.443275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-2fe76da8-d319-478a-a8bc-84c7bddb9fa6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Synchronizing usage tracker for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:29:43.463311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43520) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:43.463892 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-907bd433-f6d2-4258-aeea-a99cf8fa2cfe tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "DELETE /v2.0/subnets/a192097b-c6b9-46b3-bb9f-5a72d512e5fc HTTP/1.1" status: 204 len: 168 time: 1.5525491 Feb 09 13:29:43.466394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-2fe76da8-d319-478a-a8bc-84c7bddb9fa6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Unset dirty status for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:29:43.470411 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-2fe76da8-d319-478a-a8bc-84c7bddb9fa6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.67 "GET /v2.0/networks?id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8 HTTP/1.1" status: 200 len: 796 time: 0.4240279 Feb 09 13:29:43.484516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=4201469b-dec3-4fd4-a0f1-20449684cf4e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:43.583777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-349ebc04-ea35-4857-91f8-3f192e298ea5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Synchronizing usage tracker for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:29:43.603522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-349ebc04-ea35-4857-91f8-3f192e298ea5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Unset dirty status for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:29:43.605033 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-349ebc04-ea35-4857-91f8-3f192e298ea5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75b9b68fa1334e2b95fbe9dc75df9740 HTTP/1.1" status: 200 len: 477 time: 0.1222699 Feb 09 13:29:43.615204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'port': {'device_id': '07383001-130d-4bb2-96c1-af03eeb91168', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'admin_state_up': True, 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'security_groups': ['2245d701-b245-4975-b1da-ed0d0fa2cfd5', '6746a54c-6479-4832-8aa5-d858f102d87d']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:43.803574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582000c6-409b-4d1f-8785-2a7e3a144eb0 None None] DHCP port deletion for 046cff2d-0fc3-4bbc-9718-7dbd61d3250e request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:29:43.807330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:43.808740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-582000c6-409b-4d1f-8785-2a7e3a144eb0 None None] Deleting port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:43.809619 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-582000c6-409b-4d1f-8785-2a7e3a144eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:43.839807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Deleting port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:43.840214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:43.904397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:43.915913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:port and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:43.924110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:43.936830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:43.969576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Made reservation on behalf of 75b9b68fa1334e2b95fbe9dc75df9740 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:43.975443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:44.263724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4201469b-dec3-4fd4-a0f1-20449684cf4e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:44.368485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdae3956-1a08-426b-91df-d79ef09cfc0d req-8d1a750a-ffa2-40f2-90b8-4ba4c4e1b20b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 210 time: 0.4036796 Feb 09 13:29:44.405299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-582000c6-409b-4d1f-8785-2a7e3a144eb0 None None] For port e8e7e6b0-c8ac-4866-ab7a-3be159c72793, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e8e7e6b0-c8ac-4866-ab7a-3be159c72793,segment=NetworkSegment(dab03258-7cf4-4519-877f-ea04af20e03c),segment_id=dab03258-7cf4-4519-877f-ea04af20e03c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:44.405684 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-582000c6-409b-4d1f-8785-2a7e3a144eb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:44.545468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Allocated IP 172.20.0.9 (d24ec464-10ef-48d3-9b54-6c2c9f093ae8/24898a6b-ba77-4cfa-865f-b335410d4544/9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:44.586785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43552) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:44.599967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] For port e8e7e6b0-c8ac-4866-ab7a-3be159c72793, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e8e7e6b0-c8ac-4866-ab7a-3be159c72793,segment=NetworkSegment(dab03258-7cf4-4519-877f-ea04af20e03c),segment_id=dab03258-7cf4-4519-877f-ea04af20e03c)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:44.600421 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:44.703347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b146aa3-007c-48f3-8425-fe438cf56f20 req-444a83d5-bf3e-43e3-8840-39088a853117 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:44.703347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b146aa3-007c-48f3-8425-fe438cf56f20 req-444a83d5-bf3e-43e3-8840-39088a853117 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.2837424 Feb 09 13:29:44.775075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-582000c6-409b-4d1f-8785-2a7e3a144eb0 None None] Calling delete_port for e8e7e6b0-c8ac-4866-ab7a-3be159c72793 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:44.878983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Calling delete_port for e8e7e6b0-c8ac-4866-ab7a-3be159c72793 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:44.931782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 4201469b-dec3-4fd4-a0f1-20449684cf4e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:44.932727 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:44.949906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:44.962909 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b146aa3-007c-48f3-8425-fe438cf56f20 req-6faadbd9-a798-4301-9c7d-ddd1e5675e9d tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519578 Feb 09 13:29:44.990418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Transition to ACTIVE for port object 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:45.027939 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-582000c6-409b-4d1f-8785-2a7e3a144eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.041369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.056610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'networks': [{'name': 'tempest-network--1992215602'}, {'name': 'tempest-network--2025325477'}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:45.062267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'network': {'name': 'tempest-network--1992215602'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:45.063524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'network': {'name': 'tempest-network--2025325477'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:45.074405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:45.086778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582000c6-409b-4d1f-8785-2a7e3a144eb0 None None] Pushing event deleted for resources: {'Port': ['ID=e8e7e6b0-c8ac-4866-ab7a-3be159c72793,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:45.087517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Usage tracker for resource:network and tenant:5555df6ba0594e46bc30ad4cbaefc821 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:45.095982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:45.113463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:45.133402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Made reservation on behalf of 5555df6ba0594e46bc30ad4cbaefc821 for: {'network': 2} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:45.142616 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.147013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:45.150864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:45.169551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:45.176712 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582000c6-409b-4d1f-8785-2a7e3a144eb0 None None] No DVR routers for this DVR port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:29:45.193549 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.233769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e8e7e6b0-c8ac-4866-ab7a-3be159c72793 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:29:45.234728 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:29:45.236096 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:29:45.275311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e8e7e6b0-c8ac-4866-ab7a-3be159c72793 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:29:45.275971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e8e7e6b0-c8ac-4866-ab7a-3be159c72793 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:29:45.304205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:45.313502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Usage tracker for resource:security_group_rule and tenant:5555df6ba0594e46bc30ad4cbaefc821 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:45.320964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:45.352460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:45.353512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.359255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Port': ['ID=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:45.370581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:45.379462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.380058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.380690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.381186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.381690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.382296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.382899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.383399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.383779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.384060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.384385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:45.424381 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-5adb7fc8-829a-4e6f-b17e-c245db33a395 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.8121588 Feb 09 13:29:45.594930 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.606220 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.606941 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.651324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Request body: {'port': {'device_id': '07383001-130d-4bb2-96c1-af03eeb91168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:45.673610 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8cb3c3b1-696e-4e83-a6dc-dc50a2681785 None None] Provisioning for port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:45.683450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8cb3c3b1-696e-4e83-a6dc-dc50a2681785 None None] Provisioning complete for port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:45.683812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8cb3c3b1-696e-4e83-a6dc-dc50a2681785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.687619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:45.714660 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.716102 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Added segment f2a50291-146c-4300-ab73-47165f293952 of type vlan for network 05e9909f-96f5-4cc5-a273-c489415a85e0 Feb 09 13:29:45.803153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3c3b1-696e-4e83-a6dc-dc50a2681785 None None] Port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:29:45.833865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.861587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Deleting port e8e7e6b0-c8ac-4866-ab7a-3be159c72793 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:45.861931 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:45.947133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.135245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5addcf-a015-4f73-9d54-97100556e40a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:46.155262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] The port 'e8e7e6b0-c8ac-4866-ab7a-3be159c72793' was deleted {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:29:46.159775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:29:46.255191 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.362482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:46.441438 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.441779 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Added segment 24bd3992-5338-47c8-8958-ef8353262ae8 of type vlan for network f4a54b98-e16f-4489-84c4-869f5f6ce1cb Feb 09 13:29:46.442802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:29:46.450457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.465110 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.472950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Transition to ACTIVE for port object 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:46.477079 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.512782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1202a99-6356-4dc5-a445-20485fcb93c2 req-ecb42c67-5e3a-4911-9d75-e7db2bf7daea tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:46.514340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1202a99-6356-4dc5-a445-20485fcb93c2 req-ecb42c67-5e3a-4911-9d75-e7db2bf7daea tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 970 time: 0.8915958 Feb 09 13:29:46.525926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['046cff2d-0fc3-4bbc-9718-7dbd61d3250e']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:46.535769 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.572389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab03258-7cf4-4519-877f-ea04af20e03c') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:46.572688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab03258-7cf4-4519-877f-ea04af20e03c') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:46.603564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.725065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1202a99-6356-4dc5-a445-20485fcb93c2 req-05b52339-63be-4027-835d-4ebda580179f tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1913364 Feb 09 13:29:46.740855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eab59-bc07-43b4-b8b2-9c0b5512b148 req-fbb67f75-80ed-44fa-ac29-de808d81a4d1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:46.742379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-058eab59-bc07-43b4-b8b2-9c0b5512b148 req-fbb67f75-80ed-44fa-ac29-de808d81a4d1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.4752645 Feb 09 13:29:46.787569 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.816239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:29:46.816948 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: util.warn( Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:29:46.832230 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:29:46.848515 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.849009 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.853883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:46.856952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:46.857847 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:46.906380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:47.115600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'Network': ['ID=05e9909f-96f5-4cc5-a273-c489415a85e0,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:47.130814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 05e9909f-96f5-4cc5-a273-c489415a85e0 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:47.176032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Attempting to bind port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:29:47.176366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Attempting to bind port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:29:47.176664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Attempting to bind port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 on network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:29:47.190993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 on network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:29:47.191368 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Attempting to bind port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 on network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:29:47.197751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:29:47.198084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Checking segment: {'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:47.198487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Bound using segment: {'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:29:47.198945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Bound port: 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:29:47.199285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:47.237626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'Network': ['ID=f4a54b98-e16f-4489-84c4-869f5f6ce1cb,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:47.257365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-058eab59-bc07-43b4-b8b2-9c0b5512b148 req-f1d59bcf-a8c8-4c17-a67f-202d9927cf29 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931350 Feb 09 13:29:47.268487 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:47.278593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f4a54b98-e16f-4489-84c4-869f5f6ce1cb details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:47.331189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:47.335801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] Pushing event deleted for resources: {'Network': ['ID=046cff2d-0fc3-4bbc-9718-7dbd61d3250e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:47.340403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4753a839-e671-4b58-b70a-82f029f5ef03 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.7506099 Feb 09 13:29:47.344423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43594) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:47.351668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6e37c8f5-4664-41c9-8e02-86a3f9b0d955 tempest-AllowedAddressPairTestJSON-1517858662 tempest-AllowedAddressPairTestJSON-1517858662-project] 10.222.0.59 "DELETE /v2.0/networks/046cff2d-0fc3-4bbc-9718-7dbd61d3250e HTTP/1.1" status: 204 len: 168 time: 3.8868377 Feb 09 13:29:47.425837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] For port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:29:47.437300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] For port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:29:47.447841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:47.604867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:47.606279 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-0941d051-0546-4756-a662-2a9892e49087 service neutron] 10.222.0.67 "PUT /v2.0/ports/9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 HTTP/1.1" status: 200 len: 1130 time: 2.1755524 Feb 09 13:29:47.619924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07383001-130d-4bb2-96c1-af03eeb91168', 'tag': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:29:47.750031 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07383001-130d-4bb2-96c1-af03eeb91168', 'tag': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'status': 'completed', 'code': 200} Feb 09 13:29:47.840536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941d051-0546-4756-a662-2a9892e49087 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:47.910634 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-3e249675-faaf-41d4-b036-5e6a8afd73e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75b9b68fa1334e2b95fbe9dc75df9740&device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 1133 time: 0.2496760 Feb 09 13:29:48.135567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43612) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:48.154108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25457d99-548d-4e2d-9958-97685c63432d tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:48.157069 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-94000baa-f5e5-431f-9a37-1ab6d374c258 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 HTTP/1.1" status: 200 len: 217 time: 0.2357762 Feb 09 13:29:48.160288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25457d99-548d-4e2d-9958-97685c63432d tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:48.164480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25457d99-548d-4e2d-9958-97685c63432d tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:48.169322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25457d99-548d-4e2d-9958-97685c63432d tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:48.170219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-25457d99-548d-4e2d-9958-97685c63432d tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Synchronizing usage tracker for tenant:5555df6ba0594e46bc30ad4cbaefc821 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:29:48.200735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-25457d99-548d-4e2d-9958-97685c63432d tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Unset dirty status for tenant:5555df6ba0594e46bc30ad4cbaefc821 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:29:48.210481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-25457d99-548d-4e2d-9958-97685c63432d tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8649864 Feb 09 13:29:48.213232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43620) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:48.281637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2a03d-6d78-4c85-8e85-2e187ce03775 req-955ba052-a34f-451b-a602-3c06b27e932e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:48.283681 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93e2a03d-6d78-4c85-8e85-2e187ce03775 req-955ba052-a34f-451b-a602-3c06b27e932e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 982 time: 0.3008158 Feb 09 13:29:48.379333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-dbd6a390-d437-4efc-b417-d59099a7d3f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:48.381054 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-dbd6a390-d437-4efc-b417-d59099a7d3f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24898a6b-ba77-4cfa-865f-b335410d4544 HTTP/1.1" status: 200 len: 835 time: 0.2174723 Feb 09 13:29:48.391163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93e2a03d-6d78-4c85-8e85-2e187ce03775 req-f2aeea65-95d4-413d-8eae-8f243d1ee801 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0878749 Feb 09 13:29:48.495424 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:48.712627 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-60c7d100-a096-4e54-bd55-ccf5f454ae53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123205 Feb 09 13:29:48.717296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-93917bb2-7230-4b8d-ad1e-09d4fd6e0cce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d819b1a7a9964c24974562e80d5fa22a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5772958 Feb 09 13:29:48.718447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43630) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:48.730198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a66b2d-d8a6-42d3-bf97-51211cdb4d87 req-05db4068-7091-4079-bd15-4a6b382d2669 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:48.731719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2a66b2d-d8a6-42d3-bf97-51211cdb4d87 req-05db4068-7091-4079-bd15-4a6b382d2669 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.1993008 Feb 09 13:29:48.812900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:48.820074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e2a66b2d-d8a6-42d3-bf97-51211cdb4d87 req-ee2d7478-5a58-4f61-837c-265f88a221d6 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823171 Feb 09 13:29:49.041619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e9909f-96f5-4cc5-a273-c489415a85e0']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:49.071821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a50291-146c-4300-ab73-47165f293952') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:49.071821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a50291-146c-4300-ab73-47165f293952') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:49.096858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:49.141488 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-de758aed-172e-437b-a3e9-dfa34a5731fd service neutron] 10.222.0.67 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011110 Feb 09 13:29:49.142599 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:49.149864 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64fe249f-939b-4329-9e54-907d4cf84de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:49.196106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:29:49.196485 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:29:49.212916 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:29:49.378964 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64fe249f-939b-4329-9e54-907d4cf84de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:49.433942 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:49.465131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:49.478455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2fd8a81-edc8-4625-8a84-0b645dae6351 req-e9658412-2716-4835-965c-c98ff9d7140e service neutron] 10.222.0.67 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295379 Feb 09 13:29:49.481123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event deleted for resources: {'Network': ['ID=05e9909f-96f5-4cc5-a273-c489415a85e0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:49.499267 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8d084bb0-216d-475b-abb4-ac15961696a8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "DELETE /v2.0/networks/05e9909f-96f5-4cc5-a273-c489415a85e0 HTTP/1.1" status: 204 len: 168 time: 1.2820687 Feb 09 13:29:49.499884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43644) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:49.602961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64fe249f-939b-4329-9e54-907d4cf84de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:49.606066 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-64fe249f-939b-4329-9e54-907d4cf84de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:49.607511 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-64fe249f-939b-4329-9e54-907d4cf84de7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4fabc373-dbdc-4c25-8653-390f02e48961 HTTP/1.1" status: 204 len: 168 time: 0.8879204 Feb 09 13:29:49.639881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe249f-939b-4329-9e54-907d4cf84de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fabc373-dbdc-4c25-8653-390f02e48961,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:49.723171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99f861-3454-4d9c-9e8a-3c73f5537c99 req-2f2d9791-b4c5-41e4-b5a1-dbbd749a3d50 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:49.725156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce99f861-3454-4d9c-9e8a-3c73f5537c99 req-2f2d9791-b4c5-41e4-b5a1-dbbd749a3d50 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 982 time: 0.1422472 Feb 09 13:29:49.813403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce99f861-3454-4d9c-9e8a-3c73f5537c99 req-d9eee594-9ce5-44df-8e45-83f3aaa8107d tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0826299 Feb 09 13:29:49.910506 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-272d4ffb-fb8a-4ced-aa53-04288e3b59a7 req-56185f76-0702-459d-9cb6-d886a167e072 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75b9b68fa1334e2b95fbe9dc75df9740&device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 1133 time: 0.3692861 Feb 09 13:29:49.918298 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:50.256573 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:50.323237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a54b98-e16f-4489-84c4-869f5f6ce1cb']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:50.329709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0eaf56-35f5-455a-b3fc-4bccd175388e req-c2844807-467d-409a-86ad-406b7be0e351 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:50.331284 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e0eaf56-35f5-455a-b3fc-4bccd175388e req-c2844807-467d-409a-86ad-406b7be0e351 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.2923074 Feb 09 13:29:50.371183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bd3992-5338-47c8-8958-ef8353262ae8') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:50.371183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bd3992-5338-47c8-8958-ef8353262ae8') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:29:50.419348 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-edeba767-ae6f-4dba-ab9f-7311a1cf2d02 req-526e7ffd-42f3-4da9-8d87-b4089a62b017 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 1097 time: 0.2349474 Feb 09 13:29:50.421432 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:50.460312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d4ffb-fb8a-4ced-aa53-04288e3b59a7 req-b4723b95-24e5-4617-bf2a-0451014d984e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:50.461757 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-272d4ffb-fb8a-4ced-aa53-04288e3b59a7 req-b4723b95-24e5-4617-bf2a-0451014d984e service neutron] 10.222.0.67 "GET /v2.0/networks?id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8 HTTP/1.1" status: 200 len: 897 time: 0.5361023 Feb 09 13:29:50.554309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e0eaf56-35f5-455a-b3fc-4bccd175388e req-949c86dd-f41b-4cc2-86af-0e6ee9cb0efa tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122803 Feb 09 13:29:50.580962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-edeba767-ae6f-4dba-ab9f-7311a1cf2d02 req-1a74f02b-25a4-40a6-897f-56efb9dd0aaa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558046 Feb 09 13:29:50.644151 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:50.659211 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-272d4ffb-fb8a-4ced-aa53-04288e3b59a7 req-fc7205be-591e-4b68-b069-941f98acaf7e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 HTTP/1.1" status: 200 len: 217 time: 0.1894486 Feb 09 13:29:50.661749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:29:50.662157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:29:50.693765 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:29:50.924589 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:50.945806 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:51.192715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d4ffb-fb8a-4ced-aa53-04288e3b59a7 req-8f069434-b919-4515-b828-3d38005b15f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:51.197328 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-272d4ffb-fb8a-4ced-aa53-04288e3b59a7 req-8f069434-b919-4515-b828-3d38005b15f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24898a6b-ba77-4cfa-865f-b335410d4544 HTTP/1.1" status: 200 len: 835 time: 0.3579085 Feb 09 13:29:51.200824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event deleted for resources: {'Network': ['ID=f4a54b98-e16f-4489-84c4-869f5f6ce1cb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:51.206176 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-86786acf-20c0-468a-b481-7c416c6f42b8 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "DELETE /v2.0/networks/f4a54b98-e16f-4489-84c4-869f5f6ce1cb HTTP/1.1" status: 204 len: 168 time: 1.7053254 Feb 09 13:29:51.211403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43674) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:51.345794 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-272d4ffb-fb8a-4ced-aa53-04288e3b59a7 req-55ed14ef-2202-4a1e-9463-c8a80107e758 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417572 Feb 09 13:29:51.459670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77936da1-b316-47df-830d-fa54acf9c42c tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:51.463829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77936da1-b316-47df-830d-fa54acf9c42c tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:51.465489 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-77936da1-b316-47df-830d-fa54acf9c42c tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2527039 Feb 09 13:29:51.508606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43684) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:51.520610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-364689606'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:51.545184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:51.556885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Usage tracker for resource:network and tenant:5555df6ba0594e46bc30ad4cbaefc821 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:51.573408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:51.592486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:51.619111 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-272d4ffb-fb8a-4ced-aa53-04288e3b59a7 req-8935bffa-8751-4c21-9047-eaf21d3da96c service neutron] 10.222.0.67 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380223 Feb 09 13:29:51.665602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43696) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:51.675979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Made reservation on behalf of 5555df6ba0594e46bc30ad4cbaefc821 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:51.679167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:51.752931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad833-c20a-49b8-84c6-6f5dca8ae0b8 req-a9d2b760-040b-4372-bdc9-7d6e668ce1bf tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:51.754810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c0ad833-c20a-49b8-84c6-6f5dca8ae0b8 req-a9d2b760-040b-4372-bdc9-7d6e668ce1bf tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 982 time: 0.5392544 Feb 09 13:29:51.971772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:52.026461 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-272d4ffb-fb8a-4ced-aa53-04288e3b59a7 req-19e01db4-8a4e-4a1c-a21b-825cd862aefb service neutron] 10.222.0.67 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037771 Feb 09 13:29:52.045999 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.046737 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Added segment ebf5748e-fe2f-4198-af45-c2206905f741 of type vlan for network 0b1c3226-80a7-4fd4-9130-1065918de1de Feb 09 13:29:52.075660 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.110211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-652945154'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:52.126032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:52.138494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:network and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:52.145953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:52.151747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c0ad833-c20a-49b8-84c6-6f5dca8ae0b8 req-c29cc5be-700f-440c-98ff-c2d6071e754c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3885131 Feb 09 13:29:52.157893 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.181998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:52.182676 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.186838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:52.201588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:29:52.339937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:52.344693 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.367362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:52.368634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8584545 Feb 09 13:29:52.371626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43704) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:52.377424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-723353576'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:52.381515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68f946-6631-4f0f-9221-5f8219a7023a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'Network': ['ID=0b1c3226-80a7-4fd4-9130-1065918de1de,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:52.382201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'port_id': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'mac_address': 'fa:16:3e:b2:26:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:29:52.384585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:52.391221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Usage tracker for resource:network and tenant:5555df6ba0594e46bc30ad4cbaefc821 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:52.394438 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.395179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:52.401588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:52.416380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 0b1c3226-80a7-4fd4-9130-1065918de1de details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:52.416981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Made reservation on behalf of 5555df6ba0594e46bc30ad4cbaefc821 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:52.421415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.423028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640311f-74f4-4bc5-bff3-26e89afa6189 req-510d03ba-23da-489c-95d2-2629ffacd41a tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:52.431010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e640311f-74f4-4bc5-bff3-26e89afa6189 req-510d03ba-23da-489c-95d2-2629ffacd41a tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.5843563 Feb 09 13:29:52.461907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:52.482411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.483456 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Added segment c6319942-9f5a-468d-87c5-92b8b336109d of type vlan for network 932dd36f-88f4-417e-b6d1-da339edaf939 Feb 09 13:29:52.506940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e640311f-74f4-4bc5-bff3-26e89afa6189 req-96e0692e-c6ec-4e44-995d-c7f002e198c6 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748706 Feb 09 13:29:52.524380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.529720 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.538017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:52.552413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:security_group_rule and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:52.558758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:52.566298 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.570595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:52.571197 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.571813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:52.601936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:29:52.645877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:52.652114 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.705752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.712924 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.714323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3413718 Feb 09 13:29:52.718396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43712) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:52.726911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'ports': [{'network_id': '0b1c3226-80a7-4fd4-9130-1065918de1de', 'name': 'tempest-port--2139098455', 'admin_state_up': True}, {'network_id': '932dd36f-88f4-417e-b6d1-da339edaf939', 'admin_state_up': False}]} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:52.727233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'port': {'network_id': '0b1c3226-80a7-4fd4-9130-1065918de1de', 'name': 'tempest-port--2139098455', 'admin_state_up': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:52.727677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'port': {'network_id': '932dd36f-88f4-417e-b6d1-da339edaf939', 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:52.746941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a889b3-fa0c-4454-b6b9-eb61b4b835b9 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'Network': ['ID=932dd36f-88f4-417e-b6d1-da339edaf939,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:52.773294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:52.777015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2426bb-8daa-4959-9527-6346c6fad4c1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:52.800709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 932dd36f-88f4-417e-b6d1-da339edaf939 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:52.805974 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.806569 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Added segment 0eb756d8-cd50-4c2d-994a-9dc5eedd540c of type vlan for network bdf80f36-79e3-45a8-89a4-0a8f5c06509d Feb 09 13:29:52.865775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.919973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:52.937298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:52.947881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:29:52.948611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:52.950965 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:53.055684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:53.068265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Usage tracker for resource:port and tenant:5555df6ba0594e46bc30ad4cbaefc821 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:53.075458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:53.089571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:53.113631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Made reservation on behalf of 5555df6ba0594e46bc30ad4cbaefc821 for: {'port': 2} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:53.122511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:53.135745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=bdf80f36-79e3-45a8-89a4-0a8f5c06509d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:53.143151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2ccb3d4b-2e42-42fb-b0fa-aeb53b7cb591 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4685423 Feb 09 13:29:53.153891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network bdf80f36-79e3-45a8-89a4-0a8f5c06509d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:53.178640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:53.715286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18a536-cfbf-4975-8a36-496e81e56f42 req-b3d8f38d-14d0-451b-954e-6df81fa55748 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:53.728650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b18a536-cfbf-4975-8a36-496e81e56f42 req-b3d8f38d-14d0-451b-954e-6df81fa55748 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 983 time: 0.2520833 Feb 09 13:29:53.855171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b18a536-cfbf-4975-8a36-496e81e56f42 req-5a169303-5ac3-4370-a326-1fd2e27905db tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1248097 Feb 09 13:29:54.088124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] device_id is not set on port cdca0076-eee6-4c9a-966b-3d4fdb087ae6 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:29:54.099268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8888a-4378-4134-97ad-31cea62ef5a5 req-917d7268-a378-445e-b464-0c62213f88d4 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:54.123200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dec8888a-4378-4134-97ad-31cea62ef5a5 req-917d7268-a378-445e-b464-0c62213f88d4 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.2516665 Feb 09 13:29:54.214394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:29:54.268904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dec8888a-4378-4134-97ad-31cea62ef5a5 req-a3e47470-23fa-45ea-8d8d-088b365ce7e8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435475 Feb 09 13:29:54.367645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:54.403950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:29:54.410495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:29:54.410926 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:54.680309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] device_id is not set on port 86cf1e50-317c-4ba7-b66e-546f97ab768f yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:29:54.707946 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:54.763248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:29:54.765228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07383001-130d-4bb2-96c1-af03eeb91168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:29:54.779581 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:54.868685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:54.928591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:54.947909 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:55.028367 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07383001-130d-4bb2-96c1-af03eeb91168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'code': 200} Feb 09 13:29:55.037743 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4f89c8e4-8136-4c28-8f58-27297c1c9244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:55.400282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'Port': ['ID=cdca0076-eee6-4c9a-966b-3d4fdb087ae6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:55.406193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Checking segment: {'id': 'ebf5748e-fe2f-4198-af45-c2206905f741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '0b1c3226-80a7-4fd4-9130-1065918de1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:55.406859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Network hostable DHCP agents. Network: 0b1c3226-80a7-4fd4-9130-1065918de1de, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:29:55.449611 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ec36393-4079-4daf-9a3b-38a0958575d1 req-bf9dccfc-44ea-40e8-8090-a96d6ea898ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 1097 time: 0.3358681 Feb 09 13:29:55.506741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Network 0b1c3226-80a7-4fd4-9130-1065918de1de is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:29:55.590764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 0b1c3226-80a7-4fd4-9130-1065918de1de) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:55.602641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0cb4bb-3e0f-4805-92e5-7b5b786b517a None None] Network 0b1c3226-80a7-4fd4-9130-1065918de1de requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:55.605969 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2d97294-b748-457c-8448-3f6bfa5af363 req-f400fd17-81a1-4e08-b358-96f38c937811 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 1135 time: 0.4623766 Feb 09 13:29:55.622541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:55.626612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:55.819644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'Port': ['ID=86cf1e50-317c-4ba7-b66e-546f97ab768f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:55.883330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Checking segment: {'id': 'c6319942-9f5a-468d-87c5-92b8b336109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '932dd36f-88f4-417e-b6d1-da339edaf939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:55.883982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Network hostable DHCP agents. Network: 932dd36f-88f4-417e-b6d1-da339edaf939, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:29:55.891487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec36393-4079-4daf-9a3b-38a0958575d1 req-034a81b5-5b24-42ee-a70a-97fbe2b2c03a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:55.893205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ec36393-4079-4daf-9a3b-38a0958575d1 req-034a81b5-5b24-42ee-a70a-97fbe2b2c03a service neutron] 10.222.0.67 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 919 time: 0.4369798 Feb 09 13:29:55.942394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2d97294-b748-457c-8448-3f6bfa5af363 req-a90dea00-00b5-49e1-a6f2-27752f456d6f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3282363 Feb 09 13:29:56.016781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a5a79-6b38-4b23-a0ef-603c44c05dad req-45278d0b-3b3b-4cba-8305-fc91b6765efd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:56.027065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d7a5a79-6b38-4b23-a0ef-603c44c05dad req-45278d0b-3b3b-4cba-8305-fc91b6765efd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 984 time: 0.6787295 Feb 09 13:29:56.079839 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Network 932dd36f-88f4-417e-b6d1-da339edaf939 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:29:56.103009 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ec36393-4079-4daf-9a3b-38a0958575d1 req-5fb95a48-9490-4f84-bcb1-e3c6b732bbb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f HTTP/1.1" status: 200 len: 217 time: 0.1933355 Feb 09 13:29:56.111905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 932dd36f-88f4-417e-b6d1-da339edaf939) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:56.119372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:56.126781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:56.134174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba0827c-2dc2-4779-b175-6b0e5c41a868 None None] Network 932dd36f-88f4-417e-b6d1-da339edaf939 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:56.143525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:56.144422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:56.178488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63780b12-7161-4298-9c92-c13851c43528 req-88a3cba6-2c77-4e32-b16a-ee29ce65f74e tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:56.200431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63780b12-7161-4298-9c92-c13851c43528 req-88a3cba6-2c77-4e32-b16a-ee29ce65f74e tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.5919955 Feb 09 13:29:56.239070 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7511c704-85da-48c9-91c7-5894f2cfb5d6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5195773 Feb 09 13:29:56.242642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43770) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:56.359025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec36393-4079-4daf-9a3b-38a0958575d1 req-9e17eef1-6d34-40dd-bc40-52ebe8418ec2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:56.360496 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ec36393-4079-4daf-9a3b-38a0958575d1 req-9e17eef1-6d34-40dd-bc40-52ebe8418ec2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 200 len: 858 time: 0.2084017 Feb 09 13:29:56.376883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d7a5a79-6b38-4b23-a0ef-603c44c05dad req-debaf95d-14cc-48d5-a41a-508746e2a6f5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3489537 Feb 09 13:29:56.448947 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-63780b12-7161-4298-9c92-c13851c43528 req-c9a02531-47e0-4c39-bb18-1fdd7e83764e tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457378 Feb 09 13:29:56.509811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43776) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:56.516934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'network_id': 'bdf80f36-79e3-45a8-89a4-0a8f5c06509d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:56.534222 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ec36393-4079-4daf-9a3b-38a0958575d1 req-29c81597-bf68-4e66-a3ab-c17a1c14d44c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a8564f-4012-48d3-9204-dc679420e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500285 Feb 09 13:29:56.708653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:56.713319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:subnet and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:56.719146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:56.727978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:56.745933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:56.806654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21372b2f-1ff2-4f3d-a011-45c0031b3034 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:56.810567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21372b2f-1ff2-4f3d-a011-45c0031b3034 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:56.811940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-21372b2f-1ff2-4f3d-a011-45c0031b3034 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Synchronizing usage tracker for tenant:5555df6ba0594e46bc30ad4cbaefc821 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:29:56.824415 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ec36393-4079-4daf-9a3b-38a0958575d1 req-c11d2ef1-a151-4efb-8d98-5b0ec3759794 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834306 Feb 09 13:29:56.890817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-21372b2f-1ff2-4f3d-a011-45c0031b3034 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Unset dirty status for tenant:5555df6ba0594e46bc30ad4cbaefc821 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:29:56.892072 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-21372b2f-1ff2-4f3d-a011-45c0031b3034 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6477168 Feb 09 13:29:56.895858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43780) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:56.956108 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:57.073102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-358dfbcf-fafd-4cd9-823e-7a9048a822a4 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Deleting port cdca0076-eee6-4c9a-966b-3d4fdb087ae6 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:57.073582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-358dfbcf-fafd-4cd9-823e-7a9048a822a4 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:57.145064 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ec36393-4079-4daf-9a3b-38a0958575d1 req-efb4c687-ad72-4572-838f-06e73aeca326 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055494 Feb 09 13:29:57.290645 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:57.392275 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-358dfbcf-fafd-4cd9-823e-7a9048a822a4 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:57.393919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=3e8b01ab-add0-40be-a7e5-609914ab2bc5,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:57.406542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking segment: {'id': '0eb756d8-cd50-4c2d-994a-9dc5eedd540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bdf80f36-79e3-45a8-89a4-0a8f5c06509d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:57.406907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network hostable DHCP agents. Network: bdf80f36-79e3-45a8-89a4-0a8f5c06509d, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:29:57.434900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.434900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.434900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.434900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.434900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.434900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.434900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.434900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.444640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.444640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.444640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:29:57.482067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network bdf80f36-79e3-45a8-89a4-0a8f5c06509d is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:29:57.506817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, bdf80f36-79e3-45a8-89a4-0a8f5c06509d) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:57.516262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d82bcc-8af6-417f-9835-97acd1e2fb37 None None] Network bdf80f36-79e3-45a8-89a4-0a8f5c06509d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:29:57.521888 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:57.521888 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:57.574774 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-54de2c74-ab67-40cf-a561-801558e1113c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0637369 Feb 09 13:29:57.581488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43804) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:57.612305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15509574'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:57.624249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:57.637048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:network and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:57.673395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:57.703023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:57.719724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:57.724207 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:57.948055 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-358dfbcf-fafd-4cd9-823e-7a9048a822a4 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Calling delete_port for cdca0076-eee6-4c9a-966b-3d4fdb087ae6 owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:57.964073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:57.983238 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:57.983900 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Added segment 191693f5-e1fe-41be-8385-206587337825 of type vlan for network 975b2677-ba37-45df-b8c1-c68a402132f5 Feb 09 13:29:58.028712 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:58.060197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-bdf80f36-79e3-45a8-89a4-0a8f5c06509d', 'network_id': 'bdf80f36-79e3-45a8-89a4-0a8f5c06509d', 'tenant_id': 'f358188ba75743b18883921ebb213846', 'fixed_ips': [{'subnet_id': '3e8b01ab-add0-40be-a7e5-609914ab2bc5'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:29:58.061493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:58.066662 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-358dfbcf-fafd-4cd9-823e-7a9048a822a4 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:58.129244 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:58.133569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:58.133874 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:58.146690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dfbcf-fafd-4cd9-823e-7a9048a822a4 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event deleted for resources: {'Port': ['ID=cdca0076-eee6-4c9a-966b-3d4fdb087ae6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:58.149181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-358dfbcf-fafd-4cd9-823e-7a9048a822a4 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:58.167523 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-358dfbcf-fafd-4cd9-823e-7a9048a822a4 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "DELETE /v2.0/ports/cdca0076-eee6-4c9a-966b-3d4fdb087ae6 HTTP/1.1" status: 204 len: 168 time: 1.2701745 Feb 09 13:29:58.169780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43814) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:58.205769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da5d8-3dd7-45da-b971-874415adaa9a req-b8ca49d5-5a18-4f63-b85d-5d461646b9e9 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:58.212914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-093da5d8-3dd7-45da-b971-874415adaa9a req-b8ca49d5-5a18-4f63-b85d-5d461646b9e9 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.4283905 Feb 09 13:29:58.242979 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6592247 Feb 09 13:29:58.247291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43818) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:58.263264 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-67b14211-cf2f-4d1a-8278-147db4aca8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:58.263549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1b003cf0-09dd-4d6c-bef4-a2daaafe00f0 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Deleting port 86cf1e50-317c-4ba7-b66e-546f97ab768f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:29:58.264734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b003cf0-09dd-4d6c-bef4-a2daaafe00f0 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:58.268977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'network_id': '975b2677-ba37-45df-b8c1-c68a402132f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:58.370336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c16c9-ced5-43a0-b9aa-7d2f915d19b6 req-76ead80e-17d9-4b2d-afd2-e51cfde6374a tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:58.371369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Allocated IP 2001:db8:0:ffff::2 (bdf80f36-79e3-45a8-89a4-0a8f5c06509d/3e8b01ab-add0-40be-a7e5-609914ab2bc5/c49850db-1eb7-4f84-aa54-ea3a433473e2) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:29:58.378188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-303c16c9-ced5-43a0-b9aa-7d2f915d19b6 req-76ead80e-17d9-4b2d-afd2-e51cfde6374a tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 984 time: 0.5223885 Feb 09 13:29:58.407654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60db0d-1910-4c40-b193-85d2dec2e498 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=975b2677-ba37-45df-b8c1-c68a402132f5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:58.424971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-093da5d8-3dd7-45da-b971-874415adaa9a req-95a479da-7553-4964-89de-093d9cb0ba10 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110083 Feb 09 13:29:58.430744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 975b2677-ba37-45df-b8c1-c68a402132f5 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:29:58.564839 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-303c16c9-ced5-43a0-b9aa-7d2f915d19b6 req-deb5f42a-0861-453f-80b9-20a52f15ebeb tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1853917 Feb 09 13:29:58.571817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:58.577455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:subnet and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:58.580805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:58.588219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:58.617006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:58.720555 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:58.734668 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:58.791318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b003cf0-09dd-4d6c-bef4-a2daaafe00f0 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.003739 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.025211 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.043876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Transition to ACTIVE for port object c49850db-1eb7-4f84-aa54-ea3a433473e2 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:59.073537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Transition to ACTIVE for port object c49850db-1eb7-4f84-aa54-ea3a433473e2 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:29:59.085417 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.163793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1b003cf0-09dd-4d6c-bef4-a2daaafe00f0 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Calling delete_port for 86cf1e50-317c-4ba7-b66e-546f97ab768f owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:29:59.205563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Network bdf80f36-79e3-45a8-89a4-0a8f5c06509d is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:29:59.211328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:29:59.213518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Pushing event updated for resources: {'Port': ['ID=c49850db-1eb7-4f84-aa54-ea3a433473e2,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:59.226207 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:29:59.271274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b003cf0-09dd-4d6c-bef4-a2daaafe00f0 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.343457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Attempting to bind port c49850db-1eb7-4f84-aa54-ea3a433473e2 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:29:59.343820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Attempting to bind port c49850db-1eb7-4f84-aa54-ea3a433473e2 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0eb756d8-cd50-4c2d-994a-9dc5eedd540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bdf80f36-79e3-45a8-89a4-0a8f5c06509d'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:29:59.344234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Attempting to bind port c49850db-1eb7-4f84-aa54-ea3a433473e2 on network bdf80f36-79e3-45a8-89a4-0a8f5c06509d {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:29:59.353078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:29:59.353707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Checking segment: {'id': '0eb756d8-cd50-4c2d-994a-9dc5eedd540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bdf80f36-79e3-45a8-89a4-0a8f5c06509d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:29:59.355505 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.356827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Bound using segment: {'id': '0eb756d8-cd50-4c2d-994a-9dc5eedd540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bdf80f36-79e3-45a8-89a4-0a8f5c06509d'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:29:59.356827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Bound port: c49850db-1eb7-4f84-aa54-ea3a433473e2, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb756d8-cd50-4c2d-994a-9dc5eedd540c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bdf80f36-79e3-45a8-89a4-0a8f5c06509d'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:29:59.357175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.367225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e3ef8-6be3-4b6e-bec0-9642fb8083b3 req-aa5df0f7-4860-498f-8a60-6932b2c06959 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:29:59.375351 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129e3ef8-6be3-4b6e-bec0-9642fb8083b3 req-aa5df0f7-4860-498f-8a60-6932b2c06959 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 984 time: 0.5649452 Feb 09 13:29:59.403614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b003cf0-09dd-4d6c-bef4-a2daaafe00f0 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event deleted for resources: {'Port': ['ID=86cf1e50-317c-4ba7-b66e-546f97ab768f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:59.422172 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b003cf0-09dd-4d6c-bef4-a2daaafe00f0 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.445076 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1b003cf0-09dd-4d6c-bef4-a2daaafe00f0 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "DELETE /v2.0/ports/86cf1e50-317c-4ba7-b66e-546f97ab768f HTTP/1.1" status: 204 len: 168 time: 1.2738712 Feb 09 13:29:59.446738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43830) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:59.525022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] For port c49850db-1eb7-4f84-aa54-ea3a433473e2, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:29:59.532513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] For port c49850db-1eb7-4f84-aa54-ea3a433473e2, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c49850db-1eb7-4f84-aa54-ea3a433473e2,segment=NetworkSegment(0eb756d8-cd50-4c2d-994a-9dc5eedd540c),segment_id=0eb756d8-cd50-4c2d-994a-9dc5eedd540c)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:29:59.543845 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.577031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-464d6cd1-aa9c-430e-b932-b9d110e338fb tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Synchronizing usage tracker for tenant:5555df6ba0594e46bc30ad4cbaefc821 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:29:59.641820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-464d6cd1-aa9c-430e-b932-b9d110e338fb tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Unset dirty status for tenant:5555df6ba0594e46bc30ad4cbaefc821 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:29:59.645112 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-464d6cd1-aa9c-430e-b932-b9d110e338fb tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1963944 Feb 09 13:29:59.650340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43842) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:29:59.663971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-551113994'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:29:59.684856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:29:59.698266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Usage tracker for resource:network and tenant:5555df6ba0594e46bc30ad4cbaefc821 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:29:59.727243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:29:59.757063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:29:59.759491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12711d-2143-431f-b9df-1b73db934cf5 None None] Pushing event updated for resources: {'Port': ['ID=c49850db-1eb7-4f84-aa54-ea3a433473e2,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:29:59.805376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Made reservation on behalf of 5555df6ba0594e46bc30ad4cbaefc821 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:29:59.810520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.829545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-129e3ef8-6be3-4b6e-bec0-9642fb8083b3 req-d770b6a6-4e2d-412c-949f-8b5c3a583bcc tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4531479 Feb 09 13:29:59.877149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:29:59.901980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.902230 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Added segment 7543f578-90fb-4b3a-97f9-c4c5effd0df6 of type vlan for network 2e937aa6-c2c3-4d92-a392-b035514700ba Feb 09 13:29:59.938370 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:29:59.994537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.109965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.120505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:00.129033 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.148622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9ea2c-f37b-4258-a9b6-87aae7f15887 req-9bd0b245-680a-4f9a-8ffb-416bf50c9cd7 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:00.148622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0f9ea2c-f37b-4258-a9b6-87aae7f15887 req-9bd0b245-680a-4f9a-8ffb-416bf50c9cd7 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.3608413 Feb 09 13:30:00.184666 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.255814 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6041713 Feb 09 13:30:00.290099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43860) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:00.311532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1481880713'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:00.322269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:00.338769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Usage tracker for resource:network and tenant:5555df6ba0594e46bc30ad4cbaefc821 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:00.343467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:00.361011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:00.460005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=f7706a84-c45d-4897-8c4e-f40ddd93c807,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:00.472861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0f9ea2c-f37b-4258-a9b6-87aae7f15887 req-4260e10d-3a00-4c27-82b2-fbe19d598915 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081276 Feb 09 13:30:00.477772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Made reservation on behalf of 5555df6ba0594e46bc30ad4cbaefc821 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:00.483770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.505600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f68ca3-06fe-4d40-8736-bee0ec5ac8d2 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'Network': ['ID=2e937aa6-c2c3-4d92-a392-b035514700ba,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:00.508539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-71f25e5f-7968-4fa1-a25a-b70999d05751 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 1135 time: 0.3149722 Feb 09 13:30:00.522887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 2e937aa6-c2c3-4d92-a392-b035514700ba details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:00.563254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.567176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:00.588704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.589264 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Added segment a82d5d48-c2b0-466e-8a4a-e6b229e20208 of type vlan for network 53db1e19-3333-4bc1-af23-a8c6e73cb7d5 Feb 09 13:30:00.631190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking segment: {'id': '191693f5-e1fe-41be-8385-206587337825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '975b2677-ba37-45df-b8c1-c68a402132f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:00.636649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network hostable DHCP agents. Network: 975b2677-ba37-45df-b8c1-c68a402132f5, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:00.714353 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.717971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:00.742098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Usage tracker for resource:security_group_rule and tenant:bea621a11ced40068211a2b249659d6f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:00.756051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:00.770262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:00.804302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network 975b2677-ba37-45df-b8c1-c68a402132f5 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:00.833371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.838596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 975b2677-ba37-45df-b8c1-c68a402132f5) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:00.838999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:00.839823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.847574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:00.848446 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:00.918982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a484c088-92cf-4c24-b15e-75bc8719b097 None None] Network 975b2677-ba37-45df-b8c1-c68a402132f5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:00.957456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c8eaeb5a-7484-4862-8bdb-59d35aa29f19 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7081773 Feb 09 13:30:00.961518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43874) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:01.194630 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8965547 Feb 09 13:30:01.210172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dbe64-dd38-4dfc-b461-64dd0bfac490 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'Network': ['ID=53db1e19-3333-4bc1-af23-a8c6e73cb7d5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:01.244482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 53db1e19-3333-4bc1-af23-a8c6e73cb7d5 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:01.357592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:01.367708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:01.422966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:01.532765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Synchronizing usage tracker for tenant:bea621a11ced40068211a2b249659d6f on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:30:01.549991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bf515f-28ea-4d72-b68b-7347501672e2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:01.886086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Unset dirty status for tenant:bea621a11ced40068211a2b249659d6f on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:30:01.904188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10bdbb97-5001-4c16-9fb1-30bfcbe9de65 req-d043f41c-6579-4a19-b21b-b2f3bcea5ee2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.3917878 Feb 09 13:30:01.961343 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:01.984143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43892) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:02.008910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3ec83e-bbb0-47b9-bd38-d9a027e27819 None None] Network bdf80f36-79e3-45a8-89a4-0a8f5c06509d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:02.219277 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:02.251834 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ff20e15c-7348-4b1c-8df3-54a3a559bf2a tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 1130 time: 0.2626300 Feb 09 13:30:02.252659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43898) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:02.267534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:02.285948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:02.294074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:floatingip and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:02.297601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:02.305445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:02.318686 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:02.376981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Subnet': ['ID=f7706a84-c45d-4897-8c4e-f40ddd93c807,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:02.435013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c49850db-1eb7-4f84-aa54-ea3a433473e2 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:02.669003 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:02.702764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:02.744552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port c49850db-1eb7-4f84-aa54-ea3a433473e2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:02.756870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975b2677-ba37-45df-b8c1-c68a402132f5']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:02.791998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d606a8e4-9a63-493f-ac5a-bde8a40b987b None None] Provisioning for port c49850db-1eb7-4f84-aa54-ea3a433473e2 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:02.796560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04686722-619d-4aaa-afab-8e005a1a965d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-975b2677-ba37-45df-b8c1-c68a402132f5', 'network_id': '975b2677-ba37-45df-b8c1-c68a402132f5', 'tenant_id': 'f358188ba75743b18883921ebb213846', 'fixed_ips': [{'subnet_id': 'f7706a84-c45d-4897-8c4e-f40ddd93c807'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:02.806548 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-04686722-619d-4aaa-afab-8e005a1a965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:02.848945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191693f5-e1fe-41be-8385-206587337825') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:02.856372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191693f5-e1fe-41be-8385-206587337825') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:02.915208 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:02.973696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c49850db-1eb7-4f84-aa54-ea3a433473e2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:02.977697 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:02.995565 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:03.022243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:03.027042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:03.103782 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:03.121748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d606a8e4-9a63-493f-ac5a-bde8a40b987b None None] Provisioning complete for port c49850db-1eb7-4f84-aa54-ea3a433473e2 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:03.121748 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d606a8e4-9a63-493f-ac5a-bde8a40b987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:03.558371 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:03.653607 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:03.653999 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:30:03.742278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba671b94-23da-4efd-917c-4831be45c920 None None] Network 975b2677-ba37-45df-b8c1-c68a402132f5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:03.742956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/975b2677-ba37-45df-b8c1-c68a402132f5 HTTP/1.1" status: 204 len: 168 time: 2.7674408 Feb 09 13:30:03.751312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 43916) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:03.756953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5508b-d322-4df6-a058-3d7744a4f5d8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Network': ['ID=975b2677-ba37-45df-b8c1-c68a402132f5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:03.770878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba671b94-23da-4efd-917c-4831be45c920 None None] Network 975b2677-ba37-45df-b8c1-c68a402132f5 could not be found, it might have been deleted concurrently. {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 09 13:30:03.793498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Allocated IP 172.25.5.40 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/89487786-3e01-450e-9200-e278f8e3cfb3) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:03.980648 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.029352 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d606a8e4-9a63-493f-ac5a-bde8a40b987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.059413 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.121900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1602481041'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:04.146870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d606a8e4-9a63-493f-ac5a-bde8a40b987b None None] For port c49850db-1eb7-4f84-aa54-ea3a433473e2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c49850db-1eb7-4f84-aa54-ea3a433473e2,segment=NetworkSegment(0eb756d8-cd50-4c2d-994a-9dc5eedd540c),segment_id=0eb756d8-cd50-4c2d-994a-9dc5eedd540c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:04.165769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:04.175633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:network and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:04.186200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:04.200012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:04.221185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.227112 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d606a8e4-9a63-493f-ac5a-bde8a40b987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.344031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:04.355094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.420942 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:30:04.428562 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:30:04.449128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606a8e4-9a63-493f-ac5a-bde8a40b987b None None] Pushing event updated for resources: {'Port': ['ID=c49850db-1eb7-4f84-aa54-ea3a433473e2,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:04.486530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:04.549745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:04.562690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-86e23aec-bbb2-4487-a0fb-62610afb42c4 None None] Provisioning complete for port c49850db-1eb7-4f84-aa54-ea3a433473e2 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:04.562948 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-86e23aec-bbb2-4487-a0fb-62610afb42c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.565012 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.566361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43926) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:04.567339 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Added segment bb814a5e-9de8-4416-9b7e-1a75f33d0911 of type vlan for network 97638a87-325d-4661-a995-6f6ff8ebf9f7 Feb 09 13:30:04.569870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:04.572467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:04.575253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'subnets': [{'network_id': '2e937aa6-c2c3-4d92-a392-b035514700ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--568502132', 'ip_version': 6}, {'network_id': '53db1e19-3333-4bc1-af23-a8c6e73cb7d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:04.575560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'subnet': {'network_id': '2e937aa6-c2c3-4d92-a392-b035514700ba', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--568502132', 'ip_version': 6}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:04.576243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Request body: {'subnet': {'network_id': '53db1e19-3333-4bc1-af23-a8c6e73cb7d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:04.675304 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.685448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Port': ['ID=89487786-3e01-450e-9200-e278f8e3cfb3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:04.939998 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.952427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:04.953067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:04.981604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:05.002991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Usage tracker for resource:subnet and tenant:5555df6ba0594e46bc30ad4cbaefc821 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:05.026005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:05.043467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:05.080684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Made reservation on behalf of 5555df6ba0594e46bc30ad4cbaefc821 for: {'subnet': 2} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:05.288371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c49850db-1eb7-4f84-aa54-ea3a433473e2 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:05.398899 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6457906 Feb 09 13:30:05.475898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c49850db-1eb7-4f84-aa54-ea3a433473e2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:05.476638 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:05.499762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43944) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:05.506354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43946) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:05.553627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'network_id': '97638a87-325d-4661-a995-6f6ff8ebf9f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:05.655641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad41581-cad7-4d44-b407-b9dd4e39cab4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=97638a87-325d-4661-a995-6f6ff8ebf9f7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:05.785575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 97638a87-325d-4661-a995-6f6ff8ebf9f7 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:06.068249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-519f493d-98c2-471d-a01c-909248a436dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:06.091142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:06.133249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:subnet and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:06.155893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:06.174880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:06.215579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:06.217287 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:06.230837 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:06.316938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-519f493d-98c2-471d-a01c-909248a436dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:06.346242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-519f493d-98c2-471d-a01c-909248a436dc admin admin] Usage tracker for resource:security_group_rule and tenant:fde08aecc96843c681b58d548c4fa8a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:06.350300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:06.369928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-519f493d-98c2-471d-a01c-909248a436dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:06.378993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-519f493d-98c2-471d-a01c-909248a436dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:06.465179 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-519f493d-98c2-471d-a01c-909248a436dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:06.584986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:06.587912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:06.596494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:06.659537 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-519f493d-98c2-471d-a01c-909248a436dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:06.751036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Port': ['ID=89487786-3e01-450e-9200-e278f8e3cfb3,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:06.764156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:06.884796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946b389-5d6b-4a40-8784-efe025197232 req-bc9c8c2f-847d-4cb1-a6a3-f6706186a798 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:06.886659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9946b389-5d6b-4a40-8784-efe025197232 req-bc9c8c2f-847d-4cb1-a6a3-f6706186a798 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 1.3979528 Feb 09 13:30:06.987127 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:07.006134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-519f493d-98c2-471d-a01c-909248a436dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fde08aecc96843c681b58d548c4fa8a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4968832 Feb 09 13:30:07.010796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43964) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:07.061891 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Floating IP a103914a-b1fd-4384-a576-ee2aacb2696d associated. External IP: 172.25.5.40, port: 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3. Feb 09 13:30:07.196557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f493d-98c2-471d-a01c-909248a436dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aceefae-77a2-47d2-a8ee-3e410d89f6c5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:07.271731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9946b389-5d6b-4a40-8784-efe025197232 req-6014ccb9-c5d2-417a-b09d-7adc06216faa tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617404 Feb 09 13:30:07.316152 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-108fa8e9-2b5d-4faf-9bf9-33c78fd85119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:07.352816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-108fa8e9-2b5d-4faf-9bf9-33c78fd85119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:07.553468 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-108fa8e9-2b5d-4faf-9bf9-33c78fd85119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:07.607000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fa8e9-2b5d-4faf-9bf9-33c78fd85119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aceefae-77a2-47d2-a8ee-3e410d89f6c5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:07.626730 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:07.685944 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-108fa8e9-2b5d-4faf-9bf9-33c78fd85119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:07.689971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-108fa8e9-2b5d-4faf-9bf9-33c78fd85119 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1aceefae-77a2-47d2-a8ee-3e410d89f6c5 HTTP/1.1" status: 204 len: 168 time: 0.6718481 Feb 09 13:30:07.698321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:07.735717 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'Subnet': ['ID=81913f5b-6982-4f86-aca8-a89f0a78e2de,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:07.851609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Router 5d594d46-a67a-4923-a77d-d2940ab0cc5d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:30:07.856190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Checking segment: {'id': '7543f578-90fb-4b3a-97f9-c4c5effd0df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2e937aa6-c2c3-4d92-a392-b035514700ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:07.856545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Network hostable DHCP agents. Network: 2e937aa6-c2c3-4d92-a392-b035514700ba, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:07.871510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking segment: {'id': 'bb814a5e-9de8-4416-9b7e-1a75f33d0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97638a87-325d-4661-a995-6f6ff8ebf9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:07.871905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network hostable DHCP agents. Network: 97638a87-325d-4661-a995-6f6ff8ebf9f7, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:07.876890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=c4047caa-f989-4310-a67a-134ec1746aec,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:07.923781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Network 2e937aa6-c2c3-4d92-a392-b035514700ba is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:07.925398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network 97638a87-325d-4661-a995-6f6ff8ebf9f7 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:07.951690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 97638a87-325d-4661-a995-6f6ff8ebf9f7) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:07.955131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 2e937aa6-c2c3-4d92-a392-b035514700ba) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:07.958040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:07.959682 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:07.966235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da06426-bb12-4c2f-8b03-f4918e11bec5 None None] Network 97638a87-325d-4661-a995-6f6ff8ebf9f7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:07.993644 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:08.015518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb86601-25e3-4ec7-a132-e12d99ee54d6 None None] Network 2e937aa6-c2c3-4d92-a392-b035514700ba requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:08.096258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-98ffa370-330b-446e-a6ae-56dcdfdcb5ea tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5842934 Feb 09 13:30:08.097535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 43998) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:08.125902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-809172147'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:08.144112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:08.161302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:network and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:08.177691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:08.192005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:08.239749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event updated for resources: {'Subnet': ['ID=af6a6ea9-3031-45a0-ac92-4ea81f50d0d4,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:08.268110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:08.271943 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:08.303503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Checking segment: {'id': 'a82d5d48-c2b0-466e-8a4a-e6b229e20208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '53db1e19-3333-4bc1-af23-a8c6e73cb7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:08.303941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Network hostable DHCP agents. Network: 53db1e19-3333-4bc1-af23-a8c6e73cb7d5, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:08.323601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44008) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:08.344834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:08.361303 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:08.361690 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Added segment 7ee5f252-d6b8-4f42-9dca-1fc0a4f9111a of type vlan for network 73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8 Feb 09 13:30:08.366570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3281-07b5-40c6-bc51-f95b1b28a63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:08.377941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Network 53db1e19-3333-4bc1-af23-a8c6e73cb7d5 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:08.455013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 53db1e19-3333-4bc1-af23-a8c6e73cb7d5) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:08.457998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8bdc3281-07b5-40c6-bc51-f95b1b28a63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:08.467008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8bdc3281-07b5-40c6-bc51-f95b1b28a63b admin admin] Usage tracker for resource:security_group_rule and tenant:022123826fb14e31983e2f696d00e393 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:08.476181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:08.487694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8bdc3281-07b5-40c6-bc51-f95b1b28a63b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:08.488784 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:08.489613 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:08.497529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:08.508189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8bdc3281-07b5-40c6-bc51-f95b1b28a63b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:08.521186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7104313-bbc9-4c4f-aa52-3c8d4a716a85 None None] Network 53db1e19-3333-4bc1-af23-a8c6e73cb7d5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:08.641761 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-749fbb99-241f-4c25-afc6-0529fd2aa197 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.0737126 Feb 09 13:30:08.642821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44016) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:08.711573 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:08.725691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:08.726307 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:08.755032 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3281-07b5-40c6-bc51-f95b1b28a63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:08.773934 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8bdc3281-07b5-40c6-bc51-f95b1b28a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:08.898273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7918715 Feb 09 13:30:08.903565 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8bdc3281-07b5-40c6-bc51-f95b1b28a63b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=022123826fb14e31983e2f696d00e393&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5734730 Feb 09 13:30:08.904907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:08.908158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc3281-07b5-40c6-bc51-f95b1b28a63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8217773-464e-449e-b6f4-70e1345ff32d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:08.910497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17249e6c-3587-4b72-9e34-59ae83f371f3 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:08.927053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17249e6c-3587-4b72-9e34-59ae83f371f3 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:08.928527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17249e6c-3587-4b72-9e34-59ae83f371f3 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:08.929355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-17249e6c-3587-4b72-9e34-59ae83f371f3 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Synchronizing usage tracker for tenant:5555df6ba0594e46bc30ad4cbaefc821 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:30:08.932063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44024) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:08.941830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'network_id': '73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:08.971380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66e8dd-2156-47e7-88fb-44beaf9e86f2 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:09.009243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:09.081204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea02bad-b178-4314-ad07-571817d3b59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-2e937aa6-c2c3-4d92-a392-b035514700ba', 'network_id': '2e937aa6-c2c3-4d92-a392-b035514700ba', 'tenant_id': '5555df6ba0594e46bc30ad4cbaefc821', 'fixed_ips': [{'subnet_id': '81913f5b-6982-4f86-aca8-a89f0a78e2de'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:09.084405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ea02bad-b178-4314-ad07-571817d3b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:09.104105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-17249e6c-3587-4b72-9e34-59ae83f371f3 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Unset dirty status for tenant:5555df6ba0594e46bc30ad4cbaefc821 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:30:09.114985 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-17249e6c-3587-4b72-9e34-59ae83f371f3 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4613104 Feb 09 13:30:09.115181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:30:09.123787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44034) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:09.153471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:09.159307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:subnet and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:09.162978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:09.171415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:09.180637 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:09.247998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] Sync routers for ids ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:30:09.256463 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d19c10b1-179e-4a05-bf02-a6af28210099 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0022702 Feb 09 13:30:09.257781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44038) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:09.258309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07383001-130d-4bb2-96c1-af03eeb91168', 'tag': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:30:09.263858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:09.481177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec467b4-3ffe-4a1f-be6c-ef37e3771bb6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Deleting subnet 81913f5b-6982-4f86-aca8-a89f0a78e2de {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:30:09.487972 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1ec467b4-3ffe-4a1f-be6c-ef37e3771bb6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:09.524551 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68e4d25e-e125-4072-85f3-778a461f003f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:09.605185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68e4d25e-e125-4072-85f3-778a461f003f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:09.608261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-97638a87-325d-4661-a995-6f6ff8ebf9f7', 'network_id': '97638a87-325d-4661-a995-6f6ff8ebf9f7', 'tenant_id': 'f358188ba75743b18883921ebb213846', 'fixed_ips': [{'subnet_id': 'c4047caa-f989-4310-a67a-134ec1746aec'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:09.609111 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:09.655025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] Routers {'5d594d46-a67a-4923-a77d-d2940ab0cc5d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:30:09.656262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:29:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:09.699437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:09.760538 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68e4d25e-e125-4072-85f3-778a461f003f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:09.816567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4d25e-e125-4072-85f3-778a461f003f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8217773-464e-449e-b6f4-70e1345ff32d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:09.820168 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1ec467b4-3ffe-4a1f-be6c-ef37e3771bb6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:09.840378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_backend_mixin [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Performing IP validity checks on allocation pools {{(pid=83479) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 13:30:09.842683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_backend_mixin [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83479) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 13:30:09.874585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68e4d25e-e125-4072-85f3-778a461f003f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:09.878046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-68e4d25e-e125-4072-85f3-778a461f003f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d8217773-464e-449e-b6f4-70e1345ff32d HTTP/1.1" status: 204 len: 168 time: 0.9061742 Feb 09 13:30:09.963163 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1ec467b4-3ffe-4a1f-be6c-ef37e3771bb6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:10.084578 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:10.093053 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07383001-130d-4bb2-96c1-af03eeb91168', 'tag': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'status': 'completed', 'code': 200} Feb 09 13:30:10.159062 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1ec467b4-3ffe-4a1f-be6c-ef37e3771bb6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:10.189025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=2557f2bd-c959-49bd-ad98-2c54c8c57c52,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:10.210755 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1ec467b4-3ffe-4a1f-be6c-ef37e3771bb6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:10.222064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec467b4-3ffe-4a1f-be6c-ef37e3771bb6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event deleted for resources: {'Subnet': ['ID=81913f5b-6982-4f86-aca8-a89f0a78e2de,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:10.238005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1ec467b4-3ffe-4a1f-be6c-ef37e3771bb6 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "DELETE /v2.0/subnets/81913f5b-6982-4f86-aca8-a89f0a78e2de HTTP/1.1" status: 204 len: 168 time: 1.1110091 Feb 09 13:30:10.238339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44058) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:10.336736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d46809-ccc8-4b90-8d89-c0de1b429a7b tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Deleting subnet af6a6ea9-3031-45a0-ac92-4ea81f50d0d4 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:30:10.343136 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24d46809-ccc8-4b90-8d89-c0de1b429a7b tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:10.429525 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24d46809-ccc8-4b90-8d89-c0de1b429a7b tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:10.456186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1951f-c2fb-4ddd-a6ae-cc6f2d89c5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-53db1e19-3333-4bc1-af23-a8c6e73cb7d5', 'network_id': '53db1e19-3333-4bc1-af23-a8c6e73cb7d5', 'tenant_id': '5555df6ba0594e46bc30ad4cbaefc821', 'fixed_ips': [{'subnet_id': 'af6a6ea9-3031-45a0-ac92-4ea81f50d0d4'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:10.457732 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1fc1951f-c2fb-4ddd-a6ae-cc6f2d89c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:10.519335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking segment: {'id': '7ee5f252-d6b8-4f42-9dca-1fc0a4f9111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:10.519823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network hostable DHCP agents. Network: 73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:10.539966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.540206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.540483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.540838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.541189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.541536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.541879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.542218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.542713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.544051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.544412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.544798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.549755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-794a228f-3e18-4751-b043-294e7e88dfbc tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8390 time: 1.1665022 Feb 09 13:30:10.555196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44066) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:10.586934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24d46809-ccc8-4b90-8d89-c0de1b429a7b tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server [None req-5ea02bad-b178-4314-ad07-571817d3b59e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81913f5b-6982-4f86-aca8-a89f0a78e2de: This subnet is being modified by another concurrent operation. Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise exception Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81913f5b-6982-4f86-aca8-a89f0a78e2de: This subnet is being modified by another concurrent operation. Feb 09 13:30:10.597978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server Feb 09 13:30:10.725578 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d0be1a2-3d85-472a-9517-7f126e306d11 req-9e50e53b-606b-45e9-8295-c0e573121353 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75b9b68fa1334e2b95fbe9dc75df9740&device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 1135 time: 0.5416780 Feb 09 13:30:10.771440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24d46809-ccc8-4b90-8d89-c0de1b429a7b tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:10.839661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d46809-ccc8-4b90-8d89-c0de1b429a7b tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event deleted for resources: {'Subnet': ['ID=af6a6ea9-3031-45a0-ac92-4ea81f50d0d4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:10.848882 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24d46809-ccc8-4b90-8d89-c0de1b429a7b tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:10.861556 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24d46809-ccc8-4b90-8d89-c0de1b429a7b tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "DELETE /v2.0/subnets/af6a6ea9-3031-45a0-ac92-4ea81f50d0d4 HTTP/1.1" status: 204 len: 168 time: 0.6217756 Feb 09 13:30:10.862312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44082) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:10.875456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] Set router 5d594d46-a67a-4923-a77d-d2940ab0cc5d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:30:10.898872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0be1a2-3d85-472a-9517-7f126e306d11 req-c169fa6c-eaa0-4437-ad7f-6aed0946c685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:10.900347 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d0be1a2-3d85-472a-9517-7f126e306d11 req-c169fa6c-eaa0-4437-ad7f-6aed0946c685 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8 HTTP/1.1" status: 200 len: 897 time: 0.1673701 Feb 09 13:30:10.903974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network 73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:11.001296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917c497-e905-429b-a5bc-a4ec6f53885f tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.008216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f917c497-e905-429b-a5bc-a4ec6f53885f tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Synchronizing usage tracker for tenant:5555df6ba0594e46bc30ad4cbaefc821 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:30:11.059142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f917c497-e905-429b-a5bc-a4ec6f53885f tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Unset dirty status for tenant:5555df6ba0594e46bc30ad4cbaefc821 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:30:11.061509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f917c497-e905-429b-a5bc-a4ec6f53885f tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1980722 Feb 09 13:30:11.065557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44090) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:11.126084 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d0be1a2-3d85-472a-9517-7f126e306d11 req-58b98f6d-4302-4bfe-b9ed-d7db77b6619c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 HTTP/1.1" status: 200 len: 998 time: 0.2103994 Feb 09 13:30:11.242526 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:11.264289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0be1a2-3d85-472a-9517-7f126e306d11 req-ecb89ad1-ca37-4d30-b6bc-c8470519c2f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.266071 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d0be1a2-3d85-472a-9517-7f126e306d11 req-ecb89ad1-ca37-4d30-b6bc-c8470519c2f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24898a6b-ba77-4cfa-865f-b335410d4544 HTTP/1.1" status: 200 len: 835 time: 0.1335957 Feb 09 13:30:11.268768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Allocated IP 2001:db8::3 (97638a87-325d-4661-a995-6f6ff8ebf9f7/c4047caa-f989-4310-a67a-134ec1746aec/fd0bc8d3-5464-415e-9ca6-b39e4ff82985) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:11.283724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:11.300645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.301503 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:11.374857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d272d242-2e94-41ea-984c-bd1a59174065 None None] Network 2e937aa6-c2c3-4d92-a392-b035514700ba requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:11.438258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469bf14-dd50-46c6-bfc2-a1fef1fe8102 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.438693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469bf14-dd50-46c6-bfc2-a1fef1fe8102 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.439060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469bf14-dd50-46c6-bfc2-a1fef1fe8102 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.439419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469bf14-dd50-46c6-bfc2-a1fef1fe8102 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.439762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469bf14-dd50-46c6-bfc2-a1fef1fe8102 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.440133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469bf14-dd50-46c6-bfc2-a1fef1fe8102 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.440454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469bf14-dd50-46c6-bfc2-a1fef1fe8102 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.440864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469bf14-dd50-46c6-bfc2-a1fef1fe8102 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.441137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469bf14-dd50-46c6-bfc2-a1fef1fe8102 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:11.446785 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d469bf14-dd50-46c6-bfc2-a1fef1fe8102 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5889 time: 0.8771784 Feb 09 13:30:11.465327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44102) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:11.538291 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:11.601566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53db1e19-3333-4bc1-af23-a8c6e73cb7d5']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:11.632837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82d5d48-c2b0-466e-8a4a-e6b229e20208') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:11.633321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82d5d48-c2b0-466e-8a4a-e6b229e20208') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:11.641842 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f160f0ff-fb99-46c2-8e97-f9611af5ed69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7096627 Feb 09 13:30:11.645517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44110) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:11.689188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:11.805852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b43ed3-e31c-416d-b7ca-7fef7cfa2644 None None] Network 73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:11.896909 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d0be1a2-3d85-472a-9517-7f126e306d11 req-4ce9334e-fe77-4814-8a66-3b78494b70b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5800691 Feb 09 13:30:12.079558 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:12.084718 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server [None req-1fc1951f-c2fb-4ddd-a6ae-cc6f2d89c5bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af6a6ea9-3031-45a0-ac92-4ea81f50d0d4: This subnet is being modified by another concurrent operation. Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise exception Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af6a6ea9-3031-45a0-ac92-4ea81f50d0d4: This subnet is being modified by another concurrent operation. Feb 09 13:30:12.098528 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server Feb 09 13:30:12.116580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:12.116980 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:12.149108 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:12.256768 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d0be1a2-3d85-472a-9517-7f126e306d11 req-7a751e1d-9edd-48ca-80aa-43a0df768caf service neutron] 10.222.0.67 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502815 Feb 09 13:30:12.380701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c0f29f-259f-4b9e-8119-c09cadf5d8cf None None] Network 53db1e19-3333-4bc1-af23-a8c6e73cb7d5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:12.443154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:12.486934 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c1be6c7b-921d-41fe-b755-eeacc4bfd8a3 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 1.0203826 Feb 09 13:30:12.491735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44134) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:12.543925 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:12.567661 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:12.597402 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:12.611226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d0be1a2-3d85-472a-9517-7f126e306d11 req-a1de1489-6983-43cc-b47b-31cf793257ee service neutron] 10.222.0.67 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441823 Feb 09 13:30:12.631585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event deleted for resources: {'Network': ['ID=53db1e19-3333-4bc1-af23-a8c6e73cb7d5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:12.654530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44140) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:12.655330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6c543e71-027b-4974-8464-546989e2c014 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "DELETE /v2.0/networks/53db1e19-3333-4bc1-af23-a8c6e73cb7d5 HTTP/1.1" status: 204 len: 168 time: 1.5886843 Feb 09 13:30:12.676577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-74d2dbd8-b5b1-49c6-84c7-4030a7187c57 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5d594d46-a67a-4923-a77d-d2940ab0cc5d HTTP/1.1" status: 200 len: 1989 time: 0.1828120 Feb 09 13:30:12.678894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:12.721858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Subnet': ['ID=2557f2bd-c959-49bd-ad98-2c54c8c57c52,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:12.912749 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.181993 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.213409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:13.229240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee5f252-d6b8-4f42-9dca-1fc0a4f9111a') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:13.229974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee5f252-d6b8-4f42-9dca-1fc0a4f9111a') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:13.243794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.254931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.271449 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.286260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:13.286939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.321007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e937aa6-c2c3-4d92-a392-b035514700ba']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:13.360896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7543f578-90fb-4b3a-97f9-c4c5effd0df6') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:13.363475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7543f578-90fb-4b3a-97f9-c4c5effd0df6') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:13.398854 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.428659 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.442608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9b942b-d702-421e-9e56-88d94d9545be None None] Network 73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:13.452448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:13.453251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:13.482882 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:13.487820 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.516752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.523565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Network': ['ID=73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:13.537979 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d2be07db-ff90-48a4-b230-187466c0c405 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8 HTTP/1.1" status: 204 len: 168 time: 1.8833222 Feb 09 13:30:13.538535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44160) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:13.546108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-779578354'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:13.552857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:13.557400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:network and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:13.560972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:13.567269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:13.586537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:13.592126 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.645106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:30Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'a103914a-b1fd-4384-a576-ee2aacb2696d', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'port_id': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'mac_address': 'fa:16:3e:b2:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07383001-130d-4bb2-96c1-af03eeb91168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:30:05Z', 'updated_at': '2022-02-09T13:30:05Z', 'revision_number': 0, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4201469b-dec3-4fd4-a0f1-20449684cf4e', 'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:29:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:27Z', 'updated_at': '2022-02-09T13:29:42Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:13.653120 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:13.660810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] Checking router: 5d594d46-a67a-4923-a77d-d2940ab0cc5d for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:30:13.673678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:13.690926 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.692385 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Added segment 22918727-d24d-4ac0-8909-9ec9b6891c28 of type vlan for network cab79b17-08c8-4a5f-ba97-149722e9971a Feb 09 13:30:13.722765 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.757785 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.787025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] Routers {'5d594d46-a67a-4923-a77d-d2940ab0cc5d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:30:13.788575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:29:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:13.800421 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.861591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.865777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:13.866357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:13.904572 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event deleted for resources: {'Network': ['ID=2e937aa6-c2c3-4d92-a392-b035514700ba,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:13.920879 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-53670170-af84-4fc6-9e24-ea15a9dc3231 tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "DELETE /v2.0/networks/2e937aa6-c2c3-4d92-a392-b035514700ba HTTP/1.1" status: 204 len: 168 time: 1.2612548 Feb 09 13:30:13.921854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44170) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:13.991206 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.082866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Transition to ACTIVE for port object fd0bc8d3-5464-415e-9ca6-b39e4ff82985 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:14.200784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Transition to ACTIVE for port object fd0bc8d3-5464-415e-9ca6-b39e4ff82985 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:14.213397 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.225472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=cab79b17-08c8-4a5f-ba97-149722e9971a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:14.249649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-76fe2218-71b3-41e0-8c58-7d53e54b2b9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7095509 Feb 09 13:30:14.252417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44182) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:14.259361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'network_id': 'cab79b17-08c8-4a5f-ba97-149722e9971a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:14.275901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network cab79b17-08c8-4a5f-ba97-149722e9971a details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:14.394764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.469701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Network 97638a87-325d-4661-a995-6f6ff8ebf9f7 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:14.474904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Pushing event updated for resources: {'Port': ['ID=fd0bc8d3-5464-415e-9ca6-b39e4ff82985,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:14.478681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:14.486693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:14.494181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:14.502441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:subnet and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:14.505851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:14.512988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:14.525039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:14.602597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] Set router 5d594d46-a67a-4923-a77d-d2940ab0cc5d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:30:14.637931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.658052 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.685817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Attempting to bind port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:30:14.686191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Attempting to bind port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'bb814a5e-9de8-4416-9b7e-1a75f33d0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97638a87-325d-4661-a995-6f6ff8ebf9f7'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:30:14.686570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Attempting to bind port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 on network 97638a87-325d-4661-a995-6f6ff8ebf9f7 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:30:14.695319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932dd36f-88f4-417e-b6d1-da339edaf939']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:14.699336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:30:14.699933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Checking segment: {'id': 'bb814a5e-9de8-4416-9b7e-1a75f33d0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97638a87-325d-4661-a995-6f6ff8ebf9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:14.700500 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.701704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Bound using segment: {'id': 'bb814a5e-9de8-4416-9b7e-1a75f33d0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97638a87-325d-4661-a995-6f6ff8ebf9f7'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:30:14.702335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Bound port: fd0bc8d3-5464-415e-9ca6-b39e4ff82985, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb814a5e-9de8-4416-9b7e-1a75f33d0911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '97638a87-325d-4661-a995-6f6ff8ebf9f7'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:30:14.702916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.727421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6319942-9f5a-468d-87c5-92b8b336109d') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:14.727872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6319942-9f5a-468d-87c5-92b8b336109d') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:14.753691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.782842 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.795087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:14.796573 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:14.823360 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:14.929569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] For port fd0bc8d3-5464-415e-9ca6-b39e4ff82985, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:30:14.947312 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.954022 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.973341 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:14.989894 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "DELETE /v2.0/networks/932dd36f-88f4-417e-b6d1-da339edaf939 HTTP/1.1" status: 204 len: 168 time: 1.0662477 Feb 09 13:30:14.994535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44200) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:15.002965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] For port fd0bc8d3-5464-415e-9ca6-b39e4ff82985, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fd0bc8d3-5464-415e-9ca6-b39e4ff82985,segment=NetworkSegment(bb814a5e-9de8-4416-9b7e-1a75f33d0911),segment_id=bb814a5e-9de8-4416-9b7e-1a75f33d0911)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:30:15.016907 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.021151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee0457-1f73-4c10-bfce-cc206eb3440e tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event deleted for resources: {'Network': ['ID=932dd36f-88f4-417e-b6d1-da339edaf939,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:15.066168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=2974ed44-4c23-4931-98a9-911232356c5c,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:15.107860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking segment: {'id': '22918727-d24d-4ac0-8909-9ec9b6891c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cab79b17-08c8-4a5f-ba97-149722e9971a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:15.110367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network hostable DHCP agents. Network: cab79b17-08c8-4a5f-ba97-149722e9971a, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:15.163985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network cab79b17-08c8-4a5f-ba97-149722e9971a is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:15.186534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, cab79b17-08c8-4a5f-ba97-149722e9971a) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:15.193410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:15.194069 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.204639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.235398 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-439b3eff-cd8a-4ce9-973e-9de78389ca9e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9818950 Feb 09 13:30:15.238121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44208) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:15.274731 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4380a504-c49b-4b5a-8eb9-d306d0adfcc7 None None] Network cab79b17-08c8-4a5f-ba97-149722e9971a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:15.277172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44212) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:15.423047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d1cba-9907-4fa2-b97c-a6d61e37b402 None None] Pushing event updated for resources: {'Port': ['ID=fd0bc8d3-5464-415e-9ca6-b39e4ff82985,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:15.535212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:30Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'a103914a-b1fd-4384-a576-ee2aacb2696d', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'port_id': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'mac_address': 'fa:16:3e:b2:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07383001-130d-4bb2-96c1-af03eeb91168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:30:05Z', 'updated_at': '2022-02-09T13:30:05Z', 'revision_number': 0, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4201469b-dec3-4fd4-a0f1-20449684cf4e', 'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:29:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:27Z', 'updated_at': '2022-02-09T13:29:42Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:15.636884 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.663043 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.703967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1c3226-80a7-4fd4-9130-1065918de1de']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:15.729807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf5748e-fe2f-4198-af45-c2206905f741') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:15.729807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf5748e-fe2f-4198-af45-c2206905f741') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:15.732990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec954e9-c54d-49fb-8662-95e9d6d28072 None None] The sync data for ids ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'] in n-d-825175-3 is: [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:30Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'a103914a-b1fd-4384-a576-ee2aacb2696d', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'port_id': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'mac_address': 'fa:16:3e:b2:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07383001-130d-4bb2-96c1-af03eeb91168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:30:05Z', 'updated_at': '2022-02-09T13:30:05Z', 'revision_number': 0, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4201469b-dec3-4fd4-a0f1-20449684cf4e', 'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:29:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:27Z', 'updated_at': '2022-02-09T13:29:42Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:30:15.755805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.785776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.793604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:15.795103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.842720 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cde20c2b-be27-4370-a938-545fc7d9ce8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.853863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-cab79b17-08c8-4a5f-ba97-149722e9971a', 'network_id': 'cab79b17-08c8-4a5f-ba97-149722e9971a', 'tenant_id': 'f358188ba75743b18883921ebb213846', 'fixed_ips': [{'subnet_id': '2974ed44-4c23-4931-98a9-911232356c5c'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:15.854707 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:15.906615 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:15.935043 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.945773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.961077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:15.964242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] Pushing event deleted for resources: {'Network': ['ID=0b1c3226-80a7-4fd4-9130-1065918de1de,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:15.990411 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8fa60fb6-2533-402d-959e-ddb06ceee26a tempest-BulkNetworkOpsIpV6Test-934854584 tempest-BulkNetworkOpsIpV6Test-934854584-project] 10.222.0.59 "DELETE /v2.0/networks/0b1c3226-80a7-4fd4-9130-1065918de1de HTTP/1.1" status: 204 len: 168 time: 0.9830327 Feb 09 13:30:16.098820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-cde20c2b-be27-4370-a938-545fc7d9ce8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:16.110028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cde20c2b-be27-4370-a938-545fc7d9ce8e admin admin] Usage tracker for resource:security_group_rule and tenant:b59d7ed60ef94ca3a62592405936b6d9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:16.141585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cde20c2b-be27-4370-a938-545fc7d9ce8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:16.176628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-cde20c2b-be27-4370-a938-545fc7d9ce8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:16.232756 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafcae32-6a58-4005-b071-32166e8dfc81 None None] New status for floating IP a103914a-b1fd-4384-a576-ee2aacb2696d: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:30:16.294919 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:16.331408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cde20c2b-be27-4370-a938-545fc7d9ce8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:16.333182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Allocated IP 2001:db8::1 (cab79b17-08c8-4a5f-ba97-149722e9971a/2974ed44-4c23-4931-98a9-911232356c5c/4b3900b6-53a6-475f-8ed1-5ed300c52ad2) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:16.340803 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cde20c2b-be27-4370-a938-545fc7d9ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:16.465417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44232) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:16.468094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cde20c2b-be27-4370-a938-545fc7d9ce8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b59d7ed60ef94ca3a62592405936b6d9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1816428 Feb 09 13:30:16.468512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde20c2b-be27-4370-a938-545fc7d9ce8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debecd66-e040-4754-a9b0-b2f238761bf7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:16.565069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44236) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:16.627765 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a99ba74c-de42-4064-9e48-804a89da77d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:16.677801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a99ba74c-de42-4064-9e48-804a89da77d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:16.782909 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:16.791212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a99ba74c-de42-4064-9e48-804a89da77d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:16.819708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Transition to ACTIVE for port object 4b3900b6-53a6-475f-8ed1-5ed300c52ad2 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:16.840733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a99ba74c-de42-4064-9e48-804a89da77d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:16.842394 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a99ba74c-de42-4064-9e48-804a89da77d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/debecd66-e040-4754-a9b0-b2f238761bf7 HTTP/1.1" status: 204 len: 168 time: 0.3751776 Feb 09 13:30:16.865998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ba74c-de42-4064-9e48-804a89da77d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debecd66-e040-4754-a9b0-b2f238761bf7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:16.866885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Transition to ACTIVE for port object 4b3900b6-53a6-475f-8ed1-5ed300c52ad2 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:16.893141 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.003970 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.047681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Pushing event updated for resources: {'Port': ['ID=4b3900b6-53a6-475f-8ed1-5ed300c52ad2,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:17.051286 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c0012e-7d97-4b9b-81a5-4d002340a633 None None] Network 97638a87-325d-4661-a995-6f6ff8ebf9f7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:17.196018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Subnet': ['ID=2974ed44-4c23-4931-98a9-911232356c5c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:17.225246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Network cab79b17-08c8-4a5f-ba97-149722e9971a is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:17.237236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:17.272942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:17.274172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44250) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:17.287279 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f29d4d80-32de-4c7e-97a0-30dacffe2793 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5555df6ba0594e46bc30ad4cbaefc821&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7209897 Feb 09 13:30:17.329316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b6df5a6d-0ae4-4d1b-8214-eb4e10ef6d07 None None] Provisioning for port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:17.333819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fd0bc8d3-5464-415e-9ca6-b39e4ff82985 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:17.437614 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.440608 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-caa54eee-f069-4e9c-b19b-b58faaa6275f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.486296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44256) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:17.491284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-caa54eee-f069-4e9c-b19b-b58faaa6275f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.507768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-974ac473-2e5f-4921-a927-e382fe16e28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.529666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab79b17-08c8-4a5f-ba97-149722e9971a']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:17.573157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-caa54eee-f069-4e9c-b19b-b58faaa6275f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.585347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22918727-d24d-4ac0-8909-9ec9b6891c28') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:17.586041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22918727-d24d-4ac0-8909-9ec9b6891c28') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:17.613554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa54eee-f069-4e9c-b19b-b58faaa6275f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5addcf-a015-4f73-9d54-97100556e40a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:17.615684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-caa54eee-f069-4e9c-b19b-b58faaa6275f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.631807 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-caa54eee-f069-4e9c-b19b-b58faaa6275f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d5addcf-a015-4f73-9d54-97100556e40a HTTP/1.1" status: 204 len: 168 time: 0.3512063 Feb 09 13:30:17.667877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.688529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Attempting to bind port 4b3900b6-53a6-475f-8ed1-5ed300c52ad2 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:30:17.689270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Attempting to bind port 4b3900b6-53a6-475f-8ed1-5ed300c52ad2 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '22918727-d24d-4ac0-8909-9ec9b6891c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cab79b17-08c8-4a5f-ba97-149722e9971a'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:30:17.689968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Attempting to bind port 4b3900b6-53a6-475f-8ed1-5ed300c52ad2 on network cab79b17-08c8-4a5f-ba97-149722e9971a {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:30:17.709592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:17.722371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:30:17.723964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Checking segment: {'id': '22918727-d24d-4ac0-8909-9ec9b6891c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cab79b17-08c8-4a5f-ba97-149722e9971a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:17.725459 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.726048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Bound using segment: {'id': '22918727-d24d-4ac0-8909-9ec9b6891c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cab79b17-08c8-4a5f-ba97-149722e9971a'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:30:17.726768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Bound port: 4b3900b6-53a6-475f-8ed1-5ed300c52ad2, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22918727-d24d-4ac0-8909-9ec9b6891c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cab79b17-08c8-4a5f-ba97-149722e9971a'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:30:17.727328 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.733114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-974ac473-2e5f-4921-a927-e382fe16e28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:17.735806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.742324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:17.746909 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:17.772432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:17.773107 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:18.092923 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:18.096942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-974ac473-2e5f-4921-a927-e382fe16e28c admin admin] Usage tracker for resource:security_group_rule and tenant:25eeefaca56a484fb050516aaf5c0dd2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:18.105247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-974ac473-2e5f-4921-a927-e382fe16e28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:18.117473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-974ac473-2e5f-4921-a927-e382fe16e28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:18.170040 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.264369 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 13:30:18.264369 n-d-825175-3 neutron-server[83480]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 13:30:18.264369 n-d-825175-3 neutron-server[83480]: [parameters: {'id': 'cab79b17-08c8-4a5f-ba97-149722e9971a'}] Feb 09 13:30:18.264369 n-d-825175-3 neutron-server[83480]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:30:18.265226 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:30:18.338753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port fd0bc8d3-5464-415e-9ca6-b39e4ff82985, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fd0bc8d3-5464-415e-9ca6-b39e4ff82985,segment=NetworkSegment(bb814a5e-9de8-4416-9b7e-1a75f33d0911),segment_id=bb814a5e-9de8-4416-9b7e-1a75f33d0911)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:18.353592 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.360208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] For port 4b3900b6-53a6-475f-8ed1-5ed300c52ad2, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:30:18.407325 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-974ac473-2e5f-4921-a927-e382fe16e28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.421104 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-974ac473-2e5f-4921-a927-e382fe16e28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.428100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] For port 4b3900b6-53a6-475f-8ed1-5ed300c52ad2, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4b3900b6-53a6-475f-8ed1-5ed300c52ad2,segment=NetworkSegment(22918727-d24d-4ac0-8909-9ec9b6891c28),segment_id=22918727-d24d-4ac0-8909-9ec9b6891c28)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:30:18.445726 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.506311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ac473-2e5f-4921-a927-e382fe16e28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dab5e41-5dcb-474d-924b-8960d45b2b96,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:18.546881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-974ac473-2e5f-4921-a927-e382fe16e28c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25eeefaca56a484fb050516aaf5c0dd2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0593603 Feb 09 13:30:18.549813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44284) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:18.570099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=fd0bc8d3-5464-415e-9ca6-b39e4ff82985,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:18.579062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7709bb2d-2c78-4b12-8660-a91340ead136 None None] Provisioning complete for port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:18.579700 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7709bb2d-2c78-4b12-8660-a91340ead136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.678380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a79e2976-4a8e-4f8a-9f0c-01cecb86166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.736204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a79e2976-4a8e-4f8a-9f0c-01cecb86166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.766546 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.768359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ae685-7484-4b70-8fcd-55a96e04de10 None None] Network cab79b17-08c8-4a5f-ba97-149722e9971a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:18.783041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting port 4b3900b6-53a6-475f-8ed1-5ed300c52ad2 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:30:18.798251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.849015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a79e2976-4a8e-4f8a-9f0c-01cecb86166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.880229 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a79e2976-4a8e-4f8a-9f0c-01cecb86166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:18.883365 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a79e2976-4a8e-4f8a-9f0c-01cecb86166a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3dab5e41-5dcb-474d-924b-8960d45b2b96 HTTP/1.1" status: 204 len: 168 time: 0.3299289 Feb 09 13:30:18.885711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e2976-4a8e-4f8a-9f0c-01cecb86166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dab5e41-5dcb-474d-924b-8960d45b2b96,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:19.119632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad917f-14f1-4dd3-92a0-6159faf5aed7 None None] Pushing event updated for resources: {'Port': ['ID=4b3900b6-53a6-475f-8ed1-5ed300c52ad2,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:19.327111 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] For port 4b3900b6-53a6-475f-8ed1-5ed300c52ad2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4b3900b6-53a6-475f-8ed1-5ed300c52ad2,segment=NetworkSegment(22918727-d24d-4ac0-8909-9ec9b6891c28),segment_id=22918727-d24d-4ac0-8909-9ec9b6891c28)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:19.328153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:19.543117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fd0bc8d3-5464-415e-9ca6-b39e4ff82985 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:19.599898 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e113c37-81cf-4a6e-afc8-5a6fd419786e req-31fb62ae-0e40-45ed-a90b-04855f5a1f35 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 1097 time: 0.2665811 Feb 09 13:30:19.761379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Calling delete_port for 4b3900b6-53a6-475f-8ed1-5ed300c52ad2 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:30:19.898627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88211fa-4fc2-41ed-a596-66e93b2ba192 None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:30:19.920502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77156d-53bb-4bad-868d-f7767dea12ed req-8d841cdf-ffd1-4a9c-8feb-fbcef34ee74d tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:19.920502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c77156d-53bb-4bad-868d-f7767dea12ed req-8d841cdf-ffd1-4a9c-8feb-fbcef34ee74d tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.3409152 Feb 09 13:30:19.937632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:19.975254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:19.975634 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:20.008335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e113c37-81cf-4a6e-afc8-5a6fd419786e req-689211fc-5320-44fe-b063-0c8df5a294bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:20.010544 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e113c37-81cf-4a6e-afc8-5a6fd419786e req-689211fc-5320-44fe-b063-0c8df5a294bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 919 time: 0.4024887 Feb 09 13:30:20.019749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Port': ['ID=4b3900b6-53a6-475f-8ed1-5ed300c52ad2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:20.043489 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No DVR routers for this DVR port 4b3900b6-53a6-475f-8ed1-5ed300c52ad2 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:30:20.177639 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e113c37-81cf-4a6e-afc8-5a6fd419786e req-2c5c70fe-699e-4a99-8aaa-9211a0a6695e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f HTTP/1.1" status: 200 len: 217 time: 0.1602039 Feb 09 13:30:20.235709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44322) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:20.250956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c77156d-53bb-4bad-868d-f7767dea12ed req-e36b1722-f2de-432e-87ed-1cb7ffd27bd5 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182483 Feb 09 13:30:20.255329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e113c37-81cf-4a6e-afc8-5a6fd419786e req-6e36181f-b47d-4db7-9190-7f70313d273c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:20.256789 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e113c37-81cf-4a6e-afc8-5a6fd419786e req-6e36181f-b47d-4db7-9190-7f70313d273c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 200 len: 858 time: 0.0731494 Feb 09 13:30:20.259470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88211fa-4fc2-41ed-a596-66e93b2ba192 None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:30:20.272674 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:20.342247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab79b17-08c8-4a5f-ba97-149722e9971a']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:20.376139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22918727-d24d-4ac0-8909-9ec9b6891c28') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:20.376416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22918727-d24d-4ac0-8909-9ec9b6891c28') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:20.399847 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:20.431854 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:20.454359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:20.455246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:20.465547 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e113c37-81cf-4a6e-afc8-5a6fd419786e req-ec617614-5bc6-4c7e-97b7-ee02e8449a73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a8564f-4012-48d3-9204-dc679420e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980059 Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:20.663572 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:20.681316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1411030888'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:20.688067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:20.692265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:network and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:20.695375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:20.703390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:20.714755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:20.719229 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:20.733654 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:20.737743 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e113c37-81cf-4a6e-afc8-5a6fd419786e req-1f07943d-89fc-4a70-9e70-2c65c7e76ac1 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648864 Feb 09 13:30:20.758097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:20.765428 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:20.787556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Network': ['ID=cab79b17-08c8-4a5f-ba97-149722e9971a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:20.873884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c7cc5f3f-066b-4d27-a63e-bbc2ac014771 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/cab79b17-08c8-4a5f-ba97-149722e9971a HTTP/1.1" status: 204 len: 168 time: 5.6280241 Feb 09 13:30:20.881200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44342) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:20.893072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7093564f-36ad-4991-8bfc-5d4d810df539 None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:30:20.903251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2117009345'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:20.917315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:20.925215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:network and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:20.938679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:20.952715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:20.972891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:20.976117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:20.995597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:21.002155 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e113c37-81cf-4a6e-afc8-5a6fd419786e req-9a9b73b1-62af-43ef-b04f-2140405c8528 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556806 Feb 09 13:30:21.013947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:security_group_rule and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:21.033683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:21.063279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:21.083830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:21.109770 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.110238 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Added segment 130a5123-b0f4-4df8-a58b-b46dbf8c76a7 of type vlan for network fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b Feb 09 13:30:21.121535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7093564f-36ad-4991-8bfc-5d4d810df539 None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:30:21.181276 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.214364 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.232194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.246504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:21.257881 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.258141 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 9326a7cd-e132-4bcc-bb98-e37b8e62439c of type vlan for network 95b47cd9-8a81-4505-acb8-fc311b461fc1 Feb 09 13:30:21.290549 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.391109 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.403286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:21.404150 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.488146 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.499198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:21.499827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:21.571104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce668ad1-125a-41c4-9e5f-25e36f092a4e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:21.596377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3438880 Feb 09 13:30:21.730778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44364) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:21.736415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': '95b47cd9-8a81-4505-acb8-fc311b461fc1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:21.854022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9680295 Feb 09 13:30:21.859265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44370) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:21.862785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ef43c-83ad-4ec2-9c73-fa6c638ce099 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=95b47cd9-8a81-4505-acb8-fc311b461fc1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:21.876522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 95b47cd9-8a81-4505-acb8-fc311b461fc1 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:21.884225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'network_id': 'fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:21.958102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:21.964174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:subnet and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:21.969195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:21.977391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:21.992119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:22.177448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:22.327919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556f14f-2482-4709-8896-588dd697e9bf req-2af2a935-0f8c-4335-8efe-70e99459fe4b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:22.329370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3556f14f-2482-4709-8896-588dd697e9bf req-2af2a935-0f8c-4335-8efe-70e99459fe4b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.8239272 Feb 09 13:30:22.357532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ecd38-9568-4d96-8863-621f5d85c4b3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:22.366244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:22.374715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:22.382447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:subnet and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:22.392045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:22.414769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:22.522374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:22.661685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:22.724560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3556f14f-2482-4709-8896-588dd697e9bf req-cdadb809-18ea-43ff-aeaf-b2799de1d7c5 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706183 Feb 09 13:30:22.767447 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:22.785204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=d26fa596-8a9d-4804-8c87-6d54ef0bc238,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:22.794135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': '9326a7cd-e132-4bcc-bb98-e37b8e62439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95b47cd9-8a81-4505-acb8-fc311b461fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:22.794700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: 95b47cd9-8a81-4505-acb8-fc311b461fc1, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:22.841619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network 95b47cd9-8a81-4505-acb8-fc311b461fc1 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:22.856011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 95b47cd9-8a81-4505-acb8-fc311b461fc1) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:22.866382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be96ec3-0dbc-4f5a-a017-a158f44f13fa None None] Network 95b47cd9-8a81-4505-acb8-fc311b461fc1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:22.875133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:22.876096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:22.911435 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c0973c8a-e9f8-4250-9d76-efea23cbcf94 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1796327 Feb 09 13:30:22.915107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44396) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:22.938326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1823281559'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:22.966146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:22.975633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:network and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:22.981238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:22.996809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:23.011028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:23.014907 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.056760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:23.069039 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.069323 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 09ed4e80-195a-4bb1-8c18-8d4168f88825 of type vlan for network 3826171a-5e06-4c19-b472-0d6236d8206f Feb 09 13:30:23.103541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.172167 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.177273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:23.177858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.185649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.227896 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3116176 Feb 09 13:30:23.242430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44406) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:23.252783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': '3826171a-5e06-4c19-b472-0d6236d8206f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:23.286131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=f747fbd0-1bc3-43b5-bec5-fedb3cbe5365,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:23.323809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking segment: {'id': '130a5123-b0f4-4df8-a58b-b46dbf8c76a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:23.324160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network hostable DHCP agents. Network: fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:23.330714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-95b47cd9-8a81-4505-acb8-fc311b461fc1', 'network_id': '95b47cd9-8a81-4505-acb8-fc311b461fc1', 'tenant_id': '9355101650fe4683ac2a1c291ebfc62b', 'fixed_ips': [{'subnet_id': 'd26fa596-8a9d-4804-8c87-6d54ef0bc238'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:23.332132 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.371575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:23.389680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:23.396320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:23.398503 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.417801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0797bad-0916-47b0-83c2-53c0e58153bf None None] Network fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:23.453006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4dce6-8479-4bfc-a148-8f89e43c5020 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=3826171a-5e06-4c19-b472-0d6236d8206f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:23.467026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-603d5aab-31f8-46b1-b538-86d5cfe1e5ae tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6021383 Feb 09 13:30:23.467026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44414) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:23.486930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:23.491954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:subnet and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:23.495485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:23.503384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:23.517650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:23.553471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 3826171a-5e06-4c19-b472-0d6236d8206f details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:23.631145 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.650250 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.766726 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:23.975439 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.084627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Subnet': ['ID=f747fbd0-1bc3-43b5-bec5-fedb3cbe5365,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:24.112409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Allocated IP 172.20.255.242 (95b47cd9-8a81-4505-acb8-fc311b461fc1/d26fa596-8a9d-4804-8c87-6d54ef0bc238/80aca20b-2335-4a19-949e-4fb19b2d30a0) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:24.136332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a3c5a-3813-4e73-befe-641616d7360e None None] Network fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:24.189806 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.335576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=239e55e4-9bae-463b-8544-3a8294df9188,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:24.371092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': '09ed4e80-195a-4bb1-8c18-8d4168f88825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3826171a-5e06-4c19-b472-0d6236d8206f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:24.371456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: 3826171a-5e06-4c19-b472-0d6236d8206f, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:24.417320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.439070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network 3826171a-5e06-4c19-b472-0d6236d8206f is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:24.459298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 3826171a-5e06-4c19-b472-0d6236d8206f) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:24.464183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:24.464830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.474510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:24.489773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130a5123-b0f4-4df8-a58b-b46dbf8c76a7') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:24.490100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130a5123-b0f4-4df8-a58b-b46dbf8c76a7') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:24.505260 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.524398 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.533066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f887d85e-3dcf-495a-afb7-0dbdf09526cc None None] Network 3826171a-5e06-4c19-b472-0d6236d8206f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:24.534325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:24.535533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:24.651341 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:24.659042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.688710 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.701502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Network': ['ID=fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:24.715822 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0a1ae2e8-9459-41f4-8eed-bb46345241ce tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b HTTP/1.1" status: 204 len: 168 time: 1.2474990 Feb 09 13:30:24.724176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44448) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:24.730049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-606914632'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:24.737134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:24.742001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:network and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:24.746900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:24.755788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:24.770401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:24.778299 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.791694 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cc1e849c-c930-4259-9f6b-6bb421a1963d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5480890 Feb 09 13:30:24.794777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44454) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:24.806637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809930d-678c-4dcb-8971-632e8a7977ec req-ae83688d-48b1-44b6-9e0d-dcf249e39dbc tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:24.808274 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3809930d-678c-4dcb-8971-632e8a7977ec req-ae83688d-48b1-44b6-9e0d-dcf249e39dbc tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.7281957 Feb 09 13:30:24.827794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:24.838519 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.838858 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Added segment 6af4e747-bf70-4dfb-a798-1b0601e8b99e of type vlan for network f52acbaa-b334-497c-b74d-9d6be30f02e9 Feb 09 13:30:24.876202 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.922632 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.926808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:24.927670 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:24.994349 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.014315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2890072 Feb 09 13:30:25.020497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44460) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:25.036131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Transition to ACTIVE for port object 80aca20b-2335-4a19-949e-4fb19b2d30a0 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:25.077606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Transition to ACTIVE for port object 80aca20b-2335-4a19-949e-4fb19b2d30a0 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:25.100447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'network_id': 'f52acbaa-b334-497c-b74d-9d6be30f02e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:25.123997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.148587 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.172674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3809930d-678c-4dcb-8971-632e8a7977ec req-7bfdf7c6-c59b-4f24-b736-a9f65a7aad13 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577268 Feb 09 13:30:25.191972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad31c3-fda5-4e9f-9cfb-4f61f944632a tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=f52acbaa-b334-497c-b74d-9d6be30f02e9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:25.219185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.313813 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.324242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Pushing event updated for resources: {'Port': ['ID=80aca20b-2335-4a19-949e-4fb19b2d30a0,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:25.329949 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a180fe97-e9cb-43a8-87f7-f9729cf6c78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.333721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f52acbaa-b334-497c-b74d-9d6be30f02e9 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:25.352984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:25.357938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:subnet and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:25.361546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:25.368637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:25.381897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=239e55e4-9bae-463b-8544-3a8294df9188,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:25.382854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:25.424571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44468) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:25.598661 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.606070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Network 95b47cd9-8a81-4505-acb8-fc311b461fc1 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:25.620922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:25.626604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:25.648433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3826171a-5e06-4c19-b472-0d6236d8206f']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:25.680349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ed4e80-195a-4bb1-8c18-8d4168f88825') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:25.680349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ed4e80-195a-4bb1-8c18-8d4168f88825') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:25.700819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.736665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.743891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b870e42-5e8e-45e4-a1ac-6b1f0175cf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.756986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:25.757811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.767012 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:25.773911 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:25.826488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df281a7-f7c0-499c-abcc-d042e0dcb1ff None None] Network 3826171a-5e06-4c19-b472-0d6236d8206f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:25.932823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:25.992728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.020678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=3826171a-5e06-4c19-b472-0d6236d8206f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:26.027496 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-42c59ff3-eb72-465a-9e20-7ffc984b5b20 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/3826171a-5e06-4c19-b472-0d6236d8206f HTTP/1.1" status: 204 len: 168 time: 1.2318294 Feb 09 13:30:26.029517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5b870e42-5e8e-45e4-a1ac-6b1f0175cf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:26.029744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Attempting to bind port 80aca20b-2335-4a19-949e-4fb19b2d30a0 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:30:26.030123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Attempting to bind port 80aca20b-2335-4a19-949e-4fb19b2d30a0 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '9326a7cd-e132-4bcc-bb98-e37b8e62439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95b47cd9-8a81-4505-acb8-fc311b461fc1'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:30:26.030497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Attempting to bind port 80aca20b-2335-4a19-949e-4fb19b2d30a0 on network 95b47cd9-8a81-4505-acb8-fc311b461fc1 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:30:26.033791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44478) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:26.040569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-117268634'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:26.045622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5b870e42-5e8e-45e4-a1ac-6b1f0175cf30 admin admin] Usage tracker for resource:security_group_rule and tenant:09f640cecbcb43bdac97e9587a632d9a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:26.049385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5b870e42-5e8e-45e4-a1ac-6b1f0175cf30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:26.052938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:26.059095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5b870e42-5e8e-45e4-a1ac-6b1f0175cf30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:26.062226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:network and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:26.066420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:26.078051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:26.098502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:26.102183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.119701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:30:26.120076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Checking segment: {'id': '9326a7cd-e132-4bcc-bb98-e37b8e62439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95b47cd9-8a81-4505-acb8-fc311b461fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:26.120479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.120872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Bound using segment: {'id': '9326a7cd-e132-4bcc-bb98-e37b8e62439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95b47cd9-8a81-4505-acb8-fc311b461fc1'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:30:26.121358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Bound port: 80aca20b-2335-4a19-949e-4fb19b2d30a0, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9326a7cd-e132-4bcc-bb98-e37b8e62439c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95b47cd9-8a81-4505-acb8-fc311b461fc1'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:30:26.121729 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.144205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.170541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:26.205121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.205453 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 3fa3149a-9e2a-4dc5-9d0a-6362500792ba of type vlan for network 19e527c7-2189-400c-ba3a-50db4b59f5e6 Feb 09 13:30:26.207953 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b870e42-5e8e-45e4-a1ac-6b1f0175cf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.220378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b870e42-5e8e-45e4-a1ac-6b1f0175cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.257240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=c58ac8ed-cd69-4b97-b6f7-ed2ecb34ecc1,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:26.272049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking segment: {'id': '6af4e747-bf70-4dfb-a798-1b0601e8b99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f52acbaa-b334-497c-b74d-9d6be30f02e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:26.272524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network hostable DHCP agents. Network: f52acbaa-b334-497c-b74d-9d6be30f02e9, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:26.299755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network f52acbaa-b334-497c-b74d-9d6be30f02e9 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:26.312885 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f52acbaa-b334-497c-b74d-9d6be30f02e9) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:26.313521 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.331748 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:26.332211 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.366234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef52c167-6f50-4897-afa4-cda340aaef23 None None] Network f52acbaa-b334-497c-b74d-9d6be30f02e9 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:26.409968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-add29c68-12a6-46d7-a129-d30f7d3de5d7 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3846285 Feb 09 13:30:26.412819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44488) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:26.422548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b870e42-5e8e-45e4-a1ac-6b1f0175cf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccb373a-ed81-46b5-bd4b-80c583ea2e52,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:26.429581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'network_id': 'f52acbaa-b334-497c-b74d-9d6be30f02e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:26.454408 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b870e42-5e8e-45e4-a1ac-6b1f0175cf30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09f640cecbcb43bdac97e9587a632d9a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0261700 Feb 09 13:30:26.455829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44492) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:26.580332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.587554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] For port 80aca20b-2335-4a19-949e-4fb19b2d30a0, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:30:26.588278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:26.591477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.592947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] For port 80aca20b-2335-4a19-949e-4fb19b2d30a0, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=80aca20b-2335-4a19-949e-4fb19b2d30a0,segment=NetworkSegment(9326a7cd-e132-4bcc-bb98-e37b8e62439c),segment_id=9326a7cd-e132-4bcc-bb98-e37b8e62439c)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:30:26.611795 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.661354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:26.673485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:subnet and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:26.677752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:26.689923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:26.748778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb4077-4f50-4ba6-b68f-028c685fd574 req-d9fbfa0f-9d80-400d-aeef-ef6735331447 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:26.767461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40bb4077-4f50-4ba6-b68f-028c685fd574 req-d9fbfa0f-9d80-400d-aeef-ef6735331447 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.1468229 Feb 09 13:30:26.771394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41c6633-626e-4d9b-8ab5-e999481958a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.774658 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7396045 Feb 09 13:30:26.777718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbae4d-801a-42a2-900e-007a30b9b7e6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=19e527c7-2189-400c-ba3a-50db4b59f5e6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:26.780966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44496) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:26.800624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 19e527c7-2189-400c-ba3a-50db4b59f5e6 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:26.810265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': '19e527c7-2189-400c-ba3a-50db4b59f5e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:26.827634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:26.832032 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:26.879507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bda26-a9b7-4f52-adc5-dcd0243c1bcd None None] Pushing event updated for resources: {'Port': ['ID=80aca20b-2335-4a19-949e-4fb19b2d30a0,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:26.896271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40bb4077-4f50-4ba6-b68f-028c685fd574 req-b36f0417-7ab6-4990-9adc-f58671658341 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246138 Feb 09 13:30:27.004500 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41c6633-626e-4d9b-8ab5-e999481958a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:27.110018 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41c6633-626e-4d9b-8ab5-e999481958a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:27.129244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f52acbaa-b334-497c-b74d-9d6be30f02e9', 'network_id': 'f52acbaa-b334-497c-b74d-9d6be30f02e9', 'tenant_id': 'f358188ba75743b18883921ebb213846', 'fixed_ips': [{'subnet_id': 'c58ac8ed-cd69-4b97-b6f7-ed2ecb34ecc1'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:27.129244 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:27.306693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c6633-626e-4d9b-8ab5-e999481958a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccb373a-ed81-46b5-bd4b-80c583ea2e52,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:27.352267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:27.359292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41c6633-626e-4d9b-8ab5-e999481958a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:27.362037 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c41c6633-626e-4d9b-8ab5-e999481958a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ccb373a-ed81-46b5-bd4b-80c583ea2e52 HTTP/1.1" status: 204 len: 168 time: 0.8737423 Feb 09 13:30:27.374442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:subnet and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:27.377390 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:27.385718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:27.434514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:27.453232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:27.457865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 80aca20b-2335-4a19-949e-4fb19b2d30a0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:27.497820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network f52acbaa-b334-497c-b74d-9d6be30f02e9 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:27.504759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:27.520457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:27.522335 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:27.565098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Allocated IP 2001:db8::2 (f52acbaa-b334-497c-b74d-9d6be30f02e9/c58ac8ed-cd69-4b97-b6f7-ed2ecb34ecc1/a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:27.565529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=aea124b5-0229-4887-a283-38748608df8d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:27.583394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a4596ca0-acca-4387-9728-bf5ed2818dcb tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1693995 Feb 09 13:30:27.585999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44510) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:27.687499 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:27.738415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c8ac3-a459-44ae-ba04-fc8b349c83cf tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:27.741502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c8ac3-a459-44ae-ba04-fc8b349c83cf tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:27.742933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c8ac3-a459-44ae-ba04-fc8b349c83cf tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:27.744309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c8ac3-a459-44ae-ba04-fc8b349c83cf tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:27.745695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c8ac3-a459-44ae-ba04-fc8b349c83cf tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:27.746743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-633c8ac3-a459-44ae-ba04-fc8b349c83cf tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Synchronizing usage tracker for tenant:f358188ba75743b18883921ebb213846 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:30:27.783969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-633c8ac3-a459-44ae-ba04-fc8b349c83cf tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Unset dirty status for tenant:f358188ba75743b18883921ebb213846 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:30:27.794159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-633c8ac3-a459-44ae-ba04-fc8b349c83cf tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1989093 Feb 09 13:30:27.794159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44520) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:27.799458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-243543983'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:27.816722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:27.821199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:network and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:27.831546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:27.840123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:27.865018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_backend_mixin [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Performing IP validity checks on allocation pools {{(pid=83479) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 13:30:27.865776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_backend_mixin [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83479) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 13:30:27.877700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:27.881333 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:27.971981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:28.019838 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.022750 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Added segment 4cdab42d-631d-473a-933b-a95fe44743f8 of type vlan for network d00780a9-b27c-4636-9011-83f8aa3a8292 Feb 09 13:30:28.041599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.047758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 80aca20b-2335-4a19-949e-4fb19b2d30a0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:28.087563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Transition to ACTIVE for port object a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:28.131266 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.172525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Transition to ACTIVE for port object a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:28.182288 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.187874 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.343850 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.352578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:28.353292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.368427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44528) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:28.377522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Pushing event updated for resources: {'Port': ['ID=a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:28.439396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6442184 Feb 09 13:30:28.442536 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d28f20fc-76e5-4611-9f6a-22e104f3ff47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.455919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Network f52acbaa-b334-497c-b74d-9d6be30f02e9 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:28.459087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:28.463905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44532) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:28.466657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:28.501373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-76757dd6-9cd5-49da-9f11-6cc6ce31247d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:28.531255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=780594e8-a0b4-4d1d-a917-4c0a0a256980,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:28.534383 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f05b9225-d661-4bf1-ae01-185fb8525ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.622710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36a3d2-5fe1-4247-aeb5-401476c4f413 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=d00780a9-b27c-4636-9011-83f8aa3a8292,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:28.625051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Attempting to bind port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:30:28.625436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Attempting to bind port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '6af4e747-bf70-4dfb-a798-1b0601e8b99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f52acbaa-b334-497c-b74d-9d6be30f02e9'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:30:28.625806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Attempting to bind port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f on network f52acbaa-b334-497c-b74d-9d6be30f02e9 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:30:28.631247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de060b1-bd5e-4d23-b314-984c934d6412 None None] Network 95b47cd9-8a81-4505-acb8-fc311b461fc1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:28.674549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed34d0-5a2d-4fee-858c-37de2745e700 req-9740a1a5-e5ff-49a0-9480-f7b07966daf1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:28.676247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebed34d0-5a2d-4fee-858c-37de2745e700 req-9740a1a5-e5ff-49a0-9480-f7b07966daf1 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.4404731 Feb 09 13:30:28.747383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebed34d0-5a2d-4fee-858c-37de2745e700 req-650aadb7-2ea9-4211-bb85-1e4d04e7bde7 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647058 Feb 09 13:30:28.772264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d00780a9-b27c-4636-9011-83f8aa3a8292 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:28.832021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': '3fa3149a-9e2a-4dc5-9d0a-6362500792ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '19e527c7-2189-400c-ba3a-50db4b59f5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:28.832329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: 19e527c7-2189-400c-ba3a-50db4b59f5e6, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:28.847619 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:30:28.847996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Checking segment: {'id': '6af4e747-bf70-4dfb-a798-1b0601e8b99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f52acbaa-b334-497c-b74d-9d6be30f02e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:28.848396 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.848789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Bound using segment: {'id': '6af4e747-bf70-4dfb-a798-1b0601e8b99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f52acbaa-b334-497c-b74d-9d6be30f02e9'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:30:28.849277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Bound port: a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af4e747-bf70-4dfb-a798-1b0601e8b99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'f52acbaa-b334-497c-b74d-9d6be30f02e9'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:30:28.849641 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.870895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f05b9225-d661-4bf1-ae01-185fb8525ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:28.879096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f05b9225-d661-4bf1-ae01-185fb8525ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:5f05797b1d2747e4865b4c1a8872976a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:28.883423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f05b9225-d661-4bf1-ae01-185fb8525ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:28.913596 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.932408 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:28.984256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5ffd8072-2df7-4813-8f8e-d887f69da05a None None] Provisioning for port 80aca20b-2335-4a19-949e-4fb19b2d30a0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:29.011708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5ffd8072-2df7-4813-8f8e-d887f69da05a None None] Provisioning complete for port 80aca20b-2335-4a19-949e-4fb19b2d30a0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:29.012079 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8072-2df7-4813-8f8e-d887f69da05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.029725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76757dd6-9cd5-49da-9f11-6cc6ce31247d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.049869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f05b9225-d661-4bf1-ae01-185fb8525ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:29.056749 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76757dd6-9cd5-49da-9f11-6cc6ce31247d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.079124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76757dd6-9cd5-49da-9f11-6cc6ce31247d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network d00780a9-b27c-4636-9011-83f8aa3a8292 is not hosted by any dhcp agent {{(pid=83479) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 09 13:30:29.092870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76757dd6-9cd5-49da-9f11-6cc6ce31247d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:29.093648 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-76757dd6-9cd5-49da-9f11-6cc6ce31247d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.095329 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-76757dd6-9cd5-49da-9f11-6cc6ce31247d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "PUT /v2.0/networks/d00780a9-b27c-4636-9011-83f8aa3a8292 HTTP/1.1" status: 200 len: 723 time: 0.6241155 Feb 09 13:30:29.098666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44540) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:29.105222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'network_id': 'd00780a9-b27c-4636-9011-83f8aa3a8292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:29.158980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] For port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:30:29.158980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] For port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f,segment=NetworkSegment(6af4e747-bf70-4dfb-a798-1b0601e8b99e),segment_id=6af4e747-bf70-4dfb-a798-1b0601e8b99e)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:30:29.214509 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.315590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76757dd6-9cd5-49da-9f11-6cc6ce31247d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=d00780a9-b27c-4636-9011-83f8aa3a8292,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:29.363202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:29.369886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network 19e527c7-2189-400c-ba3a-50db4b59f5e6 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:29.370403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d00780a9-b27c-4636-9011-83f8aa3a8292 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:29.388033 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:29.401866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 19e527c7-2189-400c-ba3a-50db4b59f5e6) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:29.409132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:29.415255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:29.416389 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.437327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc0543-c99f-4c63-8cf6-7b0f3e615863 None None] Network 19e527c7-2189-400c-ba3a-50db4b59f5e6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:29.515421 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f05b9225-d661-4bf1-ae01-185fb8525ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.518214 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-829e3c4f-13bb-43f0-960a-fdc2f1fd9ff9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7216792 Feb 09 13:30:29.520827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44548) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:29.557605 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.562389 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f05b9225-d661-4bf1-ae01-185fb8525ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.763797 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8072-2df7-4813-8f8e-d887f69da05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.799358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b9225-d661-4bf1-ae01-185fb8525ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a4b029-708f-42cd-87f2-4b693a1bf6a0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:29.806998 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f05b9225-d661-4bf1-ae01-185fb8525ec9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f05797b1d2747e4865b4c1a8872976a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4376247 Feb 09 13:30:29.816793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44554) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:29.848713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03985cdb-7fcc-4c18-89b4-e2534e1268c5 None None] Pushing event updated for resources: {'Port': ['ID=a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:29.904300 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.935030 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:29.938755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5ffd8072-2df7-4813-8f8e-d887f69da05a None None] For port 80aca20b-2335-4a19-949e-4fb19b2d30a0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=80aca20b-2335-4a19-949e-4fb19b2d30a0,segment=NetworkSegment(9326a7cd-e132-4bcc-bb98-e37b8e62439c),segment_id=9326a7cd-e132-4bcc-bb98-e37b8e62439c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:30.003654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.014428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ffd8072-2df7-4813-8f8e-d887f69da05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.067395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=84828423-0b74-4708-8107-455bfae9b461,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:30.198411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f5de192-c59c-4f66-81d5-c005c2f58e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.219619 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.272538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking segment: {'id': '4cdab42d-631d-473a-933b-a95fe44743f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd00780a9-b27c-4636-9011-83f8aa3a8292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:30.273114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network hostable DHCP agents. Network: d00780a9-b27c-4636-9011-83f8aa3a8292, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:30.273677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158de426-8821-4a5a-947b-3cce2261749f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-19e527c7-2189-400c-ba3a-50db4b59f5e6', 'network_id': '19e527c7-2189-400c-ba3a-50db4b59f5e6', 'tenant_id': '9355101650fe4683ac2a1c291ebfc62b', 'fixed_ips': [{'subnet_id': '780594e8-a0b4-4d1d-a917-4c0a0a256980'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:30.275063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-158de426-8821-4a5a-947b-3cce2261749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.331666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd8072-2df7-4813-8f8e-d887f69da05a None None] Pushing event updated for resources: {'Port': ['ID=80aca20b-2335-4a19-949e-4fb19b2d30a0,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:30.424914 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.464721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f5de192-c59c-4f66-81d5-c005c2f58e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.510913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=780594e8-a0b4-4d1d-a917-4c0a0a256980,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server [None req-158de426-8821-4a5a-947b-3cce2261749f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 780594e8-a0b4-4d1d-a917-4c0a0a256980: This subnet is being modified by another concurrent operation. Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise exception Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 780594e8-a0b4-4d1d-a917-4c0a0a256980: This subnet is being modified by another concurrent operation. Feb 09 13:30:30.555893 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server Feb 09 13:30:30.610660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1b07c-4168-4a62-b4c6-8d3c5efc9b25 None None] Network 19e527c7-2189-400c-ba3a-50db4b59f5e6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:30.663175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network d00780a9-b27c-4636-9011-83f8aa3a8292 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:30.677984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337f660-7ae1-4ac4-a2b3-ed976d43fe59 req-ae6c32f0-aae0-475b-9de3-0083f28afc43 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:30.679597 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6337f660-7ae1-4ac4-a2b3-ed976d43fe59 req-ae6c32f0-aae0-475b-9de3-0083f28afc43 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.6175513 Feb 09 13:30:30.693332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d00780a9-b27c-4636-9011-83f8aa3a8292) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:30.710392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:30.711031 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.725718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.726561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e63e08-132c-42fd-b70e-c1bc49a1b77e None None] Network d00780a9-b27c-4636-9011-83f8aa3a8292 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:30.804903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6337f660-7ae1-4ac4-a2b3-ed976d43fe59 req-5fb041ad-9393-4b5a-9bca-941b03ced591 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129715 Feb 09 13:30:30.810892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e527c7-2189-400c-ba3a-50db4b59f5e6']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:30.822521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-248ba228-500b-4b33-b2e0-90e0eb8315b8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7203705 Feb 09 13:30:30.826123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44568) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:30.847506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-412d8c0f-87ad-4c2e-99a1-e3b1c402b586 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:30.848486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa3149a-9e2a-4dc5-9d0a-6362500792ba') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:30.848793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa3149a-9e2a-4dc5-9d0a-6362500792ba') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:30.884540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.908993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f5de192-c59c-4f66-81d5-c005c2f58e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.983515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:30.997509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5de192-c59c-4f66-81d5-c005c2f58e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a4b029-708f-42cd-87f2-4b693a1bf6a0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:31.025272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:31.028523 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.080602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f5de192-c59c-4f66-81d5-c005c2f58e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.081902 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3f5de192-c59c-4f66-81d5-c005c2f58e90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35a4b029-708f-42cd-87f2-4b693a1bf6a0 HTTP/1.1" status: 204 len: 168 time: 1.2542734 Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:31.082798 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:31.152145 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-412d8c0f-87ad-4c2e-99a1-e3b1c402b586 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3009619'] for subnet, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.277633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.289662 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.299703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-af47f687-76d0-4966-89e7-a0f4126b8cad None None] Provisioning complete for port 80aca20b-2335-4a19-949e-4fb19b2d30a0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:31.300282 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af47f687-76d0-4966-89e7-a0f4126b8cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.352691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=19e527c7-2189-400c-ba3a-50db4b59f5e6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:31.362246 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b06b8584-280a-49e4-9ff7-d5190f2af416 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/19e527c7-2189-400c-ba3a-50db4b59f5e6 HTTP/1.1" status: 204 len: 168 time: 1.8402691 Feb 09 13:30:31.372869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44574) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:31.379652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-156951138'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:31.407018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:31.412478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:network and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:31.435173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:31.444304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:31.452062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:31.473179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:31.476260 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.514268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-d00780a9-b27c-4636-9011-83f8aa3a8292', 'network_id': 'd00780a9-b27c-4636-9011-83f8aa3a8292', 'tenant_id': 'f358188ba75743b18883921ebb213846', 'fixed_ips': [{'subnet_id': '84828423-0b74-4708-8107-455bfae9b461'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:31.516850 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.580196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:31.596295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eff26dd-b14f-49f2-bb82-c66feb914dd8 None None] Network f52acbaa-b334-497c-b74d-9d6be30f02e9 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:31.597600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-412d8c0f-87ad-4c2e-99a1-e3b1c402b586 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785996493195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2547581'] for subnet, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.608084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.608443 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 8e286d02-28fa-4f81-bc09-788224c18af2 of type vlan for network 9572b79d-00cb-4380-9b62-2c48c47b52ce Feb 09 13:30:31.668228 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.690289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d8c0f-87ad-4c2e-99a1-e3b1c402b586 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:31.693846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-412d8c0f-87ad-4c2e-99a1-e3b1c402b586 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.699157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-412d8c0f-87ad-4c2e-99a1-e3b1c402b586 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "PUT /v2.0/subnets/84828423-0b74-4708-8107-455bfae9b461 HTTP/1.1" status: 200 len: 826 time: 0.8688495 Feb 09 13:30:31.705029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44582) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:31.767026 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.775432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:31.776073 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:31.895958 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5190110 Feb 09 13:30:31.968557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44592) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:32.005344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:32.010212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': '9572b79d-00cb-4380-9b62-2c48c47b52ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:32.216153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358f380-0e89-481c-9d49-386c2c385854 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=9572b79d-00cb-4380-9b62-2c48c47b52ce,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:32.300030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d8c0f-87ad-4c2e-99a1-e3b1c402b586 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=84828423-0b74-4708-8107-455bfae9b461,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:32.507994 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c1de4c7-f410-4fe4-b73a-854becb3aa4d req-3670414a-a7ee-4a52-9ce2-8552b375c31a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 1097 time: 0.1704280 Feb 09 13:30:32.511177 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:32.597972 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c1de4c7-f410-4fe4-b73a-854becb3aa4d req-828dd82d-553b-4e75-8112-df2faba6dd34 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837891 Feb 09 13:30:32.623555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Allocated IP 2001:db8::2 (d00780a9-b27c-4636-9011-83f8aa3a8292/84828423-0b74-4708-8107-455bfae9b461/06a19b1a-a673-49a9-a8a3-3ddb435af3ed) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:32.712242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44612) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:32.757584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:32.811875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 80aca20b-2335-4a19-949e-4fb19b2d30a0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:32.813545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:subnet and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:32.821320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:32.843979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 9572b79d-00cb-4380-9b62-2c48c47b52ce details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:32.889883 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:32.977353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:32.996904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10cf810-ba71-4368-8491-97fe5b80d7ed req-a2d0aa6f-cb5f-44bb-858c-230957cc8e6e tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:33.005113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a10cf810-ba71-4368-8491-97fe5b80d7ed req-a2d0aa6f-cb5f-44bb-858c-230957cc8e6e tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.7023754 Feb 09 13:30:33.029918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:33.039809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-657c6db7-ea77-4025-9be9-ce708575eac1 None None] Provisioning for port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:33.057668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-657c6db7-ea77-4025-9be9-ce708575eac1 None None] Provisioning complete for port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:33.058194 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-657c6db7-ea77-4025-9be9-ce708575eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.108400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59eb3af4-c523-4302-bb26-8a02b58e79fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.202229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-59eb3af4-c523-4302-bb26-8a02b58e79fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:33.217383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-59eb3af4-c523-4302-bb26-8a02b58e79fa admin admin] Usage tracker for resource:security_group_rule and tenant:2d5ea40b669c4210ad749d7605633f9a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:33.225073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-59eb3af4-c523-4302-bb26-8a02b58e79fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:33.248120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-59eb3af4-c523-4302-bb26-8a02b58e79fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:33.264350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 80aca20b-2335-4a19-949e-4fb19b2d30a0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:33.264878 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.328480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a10cf810-ba71-4368-8491-97fe5b80d7ed req-19a8a103-06e7-4c6b-a689-07aa49bca149 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218505 Feb 09 13:30:33.347706 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.372710 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.410597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Transition to ACTIVE for port object 06a19b1a-a673-49a9-a8a3-3ddb435af3ed will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:33.449831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59eb3af4-c523-4302-bb26-8a02b58e79fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.456030 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59eb3af4-c523-4302-bb26-8a02b58e79fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.500714 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-657c6db7-ea77-4025-9be9-ce708575eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.584959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb3af4-c523-4302-bb26-8a02b58e79fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0446458-da99-4fac-94ea-9097a0583589,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:33.604468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44636) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:33.607211 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-59eb3af4-c523-4302-bb26-8a02b58e79fa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d5ea40b669c4210ad749d7605633f9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8937089 Feb 09 13:30:33.616627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Transition to ACTIVE for port object 06a19b1a-a673-49a9-a8a3-3ddb435af3ed will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:33.652376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa6000-8df4-452f-99b9-c121e5e40808 None None] Update dhcp port {'port': {'network_id': 'f52acbaa-b334-497c-b74d-9d6be30f02e9', 'fixed_ips': [{'subnet_id': 'c58ac8ed-cd69-4b97-b6f7-ed2ecb34ecc1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aea124b5-0229-4887-a283-38748608df8d'}], 'binding:host_id': 'n-d-825175-3'}, 'id': 'a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f'} from n-d-825175-3. {{(pid=83481) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 09 13:30:33.703053 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.718358 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.761741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Subnet': ['ID=84828423-0b74-4708-8107-455bfae9b461,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:33.764623 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.820547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-657c6db7-ea77-4025-9be9-ce708575eac1 None None] For port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f,segment=NetworkSegment(6af4e747-bf70-4dfb-a798-1b0601e8b99e),segment_id=6af4e747-bf70-4dfb-a798-1b0601e8b99e)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:33.880696 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c85c9814-7b44-49da-9d37-56800bcba902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.917044 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c85c9814-7b44-49da-9d37-56800bcba902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.927984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Network d00780a9-b27c-4636-9011-83f8aa3a8292 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:33.928828 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-657c6db7-ea77-4025-9be9-ce708575eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:33.936378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:33.939726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:33.978760 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6000-8df4-452f-99b9-c121e5e40808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.029274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Pushing event updated for resources: {'Port': ['ID=06a19b1a-a673-49a9-a8a3-3ddb435af3ed,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:34.058835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c85c9814-7b44-49da-9d37-56800bcba902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.113292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c9814-7b44-49da-9d37-56800bcba902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0446458-da99-4fac-94ea-9097a0583589,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:34.116155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c6db7-ea77-4025-9be9-ce708575eac1 None None] Pushing event updated for resources: {'Port': ['ID=a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:34.167709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=6a5a4356-81c6-4a2d-a471-664cd255df82,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:34.246239 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.278654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00780a9-b27c-4636-9011-83f8aa3a8292']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:34.280565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Attempting to bind port 06a19b1a-a673-49a9-a8a3-3ddb435af3ed on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:30:34.284246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Attempting to bind port 06a19b1a-a673-49a9-a8a3-3ddb435af3ed by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4cdab42d-631d-473a-933b-a95fe44743f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd00780a9-b27c-4636-9011-83f8aa3a8292'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:30:34.284397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Attempting to bind port 06a19b1a-a673-49a9-a8a3-3ddb435af3ed on network d00780a9-b27c-4636-9011-83f8aa3a8292 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:30:34.312694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdab42d-631d-473a-933b-a95fe44743f8') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:34.313028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdab42d-631d-473a-933b-a95fe44743f8') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:34.335188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.350327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': '8e286d02-28fa-4f81-bc09-788224c18af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9572b79d-00cb-4380-9b62-2c48c47b52ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:34.350327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: 9572b79d-00cb-4380-9b62-2c48c47b52ce, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:34.351714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:30:34.352288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Checking segment: {'id': '4cdab42d-631d-473a-933b-a95fe44743f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd00780a9-b27c-4636-9011-83f8aa3a8292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:34.352859 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.353399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Bound using segment: {'id': '4cdab42d-631d-473a-933b-a95fe44743f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd00780a9-b27c-4636-9011-83f8aa3a8292'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:30:34.354774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Bound port: 06a19b1a-a673-49a9-a8a3-3ddb435af3ed, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdab42d-631d-473a-933b-a95fe44743f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd00780a9-b27c-4636-9011-83f8aa3a8292'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:30:34.355621 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.383736 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c85c9814-7b44-49da-9d37-56800bcba902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.387791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c85c9814-7b44-49da-9d37-56800bcba902 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0446458-da99-4fac-94ea-9097a0583589 HTTP/1.1" status: 204 len: 168 time: 0.7799559 Feb 09 13:30:34.394174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.419866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:34.420261 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:34.509671 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:34.522041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network 9572b79d-00cb-4380-9b62-2c48c47b52ce is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:34.635716 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-bbfa6000-8df4-452f-99b9-c121e5e40808 None None] Allocated IP 172.20.0.1 (f52acbaa-b334-497c-b74d-9d6be30f02e9/aea124b5-0229-4887-a283-38748608df8d/a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:34.679031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44660) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:34.788855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 9572b79d-00cb-4380-9b62-2c48c47b52ce) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:34.801236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:34.805272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.839570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4167c3c8-b7b5-4f8e-9826-fa1627500efa tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8658776 Feb 09 13:30:34.839679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44672) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:34.841385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bbfa6000-8df4-452f-99b9-c121e5e40808 None None] For port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f,segment=NetworkSegment(6af4e747-bf70-4dfb-a798-1b0601e8b99e),segment_id=6af4e747-bf70-4dfb-a798-1b0601e8b99e)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:34.853068 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 13:30:34.853068 n-d-825175-3 neutron-server[83480]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 13:30:34.853068 n-d-825175-3 neutron-server[83480]: [parameters: {'id': 'd00780a9-b27c-4636-9011-83f8aa3a8292'}] Feb 09 13:30:34.853068 n-d-825175-3 neutron-server[83480]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:30:34.853451 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:30:34.870613 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6000-8df4-452f-99b9-c121e5e40808 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.893547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bbfa6000-8df4-452f-99b9-c121e5e40808 None None] Transition to ACTIVE for port object a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:34.901464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4f73e-0f38-495c-bddf-f5cd435fbe81 req-428a9ec5-7f1a-4874-9626-4b50f4d9e330 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:34.903033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53e4f73e-0f38-495c-bddf-f5cd435fbe81 req-428a9ec5-7f1a-4874-9626-4b50f4d9e330 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.1812453 Feb 09 13:30:34.904342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63490ae0-3ecb-462c-a1f2-fe4e8672c907 None None] Network 9572b79d-00cb-4380-9b62-2c48c47b52ce requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:34.932337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fefc031a-e04b-4440-93c4-187f5cf62f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.957545 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbfa6000-8df4-452f-99b9-c121e5e40808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:34.971926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53e4f73e-0f38-495c-bddf-f5cd435fbe81 req-93cf5f32-4a01-4725-9ef0-b3b6c627f5de tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563254 Feb 09 13:30:35.281904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:35.284845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fefc031a-e04b-4440-93c4-187f5cf62f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:35.290969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fefc031a-e04b-4440-93c4-187f5cf62f90 admin admin] Usage tracker for resource:security_group_rule and tenant:8c11d093b6a6445fb4da61d0f652df1e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:35.297931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fefc031a-e04b-4440-93c4-187f5cf62f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:35.310596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fefc031a-e04b-4440-93c4-187f5cf62f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:35.317570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] For port 06a19b1a-a673-49a9-a8a3-3ddb435af3ed, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:30:35.351876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa6000-8df4-452f-99b9-c121e5e40808 None None] Pushing event updated for resources: {'Port': ['ID=a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:35.354912 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:35.378200 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:35.382553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting port 06a19b1a-a673-49a9-a8a3-3ddb435af3ed {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:30:35.382967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:35.387584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] For port 06a19b1a-a673-49a9-a8a3-3ddb435af3ed, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=06a19b1a-a673-49a9-a8a3-3ddb435af3ed,segment=NetworkSegment(4cdab42d-631d-473a-933b-a95fe44743f8),segment_id=4cdab42d-631d-473a-933b-a95fe44743f8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:30:35.395985 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:35.679007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fefc031a-e04b-4440-93c4-187f5cf62f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:35.714187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fefc031a-e04b-4440-93c4-187f5cf62f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:35.747298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f50b-d413-4fa3-8434-b056bf3bcff5 None None] Pushing event updated for resources: {'Port': ['ID=06a19b1a-a673-49a9-a8a3-3ddb435af3ed,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:35.777626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] For port 06a19b1a-a673-49a9-a8a3-3ddb435af3ed, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=06a19b1a-a673-49a9-a8a3-3ddb435af3ed,segment=NetworkSegment(4cdab42d-631d-473a-933b-a95fe44743f8),segment_id=4cdab42d-631d-473a-933b-a95fe44743f8)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:35.778407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:35.837786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc031a-e04b-4440-93c4-187f5cf62f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bd7ff4-51f4-41d6-9cee-3694c8170cac,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:35.860286 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fefc031a-e04b-4440-93c4-187f5cf62f90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8c11d093b6a6445fb4da61d0f652df1e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1799774 Feb 09 13:30:35.863966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44702) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:36.053604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94c560e-1508-460d-87c7-057fb97e4612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-9572b79d-00cb-4380-9b62-2c48c47b52ce', 'network_id': '9572b79d-00cb-4380-9b62-2c48c47b52ce', 'tenant_id': '9355101650fe4683ac2a1c291ebfc62b', 'fixed_ips': [{'subnet_id': '6a5a4356-81c6-4a2d-a471-664cd255df82'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:36.059347 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d94c560e-1508-460d-87c7-057fb97e4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.094448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.185441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:36.213663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78b1804-5de3-45e3-9d8a-34fa9c3e44a8 None None] Network d00780a9-b27c-4636-9011-83f8aa3a8292 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:36.252144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Calling delete_port for 06a19b1a-a673-49a9-a8a3-3ddb435af3ed owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:30:36.258199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5a4356-81c6-4a2d-a471-664cd255df82,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:36.319557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c63c2d06-fa57-4374-8805-65c19398110d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.462121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f808c-55d8-40ab-9bbb-28e07422d587 req-4add34e0-3611-4930-8af5-f24d946aed2b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:36.463677 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc4f808c-55d8-40ab-9bbb-28e07422d587 req-4add34e0-3611-4930-8af5-f24d946aed2b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.3043675 Feb 09 13:30:36.510369 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.536180 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c63c2d06-fa57-4374-8805-65c19398110d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.541120 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ed4f1-7c83-4294-ac80-2fa6242848d6 None None] Network d00780a9-b27c-4636-9011-83f8aa3a8292 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:36.562910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.573463 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-01d50a65-56d2-4e42-8af7-53f11c7760de req-0ce79a4e-fcde-4586-abd9-cca5d7d0e0f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 1097 time: 0.6399608 Feb 09 13:30:36.614160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Port': ['ID=06a19b1a-a673-49a9-a8a3-3ddb435af3ed,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:36.617327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No DVR routers for this DVR port 06a19b1a-a673-49a9-a8a3-3ddb435af3ed on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:30:36.621276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc4f808c-55d8-40ab-9bbb-28e07422d587 req-b85190e4-1795-4ca3-94b1-f6c02188ee60 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514244 Feb 09 13:30:36.686893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a63db8-1cf6-4b75-9202-677e83063942 None None] Network f52acbaa-b334-497c-b74d-9d6be30f02e9 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:36.764008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d50a65-56d2-4e42-8af7-53f11c7760de req-47ac131d-4142-4ea0-9c4f-928a7576940b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:36.765586 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-01d50a65-56d2-4e42-8af7-53f11c7760de req-47ac131d-4142-4ea0-9c4f-928a7576940b service neutron] 10.222.0.67 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 919 time: 0.1803613 Feb 09 13:30:36.798856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e61d0fb-d3e1-4bfb-a7de-d6c7467dbefe None None] Network 9572b79d-00cb-4380-9b62-2c48c47b52ce requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:36.829775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.865953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9572b79d-00cb-4380-9b62-2c48c47b52ce']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:36.866108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00780a9-b27c-4636-9011-83f8aa3a8292']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:36.882655 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-01d50a65-56d2-4e42-8af7-53f11c7760de req-141b7507-e3ec-4518-a36b-61a5b96e50ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f HTTP/1.1" status: 200 len: 217 time: 0.1052897 Feb 09 13:30:36.893612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e286d02-28fa-4f81-bc09-788224c18af2') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:36.893612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e286d02-28fa-4f81-bc09-788224c18af2') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:36.900518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdab42d-631d-473a-933b-a95fe44743f8') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:36.900821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdab42d-631d-473a-933b-a95fe44743f8') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:36.954289 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.956068 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:36.991457 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.007227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:37.007227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.041543 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:37.049218 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:37.077400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d50a65-56d2-4e42-8af7-53f11c7760de req-55c9dada-65ea-4203-910c-3318ee46c284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:37.079237 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-01d50a65-56d2-4e42-8af7-53f11c7760de req-55c9dada-65ea-4203-910c-3318ee46c284 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 200 len: 858 time: 0.1740077 Feb 09 13:30:37.090893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:37.091676 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.116968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-de133766-caba-439d-81a2-2cd17e4faa1a None None] Provisioning for port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:37.119948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:37.120309 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.159229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44720) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:37.202365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-de133766-caba-439d-81a2-2cd17e4faa1a None None] Provisioning complete for port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:37.202734 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de133766-caba-439d-81a2-2cd17e4faa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.252300 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.281244 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:37.311036 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:37.314255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-15b2fa95-bee3-42d7-8121-1c1871f42f50 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2502 time: 0.1538274 Feb 09 13:30:37.319252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44726) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:37.320344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Network': ['ID=d00780a9-b27c-4636-9011-83f8aa3a8292,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:37.331987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'network': {'name': 'tempest-network-smoke--1259528140', 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'port_security_enabled': False}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:37.351811 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7a4e5282-8f92-441b-87e4-45df3d84ea0d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/d00780a9-b27c-4636-9011-83f8aa3a8292 HTTP/1.1" status: 204 len: 168 time: 5.6451743 Feb 09 13:30:37.358902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:37.361983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44730) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:37.397131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:37.401393 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c29d2f-0f5f-4737-911d-625f0e983fe8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:30:37.402155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c29d2f-0f5f-4737-911d-625f0e983fe8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:30:37.409248 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-81c29d2f-0f5f-4737-911d-625f0e983fe8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/d00780a9-b27c-4636-9011-83f8aa3a8292 HTTP/1.1" status: 404 len: 339 time: 0.0461559 Feb 09 13:30:37.410020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44736) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:37.415006 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-01d50a65-56d2-4e42-8af7-53f11c7760de req-f822ee37-4690-405c-8f6c-4a85b087ac79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a8564f-4012-48d3-9204-dc679420e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000965 Feb 09 13:30:37.416308 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c63c2d06-fa57-4374-8805-65c19398110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.420542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2010953289', 'description': 'd1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:37.427996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:37.434074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Usage tracker for resource:network and tenant:f358188ba75743b18883921ebb213846 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:37.439536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Made reservation on behalf of 75b9b68fa1334e2b95fbe9dc75df9740 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:37.443943 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.455273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:37.465152 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.465572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:37.492402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:37.497243 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.510156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:37.551218 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.551694 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Added segment 7a497e6a-d99b-42fc-af51-60b229bfa38a of type vlan for network c0e55d82-64e5-495d-b0ae-d91dce530050 Feb 09 13:30:37.554806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c2d06-fa57-4374-8805-65c19398110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bd7ff4-51f4-41d6-9cee-3694c8170cac,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:37.587994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:37.626650 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.638618 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.639453 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Added segment 6b8f72ee-fe2a-4454-ae4f-5709c78c6890 of type vlan for network 66a09dd3-5292-41e9-9d60-6caa0834f9f2 Feb 09 13:30:37.657741 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.694447 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.707878 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.713221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:37.714000 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.818263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4922035 Feb 09 13:30:37.821830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/9572b79d-00cb-4380-9b62-2c48c47b52ce HTTP/1.1" status: 204 len: 168 time: 2.9811778 Feb 09 13:30:37.823907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-01d50a65-56d2-4e42-8af7-53f11c7760de req-eeb55744-6924-4864-99c9-b943554d5a29 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520727 Feb 09 13:30:37.827184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44744) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:37.827512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44746) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:37.829715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c63c2d06-fa57-4374-8805-65c19398110d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:37.830904 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c63c2d06-fa57-4374-8805-65c19398110d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0bd7ff4-51f4-41d6-9cee-3694c8170cac HTTP/1.1" status: 204 len: 168 time: 1.9636784 Feb 09 13:30:37.836897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b3b10-4d7a-4324-866f-e24426252483 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=9572b79d-00cb-4380-9b62-2c48c47b52ce,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:37.842145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-813618545'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:37.849534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2049622746', 'admin_state_up': True, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:37.863513 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:30:37.879429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:37.879703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:37.898036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:network and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:37.902078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:router and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:37.905296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:37.908023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:38.010290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:38.017288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:38.054013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:38.056967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:38.100719 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:38.101642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:38.147219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:38.189207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8b40b-c0a5-49d2-8fb1-4d1b7baeb2e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Network': ['ID=c0e55d82-64e5-495d-b0ae-d91dce530050,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:38.203044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network c0e55d82-64e5-495d-b0ae-d91dce530050 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:38.239081 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:38.243553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:38.244583 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:38.299954 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8860803 Feb 09 13:30:38.302287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44760) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:38.375609 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-01d50a65-56d2-4e42-8af7-53f11c7760de req-fb31427b-a86e-475a-aaea-4359590637c2 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402296 Feb 09 13:30:38.400215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:38.414281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71009a-a41c-403a-8402-057675fcebe8 req-5dcf7a4d-c334-460e-be6f-0dd316567109 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:38.419918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca71009a-a41c-403a-8402-057675fcebe8 req-5dcf7a4d-c334-460e-be6f-0dd316567109 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.3759110 Feb 09 13:30:38.431237 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:38.437451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522cecf2-4946-4491-9953-2f29a986b052 None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:30:38.472907 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:38.473246 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 758261be-632f-4d7b-b9ef-44874a98ac44 of type vlan for network 7bc140ea-5b9d-40b7-99f9-49671a84f3b7 Feb 09 13:30:38.601728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2f8b9dc8-cf31-4257-bfdd-12d81a21e1a2 None None] Provisioning complete for port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:38.602253 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2f8b9dc8-cf31-4257-bfdd-12d81a21e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:38.740580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:39.011384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce88e13-58cc-4388-b600-725016b13784 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=66a09dd3-5292-41e9-9d60-6caa0834f9f2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:39.028307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 66a09dd3-5292-41e9-9d60-6caa0834f9f2 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:39.047844 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:39.051801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:39.053028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:39.067569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec889e-2518-488f-bec2-3f7df82b57c4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:39.068240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-99ec889e-2518-488f-bec2-3f7df82b57c4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Synchronizing usage tracker for tenant:f358188ba75743b18883921ebb213846 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:30:39.075573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca71009a-a41c-403a-8402-057675fcebe8 req-e1312f73-e45b-46f2-b4c5-c8598294eb29 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401141 Feb 09 13:30:39.103046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-99ec889e-2518-488f-bec2-3f7df82b57c4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Unset dirty status for tenant:f358188ba75743b18883921ebb213846 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:30:39.110151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-99ec889e-2518-488f-bec2-3f7df82b57c4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/networks?id=66a09dd3-5292-41e9-9d60-6caa0834f9f2 HTTP/1.1" status: 200 len: 765 time: 0.7884264 Feb 09 13:30:39.110352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44776) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:39.117734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6711d186-2b3e-4454-aa23-c9f771ac9b9f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'description': 'd2'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:39.126730 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2932098 Feb 09 13:30:39.131385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44780) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:39.161712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': '7bc140ea-5b9d-40b7-99f9-49671a84f3b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:39.214687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522cecf2-4946-4491-9953-2f29a986b052 None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:30:39.348672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b994ff-e7f1-47fc-8eb0-7b9b60ef5a67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=7bc140ea-5b9d-40b7-99f9-49671a84f3b7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:39.417262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:39.424358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:39.465422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:subnet and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:39.468461 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6711d186-2b3e-4454-aa23-c9f771ac9b9f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:39.475692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:39.492298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6711d186-2b3e-4454-aa23-c9f771ac9b9f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:39.493341 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:39.500860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:39.509887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 7bc140ea-5b9d-40b7-99f9-49671a84f3b7 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:39.527772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6711d186-2b3e-4454-aa23-c9f771ac9b9f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network 66a09dd3-5292-41e9-9d60-6caa0834f9f2 is not hosted by any dhcp agent {{(pid=83480) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 09 13:30:39.532516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711d186-2b3e-4454-aa23-c9f771ac9b9f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:39.533126 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6711d186-2b3e-4454-aa23-c9f771ac9b9f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:39.537281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6711d186-2b3e-4454-aa23-c9f771ac9b9f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "PUT /v2.0/networks/66a09dd3-5292-41e9-9d60-6caa0834f9f2 HTTP/1.1" status: 200 len: 762 time: 0.4257131 Feb 09 13:30:39.537945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44794) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:39.713198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711d186-2b3e-4454-aa23-c9f771ac9b9f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=66a09dd3-5292-41e9-9d60-6caa0834f9f2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:39.718284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Allocated IP 172.25.5.6 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/73dec0c3-ccf1-4f47-84b4-dee1346ccc7a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:39.734566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 66a09dd3-5292-41e9-9d60-6caa0834f9f2 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:39.753838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52af58aa-0beb-4419-88d7-4202b14294ec tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:39.760145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-52af58aa-0beb-4419-88d7-4202b14294ec tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/networks?id=66a09dd3-5292-41e9-9d60-6caa0834f9f2 HTTP/1.1" status: 200 len: 765 time: 0.2181461 Feb 09 13:30:39.760873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44800) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:40.050921 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:40.090630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f86aee-4b6d-4c08-b9a9-c3664c90bb6b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:40.092810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d4f86aee-4b6d-4c08-b9a9-c3664c90bb6b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3309700 Feb 09 13:30:40.096792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44810) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:40.114930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:40.200417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-12e34f68-1e52-4f63-a6aa-06b8229bcf04 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Synchronizing usage tracker for tenant:f358188ba75743b18883921ebb213846 on resource:subnet {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:30:40.226102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-12e34f68-1e52-4f63-a6aa-06b8229bcf04 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Unset dirty status for tenant:f358188ba75743b18883921ebb213846 on resource:subnet {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:30:40.229703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-12e34f68-1e52-4f63-a6aa-06b8229bcf04 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 207 time: 0.1306348 Feb 09 13:30:40.232923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44820) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:40.426859 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:40.431508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341b8104-f9be-4444-b8ab-7e5e57da313a None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:30:40.662946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b8104-f9be-4444-b8ab-7e5e57da313a None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:30:40.663528 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:30:40.671362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad1f8e-3e19-44be-8615-899d4d01dd13 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:40.679893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad1f8e-3e19-44be-8615-899d4d01dd13 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:40.689051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad1f8e-3e19-44be-8615-899d4d01dd13 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:40.691953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Port': ['ID=73dec0c3-ccf1-4f47-84b4-dee1346ccc7a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:40.697841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:40.701926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad1f8e-3e19-44be-8615-899d4d01dd13 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:40.717273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad1f8e-3e19-44be-8615-899d4d01dd13 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:40.721444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad1f8e-3e19-44be-8615-899d4d01dd13 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:40.733151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-17ad1f8e-3e19-44be-8615-899d4d01dd13 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4984648 Feb 09 13:30:40.735327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44830) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:40.756775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:40.760546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:40.765163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:40.870676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc2442-0a11-469b-9bab-13b549048910 req-699b4abb-d18a-489f-8e65-2a2b115d8b9d tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:40.873369 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3fc2442-0a11-469b-9bab-13b549048910 req-699b4abb-d18a-489f-8e65-2a2b115d8b9d tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.3653660 Feb 09 13:30:41.008736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3fc2442-0a11-469b-9bab-13b549048910 req-0893fffb-4f2d-4d0f-ab6a-b879da9ccc42 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277072 Feb 09 13:30:41.126304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-41ab2314-6964-4e04-a0cd-2e152f170a69 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3812022 Feb 09 13:30:41.138290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44842) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:41.363812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbe149-b6fd-436d-a1ad-dea9e55f730d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.373253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbe149-b6fd-436d-a1ad-dea9e55f730d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.378972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbe149-b6fd-436d-a1ad-dea9e55f730d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.380408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbe149-b6fd-436d-a1ad-dea9e55f730d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.399767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fbe149-b6fd-436d-a1ad-dea9e55f730d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.405864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-86fbe149-b6fd-436d-a1ad-dea9e55f730d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2665467 Feb 09 13:30:41.409508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44854) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:41.588665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61294af-ab69-472f-b9ac-6f670f5724b9 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.593517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61294af-ab69-472f-b9ac-6f670f5724b9 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.597854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61294af-ab69-472f-b9ac-6f670f5724b9 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.599780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61294af-ab69-472f-b9ac-6f670f5724b9 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.602914 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:41.604908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61294af-ab69-472f-b9ac-6f670f5724b9 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:41.609695 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a61294af-ab69-472f-b9ac-6f670f5724b9 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1989324 Feb 09 13:30:41.613264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44862) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:41.781904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': '758261be-632f-4d7b-b9ef-44874a98ac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7bc140ea-5b9d-40b7-99f9-49671a84f3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:41.782585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: 7bc140ea-5b9d-40b7-99f9-49671a84f3b7, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:41.800149 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:41.822934 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:41.823728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:41.902739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=54e8775e-2a18-4f56-afb3-74bd62f2bbfa,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:42.033025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c812bd-ce08-46d2-9582-da71ae722a02 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:42.041867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a4c812bd-ce08-46d2-9582-da71ae722a02 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/networks/bdf80f36-79e3-45a8-89a4-0a8f5c06509d HTTP/1.1" status: 200 len: 803 time: 0.4266191 Feb 09 13:30:42.043609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44880) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:42.054978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network 7bc140ea-5b9d-40b7-99f9-49671a84f3b7 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:42.073475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 7bc140ea-5b9d-40b7-99f9-49671a84f3b7) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:42.083829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e4e20b-f7b1-4ab0-8857-2aeda9528841 None None] Network 7bc140ea-5b9d-40b7-99f9-49671a84f3b7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:42.104271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:42.105502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:42.196099 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e3b559cf-c1ea-4a84-9897-e93963fe356a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0616088 Feb 09 13:30:42.196745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:42.393229 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f769c97c-3c93-4a77-83ef-c7d33f9b6e8b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/networks/bdf80f36-79e3-45a8-89a4-0a8f5c06509d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3480890 Feb 09 13:30:42.393914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44888) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:42.517667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-7bc140ea-5b9d-40b7-99f9-49671a84f3b7', 'network_id': '7bc140ea-5b9d-40b7-99f9-49671a84f3b7', 'tenant_id': '9355101650fe4683ac2a1c291ebfc62b', 'fixed_ips': [{'subnet_id': '54e8775e-2a18-4f56-afb3-74bd62f2bbfa'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:42.518806 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:42.531229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e00f6-cc37-4295-8a75-8a4f3a85fa1d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:42.538291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1a0e00f6-cc37-4295-8a75-8a4f3a85fa1d tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/subnets/3e8b01ab-add0-40be-a7e5-609914ab2bc5 HTTP/1.1" status: 200 len: 843 time: 0.1428759 Feb 09 13:30:42.545813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44892) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:42.779552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3afa64a-97d7-4098-a708-bea35391ebba tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:42.785225 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e3afa64a-97d7-4098-a708-bea35391ebba tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "GET /v2.0/subnets/3e8b01ab-add0-40be-a7e5-609914ab2bc5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2342536 Feb 09 13:30:42.786182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44902) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:42.801020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2052574295'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:42.818850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:42.857932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:42.882983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:42.890506 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:42.903255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Allocated IP 172.20.0.2 (7bc140ea-5b9d-40b7-99f9-49671a84f3b7/54e8775e-2a18-4f56-afb3-74bd62f2bbfa/2a090e7e-0453-404a-85a2-dbc3d0553efa) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:42.999336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:43.020940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.021302 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Added segment 07198103-f38b-4ff3-a6f5-d470ac7aa24e of type vlan for network 0b7d21fa-d926-45c8-93b8-af13195e5429 Feb 09 13:30:43.052036 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.083707 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.161887 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.166461 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.167778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:43.168708 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.249513 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.292356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Transition to ACTIVE for port object 2a090e7e-0453-404a-85a2-dbc3d0553efa will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:43.355518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Transition to ACTIVE for port object 2a090e7e-0453-404a-85a2-dbc3d0553efa will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:43.369814 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.404392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:30:43.411735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.496699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Network 7bc140ea-5b9d-40b7-99f9-49671a84f3b7 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:43.501358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:43.506105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:43.508336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Pushing event updated for resources: {'Port': ['ID=2a090e7e-0453-404a-85a2-dbc3d0553efa,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:43.521899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.522392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.522761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.523096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.523407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.523545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7361577 Feb 09 13:30:43.523723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.524036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.524281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadfa1d-3d40-4e10-8f54-3142d860b316 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Network': ['ID=0b7d21fa-d926-45c8-93b8-af13195e5429,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:43.524464 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.524635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.524951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.525267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:43.526264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44908) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:43.537507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'network_id': '0b7d21fa-d926-45c8-93b8-af13195e5429', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:43.546776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 0b7d21fa-d926-45c8-93b8-af13195e5429 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:43.589997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.620529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc140ea-5b9d-40b7-99f9-49671a84f3b7']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:43.634795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758261be-632f-4d7b-b9ef-44874a98ac44') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:43.635134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758261be-632f-4d7b-b9ef-44874a98ac44') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:43.649348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.668783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.676184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:43.676591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.745505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:43.772394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:43.781973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Attempting to bind port 2a090e7e-0453-404a-85a2-dbc3d0553efa on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:30:43.783299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Attempting to bind port 2a090e7e-0453-404a-85a2-dbc3d0553efa by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '758261be-632f-4d7b-b9ef-44874a98ac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7bc140ea-5b9d-40b7-99f9-49671a84f3b7'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:30:43.784310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Attempting to bind port 2a090e7e-0453-404a-85a2-dbc3d0553efa on network 7bc140ea-5b9d-40b7-99f9-49671a84f3b7 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:30:43.796695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Made reservation on behalf of f358188ba75743b18883921ebb213846 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:43.801689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:30:43.802305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Checking segment: {'id': '758261be-632f-4d7b-b9ef-44874a98ac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7bc140ea-5b9d-40b7-99f9-49671a84f3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:43.802894 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.803453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Bound using segment: {'id': '758261be-632f-4d7b-b9ef-44874a98ac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7bc140ea-5b9d-40b7-99f9-49671a84f3b7'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:30:43.804080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Bound port: 2a090e7e-0453-404a-85a2-dbc3d0553efa, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758261be-632f-4d7b-b9ef-44874a98ac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7bc140ea-5b9d-40b7-99f9-49671a84f3b7'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:30:43.804625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:43.832696 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:43.851100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=54e8775e-2a18-4f56-afb3-74bd62f2bbfa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:43.938454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 13:30:43.938454 n-d-825175-3 neutron-server[83479]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 13:30:43.938454 n-d-825175-3 neutron-server[83479]: [parameters: {'id': '7bc140ea-5b9d-40b7-99f9-49671a84f3b7'}] Feb 09 13:30:43.938454 n-d-825175-3 neutron-server[83479]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:30:43.938454 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:30:44.005405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:44.045149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] For port 2a090e7e-0453-404a-85a2-dbc3d0553efa, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:30:44.053266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] For port 2a090e7e-0453-404a-85a2-dbc3d0553efa, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2a090e7e-0453-404a-85a2-dbc3d0553efa,segment=NetworkSegment(758261be-632f-4d7b-b9ef-44874a98ac44),segment_id=758261be-632f-4d7b-b9ef-44874a98ac44)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:30:44.069078 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:44.168843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba1ffc-1194-4843-a7f4-88a1cef5e2ac None None] Pushing event updated for resources: {'Port': ['ID=2a090e7e-0453-404a-85a2-dbc3d0553efa,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:44.196167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:30:44.221789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Sync routers for ids ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:30:44.253244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.ipam_backend_mixin [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Performing IP validity checks on allocation pools {{(pid=83480) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 13:30:44.253244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.ipam_backend_mixin [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83480) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 13:30:44.278962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:44.283347 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5f233bc6-4b08-493d-8769-a5ab71d9b80c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.4483836 Feb 09 13:30:44.287701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Routers {'21b5dfa3-3d6c-4b0d-b48e-5de19da60172'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:30:44.288353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:30:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:44.293010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44928) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:44.353662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53642a2-321a-491d-aa7f-64ebfd1b0c11 None None] Network 7bc140ea-5b9d-40b7-99f9-49671a84f3b7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:44.439392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:44.458852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Deleting port 2a090e7e-0453-404a-85a2-dbc3d0553efa {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:30:44.459338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:44.480009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2aa76-f224-4ad4-a67d-fa2fc415809a tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:44.490633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-74a2aa76-f224-4ad4-a67d-fa2fc415809a tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=75b9b68fa1334e2b95fbe9dc75df9740&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1930563 Feb 09 13:30:44.495941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44936) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:44.820584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Set router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:30:44.868498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c0d4dd-6e99-4078-b104-e4530b0194a2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:44.870310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f7c0d4dd-6e99-4078-b104-e4530b0194a2 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3755531 Feb 09 13:30:44.878546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44954) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:45.026689 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:45.046688 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-699770ec-3893-4f09-b60a-61bd4fd32833 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1636517 Feb 09 13:30:45.057038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44962) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:45.068817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] For port 2a090e7e-0453-404a-85a2-dbc3d0553efa, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2a090e7e-0453-404a-85a2-dbc3d0553efa,segment=NetworkSegment(758261be-632f-4d7b-b9ef-44874a98ac44),segment_id=758261be-632f-4d7b-b9ef-44874a98ac44)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:45.069167 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:45.100513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=a8f32f75-d9fa-484c-8e69-4f5c0e97dfe3,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:45.146218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Checking segment: {'id': '07198103-f38b-4ff3-a6f5-d470ac7aa24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0b7d21fa-d926-45c8-93b8-af13195e5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:45.147152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network hostable DHCP agents. Network: 0b7d21fa-d926-45c8-93b8-af13195e5429, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:45.183781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Network 0b7d21fa-d926-45c8-93b8-af13195e5429 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:45.194970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 0b7d21fa-d926-45c8-93b8-af13195e5429) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:45.201410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:45.203538 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:45.238611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-02356fb2-0fbc-491b-bb85-24f53eb3b36e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7112978 Feb 09 13:30:45.241425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 44970) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:45.248654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-cbdb33bd-7c3a-4deb-84ae-604b1f201802 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:45.261991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba83289c-e7b4-47be-a150-9841a191110d None None] Network 0b7d21fa-d926-45c8-93b8-af13195e5429 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:45.421771 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cbdb33bd-7c3a-4deb-84ae-604b1f201802 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3009619'] for subnet, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:45.496453 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cad1291f-d36b-4287-901c-b17c475edd54 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=75b9b68fa1334e2b95fbe9dc75df9740&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4352400 Feb 09 13:30:45.525353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Calling delete_port for 2a090e7e-0453-404a-85a2-dbc3d0553efa owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:30:45.595199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 44982) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:45.908637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-0b7d21fa-d926-45c8-93b8-af13195e5429', 'network_id': '0b7d21fa-d926-45c8-93b8-af13195e5429', 'tenant_id': 'f358188ba75743b18883921ebb213846', 'fixed_ips': [{'subnet_id': 'a8f32f75-d9fa-484c-8e69-4f5c0e97dfe3'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:45.910972 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:45.929428 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cbdb33bd-7c3a-4deb-84ae-604b1f201802 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785996493195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2547581'] for subnet, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:46.069176 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:46.281400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Port': ['ID=2a090e7e-0453-404a-85a2-dbc3d0553efa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:46.285939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4668ada1-f03e-42dd-ace0-534f4f46e954 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:46.288554 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4668ada1-f03e-42dd-ace0-534f4f46e954 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6869204 Feb 09 13:30:46.296424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45002) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:46.440912 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:46.455910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdb33bd-7c3a-4deb-84ae-604b1f201802 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:46.456558 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cbdb33bd-7c3a-4deb-84ae-604b1f201802 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:46.461510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2049622746', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:30:38Z', 'updated_at': '2022-02-09T13:30:41Z', 'revision_number': 3, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:94:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:39Z', 'updated_at': '2022-02-09T13:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:46.469413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cbdb33bd-7c3a-4deb-84ae-604b1f201802 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "PUT /v2.0/subnets/a8f32f75-d9fa-484c-8e69-4f5c0e97dfe3 HTTP/1.1" status: 200 len: 900 time: 1.2265911 Feb 09 13:30:46.470336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45008) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:46.481708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Allocated IP 2001:db8::3 (0b7d21fa-d926-45c8-93b8-af13195e5429/a8f32f75-d9fa-484c-8e69-4f5c0e97dfe3/a4819d44-3f83-4b22-b8e1-1c1df5e18656) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:46.483110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb33bd-7c3a-4deb-84ae-604b1f201802 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event updated for resources: {'Subnet': ['ID=a8f32f75-d9fa-484c-8e69-4f5c0e97dfe3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:46.489582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Checking router: 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:30:46.489925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Updating router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:30:46.599154 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:46.763799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:46.794518 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-079d5a91-a257-4e8b-9a62-16cad341fad7 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4955316 Feb 09 13:30:46.795458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45012) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:46.796237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No DVR routers for this DVR port 2a090e7e-0453-404a-85a2-dbc3d0553efa on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:30:46.798719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.799084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.799426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.799723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.800037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.800359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.800675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.800993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.801307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.801621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.801934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:46.834157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182593034', 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050', 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:46.880558 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.317374 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.372035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:47.373857 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.377883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc140ea-5b9d-40b7-99f9-49671a84f3b7']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:47.393580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:subnet and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:47.399254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:47.400749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Transition to ACTIVE for port object a4819d44-3f83-4b22-b8e1-1c1df5e18656 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:47.407495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758261be-632f-4d7b-b9ef-44874a98ac44') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:47.407812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758261be-632f-4d7b-b9ef-44874a98ac44') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:47.419459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:47.431373 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.442415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Transition to ACTIVE for port object a4819d44-3f83-4b22-b8e1-1c1df5e18656 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:47.450683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Made reservation on behalf of 75b9b68fa1334e2b95fbe9dc75df9740 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:47.465839 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.477205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.523971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.545969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f32f75-d9fa-484c-8e69-4f5c0e97dfe3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:47.565562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:47.565962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.590987 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:47.599474 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:47.668530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Pushing event updated for resources: {'Port': ['ID=a4819d44-3f83-4b22-b8e1-1c1df5e18656,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:47.720989 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.725720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Network 0b7d21fa-d926-45c8-93b8-af13195e5429 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:47.726946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:47.732009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:47.778332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7d21fa-d926-45c8-93b8-af13195e5429']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:47.805070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07198103-f38b-4ff3-a6f5-d470ac7aa24e') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:47.805226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07198103-f38b-4ff3-a6f5-d470ac7aa24e') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:47.825997 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.850494 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.859172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:47.859856 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:47.919710 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:47.972118 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Attempting to bind port a4819d44-3f83-4b22-b8e1-1c1df5e18656 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:30:47.974313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Attempting to bind port a4819d44-3f83-4b22-b8e1-1c1df5e18656 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '07198103-f38b-4ff3-a6f5-d470ac7aa24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0b7d21fa-d926-45c8-93b8-af13195e5429'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:30:47.975286 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Attempting to bind port a4819d44-3f83-4b22-b8e1-1c1df5e18656 on network 0b7d21fa-d926-45c8-93b8-af13195e5429 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:30:47.995310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:30:47.996444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Checking segment: {'id': '07198103-f38b-4ff3-a6f5-d470ac7aa24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0b7d21fa-d926-45c8-93b8-af13195e5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:47.998691 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:47.999204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Bound using segment: {'id': '07198103-f38b-4ff3-a6f5-d470ac7aa24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0b7d21fa-d926-45c8-93b8-af13195e5429'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:30:47.999693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Bound port: a4819d44-3f83-4b22-b8e1-1c1df5e18656, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07198103-f38b-4ff3-a6f5-d470ac7aa24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0b7d21fa-d926-45c8-93b8-af13195e5429'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:30:48.000063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.011349 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.031804 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 13:30:48.031804 n-d-825175-3 neutron-server[83480]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 13:30:48.031804 n-d-825175-3 neutron-server[83480]: [parameters: {'id': '0b7d21fa-d926-45c8-93b8-af13195e5429'}] Feb 09 13:30:48.031804 n-d-825175-3 neutron-server[83480]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:30:48.032834 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:30:48.048288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Transition to ACTIVE for port object 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:48.054041 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.129450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.150795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=7bc140ea-5b9d-40b7-99f9-49671a84f3b7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:48.196447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] For port a4819d44-3f83-4b22-b8e1-1c1df5e18656, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:30:48.200585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] For port a4819d44-3f83-4b22-b8e1-1c1df5e18656, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a4819d44-3f83-4b22-b8e1-1c1df5e18656,segment=NetworkSegment(07198103-f38b-4ff3-a6f5-d470ac7aa24e),segment_id=07198103-f38b-4ff3-a6f5-d470ac7aa24e)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:30:48.202839 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.266947 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aedf0c3d-8279-49d4-89dd-9789798d99ee tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/7bc140ea-5b9d-40b7-99f9-49671a84f3b7 HTTP/1.1" status: 204 len: 168 time: 6.0608866 Feb 09 13:30:48.270413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45030) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:48.276728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-126654920'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:48.303667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:48.330727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:network and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:48.345975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:48.368241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:48.406526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:48.409891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.484244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:48.507841 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.508388 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 38ae4544-2a16-4a98-8796-42b185b0f759 of type vlan for network 34b0722d-6842-4358-8dd6-e1b18aff620d Feb 09 13:30:48.518989 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.540747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182b63e-77d3-4056-8fae-d595e6a6a231 None None] Pushing event updated for resources: {'Port': ['ID=73dec0c3-ccf1-4f47-84b4-dee1346ccc7a,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:48.545707 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.565164 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.631088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting port a4819d44-3f83-4b22-b8e1-1c1df5e18656 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:30:48.632755 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.696871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Attempting to bind port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:30:48.697513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Attempting to bind port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:30:48.698057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Attempting to bind port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:30:48.701842 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.738585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:30:48.740234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:48.741657 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.742062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:30:48.745293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Bound port: 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:30:48.746971 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:48.796340 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:30:48.955599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Subnet': ['ID=b29b4d60-8054-4332-a3b5-4dccecc614e0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:49.026385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75288a82-5c68-4cc9-ab09-905f2880137f None None] Pushing event updated for resources: {'Port': ['ID=a4819d44-3f83-4b22-b8e1-1c1df5e18656,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:49.049011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Checking segment: {'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:49.057356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network hostable DHCP agents. Network: c0e55d82-64e5-495d-b0ae-d91dce530050, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:49.098318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network c0e55d82-64e5-495d-b0ae-d91dce530050 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:49.120139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, c0e55d82-64e5-495d-b0ae-d91dce530050) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:49.131636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:49.132355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:49.193880 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6701efcf-f734-4e81-980e-a96b95e9d43b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3754077 Feb 09 13:30:49.200415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45044) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:49.224329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc6dfd-f68a-428b-97b1-0d2a6d2083f9 None None] Network c0e55d82-64e5-495d-b0ae-d91dce530050 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:49.302064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:49.305701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:49.306275 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:49.563343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] For port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:30:49.721677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-c0e55d82-64e5-495d-b0ae-d91dce530050', 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'fixed_ips': [{'subnet_id': 'b29b4d60-8054-4332-a3b5-4dccecc614e0'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:30:49.722599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:49.746118 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] For port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=73dec0c3-ccf1-4f47-84b4-dee1346ccc7a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:30:49.787472 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:49.839451 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5677500 Feb 09 13:30:49.892252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45058) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:49.914192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': '34b0722d-6842-4358-8dd6-e1b18aff620d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:49.967761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182b63e-77d3-4056-8fae-d595e6a6a231 None None] Pushing event updated for resources: {'Port': ['ID=73dec0c3-ccf1-4f47-84b4-dee1346ccc7a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:49.993325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d459854-aa61-4bc8-aa86-4541a97ce649 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=34b0722d-6842-4358-8dd6-e1b18aff620d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:50.004282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c7a0e-55fe-461f-8ca9-4b2f30d705fa None None] Network 0b7d21fa-d926-45c8-93b8-af13195e5429 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:50.052196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] For port a4819d44-3f83-4b22-b8e1-1c1df5e18656, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a4819d44-3f83-4b22-b8e1-1c1df5e18656,segment=NetworkSegment(07198103-f38b-4ff3-a6f5-d470ac7aa24e),segment_id=07198103-f38b-4ff3-a6f5-d470ac7aa24e)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:50.053603 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:50.097718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 34b0722d-6842-4358-8dd6-e1b18aff620d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:50.437948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Allocated IP 172.20.0.18 (c0e55d82-64e5-495d-b0ae-d91dce530050/b29b4d60-8054-4332-a3b5-4dccecc614e0/8b5fc55f-8be6-4361-b5c5-e78b7d101853) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:50.576136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Calling delete_port for a4819d44-3f83-4b22-b8e1-1c1df5e18656 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:30:50.640569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:50.665502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:subnet and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:50.679519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:50.697889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:50.787457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:50.950098 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:50.975167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Transition to ACTIVE for port object 8b5fc55f-8be6-4361-b5c5-e78b7d101853 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:51.020481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Transition to ACTIVE for port object 8b5fc55f-8be6-4361-b5c5-e78b7d101853 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:51.036805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:51.246586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Port': ['ID=a4819d44-3f83-4b22-b8e1-1c1df5e18656,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:51.268987 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:51.291033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45076) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:51.301588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No DVR routers for this DVR port a4819d44-3f83-4b22-b8e1-1c1df5e18656 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:30:51.327153 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:51.680874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Routers {'21b5dfa3-3d6c-4b0d-b48e-5de19da60172'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:30:51.681934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:30:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:51.841174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.ipam_backend_mixin [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Performing IP validity checks on allocation pools {{(pid=83480) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 13:30:51.841755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.ipam_backend_mixin [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83480) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 13:30:51.883181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0fb70f3-bd42-4847-a17c-bb3ebe9c3bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:51.884419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Network c0e55d82-64e5-495d-b0ae-d91dce530050 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:51.940838 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:51.948723 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:51.956933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:51.970121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:52.019445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7d21fa-d926-45c8-93b8-af13195e5429']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:52.054943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07198103-f38b-4ff3-a6f5-d470ac7aa24e') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:52.055598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07198103-f38b-4ff3-a6f5-d470ac7aa24e') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:52.086150 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:52.190570 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:52.200510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Pushing event updated for resources: {'Port': ['ID=8b5fc55f-8be6-4361-b5c5-e78b7d101853,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:52.225993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:52.226445 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:52.264682 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:52.318674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f013bd61-78c0-41b6-97cb-f1b70d938451 None None] Network 0b7d21fa-d926-45c8-93b8-af13195e5429 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:52.471720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c0fb70f3-bd42-4847-a17c-bb3ebe9c3bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:52.473874 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:52.476848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c0fb70f3-bd42-4847-a17c-bb3ebe9c3bdd admin admin] Usage tracker for resource:security_group_rule and tenant:da26c85c986b4d259199a49ca048d464 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:52.484896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c0fb70f3-bd42-4847-a17c-bb3ebe9c3bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:52.507965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c0fb70f3-bd42-4847-a17c-bb3ebe9c3bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:52.519574 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:52.559957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/0b7d21fa-d926-45c8-93b8-af13195e5429 HTTP/1.1" status: 204 len: 168 time: 6.0844440 Feb 09 13:30:52.563421 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45092) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:52.619612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0fb70f3-bd42-4847-a17c-bb3ebe9c3bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:52.627195 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0fb70f3-bd42-4847-a17c-bb3ebe9c3bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:52.701968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ff270-8070-4533-a428-ecd9e168c918 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Network': ['ID=0b7d21fa-d926-45c8-93b8-af13195e5429,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:52.710089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:52.768191 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-e779583b-3912-46e3-b81c-8e6a32d6058e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:30:52.768634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e779583b-3912-46e3-b81c-8e6a32d6058e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:30:52.773548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e779583b-3912-46e3-b81c-8e6a32d6058e tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/subnets/a8f32f75-d9fa-484c-8e69-4f5c0e97dfe3 HTTP/1.1" status: 404 len: 337 time: 0.2091281 Feb 09 13:30:52.777561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45102) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:52.807594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Attempting to bind port 8b5fc55f-8be6-4361-b5c5-e78b7d101853 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:30:52.808115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Attempting to bind port 8b5fc55f-8be6-4361-b5c5-e78b7d101853 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:30:52.808614 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Attempting to bind port 8b5fc55f-8be6-4361-b5c5-e78b7d101853 on network c0e55d82-64e5-495d-b0ae-d91dce530050 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:30:52.845033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb70f3-bd42-4847-a17c-bb3ebe9c3bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247586bd-331b-46c9-8a73-054f167fca0d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:52.854266 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c0fb70f3-bd42-4847-a17c-bb3ebe9c3bdd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=da26c85c986b4d259199a49ca048d464&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5592699 Feb 09 13:30:52.855898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45110) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:52.953877 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-2629213b-d6bc-491d-9b18-1ec2b94f8be6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:30:52.963478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2629213b-d6bc-491d-9b18-1ec2b94f8be6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:30:52.965700 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2629213b-d6bc-491d-9b18-1ec2b94f8be6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/0b7d21fa-d926-45c8-93b8-af13195e5429 HTTP/1.1" status: 404 len: 339 time: 0.1870253 Feb 09 13:30:52.969416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45114) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:53.010352 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] Set router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:30:53.082652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=6d95d1ce-c831-42b8-991f-b1892560e75d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:53.181809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e11a059d-0474-4b3c-af52-5d8c9982ae51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.184663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': '38ae4544-2a16-4a98-8796-42b185b0f759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '34b0722d-6842-4358-8dd6-e1b18aff620d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:53.185307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: 34b0722d-6842-4358-8dd6-e1b18aff620d, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:30:53.213067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.265625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e11a059d-0474-4b3c-af52-5d8c9982ae51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.291947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network 34b0722d-6842-4358-8dd6-e1b18aff620d is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:30:53.384470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:30:53.384749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Checking segment: {'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:30:53.385139 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.385682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Bound using segment: {'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:30:53.386260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Bound port: 8b5fc55f-8be6-4361-b5c5-e78b7d101853, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:30:53.387218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.399025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Allocated IP 172.20.0.17 (c0e55d82-64e5-495d-b0ae-d91dce530050/b29b4d60-8054-4332-a3b5-4dccecc614e0/677d8791-fd84-43c6-8039-23366f17a556) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:30:53.399921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 34b0722d-6842-4358-8dd6-e1b18aff620d) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:53.404546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:53.405564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.435301 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.465243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9b58bc1e-78fb-4d03-9584-4297d1c3006e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.5739622 Feb 09 13:30:53.469036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45120) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:53.514714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d03da1-c012-49ff-91da-fe044e14f03c None None] Network 34b0722d-6842-4358-8dd6-e1b18aff620d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:53.522581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e11a059d-0474-4b3c-af52-5d8c9982ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.632012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a059d-0474-4b3c-af52-5d8c9982ae51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247586bd-331b-46c9-8a73-054f167fca0d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:53.674453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e11a059d-0474-4b3c-af52-5d8c9982ae51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.679193 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e11a059d-0474-4b3c-af52-5d8c9982ae51 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/247586bd-331b-46c9-8a73-054f167fca0d HTTP/1.1" status: 204 len: 168 time: 0.8203564 Feb 09 13:30:53.680769 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.687628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a09dd3-5292-41e9-9d60-6caa0834f9f2']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:53.729584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8f72ee-fe2a-4454-ae4f-5709c78c6890') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:53.729876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8f72ee-fe2a-4454-ae4f-5709c78c6890') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:53.742210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.754807 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.760101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Transition to ACTIVE for port object 677d8791-fd84-43c6-8039-23366f17a556 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:30:53.788422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.890041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Port': ['ID=677d8791-fd84-43c6-8039-23366f17a556,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:53.898377 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.909412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network c0e55d82-64e5-495d-b0ae-d91dce530050 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:53.910925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:53.913580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:30:53.930340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:53.930889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:53.963636 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:54.009652 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:54.213052 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:54.216613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] For port 8b5fc55f-8be6-4361-b5c5-e78b7d101853, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:30:54.239159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] For port 8b5fc55f-8be6-4361-b5c5-e78b7d101853, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8b5fc55f-8be6-4361-b5c5-e78b7d101853,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:30:54.304391 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:54.492043 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:54.498433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:54.557381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:54.558302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Network': ['ID=66a09dd3-5292-41e9-9d60-6caa0834f9f2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:54.565590 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d2c64ec0-a6da-44f2-b2ba-4832d66a91e8 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/66a09dd3-5292-41e9-9d60-6caa0834f9f2 HTTP/1.1" status: 204 len: 168 time: 1.5843556 Feb 09 13:30:54.576442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45144) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:54.585732 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:54.742054 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f33b51-b4e9-460a-b0ae-c83824c56f6e None None] Network 34b0722d-6842-4358-8dd6-e1b18aff620d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:54.821653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2049622746', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:30:38Z', 'updated_at': '2022-02-09T13:30:41Z', 'revision_number': 3, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:94:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:39Z', 'updated_at': '2022-02-09T13:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:54.858608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=6d95d1ce-c831-42b8-991f-b1892560e75d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:54.860651 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-5604eadf-b681-438f-80a3-e2bc0b4d8e39 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:30:54.861075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5604eadf-b681-438f-80a3-e2bc0b4d8e39 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:30:54.865375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258333b9-dec6-45b2-9a03-b3a612a9d027 None None] Pushing event updated for resources: {'Port': ['ID=8b5fc55f-8be6-4361-b5c5-e78b7d101853,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:54.880133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5604eadf-b681-438f-80a3-e2bc0b4d8e39 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/subnets/84828423-0b74-4708-8107-455bfae9b461 HTTP/1.1" status: 404 len: 337 time: 0.2993143 Feb 09 13:30:54.881167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45154) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:54.888482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c0764a-fcab-44a3-b368-accc46480b98 None None] The sync data for ids ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'] in n-d-825175-3 is: [{'id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2049622746', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:30:38Z', 'updated_at': '2022-02-09T13:30:41Z', 'revision_number': 3, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:94:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:39Z', 'updated_at': '2022-02-09T13:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:30:55.053983 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3cf48b-98f5-49ed-90eb-226f491c6251 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:30:55.056211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3cf48b-98f5-49ed-90eb-226f491c6251 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:30:55.057920 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fa3cf48b-98f5-49ed-90eb-226f491c6251 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/d00780a9-b27c-4636-9011-83f8aa3a8292 HTTP/1.1" status: 404 len: 339 time: 0.1697011 Feb 09 13:30:55.078537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45162) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:55.281828 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f6c34f5c-1c76-45d6-b3b8-31cbf8653471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:55.795068 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:55.941172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b0722d-6842-4358-8dd6-e1b18aff620d']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:55.955583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:55.967062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:56.165359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ae4544-2a16-4a98-8796-42b185b0f759') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:56.174007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ae4544-2a16-4a98-8796-42b185b0f759') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:30:56.264893 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:56.330308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8b5fc55f-8be6-4361-b5c5-e78b7d101853 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:56.361669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d928ed-acdd-4ca5-90a9-a6c9c1121c09 req-17f4d2e6-3f40-471f-a25a-0b322a270b09 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:56.369799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6d928ed-acdd-4ca5-90a9-a6c9c1121c09 req-17f4d2e6-3f40-471f-a25a-0b322a270b09 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 1.2923553 Feb 09 13:30:56.478203 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:56.509003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 8b5fc55f-8be6-4361-b5c5-e78b7d101853 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:56.523919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:56.532987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:30:56.533673 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:30:56.568145 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:30:56.596065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:56.682341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade350fa-a782-46c9-8ae8-841db8e00776 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting subnet aea124b5-0229-4887-a283-38748608df8d {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:30:56.717727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:56.724273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:56.724881 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:56.848038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f190239c-9d08-4f8c-94c9-5740320de0f9 None None] Network c0e55d82-64e5-495d-b0ae-d91dce530050 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:56.861890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Port': ['ID=677d8791-fd84-43c6-8039-23366f17a556,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:56.945842 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ade350fa-a782-46c9-8ae8-841db8e00776 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.049445 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-843c85f1-a311-4249-b739-dcdde0451bbf req-2c3e11cf-97c6-450a-b838-2c693890d8a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5677984 Feb 09 13:30:57.110409 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ade350fa-a782-46c9-8ae8-841db8e00776 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.165419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-932f109c-0fad-47bd-a6d1-250cb71d87de None None] Provisioning for port 8b5fc55f-8be6-4361-b5c5-e78b7d101853 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:57.211116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network c0e55d82-64e5-495d-b0ae-d91dce530050 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:30:57.222301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:30:57.260562 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ade350fa-a782-46c9-8ae8-841db8e00776 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.265415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-932f109c-0fad-47bd-a6d1-250cb71d87de None None] Provisioning complete for port 8b5fc55f-8be6-4361-b5c5-e78b7d101853 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:57.265786 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-932f109c-0fad-47bd-a6d1-250cb71d87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.400612 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6d928ed-acdd-4ca5-90a9-a6c9c1121c09 req-90571ece-dcb4-4919-ac89-871712dea2cf tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0280471 Feb 09 13:30:57.413230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-cca7751e-5000-40e0-b80c-c0cf859118f7 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:57.414208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-cca7751e-5000-40e0-b80c-c0cf859118f7 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Synchronizing usage tracker for tenant:e3787b01e4524c728c0001d18b1850c4 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:30:57.454879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-cca7751e-5000-40e0-b80c-c0cf859118f7 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Unset dirty status for tenant:e3787b01e4524c728c0001d18b1850c4 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:30:57.456381 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-cca7751e-5000-40e0-b80c-c0cf859118f7 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.3573081 Feb 09 13:30:57.555958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.565011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.578554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-0e41d901-9422-43a8-96a6-8ed722ccf2f8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Deleting port 440fb77e-d121-4ca9-8b2c-fd8525dfd302 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:30:57.579187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-0e41d901-9422-43a8-96a6-8ed722ccf2f8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.597202 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.631681 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-932f109c-0fad-47bd-a6d1-250cb71d87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.635306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=34b0722d-6842-4358-8dd6-e1b18aff620d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:57.649498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.650133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.650722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.651207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.651684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.652755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.653335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.653825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.654313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.654805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.655275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:30:57.683127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=73dec0c3-ccf1-4f47-84b4-dee1346ccc7a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:57.685022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-139a0c65-da91-42d9-bc49-1f5e70a7488a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/34b0722d-6842-4358-8dd6-e1b18aff620d HTTP/1.1" status: 204 len: 168 time: 4.2037511 Feb 09 13:30:57.689473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-932f109c-0fad-47bd-a6d1-250cb71d87de None None] For port 8b5fc55f-8be6-4361-b5c5-e78b7d101853, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8b5fc55f-8be6-4361-b5c5-e78b7d101853,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:57.691833 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.701399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45198) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:57.744843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1808097131'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:30:57.767063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:30:57.786712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:network and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:30:57.797710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:30:57.800501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=73dec0c3-ccf1-4f47-84b4-dee1346ccc7a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:57.803311 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-932f109c-0fad-47bd-a6d1-250cb71d87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.806853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:30:57.843731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-843c85f1-a311-4249-b739-dcdde0451bbf req-fb57703a-95b7-4015-8621-e64a0bc018aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3787b01e4524c728c0001d18b1850c4&device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 1097 time: 0.4642229 Feb 09 13:30:57.845584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ade350fa-a782-46c9-8ae8-841db8e00776 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:57.926528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f109c-0fad-47bd-a6d1-250cb71d87de None None] Pushing event updated for resources: {'Port': ['ID=8b5fc55f-8be6-4361-b5c5-e78b7d101853,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:57.961183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:30:57.964824 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.008795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade350fa-a782-46c9-8ae8-841db8e00776 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Subnet': ['ID=aea124b5-0229-4887-a283-38748608df8d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:58.029917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ade350fa-a782-46c9-8ae8-841db8e00776 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.033060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ee3d2c-afcf-4039-a650-1cea103131c4 None None] Network f52acbaa-b334-497c-b74d-9d6be30f02e9 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:30:58.048733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ade350fa-a782-46c9-8ae8-841db8e00776 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/subnets/aea124b5-0229-4887-a283-38748608df8d HTTP/1.1" status: 204 len: 168 time: 2.9589796 Feb 09 13:30:58.064896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45206) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:58.269620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:30:58.301774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8b5fc55f-8be6-4361-b5c5-e78b7d101853 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:30:58.305821 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.306173 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment eb2829cc-8fd4-4702-bf49-163fd3d79116 of type vlan for network 80fe3e85-cb66-44cb-b067-ee8098f6ab88 Feb 09 13:30:58.478620 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.524677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c85f1-a311-4249-b739-dcdde0451bbf req-972c0bbe-e9ac-4a30-b5e9-18129c19d117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:58.530198 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de21fe20-4eb8-447b-9953-3f177bf21778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.540608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-843c85f1-a311-4249-b739-dcdde0451bbf req-972c0bbe-e9ac-4a30-b5e9-18129c19d117 service neutron] 10.222.0.67 "GET /v2.0/networks?id=74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 200 len: 919 time: 0.6043808 Feb 09 13:30:58.615027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-11d01300-e1b8-4435-a5e1-88f5c06e3a4c None None] Provisioning for port 677d8791-fd84-43c6-8039-23366f17a556 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:30:58.650794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-0e41d901-9422-43a8-96a6-8ed722ccf2f8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] For port 440fb77e-d121-4ca9-8b2c-fd8525dfd302, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=440fb77e-d121-4ca9-8b2c-fd8525dfd302,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:30:58.652843 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-0e41d901-9422-43a8-96a6-8ed722ccf2f8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.724745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-11d01300-e1b8-4435-a5e1-88f5c06e3a4c None None] Provisioning complete for port 677d8791-fd84-43c6-8039-23366f17a556 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:58.725419 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-11d01300-e1b8-4435-a5e1-88f5c06e3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.785978 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.815738 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.845391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-11d01300-e1b8-4435-a5e1-88f5c06e3a4c None None] Port 677d8791-fd84-43c6-8039-23366f17a556 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:30:58.856780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 8b5fc55f-8be6-4361-b5c5-e78b7d101853 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:58.857545 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.885934 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-843c85f1-a311-4249-b739-dcdde0451bbf req-44187026-2f34-45a7-be72-8fecc39e9a3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f HTTP/1.1" status: 200 len: 217 time: 0.3174863 Feb 09 13:30:58.889319 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:58.893273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:58.894003 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:59.043722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-11d01300-e1b8-4435-a5e1-88f5c06e3a4c None None] Provisioning complete for port 8b5fc55f-8be6-4361-b5c5-e78b7d101853 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:30:59.047316 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-11d01300-e1b8-4435-a5e1-88f5c06e3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:30:59.258585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-0e41d901-9422-43a8-96a6-8ed722ccf2f8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Calling delete_port for 440fb77e-d121-4ca9-8b2c-fd8525dfd302 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:30:59.354318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=80fe3e85-cb66-44cb-b067-ee8098f6ab88,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:30:59.389392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f6fe5e73-1e6e-4364-9367-977f9e80f81b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6657820 Feb 09 13:30:59.393144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c85f1-a311-4249-b739-dcdde0451bbf req-67df432e-3bd3-4efa-8677-fbb122b50a1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:59.394296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-843c85f1-a311-4249-b739-dcdde0451bbf req-67df432e-3bd3-4efa-8677-fbb122b50a1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 200 len: 858 time: 0.4945462 Feb 09 13:30:59.397586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45228) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:30:59.416847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 80fe3e85-cb66-44cb-b067-ee8098f6ab88 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:30:59.542599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-843c85f1-a311-4249-b739-dcdde0451bbf req-9327b43f-af18-4bf9-864f-f91aa893e58c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=74a8564f-4012-48d3-9204-dc679420e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329427 Feb 09 13:30:59.621739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257a2d-0894-4af6-ad68-b82121db1ca6 req-61c375af-eb6f-4ea9-85a3-2476fd26817b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:30:59.623394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9257a2d-0894-4af6-ad68-b82121db1ca6 req-61c375af-eb6f-4ea9-85a3-2476fd26817b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 946 time: 0.8862345 Feb 09 13:30:59.797513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9257a2d-0894-4af6-ad68-b82121db1ca6 req-46283355-4eef-4cac-8b7b-c4d43ca095cc tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162066 Feb 09 13:30:59.868824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:31:00.026380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-933bc7af-a9da-46a0-b07b-85a058b82211 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting subnet c58ac8ed-cd69-4b97-b6f7-ed2ecb34ecc1 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:31:00.033375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d860d-7148-4b52-be4b-6c8804338c41 None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:31:00.048401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-0e41d901-9422-43a8-96a6-8ed722ccf2f8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:00.088694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['8ca32eee-5f36-4169-990b-ece03ab21f3f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:31:00.122092 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-843c85f1-a311-4249-b739-dcdde0451bbf req-1e0c579f-1c8e-4fb5-825b-76a7107cf783 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737348 Feb 09 13:31:00.146150 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:00.190321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-933bc7af-a9da-46a0-b07b-85a058b82211 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:00.226141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': '80fe3e85-cb66-44cb-b067-ee8098f6ab88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:00.311464 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9e6b4a0b-1575-4ae8-a008-f6294b624cc6 None None] Provisioning complete for port 677d8791-fd84-43c6-8039-23366f17a556 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:31:00.311743 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4a0b-1575-4ae8-a008-f6294b624cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:00.321125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41d901-9422-43a8-96a6-8ed722ccf2f8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Pushing event deleted for resources: {'Port': ['ID=440fb77e-d121-4ca9-8b2c-fd8525dfd302,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:00.358001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-843c85f1-a311-4249-b739-dcdde0451bbf req-12798e62-8daa-4793-a9d1-53cddf8ff2c8 service neutron] 10.222.0.67 "GET /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295508 Feb 09 13:31:00.373063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:31:00.374581 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:00.468322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-0e41d901-9422-43a8-96a6-8ed722ccf2f8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] No DVR routers for this DVR port 440fb77e-d121-4ca9-8b2c-fd8525dfd302 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:31:00.519404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 440fb77e-d121-4ca9-8b2c-fd8525dfd302 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:00.538669 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-0e41d901-9422-43a8-96a6-8ed722ccf2f8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:00.546859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20b941f-4b0e-4098-8ced-177c20f62eca', 'name': 'network-vif-deleted', 'tag': '440fb77e-d121-4ca9-8b2c-fd8525dfd302'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:31:00.554172 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-933bc7af-a9da-46a0-b07b-85a058b82211 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:00.621936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b4a0b-1575-4ae8-a008-f6294b624cc6 None None] Port 677d8791-fd84-43c6-8039-23366f17a556 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:31:00.657318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d860d-7148-4b52-be4b-6c8804338c41 None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:31:00.661237 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-91de2c20-3cde-41d0-9e0c-d39568f363ed req-0e41d901-9422-43a8-96a6-8ed722ccf2f8 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.67 "DELETE /v2.0/ports/440fb77e-d121-4ca9-8b2c-fd8525dfd302 HTTP/1.1" status: 204 len: 173 time: 3.1968322 Feb 09 13:31:00.670069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:00.697115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:31:00.698210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:subnet and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:00.701907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 440fb77e-d121-4ca9-8b2c-fd8525dfd302 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:00.702301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 440fb77e-d121-4ca9-8b2c-fd8525dfd302 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:00.736456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:00.752119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:00.755817 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20b941f-4b0e-4098-8ced-177c20f62eca', 'name': 'network-vif-deleted', 'tag': '440fb77e-d121-4ca9-8b2c-fd8525dfd302', 'status': 'completed', 'code': 200} Feb 09 13:31:00.847562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9e6b4a0b-1575-4ae8-a008-f6294b624cc6 None None] Provisioning complete for port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:31:00.847981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9e6b4a0b-1575-4ae8-a008-f6294b624cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:00.851098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:01.111604 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-933bc7af-a9da-46a0-b07b-85a058b82211 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:01.154911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c7e4af3-a268-4445-9425-622627009597 req-9a56c62b-4d49-433e-a66f-98c660989cb6 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=d20b941f-4b0e-4098-8ced-177c20f62eca HTTP/1.1" status: 200 len: 210 time: 0.0809276 Feb 09 13:31:01.196257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:01.532410 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-933bc7af-a9da-46a0-b07b-85a058b82211 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:01.594154 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-933bc7af-a9da-46a0-b07b-85a058b82211 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:01.606565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bc7af-a9da-46a0-b07b-85a058b82211 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Subnet': ['ID=c58ac8ed-cd69-4b97-b6f7-ed2ecb34ecc1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:01.636249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45256) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:01.637532 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-933bc7af-a9da-46a0-b07b-85a058b82211 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/subnets/c58ac8ed-cd69-4b97-b6f7-ed2ecb34ecc1 HTTP/1.1" status: 204 len: 168 time: 3.5681593 Feb 09 13:31:01.703485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763468a4-315e-4ea9-9ed8-793666c0cb48 None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:31:01.808075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:31:01.821763 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Sync routers for ids ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:31:01.944237 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Routers {'21b5dfa3-3d6c-4b0d-b48e-5de19da60172'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:31:01.951142 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:30:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:02.019412 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-92f0a0d5-afad-467b-9ee9-29f2ededc7b7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "PUT /v2.0/routers/21b5dfa3-3d6c-4b0d-b48e-5de19da60172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8151290 Feb 09 13:31:02.145228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763468a4-315e-4ea9-9ed8-793666c0cb48 None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:31:02.152493 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:02.188181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:02.203963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:02.204305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:02.449116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=10202a6c-8c77-449d-8a46-0cb1e55b947a,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:02.535756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': 'eb2829cc-8fd4-4702-bf49-163fd3d79116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '80fe3e85-cb66-44cb-b067-ee8098f6ab88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:31:02.537493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: 80fe3e85-cb66-44cb-b067-ee8098f6ab88, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:31:02.588794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network 80fe3e85-cb66-44cb-b067-ee8098f6ab88 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:31:02.607295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 80fe3e85-cb66-44cb-b067-ee8098f6ab88) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:31:02.612929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:02.613756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:02.658787 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-619cb79c-172e-460a-b812-6b6e89e97abd tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6593881 Feb 09 13:31:02.661023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45284) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:02.677057 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Set router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:31:02.706018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] For port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f,segment=NetworkSegment(6af4e747-bf70-4dfb-a798-1b0601e8b99e),segment_id=6af4e747-bf70-4dfb-a798-1b0601e8b99e)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:02.708451 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:02.994634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d4689e-1ea9-4e37-8a81-e01d629bbc3e None None] Network f52acbaa-b334-497c-b74d-9d6be30f02e9 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:03.024475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf2ac0-d544-4411-b11c-1f0fd586a034 None None] Network 80fe3e85-cb66-44cb-b067-ee8098f6ab88 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:03.050166 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:03.122606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Calling delete_port for a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:03.297125 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:03.371896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:03.446234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No DVR routers for this DVR port a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:31:03.527458 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:03.589730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=10202a6c-8c77-449d-8a46-0cb1e55b947a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:03.658381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Port': ['ID=a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:03.699284 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2049622746', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:30:38Z', 'updated_at': '2022-02-09T13:30:54Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:94:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:39Z', 'updated_at': '2022-02-09T13:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '677d8791-fd84-43c6-8039-23366f17a556', 'name': '', 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:5a:55:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29b4d60-8054-4332-a3b5-4dccecc614e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:52Z', 'updated_at': '2022-02-09T13:30:55Z', 'revision_number': 2, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': 'b29b4d60-8054-4332-a3b5-4dccecc614e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:03.716906 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Checking router: 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:31:03.717141 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Updating router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 port 677d8791-fd84-43c6-8039-23366f17a556 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:31:03.819129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5822d1-502c-4e5c-b112-44b11df6f53a None None] Network 80fe3e85-cb66-44cb-b067-ee8098f6ab88 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:03.879018 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.049010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.116167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.136266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fe3e85-cb66-44cb-b067-ee8098f6ab88']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:04.150505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45302) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:04.161308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de5511-8a6a-40f3-9480-d714af174487 None None] DHCP port deletion for f52acbaa-b334-497c-b74d-9d6be30f02e9 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:31:04.181102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52acbaa-b334-497c-b74d-9d6be30f02e9']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:04.190993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2829cc-8fd4-4702-bf49-163fd3d79116') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:04.191365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2829cc-8fd4-4702-bf49-163fd3d79116') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:04.235424 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.236058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af4e747-bf70-4dfb-a798-1b0601e8b99e') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:04.236353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af4e747-bf70-4dfb-a798-1b0601e8b99e') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:04.273706 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.275644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.318407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:04.318837 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.334748 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-946619ef-74a0-4884-8e04-d92ab4860fd4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:04.336636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-946619ef-74a0-4884-8e04-d92ab4860fd4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Synchronizing usage tracker for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:31:04.341740 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.357270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8e80-db0b-4203-98db-a976c10281b0 req-5c334ae2-3179-4101-a4c4-0f9567d82114 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:04.365012 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d10e8e80-db0b-4203-98db-a976c10281b0 req-5c334ae2-3179-4101-a4c4-0f9567d82114 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.9314940 Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:04.379621 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:04.407205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:04.407939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:04.447380 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:04.599616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd50d5e4-d610-4986-9c1d-d4f223d7198a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.608013 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.640362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.655212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.659727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-946619ef-74a0-4884-8e04-d92ab4860fd4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Unset dirty status for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:31:04.661406 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Transition to ACTIVE for port object 677d8791-fd84-43c6-8039-23366f17a556 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:31:04.675201 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.679013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-946619ef-74a0-4884-8e04-d92ab4860fd4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/networks?id=c0e55d82-64e5-495d-b0ae-d91dce530050 HTTP/1.1" status: 200 len: 798 time: 1.5885777 Feb 09 13:31:04.690982 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d10e8e80-db0b-4203-98db-a976c10281b0 req-9c0b879c-6240-4b9c-b409-321ebc3f360b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249493 Feb 09 13:31:04.693964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.709496 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/80fe3e85-cb66-44cb-b067-ee8098f6ab88 HTTP/1.1" status: 204 len: 168 time: 2.0471730 Feb 09 13:31:04.713403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45314) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:04.739237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689867550'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:04.752464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89dc-6dbd-4643-9c24-bda76ef61851 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=80fe3e85-cb66-44cb-b067-ee8098f6ab88,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:04.769503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:04.776997 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.779577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Network': ['ID=f52acbaa-b334-497c-b74d-9d6be30f02e9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:04.784479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:network and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:04.789729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:04.810119 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-15dfe4dc-aef7-44f8-b95d-3c4cad0d9613 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/quotas/75b9b68fa1334e2b95fbe9dc75df9740 HTTP/1.1" status: 200 len: 375 time: 0.1177225 Feb 09 13:31:04.810342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:04.812386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bd50d5e4-d610-4986-9c1d-d4f223d7198a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:04.827098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bd50d5e4-d610-4986-9c1d-d4f223d7198a admin admin] Usage tracker for resource:security_group_rule and tenant:9f04f1c90c064a12bc3b14d69b357e57 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:04.839918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bd50d5e4-d610-4986-9c1d-d4f223d7198a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:04.863371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bd50d5e4-d610-4986-9c1d-d4f223d7198a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:04.873070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:04.877072 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.881632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a5f8f04f-076d-4b49-832e-1e2ed5aa37f3 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/f52acbaa-b334-497c-b74d-9d6be30f02e9 HTTP/1.1" status: 204 len: 168 time: 3.2416074 Feb 09 13:31:04.887773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45318) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:04.940312 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Pushing event updated for resources: {'Port': ['ID=677d8791-fd84-43c6-8039-23366f17a556,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:04.949515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:31:04.978684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:04.980273 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 143cff9c-93ea-482a-b2c0-32644f3d3662 of type vlan for network f7a4d07a-e784-4ffc-938d-418688183574 Feb 09 13:31:05.000782 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.011422 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.018919 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.019362 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.019759 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.020144 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.020550 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.020909 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.021301 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.021685 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.022066 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:05.063183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:05.164013 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:05.182571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:05.183213 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:05.253912 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ea95e6-82ed-44b1-ab2b-35266c507e94 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:05.254563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ea95e6-82ed-44b1-ab2b-35266c507e94 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:05.256309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-43ea95e6-82ed-44b1-ab2b-35266c507e94 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/subnets/f747fbd0-1bc3-43b5-bec5-fedb3cbe5365 HTTP/1.1" status: 404 len: 337 time: 0.3656285 Feb 09 13:31:05.259016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45324) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:05.284801 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Attempting to bind port 677d8791-fd84-43c6-8039-23366f17a556 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:31:05.285167 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Attempting to bind port 677d8791-fd84-43c6-8039-23366f17a556 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:31:05.288843 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Attempting to bind port 677d8791-fd84-43c6-8039-23366f17a556 on network c0e55d82-64e5-495d-b0ae-d91dce530050 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:31:05.306954 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:31:05.307864 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Checking segment: {'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:31:05.308425 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:05.310222 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Bound using segment: {'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:31:05.311931 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Bound port: 677d8791-fd84-43c6-8039-23366f17a556, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:31:05.312611 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:05.327487 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11a91f7-c24b-43c9-bdbd-eba4e4ed6703 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:05.328051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11a91f7-c24b-43c9-bdbd-eba4e4ed6703 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:05.330205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c11a91f7-c24b-43c9-bdbd-eba4e4ed6703 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/fc5be903-f0a3-4526-bc4e-b86f8e2e5b1b HTTP/1.1" status: 404 len: 339 time: 0.0637000 Feb 09 13:31:05.332961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45328) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:05.365093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:05.432192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-df92fe0e-e187-4b4e-b0be-0ced7599d6ff tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=75b9b68fa1334e2b95fbe9dc75df9740&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6201441 Feb 09 13:31:05.452574 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] For port 677d8791-fd84-43c6-8039-23366f17a556, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:31:05.456557 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] For port 677d8791-fd84-43c6-8039-23366f17a556, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=677d8791-fd84-43c6-8039-23366f17a556,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:31:05.457326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:05.457978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a3be5abf-2e4a-42b4-9194-6dc34f8a8f3f not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:05.464546 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:05.533246 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aaa318b-6d59-4d95-8e7b-a5f93c6eaebd tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:05.533711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aaa318b-6d59-4d95-8e7b-a5f93c6eaebd tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:05.549249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=f7a4d07a-e784-4ffc-938d-418688183574,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:05.554752 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-303dfc7d-9c71-4142-8c02-46e8fa47496a tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8341551 Feb 09 13:31:05.562496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45334) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:05.565816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f7a4d07a-e784-4ffc-938d-418688183574 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:31:05.572278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9aaa318b-6d59-4d95-8e7b-a5f93c6eaebd tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/subnets/2974ed44-4c23-4931-98a9-911232356c5c HTTP/1.1" status: 404 len: 337 time: 0.2256505 Feb 09 13:31:05.578939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45336) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:05.587632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': 'f7a4d07a-e784-4ffc-938d-418688183574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:05.692385 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Routers {'21b5dfa3-3d6c-4b0d-b48e-5de19da60172'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:31:05.707420 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:30:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:05.816981 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5a5eb6-f750-4183-b103-d95d6f447be9 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:05.818376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5a5eb6-f750-4183-b103-d95d6f447be9 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:05.854501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-0abf28b4-c0e3-41c4-9d3a-d8cc4e1d43d2 service neutron] 10.222.0.59 "GET /v2.0/networks/c0e55d82-64e5-495d-b0ae-d91dce530050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197702 Feb 09 13:31:06.003839 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6b5a5eb6-f750-4183-b103-d95d6f447be9 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/cab79b17-08c8-4a5f-ba97-149722e9971a HTTP/1.1" status: 404 len: 339 time: 0.3762300 Feb 09 13:31:06.021736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45348) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:06.123127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:06.153078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd50d5e4-d610-4986-9c1d-d4f223d7198a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:06.166699 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-222da28a-dd4e-4313-b1f9-1c9f9842171c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:06.172794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222da28a-dd4e-4313-b1f9-1c9f9842171c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:06.178120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-222da28a-dd4e-4313-b1f9-1c9f9842171c tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/subnets/2557f2bd-c959-49bd-ad98-2c54c8c57c52 HTTP/1.1" status: 404 len: 337 time: 0.1126063 Feb 09 13:31:06.179687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:subnet and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:06.185222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bd50d5e4-d610-4986-9c1d-d4f223d7198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:06.199348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45354) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:06.203575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:06.235623 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-85704789-915b-4b95-b997-98a0e3df6ad4 service neutron] 10.222.0.59 "GET /v2.0/networks/c0e55d82-64e5-495d-b0ae-d91dce530050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791342 Feb 09 13:31:06.258666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:06.331330 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d078f6-2970-4ff7-bac6-98d936ffda95 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:06.332066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d078f6-2970-4ff7-bac6-98d936ffda95 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:06.333970 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-10d078f6-2970-4ff7-bac6-98d936ffda95 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/73cd67b5-9a33-4a07-a68e-de1ca6f1a3e8 HTTP/1.1" status: 404 len: 339 time: 0.0775151 Feb 09 13:31:06.341294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45358) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:06.381206 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bd50d5e4-d610-4986-9c1d-d4f223d7198a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f04f1c90c064a12bc3b14d69b357e57&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2214513 Feb 09 13:31:06.383716 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] Set router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:31:06.386524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50d5e4-d610-4986-9c1d-d4f223d7198a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ba1551-6fb4-492b-958b-7cf04ec18fe4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:06.387718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45362) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:06.400263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:06.495923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e2ae9-d42c-48db-a4ec-af5a0206c4d1 req-ff120e49-c5f2-496a-b9d2-b3041974db18 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:06.500610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-762e2ae9-d42c-48db-a4ec-af5a0206c4d1 req-ff120e49-c5f2-496a-b9d2-b3041974db18 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.2927608 Feb 09 13:31:06.682007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:06.728989 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6370f6d-60d0-4ab8-b77d-8a67d06c85d1 req-e58295c7-9425-4e8e-a633-8e15a309fe82 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 210 time: 0.1239161 Feb 09 13:31:06.790745 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0e1882d6-522f-4b11-85f0-40f6dc91c4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:06.819292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0e1882d6-522f-4b11-85f0-40f6dc91c4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:06.888639 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0e1882d6-522f-4b11-85f0-40f6dc91c4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:06.909017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-762e2ae9-d42c-48db-a4ec-af5a0206c4d1 req-54a57e06-e4cf-470f-bd2e-c078b61f9f32 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852015 Feb 09 13:31:06.911141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1882d6-522f-4b11-85f0-40f6dc91c4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ba1551-6fb4-492b-958b-7cf04ec18fe4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:06.915855 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0e1882d6-522f-4b11-85f0-40f6dc91c4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:06.916773 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0e1882d6-522f-4b11-85f0-40f6dc91c4f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/99ba1551-6fb4-492b-958b-7cf04ec18fe4 HTTP/1.1" status: 204 len: 168 time: 0.5052395 Feb 09 13:31:07.063865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fa3893-8647-42dd-8905-33d6e84ec06f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting subnet c4047caa-f989-4310-a67a-134ec1746aec {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:31:07.068577 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-69fa3893-8647-42dd-8905-33d6e84ec06f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:07.162923 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7764b-2521-4f22-9165-a4daf7673b03 None None] Pushing event updated for resources: {'Port': ['ID=677d8791-fd84-43c6-8039-23366f17a556,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:07.247532 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2049622746', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:30:38Z', 'updated_at': '2022-02-09T13:30:54Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:94:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:39Z', 'updated_at': '2022-02-09T13:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '677d8791-fd84-43c6-8039-23366f17a556', 'name': '', 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:5a:55:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29b4d60-8054-4332-a3b5-4dccecc614e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:52Z', 'updated_at': '2022-02-09T13:31:05Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': 'b29b4d60-8054-4332-a3b5-4dccecc614e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:07.259862 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e67dfd-03f7-4f22-8779-adc8205143b0 None None] The sync data for ids ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'] in n-d-825175-3 is: [{'id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2049622746', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:30:38Z', 'updated_at': '2022-02-09T13:30:54Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:94:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:39Z', 'updated_at': '2022-02-09T13:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '677d8791-fd84-43c6-8039-23366f17a556', 'name': '', 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:5a:55:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b29b4d60-8054-4332-a3b5-4dccecc614e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:52Z', 'updated_at': '2022-02-09T13:31:05Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': 'b29b4d60-8054-4332-a3b5-4dccecc614e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:31:07.266543 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-69fa3893-8647-42dd-8905-33d6e84ec06f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:07.453870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-69fa3893-8647-42dd-8905-33d6e84ec06f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:07.659327 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-69fa3893-8647-42dd-8905-33d6e84ec06f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:07.772160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa3893-8647-42dd-8905-33d6e84ec06f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Subnet': ['ID=c4047caa-f989-4310-a67a-134ec1746aec,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:07.789124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-69fa3893-8647-42dd-8905-33d6e84ec06f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:07.792860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef199a-7a38-4f08-85ae-becf2f273f18 None None] Network 97638a87-325d-4661-a995-6f6ff8ebf9f7 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:07.836132 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-69fa3893-8647-42dd-8905-33d6e84ec06f tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/subnets/c4047caa-f989-4310-a67a-134ec1746aec HTTP/1.1" status: 204 len: 168 time: 1.4903762 Feb 09 13:31:07.839465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45394) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:07.857949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:08.126991 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:08.327603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:08.337045 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:08.502001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c680fb32-fafa-440e-a582-08cd7cc1ae46 req-e7f8fb3f-7597-44ee-932a-89d8a3f1d5e2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 210 time: 0.3705482 Feb 09 13:31:08.632893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=6a127527-5019-43a5-9fbc-ea1397ff9f66,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:08.777417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': '143cff9c-93ea-482a-b2c0-32644f3d3662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f7a4d07a-e784-4ffc-938d-418688183574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:31:08.777801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: f7a4d07a-e784-4ffc-938d-418688183574, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:31:08.809496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23651b7e-ebb2-43ce-86b8-20662d3c6e2b req-0e11691b-f11a-4b12-8fd6-e73ec7fbaffd tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:08.820632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23651b7e-ebb2-43ce-86b8-20662d3c6e2b req-0e11691b-f11a-4b12-8fd6-e73ec7fbaffd tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.4945643 Feb 09 13:31:08.826074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e28ca1fb-59f8-424b-ba14-7b188daf9747 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:08.828809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e28ca1fb-59f8-424b-ba14-7b188daf9747 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Synchronizing usage tracker for tenant:e3787b01e4524c728c0001d18b1850c4 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:31:08.898281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] DHCP port deletion for 97638a87-325d-4661-a995-6f6ff8ebf9f7 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:31:08.899968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network f7a4d07a-e784-4ffc-938d-418688183574 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:31:08.909656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] Deleting port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:08.910360 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:08.922614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e28ca1fb-59f8-424b-ba14-7b188daf9747 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Unset dirty status for tenant:e3787b01e4524c728c0001d18b1850c4 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:31:08.925474 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e28ca1fb-59f8-424b-ba14-7b188daf9747 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.67 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.4650524 Feb 09 13:31:08.927430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f7a4d07a-e784-4ffc-938d-418688183574) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:31:08.938455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:08.939059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:08.993955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee1fe8b-8693-4705-8860-996e6462ba30 None None] Network f7a4d07a-e784-4ffc-938d-418688183574 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:09.017351 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cf218a8f-5e0b-4138-8de7-fdebda210166 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4463758 Feb 09 13:31:09.031540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45416) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:09.182760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.62', 59818) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:09.363442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e50bc318-9a34-4268-acd0-bc48ff8f2528 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Deleting port 8ca32eee-5f36-4169-990b-ece03ab21f3f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:09.370891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e50bc318-9a34-4268-acd0-bc48ff8f2528 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:09.391270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23651b7e-ebb2-43ce-86b8-20662d3c6e2b req-c1cffe1e-f21a-4e85-816d-8e62f1872680 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519962 Feb 09 13:31:09.431813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] For port fd0bc8d3-5464-415e-9ca6-b39e4ff82985, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fd0bc8d3-5464-415e-9ca6-b39e4ff82985,segment=NetworkSegment(bb814a5e-9de8-4416-9b7e-1a75f33d0911),segment_id=bb814a5e-9de8-4416-9b7e-1a75f33d0911)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:09.435036 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:09.733880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:09.770829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Calling delete_port for fd0bc8d3-5464-415e-9ca6-b39e4ff82985 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:09.844686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] For port fd0bc8d3-5464-415e-9ca6-b39e4ff82985, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=fd0bc8d3-5464-415e-9ca6-b39e4ff82985,segment=NetworkSegment(bb814a5e-9de8-4416-9b7e-1a75f33d0911),segment_id=bb814a5e-9de8-4416-9b7e-1a75f33d0911)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:09.845002 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:09.898729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-11e85a22-fed7-483e-98f2-24bb8cbe7fe4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:09.902038 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-11e85a22-fed7-483e-98f2-24bb8cbe7fe4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.62 "GET /v2.0/networks?id=c0e55d82-64e5-495d-b0ae-d91dce530050 HTTP/1.1" status: 200 len: 798 time: 0.7089760 Feb 09 13:31:09.950843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Request body: {'port': {'device_id': 'e57829a4-7320-456c-af63-f15d83a9991d', 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050', 'admin_state_up': True, 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:10.151513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] Calling delete_port for fd0bc8d3-5464-415e-9ca6-b39e4ff82985 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:10.171480 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:10.239811 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-923cecad-3130-46f1-b758-1fecee9e1a44 req-2c53d112-2396-4129-92b7-e3579c4d39c6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 210 time: 0.2079575 Feb 09 13:31:10.245745 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:10.280365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e50bc318-9a34-4268-acd0-bc48ff8f2528 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] For port 8ca32eee-5f36-4169-990b-ece03ab21f3f, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8ca32eee-5f36-4169-990b-ece03ab21f3f,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:10.280990 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e50bc318-9a34-4268-acd0-bc48ff8f2528 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:10.290149 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:31:10.296851 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:31:10.297660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 677d8791-fd84-43c6-8039-23366f17a556 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:31:10.444849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e50bc318-9a34-4268-acd0-bc48ff8f2528 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Calling delete_port for 8ca32eee-5f36-4169-990b-ece03ab21f3f owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:10.485016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:10.487810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No DVR routers for this DVR port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:31:10.522462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Usage tracker for resource:port and tenant:75b9b68fa1334e2b95fbe9dc75df9740 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:10.544001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:10.616219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:10.646296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Port': ['ID=fd0bc8d3-5464-415e-9ca6-b39e4ff82985,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:10.670735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:10.772432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a60496-ed21-4852-9afc-2860c7573b4d None None] Network f7a4d07a-e784-4ffc-938d-418688183574 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:10.809687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] Deleting port fd0bc8d3-5464-415e-9ca6-b39e4ff82985 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:10.810052 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:10.878095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 677d8791-fd84-43c6-8039-23366f17a556 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:31:10.916276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=6a127527-5019-43a5-9fbc-ea1397ff9f66,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:10.918976 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 677d8791-fd84-43c6-8039-23366f17a556 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:31:10.920414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Made reservation on behalf of 75b9b68fa1334e2b95fbe9dc75df9740 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:10.925914 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:10.928883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.240505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-acea963e-a910-4f00-ac00-7668290b76b1 None None] The port 'fd0bc8d3-5464-415e-9ca6-b39e4ff82985' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:31:11.267301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.308783 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.331280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a4d07a-e784-4ffc-938d-418688183574']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:11.364327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143cff9c-93ea-482a-b2c0-32644f3d3662') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:11.368297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143cff9c-93ea-482a-b2c0-32644f3d3662') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:11.393065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.407830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97638a87-325d-4661-a995-6f6ff8ebf9f7']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:11.433629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.436503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a27762-8ec8-4ecb-85aa-b351dc9b597b req-22737bf2-1037-42d5-9d8b-b25002898120 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:11.440098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:11.440739 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.441906 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9a27762-8ec8-4ecb-85aa-b351dc9b597b req-22737bf2-1037-42d5-9d8b-b25002898120 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 946 time: 0.7524216 Feb 09 13:31:11.456336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb814a5e-9de8-4416-9b7e-1a75f33d0911') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:11.456512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb814a5e-9de8-4416-9b7e-1a75f33d0911') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:11.503834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.544774 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9a27762-8ec8-4ecb-85aa-b351dc9b597b req-9ffd989c-9bb4-4cb7-9529-52bf4446112d tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/security-groups?id=be2483b4-7308-4728-946f-12607853422e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759382 Feb 09 13:31:11.552982 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.567451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:11.567837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:11.608693 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:11.643980 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.646520 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.711592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 677d8791-fd84-43c6-8039-23366f17a556, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=677d8791-fd84-43c6-8039-23366f17a556,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:11.718693 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.863065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db863d51-8e85-4612-8ffb-51f6c1611310 req-78febc37-42da-4523-b66a-521bd96be53c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 210 time: 0.2126195 Feb 09 13:31:11.918175 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:11.928613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=677d8791-fd84-43c6-8039-23366f17a556,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:11.947054 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fd0bc8d3-5464-415e-9ca6-b39e4ff82985 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:11.962406 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:12.000787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/97638a87-325d-4661-a995-6f6ff8ebf9f7 HTTP/1.1" status: 204 len: 168 time: 4.1591711 Feb 09 13:31:12.002985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45458) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:12.009178 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:12.020157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:12.032164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: fd0bc8d3-5464-415e-9ca6-b39e4ff82985 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:12.039804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device fd0bc8d3-5464-415e-9ca6-b39e4ff82985 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:12.087441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b17e4-09cd-4b6a-8915-e9de886efbf6 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Network': ['ID=97638a87-325d-4661-a995-6f6ff8ebf9f7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:12.113992 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbd68de-8b77-4086-9e57-26bd4d9750e4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:12.114436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbd68de-8b77-4086-9e57-26bd4d9750e4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:12.121404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bbbd68de-8b77-4086-9e57-26bd4d9750e4 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/subnets/f7706a84-c45d-4897-8c4e-f40ddd93c807 HTTP/1.1" status: 404 len: 337 time: 0.1160111 Feb 09 13:31:12.122010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45462) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:12.180804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:12.192925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 677d8791-fd84-43c6-8039-23366f17a556 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:31:12.193810 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-be53b304-f42b-431c-aee9-392224d44196 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:12.194254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be53b304-f42b-431c-aee9-392224d44196 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:12.204850 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-be53b304-f42b-431c-aee9-392224d44196 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/975b2677-ba37-45df-b8c1-c68a402132f5 HTTP/1.1" status: 404 len: 339 time: 0.0795424 Feb 09 13:31:12.205464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45466) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:12.243602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=f7a4d07a-e784-4ffc-938d-418688183574,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:12.318227 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2ee21b5e-cad0-47d1-b6f9-8d69e982fa95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/f7a4d07a-e784-4ffc-938d-418688183574 HTTP/1.1" status: 204 len: 168 time: 3.2846711 Feb 09 13:31:12.325509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45472) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:12.368489 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2055173120'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:12.377029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:12.381401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:network and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:12.393008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:12.410288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:12.481287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:12.486898 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:12.542386 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e50bc318-9a34-4268-acd0-bc48ff8f2528 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:12.642146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8ca32eee-5f36-4169-990b-ece03ab21f3f no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:12.690926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bc318-9a34-4268-acd0-bc48ff8f2528 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Pushing event deleted for resources: {'Port': ['ID=8ca32eee-5f36-4169-990b-ece03ab21f3f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:12.754095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf43ee3-8e3b-438e-abd0-e028cd50e8b5 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting subnet 3e8b01ab-add0-40be-a7e5-609914ab2bc5 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:31:12.761107 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcf43ee3-8e3b-438e-abd0-e028cd50e8b5 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:12.822720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 8ca32eee-5f36-4169-990b-ece03ab21f3f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:12.824863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8ca32eee-5f36-4169-990b-ece03ab21f3f not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:12.838407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 677d8791-fd84-43c6-8039-23366f17a556 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:31:12.839469 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:12.846309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:31:12.871371 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcf43ee3-8e3b-438e-abd0-e028cd50e8b5 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:13.093508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e50bc318-9a34-4268-acd0-bc48ff8f2528 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] No DVR routers for this DVR port 8ca32eee-5f36-4169-990b-ece03ab21f3f on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:31:13.099916 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e50bc318-9a34-4268-acd0-bc48ff8f2528 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:13.117271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63df3411-f733-4ad2-ad5f-444212b3cb43', 'name': 'network-vif-deleted', 'tag': '8ca32eee-5f36-4169-990b-ece03ab21f3f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:31:13.130410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-16585603-77c7-4877-9d06-0e1b05c0ee74 req-6303b8bc-0553-4107-84a1-4271e9aa2f2b tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.59 "GET /v2.0/ports?device_id=63df3411-f733-4ad2-ad5f-444212b3cb43 HTTP/1.1" status: 200 len: 210 time: 0.1917963 Feb 09 13:31:13.140299 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7470ae70-1e07-4501-b5e4-baf4e60a6c34 req-e50bc318-9a34-4268-acd0-bc48ff8f2528 tempest-ServerRescueNegativeTestJSON-1110628377 tempest-ServerRescueNegativeTestJSON-1110628377-project] 10.222.0.67 "DELETE /v2.0/ports/8ca32eee-5f36-4169-990b-ece03ab21f3f HTTP/1.1" status: 204 len: 173 time: 4.2083886 Feb 09 13:31:13.169134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Allocated IP 172.20.0.29 (c0e55d82-64e5-495d-b0ae-d91dce530050/b29b4d60-8054-4332-a3b5-4dccecc614e0/fb348aef-1eef-4428-a5a7-90f93768806c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:31:13.172900 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:13.172900 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 95ed69bf-1bc2-4097-a9f0-c714db2fe14a of type vlan for network 647d0ce1-4006-4006-95bf-66a4d4a1de59 Feb 09 13:31:13.372339 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63df3411-f733-4ad2-ad5f-444212b3cb43', 'name': 'network-vif-deleted', 'tag': '8ca32eee-5f36-4169-990b-ece03ab21f3f', 'status': 'completed', 'code': 200} Feb 09 13:31:13.377600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50ec1ca7-b158-4919-9598-d1544fbaf851 req-e1e59310-de1b-45a3-8ada-1e83d795bc79 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 210 time: 0.2160935 Feb 09 13:31:13.409201 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:13.462242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcf43ee3-8e3b-438e-abd0-e028cd50e8b5 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:13.514523 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:13.518241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:13.518930 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:13.565876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2103360 Feb 09 13:31:13.579824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45494) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:13.592864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d681005e-6d57-4486-bc78-5fe0ea62f51e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:13.634099 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:13.652092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Transition to ACTIVE for port object fb348aef-1eef-4428-a5a7-90f93768806c will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:31:13.686798 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:13.760734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc5d91-d621-4c4d-878d-15b0ac6f5cb1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=647d0ce1-4006-4006-95bf-66a4d4a1de59,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:13.774944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event updated for resources: {'Port': ['ID=fb348aef-1eef-4428-a5a7-90f93768806c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:13.789704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 647d0ce1-4006-4006-95bf-66a4d4a1de59 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:31:13.796004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Network c0e55d82-64e5-495d-b0ae-d91dce530050 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:31:13.800834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:31:13.819205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:31:14.203944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:14.211148 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:14.272144 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-7ef350f2-c9d5-4799-b8b3-a055936e07c5 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.3352637 Feb 09 13:31:14.286776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-095256e3-25c4-4b9a-8755-ae1b11bffeb3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:31:14.298071 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-095256e3-25c4-4b9a-8755-ae1b11bffeb3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0083706 Feb 09 13:31:14.318705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a423ca6e-bcc0-450b-a2b4-f4a024c0086c None None] Provisioning for port fb348aef-1eef-4428-a5a7-90f93768806c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:31:14.334560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a423ca6e-bcc0-450b-a2b4-f4a024c0086c None None] Provisioning complete for port fb348aef-1eef-4428-a5a7-90f93768806c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:31:14.335635 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a423ca6e-bcc0-450b-a2b4-f4a024c0086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:14.413200 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d681005e-6d57-4486-bc78-5fe0ea62f51e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:14.454153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d681005e-6d57-4486-bc78-5fe0ea62f51e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:14.514281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45512) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:14.525918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d681005e-6d57-4486-bc78-5fe0ea62f51e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network 647d0ce1-4006-4006-95bf-66a4d4a1de59 is not hosted by any dhcp agent {{(pid=83480) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 09 13:31:14.534523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d681005e-6d57-4486-bc78-5fe0ea62f51e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:14.537468 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d681005e-6d57-4486-bc78-5fe0ea62f51e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:14.541672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d681005e-6d57-4486-bc78-5fe0ea62f51e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "PUT /v2.0/networks/647d0ce1-4006-4006-95bf-66a4d4a1de59 HTTP/1.1" status: 200 len: 723 time: 0.9575198 Feb 09 13:31:14.545723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45516) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:14.591884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Request body: {'port': {'device_id': 'e57829a4-7320-456c-af63-f15d83a9991d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:14.592769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a423ca6e-bcc0-450b-a2b4-f4a024c0086c None None] Port fb348aef-1eef-4428-a5a7-90f93768806c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:31:14.600414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': '647d0ce1-4006-4006-95bf-66a4d4a1de59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:14.804308 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:14.869968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:14.874452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:subnet and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:14.893545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:14.911374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:14.951982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681005e-6d57-4486-bc78-5fe0ea62f51e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=647d0ce1-4006-4006-95bf-66a4d4a1de59,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:14.964875 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcf43ee3-8e3b-438e-abd0-e028cd50e8b5 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:14.969242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 647d0ce1-4006-4006-95bf-66a4d4a1de59 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:31:14.973550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:15.388207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf43ee3-8e3b-438e-abd0-e028cd50e8b5 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8b01ab-add0-40be-a7e5-609914ab2bc5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:15.401457 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcf43ee3-8e3b-438e-abd0-e028cd50e8b5 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:15.408576 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:15.415609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfb1f2f-168e-467c-8d51-d4d0a82bc195 None None] Network bdf80f36-79e3-45a8-89a4-0a8f5c06509d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:15.454535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dcf43ee3-8e3b-438e-abd0-e028cd50e8b5 tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/subnets/3e8b01ab-add0-40be-a7e5-609914ab2bc5 HTTP/1.1" status: 204 len: 168 time: 3.2480154 Feb 09 13:31:15.457318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45530) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:15.588105 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dada5b-749e-49ad-bf37-e60f6a41354a req-d0b0dfcf-c820-4e7a-99b6-e4cdd6b1618d tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:15.604040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01dada5b-749e-49ad-bf37-e60f6a41354a req-d0b0dfcf-c820-4e7a-99b6-e4cdd6b1618d tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 895 time: 0.7853582 Feb 09 13:31:15.800050 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:15.818543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb348aef-1eef-4428-a5a7-90f93768806c {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:31:15.827256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting port c49850db-1eb7-4f84-aa54-ea3a433473e2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:15.827589 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:15.853240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:15.875460 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:15.989744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Transition to ACTIVE for port object fb348aef-1eef-4428-a5a7-90f93768806c will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:31:16.016647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5053a4-3eaa-400c-8000-b4af4044914e None None] DHCP port deletion for bdf80f36-79e3-45a8-89a4-0a8f5c06509d request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:31:16.020975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0c5053a4-3eaa-400c-8000-b4af4044914e None None] Deleting port c49850db-1eb7-4f84-aa54-ea3a433473e2 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:16.021338 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0c5053a4-3eaa-400c-8000-b4af4044914e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:16.040214 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:16.061135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=675abe02-16ab-4a90-a45b-ee1ed03e0eda,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:16.128958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': '95ed69bf-1bc2-4097-a9f0-c714db2fe14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '647d0ce1-4006-4006-95bf-66a4d4a1de59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:31:16.130815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: 647d0ce1-4006-4006-95bf-66a4d4a1de59, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:31:16.184001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network 647d0ce1-4006-4006-95bf-66a4d4a1de59 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:31:16.208144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c49850db-1eb7-4f84-aa54-ea3a433473e2 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:16.212023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 647d0ce1-4006-4006-95bf-66a4d4a1de59) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:31:16.227296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:16.228476 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:16.307968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-da83f489-68ef-46a5-8bc1-b6552b880973 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7534256 Feb 09 13:31:16.328541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45548) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:16.335282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6476f588-b8e9-40ca-b856-7d073df4f137 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:16.431513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d05e2b-47ae-4ad4-97e6-3c23b588abd7 None None] Network 647d0ce1-4006-4006-95bf-66a4d4a1de59 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:16.500908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6476f588-b8e9-40ca-b856-7d073df4f137 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3009619'] for subnet, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:16.551256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0c5053a4-3eaa-400c-8000-b4af4044914e None None] For port c49850db-1eb7-4f84-aa54-ea3a433473e2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c49850db-1eb7-4f84-aa54-ea3a433473e2,segment=NetworkSegment(0eb756d8-cd50-4c2d-994a-9dc5eedd540c),segment_id=0eb756d8-cd50-4c2d-994a-9dc5eedd540c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:16.551629 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0c5053a4-3eaa-400c-8000-b4af4044914e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:16.596556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] For port c49850db-1eb7-4f84-aa54-ea3a433473e2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c49850db-1eb7-4f84-aa54-ea3a433473e2,segment=NetworkSegment(0eb756d8-cd50-4c2d-994a-9dc5eedd540c),segment_id=0eb756d8-cd50-4c2d-994a-9dc5eedd540c)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:16.597155 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:16.716379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0c5053a4-3eaa-400c-8000-b4af4044914e None None] Calling delete_port for c49850db-1eb7-4f84-aa54-ea3a433473e2 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:16.778830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Calling delete_port for c49850db-1eb7-4f84-aa54-ea3a433473e2 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:16.829927 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0c5053a4-3eaa-400c-8000-b4af4044914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:16.863125 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:31:16.863436 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:31:16.874559 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:16.886941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5053a4-3eaa-400c-8000-b4af4044914e None None] No DVR routers for this DVR port c49850db-1eb7-4f84-aa54-ea3a433473e2 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:31:16.892199 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:16.902323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5053a4-3eaa-400c-8000-b4af4044914e None None] Pushing event deleted for resources: {'Port': ['ID=c49850db-1eb7-4f84-aa54-ea3a433473e2,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:16.934433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6476f588-b8e9-40ca-b856-7d073df4f137 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785996493195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2547581'] for subnet, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.036601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6476f588-b8e9-40ca-b856-7d073df4f137 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:17.037316 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6476f588-b8e9-40ca-b856-7d073df4f137 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.041096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6476f588-b8e9-40ca-b856-7d073df4f137 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "PUT /v2.0/subnets/675abe02-16ab-4a90-a45b-ee1ed03e0eda HTTP/1.1" status: 200 len: 806 time: 0.7085609 Feb 09 13:31:17.044776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No active binding found for port c49850db-1eb7-4f84-aa54-ea3a433473e2 {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:31:17.045250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c49850db-1eb7-4f84-aa54-ea3a433473e2 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:17.100002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45558) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:17.210057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb348aef-1eef-4428-a5a7-90f93768806c,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:17.316377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476f588-b8e9-40ca-b856-7d073df4f137 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=675abe02-16ab-4a90-a45b-ee1ed03e0eda,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:17.376807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Deleting port c49850db-1eb7-4f84-aa54-ea3a433473e2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:17.376807 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.387374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-647d0ce1-4006-4006-95bf-66a4d4a1de59', 'network_id': '647d0ce1-4006-4006-95bf-66a4d4a1de59', 'tenant_id': '9355101650fe4683ac2a1c291ebfc62b', 'fixed_ips': [{'subnet_id': '675abe02-16ab-4a90-a45b-ee1ed03e0eda'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:31:17.388202 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.478131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45c594-583e-4b1a-b652-de756d47fd61 req-69f8c954-0427-4f43-9074-300c6f3e32e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:17.490822 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e45c594-583e-4b1a-b652-de756d47fd61 req-69f8c954-0427-4f43-9074-300c6f3e32e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 907 time: 0.5376754 Feb 09 13:31:17.514217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] The port 'c49850db-1eb7-4f84-aa54-ea3a433473e2' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:31:17.515414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Attempting to bind port fb348aef-1eef-4428-a5a7-90f93768806c on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:31:17.515920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Attempting to bind port fb348aef-1eef-4428-a5a7-90f93768806c by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:31:17.516246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Attempting to bind port fb348aef-1eef-4428-a5a7-90f93768806c on network c0e55d82-64e5-495d-b0ae-d91dce530050 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:31:17.548000 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.655556 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:31:17.675001 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.732028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Allocated IP 172.20.0.2 (647d0ce1-4006-4006-95bf-66a4d4a1de59/675abe02-16ab-4a90-a45b-ee1ed03e0eda/b40e87d8-d45e-4a8b-9798-ad553cb98654) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:31:17.827310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.858488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf80f36-79e3-45a8-89a4-0a8f5c06509d']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:17.872514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb756d8-cd50-4c2d-994a-9dc5eedd540c') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:17.872829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb756d8-cd50-4c2d-994a-9dc5eedd540c') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:17.881000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Port fb348aef-1eef-4428-a5a7-90f93768806c on network c0e55d82-64e5-495d-b0ae-d91dce530050 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:31:17.881321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Attempting to bind port fb348aef-1eef-4428-a5a7-90f93768806c on network c0e55d82-64e5-495d-b0ae-d91dce530050 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:31:17.893271 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.908392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:31:17.908728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Checking segment: {'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:31:17.909110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Bound using segment: {'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:31:17.909540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Bound port: fb348aef-1eef-4428-a5a7-90f93768806c, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a497e6a-d99b-42fc-af51-60b229bfa38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:31:17.909876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.927912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.943258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:17.943660 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:17.959215 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:18.135522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.139740 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.216655 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.255615 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Transition to ACTIVE for port object b40e87d8-d45e-4a8b-9798-ad553cb98654 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:31:18.302900 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Transition to ACTIVE for port object b40e87d8-d45e-4a8b-9798-ad553cb98654 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:31:18.318736 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.340142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] Pushing event deleted for resources: {'Network': ['ID=bdf80f36-79e3-45a8-89a4-0a8f5c06509d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:18.352266 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.355926 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ef0695db-ce07-47b9-a82b-eee6302b9f9b tempest-NetworksIpV6Test-449258123 tempest-NetworksIpV6Test-449258123-project] 10.222.0.59 "DELETE /v2.0/networks/bdf80f36-79e3-45a8-89a4-0a8f5c06509d HTTP/1.1" status: 204 len: 168 time: 2.8974421 Feb 09 13:31:18.404991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Network 647d0ce1-4006-4006-95bf-66a4d4a1de59 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:31:18.408300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:31:18.411356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:31:18.418868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] For port fb348aef-1eef-4428-a5a7-90f93768806c, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:31:18.439188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] For port fb348aef-1eef-4428-a5a7-90f93768806c, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fb348aef-1eef-4428-a5a7-90f93768806c,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:31:18.461502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Pushing event updated for resources: {'Port': ['ID=b40e87d8-d45e-4a8b-9798-ad553cb98654,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:18.482056 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.535597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Attempting to bind port b40e87d8-d45e-4a8b-9798-ad553cb98654 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:31:18.536652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Attempting to bind port b40e87d8-d45e-4a8b-9798-ad553cb98654 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '95ed69bf-1bc2-4097-a9f0-c714db2fe14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '647d0ce1-4006-4006-95bf-66a4d4a1de59'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:31:18.537357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Attempting to bind port b40e87d8-d45e-4a8b-9798-ad553cb98654 on network 647d0ce1-4006-4006-95bf-66a4d4a1de59 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:31:18.546999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:31:18.547721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Checking segment: {'id': '95ed69bf-1bc2-4097-a9f0-c714db2fe14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '647d0ce1-4006-4006-95bf-66a4d4a1de59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:31:18.548397 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.549163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Bound using segment: {'id': '95ed69bf-1bc2-4097-a9f0-c714db2fe14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '647d0ce1-4006-4006-95bf-66a4d4a1de59'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:31:18.549917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Bound port: b40e87d8-d45e-4a8b-9798-ad553cb98654, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ed69bf-1bc2-4097-a9f0-c714db2fe14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '647d0ce1-4006-4006-95bf-66a4d4a1de59'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:31:18.550513 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.624734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.629827 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] 10.222.0.62 "PUT /v2.0/ports/fb348aef-1eef-4428-a5a7-90f93768806c HTTP/1.1" status: 200 len: 1055 time: 4.3309324 Feb 09 13:31:18.640244 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57829a4-7320-456c-af63-f15d83a9991d', 'tag': 'fb348aef-1eef-4428-a5a7-90f93768806c'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:31:18.798207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=675abe02-16ab-4a90-a45b-ee1ed03e0eda,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:18.805516 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.813411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508176d-afda-4c05-b625-e0736fdc94e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb348aef-1eef-4428-a5a7-90f93768806c,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:18.819241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] For port b40e87d8-d45e-4a8b-9798-ad553cb98654, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:31:18.829060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] For port b40e87d8-d45e-4a8b-9798-ad553cb98654, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b40e87d8-d45e-4a8b-9798-ad553cb98654,segment=NetworkSegment(95ed69bf-1bc2-4097-a9f0-c714db2fe14a),segment_id=95ed69bf-1bc2-4097-a9f0-c714db2fe14a)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:31:18.847390 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:18.872561 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57829a4-7320-456c-af63-f15d83a9991d', 'tag': 'fb348aef-1eef-4428-a5a7-90f93768806c', 'status': 'completed', 'code': 200} Feb 09 13:31:19.007860 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1770fd78-af1e-4c56-a71f-5c3cd56640da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=75b9b68fa1334e2b95fbe9dc75df9740&device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 1058 time: 0.3111587 Feb 09 13:31:19.069656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647d0ce1-4006-4006-95bf-66a4d4a1de59']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:19.110788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ed69bf-1bc2-4097-a9f0-c714db2fe14a') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:19.112420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ed69bf-1bc2-4097-a9f0-c714db2fe14a') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:19.139967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:19.159282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:19.171279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:19.171834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:19.180986 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-1715ae59-0846-4721-893e-6513558535eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=fb348aef-1eef-4428-a5a7-90f93768806c HTTP/1.1" status: 200 len: 217 time: 0.1590245 Feb 09 13:31:19.252810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45612) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:19.289214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d280ed-2259-425b-9d2a-f56fbb651995 None None] Pushing event updated for resources: {'Port': ['ID=b40e87d8-d45e-4a8b-9798-ad553cb98654,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:19.324554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-ee712c43-5637-43fe-aebb-a0d9475497b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:19.326155 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-ee712c43-5637-43fe-aebb-a0d9475497b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b29b4d60-8054-4332-a3b5-4dccecc614e0 HTTP/1.1" status: 200 len: 837 time: 0.1383982 Feb 09 13:31:19.356546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac29e42-c19b-4132-9d26-53a03c2515c7 None None] Network 647d0ce1-4006-4006-95bf-66a4d4a1de59 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:19.439897 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:19.488697 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.api [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 13:31:19.488697 n-d-825175-3 neutron-server[83480]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 13:31:19.488697 n-d-825175-3 neutron-server[83480]: [parameters: {'id': '647d0ce1-4006-4006-95bf-66a4d4a1de59'}] Feb 09 13:31:19.488697 n-d-825175-3 neutron-server[83480]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83480) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:31:19.490050 n-d-825175-3 neutron-server[83480]: DEBUG oslo_db.api [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:31:19.518503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a9ee2-b504-4aa3-9903-b4eff11d07d3 req-0c5650d5-5e15-4405-83ac-9ffaa59c74c1 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:19.539393 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e9a9ee2-b504-4aa3-9903-b4eff11d07d3 req-0c5650d5-5e15-4405-83ac-9ffaa59c74c1 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 907 time: 0.7338614 Feb 09 13:31:19.633007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-46e1c06d-ceca-4043-8db6-d36c68cf2fde service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c0e55d82-64e5-495d-b0ae-d91dce530050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2945571 Feb 09 13:31:19.764604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621b6174-0eb0-4d93-a5c4-5ea1cd324695 None None] Network 647d0ce1-4006-4006-95bf-66a4d4a1de59 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:19.876117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] Deleting port f7d00803-17c2-4105-8fb2-c2a739b4366a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:19.877173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:19.993737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:20.020162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Deleting port b40e87d8-d45e-4a8b-9798-ad553cb98654 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:20.021536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:20.068366 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a80dd90-fc46-4502-b60c-74db392205d1 None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:31:20.277924 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-8a54fbd0-7f5e-41a2-af6c-623ab94e4433 service neutron] 10.222.0.62 "GET /v2.0/networks/c0e55d82-64e5-495d-b0ae-d91dce530050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973489 Feb 09 13:31:20.305980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a80dd90-fc46-4502-b60c-74db392205d1 None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:31:20.384375 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-61c4d607-581d-4c48-ad86-b48b83daf10b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f358188ba75743b18883921ebb213846&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1301382 Feb 09 13:31:20.594730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45644) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:20.817336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] For port b40e87d8-d45e-4a8b-9798-ad553cb98654, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b40e87d8-d45e-4a8b-9798-ad553cb98654,segment=NetworkSegment(95ed69bf-1bc2-4097-a9f0-c714db2fe14a),segment_id=95ed69bf-1bc2-4097-a9f0-c714db2fe14a)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:20.818775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:20.866809 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-973c83ad-f5d5-43bd-8ede-cf070e0e0e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.014395 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-973c83ad-f5d5-43bd-8ede-cf070e0e0e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.040323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] For port f7d00803-17c2-4105-8fb2-c2a739b4366a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f7d00803-17c2-4105-8fb2-c2a739b4366a,segment=NetworkSegment(71be5eeb-7361-423b-8378-88e3a30b92c8),segment_id=71be5eeb-7361-423b-8378-88e3a30b92c8)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:21.040909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.180235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Calling delete_port for b40e87d8-d45e-4a8b-9798-ad553cb98654 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:21.192562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] Calling delete_port for f7d00803-17c2-4105-8fb2-c2a739b4366a owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:21.210754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-973c83ad-f5d5-43bd-8ede-cf070e0e0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.232470 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d42b5d0b-67c7-4b43-be84-4047299466b1 req-948697f4-5e2c-4451-8673-abd37d84342e service neutron] 10.222.0.62 "GET /v2.0/networks/c0e55d82-64e5-495d-b0ae-d91dce530050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9528813 Feb 09 13:31:21.311727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c83ad-f5d5-43bd-8ede-cf070e0e0e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2426bb-8daa-4959-9527-6346c6fad4c1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:21.328743 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.456278 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-973c83ad-f5d5-43bd-8ede-cf070e0e0e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.461746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-973c83ad-f5d5-43bd-8ede-cf070e0e0e73 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b2426bb-8daa-4959-9527-6346c6fad4c1 HTTP/1.1" status: 204 len: 168 time: 0.8633895 Feb 09 13:31:21.465595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No DVR routers for this DVR port b40e87d8-d45e-4a8b-9798-ad553cb98654 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:31:21.494428 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc278fe5-d540-4b09-a693-eaf76269d334 req-a5befb64-a143-41bb-a69d-2647c1f97dc6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=75b9b68fa1334e2b95fbe9dc75df9740&device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 1058 time: 0.1685419 Feb 09 13:31:21.562349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Port': ['ID=b40e87d8-d45e-4a8b-9798-ad553cb98654,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:21.727794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.783862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b96431-fe7a-4ddb-9735-4def231d933b req-b22d103d-06be-428a-b987-7b71e857d8ab tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:21.785799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-65b96431-fe7a-4ddb-9735-4def231d933b req-b22d103d-06be-428a-b987-7b71e857d8ab tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 907 time: 0.7137246 Feb 09 13:31:21.790335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647d0ce1-4006-4006-95bf-66a4d4a1de59']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:21.820877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ed69bf-1bc2-4097-a9f0-c714db2fe14a') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:21.823909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ed69bf-1bc2-4097-a9f0-c714db2fe14a') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:21.874997 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.906390 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.915551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:21.916204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:21.948683 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:22.071816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:22.108076 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:22.130093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=647d0ce1-4006-4006-95bf-66a4d4a1de59,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:22.147471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-83e3b7d0-ffcf-4a83-95a8-a88955058fac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/647d0ce1-4006-4006-95bf-66a4d4a1de59 HTTP/1.1" status: 204 len: 168 time: 5.0299084 Feb 09 13:31:22.149900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45694) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:22.162764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc278fe5-d540-4b09-a693-eaf76269d334 req-03793995-5d3d-4f43-a6b3-8d9be02b9f61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:22.165076 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc278fe5-d540-4b09-a693-eaf76269d334 req-03793995-5d3d-4f43-a6b3-8d9be02b9f61 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c0e55d82-64e5-495d-b0ae-d91dce530050 HTTP/1.1" status: 200 len: 899 time: 0.6611195 Feb 09 13:31:22.233323 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f48fb46-2ef4-4cae-8e40-712da7465fa1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:22.234111 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f48fb46-2ef4-4cae-8e40-712da7465fa1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:22.240115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9f48fb46-2ef4-4cae-8e40-712da7465fa1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/647d0ce1-4006-4006-95bf-66a4d4a1de59 HTTP/1.1" status: 404 len: 339 time: 0.0860422 Feb 09 13:31:22.241997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45700) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:22.259023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1442996382', 'description': 'd1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:22.276695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:22.301130 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc278fe5-d540-4b09-a693-eaf76269d334 req-7d5a7e9b-a478-4280-9a89-93caf2df7d57 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=fb348aef-1eef-4428-a5a7-90f93768806c HTTP/1.1" status: 200 len: 217 time: 0.1289821 Feb 09 13:31:22.304453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:network and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:22.317809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:22.350318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:22.376975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:22.380314 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:22.393107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:22.433703 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:31:22.444527 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:22.445084 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 58ce5d8f-2b49-440d-88a8-8ef220279c30 of type vlan for network e7c33674-a4bf-498c-b6fb-8b917c7511e3 Feb 09 13:31:22.485749 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:22.502814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d00803-17c2-4105-8fb2-c2a739b4366a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:22.544289 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:22.548381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:22.549250 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:22.576692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc278fe5-d540-4b09-a693-eaf76269d334 req-1a9b8514-7cb3-4e0b-8e12-99dde18f471b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:22.576692 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc278fe5-d540-4b09-a693-eaf76269d334 req-1a9b8514-7cb3-4e0b-8e12-99dde18f471b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b29b4d60-8054-4332-a3b5-4dccecc614e0 HTTP/1.1" status: 200 len: 837 time: 0.2618868 Feb 09 13:31:22.797431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=e7c33674-a4bf-498c-b6fb-8b917c7511e3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:22.809640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e7c33674-a4bf-498c-b6fb-8b917c7511e3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:31:22.847759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7443c76c-d81a-45c0-bb1a-73c0aeb2bf67 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6032038 Feb 09 13:31:22.849492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45726) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:23.036107 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc278fe5-d540-4b09-a693-eaf76269d334 req-20476bdb-22db-4b13-8171-1bf6054707fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c0e55d82-64e5-495d-b0ae-d91dce530050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4457386 Feb 09 13:31:23.078012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda7d116-dcd7-492b-9ad3-394479913a95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:23.091380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cda7d116-dcd7-492b-9ad3-394479913a95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Synchronizing usage tracker for tenant:9355101650fe4683ac2a1c291ebfc62b on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:31:23.123663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-cda7d116-dcd7-492b-9ad3-394479913a95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Unset dirty status for tenant:9355101650fe4683ac2a1c291ebfc62b on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:31:23.125097 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cda7d116-dcd7-492b-9ad3-394479913a95 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/networks?id=e7c33674-a4bf-498c-b6fb-8b917c7511e3 HTTP/1.1" status: 200 len: 761 time: 0.2743285 Feb 09 13:31:23.127635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45736) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:23.135739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-011f4b1e-ebe1-4ba7-b2c6-e605ffef9f98 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'description': 'd2'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:23.219994 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc278fe5-d540-4b09-a693-eaf76269d334 req-60e9ae2e-d486-4218-82d7-d43aef99229d service neutron] 10.222.0.62 "GET /v2.0/networks/c0e55d82-64e5-495d-b0ae-d91dce530050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631370 Feb 09 13:31:23.491349 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc278fe5-d540-4b09-a693-eaf76269d334 req-e6be374f-027f-448d-89f3-2c276fd33d9c service neutron] 10.222.0.62 "GET /v2.0/networks/c0e55d82-64e5-495d-b0ae-d91dce530050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609930 Feb 09 13:31:23.520542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:23.851110 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-011f4b1e-ebe1-4ba7-b2c6-e605ffef9f98 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:23.871983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191206e-7678-4a67-9c7d-0bdfce1be096 req-f8386603-5ce1-4996-b5ad-af7b53ff95fe tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:23.873632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b191206e-7678-4a67-9c7d-0bdfce1be096 req-f8386603-5ce1-4996-b5ad-af7b53ff95fe tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 907 time: 0.6956427 Feb 09 13:31:23.879829 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-011f4b1e-ebe1-4ba7-b2c6-e605ffef9f98 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:23.936232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-011f4b1e-ebe1-4ba7-b2c6-e605ffef9f98 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network e7c33674-a4bf-498c-b6fb-8b917c7511e3 is not hosted by any dhcp agent {{(pid=83480) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 09 13:31:23.940709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011f4b1e-ebe1-4ba7-b2c6-e605ffef9f98 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:23.941428 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-011f4b1e-ebe1-4ba7-b2c6-e605ffef9f98 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:23.945180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-011f4b1e-ebe1-4ba7-b2c6-e605ffef9f98 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "PUT /v2.0/networks/e7c33674-a4bf-498c-b6fb-8b917c7511e3 HTTP/1.1" status: 200 len: 758 time: 0.8143060 Feb 09 13:31:23.946336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45760) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:24.066208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f4b1e-ebe1-4ba7-b2c6-e605ffef9f98 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=e7c33674-a4bf-498c-b6fb-8b917c7511e3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:24.101472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e7c33674-a4bf-498c-b6fb-8b917c7511e3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:31:24.193897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fb348aef-1eef-4428-a5a7-90f93768806c details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:31:24.359037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f8518-7a4f-4cbd-8d83-e1160f6fe411 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:24.373021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d93f8518-7a4f-4cbd-8d83-e1160f6fe411 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/networks?id=e7c33674-a4bf-498c-b6fb-8b917c7511e3 HTTP/1.1" status: 200 len: 761 time: 0.4252682 Feb 09 13:31:24.373891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45778) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:24.383641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-473487107'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:24.395768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:24.439871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:24.460809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:24.465505 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:24.551548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:31:24.551885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fb348aef-1eef-4428-a5a7-90f93768806c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fb348aef-1eef-4428-a5a7-90f93768806c,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:24.595342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'fb348aef-1eef-4428-a5a7-90f93768806c', 'network_id': 'c0e55d82-64e5-495d-b0ae-d91dce530050', 'port_id': 'fb348aef-1eef-4428-a5a7-90f93768806c', 'mac_address': 'fa:16:3e:fd:2a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b29b4d60-8054-4332-a3b5-4dccecc614e0', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:31:24.611093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:24.613582 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 1245d9df-a5a8-4e9a-ac8b-1ece9bd1a71c of type vlan for network 3ec2c381-bc2e-42fb-b9f4-29198e0a9048 Feb 09 13:31:24.676354 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:24.751060 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:24.757407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:24.760640 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:24.847879 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:24.892905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb348aef-1eef-4428-a5a7-90f93768806c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:31:24.944809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fb348aef-1eef-4428-a5a7-90f93768806c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fb348aef-1eef-4428-a5a7-90f93768806c,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:25.003767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6285875 Feb 09 13:31:25.009284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45798) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:25.009832 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:25.038040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': '3ec2c381-bc2e-42fb-b9f4-29198e0a9048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:25.058079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01130b-3813-497c-84e6-76821394e3d7 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=3ec2c381-bc2e-42fb-b9f4-29198e0a9048,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:25.134103 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-895ebdf1-9d67-43a2-a70f-85171363889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:25.157403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 3ec2c381-bc2e-42fb-b9f4-29198e0a9048 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:31:25.492863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:25.500473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Usage tracker for resource:subnet and tenant:9355101650fe4683ac2a1c291ebfc62b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:25.506396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:25.522549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:25.539318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbbdd4-ce27-4f7e-92a8-7d5730260d16 req-d25fa6e4-4fe3-4e11-b0fc-bccac73817ea tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:25.552141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['fb348aef-1eef-4428-a5a7-90f93768806c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:31:25.552851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73dbbdd4-ce27-4f7e-92a8-7d5730260d16 req-d25fa6e4-4fe3-4e11-b0fc-bccac73817ea tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 908 time: 0.2171831 Feb 09 13:31:25.557935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:25.625736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=fb348aef-1eef-4428-a5a7-90f93768806c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:25.692557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:25.799719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] Router 56b0c1bc-5306-40de-a727-7d41a48e6762 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:31:26.202916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fb348aef-1eef-4428-a5a7-90f93768806c up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:31:26.347897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port fb348aef-1eef-4428-a5a7-90f93768806c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:31:26.355415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port fb348aef-1eef-4428-a5a7-90f93768806c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:31:26.356279 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:26.358919 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:26.479859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:31:26.511084 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c4543ff9-8322-4d50-969e-deb2d494eeb5 admin admin] 10.222.0.59 "PUT /v2.0/routers/56b0c1bc-5306-40de-a727-7d41a48e6762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9928870 Feb 09 13:31:26.511860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': '1245d9df-a5a8-4e9a-ac8b-1ece9bd1a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3ec2c381-bc2e-42fb-b9f4-29198e0a9048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:31:26.512219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: 3ec2c381-bc2e-42fb-b9f4-29198e0a9048, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:31:26.512344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45838) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:26.541082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=b709d5c2-e9ab-4d6a-ae6e-d96bcfd61d5d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:26.548019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network 3ec2c381-bc2e-42fb-b9f4-29198e0a9048 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:31:26.576237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 3ec2c381-bc2e-42fb-b9f4-29198e0a9048) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:31:26.581097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:26.582890 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:26.629041 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-57f8c862-3def-4c35-8802-fdee68f9a0c1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6134121 Feb 09 13:31:26.629813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45844) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:26.758047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] Sync routers for ids ['56b0c1bc-5306-40de-a727-7d41a48e6762'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:31:26.788411 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:26.873539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fdc4b1-bc76-417c-b2ac-2bf0b3c2e8c0 None None] Network 3ec2c381-bc2e-42fb-b9f4-29198e0a9048 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:26.900174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] Routers {'56b0c1bc-5306-40de-a727-7d41a48e6762'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:31:26.901876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:30:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['56b0c1bc-5306-40de-a727-7d41a48e6762'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:27.005252 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.143380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.163512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] Set router 56b0c1bc-5306-40de-a727-7d41a48e6762 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:31:27.191041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fc032-15a1-4bc4-b5cf-c08b8b5b1e98 req-cdc5c864-d6c7-4d77-9e8e-8d3d7193a7e7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:27.192502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-447fc032-15a1-4bc4-b5cf-c08b8b5b1e98 req-cdc5c864-d6c7-4d77-9e8e-8d3d7193a7e7 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 908 time: 0.3275816 Feb 09 13:31:27.257931 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.296285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.351434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57829a4-7320-456c-af63-f15d83a9991d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb348aef-1eef-4428-a5a7-90f93768806c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:31:27.508656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=b709d5c2-e9ab-4d6a-ae6e-d96bcfd61d5d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:27.608505 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.642049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec2c381-bc2e-42fb-b9f4-29198e0a9048']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:27.658391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1245d9df-a5a8-4e9a-ac8b-1ece9bd1a71c') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:27.659003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1245d9df-a5a8-4e9a-ac8b-1ece9bd1a71c') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:27.674597 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.675912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fb348aef-1eef-4428-a5a7-90f93768806c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fb348aef-1eef-4428-a5a7-90f93768806c,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:27.680347 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.705825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.716766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Deleting port 5789c040-1623-48c9-9175-820a1cdbd84d {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:27.718414 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.738727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:27.739208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.765661 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:27.808747 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:27.824258 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57829a4-7320-456c-af63-f15d83a9991d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb348aef-1eef-4428-a5a7-90f93768806c', 'code': 200} Feb 09 13:31:28.029086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27e2b6-a764-4a0c-bd0b-1a689a9ac030 None None] Network 3ec2c381-bc2e-42fb-b9f4-29198e0a9048 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:28.076157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=fb348aef-1eef-4428-a5a7-90f93768806c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:28.090284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27e2b6-a764-4a0c-bd0b-1a689a9ac030 None None] Network 3ec2c381-bc2e-42fb-b9f4-29198e0a9048 could not be found, it might have been deleted concurrently. {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 09 13:31:28.260136 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ad4d-fa9a-4140-917e-50bdb1e3d862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:28.322174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'name': 'tempest-ServerRescueNegativeTestJSON-533177601-router', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:17Z', 'updated_at': '2022-02-09T13:31:21Z', 'revision_number': 5, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'gw_port': {'id': '5789c040-1623-48c9-9175-820a1cdbd84d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:64:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:28:19Z', 'updated_at': '2022-02-09T13:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:28.327104 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] Checking router: 56b0c1bc-5306-40de-a727-7d41a48e6762 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:31:28.381139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] Routers {'56b0c1bc-5306-40de-a727-7d41a48e6762'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:31:28.381842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:31:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['56b0c1bc-5306-40de-a727-7d41a48e6762'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:28.397544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] For port 5789c040-1623-48c9-9175-820a1cdbd84d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5789c040-1623-48c9-9175-820a1cdbd84d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:28.397933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:28.471236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:28.579988 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:28.582708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=3ec2c381-bc2e-42fb-b9f4-29198e0a9048,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:28.648584 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c41bd3c5-c2df-44ec-b88a-63c1f16494a9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/3ec2c381-bc2e-42fb-b9f4-29198e0a9048 HTTP/1.1" status: 204 len: 168 time: 2.0177350 Feb 09 13:31:28.673562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:28.696737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Calling delete_port for 5789c040-1623-48c9-9175-820a1cdbd84d owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:28.755248 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9aa628-8b8e-44c4-8c91-3b944dcda6b8 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] GET failed (client error): The resource could not be found. Feb 09 13:31:28.756286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fd9aa628-8b8e-44c4-8c91-3b944dcda6b8 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Synchronizing usage tracker for tenant:9355101650fe4683ac2a1c291ebfc62b on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:31:28.766220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4856a037-b79b-435c-a70f-8985dd99b7f8 req-3cfdb9a9-ea94-4b20-bc93-724b4398aefb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 1060 time: 0.7579544 Feb 09 13:31:28.795208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fd9aa628-8b8e-44c4-8c91-3b944dcda6b8 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Unset dirty status for tenant:9355101650fe4683ac2a1c291ebfc62b on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:31:28.797215 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fd9aa628-8b8e-44c4-8c91-3b944dcda6b8 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/subnets/b709d5c2-e9ab-4d6a-ae6e-d96bcfd61d5d HTTP/1.1" status: 404 len: 337 time: 0.1215742 Feb 09 13:31:28.801359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 45898) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:28.890972 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-796f4ac6-b05e-4039-92c9-332e308a1141 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:28.899854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796f4ac6-b05e-4039-92c9-332e308a1141 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:28.903236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-796f4ac6-b05e-4039-92c9-332e308a1141 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/3ec2c381-bc2e-42fb-b9f4-29198e0a9048 HTTP/1.1" status: 404 len: 339 time: 0.1006615 Feb 09 13:31:28.908133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45904) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:29.074540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] Set router 56b0c1bc-5306-40de-a727-7d41a48e6762 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:31:29.128619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631770f-2e06-4574-b54e-8c0e07bae806 req-5000abcb-64e8-4892-9353-9878c0d7114b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:29.141895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2631770f-2e06-4574-b54e-8c0e07bae806 req-5000abcb-64e8-4892-9353-9878c0d7114b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 909 time: 0.5074677 Feb 09 13:31:29.256688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a7a12-e741-4f95-9814-1f851c034049 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:29.258031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8f9a7a12-e741-4f95-9814-1f851c034049 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Synchronizing usage tracker for tenant:9355101650fe4683ac2a1c291ebfc62b on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:31:29.296247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8f9a7a12-e741-4f95-9814-1f851c034049 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Unset dirty status for tenant:9355101650fe4683ac2a1c291ebfc62b on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:31:29.297944 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8f9a7a12-e741-4f95-9814-1f851c034049 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3869219 Feb 09 13:31:29.300981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45916) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:29.329547 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:29.391422 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1a21a204-dc17-45d9-88fe-34741d4cf4d8 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b HTTP/1.1" status: 200 len: 207 time: 0.0862548 Feb 09 13:31:29.392084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45920) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:29.395893 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:29.405525 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:29.406925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'name': 'tempest-ServerRescueNegativeTestJSON-533177601-router', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:17Z', 'updated_at': '2022-02-09T13:31:27Z', 'revision_number': 6, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:29.411594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198fecd1-ddc6-4213-8302-a6649f2545c6 None None] The sync data for ids ['56b0c1bc-5306-40de-a727-7d41a48e6762'] in n-d-825175-3 is: [{'id': '56b0c1bc-5306-40de-a727-7d41a48e6762', 'name': 'tempest-ServerRescueNegativeTestJSON-533177601-router', 'tenant_id': 'e3787b01e4524c728c0001d18b1850c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:28:17Z', 'updated_at': '2022-02-09T13:31:27Z', 'revision_number': 6, 'project_id': 'e3787b01e4524c728c0001d18b1850c4', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:31:29.433137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Pushing event deleted for resources: {'Port': ['ID=5789c040-1623-48c9-9175-820a1cdbd84d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:29.732688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ba6c0-08b0-4edb-9805-c838706cf5ae tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:29.737475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ba6c0-08b0-4edb-9805-c838706cf5ae tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:29.741958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ba6c0-08b0-4edb-9805-c838706cf5ae tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:29.746993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ba6c0-08b0-4edb-9805-c838706cf5ae tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:29.753250 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-663ba6c0-08b0-4edb-9805-c838706cf5ae tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3601573 Feb 09 13:31:29.753857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45930) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:29.925970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:29.965242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:30.210813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f7d00803-17c2-4105-8fb2-c2a739b4366a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:30.365710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: f7d00803-17c2-4105-8fb2-c2a739b4366a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:30.366053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f7d00803-17c2-4105-8fb2-c2a739b4366a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:30.366493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5789c040-1623-48c9-9175-820a1cdbd84d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:30.403652 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bb524b33-391e-4df2-94bb-e3d546696978 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6353076 Feb 09 13:31:30.403949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45946) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:30.436774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 5789c040-1623-48c9-9175-820a1cdbd84d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:30.437308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5789c040-1623-48c9-9175-820a1cdbd84d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:30.559719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c908a17-caf1-4f49-b113-12d55b5ceaae tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:30.561329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c908a17-caf1-4f49-b113-12d55b5ceaae tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:30.567171 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3c908a17-caf1-4f49-b113-12d55b5ceaae tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1622295 Feb 09 13:31:30.570798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45960) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:30.735304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f72a6fd-07ad-4e1b-803b-a51da19cbe8e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:30.737623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f72a6fd-07ad-4e1b-803b-a51da19cbe8e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:30.739517 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6f72a6fd-07ad-4e1b-803b-a51da19cbe8e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1675417 Feb 09 13:31:30.743107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45974) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:31.009292 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:31.028077 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:31.079632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad2fa69-d45c-43b2-bd42-4bf68f2cba6c tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:31.086392 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6ad2fa69-d45c-43b2-bd42-4bf68f2cba6c tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/networks/95b47cd9-8a81-4505-acb8-fc311b461fc1 HTTP/1.1" status: 200 len: 800 time: 0.3387246 Feb 09 13:31:31.088719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45982) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:31.112497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494254e-cd7f-4cb0-a83a-85e89bf54b78 req-e2854cda-5758-4837-b237-ad42c5f5dadc tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:31.114227 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2494254e-cd7f-4cb0-a83a-85e89bf54b78 req-e2854cda-5758-4837-b237-ad42c5f5dadc tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 909 time: 0.5054440 Feb 09 13:31:31.119781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:31.120564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56b0c1bc-5306-40de-a727-7d41a48e6762 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:31:31.141783 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:31.145319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3250aefa-f98d-4617-b9f2-8fb7df42468a admin admin] 10.222.0.59 "DELETE /v2.0/routers/56b0c1bc-5306-40de-a727-7d41a48e6762 HTTP/1.1" status: 204 len: 168 time: 4.6295366 Feb 09 13:31:31.152610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45986) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:31.486975 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-744ffc3b-b8ae-485d-a06e-6e9cfd97e468 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/networks/95b47cd9-8a81-4505-acb8-fc311b461fc1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3951013 Feb 09 13:31:31.491419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 45996) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:31.500168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-884a705a-15ec-43ab-906d-507413349629 admin admin] Deleting subnet 34126eba-8a93-4654-be99-c253b5578f19 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:31:31.506722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c208b81-044c-4fb3-8f8b-b13b1616d5d4 req-99815410-2e0e-4b5e-bdbe-0dbe593c9767 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:31.528613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-884a705a-15ec-43ab-906d-507413349629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:31.537088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c208b81-044c-4fb3-8f8b-b13b1616d5d4 req-99815410-2e0e-4b5e-bdbe-0dbe593c9767 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 909 time: 0.1969638 Feb 09 13:31:31.653771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-884a705a-15ec-43ab-906d-507413349629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:31.786459 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-884a705a-15ec-43ab-906d-507413349629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:31.889213 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67e2f74c-e682-45db-a3d9-e7d806f38693 req-cb8b5957-25cb-4356-9120-32ec681393f6 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 1060 time: 0.1369190 Feb 09 13:31:32.065730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-884a705a-15ec-43ab-906d-507413349629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:32.158629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a705a-15ec-43ab-906d-507413349629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34126eba-8a93-4654-be99-c253b5578f19,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:32.192564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-884a705a-15ec-43ab-906d-507413349629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:32.202027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a3197-5e6f-4f49-836d-247b6a3fed1e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:32.205082 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-962a3197-5e6f-4f49-836d-247b6a3fed1e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/subnets/d26fa596-8a9d-4804-8c87-6d54ef0bc238 HTTP/1.1" status: 200 len: 811 time: 0.2613175 Feb 09 13:31:32.212618 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-884a705a-15ec-43ab-906d-507413349629 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/34126eba-8a93-4654-be99-c253b5578f19 HTTP/1.1" status: 204 len: 168 time: 1.0552266 Feb 09 13:31:32.212618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46030) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:32.214812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46032) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:32.290697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04eed45f-b6d8-4e18-b418-9596f2581e53 req-3a3b748d-b1e5-4610-b28a-0deab88a40a5 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 1135 time: 0.1381366 Feb 09 13:31:32.346605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04eed45f-b6d8-4e18-b418-9596f2581e53 req-5e6214e1-76eb-4518-af63-4235a123a435 tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0464568 Feb 09 13:31:32.390959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46042) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:32.700065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:32.762286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bbbf18-bba5-4ba6-adef-ce0cb06917c4 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:32.763809 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-80bbbf18-bba5-4ba6-adef-ce0cb06917c4 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "GET /v2.0/subnets/d26fa596-8a9d-4804-8c87-6d54ef0bc238?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5521512 Feb 09 13:31:32.767418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46056) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:32.778996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1225303714'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:32.795732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:32.830764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:32.852905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:32.860101 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b58369e7-80fe-44ab-93a5-e02fac214b5a tempest-TestSecurityGroupsBasicOps-520121671 tempest-TestSecurityGroupsBasicOps-520121671-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 1055 time: 0.4647653 Feb 09 13:31:32.874953 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.008355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:31:33.019569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.045196 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.045545 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Added segment 9618a718-5f75-4da7-9958-29e1fd97bee7 of type vlan for network bc51e20d-114e-4c52-bad7-a9e7e9653f47 Feb 09 13:31:33.092116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a8564f-4012-48d3-9204-dc679420e6c7']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:33.110765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71be5eeb-7361-423b-8378-88e3a30b92c8') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:33.111263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71be5eeb-7361-423b-8378-88e3a30b92c8') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:33.126758 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.144333 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.166709 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.175210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:33.175795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.197719 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.201904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:33.202659 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:33.412557 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:33.416564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.426807 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:33.509531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a8564f-4012-48d3-9204-dc679420e6c7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:33.522086 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-10d3a4e3-96c6-4f5e-b04d-7a0ff9036f15 admin admin] 10.222.0.59 "DELETE /v2.0/networks/74a8564f-4012-48d3-9204-dc679420e6c7 HTTP/1.1" status: 204 len: 168 time: 1.3030698 Feb 09 13:31:33.561552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7927175 Feb 09 13:31:33.566059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46074) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:33.584697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'network_id': 'bc51e20d-114e-4c52-bad7-a9e7e9653f47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:33.597023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36ee46-839b-49de-b3cd-46366e468c38 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Network': ['ID=bc51e20d-114e-4c52-bad7-a9e7e9653f47,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:33.648749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network bc51e20d-114e-4c52-bad7-a9e7e9653f47 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:31:34.063501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:34.083405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:34.117233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Made reservation on behalf of 9355101650fe4683ac2a1c291ebfc62b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:31:34.240934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92186eca-529a-4d4f-8603-259c0fbb3098 req-323386b7-0023-46b2-bef6-5f7648fe8f11 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:34.248262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92186eca-529a-4d4f-8603-259c0fbb3098 req-323386b7-0023-46b2-bef6-5f7648fe8f11 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 909 time: 0.3430829 Feb 09 13:31:34.297846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46092) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:34.444766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d21da76b-2759-4652-a8a3-7bd193ae9591 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3787b01e4524c728c0001d18b1850c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1454601 Feb 09 13:31:34.449269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46096) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:34.517150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:34.646710 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e6d91a1d-7731-4356-8d9c-66bf5222234d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:34.713174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e6d91a1d-7731-4356-8d9c-66bf5222234d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:34.763603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_backend_mixin [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Performing IP validity checks on allocation pools {{(pid=83479) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 13:31:34.764357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.ipam_backend_mixin [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83479) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 13:31:34.872571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e6d91a1d-7731-4356-8d9c-66bf5222234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:34.902756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d91a1d-7731-4356-8d9c-66bf5222234d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2483b4-7308-4728-946f-12607853422e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:34.919095 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e6d91a1d-7731-4356-8d9c-66bf5222234d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:34.934669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e6d91a1d-7731-4356-8d9c-66bf5222234d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be2483b4-7308-4728-946f-12607853422e HTTP/1.1" status: 204 len: 168 time: 0.4841659 Feb 09 13:31:35.082495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:35.255113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=3899a5d4-16c1-4411-aa50-4ed31a9dc4cb,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:35.315772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Checking segment: {'id': '9618a718-5f75-4da7-9958-29e1fd97bee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bc51e20d-114e-4c52-bad7-a9e7e9653f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:31:35.316127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network hostable DHCP agents. Network: bc51e20d-114e-4c52-bad7-a9e7e9653f47, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:31:35.338137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-11d80802-ed8b-4f6f-9be6-693f85ccb351 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:35.338438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-11d80802-ed8b-4f6f-9be6-693f85ccb351 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Synchronizing usage tracker for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:31:35.360142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Network bc51e20d-114e-4c52-bad7-a9e7e9653f47 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:31:35.372192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-11d80802-ed8b-4f6f-9be6-693f85ccb351 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Unset dirty status for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:31:35.373989 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-11d80802-ed8b-4f6f-9be6-693f85ccb351 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.62 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 909 time: 0.3354645 Feb 09 13:31:35.375357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, bc51e20d-114e-4c52-bad7-a9e7e9653f47) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:31:35.380079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:35.381912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:35.385906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a2664a-7593-448d-804f-c26cf48517ed None None] Network bc51e20d-114e-4c52-bad7-a9e7e9653f47 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:35.548771 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-274f308b-50a8-48c1-a445-bc47b64ecb4b tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9811385 Feb 09 13:31:35.551819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46124) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:35.558970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ee535873-3592-4fc9-a605-d37736e8683e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:35.586213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-b4544b7f-bc1c-477a-aabd-a8aa57de9ed3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Deleting port fb348aef-1eef-4428-a5a7-90f93768806c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:35.586562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-b4544b7f-bc1c-477a-aabd-a8aa57de9ed3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:36.168865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-bc51e20d-114e-4c52-bad7-a9e7e9653f47', 'network_id': 'bc51e20d-114e-4c52-bad7-a9e7e9653f47', 'tenant_id': '9355101650fe4683ac2a1c291ebfc62b', 'fixed_ips': [{'subnet_id': '3899a5d4-16c1-4411-aa50-4ed31a9dc4cb'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:31:36.170602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:36.432187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-b4544b7f-bc1c-477a-aabd-a8aa57de9ed3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] For port fb348aef-1eef-4428-a5a7-90f93768806c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fb348aef-1eef-4428-a5a7-90f93768806c,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:36.433701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-b4544b7f-bc1c-477a-aabd-a8aa57de9ed3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:36.571784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee535873-3592-4fc9-a605-d37736e8683e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3009619'] for subnet, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:36.595590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Allocated IP 172.20.0.3 (bc51e20d-114e-4c52-bad7-a9e7e9653f47/3899a5d4-16c1-4411-aa50-4ed31a9dc4cb/e36db8b4-e97e-4821-b795-844549417fad) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:31:36.651055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c3ff-cb89-44fb-8a87-945e6feb8af4 req-a290c914-de38-40cf-85c4-15fd74e6ef1a tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:36.675073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d363c3ff-cb89-44fb-8a87-945e6feb8af4 req-a290c914-de38-40cf-85c4-15fd74e6ef1a tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 909 time: 0.4113092 Feb 09 13:31:36.823455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-b4544b7f-bc1c-477a-aabd-a8aa57de9ed3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Calling delete_port for fb348aef-1eef-4428-a5a7-90f93768806c owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:37.140590 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:37.204867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-b4544b7f-bc1c-477a-aabd-a8aa57de9ed3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:37.205064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Transition to ACTIVE for port object e36db8b4-e97e-4821-b795-844549417fad will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:31:37.263995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Transition to ACTIVE for port object e36db8b4-e97e-4821-b795-844549417fad will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:31:37.277779 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:37.436957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Network bc51e20d-114e-4c52-bad7-a9e7e9653f47 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:31:37.447723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:31:37.453960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:31:37.494634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Pushing event updated for resources: {'Port': ['ID=e36db8b4-e97e-4821-b795-844549417fad,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:37.533877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4544b7f-bc1c-477a-aabd-a8aa57de9ed3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Port': ['ID=fb348aef-1eef-4428-a5a7-90f93768806c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:37.810313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Attempting to bind port e36db8b4-e97e-4821-b795-844549417fad on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:31:37.810915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Attempting to bind port e36db8b4-e97e-4821-b795-844549417fad by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '9618a718-5f75-4da7-9958-29e1fd97bee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bc51e20d-114e-4c52-bad7-a9e7e9653f47'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:31:37.814896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Attempting to bind port e36db8b4-e97e-4821-b795-844549417fad on network bc51e20d-114e-4c52-bad7-a9e7e9653f47 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:31:37.848145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-b4544b7f-bc1c-477a-aabd-a8aa57de9ed3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] No DVR routers for this DVR port fb348aef-1eef-4428-a5a7-90f93768806c on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:31:37.848679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:31:37.849064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Checking segment: {'id': '9618a718-5f75-4da7-9958-29e1fd97bee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bc51e20d-114e-4c52-bad7-a9e7e9653f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:31:37.851634 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:37.853284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Bound using segment: {'id': '9618a718-5f75-4da7-9958-29e1fd97bee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bc51e20d-114e-4c52-bad7-a9e7e9653f47'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:31:37.854555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Bound port: e36db8b4-e97e-4821-b795-844549417fad, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9618a718-5f75-4da7-9958-29e1fd97bee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bc51e20d-114e-4c52-bad7-a9e7e9653f47'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:31:37.854948 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:37.857617 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-b4544b7f-bc1c-477a-aabd-a8aa57de9ed3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:37.887075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57829a4-7320-456c-af63-f15d83a9991d', 'name': 'network-vif-deleted', 'tag': 'fb348aef-1eef-4428-a5a7-90f93768806c'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:31:37.922329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee535873-3592-4fc9-a605-d37736e8683e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785996493195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2547581'] for subnet, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:37.924762 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b080b3f-bb9d-4a8c-a584-41cf19e2f652 req-b4544b7f-bc1c-477a-aabd-a8aa57de9ed3 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.62 "DELETE /v2.0/ports/fb348aef-1eef-4428-a5a7-90f93768806c HTTP/1.1" status: 204 len: 173 time: 2.5365047 Feb 09 13:31:38.185096 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57829a4-7320-456c-af63-f15d83a9991d', 'name': 'network-vif-deleted', 'tag': 'fb348aef-1eef-4428-a5a7-90f93768806c', 'status': 'completed', 'code': 200} Feb 09 13:31:38.253896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee535873-3592-4fc9-a605-d37736e8683e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:38.258166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee535873-3592-4fc9-a605-d37736e8683e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:38.264759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ee535873-3592-4fc9-a605-d37736e8683e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "PUT /v2.0/subnets/3899a5d4-16c1-4411-aa50-4ed31a9dc4cb HTTP/1.1" status: 200 len: 877 time: 2.7099590 Feb 09 13:31:38.266494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46206) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:38.352981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46212) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:38.419042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e59fc3b1-60bc-4fc7-b979-a95094208bd3 req-1e9f4aea-2588-4d98-ab84-12d01482619b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=e57829a4-7320-456c-af63-f15d83a9991d HTTP/1.1" status: 200 len: 210 time: 0.1435211 Feb 09 13:31:38.422592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee535873-3592-4fc9-a605-d37736e8683e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event updated for resources: {'Subnet': ['ID=3899a5d4-16c1-4411-aa50-4ed31a9dc4cb,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:38.495188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] For port e36db8b4-e97e-4821-b795-844549417fad, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:31:38.508577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] For port e36db8b4-e97e-4821-b795-844549417fad, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e36db8b4-e97e-4821-b795-844549417fad,segment=NetworkSegment(9618a718-5f75-4da7-9958-29e1fd97bee7),segment_id=9618a718-5f75-4da7-9958-29e1fd97bee7)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:31:38.524924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fb348aef-1eef-4428-a5a7-90f93768806c no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:38.651347 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:38.729408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d2bdc7b-8b10-4c1f-8aae-cd4cf7a6c9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:38.769492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: fb348aef-1eef-4428-a5a7-90f93768806c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:38.769887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fb348aef-1eef-4428-a5a7-90f93768806c not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:38.954219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1d2bdc7b-8b10-4c1f-8aae-cd4cf7a6c9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:38.965717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:38.971153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1d2bdc7b-8b10-4c1f-8aae-cd4cf7a6c9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c20141dcb7424052870395ba0b807bb3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:38.979563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595e7a3-e757-4839-baf4-8a420328fc29 None None] Pushing event updated for resources: {'Port': ['ID=e36db8b4-e97e-4821-b795-844549417fad,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:38.982325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1d2bdc7b-8b10-4c1f-8aae-cd4cf7a6c9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:39.008175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1d2bdc7b-8b10-4c1f-8aae-cd4cf7a6c9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:39.018783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Deleting port e36db8b4-e97e-4821-b795-844549417fad {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:39.020041 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:39.371320 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d2bdc7b-8b10-4c1f-8aae-cd4cf7a6c9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:39.378533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d2bdc7b-8b10-4c1f-8aae-cd4cf7a6c9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:39.499927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bdc7b-8b10-4c1f-8aae-cd4cf7a6c9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33eb588-d521-4ef8-82d9-50fbfe50e417,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:39.712602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46236) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:39.744586 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1d2bdc7b-8b10-4c1f-8aae-cd4cf7a6c9c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c20141dcb7424052870395ba0b807bb3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3812439 Feb 09 13:31:39.752439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46246) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:39.871523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46250) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:39.917872 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-63a25bbe-3d4c-4182-b21a-af2b20f86de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:40.021863 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-63a25bbe-3d4c-4182-b21a-af2b20f86de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:40.129278 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-63a25bbe-3d4c-4182-b21a-af2b20f86de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:40.212779 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bda8f83d-111d-4d24-a624-34cfecd55489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:40.308345 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-63a25bbe-3d4c-4182-b21a-af2b20f86de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:40.308345 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-63a25bbe-3d4c-4182-b21a-af2b20f86de2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e33eb588-d521-4ef8-82d9-50fbfe50e417 HTTP/1.1" status: 204 len: 168 time: 0.5520604 Feb 09 13:31:40.325222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-82d4b6c6-eefb-43ab-ab85-ac502dee3808 req-cabcecf4-4661-426c-bd11-17a10c10af76 service neutron] (83480) timed out ('10.222.0.59', 59348) {{(pid=83480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:31:40.332215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e36db8b4-e97e-4821-b795-844549417fad up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:31:40.363343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bda8f83d-111d-4d24-a624-34cfecd55489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:40.371727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bda8f83d-111d-4d24-a624-34cfecd55489 admin admin] Usage tracker for resource:security_group_rule and tenant:dea14cdb3a7f4c0f9bbaf534c20bf41e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:40.378189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bda8f83d-111d-4d24-a624-34cfecd55489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:40.393707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bda8f83d-111d-4d24-a624-34cfecd55489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:40.398391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] For port e36db8b4-e97e-4821-b795-844549417fad, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e36db8b4-e97e-4821-b795-844549417fad,segment=NetworkSegment(9618a718-5f75-4da7-9958-29e1fd97bee7),segment_id=9618a718-5f75-4da7-9958-29e1fd97bee7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:40.398975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:40.545827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bda8f83d-111d-4d24-a624-34cfecd55489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:40.547132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a25bbe-3d4c-4182-b21a-af2b20f86de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33eb588-d521-4ef8-82d9-50fbfe50e417,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:40.550751 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bda8f83d-111d-4d24-a624-34cfecd55489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:40.604712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8f83d-111d-4d24-a624-34cfecd55489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758301fa-5b71-4d72-9e96-59bfefb81a99,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:40.607778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e36db8b4-e97e-4821-b795-844549417fad completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:31:40.646544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bda8f83d-111d-4d24-a624-34cfecd55489 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dea14cdb3a7f4c0f9bbaf534c20bf41e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9320402 Feb 09 13:31:40.649867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46264) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:40.868277 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00621222-b01d-47e6-a6ad-7af8b58b0404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:40.890604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Calling delete_port for e36db8b4-e97e-4821-b795-844549417fad owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:40.927546 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00621222-b01d-47e6-a6ad-7af8b58b0404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:41.075675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00621222-b01d-47e6-a6ad-7af8b58b0404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:41.188020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d14a7-846a-434e-b0cd-e44f3ae6ca52 None None] Network bc51e20d-114e-4c52-bad7-a9e7e9653f47 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:41.205290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00621222-b01d-47e6-a6ad-7af8b58b0404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758301fa-5b71-4d72-9e96-59bfefb81a99,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:41.212067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-00621222-b01d-47e6-a6ad-7af8b58b0404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:41.215727 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-00621222-b01d-47e6-a6ad-7af8b58b0404 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/758301fa-5b71-4d72-9e96-59bfefb81a99 HTTP/1.1" status: 204 len: 168 time: 0.5644617 Feb 09 13:31:41.412860 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:41.502199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b6e7300c-352e-40ca-9ba0-830f0a9eadb4 None None] Could not find standard attr ID for object e36db8b4-e97e-4821-b795-844549417fad. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:31:41.737399 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:41.754961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Port': ['ID=e36db8b4-e97e-4821-b795-844549417fad,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:42.116203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No DVR routers for this DVR port e36db8b4-e97e-4821-b795-844549417fad on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:31:42.263682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:42.399468 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:42.488922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b12ea-4fe0-453a-bbd3-b32753c9521f None None] Network bc51e20d-114e-4c52-bad7-a9e7e9653f47 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:42.874701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=3899a5d4-16c1-4411-aa50-4ed31a9dc4cb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:42.889471 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:42.987429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc51e20d-114e-4c52-bad7-a9e7e9653f47']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:43.054389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9618a718-5f75-4da7-9958-29e1fd97bee7') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:43.054955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9618a718-5f75-4da7-9958-29e1fd97bee7') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:43.111424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9c9cac-1e74-44c5-9393-cca4679a68ca None None] DHCP port deletion for bc51e20d-114e-4c52-bad7-a9e7e9653f47 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:31:43.124334 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:43.246497 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:43.257027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:43.396843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:43.397266 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:43.419463 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:43.602755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:43.602755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:43.646666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=bc51e20d-114e-4c52-bad7-a9e7e9653f47,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:43.678014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46330) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:43.678960 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-70e2876f-c2c5-4cff-be4f-96f630aacf58 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/bc51e20d-114e-4c52-bad7-a9e7e9653f47 HTTP/1.1" status: 204 len: 168 time: 5.4113884 Feb 09 13:31:43.749019 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-d241afe5-cb25-45fc-911f-1cfef6fc8a92 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:43.749647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d241afe5-cb25-45fc-911f-1cfef6fc8a92 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:43.751560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d241afe5-cb25-45fc-911f-1cfef6fc8a92 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/3899a5d4-16c1-4411-aa50-4ed31a9dc4cb HTTP/1.1" status: 404 len: 337 time: 0.0725136 Feb 09 13:31:43.755493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46336) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:43.848605 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-7029ace7-1b7d-4e97-a090-e43e3234982d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:43.852314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7029ace7-1b7d-4e97-a090-e43e3234982d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:43.855510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7029ace7-1b7d-4e97-a090-e43e3234982d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/bc51e20d-114e-4c52-bad7-a9e7e9653f47 HTTP/1.1" status: 404 len: 339 time: 0.0984514 Feb 09 13:31:43.859241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46342) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:43.996690 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6ed952-3eab-437d-9200-c91ebbdfdfeb tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:44.005621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6ed952-3eab-437d-9200-c91ebbdfdfeb tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:44.020930 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1e6ed952-3eab-437d-9200-c91ebbdfdfeb tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/b709d5c2-e9ab-4d6a-ae6e-d96bcfd61d5d HTTP/1.1" status: 404 len: 337 time: 0.1547613 Feb 09 13:31:44.021227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46352) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:44.124408 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f595261e-62b6-421d-85ec-285527ed682e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:44.124851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f595261e-62b6-421d-85ec-285527ed682e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:44.128892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f595261e-62b6-421d-85ec-285527ed682e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/3ec2c381-bc2e-42fb-b9f4-29198e0a9048 HTTP/1.1" status: 404 len: 339 time: 0.1042576 Feb 09 13:31:44.136396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46360) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:44.143320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e36db8b4-e97e-4821-b795-844549417fad no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:44.331932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e36db8b4-e97e-4821-b795-844549417fad {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:44.341933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e36db8b4-e97e-4821-b795-844549417fad not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:44.526851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:44.886511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:44.936002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c33674-a4bf-498c-b6fb-8b917c7511e3']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:44.952454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ce5d8f-2b49-440d-88a8-8ef220279c30') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:44.952848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ce5d8f-2b49-440d-88a8-8ef220279c30') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:44.981369 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:45.008721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:45.019401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:45.020125 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:45.059066 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:45.212783 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:45.292578 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:45.341485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=e7c33674-a4bf-498c-b6fb-8b917c7511e3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:45.371502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b8e9fb3e-f0e2-481c-9469-f55f869caea6 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/e7c33674-a4bf-498c-b6fb-8b917c7511e3 HTTP/1.1" status: 204 len: 168 time: 1.2340207 Feb 09 13:31:45.373770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46388) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:45.430790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Deleting port 677d8791-fd84-43c6-8039-23366f17a556 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:45.431438 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:45.449661 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-a476b4df-575a-48dd-94bf-4cff52b03de1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:45.450108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a476b4df-575a-48dd-94bf-4cff52b03de1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:45.451789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a476b4df-575a-48dd-94bf-4cff52b03de1 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/675abe02-16ab-4a90-a45b-ee1ed03e0eda HTTP/1.1" status: 404 len: 337 time: 0.0755582 Feb 09 13:31:45.454304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46394) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:45.482913 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96315bf-4e24-4d8e-a30f-9e575650d59d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:45.483387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96315bf-4e24-4d8e-a30f-9e575650d59d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:45.485013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e96315bf-4e24-4d8e-a30f-9e575650d59d tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/647d0ce1-4006-4006-95bf-66a4d4a1de59 HTTP/1.1" status: 404 len: 339 time: 0.0297749 Feb 09 13:31:45.490481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46398) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:45.760818 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-7799459b-fd22-4f0f-b80b-fe0cf952e70e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:45.762758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7799459b-fd22-4f0f-b80b-fe0cf952e70e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:45.766515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7799459b-fd22-4f0f-b80b-fe0cf952e70e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/6a127527-5019-43a5-9fbc-ea1397ff9f66 HTTP/1.1" status: 404 len: 337 time: 0.2733204 Feb 09 13:31:45.768292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46408) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:45.904137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] For port 677d8791-fd84-43c6-8039-23366f17a556, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=677d8791-fd84-43c6-8039-23366f17a556,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:45.904802 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:45.926864 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9249f0b-3ed8-4133-bb11-631f85a9dc7c tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:45.928750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9249f0b-3ed8-4133-bb11-631f85a9dc7c tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:45.938365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46414) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:45.944625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c9249f0b-3ed8-4133-bb11-631f85a9dc7c tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/f7a4d07a-e784-4ffc-938d-418688183574 HTTP/1.1" status: 404 len: 339 time: 0.1649289 Feb 09 13:31:46.130402 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a69e4c-4512-430c-9458-062ebf3c83c4 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:46.131107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a69e4c-4512-430c-9458-062ebf3c83c4 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:46.133562 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-37a69e4c-4512-430c-9458-062ebf3c83c4 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/10202a6c-8c77-449d-8a46-0cb1e55b947a HTTP/1.1" status: 404 len: 337 time: 0.1932633 Feb 09 13:31:46.136616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46420) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:46.198600 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-58588e89-3b17-4da4-b06d-42fe9c617480 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:46.199044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58588e89-3b17-4da4-b06d-42fe9c617480 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:46.200695 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-58588e89-3b17-4da4-b06d-42fe9c617480 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/80fe3e85-cb66-44cb-b067-ee8098f6ab88 HTTP/1.1" status: 404 len: 339 time: 0.0620122 Feb 09 13:31:46.204976 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46426) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:46.268516 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Calling delete_port for 677d8791-fd84-43c6-8039-23366f17a556 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:46.318187 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:46.358275 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3285ed-b51a-4d1b-b1af-d83e37955a5c tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:46.359542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3285ed-b51a-4d1b-b1af-d83e37955a5c tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:46.394635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0b3285ed-b51a-4d1b-b1af-d83e37955a5c tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/6d95d1ce-c831-42b8-991f-b1892560e75d HTTP/1.1" status: 404 len: 337 time: 0.1856565 Feb 09 13:31:46.400892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46438) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:46.519349 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e817f8-ac3e-4fcc-b6b1-33445aa3e63e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:46.520002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e817f8-ac3e-4fcc-b6b1-33445aa3e63e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:46.526440 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f3e817f8-ac3e-4fcc-b6b1-33445aa3e63e tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/34b0722d-6842-4358-8dd6-e1b18aff620d HTTP/1.1" status: 404 len: 339 time: 0.1207943 Feb 09 13:31:46.529084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46444) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:46.635365 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbd946e-3d7d-415a-a9e5-8fa236472b44 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:46.635927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbd946e-3d7d-415a-a9e5-8fa236472b44 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:46.637590 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6bbd946e-3d7d-415a-a9e5-8fa236472b44 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/54e8775e-2a18-4f56-afb3-74bd62f2bbfa HTTP/1.1" status: 404 len: 337 time: 0.1073492 Feb 09 13:31:46.642852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46450) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:46.734694 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-313a27d4-1c28-4fb9-a595-6bb1d62aaad3 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:46.735375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313a27d4-1c28-4fb9-a595-6bb1d62aaad3 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:46.747723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-313a27d4-1c28-4fb9-a595-6bb1d62aaad3 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/7bc140ea-5b9d-40b7-99f9-49671a84f3b7 HTTP/1.1" status: 404 len: 339 time: 0.1035535 Feb 09 13:31:46.750113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46456) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:46.822831 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f055c3-4ead-43d5-b754-07a2ed5fee50 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:46.824728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f055c3-4ead-43d5-b754-07a2ed5fee50 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:46.828206 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-43f055c3-4ead-43d5-b754-07a2ed5fee50 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/6a5a4356-81c6-4a2d-a471-664cd255df82 HTTP/1.1" status: 404 len: 337 time: 0.0761988 Feb 09 13:31:46.831218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46462) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:46.880587 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-81570a16-f69e-4f5c-9a11-c9e1f6300784 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:46.881862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81570a16-f69e-4f5c-9a11-c9e1f6300784 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:46.887257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-81570a16-f69e-4f5c-9a11-c9e1f6300784 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/9572b79d-00cb-4380-9b62-2c48c47b52ce HTTP/1.1" status: 404 len: 339 time: 0.0545585 Feb 09 13:31:46.900109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46470) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:46.964563 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:47.116242 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5e21f8-23f6-4fa1-9bb8-c8b8cac07d04 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:47.116863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5e21f8-23f6-4fa1-9bb8-c8b8cac07d04 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:47.128873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dc5e21f8-23f6-4fa1-9bb8-c8b8cac07d04 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/780594e8-a0b4-4d1d-a917-4c0a0a256980 HTTP/1.1" status: 404 len: 337 time: 0.2210777 Feb 09 13:31:47.132497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46474) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:47.237955 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-865b320c-7576-4fdf-974f-92d6178a1dfb tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:47.238516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865b320c-7576-4fdf-974f-92d6178a1dfb tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:47.250513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Port': ['ID=677d8791-fd84-43c6-8039-23366f17a556,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:47.255930 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-865b320c-7576-4fdf-974f-92d6178a1dfb tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/19e527c7-2189-400c-ba3a-50db4b59f5e6 HTTP/1.1" status: 404 len: 339 time: 0.1223722 Feb 09 13:31:47.256529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46480) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:47.363481 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef7a4e3-ba85-41d2-81ab-cbb6db00dbf9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:47.363919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef7a4e3-ba85-41d2-81ab-cbb6db00dbf9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:47.371672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6ef7a4e3-ba85-41d2-81ab-cbb6db00dbf9 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/239e55e4-9bae-463b-8544-3a8294df9188 HTTP/1.1" status: 404 len: 337 time: 0.1140730 Feb 09 13:31:47.374218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46484) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:47.401505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.401901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.402353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.402750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.403186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.406370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.406800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.407148 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.407486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.407814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.408169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:47.493562 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2055a9-9961-4874-8193-246c6f303dac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] DELETE failed (client error): The resource could not be found. Feb 09 13:31:47.496601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2055a9-9961-4874-8193-246c6f303dac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:31:47.500614 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ed2055a9-9961-4874-8193-246c6f303dac tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/3826171a-5e06-4c19-b472-0d6236d8206f HTTP/1.1" status: 404 len: 339 time: 0.1253002 Feb 09 13:31:47.503665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46490) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:47.933375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-24769a2a-f86f-4f1f-b6f3-ed3fb678a664 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Deleting subnet d26fa596-8a9d-4804-8c87-6d54ef0bc238 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:31:47.936949 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24769a2a-f86f-4f1f-b6f3-ed3fb678a664 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:48.069605 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24769a2a-f86f-4f1f-b6f3-ed3fb678a664 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:48.390729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:48.450260 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24769a2a-f86f-4f1f-b6f3-ed3fb678a664 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:48.563518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24769a2a-f86f-4f1f-b6f3-ed3fb678a664 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:48.735388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24769a2a-f86f-4f1f-b6f3-ed3fb678a664 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Subnet': ['ID=d26fa596-8a9d-4804-8c87-6d54ef0bc238,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:48.741937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24769a2a-f86f-4f1f-b6f3-ed3fb678a664 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:48.743196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5861fb-b832-4b3c-8789-ef95996399c2 None None] Network 95b47cd9-8a81-4505-acb8-fc311b461fc1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:48.754115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24769a2a-f86f-4f1f-b6f3-ed3fb678a664 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/subnets/d26fa596-8a9d-4804-8c87-6d54ef0bc238 HTTP/1.1" status: 204 len: 168 time: 1.2494357 Feb 09 13:31:48.756599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46526) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:49.003234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:49.033000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Deleting port 80aca20b-2335-4a19-949e-4fb19b2d30a0 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:49.033664 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:49.295259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce685824-d2f7-4242-95af-4452670d459f None None] DHCP port deletion for 95b47cd9-8a81-4505-acb8-fc311b461fc1 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:31:49.304985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ce685824-d2f7-4242-95af-4452670d459f None None] Deleting port 80aca20b-2335-4a19-949e-4fb19b2d30a0 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:49.305405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce685824-d2f7-4242-95af-4452670d459f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:49.843280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] For port 80aca20b-2335-4a19-949e-4fb19b2d30a0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=80aca20b-2335-4a19-949e-4fb19b2d30a0,segment=NetworkSegment(9326a7cd-e132-4bcc-bb98-e37b8e62439c),segment_id=9326a7cd-e132-4bcc-bb98-e37b8e62439c)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:49.844831 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:50.051743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ce685824-d2f7-4242-95af-4452670d459f None None] For port 80aca20b-2335-4a19-949e-4fb19b2d30a0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=80aca20b-2335-4a19-949e-4fb19b2d30a0,segment=NetworkSegment(9326a7cd-e132-4bcc-bb98-e37b8e62439c),segment_id=9326a7cd-e132-4bcc-bb98-e37b8e62439c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:50.057810 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce685824-d2f7-4242-95af-4452670d459f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:50.096762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Calling delete_port for 80aca20b-2335-4a19-949e-4fb19b2d30a0 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:50.267265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:31:50.305044 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:50.433786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ce685824-d2f7-4242-95af-4452670d459f None None] Calling delete_port for 80aca20b-2335-4a19-949e-4fb19b2d30a0 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:50.483886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 80aca20b-2335-4a19-949e-4fb19b2d30a0 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:50.522999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Port': ['ID=80aca20b-2335-4a19-949e-4fb19b2d30a0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:50.585249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 80aca20b-2335-4a19-949e-4fb19b2d30a0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:50.585922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 80aca20b-2335-4a19-949e-4fb19b2d30a0 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:50.592289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] No DVR routers for this DVR port 80aca20b-2335-4a19-949e-4fb19b2d30a0 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:31:50.659515 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-ce685824-d2f7-4242-95af-4452670d459f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:31:50.660186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:31:50.660324 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-ce685824-d2f7-4242-95af-4452670d459f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:31:50.669923 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] Sync routers for ids ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:31:50.719464 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] Routers {'21b5dfa3-3d6c-4b0d-b48e-5de19da60172'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:31:50.719464 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:31:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:50.727334 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f1a78a2f-9de5-4b9d-aae9-7e6d7d14f687 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "PUT /v2.0/routers/21b5dfa3-3d6c-4b0d-b48e-5de19da60172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8547592 Feb 09 13:31:50.736615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46558) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:51.105415 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.161144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ce685824-d2f7-4242-95af-4452670d459f None None] Deleting port 80aca20b-2335-4a19-949e-4fb19b2d30a0 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:51.162964 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce685824-d2f7-4242-95af-4452670d459f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.233342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b47cd9-8a81-4505-acb8-fc311b461fc1']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:51.313283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9326a7cd-e132-4bcc-bb98-e37b8e62439c') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:51.313646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9326a7cd-e132-4bcc-bb98-e37b8e62439c') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:51.379018 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.461138 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.487654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:51.488065 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:51.540257 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:51.544656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ce685824-d2f7-4242-95af-4452670d459f None None] The port '80aca20b-2335-4a19-949e-4fb19b2d30a0' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:31:51.765344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-318ca116-cc78-40c9-922a-8dfbdbd55b4b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Deleting subnet b29b4d60-8054-4332-a3b5-4dccecc614e0 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:31:51.769780 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-318ca116-cc78-40c9-922a-8dfbdbd55b4b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.841646 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.851608 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.870960 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] Set router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:31:51.884017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-318ca116-cc78-40c9-922a-8dfbdbd55b4b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:51.921199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46574) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:51.925144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] Pushing event deleted for resources: {'Network': ['ID=95b47cd9-8a81-4505-acb8-fc311b461fc1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:51.944843 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9d301f3d-6801-4aa4-a654-fd8eb94821b5 tempest-NetworksTest-2135434344 tempest-NetworksTest-2135434344-project] 10.222.0.59 "DELETE /v2.0/networks/95b47cd9-8a81-4505-acb8-fc311b461fc1 HTTP/1.1" status: 204 len: 168 time: 3.1849411 Feb 09 13:31:52.460310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-318ca116-cc78-40c9-922a-8dfbdbd55b4b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:52.596468 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24f39612-11b7-42a8-bfc5-7ec8d9f08355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:52.638054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46600) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:52.663163 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-318ca116-cc78-40c9-922a-8dfbdbd55b4b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:52.676444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-24f39612-11b7-42a8-bfc5-7ec8d9f08355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:52.686572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-24f39612-11b7-42a8-bfc5-7ec8d9f08355 admin admin] Usage tracker for resource:security_group_rule and tenant:9da4a362dd6841658af6e3bb070a28b2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:52.690608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-24f39612-11b7-42a8-bfc5-7ec8d9f08355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:52.698213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-24f39612-11b7-42a8-bfc5-7ec8d9f08355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:52.798893 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24f39612-11b7-42a8-bfc5-7ec8d9f08355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:52.809384 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24f39612-11b7-42a8-bfc5-7ec8d9f08355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:52.851932 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2049622746', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:30:38Z', 'updated_at': '2022-02-09T13:31:46Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:94:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:39Z', 'updated_at': '2022-02-09T13:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:52.853400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ca116-cc78-40c9-922a-8dfbdbd55b4b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Subnet': ['ID=b29b4d60-8054-4332-a3b5-4dccecc614e0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:52.867128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd5a974-37a3-4fba-8b93-b2261ec9abcf None None] Network c0e55d82-64e5-495d-b0ae-d91dce530050 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:31:52.869379 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] Checking router: 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:31:52.871988 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-318ca116-cc78-40c9-922a-8dfbdbd55b4b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:52.887854 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-318ca116-cc78-40c9-922a-8dfbdbd55b4b tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "DELETE /v2.0/subnets/b29b4d60-8054-4332-a3b5-4dccecc614e0 HTTP/1.1" status: 204 len: 168 time: 2.1481080 Feb 09 13:31:52.890175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46610) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:52.916034 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] Routers {'21b5dfa3-3d6c-4b0d-b48e-5de19da60172'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:31:52.951559 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:31:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:53.112592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f39612-11b7-42a8-bfc5-7ec8d9f08355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fce27c-d554-4f31-a597-af1a276f4599,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:53.133449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24f39612-11b7-42a8-bfc5-7ec8d9f08355 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9da4a362dd6841658af6e3bb070a28b2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2108288 Feb 09 13:31:53.134702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46620) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:53.256330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47fd9d3a-615d-4ed4-acc5-5624c7676c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:53.310246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47fd9d3a-615d-4ed4-acc5-5624c7676c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:53.318943 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-81b8af51-9eac-4b7c-9ed8-d76efd16ab9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9355101650fe4683ac2a1c291ebfc62b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6764946 Feb 09 13:31:53.322934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46624) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:53.417787 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47fd9d3a-615d-4ed4-acc5-5624c7676c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:53.452377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd9d3a-615d-4ed4-acc5-5624c7676c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fce27c-d554-4f31-a597-af1a276f4599,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:53.479826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b347244-25e1-4830-a337-e0764a6f3117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:53.481749 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47fd9d3a-615d-4ed4-acc5-5624c7676c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:53.482907 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-47fd9d3a-615d-4ed4-acc5-5624c7676c58 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73fce27c-d554-4f31-a597-af1a276f4599 HTTP/1.1" status: 204 len: 168 time: 0.3446512 Feb 09 13:31:53.574764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] DHCP port deletion for c0e55d82-64e5-495d-b0ae-d91dce530050 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:31:53.577876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Deleting port 8b5fc55f-8be6-4361-b5c5-e78b7d101853 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:53.578246 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:53.600070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b347244-25e1-4830-a337-e0764a6f3117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:53.787293 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:53.827677 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] Set router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:31:53.958578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] For port 8b5fc55f-8be6-4361-b5c5-e78b7d101853, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8b5fc55f-8be6-4361-b5c5-e78b7d101853,segment=NetworkSegment(7a497e6a-d99b-42fc-af51-60b229bfa38a),segment_id=7a497e6a-d99b-42fc-af51-60b229bfa38a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:53.959724 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:54.005282 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b347244-25e1-4830-a337-e0764a6f3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:54.216588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3b347244-25e1-4830-a337-e0764a6f3117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:54.223258 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3b347244-25e1-4830-a337-e0764a6f3117 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce668ad1-125a-41c4-9e5f-25e36f092a4e HTTP/1.1" status: 204 len: 168 time: 0.8974202 Feb 09 13:31:54.224622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347244-25e1-4830-a337-e0764a6f3117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce668ad1-125a-41c4-9e5f-25e36f092a4e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:54.233581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Calling delete_port for 8b5fc55f-8be6-4361-b5c5-e78b7d101853 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:54.332435 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8b5fc55f-8be6-4361-b5c5-e78b7d101853 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:54.467088 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2049622746', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:30:38Z', 'updated_at': '2022-02-09T13:31:46Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:94:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:39Z', 'updated_at': '2022-02-09T13:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:54.479522 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7102931-c61e-41ad-acdb-415b1c1aa023 None None] The sync data for ids ['21b5dfa3-3d6c-4b0d-b48e-5de19da60172'] in n-d-825175-3 is: [{'id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2049622746', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:30:38Z', 'updated_at': '2022-02-09T13:31:46Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '73dec0c3-ccf1-4f47-84b4-dee1346ccc7a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:94:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b5dfa3-3d6c-4b0d-b48e-5de19da60172', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:30:39Z', 'updated_at': '2022-02-09T13:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:31:54.593112 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:54.616269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Deleting port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:54.617061 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:54.621355 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:54.656680 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:31:54.670935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46658) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:54.676245 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:54.698799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11eb03e4-c410-4411-8ca9-78846d42146f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:54.795488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-11eb03e4-c410-4411-8ca9-78846d42146f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:54.800180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-11eb03e4-c410-4411-8ca9-78846d42146f admin admin] Usage tracker for resource:security_group_rule and tenant:69fdfb3fa395404d889a0aa6a780502f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:54.806860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-11eb03e4-c410-4411-8ca9-78846d42146f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:54.809225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Pushing event deleted for resources: {'Port': ['ID=8b5fc55f-8be6-4361-b5c5-e78b7d101853,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:54.824249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-11eb03e4-c410-4411-8ca9-78846d42146f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:54.867500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] No DVR routers for this DVR port 8b5fc55f-8be6-4361-b5c5-e78b7d101853 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:31:54.885025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.886220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.887414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.890154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.893323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.893861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.905603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.908833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.909786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.909786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.910019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aceedc5d-e37e-45a8-8389-50ec3d24b578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:54.998588 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2d9fff87-dea0-4e21-8ff0-6076bee16010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:55.207326 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11eb03e4-c410-4411-8ca9-78846d42146f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:55.213863 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11eb03e4-c410-4411-8ca9-78846d42146f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:55.238359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] For port 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=73dec0c3-ccf1-4f47-84b4-dee1346ccc7a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:31:55.239000 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:55.314879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-11eb03e4-c410-4411-8ca9-78846d42146f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=69fdfb3fa395404d889a0aa6a780502f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6388085 Feb 09 13:31:55.315117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46678) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:55.355109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb03e4-c410-4411-8ca9-78846d42146f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a28ac1-7d87-45f5-bd1e-1eb7ff2238fa,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:55.476818 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c4811fc-bcce-4c23-9797-42ef54b2034c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:55.514110 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c4811fc-bcce-4c23-9797-42ef54b2034c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:55.562384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Calling delete_port for 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:55.791134 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c4811fc-bcce-4c23-9797-42ef54b2034c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:55.818677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4811fc-bcce-4c23-9797-42ef54b2034c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a28ac1-7d87-45f5-bd1e-1eb7ff2238fa,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:55.820785 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c4811fc-bcce-4c23-9797-42ef54b2034c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:55.822077 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7c4811fc-bcce-4c23-9797-42ef54b2034c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/85a28ac1-7d87-45f5-bd1e-1eb7ff2238fa HTTP/1.1" status: 204 len: 168 time: 0.5061150 Feb 09 13:31:55.839027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:55.900600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Port': ['ID=73dec0c3-ccf1-4f47-84b4-dee1346ccc7a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:56.189665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46708) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:56.305236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 677d8791-fd84-43c6-8039-23366f17a556 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:56.411223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 677d8791-fd84-43c6-8039-23366f17a556 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:56.412713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 677d8791-fd84-43c6-8039-23366f17a556 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:56.652498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:56.784065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bc02ac93-4bf7-40be-9eaf-c6ab34d14b74 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:56.784918 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-bc02ac93-4bf7-40be-9eaf-c6ab34d14b74 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 13:31:56.786341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bc02ac93-4bf7-40be-9eaf-c6ab34d14b74 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5952926 Feb 09 13:31:56.791544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46728) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:56.799218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'tempest-secgroup--438947705'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:56.840284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:56.856795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:56.861434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:56.874123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:56.907217 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:56.952228 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.037161 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.052879 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e452d6c0-87f2-48c5-88e6-e7c4276070ac req-62fbe27c-63bc-45c7-ab8a-71ee52739f16 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9152479 Feb 09 13:31:57.053707 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.062753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:57.077854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:57.087206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:57.103955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:57.155966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.157065 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Fanout notify agent at l3_agent the message router_deleted on router 21b5dfa3-3d6c-4b0d-b48e-5de19da60172 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:31:57.200515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.202043 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-62872583-c313-45cc-a9f2-4935412decc6 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "DELETE /v2.0/routers/21b5dfa3-3d6c-4b0d-b48e-5de19da60172 HTTP/1.1" status: 204 len: 168 time: 4.3102112 Feb 09 13:31:57.205875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46736) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:57.240016 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.246009 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e452d6c0-87f2-48c5-88e6-e7c4276070ac req-0b70a3dd-edd7-4300-adbe-5a266c2178be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75b9b68fa1334e2b95fbe9dc75df9740&device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 1135 time: 0.1684294 Feb 09 13:31:57.246597 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.286998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:57.292673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:57.299447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:57.306989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:57.406077 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.501712 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.517660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6446ac4-12c3-4b83-b1e7-4df7dddc9adf,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:57.632168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77d08e6-1ea9-405d-b988-6db85a6f1ffa,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:57.648222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.706575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:57.712326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5847e509-5ed1-4300-9874-b70f1fd21271 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9155142 Feb 09 13:31:57.718076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46754) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:57.735591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': 'f77d08e6-1ea9-405d-b988-6db85a6f1ffa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:57.767779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:57.779237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:57.791511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:57.818042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:57.862823 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.079647 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.083387 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.087239 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.118765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e55d82-64e5-495d-b0ae-d91dce530050']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:58.151880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a497e6a-d99b-42fc-af51-60b229bfa38a') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:58.152459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a497e6a-d99b-42fc-af51-60b229bfa38a') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:31:58.155257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:31:58.168236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.187762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.193673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39119694-3eb2-424a-9009-bea51ddf10a8,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:58.197136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:31:58.197819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.220999 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.230942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5095873 Feb 09 13:31:58.232503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.234559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.235031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.235431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.238903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.239368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.241260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.241688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.242095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.245310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.246766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b64c2b-fbe0-43c6-959d-8a565461b96b tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:31:58.253012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46768) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:58.265761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5cfd20b3-d2fe-4603-bd9f-4809ba795e9c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': 'f77d08e6-1ea9-405d-b988-6db85a6f1ffa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:58.271108 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:31:58.271440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 73dec0c3-ccf1-4f47-84b4-dee1346ccc7a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:31:58.279355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5cfd20b3-d2fe-4603-bd9f-4809ba795e9c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:58.293338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5cfd20b3-d2fe-4603-bd9f-4809ba795e9c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:31:58.299983 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a2676a2e-4276-4b1b-a77b-0958797241ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.300692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5cfd20b3-d2fe-4603-bd9f-4809ba795e9c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:31:58.322408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5cfd20b3-d2fe-4603-bd9f-4809ba795e9c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:58.350139 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5cfd20b3-d2fe-4603-bd9f-4809ba795e9c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.363251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452d6c0-87f2-48c5-88e6-e7c4276070ac req-84a4859e-7758-4945-a514-4cb105b4a0ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:58.366346 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e452d6c0-87f2-48c5-88e6-e7c4276070ac req-84a4859e-7758-4945-a514-4cb105b4a0ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8 HTTP/1.1" status: 200 len: 897 time: 1.0713425 Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:31:58.373329 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:31:58.376910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.383143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.472796 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "DELETE /v2.0/networks/c0e55d82-64e5-495d-b0ae-d91dce530050 HTTP/1.1" status: 204 len: 168 time: 1.2649612 Feb 09 13:31:58.476766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46774) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:58.494349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48d9fe-b0e9-45ba-8480-bbf264983c19 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Network': ['ID=c0e55d82-64e5-495d-b0ae-d91dce530050,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:58.533820 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e452d6c0-87f2-48c5-88e6-e7c4276070ac req-2f290c4f-b135-4292-85bc-83221014b5df service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 HTTP/1.1" status: 200 len: 1000 time: 0.1351104 Feb 09 13:31:58.589555 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.625690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452d6c0-87f2-48c5-88e6-e7c4276070ac req-cccdf165-0d0c-43a3-bb62-44113e1caee5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:31:58.627801 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e452d6c0-87f2-48c5-88e6-e7c4276070ac req-cccdf165-0d0c-43a3-bb62-44113e1caee5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24898a6b-ba77-4cfa-865f-b335410d4544 HTTP/1.1" status: 200 len: 835 time: 0.0877845 Feb 09 13:31:58.690554 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:58.788539 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-5cfd20b3-d2fe-4603-bd9f-4809ba795e9c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 13:31:58.789608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5cfd20b3-d2fe-4603-bd9f-4809ba795e9c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5335002 Feb 09 13:31:58.801787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46784) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:58.824608 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e452d6c0-87f2-48c5-88e6-e7c4276070ac req-f08f96ed-de18-49f1-b6db-a781ce433b29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792202 Feb 09 13:31:58.853657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Deleting port 89487786-3e01-450e-9200-e278f8e3cfb3 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:31:58.854257 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:59.111247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc8e7-d8ad-4a6d-a5c4-dac634924488 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:59.243014 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:59.243343 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:59.343638 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc8e7-d8ad-4a6d-a5c4-dac634924488 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:59.357812 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e452d6c0-87f2-48c5-88e6-e7c4276070ac req-ed312ba7-2861-499c-bb10-bd57b2e9347f service neutron] 10.222.0.67 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267270 Feb 09 13:31:59.505529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Calling delete_port for 89487786-3e01-450e-9200-e278f8e3cfb3 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:31:59.660170 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc8e7-d8ad-4a6d-a5c4-dac634924488 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:59.704794 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e452d6c0-87f2-48c5-88e6-e7c4276070ac req-8b1645d9-4a26-4e00-8ce1-ce2d9f8fd914 service neutron] 10.222.0.67 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290117 Feb 09 13:31:59.724534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbc8e7-d8ad-4a6d-a5c4-dac634924488 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77d08e6-1ea9-405d-b988-6db85a6f1ffa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:31:59.732263 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8cbbc8e7-d8ad-4a6d-a5c4-dac634924488 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:59.737227 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8cbbc8e7-d8ad-4a6d-a5c4-dac634924488 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/f77d08e6-1ea9-405d-b988-6db85a6f1ffa HTTP/1.1" status: 204 len: 168 time: 0.9328706 Feb 09 13:31:59.739528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46810) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:59.816053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:59.845821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f84f53c2-0b62-41c5-81b8-958fe2bacb4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Synchronizing usage tracker for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:31:59.881509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f84f53c2-0b62-41c5-81b8-958fe2bacb4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Unset dirty status for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:31:59.884251 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f84f53c2-0b62-41c5-81b8-958fe2bacb4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1325643 Feb 09 13:31:59.888035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46816) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:31:59.907332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'tempest-secgroup--946264275'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:31:59.919036 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:59.932446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:31:59.951452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:31:59.973775 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:31:59.983486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Port': ['ID=89487786-3e01-450e-9200-e278f8e3cfb3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:00.031689 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:00.057552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:00.068757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:00.078712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:00.089467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:00.214097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:00.219751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:00.273258 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:00.274814 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3859828 Feb 09 13:32:00.277713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46828) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:00.291503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-85d467d3-15e6-429b-ba4a-ca68dabce476 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': 'c072d7b3-3df6-4853-9a35-d32edd173888', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:00.292498 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-85d467d3-15e6-429b-ba4a-ca68dabce476 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:00.293460 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85d467d3-15e6-429b-ba4a-ca68dabce476 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0145533 Feb 09 13:32:00.297318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46832) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:00.302383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745afcd-d07f-4db4-bc1c-08beb95b3d11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c072d7b3-3df6-4853-9a35-d32edd173888,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:00.409710 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69310456-aba4-4e64-bdf6-b38aeb24849c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:00.452736 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69310456-aba4-4e64-bdf6-b38aeb24849c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:00.768231 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69310456-aba4-4e64-bdf6-b38aeb24849c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:00.796614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69310456-aba4-4e64-bdf6-b38aeb24849c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c072d7b3-3df6-4853-9a35-d32edd173888,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:00.823006 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-69310456-aba4-4e64-bdf6-b38aeb24849c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:00.824101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-69310456-aba4-4e64-bdf6-b38aeb24849c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/c072d7b3-3df6-4853-9a35-d32edd173888 HTTP/1.1" status: 204 len: 168 time: 0.5257320 Feb 09 13:32:00.831622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46850) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:00.892339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d38404c-bbf6-4715-85df-ec86879f0bae tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Synchronizing usage tracker for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:00.912552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d38404c-bbf6-4715-85df-ec86879f0bae tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Unset dirty status for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:00.918200 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2d38404c-bbf6-4715-85df-ec86879f0bae tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0808866 Feb 09 13:32:00.918385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Router 5d594d46-a67a-4923-a77d-d2940ab0cc5d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:32:00.918604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46854) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:00.937844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596188039'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:00.947408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:00.962462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:01.163940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:01.256079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:01.264744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:01.268167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:01.275711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:01.438345 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:01.445044 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:01.511462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9663bc3-e270-4c4e-9cfe-7a3fcac19d4c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:01.550165 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:01.554597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46876) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:01.555499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7312273a-529c-44db-8b5c-6a343a22f008 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6302054 Feb 09 13:32:01.563164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-572b0f6c-6655-4251-9634-968cf5a6913c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': 'a9663bc3-e270-4c4e-9cfe-7a3fcac19d4c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:01.564202 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-572b0f6c-6655-4251-9634-968cf5a6913c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:01.565672 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-572b0f6c-6655-4251-9634-968cf5a6913c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0099196 Feb 09 13:32:01.571978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46880) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:01.591196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:32:01.604748 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:01.606160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] Sync routers for ids ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:32:01.637689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] Routers {'5d594d46-a67a-4923-a77d-d2940ab0cc5d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:32:01.646867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:31:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:01.679877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-797678e2-5eb4-419a-bb62-7b29fa7b6bfd tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "DELETE /v2.0/floatingips/a103914a-b1fd-4384-a576-ee2aacb2696d HTTP/1.1" status: 204 len: 168 time: 3.1923330 Feb 09 13:32:01.679877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07383001-130d-4bb2-96c1-af03eeb91168', 'tag': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:32:01.735886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7647bc7a-c5f1-404d-8316-370d9a0be6a6 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:01.769618 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7647bc7a-c5f1-404d-8316-370d9a0be6a6 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:01.845941 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7647bc7a-c5f1-404d-8316-370d9a0be6a6 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:01.936580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647bc7a-c5f1-404d-8316-370d9a0be6a6 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9663bc3-e270-4c4e-9cfe-7a3fcac19d4c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:01.954831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7647bc7a-c5f1-404d-8316-370d9a0be6a6 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:01.958568 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7647bc7a-c5f1-404d-8316-370d9a0be6a6 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/a9663bc3-e270-4c4e-9cfe-7a3fcac19d4c HTTP/1.1" status: 204 len: 168 time: 0.3820724 Feb 09 13:32:01.959096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46894) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:02.151145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-325c5490-d22b-4a44-b110-f70edaab0eac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Synchronizing usage tracker for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:02.193624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-325c5490-d22b-4a44-b110-f70edaab0eac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Unset dirty status for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:02.198840 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-325c5490-d22b-4a44-b110-f70edaab0eac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2349837 Feb 09 13:32:02.199138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46900) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:02.205138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'tempest-secgroup--866505602'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:02.258456 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07383001-130d-4bb2-96c1-af03eeb91168', 'tag': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'status': 'completed', 'code': 200} Feb 09 13:32:02.269258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:02.380925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] Set router 5d594d46-a67a-4923-a77d-d2940ab0cc5d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:32:02.481616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:02.506481 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:02.549946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:02.554368 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:02.561690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:02.568753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:02.663961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:02.677668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:02.718026 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5e2d239-4e92-4b55-a335-122c84ce2324 req-9faa8d13-fafd-42a1-b1da-4fd92a71371e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=75b9b68fa1334e2b95fbe9dc75df9740&device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 1135 time: 0.4345901 Feb 09 13:32:02.738765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db0e36-dfe4-42bd-a0b2-67c63969ce97 req-9c1d1f5d-e4d9-406f-99df-041a2f98f6f8 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:02.739545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c2db0e36-dfe4-42bd-a0b2-67c63969ce97 req-9c1d1f5d-e4d9-406f-99df-041a2f98f6f8 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Synchronizing usage tracker for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:02.783496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c2db0e36-dfe4-42bd-a0b2-67c63969ce97 req-9c1d1f5d-e4d9-406f-99df-041a2f98f6f8 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Unset dirty status for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:02.792278 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2db0e36-dfe4-42bd-a0b2-67c63969ce97 req-9c1d1f5d-e4d9-406f-99df-041a2f98f6f8 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 984 time: 0.2240477 Feb 09 13:32:02.812108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc12be7b-2f2a-401f-b2f1-7a362c5f6630,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:02.829322 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:02.835461 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-87883ee3-9670-4efb-b911-db4dfaaedf4e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6350718 Feb 09 13:32:02.836552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46918) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:02.896946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3af4bf1b-d334-42a7-a68a-5fcbb452cdaf tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': 'cc12be7b-2f2a-401f-b2f1-7a362c5f6630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:02.897941 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-3af4bf1b-d334-42a7-a68a-5fcbb452cdaf tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:02.904673 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3af4bf1b-d334-42a7-a68a-5fcbb452cdaf tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0173683 Feb 09 13:32:02.908032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46922) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:02.915079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2db0e36-dfe4-42bd-a0b2-67c63969ce97 req-5b1d07b1-9cb0-44d6-9588-e6f5fdd692e4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1210935 Feb 09 13:32:02.936834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-25c987a1-5640-48bd-a7b2-c39c668a5a11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': 'cc12be7b-2f2a-401f-b2f1-7a362c5f6630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:02.937883 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-25c987a1-5640-48bd-a7b2-c39c668a5a11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:02.942114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46926) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:02.942735 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-25c987a1-5640-48bd-a7b2-c39c668a5a11 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0329649 Feb 09 13:32:02.949035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-91a6a642-17ff-4eaf-854f-869125b1870e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': 'cc12be7b-2f2a-401f-b2f1-7a362c5f6630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:02.949747 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-91a6a642-17ff-4eaf-854f-869125b1870e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:02.953576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-91a6a642-17ff-4eaf-854f-869125b1870e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077765 Feb 09 13:32:02.955930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46930) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:02.966255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-deb92b95-8a01-4daa-8044-400a14fec558 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': 'cc12be7b-2f2a-401f-b2f1-7a362c5f6630', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:02.967529 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-deb92b95-8a01-4daa-8044-400a14fec558 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:02.972130 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-deb92b95-8a01-4daa-8044-400a14fec558 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0143166 Feb 09 13:32:02.972768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46934) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:03.000291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2d239-4e92-4b55-a335-122c84ce2324 req-5a1aa966-6903-4b71-b99b-f13d1a775552 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:03.001733 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5e2d239-4e92-4b55-a335-122c84ce2324 req-5a1aa966-6903-4b71-b99b-f13d1a775552 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8 HTTP/1.1" status: 200 len: 897 time: 0.2763674 Feb 09 13:32:03.097004 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5e2d239-4e92-4b55-a335-122c84ce2324 req-ead9c447-a983-47ed-bd65-c6b35c70f521 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 HTTP/1.1" status: 200 len: 217 time: 0.0877120 Feb 09 13:32:03.124328 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2013c456-549b-4fdc-adc2-a6e20ee13a18 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:03.186951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:30Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '4201469b-dec3-4fd4-a0f1-20449684cf4e', 'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:29:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:27Z', 'updated_at': '2022-02-09T13:29:42Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:03.199890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] Checking router: 5d594d46-a67a-4923-a77d-d2940ab0cc5d for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:32:03.231472 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] Routers {'5d594d46-a67a-4923-a77d-d2940ab0cc5d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:32:03.232110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:31:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:03.233854 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2013c456-549b-4fdc-adc2-a6e20ee13a18 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:03.305200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2d239-4e92-4b55-a335-122c84ce2324 req-f56c73fa-4d3f-42ce-8c51-94489c7e3868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:03.307857 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5e2d239-4e92-4b55-a335-122c84ce2324 req-f56c73fa-4d3f-42ce-8c51-94489c7e3868 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=24898a6b-ba77-4cfa-865f-b335410d4544 HTTP/1.1" status: 200 len: 835 time: 0.2033010 Feb 09 13:32:03.367184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2013c456-549b-4fdc-adc2-a6e20ee13a18 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:03.445134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013c456-549b-4fdc-adc2-a6e20ee13a18 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc12be7b-2f2a-401f-b2f1-7a362c5f6630,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:03.453628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2013c456-549b-4fdc-adc2-a6e20ee13a18 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:03.457264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2013c456-549b-4fdc-adc2-a6e20ee13a18 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/cc12be7b-2f2a-401f-b2f1-7a362c5f6630 HTTP/1.1" status: 204 len: 168 time: 0.4808643 Feb 09 13:32:03.460512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46942) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:03.577682 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5e2d239-4e92-4b55-a335-122c84ce2324 req-fc92794d-1edb-4f2e-acc2-659cc07f1a3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d24ec464-10ef-48d3-9b54-6c2c9f093ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617500 Feb 09 13:32:03.799034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-7b820100-86ed-4bcc-b1df-e95132de391f tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:03.803706 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5e2d239-4e92-4b55-a335-122c84ce2324 req-f0714c35-0481-4b96-8a0b-de3b11b904f5 service neutron] 10.222.0.67 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178442 Feb 09 13:32:03.806481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-7b820100-86ed-4bcc-b1df-e95132de391f tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.67 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 984 time: 0.2339807 Feb 09 13:32:03.810270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d5773184-0f0e-4869-afe8-01c9c2039b39 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Synchronizing usage tracker for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:03.810974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] Set router 5d594d46-a67a-4923-a77d-d2940ab0cc5d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:32:03.942864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-e1846c4e-896e-43fc-80df-8ea5581d4ec2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Deleting port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:32:03.943476 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-e1846c4e-896e-43fc-80df-8ea5581d4ec2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:04.087135 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5e2d239-4e92-4b55-a335-122c84ce2324 req-b682f86c-aa87-4c7a-a9ed-f858ee2633d4 service neutron] 10.222.0.67 "GET /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711930 Feb 09 13:32:04.088222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d5773184-0f0e-4869-afe8-01c9c2039b39 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Unset dirty status for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:04.093591 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d5773184-0f0e-4869-afe8-01c9c2039b39 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6279173 Feb 09 13:32:04.094046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46958) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:04.108278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077776639'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:04.127779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:04.165719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:04.208212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:04.341480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:04.352743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:04.359334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:04.379492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:04.563910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:04.580869 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:04.756246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ff2702-dfd8-494a-b5ea-4dd9b7ca7985,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:04.783451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:04.785435 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b3640363-3b93-4fa4-93ab-6e7f46fd08af tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6838970 Feb 09 13:32:04.788328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46976) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:04.798387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-2be5375d-e542-4359-af80-651723b09cde tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '75ff2702-dfd8-494a-b5ea-4dd9b7ca7985', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:04.799453 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-2be5375d-e542-4359-af80-651723b09cde tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:04.801050 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2be5375d-e542-4359-af80-651723b09cde tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113652 Feb 09 13:32:04.815475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46982) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:04.826102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-58247ed8-ce7c-4efd-ba2e-73c38e33414e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '75ff2702-dfd8-494a-b5ea-4dd9b7ca7985', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:04.841588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-58247ed8-ce7c-4efd-ba2e-73c38e33414e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:04.853778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:30Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '4201469b-dec3-4fd4-a0f1-20449684cf4e', 'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:29:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:27Z', 'updated_at': '2022-02-09T13:29:42Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:04.855335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-58247ed8-ce7c-4efd-ba2e-73c38e33414e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:04.859840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711b5a85-c2e3-40bf-99c7-b128aea95761 None None] The sync data for ids ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'] in n-d-825175-3 is: [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:29:30Z', 'revision_number': 4, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '4201469b-dec3-4fd4-a0f1-20449684cf4e', 'name': '', 'network_id': 'd24ec464-10ef-48d3-9b54-6c2c9f093ae8', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'mac_address': 'fa:16:3e:29:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:27Z', 'updated_at': '2022-02-09T13:29:42Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'subnets': [{'id': '24898a6b-ba77-4cfa-865f-b335410d4544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:32:04.888756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-58247ed8-ce7c-4efd-ba2e-73c38e33414e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:04.914277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-58247ed8-ce7c-4efd-ba2e-73c38e33414e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:04.988689 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-58247ed8-ce7c-4efd-ba2e-73c38e33414e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:04.989948 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-58247ed8-ce7c-4efd-ba2e-73c38e33414e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1721675 Feb 09 13:32:04.993579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46990) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:04.999882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fe8e7838-eb91-45d4-aef1-db2ed7b8343c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '75ff2702-dfd8-494a-b5ea-4dd9b7ca7985', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:05.002594 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-fe8e7838-eb91-45d4-aef1-db2ed7b8343c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:05.006003 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fe8e7838-eb91-45d4-aef1-db2ed7b8343c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103872 Feb 09 13:32:05.008873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 46994) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:05.021441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-07779b62-3bf9-47e7-92d6-abdb25f8fb6d tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '75ff2702-dfd8-494a-b5ea-4dd9b7ca7985', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:05.044991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-07779b62-3bf9-47e7-92d6-abdb25f8fb6d tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:05.048423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-07779b62-3bf9-47e7-92d6-abdb25f8fb6d tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:05.059600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-07779b62-3bf9-47e7-92d6-abdb25f8fb6d tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:05.072612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-07779b62-3bf9-47e7-92d6-abdb25f8fb6d tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:05.145159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-e1846c4e-896e-43fc-80df-8ea5581d4ec2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] For port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:32:05.145159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-e1846c4e-896e-43fc-80df-8ea5581d4ec2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:05.172667 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-07779b62-3bf9-47e7-92d6-abdb25f8fb6d tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:05.189436 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-07779b62-3bf9-47e7-92d6-abdb25f8fb6d tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1632004 Feb 09 13:32:05.189785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 46998) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:05.228005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ceb757dd-ac13-4fc8-9717-d2417160e3bc tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '75ff2702-dfd8-494a-b5ea-4dd9b7ca7985', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:05.228005 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-ceb757dd-ac13-4fc8-9717-d2417160e3bc tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:05.228005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ceb757dd-ac13-4fc8-9717-d2417160e3bc tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0332875 Feb 09 13:32:05.228299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47002) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:05.235509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-98eafe01-152f-49cb-8091-a4ac8ea9617e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '75ff2702-dfd8-494a-b5ea-4dd9b7ca7985', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:05.264193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98eafe01-152f-49cb-8091-a4ac8ea9617e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:05.274063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ddad-563c-4043-998e-937dafcc22ca req-98b9306a-2562-4ffd-9a70-23896fd85179 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:32:05.275687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9b9ddad-563c-4043-998e-937dafcc22ca req-98b9306a-2562-4ffd-9a70-23896fd85179 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 984 time: 1.0764055 Feb 09 13:32:05.281183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98eafe01-152f-49cb-8091-a4ac8ea9617e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:05.295751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98eafe01-152f-49cb-8091-a4ac8ea9617e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:05.323991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98eafe01-152f-49cb-8091-a4ac8ea9617e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:05.355018 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-98eafe01-152f-49cb-8091-a4ac8ea9617e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Project 39f23f78193b4743b7f805bef5b16590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:32:05.417286 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-98eafe01-152f-49cb-8091-a4ac8ea9617e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:05.418614 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-98eafe01-152f-49cb-8091-a4ac8ea9617e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1899180 Feb 09 13:32:05.427261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47008) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:05.447536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-45412ff3-0614-475d-91a0-d0e38c42ff52 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '75ff2702-dfd8-494a-b5ea-4dd9b7ca7985', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:05.456431 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-45412ff3-0614-475d-91a0-d0e38c42ff52 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:05.457937 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-45412ff3-0614-475d-91a0-d0e38c42ff52 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0292263 Feb 09 13:32:05.460782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47014) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:05.467386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-315e2ba0-8195-4f6b-a901-426f4b5249e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '75ff2702-dfd8-494a-b5ea-4dd9b7ca7985', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:05.509814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-315e2ba0-8195-4f6b-a901-426f4b5249e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:05.518852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-315e2ba0-8195-4f6b-a901-426f4b5249e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:05.526696 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-315e2ba0-8195-4f6b-a901-426f4b5249e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:05.532768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-e1846c4e-896e-43fc-80df-8ea5581d4ec2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Calling delete_port for 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:32:05.548937 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6521bf5-6a9e-4195-bb2e-2d95169c276d None None] New status for floating IP a103914a-b1fd-4384-a576-ee2aacb2696d: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:32:05.559888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-315e2ba0-8195-4f6b-a901-426f4b5249e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:05.582993 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-315e2ba0-8195-4f6b-a901-426f4b5249e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Project 39f23f78193b4743b7f805bef5b16590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:32:05.669706 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-315e2ba0-8195-4f6b-a901-426f4b5249e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:05.671456 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-315e2ba0-8195-4f6b-a901-426f4b5249e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2085872 Feb 09 13:32:05.674377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:05.717270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0ef9181d-a258-4441-9af0-1d0f833048ac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '75ff2702-dfd8-494a-b5ea-4dd9b7ca7985', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:05.717772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9b9ddad-563c-4043-998e-937dafcc22ca req-e48b3a92-1036-4689-8c96-2f98b5cdba6f tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/security-groups?id=6746a54c-6479-4832-8aa5-d858f102d87d&id=2245d701-b245-4975-b1da-ed0d0fa2cfd5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3475347 Feb 09 13:32:05.734885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0ef9181d-a258-4441-9af0-1d0f833048ac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:05.742649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0ef9181d-a258-4441-9af0-1d0f833048ac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:05.757795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0ef9181d-a258-4441-9af0-1d0f833048ac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:05.770398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0ef9181d-a258-4441-9af0-1d0f833048ac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:05.805128 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-0ef9181d-a258-4441-9af0-1d0f833048ac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Project 39f23f78193b4743b7f805bef5b16590 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:32:05.855455 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-0ef9181d-a258-4441-9af0-1d0f833048ac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:05.856713 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0ef9181d-a258-4441-9af0-1d0f833048ac tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1784732 Feb 09 13:32:05.863283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47030) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:05.894745 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-e1846c4e-896e-43fc-80df-8ea5581d4ec2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:05.992194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1846c4e-896e-43fc-80df-8ea5581d4ec2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Port': ['ID=9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:06.100465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-e1846c4e-896e-43fc-80df-8ea5581d4ec2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] No DVR routers for this DVR port 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:32:06.107633 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-e1846c4e-896e-43fc-80df-8ea5581d4ec2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:06.111089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07383001-130d-4bb2-96c1-af03eeb91168', 'name': 'network-vif-deleted', 'tag': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:32:06.198253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d884004b-b2b8-4f70-b1c0-0495484da472 req-e1846c4e-896e-43fc-80df-8ea5581d4ec2 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.67 "DELETE /v2.0/ports/9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 HTTP/1.1" status: 204 len: 173 time: 2.3830564 Feb 09 13:32:06.233649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-956d4a8b-7890-4445-9e49-8a52d2d3eee7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:06.324334 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-956d4a8b-7890-4445-9e49-8a52d2d3eee7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:06.519560 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-956d4a8b-7890-4445-9e49-8a52d2d3eee7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:06.610708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d4a8b-7890-4445-9e49-8a52d2d3eee7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ff2702-dfd8-494a-b5ea-4dd9b7ca7985,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:06.637753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-956d4a8b-7890-4445-9e49-8a52d2d3eee7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:06.655942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-956d4a8b-7890-4445-9e49-8a52d2d3eee7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/75ff2702-dfd8-494a-b5ea-4dd9b7ca7985 HTTP/1.1" status: 204 len: 168 time: 0.7895854 Feb 09 13:32:06.658843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47050) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:06.838196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:32:06.954597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:32:06.971020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:32:07.077139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c23d1648-9bdb-4fbd-86a5-4bf1f5515977 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Synchronizing usage tracker for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:07.116063 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07383001-130d-4bb2-96c1-af03eeb91168', 'name': 'network-vif-deleted', 'tag': '9c8d9a11-3a0f-4d7a-8ac5-d7aaa8af49d3', 'status': 'completed', 'code': 200} Feb 09 13:32:07.120805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c23d1648-9bdb-4fbd-86a5-4bf1f5515977 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Unset dirty status for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:07.122290 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c23d1648-9bdb-4fbd-86a5-4bf1f5515977 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4624965 Feb 09 13:32:07.129166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47064) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:07.138908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'tempest-secgroup--430710016'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:07.161248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:07.201843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:07.232242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:07.370645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:07.384395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:07.397172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:07.416416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:07.651778 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:07.651778 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:07.653530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d6584b04-724a-4fb1-b149-1b6acc047521 req-9851165b-b5a4-4d25-acad-885cdf8ad616 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Synchronizing usage tracker for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:07.653530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d6584b04-724a-4fb1-b149-1b6acc047521 req-9851165b-b5a4-4d25-acad-885cdf8ad616 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Unset dirty status for tenant:75b9b68fa1334e2b95fbe9dc75df9740 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:07.653530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6584b04-724a-4fb1-b149-1b6acc047521 req-9851165b-b5a4-4d25-acad-885cdf8ad616 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "GET /v2.0/ports?device_id=07383001-130d-4bb2-96c1-af03eeb91168 HTTP/1.1" status: 200 len: 210 time: 0.3583651 Feb 09 13:32:07.686775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d333e1d-9d41-428d-89e9-cbbf65f251be,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:07.698279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:07.702847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47088) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:07.710142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e1228494-1d09-475e-a16e-32c4dd5c5899 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '8d333e1d-9d41-428d-89e9-cbbf65f251be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:07.717601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d693ef28-a98a-4205-9199-f2bc2ac776f1 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5870702 Feb 09 13:32:07.740325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e1228494-1d09-475e-a16e-32c4dd5c5899 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:07.752882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e1228494-1d09-475e-a16e-32c4dd5c5899 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:07.767598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e1228494-1d09-475e-a16e-32c4dd5c5899 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:07.774952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e1228494-1d09-475e-a16e-32c4dd5c5899 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:07.849865 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-e1228494-1d09-475e-a16e-32c4dd5c5899 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The resource could not be found. Feb 09 13:32:07.853156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47098) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:07.863678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5edb38ed-1ecc-442e-bb92-9a66f6652791 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '8d333e1d-9d41-428d-89e9-cbbf65f251be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1b2dbc6f-8398-49e4-acc8-61e6cfcd0fd4'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:07.866036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e1228494-1d09-475e-a16e-32c4dd5c5899 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1580551 Feb 09 13:32:07.874659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5edb38ed-1ecc-442e-bb92-9a66f6652791 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:07.874659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5edb38ed-1ecc-442e-bb92-9a66f6652791 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:07.879398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5edb38ed-1ecc-442e-bb92-9a66f6652791 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:07.888827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5edb38ed-1ecc-442e-bb92-9a66f6652791 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:07.978228 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-5edb38ed-1ecc-442e-bb92-9a66f6652791 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The resource could not be found. Feb 09 13:32:07.980854 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5edb38ed-1ecc-442e-bb92-9a66f6652791 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1284492 Feb 09 13:32:07.982689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47104) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:08.246323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4325e5e6-898f-4736-8277-2e3986a574d7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:08.308249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4325e5e6-898f-4736-8277-2e3986a574d7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:08.390249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4325e5e6-898f-4736-8277-2e3986a574d7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:08.422893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325e5e6-898f-4736-8277-2e3986a574d7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d333e1d-9d41-428d-89e9-cbbf65f251be,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:08.437158 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4325e5e6-898f-4736-8277-2e3986a574d7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:08.450094 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4325e5e6-898f-4736-8277-2e3986a574d7 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/8d333e1d-9d41-428d-89e9-cbbf65f251be HTTP/1.1" status: 204 len: 168 time: 0.4641018 Feb 09 13:32:08.454961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47120) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:08.548232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f6475682-c449-4556-828d-0abdc88c6162 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Synchronizing usage tracker for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:08.567660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f6475682-c449-4556-828d-0abdc88c6162 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Unset dirty status for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:08.567660 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f6475682-c449-4556-828d-0abdc88c6162 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1112144 Feb 09 13:32:08.570906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47130) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:08.584958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-10ddb8f0-d43b-48d7-9e32-d9ab41162850 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '9858223d-2520-4296-a566-80770727426c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:08.584958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-10ddb8f0-d43b-48d7-9e32-d9ab41162850 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:08.588623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-10ddb8f0-d43b-48d7-9e32-d9ab41162850 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:08.597947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-10ddb8f0-d43b-48d7-9e32-d9ab41162850 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:08.604523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-10ddb8f0-d43b-48d7-9e32-d9ab41162850 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:08.668937 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-10ddb8f0-d43b-48d7-9e32-d9ab41162850 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The resource could not be found. Feb 09 13:32:08.673838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-10ddb8f0-d43b-48d7-9e32-d9ab41162850 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1004634 Feb 09 13:32:08.674715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47142) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:08.687835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1947469913'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:08.706735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:08.724379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:08.737922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:08.783818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:08.788145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:08.802264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47148) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:08.805126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:08.815969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:08.925459 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1dea049e-6931-4d36-b8b4-16c3b1a6d5b4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.033866 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.040394 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1dea049e-6931-4d36-b8b4-16c3b1a6d5b4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.044036 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.131464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b080a6-2721-4f92-bfb1-d2ea94bd55fb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:09.132990 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1dea049e-6931-4d36-b8b4-16c3b1a6d5b4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.140721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.142193 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-59d57419-d419-422f-a777-708eaefd5e9a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4659085 Feb 09 13:32:09.146579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47158) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:09.154092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'tempest-secgroup--582570048'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:09.158867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea049e-6931-4d36-b8b4-16c3b1a6d5b4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2245d701-b245-4975-b1da-ed0d0fa2cfd5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:09.163871 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:09.173844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:09.177110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:09.183997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:09.198008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.205413 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1dea049e-6931-4d36-b8b4-16c3b1a6d5b4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.209542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1dea049e-6931-4d36-b8b4-16c3b1a6d5b4 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "DELETE /v2.0/security-groups/2245d701-b245-4975-b1da-ed0d0fa2cfd5 HTTP/1.1" status: 204 len: 168 time: 0.4057076 Feb 09 13:32:09.213227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47166) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:09.259930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:09.265495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:09.268928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:09.277089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:09.414592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.416714 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e6fff0e3-2b0b-4b88-8ddd-dfff0f817895 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.419436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.484800 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e6fff0e3-2b0b-4b88-8ddd-dfff0f817895 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.532217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.532217 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3788304 Feb 09 13:32:09.532217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47180) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:09.558490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fa202c64-83ca-4be9-ad68-8855accb371c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': 'e8b080a6-2721-4f92-bfb1-d2ea94bd55fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a567bd7d-9492-406b-96d5-b1b7be53b701'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:09.563707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3e4bd-dc86-4bc9-a693-0b8fa78e1571 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a567bd7d-9492-406b-96d5-b1b7be53b701,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:09.585173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fa202c64-83ca-4be9-ad68-8855accb371c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:09.597146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fa202c64-83ca-4be9-ad68-8855accb371c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:09.607361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fa202c64-83ca-4be9-ad68-8855accb371c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:09.612380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e6fff0e3-2b0b-4b88-8ddd-dfff0f817895 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.615591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fa202c64-83ca-4be9-ad68-8855accb371c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:09.670877 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-fa202c64-83ca-4be9-ad68-8855accb371c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:09.672669 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fa202c64-83ca-4be9-ad68-8855accb371c tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1400573 Feb 09 13:32:09.675890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47188) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:09.677925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fff0e3-2b0b-4b88-8ddd-dfff0f817895 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6746a54c-6479-4832-8aa5-d858f102d87d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:09.687618 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e6fff0e3-2b0b-4b88-8ddd-dfff0f817895 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.689353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e6fff0e3-2b0b-4b88-8ddd-dfff0f817895 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "DELETE /v2.0/security-groups/6746a54c-6479-4832-8aa5-d858f102d87d HTTP/1.1" status: 204 len: 168 time: 0.4747152 Feb 09 13:32:09.709834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47192) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:09.862184 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c06fe698-a92d-4265-ac02-2d6452437490 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:09.959986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c06fe698-a92d-4265-ac02-2d6452437490 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:10.054726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c06fe698-a92d-4265-ac02-2d6452437490 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:10.130046 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c06fe698-a92d-4265-ac02-2d6452437490 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:10.153825 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c06fe698-a92d-4265-ac02-2d6452437490 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/a567bd7d-9492-406b-96d5-b1b7be53b701 HTTP/1.1" status: 204 len: 168 time: 0.4522870 Feb 09 13:32:10.153825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fe698-a92d-4265-ac02-2d6452437490 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a567bd7d-9492-406b-96d5-b1b7be53b701,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:10.160560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47208) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:10.361241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5d9ceb7-614b-46c9-8b18-e34d21f54365 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Synchronizing usage tracker for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:10.406775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c5d9ceb7-614b-46c9-8b18-e34d21f54365 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Unset dirty status for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:10.408448 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c5d9ceb7-614b-46c9-8b18-e34d21f54365 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2477920 Feb 09 13:32:10.411226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47218) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:10.505010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:10.584131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09dd8705-6a3c-47c0-b454-a885382be9e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:10.613835 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09dd8705-6a3c-47c0-b454-a885382be9e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:10.677518 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09dd8705-6a3c-47c0-b454-a885382be9e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:10.758027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd8705-6a3c-47c0-b454-a885382be9e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b080a6-2721-4f92-bfb1-d2ea94bd55fb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:10.787839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-09dd8705-6a3c-47c0-b454-a885382be9e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:10.797577 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-09dd8705-6a3c-47c0-b454-a885382be9e5 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/e8b080a6-2721-4f92-bfb1-d2ea94bd55fb HTTP/1.1" status: 204 len: 168 time: 0.3820488 Feb 09 13:32:10.798287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47224) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:10.927729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b7de5dbf-ef70-4f1a-a2f0-3787329b2c24 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Synchronizing usage tracker for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:10.983992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b7de5dbf-ef70-4f1a-a2f0-3787329b2c24 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Unset dirty status for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:10.983992 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b7de5dbf-ef70-4f1a-a2f0-3787329b2c24 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1843116 Feb 09 13:32:10.991566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47234) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:11.021336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126197486'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:11.039011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:11.071147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:11.096390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:11.189638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:11.209187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:11.217726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:11.231149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:11.395866 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:11.406069 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:11.406069 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:11.506062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5e3283-cbce-4ce7-8246-710b8457a7ac,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:11.546056 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:11.546056 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e365684a-088d-4e4e-90ab-30e78602c59e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5467925 Feb 09 13:32:11.546056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47250) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:11.550876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-208deeac-30e4-4a40-a456-968a4447e885 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '7e5e3283-cbce-4ce7-8246-710b8457a7ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:11.568171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-208deeac-30e4-4a40-a456-968a4447e885 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:11.587950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-208deeac-30e4-4a40-a456-968a4447e885 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:11.587950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-208deeac-30e4-4a40-a456-968a4447e885 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:11.602663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-208deeac-30e4-4a40-a456-968a4447e885 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:11.667013 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-208deeac-30e4-4a40-a456-968a4447e885 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:11.672224 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-208deeac-30e4-4a40-a456-968a4447e885 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1304634 Feb 09 13:32:11.672750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47254) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:11.695677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7909c3c0-9c1d-4549-ba13-a476015baf6a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group_rule': {'security_group_id': '7e5e3283-cbce-4ce7-8246-710b8457a7ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:11.714856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7909c3c0-9c1d-4549-ba13-a476015baf6a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:11.719265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7909c3c0-9c1d-4549-ba13-a476015baf6a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:11.722190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7909c3c0-9c1d-4549-ba13-a476015baf6a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:11.734615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7909c3c0-9c1d-4549-ba13-a476015baf6a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:11.810819 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-7909c3c0-9c1d-4549-ba13-a476015baf6a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:32:11.810819 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7909c3c0-9c1d-4549-ba13-a476015baf6a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1300614 Feb 09 13:32:11.810819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47262) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:11.906442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3d9c02b1-e2d2-4cda-a85e-0b15f9203d17 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:11.948045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Deleting port 4201469b-dec3-4fd4-a0f1-20449684cf4e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:32:11.948045 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:12.029173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3d9c02b1-e2d2-4cda-a85e-0b15f9203d17 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:12.113883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3d9c02b1-e2d2-4cda-a85e-0b15f9203d17 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:12.153212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c02b1-e2d2-4cda-a85e-0b15f9203d17 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5e3283-cbce-4ce7-8246-710b8457a7ac,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:12.167469 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3d9c02b1-e2d2-4cda-a85e-0b15f9203d17 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:12.174586 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3d9c02b1-e2d2-4cda-a85e-0b15f9203d17 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/7e5e3283-cbce-4ce7-8246-710b8457a7ac HTTP/1.1" status: 204 len: 168 time: 0.3588269 Feb 09 13:32:12.174586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47270) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:12.312628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6cf63deb-4244-42b7-897e-24dba28947cf tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Synchronizing usage tracker for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:12.338228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6cf63deb-4244-42b7-897e-24dba28947cf tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Unset dirty status for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:12.344543 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6cf63deb-4244-42b7-897e-24dba28947cf tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1673992 Feb 09 13:32:12.344543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47282) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:12.349175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'tempest-secgroup--401407258'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:12.356412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:12.366331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:12.386009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:12.450884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:12.462948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Usage tracker for resource:security_group_rule and tenant:39f23f78193b4743b7f805bef5b16590 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:12.467770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:12.484315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:12.578380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] For port 4201469b-dec3-4fd4-a0f1-20449684cf4e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=4201469b-dec3-4fd4-a0f1-20449684cf4e,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:32:12.578380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:12.597544 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:12.606047 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:12.707366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1cc717-cf27-4af7-b995-6538d8046932,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:12.751520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:12.755756 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ab9e1675-543f-4425-a3a3-1f84e2e89cc9 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4087162 Feb 09 13:32:12.756276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47294) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:12.768077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c55ce3d3-ff9f-4821-a24e-edc1ac1fba25 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:32:12.771571 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-c55ce3d3-ff9f-4821-a24e-edc1ac1fba25 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 13:32:12.772488 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c55ce3d3-ff9f-4821-a24e-edc1ac1fba25 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "PUT /v2.0/security-groups/3d1cc717-cf27-4af7-b995-6538d8046932 HTTP/1.1" status: 409 len: 330 time: 0.0154195 Feb 09 13:32:12.775491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47298) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:12.816522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47304) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:12.823848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Calling delete_port for 4201469b-dec3-4fd4-a0f1-20449684cf4e owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:32:12.911293 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70be7661-1640-47a9-b183-d5c1841e646e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:12.998886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70be7661-1640-47a9-b183-d5c1841e646e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:13.112857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70be7661-1640-47a9-b183-d5c1841e646e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:13.248341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be7661-1640-47a9-b183-d5c1841e646e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1cc717-cf27-4af7-b995-6538d8046932,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:13.300273 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-70be7661-1640-47a9-b183-d5c1841e646e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:13.300273 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-70be7661-1640-47a9-b183-d5c1841e646e tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/3d1cc717-cf27-4af7-b995-6538d8046932 HTTP/1.1" status: 204 len: 168 time: 0.5227880 Feb 09 13:32:13.307899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47322) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:13.307899 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-668991d9-f77a-4977-9b1e-2e28ab833d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:13.476539 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:13.477919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-668991d9-f77a-4977-9b1e-2e28ab833d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:13.490767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-668991d9-f77a-4977-9b1e-2e28ab833d67 admin admin] Usage tracker for resource:security_group_rule and tenant:394aea5d1b0c4205b8a4f5699241458d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:13.511836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-668991d9-f77a-4977-9b1e-2e28ab833d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:13.541507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-668991d9-f77a-4977-9b1e-2e28ab833d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:13.552329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Port': ['ID=4201469b-dec3-4fd4-a0f1-20449684cf4e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:13.563694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-632d1427-2fbd-4a2d-811e-e8ec0ea2a544 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Synchronizing usage tracker for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:32:13.640849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-632d1427-2fbd-4a2d-811e-e8ec0ea2a544 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] Unset dirty status for tenant:39f23f78193b4743b7f805bef5b16590 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:32:13.650646 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-632d1427-2fbd-4a2d-811e-e8ec0ea2a544 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3394165 Feb 09 13:32:13.650646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47332) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:13.704919 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-27f64a68-27fe-4051-9f48-8bd068106296 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] delete failed (client error): The resource could not be found. Feb 09 13:32:13.722582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47336) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:13.726537 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-27f64a68-27fe-4051-9f48-8bd068106296 tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "DELETE /v2.0/security-groups/5382c37a-787c-4d8c-a140-88cb0c32d9e3 HTTP/1.1" status: 404 len: 347 time: 0.0686884 Feb 09 13:32:13.763098 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-1081a64c-2198-4697-af7a-02094aa13f3f tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] show failed (client error): The resource could not be found. Feb 09 13:32:13.763098 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1081a64c-2198-4697-af7a-02094aa13f3f tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-groups/d6165f30-710c-4590-98ec-de5d65d5d687 HTTP/1.1" status: 404 len: 347 time: 0.0471494 Feb 09 13:32:13.763098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47340) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:13.851017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-668991d9-f77a-4977-9b1e-2e28ab833d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:13.861814 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-668991d9-f77a-4977-9b1e-2e28ab833d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:13.910211 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-73e92ef3-9d6b-4b06-b25e-3e0b2a63834a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] show failed (client error): The resource could not be found. Feb 09 13:32:13.911715 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-73e92ef3-9d6b-4b06-b25e-3e0b2a63834a tempest-NegativeSecGroupIPv6Test-1856937503 tempest-NegativeSecGroupIPv6Test-1856937503-project] 10.222.0.59 "GET /v2.0/security-group-rules/66e709d5-44eb-432b-98d5-62e161fd0847 HTTP/1.1" status: 404 len: 356 time: 0.1483064 Feb 09 13:32:13.968043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668991d9-f77a-4977-9b1e-2e28ab833d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd80ac80-1e68-4d3b-bf3f-6c41b1214053,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:13.981315 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-668991d9-f77a-4977-9b1e-2e28ab833d67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=394aea5d1b0c4205b8a4f5699241458d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1100185 Feb 09 13:32:13.982704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47348) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:14.109530 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfe7ba04-7843-499f-a037-2f9e17bd276d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:14.180754 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfe7ba04-7843-499f-a037-2f9e17bd276d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:14.294153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:14.357990 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfe7ba04-7843-499f-a037-2f9e17bd276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:14.380212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47356) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:14.404397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7ba04-7843-499f-a037-2f9e17bd276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd80ac80-1e68-4d3b-bf3f-6c41b1214053,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:14.421177 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dfe7ba04-7843-499f-a037-2f9e17bd276d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:14.424663 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dfe7ba04-7843-499f-a037-2f9e17bd276d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd80ac80-1e68-4d3b-bf3f-6c41b1214053 HTTP/1.1" status: 204 len: 168 time: 0.4391375 Feb 09 13:32:15.144931 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b622c5d7-1298-43ac-aa1d-0f9970ba4f05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39f23f78193b4743b7f805bef5b16590&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7594924 Feb 09 13:32:15.145981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47376) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:15.223411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47380) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:15.298453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbce9184-98c6-4b02-bdb0-e84b7c44776c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:15.298453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7053130c-623d-410a-9dc2-2c24d0610ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:15.362095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbce9184-98c6-4b02-bdb0-e84b7c44776c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:15.376924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7053130c-623d-410a-9dc2-2c24d0610ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:15.376924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7053130c-623d-410a-9dc2-2c24d0610ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:bbbf7785b5b449cb959a7b72a1d711ad is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:15.388705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7053130c-623d-410a-9dc2-2c24d0610ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:15.401205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7053130c-623d-410a-9dc2-2c24d0610ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:15.456698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Router 5d594d46-a67a-4923-a77d-d2940ab0cc5d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:32:15.470173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbce9184-98c6-4b02-bdb0-e84b7c44776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:15.544109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7053130c-623d-410a-9dc2-2c24d0610ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:15.560966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce9184-98c6-4b02-bdb0-e84b7c44776c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6446ac4-12c3-4b83-b1e7-4df7dddc9adf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:15.571227 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7053130c-623d-410a-9dc2-2c24d0610ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:15.687846 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7053130c-623d-410a-9dc2-2c24d0610ec3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bbbf7785b5b449cb959a7b72a1d711ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4611826 Feb 09 13:32:15.687846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47390) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:15.767847 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbce9184-98c6-4b02-bdb0-e84b7c44776c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:15.778084 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cbce9184-98c6-4b02-bdb0-e84b7c44776c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6446ac4-12c3-4b83-b1e7-4df7dddc9adf HTTP/1.1" status: 204 len: 168 time: 0.6207862 Feb 09 13:32:15.778084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053130c-623d-410a-9dc2-2c24d0610ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a362d8d-a175-4b0c-a666-fa1a2f093831,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:15.865733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85903c11-8c63-4f7d-bd47-9e282db491f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:15.946861 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85903c11-8c63-4f7d-bd47-9e282db491f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:15.983789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:32:15.995438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] Sync routers for ids ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:32:16.014329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-abf0387a-c8b9-45dc-82f8-13ce185ab53e tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "PUT /v2.0/routers/5d594d46-a67a-4923-a77d-d2940ab0cc5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3032858 Feb 09 13:32:16.017040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47404) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:16.031603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] Routers {'5d594d46-a67a-4923-a77d-d2940ab0cc5d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:32:16.032204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:31:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:16.080477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85903c11-8c63-4f7d-bd47-9e282db491f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:16.120897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85903c11-8c63-4f7d-bd47-9e282db491f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a362d8d-a175-4b0c-a666-fa1a2f093831,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:16.126900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-85903c11-8c63-4f7d-bd47-9e282db491f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:16.129140 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85903c11-8c63-4f7d-bd47-9e282db491f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a362d8d-a175-4b0c-a666-fa1a2f093831 HTTP/1.1" status: 204 len: 168 time: 0.4433112 Feb 09 13:32:16.566003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:16.645363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aee60c9-2e18-4f26-96a8-2fbf395414a9 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Deleting subnet 24898a6b-ba77-4cfa-865f-b335410d4544 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:32:16.652408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6aee60c9-2e18-4f26-96a8-2fbf395414a9 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:16.672117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] Set router 5d594d46-a67a-4923-a77d-d2940ab0cc5d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:32:16.822705 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6aee60c9-2e18-4f26-96a8-2fbf395414a9 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:17.088146 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6aee60c9-2e18-4f26-96a8-2fbf395414a9 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:17.270049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:32:13Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:17.286053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] Checking router: 5d594d46-a67a-4923-a77d-d2940ab0cc5d for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:32:17.334367 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6aee60c9-2e18-4f26-96a8-2fbf395414a9 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:17.348200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] Routers {'5d594d46-a67a-4923-a77d-d2940ab0cc5d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:32:17.348200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:31:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:17.487855 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6aee60c9-2e18-4f26-96a8-2fbf395414a9 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:17.495345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee60c9-2e18-4f26-96a8-2fbf395414a9 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Subnet': ['ID=24898a6b-ba77-4cfa-865f-b335410d4544,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:17.513849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47456) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:17.514423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6aee60c9-2e18-4f26-96a8-2fbf395414a9 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "DELETE /v2.0/subnets/24898a6b-ba77-4cfa-865f-b335410d4544 HTTP/1.1" status: 204 len: 168 time: 1.4962571 Feb 09 13:32:17.981200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] Set router 5d594d46-a67a-4923-a77d-d2940ab0cc5d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:32:18.142281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47472) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:18.146575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025969 Feb 09 13:32:18.152203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47474) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:18.220887 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:18.315179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b34df-5007-40fc-9ee4-9f383165237d None None] Network d24ec464-10ef-48d3-9b54-6c2c9f093ae8 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:32:18.634529 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:18.658259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Deleting port 5192c77b-4dfd-4e85-bf2f-f77a9660392a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:32:18.658907 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:18.936211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-90e85d5f-ef32-4f46-9981-3599fc1e2c08 tempest-NetworksApiDiscovery-989397511 tempest-NetworksApiDiscovery-989397511-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.7778132 Feb 09 13:32:19.125498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] For port 5192c77b-4dfd-4e85-bf2f-f77a9660392a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5192c77b-4dfd-4e85-bf2f-f77a9660392a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:32:19.126450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:19.557468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Calling delete_port for 5192c77b-4dfd-4e85-bf2f-f77a9660392a owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:32:19.644327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806004e9-dc25-4d26-97a7-0864cdaf177e None None] DHCP port deletion for d24ec464-10ef-48d3-9b54-6c2c9f093ae8 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:32:19.655124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-806004e9-dc25-4d26-97a7-0864cdaf177e None None] Deleting port 09e9e73b-fd70-4999-912e-9f367dbb1b86 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:32:19.656496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-806004e9-dc25-4d26-97a7-0864cdaf177e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:20.024535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47518) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:20.090312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:32:13Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:20.090744 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:20.146851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141bae9-b96e-4fa5-94ab-c369a1a164ec None None] The sync data for ids ['5d594d46-a67a-4923-a77d-d2940ab0cc5d'] in n-d-825175-3 is: [{'id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1237310361', 'tenant_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:29:14Z', 'updated_at': '2022-02-09T13:32:13Z', 'revision_number': 5, 'project_id': '75b9b68fa1334e2b95fbe9dc75df9740', 'gw_port': {'id': '5192c77b-4dfd-4e85-bf2f-f77a9660392a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c4:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d594d46-a67a-4923-a77d-d2940ab0cc5d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:29:15Z', 'updated_at': '2022-02-09T13:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:32:20.186243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Port': ['ID=5192c77b-4dfd-4e85-bf2f-f77a9660392a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:20.631125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 09e9e73b-fd70-4999-912e-9f367dbb1b86 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:32:20.680135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-806004e9-dc25-4d26-97a7-0864cdaf177e None None] For port 09e9e73b-fd70-4999-912e-9f367dbb1b86, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=09e9e73b-fd70-4999-912e-9f367dbb1b86,segment=NetworkSegment(fb63d1fb-cd70-4d7d-b627-917fdec40fd7),segment_id=fb63d1fb-cd70-4d7d-b627-917fdec40fd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:32:20.680817 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-806004e9-dc25-4d26-97a7-0864cdaf177e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:20.686264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c570175-3398-4777-92e2-eabd84e1b4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:20.760748 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9c570175-3398-4777-92e2-eabd84e1b4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:20.767682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9c570175-3398-4777-92e2-eabd84e1b4be admin admin] Usage tracker for resource:security_group_rule and tenant:7e0923efb97c4f65892ece4b14ce387e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:20.777492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9c570175-3398-4777-92e2-eabd84e1b4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:20.790935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9c570175-3398-4777-92e2-eabd84e1b4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:20.854045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-806004e9-dc25-4d26-97a7-0864cdaf177e None None] Calling delete_port for 09e9e73b-fd70-4999-912e-9f367dbb1b86 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:32:20.910425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:20.954842 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c570175-3398-4777-92e2-eabd84e1b4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:20.962700 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9c570175-3398-4777-92e2-eabd84e1b4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.026752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9c570175-3398-4777-92e2-eabd84e1b4be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e0923efb97c4f65892ece4b14ce387e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0009730 Feb 09 13:32:21.103725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47544) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:21.103725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c570175-3398-4777-92e2-eabd84e1b4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab00950-f6bf-4937-af94-48f326157326,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:21.308167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b39124a-9a43-489f-9f1b-e204e9d38a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.354168 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b39124a-9a43-489f-9f1b-e204e9d38a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.355572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 09e9e73b-fd70-4999-912e-9f367dbb1b86 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:32:21.358339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 09e9e73b-fd70-4999-912e-9f367dbb1b86 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:32:21.363240 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-806004e9-dc25-4d26-97a7-0864cdaf177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.479949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806004e9-dc25-4d26-97a7-0864cdaf177e None None] Pushing event deleted for resources: {'Port': ['ID=09e9e73b-fd70-4999-912e-9f367dbb1b86,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:21.518304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806004e9-dc25-4d26-97a7-0864cdaf177e None None] No DVR routers for this DVR port 09e9e73b-fd70-4999-912e-9f367dbb1b86 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:32:21.526071 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b39124a-9a43-489f-9f1b-e204e9d38a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.585895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39124a-9a43-489f-9f1b-e204e9d38a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab00950-f6bf-4937-af94-48f326157326,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:21.586442 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2b39124a-9a43-489f-9f1b-e204e9d38a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.602688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.609573 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2b39124a-9a43-489f-9f1b-e204e9d38a26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eab00950-f6bf-4937-af94-48f326157326 HTTP/1.1" status: 204 len: 168 time: 0.5034518 Feb 09 13:32:21.620427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.703160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.703160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Fanout notify agent at l3_agent the message router_deleted on router 5d594d46-a67a-4923-a77d-d2940ab0cc5d {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:32:21.785676 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:21.804295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47568) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:21.807881 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fa004df7-a9b5-42ba-b401-5c2d107b08e0 tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "DELETE /v2.0/routers/5d594d46-a67a-4923-a77d-d2940ab0cc5d HTTP/1.1" status: 204 len: 168 time: 4.2781048 Feb 09 13:32:22.031498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:22.487769 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:22.532857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5192c77b-4dfd-4e85-bf2f-f77a9660392a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:32:22.595654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24ec464-10ef-48d3-9b54-6c2c9f093ae8']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:22.638878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:22.639238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb63d1fb-cd70-4d7d-b627-917fdec40fd7') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:32:22.664878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 5192c77b-4dfd-4e85-bf2f-f77a9660392a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:32:22.665264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5192c77b-4dfd-4e85-bf2f-f77a9660392a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:32:22.665655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4201469b-dec3-4fd4-a0f1-20449684cf4e no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:32:22.702866 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:22.748570 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:22.766605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:32:22.767011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:32:22.795279 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:32:23.027745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 4201469b-dec3-4fd4-a0f1-20449684cf4e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:32:23.027745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 4201469b-dec3-4fd4-a0f1-20449684cf4e not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:32:23.065035 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:23.130753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:23.142351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] Pushing event deleted for resources: {'Network': ['ID=d24ec464-10ef-48d3-9b54-6c2c9f093ae8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:23.155567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c0c4003e-8408-4755-8b09-5a37159f900c tempest-TestSecurityGroupsBasicOps-1423157186 tempest-TestSecurityGroupsBasicOps-1423157186-project] 10.222.0.59 "DELETE /v2.0/networks/d24ec464-10ef-48d3-9b54-6c2c9f093ae8 HTTP/1.1" status: 204 len: 168 time: 1.3613291 Feb 09 13:32:24.989052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47670) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:25.022058 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-565376f3-e49c-4c70-876a-9e2a27f72687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.422539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-45c95aeb-0b4b-4b70-8159-0f7efaff102b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75b9b68fa1334e2b95fbe9dc75df9740&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4267416 Feb 09 13:32:25.422539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47686) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:25.509532 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e340032d-1206-45e0-b4cc-7271d8254c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.544051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e340032d-1206-45e0-b4cc-7271d8254c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.615580 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e340032d-1206-45e0-b4cc-7271d8254c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.653552 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e340032d-1206-45e0-b4cc-7271d8254c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:25.659040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e340032d-1206-45e0-b4cc-7271d8254c8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c460ba1-79cc-42a8-8df5-5f812e23e7f7 HTTP/1.1" status: 204 len: 168 time: 0.2399867 Feb 09 13:32:25.664774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340032d-1206-45e0-b4cc-7271d8254c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c460ba1-79cc-42a8-8df5-5f812e23e7f7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:26.118820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47708) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:26.548372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47728) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:26.599557 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e438a550-f159-4859-87c6-633d11dd9714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:26.686069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e438a550-f159-4859-87c6-633d11dd9714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:26.693351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e438a550-f159-4859-87c6-633d11dd9714 admin admin] Usage tracker for resource:security_group_rule and tenant:3d322c8f43a64057b2dbfda72fc71a71 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:26.693351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e438a550-f159-4859-87c6-633d11dd9714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:26.708141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e438a550-f159-4859-87c6-633d11dd9714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:26.966070 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e438a550-f159-4859-87c6-633d11dd9714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:26.977720 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e438a550-f159-4859-87c6-633d11dd9714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.000203 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e49bbd8-cf25-4efa-993a-69b5474ff5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.068550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438a550-f159-4859-87c6-633d11dd9714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d00a55-7702-4441-bb13-40fbfc8e3b83,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:27.087490 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e438a550-f159-4859-87c6-633d11dd9714 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d322c8f43a64057b2dbfda72fc71a71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5363128 Feb 09 13:32:27.090262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47738) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:27.112440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2e49bbd8-cf25-4efa-993a-69b5474ff5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:27.125449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2e49bbd8-cf25-4efa-993a-69b5474ff5ae admin admin] Usage tracker for resource:security_group_rule and tenant:344f46c6ea894672925afc97efc125ba is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:27.128580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2e49bbd8-cf25-4efa-993a-69b5474ff5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:27.137876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2e49bbd8-cf25-4efa-993a-69b5474ff5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:27.175092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47742) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:27.233692 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b372c9d-220e-4f23-af4a-1a8b0e2caab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.291754 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b372c9d-220e-4f23-af4a-1a8b0e2caab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.315873 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e49bbd8-cf25-4efa-993a-69b5474ff5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.332577 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2e49bbd8-cf25-4efa-993a-69b5474ff5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.413488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b372c9d-220e-4f23-af4a-1a8b0e2caab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.456988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2e49bbd8-cf25-4efa-993a-69b5474ff5ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=344f46c6ea894672925afc97efc125ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3310106 Feb 09 13:32:27.464245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47758) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:27.484223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b372c9d-220e-4f23-af4a-1a8b0e2caab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d00a55-7702-4441-bb13-40fbfc8e3b83,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:27.499555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49bbd8-cf25-4efa-993a-69b5474ff5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653451c7-67d7-4e7d-b3e5-89f2b52967a7,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:27.579939 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b372c9d-220e-4f23-af4a-1a8b0e2caab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.592355 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b372c9d-220e-4f23-af4a-1a8b0e2caab4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65d00a55-7702-4441-bb13-40fbfc8e3b83 HTTP/1.1" status: 204 len: 168 time: 0.4930634 Feb 09 13:32:27.639717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-723c0720-ec71-48a9-b38c-bb16288a4721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.683564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-723c0720-ec71-48a9-b38c-bb16288a4721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.688784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a58b089b-bce3-4cbf-a03e-e2f6933f2f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.796439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-723c0720-ec71-48a9-b38c-bb16288a4721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.804543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a58b089b-bce3-4cbf-a03e-e2f6933f2f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:27.824218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a58b089b-bce3-4cbf-a03e-e2f6933f2f9a admin admin] Usage tracker for resource:security_group_rule and tenant:9ae9b5f1d10846a789eb97f231d5908e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:27.827464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c0720-ec71-48a9-b38c-bb16288a4721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653451c7-67d7-4e7d-b3e5-89f2b52967a7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:27.834763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a58b089b-bce3-4cbf-a03e-e2f6933f2f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:27.849321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a58b089b-bce3-4cbf-a03e-e2f6933f2f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:27.853247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-723c0720-ec71-48a9-b38c-bb16288a4721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:27.853247 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-723c0720-ec71-48a9-b38c-bb16288a4721 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/653451c7-67d7-4e7d-b3e5-89f2b52967a7 HTTP/1.1" status: 204 len: 168 time: 0.3922603 Feb 09 13:32:28.019149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a58b089b-bce3-4cbf-a03e-e2f6933f2f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.024626 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a58b089b-bce3-4cbf-a03e-e2f6933f2f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.167970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47794) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:28.168643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a58b089b-bce3-4cbf-a03e-e2f6933f2f9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ae9b5f1d10846a789eb97f231d5908e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9923608 Feb 09 13:32:28.171289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b089b-bce3-4cbf-a03e-e2f6933f2f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca2bc0f-c699-432c-b30b-989491ed0af4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:28.255622 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cbbae8ff-9c0a-4157-91d6-5cb979bd8e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.291541 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86ae5f42-8f93-4709-b14f-8e7d090c8d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.350733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47800) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:28.438955 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86ae5f42-8f93-4709-b14f-8e7d090c8d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.526453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9aef1389-bacf-4b16-83e9-d55ce24c9737 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bea621a11ced40068211a2b249659d6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1701863 Feb 09 13:32:28.537006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47806) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:28.588277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.673127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86ae5f42-8f93-4709-b14f-8e7d090c8d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.678954 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.835010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 47814) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:28.850304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae5f42-8f93-4709-b14f-8e7d090c8d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca2bc0f-c699-432c-b30b-989491ed0af4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:28.858158 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ce51220-38ff-4c1a-b53e-6ab422a86d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.872120 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8a1ab3b-98c9-40c1-988d-2dd44c3f0141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.875531 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-86ae5f42-8f93-4709-b14f-8e7d090c8d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.875531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-86ae5f42-8f93-4709-b14f-8e7d090c8d22 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dca2bc0f-c699-432c-b30b-989491ed0af4 HTTP/1.1" status: 204 len: 168 time: 0.7011492 Feb 09 13:32:28.917747 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ce51220-38ff-4c1a-b53e-6ab422a86d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:28.943453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d8a1ab3b-98c9-40c1-988d-2dd44c3f0141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:28.957034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d8a1ab3b-98c9-40c1-988d-2dd44c3f0141 admin admin] Usage tracker for resource:security_group_rule and tenant:1aaab3defe7548afb022a5e64d031f0f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:28.957034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d8a1ab3b-98c9-40c1-988d-2dd44c3f0141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:28.965646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d8a1ab3b-98c9-40c1-988d-2dd44c3f0141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:29.029221 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ce51220-38ff-4c1a-b53e-6ab422a86d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:29.049502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce51220-38ff-4c1a-b53e-6ab422a86d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bf515f-28ea-4d72-b68b-7347501672e2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:29.065131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ce51220-38ff-4c1a-b53e-6ab422a86d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:29.069350 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0ce51220-38ff-4c1a-b53e-6ab422a86d61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17bf515f-28ea-4d72-b68b-7347501672e2 HTTP/1.1" status: 204 len: 168 time: 0.5415206 Feb 09 13:32:29.147587 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8a1ab3b-98c9-40c1-988d-2dd44c3f0141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:29.152185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8a1ab3b-98c9-40c1-988d-2dd44c3f0141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:29.193854 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d8a1ab3b-98c9-40c1-988d-2dd44c3f0141 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1aaab3defe7548afb022a5e64d031f0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3619208 Feb 09 13:32:29.196892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 47824) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:29.218152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1ab3b-98c9-40c1-988d-2dd44c3f0141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9144c-3adf-4602-b693-d129ad7507cf,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:29.386770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22e858c6-f127-441b-8a83-f3a34176c69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:29.432492 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22e858c6-f127-441b-8a83-f3a34176c69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:29.544836 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22e858c6-f127-441b-8a83-f3a34176c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:29.628014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e858c6-f127-441b-8a83-f3a34176c69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9144c-3adf-4602-b693-d129ad7507cf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:29.667722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-22e858c6-f127-441b-8a83-f3a34176c69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:29.667722 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-22e858c6-f127-441b-8a83-f3a34176c69e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dda9144c-3adf-4602-b693-d129ad7507cf HTTP/1.1" status: 204 len: 168 time: 0.4588885 Feb 09 13:32:29.926353 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:31.658903 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:32:36.011244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48038) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:36.392703 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bcd9db61-8d17-4597-bac9-6c6949024eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:36.499779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bcd9db61-8d17-4597-bac9-6c6949024eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:36.520240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bcd9db61-8d17-4597-bac9-6c6949024eeb admin admin] Usage tracker for resource:security_group_rule and tenant:dd0af2dbacb94aba8026f17b75293579 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:36.520240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bcd9db61-8d17-4597-bac9-6c6949024eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:36.545028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bcd9db61-8d17-4597-bac9-6c6949024eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:36.665629 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bcd9db61-8d17-4597-bac9-6c6949024eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:36.670452 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bcd9db61-8d17-4597-bac9-6c6949024eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:36.730517 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bcd9db61-8d17-4597-bac9-6c6949024eeb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd0af2dbacb94aba8026f17b75293579&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7214720 Feb 09 13:32:36.731325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9db61-8d17-4597-bac9-6c6949024eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc20e381-5571-4733-86f6-01ce6cf3c8cb,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:36.733220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48058) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:36.850049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ab39877-0767-4938-899b-fb97da1d289f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:36.888633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ab39877-0767-4938-899b-fb97da1d289f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:36.954159 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ab39877-0767-4938-899b-fb97da1d289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:36.978828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab39877-0767-4938-899b-fb97da1d289f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc20e381-5571-4733-86f6-01ce6cf3c8cb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:36.987354 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ab39877-0767-4938-899b-fb97da1d289f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:36.987354 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1ab39877-0767-4938-899b-fb97da1d289f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc20e381-5571-4733-86f6-01ce6cf3c8cb HTTP/1.1" status: 204 len: 168 time: 0.2480011 Feb 09 13:32:37.600890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48078) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:37.642613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c104a48f-f270-4505-8223-18041232b6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:37.681327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c104a48f-f270-4505-8223-18041232b6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:37.684897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c104a48f-f270-4505-8223-18041232b6c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4a7899d6f142e685164a37e80c4b8c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:37.698529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c104a48f-f270-4505-8223-18041232b6c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:37.714527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c104a48f-f270-4505-8223-18041232b6c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:37.856706 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c104a48f-f270-4505-8223-18041232b6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:37.863885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c104a48f-f270-4505-8223-18041232b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:37.962737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104a48f-f270-4505-8223-18041232b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c2b5ea-eac4-4add-89dc-ed36ef1181b2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:37.974667 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c104a48f-f270-4505-8223-18041232b6c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a4a7899d6f142e685164a37e80c4b8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3669970 Feb 09 13:32:37.974667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48090) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:38.127953 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f318a5a-8876-4f73-b592-125e2ee9c601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:38.154107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f318a5a-8876-4f73-b592-125e2ee9c601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:38.243007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f318a5a-8876-4f73-b592-125e2ee9c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:38.287649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f318a5a-8876-4f73-b592-125e2ee9c601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c2b5ea-eac4-4add-89dc-ed36ef1181b2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:38.294651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3f318a5a-8876-4f73-b592-125e2ee9c601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:38.294651 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3f318a5a-8876-4f73-b592-125e2ee9c601 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44c2b5ea-eac4-4add-89dc-ed36ef1181b2 HTTP/1.1" status: 204 len: 168 time: 0.3178699 Feb 09 13:32:41.405878 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:45.674801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48310) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:45.885886 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-470b840a-c093-459f-8f53-24d2f714ec82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:45.931767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-470b840a-c093-459f-8f53-24d2f714ec82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:45.931767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-470b840a-c093-459f-8f53-24d2f714ec82 admin admin] Usage tracker for resource:security_group_rule and tenant:de5a8aeecdfe4fa2880941b0df5b9d5a is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:45.937394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-470b840a-c093-459f-8f53-24d2f714ec82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:45.943286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-470b840a-c093-459f-8f53-24d2f714ec82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:46.139936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-470b840a-c093-459f-8f53-24d2f714ec82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:46.145570 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-470b840a-c093-459f-8f53-24d2f714ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:46.212607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-470b840a-c093-459f-8f53-24d2f714ec82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de5a8aeecdfe4fa2880941b0df5b9d5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5389438 Feb 09 13:32:46.215555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48336) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:46.216020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b840a-c093-459f-8f53-24d2f714ec82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2effb08-5a10-4a99-87c2-6d4fe279fd48,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:46.325122 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:46.408353 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-894b9ba3-fea4-4c94-bb68-6f3d134e0c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:46.454062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-894b9ba3-fea4-4c94-bb68-6f3d134e0c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:46.537532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-894b9ba3-fea4-4c94-bb68-6f3d134e0c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:46.577711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b9ba3-fea4-4c94-bb68-6f3d134e0c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2effb08-5a10-4a99-87c2-6d4fe279fd48,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:46.595868 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-894b9ba3-fea4-4c94-bb68-6f3d134e0c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:46.599396 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-894b9ba3-fea4-4c94-bb68-6f3d134e0c26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e2effb08-5a10-4a99-87c2-6d4fe279fd48 HTTP/1.1" status: 204 len: 168 time: 0.3804700 Feb 09 13:32:49.731468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48466) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:50.091912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:50.233513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:50.241177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ae0857adff4d34a5028a6da0501e4c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:50.241177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:50.262268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:50.412936 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:50.420643 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:50.487938 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3ae0857adff4d34a5028a6da0501e4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7551951 Feb 09 13:32:50.489056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c776d4-5d22-4711-8822-45cd2085a746,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:50.490631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48484) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:50.501414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.502057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.502613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.503132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.503739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.504248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.504803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.505282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.505828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.506594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.507349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45259db2-19de-4e9a-a42a-547517df2724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:50.578609 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0785397b-0908-416b-8fb1-ea46fea1fc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:50.715471 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0785397b-0908-416b-8fb1-ea46fea1fc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:50.807717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0785397b-0908-416b-8fb1-ea46fea1fc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:50.840327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785397b-0908-416b-8fb1-ea46fea1fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c776d4-5d22-4711-8822-45cd2085a746,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:50.906167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0785397b-0908-416b-8fb1-ea46fea1fc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:50.913340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0785397b-0908-416b-8fb1-ea46fea1fc60 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4c776d4-5d22-4711-8822-45cd2085a746 HTTP/1.1" status: 204 len: 168 time: 0.4205964 Feb 09 13:32:54.990092 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-082e3965-7c1b-429e-b492-342b7cb34cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:55.472361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48646) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:55.732329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe82c-0ee3-4394-a388-bfc430bb4e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:55.800884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4ddfe82c-0ee3-4394-a388-bfc430bb4e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:55.808234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4ddfe82c-0ee3-4394-a388-bfc430bb4e21 admin admin] Usage tracker for resource:security_group_rule and tenant:5474bcbea1af4e7da007192ec7e69dc9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:55.820279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4ddfe82c-0ee3-4394-a388-bfc430bb4e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:55.833881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4ddfe82c-0ee3-4394-a388-bfc430bb4e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:56.050566 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe82c-0ee3-4394-a388-bfc430bb4e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.057437 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe82c-0ee3-4394-a388-bfc430bb4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.186134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4ddfe82c-0ee3-4394-a388-bfc430bb4e21 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5474bcbea1af4e7da007192ec7e69dc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7127070 Feb 09 13:32:56.188714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48680) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:56.248936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfe82c-0ee3-4394-a388-bfc430bb4e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f44f968-a706-4406-99ac-6f352fd1b0b8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:56.334554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5ff0-c76f-410e-9f6f-a340ba5fa0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.417888 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48688) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:56.420416 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5ff0-c76f-410e-9f6f-a340ba5fa0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.507330 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5ff0-c76f-410e-9f6f-a340ba5fa0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.552671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e5ff0-c76f-410e-9f6f-a340ba5fa0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f44f968-a706-4406-99ac-6f352fd1b0b8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:56.562455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b6e5ff0-c76f-410e-9f6f-a340ba5fa0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.566928 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1b6e5ff0-c76f-410e-9f6f-a340ba5fa0f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f44f968-a706-4406-99ac-6f352fd1b0b8 HTTP/1.1" status: 204 len: 168 time: 0.3762081 Feb 09 13:32:56.648984 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2137d6ec-d973-4fe9-9e8c-32bf26a04d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.736152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2137d6ec-d973-4fe9-9e8c-32bf26a04d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:56.744312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2137d6ec-d973-4fe9-9e8c-32bf26a04d9f admin admin] Usage tracker for resource:security_group_rule and tenant:b4ea7fdfd404416e87211724753980f2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:56.747755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2137d6ec-d973-4fe9-9e8c-32bf26a04d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:56.758853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2137d6ec-d973-4fe9-9e8c-32bf26a04d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:56.765389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48698) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:56.922986 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2137d6ec-d973-4fe9-9e8c-32bf26a04d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.931128 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2137d6ec-d973-4fe9-9e8c-32bf26a04d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:56.994578 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2137d6ec-d973-4fe9-9e8c-32bf26a04d9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4ea7fdfd404416e87211724753980f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5751290 Feb 09 13:32:56.997114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48706) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:57.014057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137d6ec-d973-4fe9-9e8c-32bf26a04d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b54fa4a-176b-4ed9-bf04-76de77e5f9f9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:57.151866 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9cfe27c-bbd8-41dd-b926-0bce722579ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.188022 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9cfe27c-bbd8-41dd-b926-0bce722579ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.247251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f430a690-212c-4169-acf5-9f9e643af6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.275226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48712) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:57.293293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f430a690-212c-4169-acf5-9f9e643af6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:57.297189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f430a690-212c-4169-acf5-9f9e643af6cb admin admin] Usage tracker for resource:security_group_rule and tenant:f591cbc0c19e4beb9f7cbec07ba76a0c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:57.299649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-accd91ad-bc12-4d96-88a6-c2f13b2e0890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.302225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f430a690-212c-4169-acf5-9f9e643af6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:57.310428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f430a690-212c-4169-acf5-9f9e643af6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:57.336150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-accd91ad-bc12-4d96-88a6-c2f13b2e0890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:57.340055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-accd91ad-bc12-4d96-88a6-c2f13b2e0890 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad4cf819e2141ee899fe8b9e8cfd4a3 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:57.348828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-accd91ad-bc12-4d96-88a6-c2f13b2e0890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:57.359752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-accd91ad-bc12-4d96-88a6-c2f13b2e0890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:57.376163 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9cfe27c-bbd8-41dd-b926-0bce722579ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.455236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfe27c-bbd8-41dd-b926-0bce722579ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b54fa4a-176b-4ed9-bf04-76de77e5f9f9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:57.465028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9cfe27c-bbd8-41dd-b926-0bce722579ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.466163 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b9cfe27c-bbd8-41dd-b926-0bce722579ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b54fa4a-176b-4ed9-bf04-76de77e5f9f9 HTTP/1.1" status: 204 len: 168 time: 0.4678497 Feb 09 13:32:57.506730 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-accd91ad-bc12-4d96-88a6-c2f13b2e0890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.513703 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-accd91ad-bc12-4d96-88a6-c2f13b2e0890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.523264 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f430a690-212c-4169-acf5-9f9e643af6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.533131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f430a690-212c-4169-acf5-9f9e643af6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.590273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd91ad-bc12-4d96-88a6-c2f13b2e0890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc42d959-52bb-4fe7-92a0-64bfa0faf272,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:57.637514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-accd91ad-bc12-4d96-88a6-c2f13b2e0890 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ad4cf819e2141ee899fe8b9e8cfd4a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3585618 Feb 09 13:32:57.637947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48722) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:57.639484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430a690-212c-4169-acf5-9f9e643af6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf604bb-8ebd-45e4-96aa-8c4a2ac4b18a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:57.645402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f430a690-212c-4169-acf5-9f9e643af6cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f591cbc0c19e4beb9f7cbec07ba76a0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8789608 Feb 09 13:32:57.658991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48726) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:57.714343 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10297534-d275-44e0-a439-6171f497a792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.747980 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50db8cfe-4e3e-4d3b-b4bf-207b58e1a1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.772420 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10297534-d275-44e0-a439-6171f497a792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.785173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50db8cfe-4e3e-4d3b-b4bf-207b58e1a1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.869498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10297534-d275-44e0-a439-6171f497a792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.884995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50db8cfe-4e3e-4d3b-b4bf-207b58e1a1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.916720 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10297534-d275-44e0-a439-6171f497a792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.917978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-10297534-d275-44e0-a439-6171f497a792 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc42d959-52bb-4fe7-92a0-64bfa0faf272 HTTP/1.1" status: 204 len: 168 time: 0.2787354 Feb 09 13:32:57.920942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db8cfe-4e3e-4d3b-b4bf-207b58e1a1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf604bb-8ebd-45e4-96aa-8c4a2ac4b18a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:57.921221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10297534-d275-44e0-a439-6171f497a792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc42d959-52bb-4fe7-92a0-64bfa0faf272,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:57.936836 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50db8cfe-4e3e-4d3b-b4bf-207b58e1a1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:57.941102 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-50db8cfe-4e3e-4d3b-b4bf-207b58e1a1f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dbf604bb-8ebd-45e4-96aa-8c4a2ac4b18a HTTP/1.1" status: 204 len: 168 time: 0.2798200 Feb 09 13:32:58.036903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48738) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:58.192845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 48744) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:58.223044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3ee4-42f0-4c4b-b67e-0434b679e243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.241286 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2f525a5a-d35f-4bda-ad72-464713120c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.309396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c0ee3ee4-42f0-4c4b-b67e-0434b679e243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:58.316856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c0ee3ee4-42f0-4c4b-b67e-0434b679e243 admin admin] Usage tracker for resource:security_group_rule and tenant:14701ff1e3b34ca9b2fc682bb40eb6d8 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:58.324326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c0ee3ee4-42f0-4c4b-b67e-0434b679e243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:58.331099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c0ee3ee4-42f0-4c4b-b67e-0434b679e243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:58.436619 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3ee4-42f0-4c4b-b67e-0434b679e243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.441944 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c0ee3ee4-42f0-4c4b-b67e-0434b679e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.516661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee3ee4-42f0-4c4b-b67e-0434b679e243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6e4bea-75e2-4397-8fe4-11eae1631c19,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:58.548204 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c0ee3ee4-42f0-4c4b-b67e-0434b679e243 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14701ff1e3b34ca9b2fc682bb40eb6d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3537879 Feb 09 13:32:58.551649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48766) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:58.588602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.653965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-160998e1-1f32-4bc9-918b-05ae20e0f8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.684731 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.741147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-160998e1-1f32-4bc9-918b-05ae20e0f8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:58.749804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-160998e1-1f32-4bc9-918b-05ae20e0f8b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c6876b6c77854d7fae8f56ba2ee36672 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:58.756431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-160998e1-1f32-4bc9-918b-05ae20e0f8b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:58.768312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-160998e1-1f32-4bc9-918b-05ae20e0f8b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:58.893008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.914002 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-160998e1-1f32-4bc9-918b-05ae20e0f8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.919298 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-160998e1-1f32-4bc9-918b-05ae20e0f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:58.930026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.051036 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-160998e1-1f32-4bc9-918b-05ae20e0f8b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6876b6c77854d7fae8f56ba2ee36672&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0104771 Feb 09 13:32:59.051557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48828) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:59.096479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48836) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:59.120622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160998e1-1f32-4bc9-918b-05ae20e0f8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d80d0b-58d5-4012-9f15-017c9bea73e6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:59.135252 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf1ee7ea-b166-4d9e-bd52-ffa30bd149b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.154370 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.189660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6e4bea-75e2-4397-8fe4-11eae1631c19,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:59.198418 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.202454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb6e4bea-75e2-4397-8fe4-11eae1631c19 HTTP/1.1" status: 204 len: 168 time: 0.6496060 Feb 09 13:32:59.230761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bf1ee7ea-b166-4d9e-bd52-ffa30bd149b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:32:59.236577 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-920f135b-7b62-4140-9736-c3d217ef5ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.238878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.239240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.239551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.240059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.240394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.240714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.241036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.241347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.241662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.242831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.242831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2b4052-74d4-4860-80a6-5ea31d4e21e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:32:59.246672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bf1ee7ea-b166-4d9e-bd52-ffa30bd149b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ce16148d42ca4c638dded68668cc2d4c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:32:59.256118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bf1ee7ea-b166-4d9e-bd52-ffa30bd149b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:32:59.266230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bf1ee7ea-b166-4d9e-bd52-ffa30bd149b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:32:59.293220 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-920f135b-7b62-4140-9736-c3d217ef5ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.387083 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf1ee7ea-b166-4d9e-bd52-ffa30bd149b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.388810 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-920f135b-7b62-4140-9736-c3d217ef5ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.410196 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf1ee7ea-b166-4d9e-bd52-ffa30bd149b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.420189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f135b-7b62-4140-9736-c3d217ef5ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d80d0b-58d5-4012-9f15-017c9bea73e6,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:59.448057 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-920f135b-7b62-4140-9736-c3d217ef5ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.449048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-920f135b-7b62-4140-9736-c3d217ef5ff9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25d80d0b-58d5-4012-9f15-017c9bea73e6 HTTP/1.1" status: 204 len: 168 time: 0.3960314 Feb 09 13:32:59.467771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bf1ee7ea-b166-4d9e-bd52-ffa30bd149b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce16148d42ca4c638dded68668cc2d4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3677504 Feb 09 13:32:59.472065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 48888) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:32:59.475131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ee7ea-b166-4d9e-bd52-ffa30bd149b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d43d29-a7b9-4f85-a60c-98ab094e2fef,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:59.564438 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b892f69-ebc3-4575-ba26-3d8c0f480b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.595528 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b892f69-ebc3-4575-ba26-3d8c0f480b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.665827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b892f69-ebc3-4575-ba26-3d8c0f480b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.687016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b892f69-ebc3-4575-ba26-3d8c0f480b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d43d29-a7b9-4f85-a60c-98ab094e2fef,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:32:59.690305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3b892f69-ebc3-4575-ba26-3d8c0f480b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:32:59.692481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3b892f69-ebc3-4575-ba26-3d8c0f480b00 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51d43d29-a7b9-4f85-a60c-98ab094e2fef HTTP/1.1" status: 204 len: 168 time: 0.2183919 Feb 09 13:32:59.920869 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:02.214060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49318) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:02.450968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1923400417'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:02.456700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:02.461957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Usage tracker for resource:network and tenant:726a960c59944c81bff47c4af2d7c7a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:02.464978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:02.472666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:02.486113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Made reservation on behalf of 726a960c59944c81bff47c4af2d7c7a6 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:02.490138 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:02.535125 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:02.620841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:02.633406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Usage tracker for resource:security_group_rule and tenant:726a960c59944c81bff47c4af2d7c7a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:02.642629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:02.652541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:02.795477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:02.800980 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:02.847375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:33:02.860699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703edf7c-6e32-4ceb-bca3-79443174a1c4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:02.880071 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:02.882537 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Added segment 770699f1-ced6-465d-a08c-3a55ccde0e6d of type vlan for network f1a68d12-b587-4561-bea3-5f3c5d043551 Feb 09 13:33:02.936259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:02.977999 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:02.983235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:02.984259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:03.124762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Pushing event updated for resources: {'Network': ['ID=f1a68d12-b587-4561-bea3-5f3c5d043551,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:03.142001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f1a68d12-b587-4561-bea3-5f3c5d043551 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:33:03.156675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49356) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:03.157254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bc0f02c4-6e1e-43b8-95d1-bfc07a616be5 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9410419 Feb 09 13:33:03.162636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Request body: {'subnet': {'network_id': 'f1a68d12-b587-4561-bea3-5f3c5d043551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:03.395493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:03.403464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Usage tracker for resource:subnet and tenant:726a960c59944c81bff47c4af2d7c7a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:03.411694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:03.427417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:03.447352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Made reservation on behalf of 726a960c59944c81bff47c4af2d7c7a6 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:03.641090 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:03.981436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:04.219623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Pushing event updated for resources: {'Subnet': ['ID=a95e5eec-4ffc-4329-ab05-3ff75702982f,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:04.235543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Checking segment: {'id': '770699f1-ced6-465d-a08c-3a55ccde0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1a68d12-b587-4561-bea3-5f3c5d043551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:04.236081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Network hostable DHCP agents. Network: f1a68d12-b587-4561-bea3-5f3c5d043551, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:33:04.278723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Network f1a68d12-b587-4561-bea3-5f3c5d043551 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:33:04.290902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f1a68d12-b587-4561-bea3-5f3c5d043551) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:04.296151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:04.296741 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:04.311887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de17e03-5416-4f69-bf88-05be6f7947bf None None] Network f1a68d12-b587-4561-bea3-5f3c5d043551 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:33:04.361318 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-697e0117-0b51-4cc3-967d-bc4dbcfce5ce tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2033505 Feb 09 13:33:04.364125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49390) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:04.371992 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Request body: {'port': {'network_id': 'f1a68d12-b587-4561-bea3-5f3c5d043551', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1746898750'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:04.558713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:04.563392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Usage tracker for resource:port and tenant:726a960c59944c81bff47c4af2d7c7a6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:04.567076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:04.574045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:04.608411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Made reservation on behalf of 726a960c59944c81bff47c4af2d7c7a6 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:04.612166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:04.655309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] device_id is not set on port ec5aab7a-cc44-444c-ae3e-685524db290e yet. {{(pid=83480) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:33:04.676302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f1a68d12-b587-4561-bea3-5f3c5d043551', 'network_id': 'f1a68d12-b587-4561-bea3-5f3c5d043551', 'tenant_id': '726a960c59944c81bff47c4af2d7c7a6', 'fixed_ips': [{'subnet_id': 'a95e5eec-4ffc-4329-ab05-3ff75702982f'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:33:04.677120 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:04.761791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49404) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:04.909512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Allocated IP 172.20.0.3 (f1a68d12-b587-4561-bea3-5f3c5d043551/a95e5eec-4ffc-4329-ab05-3ff75702982f/ec5aab7a-cc44-444c-ae3e-685524db290e) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:04.976078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0b1bb54-a42c-434f-b906-648e9e403e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:05.068498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0b1bb54-a42c-434f-b906-648e9e403e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:05.087610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d0b1bb54-a42c-434f-b906-648e9e403e3d admin admin] Usage tracker for resource:security_group_rule and tenant:9e5cc0000bd44330a4f567cb134b6e06 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:05.107559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d0b1bb54-a42c-434f-b906-648e9e403e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:05.126255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0b1bb54-a42c-434f-b906-648e9e403e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:05.245986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0b1bb54-a42c-434f-b906-648e9e403e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:05.250716 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0b1bb54-a42c-434f-b906-648e9e403e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:05.321677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1bb54-a42c-434f-b906-648e9e403e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b51fe6-9402-4aa0-abda-df8cdbc85d77,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:05.331840 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d0b1bb54-a42c-434f-b906-648e9e403e3d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e5cc0000bd44330a4f567cb134b6e06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5688655 Feb 09 13:33:05.333206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49418) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:05.412779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b20c9f11-ee1b-4e1e-a293-bdf277412e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:05.449890 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b20c9f11-ee1b-4e1e-a293-bdf277412e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:05.469791 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:05.542108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b20c9f11-ee1b-4e1e-a293-bdf277412e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:05.549539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Transition to ACTIVE for port object ec5aab7a-cc44-444c-ae3e-685524db290e will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:05.567895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c9f11-ee1b-4e1e-a293-bdf277412e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b51fe6-9402-4aa0-abda-df8cdbc85d77,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:05.579985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b20c9f11-ee1b-4e1e-a293-bdf277412e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:05.598859 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b20c9f11-ee1b-4e1e-a293-bdf277412e0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/90b51fe6-9402-4aa0-abda-df8cdbc85d77 HTTP/1.1" status: 204 len: 168 time: 0.2575746 Feb 09 13:33:05.616308 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:05.733288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Network f1a68d12-b587-4561-bea3-5f3c5d043551 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:05.737966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:05.742514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Allocated IP 172.20.0.2 (f1a68d12-b587-4561-bea3-5f3c5d043551/a95e5eec-4ffc-4329-ab05-3ff75702982f/c9348a1b-1a12-4e86-9433-92ed57758e07) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:05.746645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:05.828008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Pushing event updated for resources: {'Port': ['ID=ec5aab7a-cc44-444c-ae3e-685524db290e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:05.922102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:05.923147 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:05.972915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49432) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:05.973671 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b644f1ba-5ce7-4472-a897-79ca4fc1d731 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6083844 Feb 09 13:33:06.151780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b0f238e9-3f1a-4e34-819d-d7a160855d23 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Deleting port ec5aab7a-cc44-444c-ae3e-685524db290e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:33:06.155054 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f238e9-3f1a-4e34-819d-d7a160855d23 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:06.370762 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:06.391825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Transition to ACTIVE for port object c9348a1b-1a12-4e86-9433-92ed57758e07 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:06.434291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Transition to ACTIVE for port object c9348a1b-1a12-4e86-9433-92ed57758e07 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:06.448391 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:06.480282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49440) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:06.531783 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11ced05a-c2b9-4483-ac98-34a491ed6f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:06.624025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Pushing event updated for resources: {'Port': ['ID=c9348a1b-1a12-4e86-9433-92ed57758e07,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:06.628918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Network f1a68d12-b587-4561-bea3-5f3c5d043551 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:06.630550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-11ced05a-c2b9-4483-ac98-34a491ed6f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:06.632301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:06.641103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-11ced05a-c2b9-4483-ac98-34a491ed6f9a admin admin] Usage tracker for resource:security_group_rule and tenant:849de50e22b9430e905c1e299d066fe5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:06.644599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-11ced05a-c2b9-4483-ac98-34a491ed6f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:06.647635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:06.651749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-11ced05a-c2b9-4483-ac98-34a491ed6f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:06.657224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.658085 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.659920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.660545 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.661098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.661709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.662252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.662783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.663288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.663955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.664583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:06.766143 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11ced05a-c2b9-4483-ac98-34a491ed6f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:06.775462 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11ced05a-c2b9-4483-ac98-34a491ed6f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:06.787695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f238e9-3f1a-4e34-819d-d7a160855d23 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:06.898706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Attempting to bind port c9348a1b-1a12-4e86-9433-92ed57758e07 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:33:06.899206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Attempting to bind port c9348a1b-1a12-4e86-9433-92ed57758e07 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '770699f1-ced6-465d-a08c-3a55ccde0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1a68d12-b587-4561-bea3-5f3c5d043551'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:33:06.899447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Attempting to bind port c9348a1b-1a12-4e86-9433-92ed57758e07 on network f1a68d12-b587-4561-bea3-5f3c5d043551 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:33:06.900293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ced05a-c2b9-4483-ac98-34a491ed6f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b889788d-6ac9-49eb-89f0-8bb2b4dddbf1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:06.905617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-11ced05a-c2b9-4483-ac98-34a491ed6f9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=849de50e22b9430e905c1e299d066fe5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4241755 Feb 09 13:33:06.910213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49446) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:06.938241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:33:06.938658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Checking segment: {'id': '770699f1-ced6-465d-a08c-3a55ccde0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1a68d12-b587-4561-bea3-5f3c5d043551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:06.939058 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:06.939443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Bound using segment: {'id': '770699f1-ced6-465d-a08c-3a55ccde0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1a68d12-b587-4561-bea3-5f3c5d043551'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:33:06.939910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Bound port: c9348a1b-1a12-4e86-9433-92ed57758e07, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770699f1-ced6-465d-a08c-3a55ccde0e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f1a68d12-b587-4561-bea3-5f3c5d043551'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:33:06.940273 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:07.014879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b0f238e9-3f1a-4e34-819d-d7a160855d23 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Calling delete_port for ec5aab7a-cc44-444c-ae3e-685524db290e owned by {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:33:07.043346 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be522c9f-a92f-41ca-8388-b54fc3dadaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:07.101983 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be522c9f-a92f-41ca-8388-b54fc3dadaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:07.131794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] For port c9348a1b-1a12-4e86-9433-92ed57758e07, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:33:07.135133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] For port c9348a1b-1a12-4e86-9433-92ed57758e07, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c9348a1b-1a12-4e86-9433-92ed57758e07,segment=NetworkSegment(770699f1-ced6-465d-a08c-3a55ccde0e6d),segment_id=770699f1-ced6-465d-a08c-3a55ccde0e6d)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:33:07.141693 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:07.181624 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be522c9f-a92f-41ca-8388-b54fc3dadaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:07.223558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be522c9f-a92f-41ca-8388-b54fc3dadaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b889788d-6ac9-49eb-89f0-8bb2b4dddbf1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:07.245797 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be522c9f-a92f-41ca-8388-b54fc3dadaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:07.255871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-be522c9f-a92f-41ca-8388-b54fc3dadaee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b889788d-6ac9-49eb-89f0-8bb2b4dddbf1 HTTP/1.1" status: 204 len: 168 time: 0.3411498 Feb 09 13:33:07.318679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af01dba-2617-4055-9087-83bafe45a09d None None] Pushing event updated for resources: {'Port': ['ID=c9348a1b-1a12-4e86-9433-92ed57758e07,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:07.339331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f238e9-3f1a-4e34-819d-d7a160855d23 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:07.434785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f238e9-3f1a-4e34-819d-d7a160855d23 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Pushing event deleted for resources: {'Port': ['ID=ec5aab7a-cc44-444c-ae3e-685524db290e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:07.720805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b0f238e9-3f1a-4e34-819d-d7a160855d23 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:07.733709 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b0f238e9-3f1a-4e34-819d-d7a160855d23 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] 10.222.0.59 "DELETE /v2.0/ports/ec5aab7a-cc44-444c-ae3e-685524db290e HTTP/1.1" status: 204 len: 168 time: 1.7591469 Feb 09 13:33:07.736726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49458) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:08.197418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-44cf9b4d-930c-4d7b-b885-a08a36baac77 tempest-DHCPAgentSchedulersTestJSON-1416016535 tempest-DHCPAgentSchedulersTestJSON-1416016535-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4588480 Feb 09 13:33:08.200179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49472) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:08.207847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-522184792'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:08.218625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:08.230163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Usage tracker for resource:network and tenant:726a960c59944c81bff47c4af2d7c7a6 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:08.233503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:08.240698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:08.256809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Made reservation on behalf of 726a960c59944c81bff47c4af2d7c7a6 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:08.264363 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:08.371186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c9348a1b-1a12-4e86-9433-92ed57758e07 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:08.427286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:33:08.448397 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:08.448652 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Added segment e4464856-64e8-4c23-8764-92dbd2ae1c3b of type vlan for network f24ff3d9-32aa-45b5-b36d-a0365346e624 Feb 09 13:33:08.498385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:08.506267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port c9348a1b-1a12-4e86-9433-92ed57758e07 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:08.536248 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:08.540680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:08.541258 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:08.650151 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4483688 Feb 09 13:33:08.653041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49490) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:08.655538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998005e-61af-489d-bfc0-8d300a98b456 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Pushing event updated for resources: {'Network': ['ID=f24ff3d9-32aa-45b5-b36d-a0365346e624,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:08.667965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f24ff3d9-32aa-45b5-b36d-a0365346e624 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:33:08.674319 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:33:08.923766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9c3f9c6a-6270-4fab-bf36-1239858b7873 tempest-DHCPAgentSchedulersTestJSON-1416016535 tempest-DHCPAgentSchedulersTestJSON-1416016535-project-admin] 10.222.0.59 "GET /v2.0/agents/0e0b655f-a000-48e4-b19a-cc3ef959237a/dhcp-networks HTTP/1.1" status: 200 len: 3202 time: 0.2693629 Feb 09 13:33:08.926292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49506) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:09.121747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3552e45-5217-49b0-96c0-5dc0aa80a45f None None] Network f1a68d12-b587-4561-bea3-5f3c5d043551 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:33:09.229089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fbf4c8-8cfe-4a6a-b298-8d0f436c9570 tempest-DHCPAgentSchedulersTestJSON-1416016535 tempest-DHCPAgentSchedulersTestJSON-1416016535-project-admin] Network f24ff3d9-32aa-45b5-b36d-a0365346e624 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:33:09.252844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f3fbf4c8-8cfe-4a6a-b298-8d0f436c9570 tempest-DHCPAgentSchedulersTestJSON-1416016535 tempest-DHCPAgentSchedulersTestJSON-1416016535-project-admin] 10.222.0.59 "POST /v2.0/agents/0e0b655f-a000-48e4-b19a-cc3ef959237a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3229313 Feb 09 13:33:09.253612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49520) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:09.330925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd966f-ccf8-402c-8191-7f4baddaf8a6 None None] Network f24ff3d9-32aa-45b5-b36d-a0365346e624 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:33:09.625308 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a76b508e-a9fc-4ee4-946d-6e033775357d tempest-DHCPAgentSchedulersTestJSON-1416016535 tempest-DHCPAgentSchedulersTestJSON-1416016535-project-admin] 10.222.0.59 "GET /v2.0/agents/0e0b655f-a000-48e4-b19a-cc3ef959237a/dhcp-networks HTTP/1.1" status: 200 len: 3946 time: 0.3699679 Feb 09 13:33:09.628056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49532) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:09.740871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f7b3082c-400b-435e-95b1-bb586990db47 None None] Provisioning for port c9348a1b-1a12-4e86-9433-92ed57758e07 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:09.754436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f7b3082c-400b-435e-95b1-bb586990db47 None None] Provisioning complete for port c9348a1b-1a12-4e86-9433-92ed57758e07 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:09.755208 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f7b3082c-400b-435e-95b1-bb586990db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:09.780856 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-24138d19-eb83-44c4-a3b5-b70add878394 tempest-DHCPAgentSchedulersTestJSON-1416016535 tempest-DHCPAgentSchedulersTestJSON-1416016535-project-admin] 10.222.0.59 "DELETE /v2.0/agents/0e0b655f-a000-48e4-b19a-cc3ef959237a/dhcp-networks/f24ff3d9-32aa-45b5-b36d-a0365346e624 HTTP/1.1" status: 204 len: 168 time: 0.1515119 Feb 09 13:33:09.783746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49538) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:10.056236 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f7b3082c-400b-435e-95b1-bb586990db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:10.152373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49558) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:10.153413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a41075fe-1c40-4d7a-ba09-535125ddfe29 tempest-DHCPAgentSchedulersTestJSON-1416016535 tempest-DHCPAgentSchedulersTestJSON-1416016535-project-admin] 10.222.0.59 "GET /v2.0/agents/0e0b655f-a000-48e4-b19a-cc3ef959237a/dhcp-networks HTTP/1.1" status: 200 len: 3202 time: 0.3679965 Feb 09 13:33:10.172925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f7b3082c-400b-435e-95b1-bb586990db47 None None] For port c9348a1b-1a12-4e86-9433-92ed57758e07, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c9348a1b-1a12-4e86-9433-92ed57758e07,segment=NetworkSegment(770699f1-ced6-465d-a08c-3a55ccde0e6d),segment_id=770699f1-ced6-465d-a08c-3a55ccde0e6d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:33:10.182710 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f7b3082c-400b-435e-95b1-bb586990db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:10.211643 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-938cdda8-2996-448e-8602-3b99fe8a948a tempest-DHCPAgentSchedulersTestJSON-1416016535 tempest-DHCPAgentSchedulersTestJSON-1416016535-project-admin] 10.222.0.59 "GET /v2.0/networks/f1a68d12-b587-4561-bea3-5f3c5d043551/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0555882 Feb 09 13:33:10.214927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49564) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:10.258493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49568) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:10.259085 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f8524526-5f0d-4896-a5a7-12d19e68acde tempest-DHCPAgentSchedulersTestJSON-1416016535 tempest-DHCPAgentSchedulersTestJSON-1416016535-project-admin] 10.222.0.59 "GET /v2.0/networks/f1a68d12-b587-4561-bea3-5f3c5d043551/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0425627 Feb 09 13:33:10.395382 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3082c-400b-435e-95b1-bb586990db47 None None] Pushing event updated for resources: {'Port': ['ID=c9348a1b-1a12-4e86-9433-92ed57758e07,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:10.539365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-986c4cca-0412-416e-9c51-bd4307c68bc2 None None] Provisioning complete for port c9348a1b-1a12-4e86-9433-92ed57758e07 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:10.539742 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-986c4cca-0412-416e-9c51-bd4307c68bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:10.589833 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-944e91c9-c443-4d23-a6d7-b149412db0e3 tempest-DHCPAgentSchedulersTestJSON-1416016535 tempest-DHCPAgentSchedulersTestJSON-1416016535-project-admin] 10.222.0.59 "GET /v2.0/agents/0e0b655f-a000-48e4-b19a-cc3ef959237a/dhcp-networks HTTP/1.1" status: 200 len: 3202 time: 0.3299761 Feb 09 13:33:10.593477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49586) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:10.887678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-db57d93b-2eaf-40d6-bd78-f87e53dc99a2 None None] Could not find standard attr ID for object ec5aab7a-cc44-444c-ae3e-685524db290e. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:33:10.977808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:11.398054 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:11.420184 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:11.468366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24ff3d9-32aa-45b5-b36d-a0365346e624']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:11.509816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4464856-64e8-4c23-8764-92dbd2ae1c3b') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:11.510138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4464856-64e8-4c23-8764-92dbd2ae1c3b') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:11.537220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:11.573610 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:11.593648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:33:11.594041 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:33:11.610628 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:33:11.729309 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:11.789521 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:11.812267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Pushing event deleted for resources: {'Network': ['ID=f24ff3d9-32aa-45b5-b36d-a0365346e624,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:11.821187 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-806f49d7-74db-420b-8d38-89b262d0b859 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] 10.222.0.59 "DELETE /v2.0/networks/f24ff3d9-32aa-45b5-b36d-a0365346e624 HTTP/1.1" status: 204 len: 168 time: 1.2240114 Feb 09 13:33:11.821361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49616) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:11.911226 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-55efd2a1-b1b7-48dd-b90b-d055c3dcc22b tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] DELETE failed (client error): The resource could not be found. Feb 09 13:33:11.911918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55efd2a1-b1b7-48dd-b90b-d055c3dcc22b tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:33:11.914489 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-55efd2a1-b1b7-48dd-b90b-d055c3dcc22b tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] 10.222.0.59 "DELETE /v2.0/ports/ec5aab7a-cc44-444c-ae3e-685524db290e HTTP/1.1" status: 404 len: 333 time: 0.0923231 Feb 09 13:33:11.917269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49624) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:12.259692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb1fe27-e92a-4d49-8135-c275e7b2c438 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Deleting subnet a95e5eec-4ffc-4329-ab05-3ff75702982f {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:33:12.262931 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bdb1fe27-e92a-4d49-8135-c275e7b2c438 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:12.304432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c9348a1b-1a12-4e86-9433-92ed57758e07 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:12.329258 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bdb1fe27-e92a-4d49-8135-c275e7b2c438 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:12.430063 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bdb1fe27-e92a-4d49-8135-c275e7b2c438 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:12.465656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c9348a1b-1a12-4e86-9433-92ed57758e07 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:12.466287 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:12.538798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bdb1fe27-e92a-4d49-8135-c275e7b2c438 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:12.591762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1fe27-e92a-4d49-8135-c275e7b2c438 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Pushing event deleted for resources: {'Subnet': ['ID=a95e5eec-4ffc-4329-ab05-3ff75702982f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:12.617875 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bdb1fe27-e92a-4d49-8135-c275e7b2c438 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:12.627065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ffde4-4fe9-488b-a1b8-c71d8482cf4b None None] Network f1a68d12-b587-4561-bea3-5f3c5d043551 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:33:12.639999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bdb1fe27-e92a-4d49-8135-c275e7b2c438 tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] 10.222.0.59 "DELETE /v2.0/subnets/a95e5eec-4ffc-4329-ab05-3ff75702982f HTTP/1.1" status: 204 len: 168 time: 0.7194946 Feb 09 13:33:12.640200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49642) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:12.975051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:12.992039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Deleting port c9348a1b-1a12-4e86-9433-92ed57758e07 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:33:12.992661 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:13.183601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] DHCP port deletion for f1a68d12-b587-4561-bea3-5f3c5d043551 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:33:13.188819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] Deleting port c9348a1b-1a12-4e86-9433-92ed57758e07 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:33:13.189190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:13.387524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] For port c9348a1b-1a12-4e86-9433-92ed57758e07, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c9348a1b-1a12-4e86-9433-92ed57758e07,segment=NetworkSegment(770699f1-ced6-465d-a08c-3a55ccde0e6d),segment_id=770699f1-ced6-465d-a08c-3a55ccde0e6d)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:33:13.388141 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:13.579144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Calling delete_port for c9348a1b-1a12-4e86-9433-92ed57758e07 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:33:13.608099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] For port c9348a1b-1a12-4e86-9433-92ed57758e07, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c9348a1b-1a12-4e86-9433-92ed57758e07,segment=NetworkSegment(770699f1-ced6-465d-a08c-3a55ccde0e6d),segment_id=770699f1-ced6-465d-a08c-3a55ccde0e6d)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:33:13.608985 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:13.724590 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:13.782785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Pushing event deleted for resources: {'Port': ['ID=c9348a1b-1a12-4e86-9433-92ed57758e07,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:13.800687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] No DVR routers for this DVR port c9348a1b-1a12-4e86-9433-92ed57758e07 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:33:13.831257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] Calling delete_port for c9348a1b-1a12-4e86-9433-92ed57758e07 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:33:13.961878 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:33:13.962229 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:33:14.069518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:14.100030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a68d12-b587-4561-bea3-5f3c5d043551']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:14.117239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770699f1-ced6-465d-a08c-3a55ccde0e6d') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:14.117681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770699f1-ced6-465d-a08c-3a55ccde0e6d') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:14.129741 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:14.147644 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:14.155491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:33:14.155852 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:33:14.171370 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:33:14.263247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c9348a1b-1a12-4e86-9433-92ed57758e07 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:33:14.295430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:14.327201 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:14.331813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] Pushing event deleted for resources: {'Network': ['ID=f1a68d12-b587-4561-bea3-5f3c5d043551,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:14.343742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-404f9b64-e92f-4e68-a6ad-fd3b171c418e tempest-DHCPAgentSchedulersTestJSON-1448102216 tempest-DHCPAgentSchedulersTestJSON-1448102216-project] 10.222.0.59 "DELETE /v2.0/networks/f1a68d12-b587-4561-bea3-5f3c5d043551 HTTP/1.1" status: 204 len: 168 time: 1.7024560 Feb 09 13:33:14.366034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: c9348a1b-1a12-4e86-9433-92ed57758e07 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:33:14.366381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c9348a1b-1a12-4e86-9433-92ed57758e07 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:33:14.464151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] Deleting port c9348a1b-1a12-4e86-9433-92ed57758e07 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:33:14.464706 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:14.660444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cebf88f7-b763-49ca-8352-579cde0269b5 None None] The port 'c9348a1b-1a12-4e86-9433-92ed57758e07' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:33:14.849969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49698) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:15.261244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8410b920-23c6-4580-87db-655160551401 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=726a960c59944c81bff47c4af2d7c7a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4101403 Feb 09 13:33:15.263499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49714) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:15.365096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9941db4f-907f-4b08-ac22-a27a87fa0016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:15.409408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9941db4f-907f-4b08-ac22-a27a87fa0016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:15.464400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9941db4f-907f-4b08-ac22-a27a87fa0016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:15.505638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941db4f-907f-4b08-ac22-a27a87fa0016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703edf7c-6e32-4ceb-bca3-79443174a1c4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:15.510319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9941db4f-907f-4b08-ac22-a27a87fa0016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:15.515890 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9941db4f-907f-4b08-ac22-a27a87fa0016 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/703edf7c-6e32-4ceb-bca3-79443174a1c4 HTTP/1.1" status: 204 len: 168 time: 0.2513561 Feb 09 13:33:15.856902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49732) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:16.135008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80843cff-2891-4510-81f7-57c2f89f2c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.186980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-80843cff-2891-4510-81f7-57c2f89f2c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:16.196884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-80843cff-2891-4510-81f7-57c2f89f2c76 admin admin] Usage tracker for resource:security_group_rule and tenant:96637089fee349dd9b271db9519b9a17 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:16.201596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-80843cff-2891-4510-81f7-57c2f89f2c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:16.219026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-80843cff-2891-4510-81f7-57c2f89f2c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:16.219319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49746) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:16.268077 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24926f48-82cc-4124-89e7-bfba8c753dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.303803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.304865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80843cff-2891-4510-81f7-57c2f89f2c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.312406 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-80843cff-2891-4510-81f7-57c2f89f2c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.344153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-24926f48-82cc-4124-89e7-bfba8c753dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:16.349443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-24926f48-82cc-4124-89e7-bfba8c753dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:64fdc43253154ce68096d55ad2e617dd is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:16.353845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-24926f48-82cc-4124-89e7-bfba8c753dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:16.364119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-24926f48-82cc-4124-89e7-bfba8c753dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:16.431589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80843cff-2891-4510-81f7-57c2f89f2c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bdb979-ef40-47b4-9b77-0baf86a68219,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:16.444317 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-80843cff-2891-4510-81f7-57c2f89f2c76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96637089fee349dd9b271db9519b9a17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5745389 Feb 09 13:33:16.444317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 49756) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:16.575962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60594078-85e9-407c-9960-38bd6589ec0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.592447 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24926f48-82cc-4124-89e7-bfba8c753dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.604015 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24926f48-82cc-4124-89e7-bfba8c753dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.634088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60594078-85e9-407c-9960-38bd6589ec0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.722391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24926f48-82cc-4124-89e7-bfba8c753dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e024ec5f-d635-4557-8c8f-e99e81ffc4af,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:16.750243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60594078-85e9-407c-9960-38bd6589ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.758268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24926f48-82cc-4124-89e7-bfba8c753dd3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64fdc43253154ce68096d55ad2e617dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5378683 Feb 09 13:33:16.760777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 49760) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:16.771204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60594078-85e9-407c-9960-38bd6589ec0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bdb979-ef40-47b4-9b77-0baf86a68219,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:16.773547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-60594078-85e9-407c-9960-38bd6589ec0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.774753 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-60594078-85e9-407c-9960-38bd6589ec0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4bdb979-ef40-47b4-9b77-0baf86a68219 HTTP/1.1" status: 204 len: 168 time: 0.3361094 Feb 09 13:33:16.893178 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d56f-b663-4aef-b58d-236eb8febf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:16.928956 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d56f-b663-4aef-b58d-236eb8febf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:17.015747 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d56f-b663-4aef-b58d-236eb8febf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:17.032860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3d56f-b663-4aef-b58d-236eb8febf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e024ec5f-d635-4557-8c8f-e99e81ffc4af,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:17.047763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1e3d56f-b663-4aef-b58d-236eb8febf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:17.053530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a1e3d56f-b663-4aef-b58d-236eb8febf63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e024ec5f-d635-4557-8c8f-e99e81ffc4af HTTP/1.1" status: 204 len: 168 time: 0.2903550 Feb 09 13:33:21.444381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50106) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:21.511537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50112) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:21.775674 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acab54b9-3876-4d9c-bc35-3e0dd525b37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:21.819263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-acab54b9-3876-4d9c-bc35-3e0dd525b37d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:21.824283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-acab54b9-3876-4d9c-bc35-3e0dd525b37d admin admin] Usage tracker for resource:security_group_rule and tenant:df5d87a94c694f09813488451bddea35 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:21.827973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-acab54b9-3876-4d9c-bc35-3e0dd525b37d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:21.834401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-acab54b9-3876-4d9c-bc35-3e0dd525b37d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:21.879920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:21.888965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:21.917149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Usage tracker for resource:floatingip and tenant:b7db6a53b27c4ed9bb1e7bd2224d284c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:21.920757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:21.930914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:21.963702 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acab54b9-3876-4d9c-bc35-3e0dd525b37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:21.973223 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acab54b9-3876-4d9c-bc35-3e0dd525b37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:21.977287 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:22.016583 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-acab54b9-3876-4d9c-bc35-3e0dd525b37d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df5d87a94c694f09813488451bddea35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5705976 Feb 09 13:33:22.019805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50128) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:22.070525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab54b9-3876-4d9c-bc35-3e0dd525b37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9544f56-f2e7-40ea-869e-8d4973094bd3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:22.139938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-257b96f2-1d17-4b40-a63a-2e4a5ff1e33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:22.173182 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-257b96f2-1d17-4b40-a63a-2e4a5ff1e33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:22.202995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:22.260946 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-257b96f2-1d17-4b40-a63a-2e4a5ff1e33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:22.278932 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b96f2-1d17-4b40-a63a-2e4a5ff1e33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9544f56-f2e7-40ea-869e-8d4973094bd3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:22.305618 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-257b96f2-1d17-4b40-a63a-2e4a5ff1e33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:22.308882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-257b96f2-1d17-4b40-a63a-2e4a5ff1e33c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9544f56-f2e7-40ea-869e-8d4973094bd3 HTTP/1.1" status: 204 len: 168 time: 0.2879906 Feb 09 13:33:22.376553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Allocated IP 172.25.5.159 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/38558b05-3e96-4fc6-bbb5-fbfa159b32ee) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:22.630592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:22.688893 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:22.814971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event updated for resources: {'Port': ['ID=38558b05-3e96-4fc6-bbb5-fbfa159b32ee,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:22.826707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:22.828557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:22.831247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:23.026395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50166) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:23.062751 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aea793e5-4a62-471a-aef4-5649710291f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:23.112073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-aea793e5-4a62-471a-aef4-5649710291f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:23.118718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-aea793e5-4a62-471a-aef4-5649710291f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c1c08da63d724cdaa14d16cd1aed50e7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:23.123172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-aea793e5-4a62-471a-aef4-5649710291f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:23.131459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-aea793e5-4a62-471a-aef4-5649710291f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:23.169826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:23.230003 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:23.239094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aea793e5-4a62-471a-aef4-5649710291f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:23.243741 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aea793e5-4a62-471a-aef4-5649710291f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:23.299383 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea793e5-4a62-471a-aef4-5649710291f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b85a2e-86b6-4367-9046-6e3ed4e3c3b2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:23.307617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-aea793e5-4a62-471a-aef4-5649710291f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c1c08da63d724cdaa14d16cd1aed50e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2790725 Feb 09 13:33:23.320087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50172) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:23.630657 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e1cfd51-e694-407d-9240-ec679fcbc23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:23.691618 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e1cfd51-e694-407d-9240-ec679fcbc23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:23.753393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:23.759783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:23.919561 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e1cfd51-e694-407d-9240-ec679fcbc23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.009261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cfd51-e694-407d-9240-ec679fcbc23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b85a2e-86b6-4367-9046-6e3ed4e3c3b2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:24.033300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.039832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event updated for resources: {'Port': ['ID=38558b05-3e96-4fc6-bbb5-fbfa159b32ee,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:24.086652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e1cfd51-e694-407d-9240-ec679fcbc23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.088019 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5e1cfd51-e694-407d-9240-ec679fcbc23d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8b85a2e-86b6-4367-9046-6e3ed4e3c3b2 HTTP/1.1" status: 204 len: 168 time: 0.7691333 Feb 09 13:33:24.089305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.093944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50198) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:24.101998 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e67260aa-4cc5-45b0-aab7-71e2727e903f tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5828481 Feb 09 13:33:24.103683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-272689534'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:24.116085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:24.124108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Usage tracker for resource:network and tenant:b7db6a53b27c4ed9bb1e7bd2224d284c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:24.128128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:24.138632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:24.150096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Made reservation on behalf of b7db6a53b27c4ed9bb1e7bd2224d284c for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:24.155241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.186387 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.245747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:24.250669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Usage tracker for resource:security_group_rule and tenant:b7db6a53b27c4ed9bb1e7bd2224d284c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:24.254218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:24.285324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:24.436482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.440460 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.484172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:33:24.490081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7513e60e-c40a-4de0-ad5c-1530b9e35a28,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:24.498732 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.499150 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Added segment 0721296a-7d1e-416f-b76c-895227075bb0 of type vlan for network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b Feb 09 13:33:24.534526 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.584021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.588751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:24.589606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:24.746746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event updated for resources: {'Network': ['ID=d8f9fdd0-e636-4d6c-aaf6-4be15f04707b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:24.746746 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2f5af272-9f76-4b20-9a97-9bbf2934c212 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6502481 Feb 09 13:33:24.756221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50228) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:24.756221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Request body: {'subnet': {'network_id': 'd8f9fdd0-e636-4d6c-aaf6-4be15f04707b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:24.774621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:33:24.911458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:24.916107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Usage tracker for resource:subnet and tenant:b7db6a53b27c4ed9bb1e7bd2224d284c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:24.918917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:24.930370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:24.950518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Made reservation on behalf of b7db6a53b27c4ed9bb1e7bd2224d284c for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:24.980437 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-49a0f525-5889-420e-b854-d3b5649a6364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:25.085780 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:25.460602 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:25.594791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event updated for resources: {'Subnet': ['ID=7a455d91-7125-4148-8527-54fff36c51a9,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:25.602325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Checking segment: {'id': '0721296a-7d1e-416f-b76c-895227075bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8f9fdd0-e636-4d6c-aaf6-4be15f04707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:25.602325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Network hostable DHCP agents. Network: d8f9fdd0-e636-4d6c-aaf6-4be15f04707b, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:33:25.625426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50272) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:25.631682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:33:25.644433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d8f9fdd0-e636-4d6c-aaf6-4be15f04707b) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:25.649303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:25.650196 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:25.654562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3843f3-3891-4eaa-98c1-c6e8909fcad9 None None] Network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:33:25.691436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b61edf14-1aca-4cff-b7c4-b53065af5e8c tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9410806 Feb 09 13:33:25.693618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50278) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:25.708541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2123587709', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:25.718949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:25.723495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Usage tracker for resource:router and tenant:b7db6a53b27c4ed9bb1e7bd2224d284c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:25.727331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:25.733787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:25.747986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:25.748472 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:25.770146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:25.950333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1818521914-network', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:25.959373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:25.973289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Usage tracker for resource:network and tenant:7dc4861f713644f98da5f72b4e7e6c05 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:25.979292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-d8f9fdd0-e636-4d6c-aaf6-4be15f04707b', 'network_id': 'd8f9fdd0-e636-4d6c-aaf6-4be15f04707b', 'tenant_id': 'b7db6a53b27c4ed9bb1e7bd2224d284c', 'fixed_ips': [{'subnet_id': '7a455d91-7125-4148-8527-54fff36c51a9'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:33:25.980553 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:25.985526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:26.002339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:26.047149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Made reservation on behalf of 7dc4861f713644f98da5f72b4e7e6c05 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:26.047149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.062865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.081563 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.148325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:26.174022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc4861f713644f98da5f72b4e7e6c05 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:26.176965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:26.190890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:26.306877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.314635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.340140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Allocated IP 172.20.0.2 (d8f9fdd0-e636-4d6c-aaf6-4be15f04707b/7a455d91-7125-4148-8527-54fff36c51a9/928cfbd8-36a5-4f6d-a417-0dbe3fcbc895) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:26.371845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:33:26.382147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bb81f3-9551-4dd3-b6e5-84709920c224,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:26.390832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.391431 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Added segment 94966286-d966-497b-b20f-e6e062e7730f of type vlan for network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec Feb 09 13:33:26.445490 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.499174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.500335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:26.501896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.510240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.577300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.681884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0553491 Feb 09 13:33:26.700341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50306) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:26.706755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1de49-1524-4502-a882-a57fd92bf029 admin admin] Pushing event updated for resources: {'Network': ['ID=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:26.719656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Request body: {'subnet': {'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1818521914-subnet', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:26.725651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:26.730929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Usage tracker for resource:subnet and tenant:7dc4861f713644f98da5f72b4e7e6c05 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:26.733368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:33:26.735044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:26.741386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:26.756147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Made reservation on behalf of 7dc4861f713644f98da5f72b4e7e6c05 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:26.760623 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.879458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Allocated IP 172.25.5.165 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/25e48085-8c46-4ea5-ba35-959c984404b9) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:26.897037 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:26.925390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Transition to ACTIVE for port object 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:26.959854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Transition to ACTIVE for port object 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:26.987637 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.210310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:27.216263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:27.219628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:27.417534 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.439214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.475394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Pushing event updated for resources: {'Port': ['ID=928cfbd8-36a5-4f6d-a417-0dbe3fcbc895,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:27.491277 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.547486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Attempting to bind port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:33:27.547784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Attempting to bind port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0721296a-7d1e-416f-b76c-895227075bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8f9fdd0-e636-4d6c-aaf6-4be15f04707b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:33:27.548136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Attempting to bind port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 on network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:33:27.563713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:33:27.564099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Checking segment: {'id': '0721296a-7d1e-416f-b76c-895227075bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8f9fdd0-e636-4d6c-aaf6-4be15f04707b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:27.566573 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.568151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Bound using segment: {'id': '0721296a-7d1e-416f-b76c-895227075bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8f9fdd0-e636-4d6c-aaf6-4be15f04707b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:33:27.568998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Bound port: 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0721296a-7d1e-416f-b76c-895227075bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8f9fdd0-e636-4d6c-aaf6-4be15f04707b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:33:27.569477 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.582001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd44114-1dbd-4d51-b04c-cd01a946e401,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:27.602130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Checking segment: {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:27.602758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Network hostable DHCP agents. Network: db53e6ce-e56b-40fa-b3cf-9a949a1e1bec, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:33:27.634522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event updated for resources: {'Port': ['ID=25e48085-8c46-4ea5-ba35-959c984404b9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:27.648819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:33:27.670802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, db53e6ce-e56b-40fa-b3cf-9a949a1e1bec) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:27.675476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:27.678827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.685909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:27.687982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:27.696060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:27.705383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b4e5e0-8610-44c6-8960-29aeb627a22f None None] Network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:33:27.721674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f47f1b5a-d428-4ce4-b5ee-ad4f48ed5e1a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0183403 Feb 09 13:33:27.725440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50330) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:27.733169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1818521914-router', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:27.739355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:27.745865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Usage tracker for resource:router and tenant:7dc4861f713644f98da5f72b4e7e6c05 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:27.750994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:27.758681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:27.809843 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.810541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.861952 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.874730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] For port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:33:27.896334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] For port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=928cfbd8-36a5-4f6d-a417-0dbe3fcbc895,segment=NetworkSegment(0721296a-7d1e-416f-b76c-895227075bb0),segment_id=0721296a-7d1e-416f-b76c-895227075bb0)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:33:27.901735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.902461 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:27.918194 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:28.082639 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:28.143566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e201ef-7a0d-46a1-a311-c1fa49f9c190 None None] Pushing event updated for resources: {'Port': ['ID=928cfbd8-36a5-4f6d-a417-0dbe3fcbc895,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:28.163102 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'fixed_ips': [{'subnet_id': '8fd44114-1dbd-4d51-b04c-cd01a946e401'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:33:28.165586 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:28.270318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Router 5cd108f0-14c3-45fc-aef5-30864579ad57 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:33:28.375712 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-39addf98-8417-4116-8a19-855cebae693b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:28.508152 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:28.530704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Allocated IP 172.20.0.2 (db53e6ce-e56b-40fa-b3cf-9a949a1e1bec/8fd44114-1dbd-4d51-b04c-cd01a946e401/ba49ff9b-e4a8-477e-8223-c9e2db0164b8) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:28.603339 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:28.609310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:33:28.625311 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3639b1-fc22-4464-a636-76ad6a481f66 None None] Sync routers for ids ['5cd108f0-14c3-45fc-aef5-30864579ad57'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:33:28.644520 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3639b1-fc22-4464-a636-76ad6a481f66 None None] Routers {'5cd108f0-14c3-45fc-aef5-30864579ad57'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:28.644959 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6e3639b1-fc22-4464-a636-76ad6a481f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5cd108f0-14c3-45fc-aef5-30864579ad57'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:28.681377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:28.682928 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-40c21322-10cc-4aee-a018-71fa37b9a744 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.9845517 Feb 09 13:33:28.685783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50350) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:28.817288 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6e3639b1-fc22-4464-a636-76ad6a481f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:28.830693 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3639b1-fc22-4464-a636-76ad6a481f66 None None] Routers {'5cd108f0-14c3-45fc-aef5-30864579ad57'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:28.831399 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6e3639b1-fc22-4464-a636-76ad6a481f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5cd108f0-14c3-45fc-aef5-30864579ad57'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:28.856777 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:28.910788 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6e3639b1-fc22-4464-a636-76ad6a481f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:28.910788 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3639b1-fc22-4464-a636-76ad6a481f66 None None] The sync data for ids ['5cd108f0-14c3-45fc-aef5-30864579ad57'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:33:28.966636 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:29.040563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Allocated IP 172.25.5.202 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/32f49e48-78b2-4ce2-9a6c-9d660059bada) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:29.116525 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:29.149998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Transition to ACTIVE for port object ba49ff9b-e4a8-477e-8223-c9e2db0164b8 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:29.206979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Transition to ACTIVE for port object ba49ff9b-e4a8-477e-8223-c9e2db0164b8 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:29.233319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:29.430002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Pushing event updated for resources: {'Port': ['ID=ba49ff9b-e4a8-477e-8223-c9e2db0164b8,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:29.439032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:29.444788 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:29.449206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:29.451876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:29.534440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:29.748629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:29.752545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:29.766385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:29.781400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Attempting to bind port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:33:29.781711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Attempting to bind port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:33:29.782038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Attempting to bind port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 on network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:33:29.809387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:33:29.809771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Checking segment: {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:29.810174 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:29.810586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Bound using segment: {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:33:29.812380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Bound port: ba49ff9b-e4a8-477e-8223-c9e2db0164b8, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:33:29.812763 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:29.821582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Pushing event updated for resources: {'Port': ['ID=32f49e48-78b2-4ce2-9a6c-9d660059bada,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:29.900790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d78d3-659d-4215-927e-228fe1e5b418 None None] Network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:33:30.123304 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:30.124255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:30.292076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] For port ba49ff9b-e4a8-477e-8223-c9e2db0164b8, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:33:30.295491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] For port ba49ff9b-e4a8-477e-8223-c9e2db0164b8, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ba49ff9b-e4a8-477e-8223-c9e2db0164b8,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:33:30.326940 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:30.383913 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:30.402457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:30.537617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-06647af3-0db6-4e75-b810-1b7e9466294c None None] Provisioning for port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:30.580705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbae3d7-2c7d-45b4-9be3-61a7e8952553 None None] Pushing event updated for resources: {'Port': ['ID=ba49ff9b-e4a8-477e-8223-c9e2db0164b8,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:30.593490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Router aa89451b-e870-4bf6-a50a-b542e9380e41 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:33:30.625843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:30.634835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:30.635647 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:30.657571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:31.009870 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:31.089781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=928cfbd8-36a5-4f6d-a417-0dbe3fcbc895,segment=NetworkSegment(0721296a-7d1e-416f-b76c-895227075bb0),segment_id=0721296a-7d1e-416f-b76c-895227075bb0)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:33:31.098812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:31.226768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:33:31.261252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Sync routers for ids ['aa89451b-e870-4bf6-a50a-b542e9380e41'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:33:31.302718 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:31.306943 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f65638c6-8624-493d-93b0-8cc60a4e2957 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5774283 Feb 09 13:33:31.306943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50412) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:31.386227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Routers {'aa89451b-e870-4bf6-a50a-b542e9380e41'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:31.387416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['aa89451b-e870-4bf6-a50a-b542e9380e41'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:31.524744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-88963c6f-e8db-48cb-996b-867ee25a5b04 None None] Provisioning complete for port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:31.525217 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88963c6f-e8db-48cb-996b-867ee25a5b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:31.653347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Allocated IP 172.20.0.1 (d8f9fdd0-e636-4d6c-aaf6-4be15f04707b/7a455d91-7125-4148-8527-54fff36c51a9/aaed58f2-66b4-4b7d-b104-122d665c2b8e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:31.732682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=928cfbd8-36a5-4f6d-a417-0dbe3fcbc895,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:31.929522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Set router aa89451b-e870-4bf6-a50a-b542e9380e41 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:33:31.976097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:32.029163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Transition to ACTIVE for port object aaed58f2-66b4-4b7d-b104-122d665c2b8e will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:32.077421 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:32.186347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:32.208950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:32.217084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:32.330314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:32.342922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event updated for resources: {'Port': ['ID=aaed58f2-66b4-4b7d-b104-122d665c2b8e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:32.569678 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:32.783981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ba49ff9b-e4a8-477e-8223-c9e2db0164b8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:32.822132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e54e7d-6d24-484c-8fdd-31aaf2d5103b None None] Network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:33:33.019969 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:33.150548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] Provisioning for port aaed58f2-66b4-4b7d-b104-122d665c2b8e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:33.186513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] Provisioning complete for port aaed58f2-66b4-4b7d-b104-122d665c2b8e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:33.187249 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:33.417583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] Port aaed58f2-66b4-4b7d-b104-122d665c2b8e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:33:33.421940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:33.528464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Allocated IP 172.20.0.1 (db53e6ce-e56b-40fa-b3cf-9a949a1e1bec/8fd44114-1dbd-4d51-b04c-cd01a946e401/96099e78-0db8-42f2-bd71-949cb255e539) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:33.562693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:33.766348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:33.815322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Transition to ACTIVE for port object 96099e78-0db8-42f2-bd71-949cb255e539 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:33.843534 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:33.856144 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:33.863243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:33.884049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'name': 'tempest-TestServerMultinode-1818521914-router', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:27Z', 'updated_at': '2022-02-09T13:33:29Z', 'revision_number': 3, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'gw_port': {'id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:28Z', 'updated_at': '2022-02-09T13:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:33.908590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Checking router: aa89451b-e870-4bf6-a50a-b542e9380e41 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:33:33.913233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Updating router aa89451b-e870-4bf6-a50a-b542e9380e41 port 32f49e48-78b2-4ce2-9a6c-9d660059bada binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:33:34.011254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:34.011254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Pushing event updated for resources: {'Port': ['ID=96099e78-0db8-42f2-bd71-949cb255e539,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:34.041497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:34.041497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:34.064630 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:34.114157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:34.114430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:34.133566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event updated for resources: {'Port': ['ID=aaed58f2-66b4-4b7d-b104-122d665c2b8e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:34.174351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] Provisioning for port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:34.187295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] Provisioning complete for port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:34.187918 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:34.291653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:34.375546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:34.376990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:34.830266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:34.830266 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:34.938174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:34.948849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:34.981125 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:35.144359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] For port ba49ff9b-e4a8-477e-8223-c9e2db0164b8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ba49ff9b-e4a8-477e-8223-c9e2db0164b8,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:33:35.227468 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:35.336890 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:35.416489 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Router 5cd108f0-14c3-45fc-aef5-30864579ad57 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:33:35.617094 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Pushing event updated for resources: {'Port': ['ID=96099e78-0db8-42f2-bd71-949cb255e539,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:35.659339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-10aa6a74-62f4-460a-9cfb-83aa2a034e16 None None] Provisioning complete for port aaed58f2-66b4-4b7d-b104-122d665c2b8e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:35.659709 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-10aa6a74-62f4-460a-9cfb-83aa2a034e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:35.722777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26707b6-e6ce-4245-9470-516215d33961 None None] Pushing event updated for resources: {'Port': ['ID=ba49ff9b-e4a8-477e-8223-c9e2db0164b8,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:35.730569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:35.730569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:35.871147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ba49ff9b-e4a8-477e-8223-c9e2db0164b8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:35.892503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:33:35.914221 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e57de6-252c-4f3a-ac5a-2d1158d35294 None None] Sync routers for ids ['5cd108f0-14c3-45fc-aef5-30864579ad57'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:33:35.928304 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a86f5d7b-4c4a-4294-8add-870cc8e23444 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "PUT /v2.0/routers/5cd108f0-14c3-45fc-aef5-30864579ad57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2390139 Feb 09 13:33:35.936886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50534) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:35.944498 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e57de6-252c-4f3a-ac5a-2d1158d35294 None None] Routers {'5cd108f0-14c3-45fc-aef5-30864579ad57'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:35.945776 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-73e57de6-252c-4f3a-ac5a-2d1158d35294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5cd108f0-14c3-45fc-aef5-30864579ad57'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:35.958166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Request body: {'port': {'network_id': 'd8f9fdd0-e636-4d6c-aaf6-4be15f04707b', 'name': 'tempest-FloatingIPAdminTestJSON-98361080'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:36.114404 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-73e57de6-252c-4f3a-ac5a-2d1158d35294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:36.149861 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e57de6-252c-4f3a-ac5a-2d1158d35294 None None] Routers {'5cd108f0-14c3-45fc-aef5-30864579ad57'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:36.150497 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-73e57de6-252c-4f3a-ac5a-2d1158d35294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5cd108f0-14c3-45fc-aef5-30864579ad57'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:36.191233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-10aa6a74-62f4-460a-9cfb-83aa2a034e16 None None] Port aaed58f2-66b4-4b7d-b104-122d665c2b8e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:33:36.279759 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-73e57de6-252c-4f3a-ac5a-2d1158d35294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:36.281957 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e57de6-252c-4f3a-ac5a-2d1158d35294 None None] The sync data for ids ['5cd108f0-14c3-45fc-aef5-30864579ad57'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:33:36.315960 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:36.329269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:36.351071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-10aa6a74-62f4-460a-9cfb-83aa2a034e16 None None] Provisioning complete for port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:36.351071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-10aa6a74-62f4-460a-9cfb-83aa2a034e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:36.351294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Usage tracker for resource:port and tenant:b7db6a53b27c4ed9bb1e7bd2224d284c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:36.363491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:36.380211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:36.393040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Made reservation on behalf of b7db6a53b27c4ed9bb1e7bd2224d284c for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:36.403188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:36.434301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Transition to ACTIVE for port object 32f49e48-78b2-4ce2-9a6c-9d660059bada will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:36.450590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:36.450590 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:36.483972 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:36.551020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Router aa89451b-e870-4bf6-a50a-b542e9380e41 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:33:36.705750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Attempting to bind port 32f49e48-78b2-4ce2-9a6c-9d660059bada on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:33:36.706033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Attempting to bind port 32f49e48-78b2-4ce2-9a6c-9d660059bada by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:33:36.706396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Attempting to bind port 32f49e48-78b2-4ce2-9a6c-9d660059bada on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:33:36.726801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca6d2b-f77d-4e79-9b1f-1b8236345bef None None] Pushing event updated for resources: {'Port': ['ID=32f49e48-78b2-4ce2-9a6c-9d660059bada,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:36.735743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] device_id is not set on port f1b0b352-b231-4049-8592-c560f340f7f3 yet. {{(pid=83479) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 13:33:36.739266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:33:36.740101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:36.742912 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:36.743586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:33:36.744263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Bound port: 32f49e48-78b2-4ce2-9a6c-9d660059bada, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:33:36.744890 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:36.949941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Allocated IP 172.20.0.6 (d8f9fdd0-e636-4d6c-aaf6-4be15f04707b/7a455d91-7125-4148-8527-54fff36c51a9/f1b0b352-b231-4049-8592-c560f340f7f3) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:37.031971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:33:37.050709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6a7aae5d-8830-4ab8-9ca6-40806d43f21d admin admin] 10.222.0.59 "PUT /v2.0/routers/aa89451b-e870-4bf6-a50a-b542e9380e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7409716 Feb 09 13:33:37.253917 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:37.272243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] For port 32f49e48-78b2-4ce2-9a6c-9d660059bada, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:33:37.278260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Transition to ACTIVE for port object f1b0b352-b231-4049-8592-c560f340f7f3 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:37.287819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] For port 32f49e48-78b2-4ce2-9a6c-9d660059bada, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=32f49e48-78b2-4ce2-9a6c-9d660059bada,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:33:37.318265 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:37.318512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:37.395013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8791f972-167c-4b29-bf5c-d61dd2766a9d None None] Provisioning for port 96099e78-0db8-42f2-bd71-949cb255e539 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:37.405385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8791f972-167c-4b29-bf5c-d61dd2766a9d None None] Provisioning complete for port 96099e78-0db8-42f2-bd71-949cb255e539 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:37.405973 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8791f972-167c-4b29-bf5c-d61dd2766a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:37.510652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event updated for resources: {'Port': ['ID=f1b0b352-b231-4049-8592-c560f340f7f3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:37.524736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:37.526182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:37.540537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:37.604619 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8791f972-167c-4b29-bf5c-d61dd2766a9d None None] Port 96099e78-0db8-42f2-bd71-949cb255e539 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:33:37.611082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca6d2b-f77d-4e79-9b1f-1b8236345bef None None] Pushing event updated for resources: {'Port': ['ID=32f49e48-78b2-4ce2-9a6c-9d660059bada,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:37.618210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Routers {'aa89451b-e870-4bf6-a50a-b542e9380e41'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:37.618841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['aa89451b-e870-4bf6-a50a-b542e9380e41'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:37.664249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:37.665180 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:37.714637 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bcce6be0-ee08-477c-b1f6-b18e0c0ae072 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7764783 Feb 09 13:33:37.718116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50578) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:38.000172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] Set router aa89451b-e870-4bf6-a50a-b542e9380e41 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:33:38.140998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'project_id': 'b7db6a53b27c4ed9bb1e7bd2224d284c', 'port_id': 'f1b0b352-b231-4049-8592-c560f340f7f3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:38.151493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:38.160334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Usage tracker for resource:floatingip and tenant:b7db6a53b27c4ed9bb1e7bd2224d284c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:38.185339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:38.195027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:38.228853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:38.332856 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1432a4c7-5061-419e-b7ec-602fd72034bf None None] Provisioning for port f1b0b352-b231-4049-8592-c560f340f7f3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:38.356952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1432a4c7-5061-419e-b7ec-602fd72034bf None None] Provisioning complete for port f1b0b352-b231-4049-8592-c560f340f7f3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:38.357645 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1432a4c7-5061-419e-b7ec-602fd72034bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:38.443768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1432a4c7-5061-419e-b7ec-602fd72034bf None None] Port f1b0b352-b231-4049-8592-c560f340f7f3 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:33:38.567447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'name': 'tempest-TestServerMultinode-1818521914-router', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:27Z', 'updated_at': '2022-02-09T13:33:34Z', 'revision_number': 4, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'gw_port': {'id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:28Z', 'updated_at': '2022-02-09T13:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '96099e78-0db8-42f2-bd71-949cb255e539', 'name': '', 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'mac_address': 'fa:16:3e:db:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:33Z', 'updated_at': '2022-02-09T13:33:34Z', 'revision_number': 2, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'subnets': [{'id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:38.572800 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:38.579028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46b1f2-c48e-4de9-ad8a-f247f6be5d41 None None] The sync data for ids ['aa89451b-e870-4bf6-a50a-b542e9380e41'] in n-d-825175-3 is: [{'id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'name': 'tempest-TestServerMultinode-1818521914-router', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:27Z', 'updated_at': '2022-02-09T13:33:34Z', 'revision_number': 4, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'gw_port': {'id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:28Z', 'updated_at': '2022-02-09T13:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '96099e78-0db8-42f2-bd71-949cb255e539', 'name': '', 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'mac_address': 'fa:16:3e:db:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:33Z', 'updated_at': '2022-02-09T13:33:34Z', 'revision_number': 2, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'subnets': [{'id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:33:38.752772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Allocated IP 172.25.5.115 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/83be2b40-9f7c-4d54-a495-615d5435bfdf) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:39.108274 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:39.180752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:39.324408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Pushing event updated for resources: {'Port': ['ID=83be2b40-9f7c-4d54-a495-615d5435bfdf,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:39.332163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50636) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:39.338177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:39.341611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:39.344057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:39.376973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50642) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:39.388021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1602095764-network', 'tenant_id': '1959a28a29f6485680c236af32e3b291'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:39.405280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:39.416825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Usage tracker for resource:network and tenant:1959a28a29f6485680c236af32e3b291 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:39.424204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:39.439522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:39.475566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Made reservation on behalf of 1959a28a29f6485680c236af32e3b291 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:39.493691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:39.533891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:39.603123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:39.608420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Usage tracker for resource:security_group_rule and tenant:1959a28a29f6485680c236af32e3b291 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:39.612135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:39.655805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:39.813005 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:39.823148 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:39.840172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:33:39.861488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:39.862154 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Added segment 308a98a3-403e-4253-8603-8aba15f594a5 of type vlan for network 3c330caf-7469-4610-9754-b4c91dbd2481 Feb 09 13:33:39.950731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:40.137809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:40.147677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:40.150236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:40.324923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c93a84-97fb-41e2-886f-e2aa866d79d5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:40.384419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b74f57a-1e68-43f8-890f-cff511cf5d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:40.508072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] Pushing event updated for resources: {'Network': ['ID=3c330caf-7469-4610-9754-b4c91dbd2481,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:40.527355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50664) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:40.529062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 3c330caf-7469-4610-9754-b4c91dbd2481 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:33:40.540829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Request body: {'subnet': {'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1602095764-subnet', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:40.542138 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c4af9bea-2543-436e-bbcf-fdd67a97bb5f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1605937 Feb 09 13:33:40.565445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:40.579645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Usage tracker for resource:subnet and tenant:1959a28a29f6485680c236af32e3b291 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:40.593659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2b74f57a-1e68-43f8-890f-cff511cf5d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:40.601530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:40.603638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2b74f57a-1e68-43f8-890f-cff511cf5d71 admin admin] Usage tracker for resource:security_group_rule and tenant:5e83dbfb56224e0b881db7ba8daa62a1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:40.611330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2b74f57a-1e68-43f8-890f-cff511cf5d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:40.621281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:40.626691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2b74f57a-1e68-43f8-890f-cff511cf5d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:40.729539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Made reservation on behalf of 1959a28a29f6485680c236af32e3b291 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:40.732357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:40.858130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b74f57a-1e68-43f8-890f-cff511cf5d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:40.869769 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b74f57a-1e68-43f8-890f-cff511cf5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:40.890286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:40.927932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74f57a-1e68-43f8-890f-cff511cf5d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ca9bce-3eda-45b9-8d8e-7c42ee4b53de,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:40.962844 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2b74f57a-1e68-43f8-890f-cff511cf5d71 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e83dbfb56224e0b881db7ba8daa62a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6295474 Feb 09 13:33:40.965437 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50676) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:41.014264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.048685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aa34e56-b6ab-4bd4-a636-9d8650020441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.100782 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aa34e56-b6ab-4bd4-a636-9d8650020441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.208034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aa34e56-b6ab-4bd4-a636-9d8650020441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.228808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa34e56-b6ab-4bd4-a636-9d8650020441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ca9bce-3eda-45b9-8d8e-7c42ee4b53de,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:41.231966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5aa34e56-b6ab-4bd4-a636-9d8650020441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.233268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5aa34e56-b6ab-4bd4-a636-9d8650020441 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47ca9bce-3eda-45b9-8d8e-7c42ee4b53de HTTP/1.1" status: 204 len: 168 time: 0.2665241 Feb 09 13:33:41.405487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.527830 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.574353 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.590988 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.704257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42e4264-7dbe-49ac-b1e8-0b39a5f0d853,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:41.716922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50706) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:41.741322 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c413c15-c26d-43b7-86bc-5f10bdf16848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.787204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Pushing event updated for resources: {'Port': ['ID=83be2b40-9f7c-4d54-a495-615d5435bfdf,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:41.798357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.799760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7c413c15-c26d-43b7-86bc-5f10bdf16848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:41.805116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7c413c15-c26d-43b7-86bc-5f10bdf16848 admin admin] Usage tracker for resource:security_group_rule and tenant:9439b50146cf470cb01e4b045b3a3a1a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:41.808369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7c413c15-c26d-43b7-86bc-5f10bdf16848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:41.815302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7c413c15-c26d-43b7-86bc-5f10bdf16848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:41.888520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 32f49e48-78b2-4ce2-9a6c-9d660059bada up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:41.919018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Checking segment: {'id': '308a98a3-403e-4253-8603-8aba15f594a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:41.919359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Network hostable DHCP agents. Network: 3c330caf-7469-4610-9754-b4c91dbd2481, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:33:41.974160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Network 3c330caf-7469-4610-9754-b4c91dbd2481 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:33:41.983023 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c413c15-c26d-43b7-86bc-5f10bdf16848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:41.990227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 3c330caf-7469-4610-9754-b4c91dbd2481) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:41.990565 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c413c15-c26d-43b7-86bc-5f10bdf16848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.005031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e0911-d413-48b1-b3ac-98e151bf2c1e None None] Network 3c330caf-7469-4610-9754-b4c91dbd2481 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:33:42.010937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:42.011583 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.061961 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6d6cd8e3-3014-4031-a18a-926eeb95521c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5315633 Feb 09 13:33:42.064531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50716) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:42.079647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1602095764-router', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:42.087590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:42.092576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c413c15-c26d-43b7-86bc-5f10bdf16848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6076314-de13-40a6-980b-46ca53f8de73,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:42.093378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Usage tracker for resource:router and tenant:1959a28a29f6485680c236af32e3b291 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:42.098035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:42.106329 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7c413c15-c26d-43b7-86bc-5f10bdf16848 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9439b50146cf470cb01e4b045b3a3a1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3882709 Feb 09 13:33:42.110338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50722) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:42.113262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:42.154995 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.156466 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.181366 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.194179 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Floating IP 431dff53-dda3-4005-b72b-40de7654bf56 associated. External IP: 172.25.5.115, port: f1b0b352-b231-4049-8592-c560f340f7f3. Feb 09 13:33:42.219789 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e3e6-8665-473b-aa25-b5fdbd08a517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.271705 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e3e6-8665-473b-aa25-b5fdbd08a517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.385286 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e3e6-8665-473b-aa25-b5fdbd08a517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.431416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4e3e6-8665-473b-aa25-b5fdbd08a517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6076314-de13-40a6-980b-46ca53f8de73,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:42.448155 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8ba4e3e6-8665-473b-aa25-b5fdbd08a517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.453870 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8ba4e3e6-8665-473b-aa25-b5fdbd08a517 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6076314-de13-40a6-980b-46ca53f8de73 HTTP/1.1" status: 204 len: 168 time: 0.3424518 Feb 09 13:33:42.512739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 32f49e48-78b2-4ce2-9a6c-9d660059bada completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:42.525632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 32f49e48-78b2-4ce2-9a6c-9d660059bada triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:42.526086 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.578334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-3c330caf-7469-4610-9754-b4c91dbd2481', 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'fixed_ips': [{'subnet_id': 'a42e4264-7dbe-49ac-b1e8-0b39a5f0d853'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:33:42.593341 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.716772 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.886561 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:42.993021 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 32f49e48-78b2-4ce2-9a6c-9d660059bada, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=32f49e48-78b2-4ce2-9a6c-9d660059bada,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:33:43.003618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Allocated IP 172.20.0.2 (3c330caf-7469-4610-9754-b4c91dbd2481/a42e4264-7dbe-49ac-b1e8-0b39a5f0d853/8a98e8d2-0ecb-419e-9c9e-4a7ae746a230) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:43.005740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:43.213318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=32f49e48-78b2-4ce2-9a6c-9d660059bada,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:43.392337 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:43.460392 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:43.464790 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:43.472658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Transition to ACTIVE for port object 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:43.495348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Transition to ACTIVE for port object 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:43.503009 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:43.612556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Network 3c330caf-7469-4610-9754-b4c91dbd2481 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:43.616442 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:43.622228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:43.643603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Router 5cd108f0-14c3-45fc-aef5-30864579ad57 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:33:43.670555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Pushing event updated for resources: {'Port': ['ID=8a98e8d2-0ecb-419e-9c9e-4a7ae746a230,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:43.758392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Allocated IP 172.25.5.100 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/c38212d7-c1cb-4df0-921a-cf371741ac8b) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:43.768975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Attempting to bind port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:33:43.769456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Attempting to bind port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '308a98a3-403e-4253-8603-8aba15f594a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:33:43.770550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Attempting to bind port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 on network 3c330caf-7469-4610-9754-b4c91dbd2481 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:33:43.810669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:33:43.811039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Checking segment: {'id': '308a98a3-403e-4253-8603-8aba15f594a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:43.811746 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:43.811837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Bound using segment: {'id': '308a98a3-403e-4253-8603-8aba15f594a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:33:43.812313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Bound port: 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308a98a3-403e-4253-8603-8aba15f594a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:33:43.812598 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:43.868698 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 32f49e48-78b2-4ce2-9a6c-9d660059bada up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:44.036260 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:44.106686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] For port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:33:44.113036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] For port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8a98e8d2-0ecb-419e-9c9e-4a7ae746a230,segment=NetworkSegment(308a98a3-403e-4253-8603-8aba15f594a5),segment_id=308a98a3-403e-4253-8603-8aba15f594a5)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:33:44.126658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:33:44.138867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:44.139852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 32f49e48-78b2-4ce2-9a6c-9d660059bada triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:44.140260 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:44.149879 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:44.236208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40cd96a-7bcc-4be4-9720-ec6ba8af411f None None] Sync routers for ids ['5cd108f0-14c3-45fc-aef5-30864579ad57'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:33:44.280607 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:44.386712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7a7c16a3-96ae-47df-8c6f-0f16d803dffc tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 6.6658731 Feb 09 13:33:44.387951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50794) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:44.432996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=c38212d7-c1cb-4df0-921a-cf371741ac8b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:44.441138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:44.442690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:44.452761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:44.539685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009c895-5f63-4fc0-80a7-11255be2e397 None None] Pushing event updated for resources: {'Port': ['ID=8a98e8d2-0ecb-419e-9c9e-4a7ae746a230,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:44.545021 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-76064d83-7a11-45d8-83ce-84adf46f201c tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] 10.222.0.59 "GET /v2.0/floatingips/431dff53-dda3-4005-b72b-40de7654bf56 HTTP/1.1" status: 200 len: 981 time: 0.1556749 Feb 09 13:33:44.546776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40cd96a-7bcc-4be4-9720-ec6ba8af411f None None] Routers {'5cd108f0-14c3-45fc-aef5-30864579ad57'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:44.547392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50804) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:44.548172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d40cd96a-7bcc-4be4-9720-ec6ba8af411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5cd108f0-14c3-45fc-aef5-30864579ad57'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:44.703691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d40cd96a-7bcc-4be4-9720-ec6ba8af411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:44.738432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40cd96a-7bcc-4be4-9720-ec6ba8af411f None None] Routers {'5cd108f0-14c3-45fc-aef5-30864579ad57'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:44.739781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d40cd96a-7bcc-4be4-9720-ec6ba8af411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5cd108f0-14c3-45fc-aef5-30864579ad57'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:44.795271 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9eb19fbc-2344-47a3-a59e-bc12dcd6428c tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.2455275 Feb 09 13:33:44.799543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50814) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:44.810219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:44.811882 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:44.886192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-d40cd96a-7bcc-4be4-9720-ec6ba8af411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:44.886960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40cd96a-7bcc-4be4-9720-ec6ba8af411f None None] The sync data for ids ['5cd108f0-14c3-45fc-aef5-30864579ad57'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:33:45.249439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Deleting port 83be2b40-9f7c-4d54-a495-615d5435bfdf {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:33:45.250139 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:45.518353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Router 5fa6ce60-12bc-409a-ba08-de6afc9864ad is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:33:45.593070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:45.593470 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:45.666134 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:33:45.892445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:33:45.929387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:45.932189 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Sync routers for ids ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:33:45.951028 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Routers {'5fa6ce60-12bc-409a-ba08-de6afc9864ad'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:45.961569 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:45.974732 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:45.976437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4dcf4980-7877-4b33-bbb0-2f43b788f1e9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9076316 Feb 09 13:33:45.980201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 50852) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:46.018797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Calling delete_port for 83be2b40-9f7c-4d54-a495-615d5435bfdf owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:33:46.130607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:46.322757 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:46.359651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb92b0-a35b-49c5-b3d7-d10be84281c6 None None] Network 3c330caf-7469-4610-9754-b4c91dbd2481 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:33:46.368591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:46.470221 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Set router 5fa6ce60-12bc-409a-ba08-de6afc9864ad gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:33:46.484355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event deleted for resources: {'Port': ['ID=83be2b40-9f7c-4d54-a495-615d5435bfdf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:46.684943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:46.747335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c33fe690-7199-4ad2-ac2e-066b9383c059 None None] Provisioning for port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:46.793750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c33fe690-7199-4ad2-ac2e-066b9383c059 None None] Provisioning complete for port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:46.794099 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c33fe690-7199-4ad2-ac2e-066b9383c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:46.993228 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'name': 'tempest-TestServerMultinode-1602095764-router', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:42Z', 'updated_at': '2022-02-09T13:33:44Z', 'revision_number': 3, 'project_id': '1959a28a29f6485680c236af32e3b291', 'gw_port': {'id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:43Z', 'updated_at': '2022-02-09T13:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:46.997946 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Checking router: 5fa6ce60-12bc-409a-ba08-de6afc9864ad for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:33:46.998355 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Updating router 5fa6ce60-12bc-409a-ba08-de6afc9864ad port c38212d7-c1cb-4df0-921a-cf371741ac8b binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:33:47.058710 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:47.489428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c33fe690-7199-4ad2-ac2e-066b9383c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:47.617311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c33fe690-7199-4ad2-ac2e-066b9383c059 None None] For port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8a98e8d2-0ecb-419e-9c9e-4a7ae746a230,segment=NetworkSegment(308a98a3-403e-4253-8603-8aba15f594a5),segment_id=308a98a3-403e-4253-8603-8aba15f594a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:33:47.626988 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c33fe690-7199-4ad2-ac2e-066b9383c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:47.748664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Router 5cd108f0-14c3-45fc-aef5-30864579ad57 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:33:47.851434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fe690-7199-4ad2-ac2e-066b9383c059 None None] Pushing event updated for resources: {'Port': ['ID=8a98e8d2-0ecb-419e-9c9e-4a7ae746a230,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:47.860280 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:47.950719 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:47.970197 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Transition to ACTIVE for port object c38212d7-c1cb-4df0-921a-cf371741ac8b will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:47.985249 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:48.066643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1364c6fd-ac57-4f17-87b8-701fe8d9f98a None None] Provisioning complete for port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:48.067335 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1364c6fd-ac57-4f17-87b8-701fe8d9f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:48.221469 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Pushing event updated for resources: {'Port': ['ID=c38212d7-c1cb-4df0-921a-cf371741ac8b,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:48.248187 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Attempting to bind port c38212d7-c1cb-4df0-921a-cf371741ac8b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:33:48.248906 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Attempting to bind port c38212d7-c1cb-4df0-921a-cf371741ac8b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:33:48.249497 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Attempting to bind port c38212d7-c1cb-4df0-921a-cf371741ac8b on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:33:48.258229 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.258861 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.259399 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.259918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:33:48.260174 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.260710 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.261258 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.262604 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.263144 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.263718 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.264239 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.264989 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:48.275249 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:33:48.275906 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:48.276960 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:48.277889 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:33:48.279147 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Bound port: c38212d7-c1cb-4df0-921a-cf371741ac8b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:33:48.279785 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:48.291343 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:48.363274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e6a07-a46d-4739-8e91-72f664e6ba2d None None] Sync routers for ids ['5cd108f0-14c3-45fc-aef5-30864579ad57'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:33:48.396767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e6a07-a46d-4739-8e91-72f664e6ba2d None None] Routers {'5cd108f0-14c3-45fc-aef5-30864579ad57'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:48.397397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-012e6a07-a46d-4739-8e91-72f664e6ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5cd108f0-14c3-45fc-aef5-30864579ad57'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:48.425248 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ca71b196-2863-41b7-9394-519a2812af4e tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "DELETE /v2.0/floatingips/431dff53-dda3-4005-b72b-40de7654bf56 HTTP/1.1" status: 204 len: 168 time: 3.6242239 Feb 09 13:33:48.428919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50916) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:48.445677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:48.464167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:48.474384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Usage tracker for resource:floatingip and tenant:1918f16c2f8745f7b131037a3ec2a203 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:48.482304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:48.497673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:48.508863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-012e6a07-a46d-4739-8e91-72f664e6ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:48.511082 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] For port c38212d7-c1cb-4df0-921a-cf371741ac8b, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:33:48.516425 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] For port c38212d7-c1cb-4df0-921a-cf371741ac8b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c38212d7-c1cb-4df0-921a-cf371741ac8b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:33:48.518135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Allocated IP 172.20.0.1 (3c330caf-7469-4610-9754-b4c91dbd2481/a42e4264-7dbe-49ac-b1e8-0b39a5f0d853/cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:48.521395 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:48.528922 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:48.529505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e6a07-a46d-4739-8e91-72f664e6ba2d None None] Routers {'5cd108f0-14c3-45fc-aef5-30864579ad57'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:48.530236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-012e6a07-a46d-4739-8e91-72f664e6ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5cd108f0-14c3-45fc-aef5-30864579ad57'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:48.635062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-012e6a07-a46d-4739-8e91-72f664e6ba2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:48.636019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012e6a07-a46d-4739-8e91-72f664e6ba2d None None] The sync data for ids ['5cd108f0-14c3-45fc-aef5-30864579ad57'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:33:48.750344 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Routers {'5fa6ce60-12bc-409a-ba08-de6afc9864ad'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:48.751917 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:48.821956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:48.884849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:48.916570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Transition to ACTIVE for port object cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:48.949153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:49.046066 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58eef9f-aad8-42fa-b81c-11b48024482d None None] Pushing event updated for resources: {'Port': ['ID=c38212d7-c1cb-4df0-921a-cf371741ac8b,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:49.089151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Network 3c330caf-7469-4610-9754-b4c91dbd2481 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:49.090372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:49.095679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:49.151792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Allocated IP 172.25.5.221 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/c444e3b4-260c-4b14-b689-40f9379650b8) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:49.197654 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] Set router 5fa6ce60-12bc-409a-ba08-de6afc9864ad gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:33:49.575613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:49.591859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:49.672523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ba8311ea-d0ae-4009-813f-31cc6e8e3830 None None] Provisioning for port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:49.682187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ba8311ea-d0ae-4009-813f-31cc6e8e3830 None None] Provisioning complete for port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:49.682930 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ba8311ea-d0ae-4009-813f-31cc6e8e3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:49.696247 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'name': 'tempest-TestServerMultinode-1602095764-router', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:42Z', 'updated_at': '2022-02-09T13:33:44Z', 'revision_number': 3, 'project_id': '1959a28a29f6485680c236af32e3b291', 'gw_port': {'id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:43Z', 'updated_at': '2022-02-09T13:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:49.699294 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:49.701669 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020c940-ce57-4a99-9cae-0cd36440ce38 None None] The sync data for ids ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'] in n-d-825175-3 is: [{'id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'name': 'tempest-TestServerMultinode-1602095764-router', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:42Z', 'updated_at': '2022-02-09T13:33:44Z', 'revision_number': 3, 'project_id': '1959a28a29f6485680c236af32e3b291', 'gw_port': {'id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:48:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:43Z', 'updated_at': '2022-02-09T13:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:33:49.797625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ba8311ea-d0ae-4009-813f-31cc6e8e3830 None None] Port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:33:49.831162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:49.906653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:49.906966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:49.907499 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:49.959030 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:50.049215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Pushing event updated for resources: {'Port': ['ID=c444e3b4-260c-4b14-b689-40f9379650b8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:50.079782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:50.080907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:50.097778 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:50.104009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:50.105439 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:50.232866 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:50.327602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:50.407942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:50.408243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:50.436440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Network 3c330caf-7469-4610-9754-b4c91dbd2481 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:50.437564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:50.814214 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:50.828109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:50.944736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b1c6e782-a887-4732-9294-8c81e1d50cea None None] Provisioning complete for port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:50.946188 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e782-a887-4732-9294-8c81e1d50cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:51.095760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Pushing event updated for resources: {'Port': ['ID=c444e3b4-260c-4b14-b689-40f9379650b8,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:51.098715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6e782-a887-4732-9294-8c81e1d50cea None None] Port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:33:51.111488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.112531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.116357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.116799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.117131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.117538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.117778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.118125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.118816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.118816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.119743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:51.144210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:51.179704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:51.183995 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aa9c3afa-305c-4451-83f1-687229d0aa15 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7427731 Feb 09 13:33:51.184615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 50978) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:51.271101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Router 5fa6ce60-12bc-409a-ba08-de6afc9864ad has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:33:51.453806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:51.466114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:51.481868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Usage tracker for resource:floatingip and tenant:8a98f4c54e7a4a23be8d3523df90a5bc is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:51.486426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:51.494673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:51.527184 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:51.640308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:33:51.650071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7e70b858-27b4-4be5-bea9-0af704ffb802 admin admin] 10.222.0.59 "PUT /v2.0/routers/5fa6ce60-12bc-409a-ba08-de6afc9864ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6685545 Feb 09 13:33:51.752816 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:51.922386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Allocated IP 172.25.5.227 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/c170947f-734f-42d0-adb1-7e5b5c7e7960) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:52.178014 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:52.207666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:52.375495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:33:52.378408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:33:52.390226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:33:52.480091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Pushing event updated for resources: {'Port': ['ID=c170947f-734f-42d0-adb1-7e5b5c7e7960,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:52.630752 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:52.722765 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:53.113083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-d924c588-b9e0-4941-9573-8fc5e93486b9 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:53.120120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-d924c588-b9e0-4941-9573-8fc5e93486b9 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/networks?id=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec HTTP/1.1" status: 200 len: 911 time: 0.1868565 Feb 09 13:33:53.138448 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-74bc5a89-1726-4df0-aa90-011344d58ffb tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/quotas/1959a28a29f6485680c236af32e3b291 HTTP/1.1" status: 200 len: 375 time: 0.0174086 Feb 09 13:33:53.223351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-fcaa13f9-715d-48f6-a9ca-9248923980e8 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Synchronizing usage tracker for tenant:1959a28a29f6485680c236af32e3b291 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:33:53.244755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-fcaa13f9-715d-48f6-a9ca-9248923980e8 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Unset dirty status for tenant:1959a28a29f6485680c236af32e3b291 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:33:53.246265 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-fcaa13f9-715d-48f6-a9ca-9248923980e8 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=1959a28a29f6485680c236af32e3b291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070271 Feb 09 13:33:53.285415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:53.296217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:53.414700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-d5923f5b-c8c4-4d96-bdc0-1e6c80515941 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:33:53.415698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-d5923f5b-c8c4-4d96-bdc0-1e6c80515941 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1626158 Feb 09 13:33:53.495309 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:53.563340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Pushing event updated for resources: {'Port': ['ID=c170947f-734f-42d0-adb1-7e5b5c7e7960,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:53.582976 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:53.587366 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8b20cfe2-aca5-4486-9692-d4d21ad9791e tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4007735 Feb 09 13:33:53.589111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51074) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:53.647740 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Sync routers for ids ['aa89451b-e870-4bf6-a50a-b542e9380e41'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:33:53.729068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fcbefc43-5f30-4e0d-ac03-7c54828c5bb9 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Synchronizing usage tracker for tenant:1918f16c2f8745f7b131037a3ec2a203 on resource:floatingip {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:33:53.734904 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Routers {'aa89451b-e870-4bf6-a50a-b542e9380e41'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:53.736773 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['aa89451b-e870-4bf6-a50a-b542e9380e41'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:53.782168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fcbefc43-5f30-4e0d-ac03-7c54828c5bb9 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Unset dirty status for tenant:1918f16c2f8745f7b131037a3ec2a203 on resource:floatingip {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:33:53.783508 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fcbefc43-5f30-4e0d-ac03-7c54828c5bb9 tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.1931138 Feb 09 13:33:53.786125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51084) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:53.979279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c38212d7-c1cb-4df0-921a-cf371741ac8b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:54.021811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fa5fe0bc-dc68-4b58-a452-310f091f05cd tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Synchronizing usage tracker for tenant:b7db6a53b27c4ed9bb1e7bd2224d284c on resource:floatingip {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:33:54.072841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fa5fe0bc-dc68-4b58-a452-310f091f05cd tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Unset dirty status for tenant:b7db6a53b27c4ed9bb1e7bd2224d284c on resource:floatingip {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:33:54.074281 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fa5fe0bc-dc68-4b58-a452-310f091f05cd tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2871029 Feb 09 13:33:54.077631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51092) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:54.137045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-07249083-5353-4700-8da8-907f6cbfcb37 service neutron] 10.222.0.59 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148011 Feb 09 13:33:54.193624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port c38212d7-c1cb-4df0-921a-cf371741ac8b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:54.198134 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Set router aa89451b-e870-4bf6-a50a-b542e9380e41 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:33:54.205159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c38212d7-c1cb-4df0-921a-cf371741ac8b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:54.206047 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:54.410132 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:54.431400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-54a78261-75ed-49b5-83bb-40b14bf60f55 service neutron] 10.222.0.59 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926826 Feb 09 13:33:54.453169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f2b21bda-0509-49f2-a314-a683519f4eba tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Deleting port c170947f-734f-42d0-adb1-7e5b5c7e7960 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:33:54.453655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2b21bda-0509-49f2-a314-a683519f4eba tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:54.464710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port c38212d7-c1cb-4df0-921a-cf371741ac8b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c38212d7-c1cb-4df0-921a-cf371741ac8b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:33:54.474918 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:54.655964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=c38212d7-c1cb-4df0-921a-cf371741ac8b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:54.860387 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2b21bda-0509-49f2-a314-a683519f4eba tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:54.861035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2b21bda-0509-49f2-a314-a683519f4eba tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:54.983886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9788564-d273-4d74-ab66-1cc0ea29a3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:55.040967 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'name': 'tempest-TestServerMultinode-1818521914-router', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:27Z', 'updated_at': '2022-02-09T13:33:34Z', 'revision_number': 4, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'gw_port': {'id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:28Z', 'updated_at': '2022-02-09T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '96099e78-0db8-42f2-bd71-949cb255e539', 'name': '', 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'mac_address': 'fa:16:3e:db:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:33Z', 'updated_at': '2022-02-09T13:33:34Z', 'revision_number': 2, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'subnets': [{'id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:55.047259 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Checking router: aa89451b-e870-4bf6-a50a-b542e9380e41 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:33:55.048913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f2b21bda-0509-49f2-a314-a683519f4eba tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Calling delete_port for c170947f-734f-42d0-adb1-7e5b5c7e7960 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:33:55.049536 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Updating router aa89451b-e870-4bf6-a50a-b542e9380e41 port 96099e78-0db8-42f2-bd71-949cb255e539 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:33:55.126334 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:55.354085 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2b21bda-0509-49f2-a314-a683519f4eba tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:55.443532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b21bda-0509-49f2-a314-a683519f4eba tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Pushing event deleted for resources: {'Port': ['ID=c170947f-734f-42d0-adb1-7e5b5c7e7960,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:55.529603 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2b21bda-0509-49f2-a314-a683519f4eba tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:55.549996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f2b21bda-0509-49f2-a314-a683519f4eba tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:55.553982 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f2b21bda-0509-49f2-a314-a683519f4eba tempest-FloatingIPAdminTestJSON-1822281162 tempest-FloatingIPAdminTestJSON-1822281162-project] 10.222.0.59 "DELETE /v2.0/floatingips/c1995685-201c-446a-bb29-575754dab9c2 HTTP/1.1" status: 204 len: 168 time: 1.4754119 Feb 09 13:33:55.556045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51128) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:55.614715 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:55.629123 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Transition to ACTIVE for port object 96099e78-0db8-42f2-bd71-949cb255e539 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:55.646377 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:55.811763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a4d11ecc-8640-49a4-93dc-b6b8ff3c382a tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Deleting port c444e3b4-260c-4b14-b689-40f9379650b8 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:33:55.812389 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4d11ecc-8640-49a4-93dc-b6b8ff3c382a tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:55.907761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c38212d7-c1cb-4df0-921a-cf371741ac8b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:55.970116 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14723f1-1c97-4cc4-b2f2-4d8ef70e89f4 None None] Pushing event updated for resources: {'Port': ['ID=96099e78-0db8-42f2-bd71-949cb255e539,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:56.072934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c38212d7-c1cb-4df0-921a-cf371741ac8b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:56.073844 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:56.128767 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Attempting to bind port 96099e78-0db8-42f2-bd71-949cb255e539 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:33:56.129257 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Attempting to bind port 96099e78-0db8-42f2-bd71-949cb255e539 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:33:56.129520 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Attempting to bind port 96099e78-0db8-42f2-bd71-949cb255e539 on network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:33:56.158149 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:33:56.158543 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Checking segment: {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:33:56.167069 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:56.167476 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Bound using segment: {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:33:56.167966 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Bound port: 96099e78-0db8-42f2-bd71-949cb255e539, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:33:56.168333 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:56.397472 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4d11ecc-8640-49a4-93dc-b6b8ff3c382a tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:56.397838 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4d11ecc-8640-49a4-93dc-b6b8ff3c382a tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:56.479091 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] For port 96099e78-0db8-42f2-bd71-949cb255e539, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:33:56.498413 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] For port 96099e78-0db8-42f2-bd71-949cb255e539, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=96099e78-0db8-42f2-bd71-949cb255e539,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:33:56.511454 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:56.643303 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14723f1-1c97-4cc4-b2f2-4d8ef70e89f4 None None] Pushing event updated for resources: {'Port': ['ID=96099e78-0db8-42f2-bd71-949cb255e539,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:56.651541 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Routers {'aa89451b-e870-4bf6-a50a-b542e9380e41'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:56.652511 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['aa89451b-e870-4bf6-a50a-b542e9380e41'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:56.767428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-650cca51-6767-4b41-8856-92187bb82975 req-60e15eac-a235-4e4b-b495-1718f9e360c9 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 210 time: 0.5648537 Feb 09 13:33:56.807130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a4d11ecc-8640-49a4-93dc-b6b8ff3c382a tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Calling delete_port for c444e3b4-260c-4b14-b689-40f9379650b8 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:33:57.168804 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] Set router aa89451b-e870-4bf6-a50a-b542e9380e41 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:33:57.179082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4d11ecc-8640-49a4-93dc-b6b8ff3c382a tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:57.364534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51184) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:57.407600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d11ecc-8640-49a4-93dc-b6b8ff3c382a tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Pushing event deleted for resources: {'Port': ['ID=c444e3b4-260c-4b14-b689-40f9379650b8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:57.606426 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a55c4aa-eb7a-44b3-bfda-69fe56e0f2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:57.610147 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4d11ecc-8640-49a4-93dc-b6b8ff3c382a tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:57.632490 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4d11ecc-8640-49a4-93dc-b6b8ff3c382a tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:57.638046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a4d11ecc-8640-49a4-93dc-b6b8ff3c382a tempest-FloatingIPAdminTestJSON-1144350535 tempest-FloatingIPAdminTestJSON-1144350535-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/a44ff4b3-cd88-4150-a981-8882420ba55d HTTP/1.1" status: 204 len: 168 time: 2.0809402 Feb 09 13:33:57.638847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51190) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:57.669491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3a55c4aa-eb7a-44b3-bfda-69fe56e0f2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:57.679036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3a55c4aa-eb7a-44b3-bfda-69fe56e0f2f3 admin admin] Usage tracker for resource:security_group_rule and tenant:41a784d1cbfb4ba4a664c40328d64810 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:33:57.714530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3a55c4aa-eb7a-44b3-bfda-69fe56e0f2f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:33:57.743766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3a55c4aa-eb7a-44b3-bfda-69fe56e0f2f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:57.749806 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'name': 'tempest-TestServerMultinode-1818521914-router', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:27Z', 'updated_at': '2022-02-09T13:33:34Z', 'revision_number': 4, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'gw_port': {'id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:28Z', 'updated_at': '2022-02-09T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '96099e78-0db8-42f2-bd71-949cb255e539', 'name': '', 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'mac_address': 'fa:16:3e:db:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:33Z', 'updated_at': '2022-02-09T13:33:56Z', 'revision_number': 4, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'subnets': [{'id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:57.755826 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9a7ad-3a6f-4cdd-b9c0-a66563505f81 None None] The sync data for ids ['aa89451b-e870-4bf6-a50a-b542e9380e41'] in n-d-825175-3 is: [{'id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'name': 'tempest-TestServerMultinode-1818521914-router', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:27Z', 'updated_at': '2022-02-09T13:33:34Z', 'revision_number': 4, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'gw_port': {'id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:28Z', 'updated_at': '2022-02-09T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '96099e78-0db8-42f2-bd71-949cb255e539', 'name': '', 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'mac_address': 'fa:16:3e:db:a3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:33Z', 'updated_at': '2022-02-09T13:33:56Z', 'revision_number': 4, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'subnets': [{'id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:33:57.831255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Deleting port f1b0b352-b231-4049-8592-c560f340f7f3 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:33:57.832401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:57.957711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 96099e78-0db8-42f2-bd71-949cb255e539 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:33:58.046230 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a55c4aa-eb7a-44b3-bfda-69fe56e0f2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:58.085459 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a55c4aa-eb7a-44b3-bfda-69fe56e0f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:58.247922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55c4aa-eb7a-44b3-bfda-69fe56e0f2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e7f185-9bd4-4328-8282-7a1ec3c39124,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:58.260445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8742d416-8047-4008-8f32-9498472f2ba6 req-a46e1943-349c-4803-b507-30de28f0e896 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 210 time: 0.1319554 Feb 09 13:33:58.266905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 96099e78-0db8-42f2-bd71-949cb255e539 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:33:58.284363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 96099e78-0db8-42f2-bd71-949cb255e539 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:33:58.285353 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:58.437896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Sync routers for ids ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:33:58.452217 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a335c0a0-b155-468b-a637-5de8a858bfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:58.489005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Routers {'5fa6ce60-12bc-409a-ba08-de6afc9864ad'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:33:58.492445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:33:58.581943 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3a55c4aa-eb7a-44b3-bfda-69fe56e0f2f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41a784d1cbfb4ba4a664c40328d64810&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2105885 Feb 09 13:33:58.584619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51216) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:33:58.698378 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:58.729660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f2077a9e-ba7a-41b9-becc-04987725858f tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:33:58.730654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f2077a9e-ba7a-41b9-becc-04987725858f tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Synchronizing usage tracker for tenant:1959a28a29f6485680c236af32e3b291 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:33:58.776937 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89ade835-2d65-47f4-afca-45976c23ca93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:58.789680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f2077a9e-ba7a-41b9-becc-04987725858f tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Unset dirty status for tenant:1959a28a29f6485680c236af32e3b291 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:33:58.791053 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f2077a9e-ba7a-41b9-becc-04987725858f tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.62 "GET /v2.0/networks?id=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec HTTP/1.1" status: 200 len: 911 time: 0.7114058 Feb 09 13:33:58.811001 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89ade835-2d65-47f4-afca-45976c23ca93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:58.848864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Request body: {'port': {'device_id': 'd6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26', 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'admin_state_up': True, 'tenant_id': '1959a28a29f6485680c236af32e3b291'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:33:58.863740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:33:58.889804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:33:58.911661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Made reservation on behalf of 1959a28a29f6485680c236af32e3b291 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:33:58.915208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:59.047214 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:59.056268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89ade835-2d65-47f4-afca-45976c23ca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:59.081791 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:59.209732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Set router 5fa6ce60-12bc-409a-ba08-de6afc9864ad gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:33:59.240233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Calling delete_port for f1b0b352-b231-4049-8592-c560f340f7f3 owned by {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:33:59.301849 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:59.344824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Allocated IP 172.20.0.14 (db53e6ce-e56b-40fa-b3cf-9a949a1e1bec/8fd44114-1dbd-4d51-b04c-cd01a946e401/87bbb343-050b-42f6-bed7-65db57631c57) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:33:59.401138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 96099e78-0db8-42f2-bd71-949cb255e539, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=96099e78-0db8-42f2-bd71-949cb255e539,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:33:59.420310 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:59.530046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ade835-2d65-47f4-afca-45976c23ca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e7f185-9bd4-4328-8282-7a1ec3c39124,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:59.540853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89ade835-2d65-47f4-afca-45976c23ca93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:59.544661 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-89ade835-2d65-47f4-afca-45976c23ca93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97e7f185-9bd4-4328-8282-7a1ec3c39124 HTTP/1.1" status: 204 len: 168 time: 0.9571848 Feb 09 13:33:59.659717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:59.691445 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:59.733572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event deleted for resources: {'Port': ['ID=f1b0b352-b231-4049-8592-c560f340f7f3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:59.759226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Transition to ACTIVE for port object 87bbb343-050b-42f6-bed7-65db57631c57 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:33:59.778681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.779139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.779579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.780014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.780463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.781121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.781550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.782167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.782639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.783515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.783515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:33:59.831928 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:33:59.842987 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=96099e78-0db8-42f2-bd71-949cb255e539,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:33:59.995774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:00.018347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f0551785-a19a-43de-afd5-4d4401491873 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "DELETE /v2.0/ports/f1b0b352-b231-4049-8592-c560f340f7f3 HTTP/1.1" status: 204 len: 168 time: 2.3758237 Feb 09 13:34:00.021291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51258) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:00.054891 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:34:00.065532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:00.083731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:34:00.177459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Pushing event updated for resources: {'Port': ['ID=87bbb343-050b-42f6-bed7-65db57631c57,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:00.209153 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:00.224369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:00.224978 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:00.284260 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-f853392a-1efc-44b6-9957-40f8ef0c744e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4555578 Feb 09 13:34:00.301027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Request body: {'port': {'device_id': 'd6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:00.381346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b5a851-cbb5-45fe-978f-99862869b9c2 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:00.382814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c7b5a851-cbb5-45fe-978f-99862869b9c2 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Synchronizing usage tracker for tenant:b7db6a53b27c4ed9bb1e7bd2224d284c on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:34:00.452397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'name': 'tempest-TestServerMultinode-1602095764-router', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:42Z', 'updated_at': '2022-02-09T13:33:49Z', 'revision_number': 4, 'project_id': '1959a28a29f6485680c236af32e3b291', 'gw_port': {'id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:43Z', 'updated_at': '2022-02-09T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f', 'name': '', 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'mac_address': 'fa:16:3e:89:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a42e4264-7dbe-49ac-b1e8-0b39a5f0d853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:48Z', 'updated_at': '2022-02-09T13:33:49Z', 'revision_number': 2, 'project_id': '1959a28a29f6485680c236af32e3b291', 'subnets': [{'id': 'a42e4264-7dbe-49ac-b1e8-0b39a5f0d853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:00.456898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6fa6ebed-724e-450a-8c67-3613256392bc None None] Provisioning for port 87bbb343-050b-42f6-bed7-65db57631c57 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:00.462455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Checking router: 5fa6ce60-12bc-409a-ba08-de6afc9864ad for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:34:00.462839 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Updating router 5fa6ce60-12bc-409a-ba08-de6afc9864ad port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:34:00.465537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5919a8ea-2420-45ee-8299-cd5fabd02bf4 req-1e5e4735-3fad-4da2-a36c-b09f51817ade tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1028 time: 0.8270409 Feb 09 13:34:00.469185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c7b5a851-cbb5-45fe-978f-99862869b9c2 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Unset dirty status for tenant:b7db6a53b27c4ed9bb1e7bd2224d284c on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:34:00.470601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c7b5a851-cbb5-45fe-978f-99862869b9c2 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cd108f0-14c3-45fc-aef5-30864579ad57 HTTP/1.1" status: 200 len: 913 time: 0.4506197 Feb 09 13:34:00.486218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51272) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:00.493888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6fa6ebed-724e-450a-8c67-3613256392bc None None] Provisioning complete for port 87bbb343-050b-42f6-bed7-65db57631c57 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:00.494251 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ebed-724e-450a-8c67-3613256392bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:00.580523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51276) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:00.583181 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:00.598062 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:00.622451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12b5fcb2-9d52-45b1-9598-c1e0c298d8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:00.662411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6fa6ebed-724e-450a-8c67-3613256392bc None None] Port 87bbb343-050b-42f6-bed7-65db57631c57 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:34:00.695499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-12b5fcb2-9d52-45b1-9598-c1e0c298d8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:00.701106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-12b5fcb2-9d52-45b1-9598-c1e0c298d8ef admin admin] Usage tracker for resource:security_group_rule and tenant:2086c4d9e6df44b3a1635bd8374e102a is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:00.704342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-12b5fcb2-9d52-45b1-9598-c1e0c298d8ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:00.711285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-12b5fcb2-9d52-45b1-9598-c1e0c298d8ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:00.736855 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5919a8ea-2420-45ee-8299-cd5fabd02bf4 req-d8738af6-8d62-433c-8ad2-18a91379ed7c tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703314 Feb 09 13:34:01.182623 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12b5fcb2-9d52-45b1-9598-c1e0c298d8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.205179 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-12b5fcb2-9d52-45b1-9598-c1e0c298d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.207439 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.240847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Transition to ACTIVE for port object cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:01.251929 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.275570 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.290798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5fcb2-9d52-45b1-9598-c1e0c298d8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d18e19-f523-4dee-9288-7c99184117a2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:01.305437 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-12b5fcb2-9d52-45b1-9598-c1e0c298d8ef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2086c4d9e6df44b3a1635bd8374e102a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7101254 Feb 09 13:34:01.308715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51294) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:01.454368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db3b60-66f5-428c-bd88-56467196f085 None None] Pushing event updated for resources: {'Port': ['ID=cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:01.519546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bbb343-050b-42f6-bed7-65db57631c57 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:34:01.543915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.575108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Transition to ACTIVE for port object 87bbb343-050b-42f6-bed7-65db57631c57 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:01.580341 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a591d66-5881-46d2-9f79-ac42bc0dffbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.584931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.662227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Attempting to bind port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:34:01.662460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Attempting to bind port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '308a98a3-403e-4253-8603-8aba15f594a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:34:01.662759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Attempting to bind port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f on network 3c330caf-7469-4610-9754-b4c91dbd2481 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:34:01.681914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:34:01.682525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Checking segment: {'id': '308a98a3-403e-4253-8603-8aba15f594a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:34:01.683095 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.683651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Bound using segment: {'id': '308a98a3-403e-4253-8603-8aba15f594a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:34:01.684276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Bound port: cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308a98a3-403e-4253-8603-8aba15f594a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:34:01.684813 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.697270 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a591d66-5881-46d2-9f79-ac42bc0dffbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.826402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] For port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:34:01.829898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] For port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f,segment=NetworkSegment(308a98a3-403e-4253-8603-8aba15f594a5),segment_id=308a98a3-403e-4253-8603-8aba15f594a5)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:34:01.838596 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:01.959546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db3b60-66f5-428c-bd88-56467196f085 None None] Pushing event updated for resources: {'Port': ['ID=cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:01.966728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 96099e78-0db8-42f2-bd71-949cb255e539 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:02.151479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Pushing event updated for resources: {'Port': ['ID=87bbb343-050b-42f6-bed7-65db57631c57,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:02.330395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Routers {'5fa6ce60-12bc-409a-ba08-de6afc9864ad'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:02.333023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:02.339925 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a591d66-5881-46d2-9f79-ac42bc0dffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:02.402488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a591d66-5881-46d2-9f79-ac42bc0dffbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d18e19-f523-4dee-9288-7c99184117a2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:02.432831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a591d66-5881-46d2-9f79-ac42bc0dffbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:02.434309 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2a591d66-5881-46d2-9f79-ac42bc0dffbd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/55d18e19-f523-4dee-9288-7c99184117a2 HTTP/1.1" status: 204 len: 168 time: 1.1246343 Feb 09 13:34:02.482067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Attempting to bind port 87bbb343-050b-42f6-bed7-65db57631c57 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:34:02.482405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Attempting to bind port 87bbb343-050b-42f6-bed7-65db57631c57 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:34:02.482768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Attempting to bind port 87bbb343-050b-42f6-bed7-65db57631c57 on network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:34:02.495654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Port 87bbb343-050b-42f6-bed7-65db57631c57 on network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:34:02.495977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Attempting to bind port 87bbb343-050b-42f6-bed7-65db57631c57 on network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:34:02.518578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:34:02.518820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Checking segment: {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:34:02.519197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Bound using segment: {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:34:02.519644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Bound port: 87bbb343-050b-42f6-bed7-65db57631c57, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:34:02.519997 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:02.570877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 96099e78-0db8-42f2-bd71-949cb255e539 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:02.571550 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:02.692515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] For port 87bbb343-050b-42f6-bed7-65db57631c57, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:34:02.698200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] For port 87bbb343-050b-42f6-bed7-65db57631c57, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=87bbb343-050b-42f6-bed7-65db57631c57,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:34:02.716638 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:02.740643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f5a061b-9541-495e-9225-9c30ba9fd6f0 req-06f4b621-bd00-4d63-97a7-ceb554985d30 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1053 time: 0.5400062 Feb 09 13:34:02.816323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:02.819507 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] 10.222.0.62 "PUT /v2.0/ports/87bbb343-050b-42f6-bed7-65db57631c57 HTTP/1.1" status: 200 len: 1092 time: 2.5232682 Feb 09 13:34:02.821491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26', 'tag': '87bbb343-050b-42f6-bed7-65db57631c57'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:34:02.885141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482ae92-75bb-4fea-b299-4e61b8644d71 service neutron] Pushing event updated for resources: {'Port': ['ID=87bbb343-050b-42f6-bed7-65db57631c57,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:02.915502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f5a061b-9541-495e-9225-9c30ba9fd6f0 req-5acc69d1-10f6-4bad-9200-369abb9d4cc1 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739037 Feb 09 13:34:02.986488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Deleting port aaed58f2-66b4-4b7d-b104-122d665c2b8e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:02.986934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:02.996473 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26', 'tag': '87bbb343-050b-42f6-bed7-65db57631c57', 'status': 'completed', 'code': 200} Feb 09 13:34:03.032005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] Set router 5fa6ce60-12bc-409a-ba08-de6afc9864ad gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:34:03.057980 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-97c6f5a7-9bf1-4cb7-9529-5cf925c56da9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1959a28a29f6485680c236af32e3b291&device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1095 time: 0.1732287 Feb 09 13:34:03.201483 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-78176553-56be-43e4-b229-e60e185c7174 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87bbb343-050b-42f6-bed7-65db57631c57 HTTP/1.1" status: 200 len: 217 time: 0.1336160 Feb 09 13:34:03.368597 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:03.524729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Calling delete_port for aaed58f2-66b4-4b7d-b104-122d665c2b8e owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:03.573328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-ef8ac840-a51d-4693-af79-3b07fc64a4e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:03.575226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-ef8ac840-a51d-4693-af79-3b07fc64a4e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fd44114-1dbd-4d51-b04c-cd01a946e401 HTTP/1.1" status: 200 len: 849 time: 0.3649995 Feb 09 13:34:03.654118 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'name': 'tempest-TestServerMultinode-1602095764-router', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:42Z', 'updated_at': '2022-02-09T13:33:49Z', 'revision_number': 4, 'project_id': '1959a28a29f6485680c236af32e3b291', 'gw_port': {'id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:43Z', 'updated_at': '2022-02-09T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f', 'name': '', 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'mac_address': 'fa:16:3e:89:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a42e4264-7dbe-49ac-b1e8-0b39a5f0d853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:48Z', 'updated_at': '2022-02-09T13:34:01Z', 'revision_number': 4, 'project_id': '1959a28a29f6485680c236af32e3b291', 'subnets': [{'id': 'a42e4264-7dbe-49ac-b1e8-0b39a5f0d853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:03.659347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635337d4-c6a7-4a1e-8048-5ae7c260dbda None None] The sync data for ids ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'] in n-d-825175-3 is: [{'id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'name': 'tempest-TestServerMultinode-1602095764-router', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:42Z', 'updated_at': '2022-02-09T13:33:49Z', 'revision_number': 4, 'project_id': '1959a28a29f6485680c236af32e3b291', 'gw_port': {'id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:43Z', 'updated_at': '2022-02-09T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f', 'name': '', 'network_id': '3c330caf-7469-4610-9754-b4c91dbd2481', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'mac_address': 'fa:16:3e:89:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a42e4264-7dbe-49ac-b1e8-0b39a5f0d853', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:48Z', 'updated_at': '2022-02-09T13:34:01Z', 'revision_number': 4, 'project_id': '1959a28a29f6485680c236af32e3b291', 'subnets': [{'id': 'a42e4264-7dbe-49ac-b1e8-0b39a5f0d853', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:34:03.679403 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-b2bd1272-1304-406b-bb8d-f1d2b567436c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937679 Feb 09 13:34:03.942722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:03.980363 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:04.121456 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-ff507c73-59bf-4353-93ac-49baa886ef56 service neutron] 10.222.0.62 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285884 Feb 09 13:34:04.130717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:04.139564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:04.140177 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:04.468981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-17ac4f31-df63-4012-a82c-7f0f3cb48ac4 req-7d283ed5-e50c-4e56-ad16-657fc74d5aae service neutron] 10.222.0.62 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246169 Feb 09 13:34:04.476679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:04.497263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event deleted for resources: {'Port': ['ID=aaed58f2-66b4-4b7d-b104-122d665c2b8e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:04.565429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f,segment=NetworkSegment(308a98a3-403e-4253-8603-8aba15f594a5),segment_id=308a98a3-403e-4253-8603-8aba15f594a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:04.572748 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:04.692652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:04.730594 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c6705528-c0b0-4651-abfd-be747c20e3a2 req-e0c61075-898e-4272-bb48-e927d6ddd628 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1959a28a29f6485680c236af32e3b291&device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1095 time: 0.2004061 Feb 09 13:34:04.886978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c9c0f38-a297-4e3d-a8c0-e8eb5dc807f3 req-ff4c79f0-3a10-4ce1-b2a8-5bcecab36a2e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1095 time: 0.6195042 Feb 09 13:34:05.019116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c9c0f38-a297-4e3d-a8c0-e8eb5dc807f3 req-fa6c3afd-266b-45da-ad76-635d4ec32e65 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311760 Feb 09 13:34:05.040334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6705528-c0b0-4651-abfd-be747c20e3a2 req-f684bb21-2972-4d6b-a1b8-548bdcd60bfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:05.041798 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c6705528-c0b0-4651-abfd-be747c20e3a2 req-f684bb21-2972-4d6b-a1b8-548bdcd60bfd service neutron] 10.222.0.62 "GET /v2.0/networks?id=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec HTTP/1.1" status: 200 len: 911 time: 0.3048677 Feb 09 13:34:05.083546 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:05.180790 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c6705528-c0b0-4651-abfd-be747c20e3a2 req-f555aa08-c432-4edf-836b-010edaefb8e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87bbb343-050b-42f6-bed7-65db57631c57 HTTP/1.1" status: 200 len: 217 time: 0.1323912 Feb 09 13:34:05.343799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6705528-c0b0-4651-abfd-be747c20e3a2 req-3ddae3a5-5754-472a-9974-951999defdce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:05.345546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c6705528-c0b0-4651-abfd-be747c20e3a2 req-3ddae3a5-5754-472a-9974-951999defdce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8fd44114-1dbd-4d51-b04c-cd01a946e401 HTTP/1.1" status: 200 len: 849 time: 0.1471677 Feb 09 13:34:05.508747 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c6705528-c0b0-4651-abfd-be747c20e3a2 req-7b92638e-1497-490f-92b1-64d8c6bd2b10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525693 Feb 09 13:34:05.708604 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c6705528-c0b0-4651-abfd-be747c20e3a2 req-2230be95-1e86-4f3b-bb59-6defd364ec76 service neutron] 10.222.0.62 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945391 Feb 09 13:34:05.877377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:05.939501 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c6705528-c0b0-4651-abfd-be747c20e3a2 req-694247b8-ef2f-4b12-a0c2-86809033ff02 service neutron] 10.222.0.62 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210720 Feb 09 13:34:06.105107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:06.105585 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:06.588215 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7123bf17-3698-4e8d-8a64-1ccde4c5f590 req-4622a536-3a3c-4804-a3a1-3494cc7bfa96 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1095 time: 0.2646406 Feb 09 13:34:06.652829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7123bf17-3698-4e8d-8a64-1ccde4c5f590 req-9e0d4d28-c355-43d6-9ad3-9a584e8e8ffd tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611191 Feb 09 13:34:06.723786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Router 5cd108f0-14c3-45fc-aef5-30864579ad57 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:34:06.973322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:34:06.992243 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ed864-eb63-4174-ab55-2a2a9b511250 None None] Sync routers for ids ['5cd108f0-14c3-45fc-aef5-30864579ad57'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:34:07.004862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51444) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:07.005451 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c6806df9-b93f-4fe3-95f1-deb4277e7008 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "PUT /v2.0/routers/5cd108f0-14c3-45fc-aef5-30864579ad57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5173955 Feb 09 13:34:07.019818 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ed864-eb63-4174-ab55-2a2a9b511250 None None] Routers {'5cd108f0-14c3-45fc-aef5-30864579ad57'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:07.020845 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ae1ed864-eb63-4174-ab55-2a2a9b511250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5cd108f0-14c3-45fc-aef5-30864579ad57'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:07.133189 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ae1ed864-eb63-4174-ab55-2a2a9b511250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:07.196149 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ed864-eb63-4174-ab55-2a2a9b511250 None None] Routers {'5cd108f0-14c3-45fc-aef5-30864579ad57'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:07.198283 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ae1ed864-eb63-4174-ab55-2a2a9b511250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:33:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5cd108f0-14c3-45fc-aef5-30864579ad57'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:07.305534 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ae1ed864-eb63-4174-ab55-2a2a9b511250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:07.306082 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ed864-eb63-4174-ab55-2a2a9b511250 None None] The sync data for ids ['5cd108f0-14c3-45fc-aef5-30864579ad57'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:34:07.321651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:07.563391 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:07.576344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Deleting port 25e48085-8c46-4ea5-ba35-959c984404b9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:07.576735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:07.936032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb1f5101-0ad1-4afb-beea-a52a67c9b422 req-caf948d9-76bb-4239-93f2-efbc139a0fed tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1095 time: 0.1493382 Feb 09 13:34:07.942956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:08.016699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb1f5101-0ad1-4afb-beea-a52a67c9b422 req-a0f0d10f-908c-46ab-a566-74345599a027 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740266 Feb 09 13:34:08.169738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Calling delete_port for 25e48085-8c46-4ea5-ba35-959c984404b9 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:08.422446 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:08.480686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event deleted for resources: {'Port': ['ID=25e48085-8c46-4ea5-ba35-959c984404b9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:08.766191 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:08.902071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 87bbb343-050b-42f6-bed7-65db57631c57 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:34:09.160909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:09.166440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:09.194618 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:09.196440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Fanout notify agent at l3_agent the message router_deleted on router 5cd108f0-14c3-45fc-aef5-30864579ad57 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:34:09.217188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:09.221330 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6774b766-2c02-463d-b2b6-e695ae9b0af9 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "DELETE /v2.0/routers/5cd108f0-14c3-45fc-aef5-30864579ad57 HTTP/1.1" status: 204 len: 168 time: 2.2154315 Feb 09 13:34:09.222378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51496) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:09.236519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 87bbb343-050b-42f6-bed7-65db57631c57, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=87bbb343-050b-42f6-bed7-65db57631c57,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:09.251269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '87bbb343-050b-42f6-bed7-65db57631c57', 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'port_id': '87bbb343-050b-42f6-bed7-65db57631c57', 'mac_address': 'fa:16:3e:ea:7f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:34:09.315290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96983c6e-dec0-457a-a46e-e9b5fbcb8bb8 req-e7dd65b6-a2c2-4eca-8a1e-192755de54d3 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1095 time: 0.1109381 Feb 09 13:34:09.320721 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:09.343412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bbb343-050b-42f6-bed7-65db57631c57 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:34:09.386822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 87bbb343-050b-42f6-bed7-65db57631c57, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=87bbb343-050b-42f6-bed7-65db57631c57,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:09.391222 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:09.405560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96983c6e-dec0-457a-a46e-e9b5fbcb8bb8 req-a672f149-fba8-4af5-a198-ce32a33b4ad3 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785165 Feb 09 13:34:09.516164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=87bbb343-050b-42f6-bed7-65db57631c57,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:09.547697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.548107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.548674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.549239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.549821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.562682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.562682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.568853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.568853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.568853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.568853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:09.577433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df0f279-493d-49e5-86da-e7b317574be4 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Deleting subnet 7a455d91-7125-4148-8527-54fff36c51a9 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:34:09.577433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2df0f279-493d-49e5-86da-e7b317574be4 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:09.693590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['87bbb343-050b-42f6-bed7-65db57631c57'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:34:09.803528 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2df0f279-493d-49e5-86da-e7b317574be4 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:09.904932 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2df0f279-493d-49e5-86da-e7b317574be4 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:10.020332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2df0f279-493d-49e5-86da-e7b317574be4 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:10.092915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2df0f279-493d-49e5-86da-e7b317574be4 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:10.101309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1dd7e-361d-4f50-aa04-d0ca5895f469 None None] Network d8f9fdd0-e636-4d6c-aaf6-4be15f04707b requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:34:10.115447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0f279-493d-49e5-86da-e7b317574be4 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event deleted for resources: {'Subnet': ['ID=7a455d91-7125-4148-8527-54fff36c51a9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:10.119901 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2df0f279-493d-49e5-86da-e7b317574be4 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "DELETE /v2.0/subnets/7a455d91-7125-4148-8527-54fff36c51a9 HTTP/1.1" status: 204 len: 168 time: 0.8965583 Feb 09 13:34:10.122390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51524) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:10.255313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:10.267450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Deleting port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:10.268482 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:10.388983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] DHCP port deletion for d8f9fdd0-e636-4d6c-aaf6-4be15f04707b request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:34:10.396409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] Deleting port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:10.396786 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:10.637962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] For port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=928cfbd8-36a5-4f6d-a417-0dbe3fcbc895,segment=NetworkSegment(0721296a-7d1e-416f-b76c-895227075bb0),segment_id=0721296a-7d1e-416f-b76c-895227075bb0)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:10.639160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:10.750777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-849817ae-e4ac-47b9-9431-8d87f3cb5acc req-2b577346-83d6-4669-bc1c-7db0b16c29fe tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1096 time: 0.1514583 Feb 09 13:34:10.779357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] For port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=928cfbd8-36a5-4f6d-a417-0dbe3fcbc895,segment=NetworkSegment(0721296a-7d1e-416f-b76c-895227075bb0),segment_id=0721296a-7d1e-416f-b76c-895227075bb0)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:10.779740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:10.808220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-849817ae-e4ac-47b9-9431-8d87f3cb5acc req-69e611f3-dacb-4c3b-a1b1-c16dc9124bf7 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564964 Feb 09 13:34:10.875047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Calling delete_port for 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:10.962492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 87bbb343-050b-42f6-bed7-65db57631c57 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:11.028847 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.065376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] Calling delete_port for 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:11.130249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event deleted for resources: {'Port': ['ID=928cfbd8-36a5-4f6d-a417-0dbe3fcbc895,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:11.147237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] No DVR routers for this DVR port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:34:11.306657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 87bbb343-050b-42f6-bed7-65db57631c57 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:11.306657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 87bbb343-050b-42f6-bed7-65db57631c57 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:11.306657 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.306657 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:34:11.306657 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:34:11.422749 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.422749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f9fdd0-e636-4d6c-aaf6-4be15f04707b']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:11.422749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0721296a-7d1e-416f-b76c-895227075bb0') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:11.422749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0721296a-7d1e-416f-b76c-895227075bb0') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:11.437894 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.440455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.449304 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.463301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.476922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bbb343-050b-42f6-bed7-65db57631c57'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:34:11.479614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:34:11.480291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.487770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 87bbb343-050b-42f6-bed7-65db57631c57, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=87bbb343-050b-42f6-bed7-65db57631c57,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:11.494893 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.615244 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bbb343-050b-42f6-bed7-65db57631c57', 'code': 200} Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:34:11.631749 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:34:11.657043 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.688888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=87bbb343-050b-42f6-bed7-65db57631c57,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:11.705682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.705682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event deleted for resources: {'Network': ['ID=d8f9fdd0-e636-4d6c-aaf6-4be15f04707b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:11.769899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] Deleting port 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:11.769899 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:11.799613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51578) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:11.832986 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d882c2db-a533-46d5-954a-67fbb37c15e3 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "DELETE /v2.0/networks/d8f9fdd0-e636-4d6c-aaf6-4be15f04707b HTTP/1.1" status: 204 len: 168 time: 1.7030778 Feb 09 13:34:11.952874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e560c859-b5a6-4ad9-9b44-b064ee51c4bf None None] The port '928cfbd8-36a5-4f6d-a417-0dbe3fcbc895' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:34:11.966381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:34:12.006334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:34:12.006334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 928cfbd8-36a5-4f6d-a417-0dbe3fcbc895 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:34:12.102885 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3543c7f3-39d6-40fa-b6ae-e1b153ac3a73 req-66d216ec-f16e-4477-b22f-73603a589d6f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1097 time: 0.2712057 Feb 09 13:34:12.159609 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3543c7f3-39d6-40fa-b6ae-e1b153ac3a73 req-3475d6ad-7df9-4486-976c-8d32a1ed699c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Feb 09 13:34:12.226510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-acdc626d-232b-46c4-b2b1-bdd661ca4749 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Deleting port 38558b05-3e96-4fc6-bbb5-fbfa159b32ee {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:12.227085 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acdc626d-232b-46c4-b2b1-bdd661ca4749 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:12.349506 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e14c874b-0ac1-4102-b483-e071cfd854cd req-8e21481e-7990-438e-887b-c251d373b526 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1097 time: 0.1872895 Feb 09 13:34:12.506827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e14c874b-0ac1-4102-b483-e071cfd854cd req-5ee7393a-da42-43ee-9eac-fc4e590ca5c2 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963764 Feb 09 13:34:12.539355 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acdc626d-232b-46c4-b2b1-bdd661ca4749 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:12.539703 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acdc626d-232b-46c4-b2b1-bdd661ca4749 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:12.670534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-acdc626d-232b-46c4-b2b1-bdd661ca4749 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Calling delete_port for 38558b05-3e96-4fc6-bbb5-fbfa159b32ee owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:13.039793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acdc626d-232b-46c4-b2b1-bdd661ca4749 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:13.089651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc626d-232b-46c4-b2b1-bdd661ca4749 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Pushing event deleted for resources: {'Port': ['ID=38558b05-3e96-4fc6-bbb5-fbfa159b32ee,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:13.192617 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acdc626d-232b-46c4-b2b1-bdd661ca4749 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:13.229164 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-acdc626d-232b-46c4-b2b1-bdd661ca4749 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:13.231083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-acdc626d-232b-46c4-b2b1-bdd661ca4749 tempest-FloatingIPAdminTestJSON-405842601 tempest-FloatingIPAdminTestJSON-405842601-project] 10.222.0.59 "DELETE /v2.0/floatingips/58fa9f04-5ee9-4ed2-862d-c42caf695fdf HTTP/1.1" status: 204 len: 168 time: 1.4388154 Feb 09 13:34:13.745051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51656) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:13.861574 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25c33e98-a875-498f-8e52-2dee8faec3df req-3605e333-b5b7-4b7a-bfed-e59df097be07 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1097 time: 0.1359866 Feb 09 13:34:13.978965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25c33e98-a875-498f-8e52-2dee8faec3df req-4297942c-7503-4633-a682-67446b5cfd5e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052792 Feb 09 13:34:14.159050 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-40710fa3-cd87-47e7-a5cd-85869d486ddb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7db6a53b27c4ed9bb1e7bd2224d284c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4149694 Feb 09 13:34:14.161403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51672) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:14.231580 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43d9f2b-f4dc-42c8-8086-a77fed03fa52 req-6ff8b6b7-f51b-47c3-9b8f-050bc637e100 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1097 time: 0.1163788 Feb 09 13:34:14.238103 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38af07e4-a3ca-4f32-a757-c6acbdc48ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:14.283762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38af07e4-a3ca-4f32-a757-c6acbdc48ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:14.329875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f43d9f2b-f4dc-42c8-8086-a77fed03fa52 req-d3c41b76-0887-45ca-97f0-a5454567c153 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795619 Feb 09 13:34:14.339794 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38af07e4-a3ca-4f32-a757-c6acbdc48ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:14.371409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af07e4-a3ca-4f32-a757-c6acbdc48ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7513e60e-c40a-4de0-ad5c-1530b9e35a28,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:14.371409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38af07e4-a3ca-4f32-a757-c6acbdc48ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:14.371409 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-38af07e4-a3ca-4f32-a757-c6acbdc48ef8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7513e60e-c40a-4de0-ad5c-1530b9e35a28 HTTP/1.1" status: 204 len: 168 time: 0.2074685 Feb 09 13:34:14.635139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4710c6c1-bb87-4358-9325-a32a8a06275b req-73127de1-9d9a-438c-afa8-ff24867a4923 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1097 time: 0.1102829 Feb 09 13:34:14.781442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4710c6c1-bb87-4358-9325-a32a8a06275b req-410ae5d8-35f0-4900-a190-ed3dae649b97 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325169 Feb 09 13:34:15.138802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51704) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:15.186898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b82aacb1-0c04-4b20-87b2-a664d26c2580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:15.233531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b82aacb1-0c04-4b20-87b2-a664d26c2580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:15.234575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b82aacb1-0c04-4b20-87b2-a664d26c2580 admin admin] Usage tracker for resource:security_group_rule and tenant:8a98f4c54e7a4a23be8d3523df90a5bc is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:15.237277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b82aacb1-0c04-4b20-87b2-a664d26c2580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:15.244054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b82aacb1-0c04-4b20-87b2-a664d26c2580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:15.332650 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b82aacb1-0c04-4b20-87b2-a664d26c2580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:15.339268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b82aacb1-0c04-4b20-87b2-a664d26c2580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:15.442312 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b82aacb1-0c04-4b20-87b2-a664d26c2580 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a98f4c54e7a4a23be8d3523df90a5bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2962844 Feb 09 13:34:15.442312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82aacb1-0c04-4b20-87b2-a664d26c2580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ca12da-a436-435b-a474-9dfb9d167e1a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:15.456747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51718) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:15.547396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4a672-74d9-427d-9208-88d40512b965 req-80cb0f39-6efe-4a3c-b545-2076cf525b4f tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:15.547396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-80cb0f39-6efe-4a3c-b545-2076cf525b4f tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/networks?id=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec HTTP/1.1" status: 200 len: 911 time: 0.1926208 Feb 09 13:34:15.552824 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0839019b-b42d-4763-8166-fc16ec611fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:15.564699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-970ed033-1a38-4d01-a651-5e39d9022103 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/quotas/1959a28a29f6485680c236af32e3b291 HTTP/1.1" status: 200 len: 375 time: 0.0167708 Feb 09 13:34:15.573632 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0839019b-b42d-4763-8166-fc16ec611fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:15.643486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0839019b-b42d-4763-8166-fc16ec611fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:15.660752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839019b-b42d-4763-8166-fc16ec611fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ca12da-a436-435b-a474-9dfb9d167e1a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:15.661825 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-e9395ce5-f39d-481b-99c0-599e755de516 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=1959a28a29f6485680c236af32e3b291&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0915678 Feb 09 13:34:15.690772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0839019b-b42d-4763-8166-fc16ec611fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:15.695092 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0839019b-b42d-4763-8166-fc16ec611fbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7ca12da-a436-435b-a474-9dfb9d167e1a HTTP/1.1" status: 204 len: 168 time: 0.2421541 Feb 09 13:34:15.875644 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-60539998-435a-4570-aa18-5df90c256726 service neutron] 10.222.0.59 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955950 Feb 09 13:34:16.154428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-d3742a87-90e2-49c2-8340-618672c4ab31 service neutron] 10.222.0.59 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844927 Feb 09 13:34:16.372518 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:16.484000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51752) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:16.513152 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5756d7c8-4b8d-49fc-bddd-e15cefd31a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:16.571993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5756d7c8-4b8d-49fc-bddd-e15cefd31a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:16.580107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5756d7c8-4b8d-49fc-bddd-e15cefd31a0c admin admin] Usage tracker for resource:security_group_rule and tenant:1918f16c2f8745f7b131037a3ec2a203 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:16.588043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5756d7c8-4b8d-49fc-bddd-e15cefd31a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:16.626913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5756d7c8-4b8d-49fc-bddd-e15cefd31a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:16.664151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f073698-8095-4e52-9a3a-22fb0143fc07 req-ec649230-878d-4a57-8f21-b31fe58f93b1 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 210 time: 0.1071212 Feb 09 13:34:16.864561 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5756d7c8-4b8d-49fc-bddd-e15cefd31a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:16.870600 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5756d7c8-4b8d-49fc-bddd-e15cefd31a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:17.163890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51776) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:17.167729 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5756d7c8-4b8d-49fc-bddd-e15cefd31a0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1918f16c2f8745f7b131037a3ec2a203&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6684587 Feb 09 13:34:17.171115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51780) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:17.181560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756d7c8-4b8d-49fc-bddd-e15cefd31a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec72779-27f8-4baa-9dc7-2ded06b71675,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:17.418973 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3099c4a9-52f2-41e5-af8f-4448bdfb27d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:17.492255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3099c4a9-52f2-41e5-af8f-4448bdfb27d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:17.630917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67ab8a5d-f948-4ba7-bdb6-73da57b6ac00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:17.656382 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3099c4a9-52f2-41e5-af8f-4448bdfb27d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:17.676484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099c4a9-52f2-41e5-af8f-4448bdfb27d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec72779-27f8-4baa-9dc7-2ded06b71675,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:17.726782 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3099c4a9-52f2-41e5-af8f-4448bdfb27d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:17.731385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3099c4a9-52f2-41e5-af8f-4448bdfb27d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ec72779-27f8-4baa-9dc7-2ded06b71675 HTTP/1.1" status: 204 len: 168 time: 0.5677640 Feb 09 13:34:17.742262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-67ab8a5d-f948-4ba7-bdb6-73da57b6ac00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:17.747332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-67ab8a5d-f948-4ba7-bdb6-73da57b6ac00 admin admin] Usage tracker for resource:security_group_rule and tenant:c38fdf07f190423486143231592f3368 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:17.750756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-67ab8a5d-f948-4ba7-bdb6-73da57b6ac00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:17.764023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-67ab8a5d-f948-4ba7-bdb6-73da57b6ac00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:18.010519 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67ab8a5d-f948-4ba7-bdb6-73da57b6ac00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:18.121378 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67ab8a5d-f948-4ba7-bdb6-73da57b6ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:18.180774 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-67ab8a5d-f948-4ba7-bdb6-73da57b6ac00 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c38fdf07f190423486143231592f3368&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0273166 Feb 09 13:34:18.183546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51802) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:18.199824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88537139-876f-4de7-b9d5-37eba8980339 req-a902d00d-551e-4374-9906-8ce1c4bb4893 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 210 time: 0.1845665 Feb 09 13:34:18.323643 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b9705ed-a573-45c6-886a-daf63096fbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:18.385566 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b9705ed-a573-45c6-886a-daf63096fbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:18.472088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b9705ed-a573-45c6-886a-daf63096fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:18.499664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9705ed-a573-45c6-886a-daf63096fbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c305c95-3d23-415d-a5e6-3337be54b43e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:18.511871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2b9705ed-a573-45c6-886a-daf63096fbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:18.511871 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2b9705ed-a573-45c6-886a-daf63096fbaf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c305c95-3d23-415d-a5e6-3337be54b43e HTTP/1.1" status: 204 len: 168 time: 0.3200386 Feb 09 13:34:18.532538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4a672-74d9-427d-9208-88d40512b965 req-86275b61-fcdd-4b5f-bbc5-75df825846c6 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:18.532538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-86275b61-fcdd-4b5f-bbc5-75df825846c6 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.67 "GET /v2.0/networks?id=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec HTTP/1.1" status: 200 len: 911 time: 0.3123548 Feb 09 13:34:18.550676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Request body: {'port': {'device_id': '7804f3c5-5282-4116-89ff-e1d17bb1cd6e', 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'admin_state_up': True, 'tenant_id': '1959a28a29f6485680c236af32e3b291'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:18.565719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab8a5d-f948-4ba7-bdb6-73da57b6ac00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c305c95-3d23-415d-a5e6-3337be54b43e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:18.578891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:18.584891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Usage tracker for resource:port and tenant:1959a28a29f6485680c236af32e3b291 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:18.588844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:18.596639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:18.615243 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Made reservation on behalf of 1959a28a29f6485680c236af32e3b291 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:34:18.620294 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:18.950107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Allocated IP 172.20.0.13 (db53e6ce-e56b-40fa-b3cf-9a949a1e1bec/8fd44114-1dbd-4d51-b04c-cd01a946e401/5186be69-e025-4c5d-82b4-fa985dac6b0c) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:34:19.112671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51832) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:19.149178 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e1ad67bf-5d16-4133-a62a-e7dbf3305dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.209220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e1ad67bf-5d16-4133-a62a-e7dbf3305dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:19.224025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e1ad67bf-5d16-4133-a62a-e7dbf3305dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:e0545ad678ec4daab2c5ef3c171454eb is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:19.224025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e1ad67bf-5d16-4133-a62a-e7dbf3305dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:19.239505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e1ad67bf-5d16-4133-a62a-e7dbf3305dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:19.414301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e1ad67bf-5d16-4133-a62a-e7dbf3305dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.420177 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e1ad67bf-5d16-4133-a62a-e7dbf3305dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.534621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-18a1fa56-2ce5-4555-9d52-8a808414cc9b req-fb4c4dc0-935f-4c92-9361-c0add23a4573 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 210 time: 0.1009023 Feb 09 13:34:19.539268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e1ad67bf-5d16-4133-a62a-e7dbf3305dd3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0545ad678ec4daab2c5ef3c171454eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4234622 Feb 09 13:34:19.555183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51844) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:19.598576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad67bf-5d16-4133-a62a-e7dbf3305dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af00320f-7092-4d69-b256-106c3c3af352,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:19.661036 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.682096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7d91-033c-48b7-9200-6695357d8b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.685263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Transition to ACTIVE for port object 5186be69-e025-4c5d-82b4-fa985dac6b0c will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:19.716559 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.729525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['87bbb343-050b-42f6-bed7-65db57631c57'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:34:19.754689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7d91-033c-48b7-9200-6695357d8b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.787607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:34:19.792104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:19.794937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:34:19.835745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51852) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:19.868540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:19.869185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.916561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Pushing event updated for resources: {'Port': ['ID=5186be69-e025-4c5d-82b4-fa985dac6b0c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:19.941887 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7d91-033c-48b7-9200-6695357d8b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.977847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf7d91-033c-48b7-9200-6695357d8b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af00320f-7092-4d69-b256-106c3c3af352,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:19.984737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01b19259-9b34-4483-9c27-9e9c37a99d3b tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4293990 Feb 09 13:34:19.995703 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cdf7d91-033c-48b7-9200-6695357d8b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:19.995703 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2cdf7d91-033c-48b7-9200-6695357d8b79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af00320f-7092-4d69-b256-106c3c3af352 HTTP/1.1" status: 204 len: 168 time: 0.4282696 Feb 09 13:34:20.001824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Request body: {'port': {'device_id': '7804f3c5-5282-4116-89ff-e1d17bb1cd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:20.238753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-94ba1f21-12fa-4348-b916-ecdb10ad834f None None] Provisioning for port 5186be69-e025-4c5d-82b4-fa985dac6b0c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:20.245262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-94ba1f21-12fa-4348-b916-ecdb10ad834f None None] Provisioning complete for port 5186be69-e025-4c5d-82b4-fa985dac6b0c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:20.246493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-94ba1f21-12fa-4348-b916-ecdb10ad834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:20.299511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-6b3a3cc2-9612-4797-90c1-9d529dc7cfa9 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.300768 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6b3a3cc2-9612-4797-90c1-9d529dc7cfa9 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4400232 Feb 09 13:34:20.303867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51864) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.321131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-81f3f89e-6439-4820-8363-ad8dda3d5837 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.321131 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-81f3f89e-6439-4820-8363-ad8dda3d5837 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0089614 Feb 09 13:34:20.321131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51868) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.342578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-178d1a35-e2c0-4623-a77b-7e27d0e6cf76 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.342578 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-178d1a35-e2c0-4623-a77b-7e27d0e6cf76 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0234294 Feb 09 13:34:20.350574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51872) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.372785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-72fd0bdd-fca8-41f1-8e30-af218c5b33a6 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.372785 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-72fd0bdd-fca8-41f1-8e30-af218c5b33a6 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0225728 Feb 09 13:34:20.372785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51876) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.376600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-94ba1f21-12fa-4348-b916-ecdb10ad834f None None] Port 5186be69-e025-4c5d-82b4-fa985dac6b0c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:34:20.386182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-621eea4c-2317-471d-a0b6-1ae0aee79d65 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.386182 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-621eea4c-2317-471d-a0b6-1ae0aee79d65 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0109355 Feb 09 13:34:20.386182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51880) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.405547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-8488e39f-40cc-431e-bd54-7dd224be3cbf tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.405547 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8488e39f-40cc-431e-bd54-7dd224be3cbf tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0074100 Feb 09 13:34:20.405547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.412327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-e90bba3b-51b4-4199-b45d-05b188c85d77 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.412327 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e90bba3b-51b4-4199-b45d-05b188c85d77 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0106931 Feb 09 13:34:20.417700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 51888) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.427439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [None req-7625d89a-5b19-4bef-83b8-ed70b884a2c0 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.427439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7625d89a-5b19-4bef-83b8-ed70b884a2c0 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0092397 Feb 09 13:34:20.427439 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:20.430642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51892) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.448491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-88c68c7f-6fcd-4ecf-b41d-4836b4284ebc tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.448491 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-88c68c7f-6fcd-4ecf-b41d-4836b4284ebc tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0175633 Feb 09 13:34:20.454769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51896) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.464601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-8c85c2a9-ce3b-4692-a7bb-178f9ad1f2f1 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.464601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8c85c2a9-ce3b-4692-a7bb-178f9ad1f2f1 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0091372 Feb 09 13:34:20.478789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51900) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.504404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-953e5056-cb87-452a-81ac-99236a5b4ec2 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.506514 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-953e5056-cb87-452a-81ac-99236a5b4ec2 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0297763 Feb 09 13:34:20.508533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51906) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.513583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-1ede23a7-afe3-46af-84c7-7a9a5d472cfb tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.516593 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1ede23a7-afe3-46af-84c7-7a9a5d472cfb tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050719 Feb 09 13:34:20.516807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51910) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.522231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-e17d1026-70df-4ef7-a62e-d293468bd56c tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.535890 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e17d1026-70df-4ef7-a62e-d293468bd56c tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0158460 Feb 09 13:34:20.539038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51916) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.550360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-18c8d02f-c248-4c8d-907e-f13d506ccb55 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.553710 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-18c8d02f-c248-4c8d-907e-f13d506ccb55 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0113189 Feb 09 13:34:20.553942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51920) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.563774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-1f88d861-b51b-44f5-b57d-69f7af57311b tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.566871 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1f88d861-b51b-44f5-b57d-69f7af57311b tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0096221 Feb 09 13:34:20.567108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51924) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.583198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-4f627eb1-3103-4810-9dd8-51ed5aceb9e8 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.592874 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4f627eb1-3103-4810-9dd8-51ed5aceb9e8 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0225201 Feb 09 13:34:20.593087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51928) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.598569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-4e165dbe-eb40-4044-8f03-3175d2b1cb4a tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.605979 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4e165dbe-eb40-4044-8f03-3175d2b1cb4a tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0093212 Feb 09 13:34:20.606926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51932) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.616125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-db7a9e17-8c45-4f74-b12b-7fd28aa05588 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.619594 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-db7a9e17-8c45-4f74-b12b-7fd28aa05588 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093839 Feb 09 13:34:20.620189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51938) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.625321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-43d3ef27-703c-435a-8960-327754b7af84 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.628586 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-43d3ef27-703c-435a-8960-327754b7af84 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051308 Feb 09 13:34:20.631242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51942) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.656589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-242f0673-336e-485c-897f-3dc26bda49bc tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.656589 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-242f0673-336e-485c-897f-3dc26bda49bc tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0134859 Feb 09 13:34:20.656589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51946) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.671881 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-a387c05d-b4ab-49f1-825a-acb2318474f9 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.682376 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a387c05d-b4ab-49f1-825a-acb2318474f9 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0216877 Feb 09 13:34:20.682376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51952) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.703554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-395d58cb-e070-4da8-8a43-1026aa1b564d tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.703554 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-395d58cb-e070-4da8-8a43-1026aa1b564d tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0128136 Feb 09 13:34:20.703554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51956) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.717295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-256bc9c0-a5dc-4b86-a40e-dfdb85fc82a4 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.717295 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-256bc9c0-a5dc-4b86-a40e-dfdb85fc82a4 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0140047 Feb 09 13:34:20.730772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51960) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.747469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-9e33bf5e-7465-4080-b55b-9084424b4218 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.747469 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9e33bf5e-7465-4080-b55b-9084424b4218 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049958 Feb 09 13:34:20.747469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51966) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.755453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-7163efe3-c296-4b04-9b93-b94eb0dbf098 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.755453 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7163efe3-c296-4b04-9b93-b94eb0dbf098 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0137336 Feb 09 13:34:20.763190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51970) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.766659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-85060140-56d4-41d0-a3de-f0e136269089 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.766659 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85060140-56d4-41d0-a3de-f0e136269089 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0071733 Feb 09 13:34:20.784511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51974) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.784511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-2ebe8423-9272-4bc9-a1aa-89734410b930 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.784511 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2ebe8423-9272-4bc9-a1aa-89734410b930 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048285 Feb 09 13:34:20.784511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51978) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.793157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-14202dc9-5f63-4038-896c-61d286931c54 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.793157 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-14202dc9-5f63-4038-896c-61d286931c54 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0062697 Feb 09 13:34:20.799144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51984) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.816031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-cb6c0ae2-0acd-444e-9d01-c6379bf3ef30 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.816031 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cb6c0ae2-0acd-444e-9d01-c6379bf3ef30 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0128605 Feb 09 13:34:20.816031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51988) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.824606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-60784609-c168-4c20-8830-a5c2d42b2916 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.824606 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-60784609-c168-4c20-8830-a5c2d42b2916 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0056832 Feb 09 13:34:20.831231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51992) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.843080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-0e90d2df-dfdc-4360-bfb7-9d6d311b0bc2 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.843080 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0e90d2df-dfdc-4360-bfb7-9d6d311b0bc2 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0109179 Feb 09 13:34:20.843080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 51996) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.863330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-e2be2111-45a4-4109-9499-5001085ce09c tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.863330 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e2be2111-45a4-4109-9499-5001085ce09c tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0090475 Feb 09 13:34:20.863330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52000) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.863330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-4e175650-5932-4584-8b54-1d3275347716 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.863330 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4e175650-5932-4584-8b54-1d3275347716 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0072536 Feb 09 13:34:20.871892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52004) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.877296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-39c6ef82-b4ee-4c8a-8c05-e783ef18b45f tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.877296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-39c6ef82-b4ee-4c8a-8c05-e783ef18b45f tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0092390 Feb 09 13:34:20.884556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52008) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.884556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-d6661dd1-d517-452f-9afa-fe4917c5d18b tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.890420 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d6661dd1-d517-452f-9afa-fe4917c5d18b tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0058560 Feb 09 13:34:20.898588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52012) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.901101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-a2c34b38-1f84-4838-aa77-97724d5ee1d6 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.902028 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a2c34b38-1f84-4838-aa77-97724d5ee1d6 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0059965 Feb 09 13:34:20.904565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52016) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.911600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-fc0dc857-a80d-486d-836e-5fa7365fa62a tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.916736 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fc0dc857-a80d-486d-836e-5fa7365fa62a tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0069175 Feb 09 13:34:20.916736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.932810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-1bc0638b-8648-41b8-8e91-7b2b5650c85b tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.937430 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1bc0638b-8648-41b8-8e91-7b2b5650c85b tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0190663 Feb 09 13:34:20.938071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52028) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.952136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-87b1a96a-a331-41ad-bb70-a61879d5f28e tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.953273 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-87b1a96a-a331-41ad-bb70-a61879d5f28e tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0141177 Feb 09 13:34:20.956425 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52032) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.972291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-7d69e611-6b9a-40a5-bf5d-aca4418a2d65 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.973838 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7d69e611-6b9a-40a5-bf5d-aca4418a2d65 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0158150 Feb 09 13:34:20.976941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52036) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:20.992492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-fac9fed5-ced7-4211-b71e-e69f9060b306 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:20.993910 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fac9fed5-ced7-4211-b71e-e69f9060b306 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0157797 Feb 09 13:34:20.998557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52040) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.012856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [None req-a8891f64-bc6e-4c9c-a078-48e3d3886898 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.019253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52044) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.020788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a8891f64-bc6e-4c9c-a078-48e3d3886898 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0208380 Feb 09 13:34:21.033311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-748060c1-0954-4163-a8cd-1677aefdf1ab tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.061248 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-748060c1-0954-4163-a8cd-1677aefdf1ab tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0375621 Feb 09 13:34:21.061248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52050) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.074559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-8c22b3bd-7fda-4ec0-be55-5080aa275c20 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.074559 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8c22b3bd-7fda-4ec0-be55-5080aa275c20 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0132422 Feb 09 13:34:21.074559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52054) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.084402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-53a3933f-1c9f-4177-92bc-fd39270ed547 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.084402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-53a3933f-1c9f-4177-92bc-fd39270ed547 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0094712 Feb 09 13:34:21.090688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52058) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.090688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-8b9eedfb-4cf5-4eeb-b63c-775eaeb052eb tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.099271 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8b9eedfb-4cf5-4eeb-b63c-775eaeb052eb tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084410 Feb 09 13:34:21.099271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52062) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.120121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-18ef071d-407f-446f-856e-28c395125288 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.120121 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-18ef071d-407f-446f-856e-28c395125288 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0168438 Feb 09 13:34:21.120121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52066) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.129067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-628643f4-d56c-48f3-b092-228263b1b335 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.129067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-628643f4-d56c-48f3-b092-228263b1b335 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0079303 Feb 09 13:34:21.129067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52070) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.145022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-2c28bdb9-06af-4a08-9361-3364fa20d174 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.145022 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2c28bdb9-06af-4a08-9361-3364fa20d174 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0098457 Feb 09 13:34:21.145022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52074) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.154937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-dc5a3fcd-111f-436c-bfcc-f04a0006d188 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.154937 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dc5a3fcd-111f-436c-bfcc-f04a0006d188 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0100076 Feb 09 13:34:21.154937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52078) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.167605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-75b495b7-43af-4423-b8b7-292301bb8cdf tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.167605 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-75b495b7-43af-4423-b8b7-292301bb8cdf tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0106976 Feb 09 13:34:21.167605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52082) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.182787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-49d19df9-f6a9-4aeb-ab41-511b8c4434cd tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.182787 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-49d19df9-f6a9-4aeb-ab41-511b8c4434cd tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0131614 Feb 09 13:34:21.182787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52086) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.196276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-0a488cea-4ea7-40bb-b18c-6ad058a031bd tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.200541 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0a488cea-4ea7-40bb-b18c-6ad058a031bd tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0140643 Feb 09 13:34:21.200541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52090) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.214585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-403ef988-f783-477c-beb3-204a5ae48f80 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.224579 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-403ef988-f783-477c-beb3-204a5ae48f80 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0185270 Feb 09 13:34:21.224579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52094) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.245225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-a5525a40-8a6d-4de7-9e98-dd671bb072c8 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.248406 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a5525a40-8a6d-4de7-9e98-dd671bb072c8 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0243084 Feb 09 13:34:21.249524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52098) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.255191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-482dd4c5-1b12-4eb1-9d91-38f4dacf3a0a tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.256207 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-482dd4c5-1b12-4eb1-9d91-38f4dacf3a0a tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0063288 Feb 09 13:34:21.259172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52102) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.266305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-5de52bf4-e056-494d-8e0a-34a41c3b9d82 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.267788 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5de52bf4-e056-494d-8e0a-34a41c3b9d82 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070777 Feb 09 13:34:21.271573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52108) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.287057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-48eca15c-36f5-4e5e-9056-4e85ddb7cc16 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.289354 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-48eca15c-36f5-4e5e-9056-4e85ddb7cc16 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0159342 Feb 09 13:34:21.293161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52114) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.306311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [None req-64d248cd-e305-4c2a-99e1-aa5bdc236a32 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.307331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-64d248cd-e305-4c2a-99e1-aa5bdc236a32 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0089738 Feb 09 13:34:21.310087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52120) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.315505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5186be69-e025-4c5d-82b4-fa985dac6b0c {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:34:21.317898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-9bfe61b5-3c13-4cb1-8ad1-6e6ddd2164ba tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.318980 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9bfe61b5-3c13-4cb1-8ad1-6e6ddd2164ba tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078475 Feb 09 13:34:21.323217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52124) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.323509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2050d1db-1b85-4faa-8353-cb0cfabfe318 req-6dc44fd1-9ee0-4cc8-a222-0fee77c6e8e6 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Synchronizing usage tracker for tenant:1959a28a29f6485680c236af32e3b291 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:34:21.330497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-bcc5c2c3-5696-420b-9571-69a942d6ba2d tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.334186 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bcc5c2c3-5696-420b-9571-69a942d6ba2d tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0099025 Feb 09 13:34:21.336725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52128) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.338005 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:21.343329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-58c41056-8885-48ea-9b24-7f8b00b4ae45 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.369282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2050d1db-1b85-4faa-8353-cb0cfabfe318 req-6dc44fd1-9ee0-4cc8-a222-0fee77c6e8e6 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Unset dirty status for tenant:1959a28a29f6485680c236af32e3b291 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:34:21.369282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2050d1db-1b85-4faa-8353-cb0cfabfe318 req-6dc44fd1-9ee0-4cc8-a222-0fee77c6e8e6 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1028 time: 0.4971716 Feb 09 13:34:21.383127 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-58c41056-8885-48ea-9b24-7f8b00b4ae45 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0338328 Feb 09 13:34:21.383127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52132) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.386108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Transition to ACTIVE for port object 5186be69-e025-4c5d-82b4-fa985dac6b0c will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:21.406626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-b17c1a27-5537-4327-8872-0c0286acc754 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.406626 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b17c1a27-5537-4327-8872-0c0286acc754 tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0299921 Feb 09 13:34:21.413246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52136) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:21.422332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [None req-5f5067f2-82e9-4c38-bef7-8cdfc68c7cbe tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:34:21.422332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5f5067f2-82e9-4c38-bef7-8cdfc68c7cbe tempest-ExtensionsTestJSON-1578433775 tempest-ExtensionsTestJSON-1578433775-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0092728 Feb 09 13:34:21.449625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2050d1db-1b85-4faa-8353-cb0cfabfe318 req-02354875-cdd2-4927-9986-bad91ef224bf tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646782 Feb 09 13:34:21.449625 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:21.678528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Pushing event updated for resources: {'Port': ['ID=5186be69-e025-4c5d-82b4-fa985dac6b0c,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:21.933364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Attempting to bind port 5186be69-e025-4c5d-82b4-fa985dac6b0c on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:34:21.933364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Attempting to bind port 5186be69-e025-4c5d-82b4-fa985dac6b0c by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:34:21.933364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Attempting to bind port 5186be69-e025-4c5d-82b4-fa985dac6b0c on network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:34:21.940815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Port 5186be69-e025-4c5d-82b4-fa985dac6b0c on network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:34:21.940815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Attempting to bind port 5186be69-e025-4c5d-82b4-fa985dac6b0c on network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:34:21.952029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:34:21.952591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Checking segment: {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:34:21.953206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Bound using segment: {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:34:21.953614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Bound port: 5186be69-e025-4c5d-82b4-fa985dac6b0c, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94966286-d966-497b-b20f-e6e062e7730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:34:21.954140 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:22.089734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] For port 5186be69-e025-4c5d-82b4-fa985dac6b0c, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:34:22.097233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] For port 5186be69-e025-4c5d-82b4-fa985dac6b0c, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5186be69-e025-4c5d-82b4-fa985dac6b0c,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:34:22.104400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:22.160935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52158) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:22.203189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:22.208745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] 10.222.0.67 "PUT /v2.0/ports/5186be69-e025-4c5d-82b4-fa985dac6b0c HTTP/1.1" status: 200 len: 1092 time: 2.2227886 Feb 09 13:34:22.208745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7804f3c5-5282-4116-89ff-e1d17bb1cd6e', 'tag': '5186be69-e025-4c5d-82b4-fa985dac6b0c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:34:22.265394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01839742-7979-4ae3-9578-bb49743ef283 service neutron] Pushing event updated for resources: {'Port': ['ID=5186be69-e025-4c5d-82b4-fa985dac6b0c,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:22.381461 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7804f3c5-5282-4116-89ff-e1d17bb1cd6e', 'tag': '5186be69-e025-4c5d-82b4-fa985dac6b0c', 'status': 'completed', 'code': 200} Feb 09 13:34:22.458831 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-58832a7e-fa4f-4ace-97b4-c7fc5343b3f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1959a28a29f6485680c236af32e3b291&device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1095 time: 0.1701179 Feb 09 13:34:22.588645 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-9f9aa1be-12f5-424c-b337-37ffbc5b7b04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5186be69-e025-4c5d-82b4-fa985dac6b0c HTTP/1.1" status: 200 len: 217 time: 0.1146834 Feb 09 13:34:22.644339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb2ffa4a-daa1-4a3e-aa33-084a928719ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:22.696437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4a672-74d9-427d-9208-88d40512b965 req-11da9e38-c12d-486a-b0d5-30010a35d273 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:22.699968 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:34:22.703738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-11da9e38-c12d-486a-b0d5-30010a35d273 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fd44114-1dbd-4d51-b04c-cd01a946e401 HTTP/1.1" status: 200 len: 849 time: 0.1012149 Feb 09 13:34:22.731426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-eb2ffa4a-daa1-4a3e-aa33-084a928719ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:22.753140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-eb2ffa4a-daa1-4a3e-aa33-084a928719ea admin admin] Usage tracker for resource:security_group_rule and tenant:7bd328adeccf47d68903355f85dbac47 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:22.753140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-eb2ffa4a-daa1-4a3e-aa33-084a928719ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:22.771759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-eb2ffa4a-daa1-4a3e-aa33-084a928719ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:22.905412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb2ffa4a-daa1-4a3e-aa33-084a928719ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:22.913077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb2ffa4a-daa1-4a3e-aa33-084a928719ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:23.002055 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eb2ffa4a-daa1-4a3e-aa33-084a928719ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7bd328adeccf47d68903355f85dbac47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8378913 Feb 09 13:34:23.005498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ffa4a-daa1-4a3e-aa33-084a928719ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaabcc8-82db-4bc6-83b2-338bc55d6e8b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:23.015501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52184) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:23.145073 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e85c1e6b-2045-4c36-84d6-dc1533a98111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:23.180386 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e85c1e6b-2045-4c36-84d6-dc1533a98111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:23.200171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-3de0cc42-8748-41b1-bcdf-1bb8067f4d36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4938235 Feb 09 13:34:23.281840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e85c1e6b-2045-4c36-84d6-dc1533a98111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:23.297823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c1e6b-2045-4c36-84d6-dc1533a98111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaabcc8-82db-4bc6-83b2-338bc55d6e8b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:23.317087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e85c1e6b-2045-4c36-84d6-dc1533a98111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:23.319077 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e85c1e6b-2045-4c36-84d6-dc1533a98111 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/abaabcc8-82db-4bc6-83b2-338bc55d6e8b HTTP/1.1" status: 204 len: 168 time: 0.3030841 Feb 09 13:34:23.344475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a8f62c9-f68d-4443-b118-d8dbe114bb7b req-cb4cb837-9229-408a-8d29-8646fff8f418 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1095 time: 0.5543799 Feb 09 13:34:23.423734 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a8f62c9-f68d-4443-b118-d8dbe114bb7b req-8d8809d2-68bb-4647-848c-fd03da7b0c24 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610840 Feb 09 13:34:23.447740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-dfbe31b4-9b0c-44b7-ac4a-138cdce973dd service neutron] 10.222.0.67 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284694 Feb 09 13:34:23.660160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca4a672-74d9-427d-9208-88d40512b965 req-578d9ffc-36b8-448e-b62e-6a4457a16539 service neutron] 10.222.0.67 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143219 Feb 09 13:34:23.834420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-900dbf9f-f7d9-4409-a606-bf8a69c863c1 req-1fca15cf-5872-4808-b24f-cd21ea27d839 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1959a28a29f6485680c236af32e3b291&device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1095 time: 0.1241937 Feb 09 13:34:24.034950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dbf9f-f7d9-4409-a606-bf8a69c863c1 req-5e7ee8c5-9da9-4d57-acb9-dec730fd3f73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:24.034950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-900dbf9f-f7d9-4409-a606-bf8a69c863c1 req-5e7ee8c5-9da9-4d57-acb9-dec730fd3f73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec HTTP/1.1" status: 200 len: 911 time: 0.1849315 Feb 09 13:34:24.156412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-900dbf9f-f7d9-4409-a606-bf8a69c863c1 req-c7678442-c6fe-4d2e-a55b-0efdb56c42a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5186be69-e025-4c5d-82b4-fa985dac6b0c HTTP/1.1" status: 200 len: 217 time: 0.1231413 Feb 09 13:34:24.236577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dbf9f-f7d9-4409-a606-bf8a69c863c1 req-5b0a11e1-ec8e-4413-bbe0-6b7698aad47c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:24.236577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-900dbf9f-f7d9-4409-a606-bf8a69c863c1 req-5b0a11e1-ec8e-4413-bbe0-6b7698aad47c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8fd44114-1dbd-4d51-b04c-cd01a946e401 HTTP/1.1" status: 200 len: 849 time: 0.0736613 Feb 09 13:34:24.359801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-900dbf9f-f7d9-4409-a606-bf8a69c863c1 req-87b3db34-b9e3-4926-916a-9b3c61c014fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013632 Feb 09 13:34:24.539619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-900dbf9f-f7d9-4409-a606-bf8a69c863c1 req-4f4ee8f6-cd0a-450f-9e9a-a83fb011e394 service neutron] 10.222.0.67 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847882 Feb 09 13:34:24.879808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00bdb966-8273-447f-96ba-ad09e4e85fb2 req-efa9198a-9c94-40b8-8028-342d23bbb0a1 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1095 time: 0.2137523 Feb 09 13:34:24.879808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-900dbf9f-f7d9-4409-a606-bf8a69c863c1 req-2ce22e47-503a-4e10-946d-f3d7b3178a8f service neutron] 10.222.0.67 "GET /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264885 Feb 09 13:34:24.925634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00bdb966-8273-447f-96ba-ad09e4e85fb2 req-55f3ce9b-658e-4db5-be6b-d1aa5b6322e2 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412381 Feb 09 13:34:24.981228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52262) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:24.988363 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fb010beb-d617-4653-86e7-83f231bc4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.198426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1483541647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:25.211299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:25.219832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Usage tracker for resource:router and tenant:167d4186807242c3bf4881e7480e3d62 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:25.226880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:25.236394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:25.251098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.252098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.280408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.320818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.349199 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.349199 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0f5beedc-b356-48d8-90ac-d69c396b0499 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3671072 Feb 09 13:34:25.356069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52274) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:25.361310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-657710445'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:25.373037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:25.373037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Usage tracker for resource:network and tenant:167d4186807242c3bf4881e7480e3d62 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:25.383627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:25.391811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:25.400432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Made reservation on behalf of 167d4186807242c3bf4881e7480e3d62 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:34:25.400432 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.419134 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.467221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:25.473501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Usage tracker for resource:security_group_rule and tenant:167d4186807242c3bf4881e7480e3d62 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:25.477904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:25.492540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:25.612950 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.628753 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.673676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:34:25.679954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e519582-d685-4565-bc9b-d98db16132a6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:25.688010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.688526 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Added segment 9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6 of type vlan for network d928c8eb-4318-41e7-8bcf-0d78915936b3 Feb 09 13:34:25.725690 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.773504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.777278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:25.777923 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:25.945639 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5869539 Feb 09 13:34:25.945639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52288) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:25.957964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Request body: {'subnet': {'network_id': 'd928c8eb-4318-41e7-8bcf-0d78915936b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:25.989539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d7671-e272-4531-a05e-9a1c5d6446e1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'Network': ['ID=d928c8eb-4318-41e7-8bcf-0d78915936b3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:26.014896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d928c8eb-4318-41e7-8bcf-0d78915936b3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:34:26.333965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:26.339926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Usage tracker for resource:subnet and tenant:167d4186807242c3bf4881e7480e3d62 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:26.343901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:26.352233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:26.391219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d648a509-76df-4a68-bab5-2726234f74d2 req-746ad15a-6195-40c7-9b62-1b2ab14ac3bb tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1095 time: 0.1479940 Feb 09 13:34:26.395805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Made reservation on behalf of 167d4186807242c3bf4881e7480e3d62 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:34:26.457829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d648a509-76df-4a68-bab5-2726234f74d2 req-d7f78f6e-7131-4ad6-b9a6-8cc91ed2da83 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664337 Feb 09 13:34:26.564798 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:26.941619 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.065589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'Subnet': ['ID=7a1512ae-148b-44a5-97c7-4675b955ee76,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:27.086382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Checking segment: {'id': '9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd928c8eb-4318-41e7-8bcf-0d78915936b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:34:27.086382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Network hostable DHCP agents. Network: d928c8eb-4318-41e7-8bcf-0d78915936b3, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:34:27.118062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Network d928c8eb-4318-41e7-8bcf-0d78915936b3 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:34:27.129861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d928c8eb-4318-41e7-8bcf-0d78915936b3) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:27.141319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b59f19-7df9-4e18-ad8e-ab08ee51bc5a None None] Network d928c8eb-4318-41e7-8bcf-0d78915936b3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:34:27.146132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:27.146132 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.187576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cab50b00-a694-4e2e-8c2c-e13ec9ed36da tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2338164 Feb 09 13:34:27.187576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52312) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:27.198634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Request body: {'network': {'name': 'tempest-router-network01--1834641437'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:27.216186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:27.242557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Usage tracker for resource:network and tenant:167d4186807242c3bf4881e7480e3d62 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:27.242557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:27.262358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:27.282650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Made reservation on behalf of 167d4186807242c3bf4881e7480e3d62 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:34:27.288742 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.332539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:34:27.345583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.346588 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Added segment fd0d153a-aed5-4bd0-a540-061a7d542d3f of type vlan for network 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 Feb 09 13:34:27.415773 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.496253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.513927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:27.513927 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.561746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5186be69-e025-4c5d-82b4-fa985dac6b0c details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:34:27.694398 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4991796 Feb 09 13:34:27.694398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52336) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:27.719834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Request body: {'network': {'name': 'tempest-router-network02--1841010088'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:27.738514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:27.738514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa7065-320c-407f-bfc8-e45b2d5df9c5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'Network': ['ID=6d0b8e19-d9d4-41df-8430-4c99ea9e6e99,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:27.744947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Usage tracker for resource:network and tenant:167d4186807242c3bf4881e7480e3d62 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:27.755461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:27.755461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:27.774481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Made reservation on behalf of 167d4186807242c3bf4881e7480e3d62 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:34:27.789454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.836407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:34:27.839695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5186be69-e025-4c5d-82b4-fa985dac6b0c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5186be69-e025-4c5d-82b4-fa985dac6b0c,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:27.864239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.864239 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Added segment 011db9f3-5d1d-4835-8981-1a4b1cd9cd9c of type vlan for network 5af632a2-d56b-45c4-87a5-13d674b3a5ed Feb 09 13:34:27.868861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '5186be69-e025-4c5d-82b4-fa985dac6b0c', 'network_id': 'db53e6ce-e56b-40fa-b3cf-9a949a1e1bec', 'port_id': '5186be69-e025-4c5d-82b4-fa985dac6b0c', 'mac_address': 'fa:16:3e:d2:43:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd44114-1dbd-4d51-b04c-cd01a946e401', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:34:27.868861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:34:27.885298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f510b153-4f5f-4e91-94dd-d45127762082 req-b799e0f3-4968-4094-b849-d674b35fa348 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1095 time: 0.2163658 Feb 09 13:34:27.905971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.940087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-d928c8eb-4318-41e7-8bcf-0d78915936b3', 'network_id': 'd928c8eb-4318-41e7-8bcf-0d78915936b3', 'tenant_id': '167d4186807242c3bf4881e7480e3d62', 'fixed_ips': [{'subnet_id': '7a1512ae-148b-44a5-97c7-4675b955ee76'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:34:27.940661 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:27.978639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f510b153-4f5f-4e91-94dd-d45127762082 req-d2c1d826-01ce-4d5a-90ad-9205382cea8d tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873291 Feb 09 13:34:27.987495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:28.000747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:28.001452 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:28.313157 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:28.359537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'Network': ['ID=5af632a2-d56b-45c4-87a5-13d674b3a5ed,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:28.382812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 5af632a2-d56b-45c4-87a5-13d674b3a5ed details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:34:28.387647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52346) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:28.392863 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ed11c431-0884-4e64-be11-a5e4967fcd9a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6834927 Feb 09 13:34:28.399246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Request body: {'subnet': {'network_id': '6d0b8e19-d9d4-41df-8430-4c99ea9e6e99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:28.507533 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5186be69-e025-4c5d-82b4-fa985dac6b0c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:34:28.529618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5186be69-e025-4c5d-82b4-fa985dac6b0c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5186be69-e025-4c5d-82b4-fa985dac6b0c,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:28.561027 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc95d-1ae7-4a06-aefd-dc653ffb46e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:28.561027 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:28.696333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:28.704577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Usage tracker for resource:subnet and tenant:167d4186807242c3bf4881e7480e3d62 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:28.711431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:28.720625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:28.736809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Made reservation on behalf of 167d4186807242c3bf4881e7480e3d62 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:34:28.900743 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:29.115436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Allocated IP 172.20.0.2 (d928c8eb-4318-41e7-8bcf-0d78915936b3/7a1512ae-148b-44a5-97c7-4675b955ee76/045bb3ed-3066-4ac8-9630-592b05cc3a8b) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:34:29.417294 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:29.462742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-181360ee-2a2c-4002-9935-44870b6af27d req-48b338d1-7189-4b52-8b83-fe91330ef1af tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1096 time: 0.1899238 Feb 09 13:34:29.465410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['5186be69-e025-4c5d-82b4-fa985dac6b0c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:34:29.530130 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-181360ee-2a2c-4002-9935-44870b6af27d req-9b1d74bc-7c7f-4fb9-a106-a5a902cae042 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661445 Feb 09 13:34:29.584717 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:29.602767 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:29.704209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=5186be69-e025-4c5d-82b4-fa985dac6b0c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:29.727434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'Subnet': ['ID=4e193e33-1bab-45e9-b2d5-a86a3709bb35,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:29.733682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Checking segment: {'id': 'fd0d153a-aed5-4bd0-a540-061a7d542d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6d0b8e19-d9d4-41df-8430-4c99ea9e6e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:34:29.733682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Network hostable DHCP agents. Network: 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:34:29.771461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Network 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:34:29.788827 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:29.813229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:29.813229 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:29.837277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57613f0d-2bd8-4c0f-b157-afef98f6e4d4 None None] Network 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:34:29.848616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ea71708d-684e-4ed2-a094-c2ea7fbc7324 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4609647 Feb 09 13:34:29.848616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52382) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:29.857065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Request body: {'subnet': {'network_id': '5af632a2-d56b-45c4-87a5-13d674b3a5ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:29.992173 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:30.006188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Transition to ACTIVE for port object 045bb3ed-3066-4ac8-9630-592b05cc3a8b will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:30.033507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Transition to ACTIVE for port object 045bb3ed-3066-4ac8-9630-592b05cc3a8b will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:30.092865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:30.092865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Usage tracker for resource:subnet and tenant:167d4186807242c3bf4881e7480e3d62 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:30.102198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:30.114249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:30.132203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Made reservation on behalf of 167d4186807242c3bf4881e7480e3d62 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:34:30.285479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:30.319149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:30.397391 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:30.435878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Network d928c8eb-4318-41e7-8bcf-0d78915936b3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:34:30.442346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:30.472349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:34:30.481740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Pushing event updated for resources: {'Port': ['ID=045bb3ed-3066-4ac8-9630-592b05cc3a8b,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:30.518080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6d0b8e19-d9d4-41df-8430-4c99ea9e6e99', 'network_id': '6d0b8e19-d9d4-41df-8430-4c99ea9e6e99', 'tenant_id': '167d4186807242c3bf4881e7480e3d62', 'fixed_ips': [{'subnet_id': '4e193e33-1bab-45e9-b2d5-a86a3709bb35'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:34:30.519196 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:30.709896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Attempting to bind port 045bb3ed-3066-4ac8-9630-592b05cc3a8b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:34:30.709896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Attempting to bind port 045bb3ed-3066-4ac8-9630-592b05cc3a8b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd928c8eb-4318-41e7-8bcf-0d78915936b3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:34:30.709896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Attempting to bind port 045bb3ed-3066-4ac8-9630-592b05cc3a8b on network d928c8eb-4318-41e7-8bcf-0d78915936b3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:34:30.737503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:34:30.737503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Checking segment: {'id': '9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd928c8eb-4318-41e7-8bcf-0d78915936b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:34:30.737503 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:30.737503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Bound using segment: {'id': '9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd928c8eb-4318-41e7-8bcf-0d78915936b3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:34:30.737503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Bound port: 045bb3ed-3066-4ac8-9630-592b05cc3a8b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd928c8eb-4318-41e7-8bcf-0d78915936b3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:34:30.737503 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:30.818934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:30.907772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Allocated IP 172.20.0.2 (6d0b8e19-d9d4-41df-8430-4c99ea9e6e99/4e193e33-1bab-45e9-b2d5-a86a3709bb35/3d64f644-34cc-419b-84bd-1c75f0d6967a) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:34:30.907772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] For port 045bb3ed-3066-4ac8-9630-592b05cc3a8b, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:34:30.917265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] For port 045bb3ed-3066-4ac8-9630-592b05cc3a8b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=045bb3ed-3066-4ac8-9630-592b05cc3a8b,segment=NetworkSegment(9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6),segment_id=9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:34:30.929920 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:30.988377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'Subnet': ['ID=aaa00f4b-cb6f-4ab3-9a94-12d70c7d974a,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:31.019220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-607bada3-24f4-458f-8ca4-0bc63639b7ff req-6b181f26-4377-46be-8e0b-42b538678d2a tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1096 time: 0.2658665 Feb 09 13:34:31.070634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Checking segment: {'id': '011db9f3-5d1d-4835-8981-1a4b1cd9cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5af632a2-d56b-45c4-87a5-13d674b3a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:34:31.070634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Network hostable DHCP agents. Network: 5af632a2-d56b-45c4-87a5-13d674b3a5ed, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:34:31.114060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-607bada3-24f4-458f-8ca4-0bc63639b7ff req-2613d285-7f73-4f88-8136-1701a48f87d3 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832796 Feb 09 13:34:31.116347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b68c5f-af30-45be-8c1a-9d9df2c031e6 None None] Pushing event updated for resources: {'Port': ['ID=045bb3ed-3066-4ac8-9630-592b05cc3a8b,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:31.136216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Network 5af632a2-d56b-45c4-87a5-13d674b3a5ed is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:34:31.155871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 5af632a2-d56b-45c4-87a5-13d674b3a5ed) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:31.164737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:31.164737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:31.191597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f1def-4437-4c5f-9949-44e839c19eca None None] Network 5af632a2-d56b-45c4-87a5-13d674b3a5ed requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:34:31.216619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-37f15392-c06a-4e10-ac3d-0f9295b719ba tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3664396 Feb 09 13:34:31.217612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52406) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:31.586222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5186be69-e025-4c5d-82b4-fa985dac6b0c up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:31.725343 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:31.809157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Transition to ACTIVE for port object 3d64f644-34cc-419b-84bd-1c75f0d6967a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:31.934367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 045bb3ed-3066-4ac8-9630-592b05cc3a8b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:31.996733 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Transition to ACTIVE for port object 3d64f644-34cc-419b-84bd-1c75f0d6967a will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:32.027864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-5af632a2-d56b-45c4-87a5-13d674b3a5ed', 'network_id': '5af632a2-d56b-45c4-87a5-13d674b3a5ed', 'tenant_id': '167d4186807242c3bf4881e7480e3d62', 'fixed_ips': [{'subnet_id': 'aaa00f4b-cb6f-4ab3-9a94-12d70c7d974a'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:34:32.028969 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:32.044474 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:32.147833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 5186be69-e025-4c5d-82b4-fa985dac6b0c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:32.215675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 5186be69-e025-4c5d-82b4-fa985dac6b0c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:32.215675 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:32.248635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Network 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:34:32.270100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:32.270100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:34:32.393479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 045bb3ed-3066-4ac8-9630-592b05cc3a8b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:32.423040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Pushing event updated for resources: {'Port': ['ID=3d64f644-34cc-419b-84bd-1c75f0d6967a,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:32.684467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Attempting to bind port 3d64f644-34cc-419b-84bd-1c75f0d6967a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:34:32.685075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Attempting to bind port 3d64f644-34cc-419b-84bd-1c75f0d6967a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'fd0d153a-aed5-4bd0-a540-061a7d542d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6d0b8e19-d9d4-41df-8430-4c99ea9e6e99'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:34:32.685270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Attempting to bind port 3d64f644-34cc-419b-84bd-1c75f0d6967a on network 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:34:32.686969 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a02368b7-34a5-4206-865e-eb6021e035b6 req-64e742d6-36b8-4b93-a97f-f6094e748aea tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1096 time: 0.3140891 Feb 09 13:34:32.766372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:34:32.766372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Checking segment: {'id': 'fd0d153a-aed5-4bd0-a540-061a7d542d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6d0b8e19-d9d4-41df-8430-4c99ea9e6e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:34:32.766372 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:32.766372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Bound using segment: {'id': 'fd0d153a-aed5-4bd0-a540-061a7d542d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6d0b8e19-d9d4-41df-8430-4c99ea9e6e99'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:34:32.766372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Bound port: 3d64f644-34cc-419b-84bd-1c75f0d6967a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0d153a-aed5-4bd0-a540-061a7d542d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6d0b8e19-d9d4-41df-8430-4c99ea9e6e99'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:34:32.766372 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:32.862417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Allocated IP 172.20.0.2 (5af632a2-d56b-45c4-87a5-13d674b3a5ed/aaa00f4b-cb6f-4ab3-9a94-12d70c7d974a/491a5d0c-f879-411e-aeb6-75cab0386e6b) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:34:32.892035 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:32.902366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a02368b7-34a5-4206-865e-eb6021e035b6 req-f12e132a-90d7-4a02-a932-b6924e411ea7 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967270 Feb 09 13:34:33.129645 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:33.136740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Transition to ACTIVE for port object 491a5d0c-f879-411e-aeb6-75cab0386e6b will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:33.155174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Transition to ACTIVE for port object 491a5d0c-f879-411e-aeb6-75cab0386e6b will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:33.168520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa068cc8-60a4-4ef5-811f-1bf34201e50d None None] Network d928c8eb-4318-41e7-8bcf-0d78915936b3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:34:33.264500 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:33.518507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Pushing event updated for resources: {'Port': ['ID=491a5d0c-f879-411e-aeb6-75cab0386e6b,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:33.520623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dc6e2737-6c88-42e4-bdb4-589d5c4bfbb8 None None] Provisioning for port 045bb3ed-3066-4ac8-9630-592b05cc3a8b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:33.558290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dc6e2737-6c88-42e4-bdb4-589d5c4bfbb8 None None] Provisioning complete for port 045bb3ed-3066-4ac8-9630-592b05cc3a8b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:33.558290 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2737-6c88-42e4-bdb4-589d5c4bfbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:33.616493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:33.637617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Allocated IP 172.20.0.1 (6d0b8e19-d9d4-41df-8430-4c99ea9e6e99/4e193e33-1bab-45e9-b2d5-a86a3709bb35/9a328d09-4e28-4e62-a995-8c92afe8f559) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:34:33.651824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Network 5af632a2-d56b-45c4-87a5-13d674b3a5ed is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:34:33.673131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:33.673131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:34:33.752000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] For port 3d64f644-34cc-419b-84bd-1c75f0d6967a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:34:33.965799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 5186be69-e025-4c5d-82b4-fa985dac6b0c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5186be69-e025-4c5d-82b4-fa985dac6b0c,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:33.973821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7804f3c5-5282-4116-89ff-e1d17bb1cd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5186be69-e025-4c5d-82b4-fa985dac6b0c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:34:33.991943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] For port 3d64f644-34cc-419b-84bd-1c75f0d6967a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3d64f644-34cc-419b-84bd-1c75f0d6967a,segment=NetworkSegment(fd0d153a-aed5-4bd0-a540-061a7d542d3f),segment_id=fd0d153a-aed5-4bd0-a540-061a7d542d3f)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:34:34.038201 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:34.124907 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:34.129240 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:34.131115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=5186be69-e025-4c5d-82b4-fa985dac6b0c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:34.192315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Transition to ACTIVE for port object 9a328d09-4e28-4e62-a995-8c92afe8f559 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:34.216191 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7804f3c5-5282-4116-89ff-e1d17bb1cd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5186be69-e025-4c5d-82b4-fa985dac6b0c', 'code': 200} Feb 09 13:34:34.363102 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Attempting to bind port 491a5d0c-f879-411e-aeb6-75cab0386e6b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:34:34.363102 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Attempting to bind port 491a5d0c-f879-411e-aeb6-75cab0386e6b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '011db9f3-5d1d-4835-8981-1a4b1cd9cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5af632a2-d56b-45c4-87a5-13d674b3a5ed'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:34:34.363102 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Attempting to bind port 491a5d0c-f879-411e-aeb6-75cab0386e6b on network 5af632a2-d56b-45c4-87a5-13d674b3a5ed {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:34:34.384146 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:34.392126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:34:34.392126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Checking segment: {'id': '011db9f3-5d1d-4835-8981-1a4b1cd9cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5af632a2-d56b-45c4-87a5-13d674b3a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:34:34.392126 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:34.392126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Bound using segment: {'id': '011db9f3-5d1d-4835-8981-1a4b1cd9cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5af632a2-d56b-45c4-87a5-13d674b3a5ed'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:34:34.392126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Bound port: 491a5d0c-f879-411e-aeb6-75cab0386e6b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011db9f3-5d1d-4835-8981-1a4b1cd9cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5af632a2-d56b-45c4-87a5-13d674b3a5ed'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:34:34.392126 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:34.512206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Network 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:34:34.576329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'Port': ['ID=9a328d09-4e28-4e62-a995-8c92afe8f559,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:34.576329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:34.588237 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2737-6c88-42e4-bdb4-589d5c4bfbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:34.592116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:34:34.615591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4553-4802-4fd8-aca0-29b5797b8e75 None None] Pushing event updated for resources: {'Port': ['ID=3d64f644-34cc-419b-84bd-1c75f0d6967a,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:34.727881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] For port 491a5d0c-f879-411e-aeb6-75cab0386e6b, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:34:34.741663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] For port 491a5d0c-f879-411e-aeb6-75cab0386e6b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=491a5d0c-f879-411e-aeb6-75cab0386e6b,segment=NetworkSegment(011db9f3-5d1d-4835-8981-1a4b1cd9cd9c),segment_id=011db9f3-5d1d-4835-8981-1a4b1cd9cd9c)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:34:34.749380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:34.749996 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:34.850287 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-988422ca-2bbc-4288-87c3-181298363214 req-e2ce21a0-aa84-403f-82f9-416d6f4c98e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1097 time: 0.6226795 Feb 09 13:34:35.035082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-514eeeda-7b8c-4aac-bd04-136b2c5d9ee1 req-98d6efec-9939-4bea-ac84-4132917a611c tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1097 time: 0.6270652 Feb 09 13:34:35.088875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-dc6e2737-6c88-42e4-bdb4-589d5c4bfbb8 None None] For port 045bb3ed-3066-4ac8-9630-592b05cc3a8b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=045bb3ed-3066-4ac8-9630-592b05cc3a8b,segment=NetworkSegment(9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6),segment_id=9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:35.148977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8662f-bf2d-46e5-a6bf-69750f35b7e2 None None] Pushing event updated for resources: {'Port': ['ID=491a5d0c-f879-411e-aeb6-75cab0386e6b,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:35.154845 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc6e2737-6c88-42e4-bdb4-589d5c4bfbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:35.252061 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:35.302439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-988422ca-2bbc-4288-87c3-181298363214 req-baa62a55-007d-489d-8f30-13f94fdb0d5c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241955 Feb 09 13:34:35.365893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e2737-6c88-42e4-bdb4-589d5c4bfbb8 None None] Pushing event updated for resources: {'Port': ['ID=045bb3ed-3066-4ac8-9630-592b05cc3a8b,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:35.469432 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-514eeeda-7b8c-4aac-bd04-136b2c5d9ee1 req-418df45d-f6b5-4858-9c07-a5c594d1ad6f tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116201 Feb 09 13:34:35.541502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-55bc62b5-c19f-4892-8097-e6cf9fb399d3 None None] Provisioning complete for port 045bb3ed-3066-4ac8-9630-592b05cc3a8b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:35.541502 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-55bc62b5-c19f-4892-8097-e6cf9fb399d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:36.351000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 045bb3ed-3066-4ac8-9630-592b05cc3a8b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:36.362737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:36.373911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:36.463432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 045bb3ed-3066-4ac8-9630-592b05cc3a8b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:36.464113 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:36.739333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374846bd-c964-47a8-b89b-c4caf11a7439 None None] Network 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:34:36.934087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 491a5d0c-f879-411e-aeb6-75cab0386e6b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:36.951334 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:37.007517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-00e3ae09-7a83-4d10-845b-a29481f1a4a5 None None] Provisioning for port 3d64f644-34cc-419b-84bd-1c75f0d6967a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:37.045903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26238ffc-15f0-4957-8647-dbe9b43f42bd None None] Network 5af632a2-d56b-45c4-87a5-13d674b3a5ed requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:34:37.169592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'Port': ['ID=9a328d09-4e28-4e62-a995-8c92afe8f559,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:37.321466 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9810cdb-384c-498d-badb-be051d9ec3e8 req-1de64bfa-6030-4c32-adf5-27d2d031e7b0 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1097 time: 0.3579202 Feb 09 13:34:37.331841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3530f53b-6d52-4681-a914-df6ea7253f6b None None] Provisioning for port 491a5d0c-f879-411e-aeb6-75cab0386e6b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:37.350223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 491a5d0c-f879-411e-aeb6-75cab0386e6b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:37.350223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3530f53b-6d52-4681-a914-df6ea7253f6b None None] Provisioning complete for port 491a5d0c-f879-411e-aeb6-75cab0386e6b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:37.350223 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3530f53b-6d52-4681-a914-df6ea7253f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:37.423085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Network 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:34:37.423085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:37.493274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 491a5d0c-f879-411e-aeb6-75cab0386e6b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:37.493274 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:37.775484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9810cdb-384c-498d-badb-be051d9ec3e8 req-2008ba05-162d-48e6-bd31-399ef990f1d7 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303093 Feb 09 13:34:38.004499 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3530f53b-6d52-4681-a914-df6ea7253f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:38.020068 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:38.106138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 491a5d0c-f879-411e-aeb6-75cab0386e6b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=491a5d0c-f879-411e-aeb6-75cab0386e6b,segment=NetworkSegment(011db9f3-5d1d-4835-8981-1a4b1cd9cd9c),segment_id=011db9f3-5d1d-4835-8981-1a4b1cd9cd9c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:38.114211 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:38.114211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3d64f644-34cc-419b-84bd-1c75f0d6967a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:38.142813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Router 9aa91106-74f1-4257-853f-4555c1f8c27a is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:34:38.493189 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-3530f53b-6d52-4681-a914-df6ea7253f6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:34:38.493598 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-3530f53b-6d52-4681-a914-df6ea7253f6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:34:38.494163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e1bd6eb-853b-4cee-8efa-a646db6f6170 req-240d6f18-8379-45a4-bec9-74362b44dd54 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1097 time: 0.4432290 Feb 09 13:34:38.584168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=491a5d0c-f879-411e-aeb6-75cab0386e6b,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:38.603536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 3d64f644-34cc-419b-84bd-1c75f0d6967a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:38.609245 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3d64f644-34cc-419b-84bd-1c75f0d6967a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:38.609915 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:38.642428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e1bd6eb-853b-4cee-8efa-a646db6f6170 req-e165b9c0-e254-4431-9004-7c980d346140 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449749 Feb 09 13:34:38.746061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:34:38.777439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-10750a79-1fd7-4a41-a2da-6869a3aa7752 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "PUT /v2.0/routers/9aa91106-74f1-4257-853f-4555c1f8c27a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5552788 Feb 09 13:34:38.777439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52530) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:38.876618 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:38.894258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba09b1ba-8f59-4949-9035-221f959bdb44 None None] Sync routers for ids ['9aa91106-74f1-4257-853f-4555c1f8c27a'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:34:38.917953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 3d64f644-34cc-419b-84bd-1c75f0d6967a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3d64f644-34cc-419b-84bd-1c75f0d6967a,segment=NetworkSegment(fd0d153a-aed5-4bd0-a540-061a7d542d3f),segment_id=fd0d153a-aed5-4bd0-a540-061a7d542d3f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:38.927174 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:39.109956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=3d64f644-34cc-419b-84bd-1c75f0d6967a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:39.135005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 491a5d0c-f879-411e-aeb6-75cab0386e6b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:39.237736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9a2748f-4bf3-489d-87c6-3287143bc3a1 req-f3c7c9b9-330d-439b-bede-3bf10dc7a8e9 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1097 time: 0.1873701 Feb 09 13:34:39.251245 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09b1ba-8f59-4949-9035-221f959bdb44 None None] Routers {'9aa91106-74f1-4257-853f-4555c1f8c27a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:39.252220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ba09b1ba-8f59-4949-9035-221f959bdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9aa91106-74f1-4257-853f-4555c1f8c27a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:39.395215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ba09b1ba-8f59-4949-9035-221f959bdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:39.427046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-15e5c26d-6777-4bcd-9b07-05ca018c0133 None None] Provisioning for port 9a328d09-4e28-4e62-a995-8c92afe8f559 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:39.427046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09b1ba-8f59-4949-9035-221f959bdb44 None None] Routers {'9aa91106-74f1-4257-853f-4555c1f8c27a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:39.427046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ba09b1ba-8f59-4949-9035-221f959bdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9aa91106-74f1-4257-853f-4555c1f8c27a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:39.501736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-15e5c26d-6777-4bcd-9b07-05ca018c0133 None None] Provisioning complete for port 9a328d09-4e28-4e62-a995-8c92afe8f559 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:39.502916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-15e5c26d-6777-4bcd-9b07-05ca018c0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:39.572605 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-15e5c26d-6777-4bcd-9b07-05ca018c0133 None None] Port 9a328d09-4e28-4e62-a995-8c92afe8f559 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:34:39.583357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ba09b1ba-8f59-4949-9035-221f959bdb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:39.583357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba09b1ba-8f59-4949-9035-221f959bdb44 None None] The sync data for ids ['9aa91106-74f1-4257-853f-4555c1f8c27a'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:34:39.583357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 491a5d0c-f879-411e-aeb6-75cab0386e6b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:39.583357 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:39.687132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-15e5c26d-6777-4bcd-9b07-05ca018c0133 None None] Provisioning complete for port 3d64f644-34cc-419b-84bd-1c75f0d6967a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:39.687132 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-15e5c26d-6777-4bcd-9b07-05ca018c0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:39.694213 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9a2748f-4bf3-489d-87c6-3287143bc3a1 req-f9aab9f3-62ff-4ff0-837a-0a3c468494e3 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484975 Feb 09 13:34:40.050530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-15e5c26d-6777-4bcd-9b07-05ca018c0133 None None] Provisioning complete for port 491a5d0c-f879-411e-aeb6-75cab0386e6b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:40.050530 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-15e5c26d-6777-4bcd-9b07-05ca018c0133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:40.325151 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-61bd7ad0-f539-40b7-b0af-ac2eded3653e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:34:40.325151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-61bd7ad0-f539-40b7-b0af-ac2eded3653e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "PUT /v2.0/routers/9aa91106-74f1-4257-853f-4555c1f8c27a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5433619 Feb 09 13:34:40.325151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52556) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:40.598546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-852811e7-9372-4570-910c-ea9686d64683 req-e771882b-ef5f-41a3-b858-e0ecd57fe337 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1097 time: 0.1696126 Feb 09 13:34:40.771995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-852811e7-9372-4570-910c-ea9686d64683 req-71daf9a6-ccea-4d5b-978b-d020e786f3df tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671727 Feb 09 13:34:40.881915 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:41.112189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3d64f644-34cc-419b-84bd-1c75f0d6967a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:34:41.256306 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3d64f644-34cc-419b-84bd-1c75f0d6967a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:41.256804 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:41.449719 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:41.724247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c50b5365-f83e-4d38-b7c1-e81d5670dd06 req-1a689dde-8a10-4da6-9301-a64afa7d4e91 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1097 time: 0.1447868 Feb 09 13:34:41.826561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-c50b5365-f83e-4d38-b7c1-e81d5670dd06 req-57d7ad95-e312-427a-bc6c-ba6e3a8ceb41 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Deleting port 5186be69-e025-4c5d-82b4-fa985dac6b0c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:41.826561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c50b5365-f83e-4d38-b7c1-e81d5670dd06 req-57d7ad95-e312-427a-bc6c-ba6e3a8ceb41 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:42.448674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-748f8689-b7b6-4ac8-ab3e-0496ee3dbb5c req-edf2ece3-b50a-4a49-8ee1-8f293ec94a98 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 1097 time: 0.2569137 Feb 09 13:34:42.596620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-c50b5365-f83e-4d38-b7c1-e81d5670dd06 req-57d7ad95-e312-427a-bc6c-ba6e3a8ceb41 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] For port 5186be69-e025-4c5d-82b4-fa985dac6b0c, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=5186be69-e025-4c5d-82b4-fa985dac6b0c,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:42.597029 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c50b5365-f83e-4d38-b7c1-e81d5670dd06 req-57d7ad95-e312-427a-bc6c-ba6e3a8ceb41 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:42.690061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52606) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:42.750330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Deleting port 9a328d09-4e28-4e62-a995-8c92afe8f559 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:42.750330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:42.794544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-c50b5365-f83e-4d38-b7c1-e81d5670dd06 req-57d7ad95-e312-427a-bc6c-ba6e3a8ceb41 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Calling delete_port for 5186be69-e025-4c5d-82b4-fa985dac6b0c owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:42.832190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-748f8689-b7b6-4ac8-ab3e-0496ee3dbb5c req-64723288-3ac1-43e4-994a-19efd350c07e tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805339 Feb 09 13:34:42.897479 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-216a1ede-a979-40d2-b0f0-245595d326f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:42.943226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-216a1ede-a979-40d2-b0f0-245595d326f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:42.951332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-216a1ede-a979-40d2-b0f0-245595d326f0 admin admin] Usage tracker for resource:security_group_rule and tenant:313d775da11f402db8abaf29a6caa2a4 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:42.951332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-216a1ede-a979-40d2-b0f0-245595d326f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:42.966045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-216a1ede-a979-40d2-b0f0-245595d326f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:43.074603 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-216a1ede-a979-40d2-b0f0-245595d326f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:43.078451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-216a1ede-a979-40d2-b0f0-245595d326f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:43.125594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a1ede-a979-40d2-b0f0-245595d326f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9df3df-c98d-4328-bbd0-37a7edf2bebe,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:43.152358 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-216a1ede-a979-40d2-b0f0-245595d326f0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=313d775da11f402db8abaf29a6caa2a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4598391 Feb 09 13:34:43.153996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52618) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:43.158789 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c50b5365-f83e-4d38-b7c1-e81d5670dd06 req-57d7ad95-e312-427a-bc6c-ba6e3a8ceb41 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:43.172611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['87bbb343-050b-42f6-bed7-65db57631c57'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:34:43.200244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['5186be69-e025-4c5d-82b4-fa985dac6b0c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:34:43.282305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7ad95-e312-427a-bc6c-ba6e3a8ceb41 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Pushing event deleted for resources: {'Port': ['ID=5186be69-e025-4c5d-82b4-fa985dac6b0c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:43.295461 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:43.550373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Calling delete_port for 9a328d09-4e28-4e62-a995-8c92afe8f559 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:43.620150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50b5365-f83e-4d38-b7c1-e81d5670dd06 req-57d7ad95-e312-427a-bc6c-ba6e3a8ceb41 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] No DVR routers for this DVR port 5186be69-e025-4c5d-82b4-fa985dac6b0c on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:34:43.624827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-c50b5365-f83e-4d38-b7c1-e81d5670dd06 req-57d7ad95-e312-427a-bc6c-ba6e3a8ceb41 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:43.628440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7804f3c5-5282-4116-89ff-e1d17bb1cd6e', 'name': 'network-vif-deleted', 'tag': '5186be69-e025-4c5d-82b4-fa985dac6b0c'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:34:43.667914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3892-cc5d-49b5-90fb-2b50aeef302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:43.672008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c50b5365-f83e-4d38-b7c1-e81d5670dd06 req-57d7ad95-e312-427a-bc6c-ba6e3a8ceb41 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.67 "DELETE /v2.0/ports/5186be69-e025-4c5d-82b4-fa985dac6b0c HTTP/1.1" status: 204 len: 173 time: 1.9310629 Feb 09 13:34:43.731408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3892-cc5d-49b5-90fb-2b50aeef302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:43.755063 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7804f3c5-5282-4116-89ff-e1d17bb1cd6e', 'name': 'network-vif-deleted', 'tag': '5186be69-e025-4c5d-82b4-fa985dac6b0c', 'status': 'completed', 'code': 200} Feb 09 13:34:43.883277 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3892-cc5d-49b5-90fb-2b50aeef302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:43.896741 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:43.937173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e3892-cc5d-49b5-90fb-2b50aeef302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9df3df-c98d-4328-bbd0-37a7edf2bebe,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:43.957159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event deleted for resources: {'Port': ['ID=9a328d09-4e28-4e62-a995-8c92afe8f559,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:44.017983 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3892-cc5d-49b5-90fb-2b50aeef302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:44.017983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4a9e3892-cc5d-49b5-90fb-2b50aeef302b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f9df3df-c98d-4328-bbd0-37a7edf2bebe HTTP/1.1" status: 204 len: 168 time: 0.8638783 Feb 09 13:34:44.178384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6f315975-956a-4296-93e0-c9d057d22793 req-bb022821-507e-40df-afc8-d982c1731c7c tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Synchronizing usage tracker for tenant:1959a28a29f6485680c236af32e3b291 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:34:44.493228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-6f315975-956a-4296-93e0-c9d057d22793 req-bb022821-507e-40df-afc8-d982c1731c7c tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Unset dirty status for tenant:1959a28a29f6485680c236af32e3b291 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:34:44.493228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f315975-956a-4296-93e0-c9d057d22793 req-bb022821-507e-40df-afc8-d982c1731c7c tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7804f3c5-5282-4116-89ff-e1d17bb1cd6e HTTP/1.1" status: 200 len: 210 time: 0.3908536 Feb 09 13:34:44.633515 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:44.659082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52650) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:44.677845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bf8ed8-bc2d-423f-9cf1-5d9c34a85096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:44.712930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c1bf8ed8-bc2d-423f-9cf1-5d9c34a85096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:44.721354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1bf8ed8-bc2d-423f-9cf1-5d9c34a85096 admin admin] Usage tracker for resource:security_group_rule and tenant:3db1229248ec4a4eb266833d47736d25 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:44.727153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1bf8ed8-bc2d-423f-9cf1-5d9c34a85096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:44.760361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c1bf8ed8-bc2d-423f-9cf1-5d9c34a85096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:44.837175 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bf8ed8-bc2d-423f-9cf1-5d9c34a85096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:44.842790 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bf8ed8-bc2d-423f-9cf1-5d9c34a85096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:44.905270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf8ed8-bc2d-423f-9cf1-5d9c34a85096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eb210c-e317-45e4-a878-8b9565dd5942,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:44.920435 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c1bf8ed8-bc2d-423f-9cf1-5d9c34a85096 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3db1229248ec4a4eb266833d47736d25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2532544 Feb 09 13:34:44.935360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52658) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:45.049007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b96bd41d-2100-478e-9df0-dd24bee4f74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:45.080619 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b96bd41d-2100-478e-9df0-dd24bee4f74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:45.161444 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b96bd41d-2100-478e-9df0-dd24bee4f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:45.192140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bd41d-2100-478e-9df0-dd24bee4f74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eb210c-e317-45e4-a878-8b9565dd5942,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:45.192140 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b96bd41d-2100-478e-9df0-dd24bee4f74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:45.199202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b96bd41d-2100-478e-9df0-dd24bee4f74a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4eb210c-e317-45e4-a878-8b9565dd5942 HTTP/1.1" status: 204 len: 168 time: 0.2602367 Feb 09 13:34:45.216871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Router 9aa91106-74f1-4257-853f-4555c1f8c27a has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:34:45.383890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:34:45.389284 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee163be-1a7b-4072-8d16-9abfcadbf451 None None] Sync routers for ids ['9aa91106-74f1-4257-853f-4555c1f8c27a'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:34:45.391594 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f395c132-1e11-48b3-b82e-b959fa289ed5 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "PUT /v2.0/routers/9aa91106-74f1-4257-853f-4555c1f8c27a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0635715 Feb 09 13:34:45.400462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52670) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:45.413797 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee163be-1a7b-4072-8d16-9abfcadbf451 None None] Routers {'9aa91106-74f1-4257-853f-4555c1f8c27a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:45.413797 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8ee163be-1a7b-4072-8d16-9abfcadbf451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9aa91106-74f1-4257-853f-4555c1f8c27a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:45.480503 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8ee163be-1a7b-4072-8d16-9abfcadbf451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:45.487547 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-77e05298-fc65-4bef-acdc-4df9ff72b4d1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] delete failed (client error): The resource could not be found. Feb 09 13:34:45.489867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-77e05298-fc65-4bef-acdc-4df9ff72b4d1 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-427588029 HTTP/1.1" status: 404 len: 334 time: 0.0929022 Feb 09 13:34:45.495736 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee163be-1a7b-4072-8d16-9abfcadbf451 None None] Routers {'9aa91106-74f1-4257-853f-4555c1f8c27a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:45.498913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52676) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:45.501803 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8ee163be-1a7b-4072-8d16-9abfcadbf451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9aa91106-74f1-4257-853f-4555c1f8c27a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:45.509484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-50baec18-eccf-4eae-83b0-58717689984e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Request body: {'router': {'external_gateway_info': {'network_id': '9aa91106-74f1-4257-853f-4555c1f8c27a'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:45.599262 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8ee163be-1a7b-4072-8d16-9abfcadbf451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:45.599725 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee163be-1a7b-4072-8d16-9abfcadbf451 None None] The sync data for ids ['9aa91106-74f1-4257-853f-4555c1f8c27a'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:34:45.607947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5186be69-e025-4c5d-82b4-fa985dac6b0c no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:34:45.706811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 5186be69-e025-4c5d-82b4-fa985dac6b0c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:34:45.706811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 5186be69-e025-4c5d-82b4-fa985dac6b0c not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:34:45.956722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52690) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:45.992450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79de7019-f675-419a-aeea-3813b3d3a667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:46.193282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-79de7019-f675-419a-aeea-3813b3d3a667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:46.200412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-79de7019-f675-419a-aeea-3813b3d3a667 admin admin] Usage tracker for resource:security_group_rule and tenant:a24a4af22f754e1eb470ef247605225c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:46.205433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-79de7019-f675-419a-aeea-3813b3d3a667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:46.211138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-79de7019-f675-419a-aeea-3813b3d3a667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:46.239236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-50baec18-eccf-4eae-83b0-58717689984e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:46.316792 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:46.326862 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-50baec18-eccf-4eae-83b0-58717689984e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] update failed (client error): The resource could not be found. Feb 09 13:34:46.327906 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-50baec18-eccf-4eae-83b0-58717689984e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "PUT /v2.0/routers/9aa91106-74f1-4257-853f-4555c1f8c27a HTTP/1.1" status: 404 len: 339 time: 0.8353076 Feb 09 13:34:46.334884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52702) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:46.396264 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79de7019-f675-419a-aeea-3813b3d3a667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:46.403297 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-79de7019-f675-419a-aeea-3813b3d3a667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:46.465539 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-79de7019-f675-419a-aeea-3813b3d3a667 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a24a4af22f754e1eb470ef247605225c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5006490 Feb 09 13:34:46.465539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de7019-f675-419a-aeea-3813b3d3a667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65ff21-4ef3-41f9-a59c-bb1bf5b7692a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:46.470571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52706) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:46.503814 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad6884a9-2554-4474-a8b7-3a3559195e07 req-90e8d0bf-4ae0-4ce6-89a3-ed3dae4bbc74 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1097 time: 0.2431374 Feb 09 13:34:46.563328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0e11ec9a-15c3-40a5-ac2e-18ed6634027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:46.591487 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0e11ec9a-15c3-40a5-ac2e-18ed6634027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:46.657790 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0e11ec9a-15c3-40a5-ac2e-18ed6634027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:46.676174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11ec9a-15c3-40a5-ac2e-18ed6634027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65ff21-4ef3-41f9-a59c-bb1bf5b7692a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:46.716173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0e11ec9a-15c3-40a5-ac2e-18ed6634027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:46.719702 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0e11ec9a-15c3-40a5-ac2e-18ed6634027e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff65ff21-4ef3-41f9-a59c-bb1bf5b7692a HTTP/1.1" status: 204 len: 168 time: 0.2465713 Feb 09 13:34:46.827306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad6884a9-2554-4474-a8b7-3a3559195e07 req-6c416256-57e7-4aef-9a04-258a7c41bb57 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096390 Feb 09 13:34:47.138908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:47.602790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Allocated IP 172.20.0.1 (d928c8eb-4318-41e7-8bcf-0d78915936b3/7a1512ae-148b-44a5-97c7-4675b955ee76/38bf677d-5f11-4509-9e3a-944dc3f1bca1) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:34:47.752143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-e4039b07-7902-4f17-90ec-65bf41045dfe tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Synchronizing usage tracker for tenant:1959a28a29f6485680c236af32e3b291 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:34:47.766016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-e4039b07-7902-4f17-90ec-65bf41045dfe tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Unset dirty status for tenant:1959a28a29f6485680c236af32e3b291 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:34:47.766016 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-e4039b07-7902-4f17-90ec-65bf41045dfe tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1097 time: 0.1644216 Feb 09 13:34:47.844714 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:47.864686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Transition to ACTIVE for port object 38bf677d-5f11-4509-9e3a-944dc3f1bca1 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:34:47.876854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-9a6c0b39-5c11-420d-9d69-1e5a6cde9085 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Deleting port 87bbb343-050b-42f6-bed7-65db57631c57 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:47.877502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-9a6c0b39-5c11-420d-9d69-1e5a6cde9085 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:47.895023 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:48.129526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'Port': ['ID=38bf677d-5f11-4509-9e3a-944dc3f1bca1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:48.148133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Network d928c8eb-4318-41e7-8bcf-0d78915936b3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:34:48.153728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:48.156940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:34:48.217036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f3f702f-f73a-4ec9-8cf8-c3c7a005a957 req-5834b75e-c16f-453f-bbbe-17a51e9215bf tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 1097 time: 0.2283161 Feb 09 13:34:48.326157 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:48.385040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f3f702f-f73a-4ec9-8cf8-c3c7a005a957 req-0499069a-dbcb-4e98-87d9-08d57bec1a6d tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a6c93a84-97fb-41e2-886f-e2aa866d79d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596105 Feb 09 13:34:48.433661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-9a6c0b39-5c11-420d-9d69-1e5a6cde9085 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] For port 87bbb343-050b-42f6-bed7-65db57631c57, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=87bbb343-050b-42f6-bed7-65db57631c57,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:48.433661 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-9a6c0b39-5c11-420d-9d69-1e5a6cde9085 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:48.653529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7f3ad7f7-f14f-4d15-914e-8fd3d1738487 None None] Provisioning for port 38bf677d-5f11-4509-9e3a-944dc3f1bca1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:34:48.657604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:48.661039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7f3ad7f7-f14f-4d15-914e-8fd3d1738487 None None] Provisioning complete for port 38bf677d-5f11-4509-9e3a-944dc3f1bca1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:48.661039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f3ad7f7-f14f-4d15-914e-8fd3d1738487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:48.772883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ad7f7-f14f-4d15-914e-8fd3d1738487 None None] Port 38bf677d-5f11-4509-9e3a-944dc3f1bca1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:34:48.922961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-9a6c0b39-5c11-420d-9d69-1e5a6cde9085 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Calling delete_port for 87bbb343-050b-42f6-bed7-65db57631c57 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:49.223650 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-9a6c0b39-5c11-420d-9d69-1e5a6cde9085 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:49.236087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['87bbb343-050b-42f6-bed7-65db57631c57'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:34:49.404512 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:49.410246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:49.455393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c0b39-5c11-420d-9d69-1e5a6cde9085 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Pushing event deleted for resources: {'Port': ['ID=87bbb343-050b-42f6-bed7-65db57631c57,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:49.508757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-9a6c0b39-5c11-420d-9d69-1e5a6cde9085 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] No DVR routers for this DVR port 87bbb343-050b-42f6-bed7-65db57631c57 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:34:49.519640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-9a6c0b39-5c11-420d-9d69-1e5a6cde9085 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:49.556667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26', 'name': 'network-vif-deleted', 'tag': '87bbb343-050b-42f6-bed7-65db57631c57'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:34:49.567779 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-01b76439-acfe-42dc-ab84-8a0ee0039ae5 req-9a6c0b39-5c11-420d-9d69-1e5a6cde9085 tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.62 "DELETE /v2.0/ports/87bbb343-050b-42f6-bed7-65db57631c57 HTTP/1.1" status: 204 len: 173 time: 1.7899351 Feb 09 13:34:49.748665 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26', 'name': 'network-vif-deleted', 'tag': '87bbb343-050b-42f6-bed7-65db57631c57', 'status': 'completed', 'code': 200} Feb 09 13:34:49.962053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event updated for resources: {'Port': ['ID=38bf677d-5f11-4509-9e3a-944dc3f1bca1,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:50.029369 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:50.035538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26c8ab04-d78a-42d3-bf60-0575b7f6e478 req-972c772a-202b-464e-9331-b0959703d74c tempest-TestServerMultinode-644623739 tempest-TestServerMultinode-644623739-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d6dfd3ab-55f5-43a5-b9e5-bfcf2d2eac26 HTTP/1.1" status: 200 len: 210 time: 0.1149452 Feb 09 13:34:50.283113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Network d928c8eb-4318-41e7-8bcf-0d78915936b3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:34:50.284289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:50.716264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f0932d81-a533-4ba4-a8fd-60d633cea00d None None] Provisioning complete for port 38bf677d-5f11-4509-9e3a-944dc3f1bca1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:34:50.716264 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f0932d81-a533-4ba4-a8fd-60d633cea00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:50.793096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f0932d81-a533-4ba4-a8fd-60d633cea00d None None] Port 38bf677d-5f11-4509-9e3a-944dc3f1bca1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:34:50.848127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Router 9aa91106-74f1-4257-853f-4555c1f8c27a has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:34:51.131480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:34:51.145670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5974b5-bad2-4873-bd76-69d68bc1e305 None None] Sync routers for ids ['9aa91106-74f1-4257-853f-4555c1f8c27a'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:34:51.166301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5974b5-bad2-4873-bd76-69d68bc1e305 None None] Routers {'9aa91106-74f1-4257-853f-4555c1f8c27a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:51.169767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-327b7310-6483-4a12-b26b-f535ceca05cd tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "PUT /v2.0/routers/9aa91106-74f1-4257-853f-4555c1f8c27a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8325474 Feb 09 13:34:51.172424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52812) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:51.182799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ff5974b5-bad2-4873-bd76-69d68bc1e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9aa91106-74f1-4257-853f-4555c1f8c27a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:51.405483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52818) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:51.454359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ff5974b5-bad2-4873-bd76-69d68bc1e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:51.483871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5974b5-bad2-4873-bd76-69d68bc1e305 None None] Routers {'9aa91106-74f1-4257-853f-4555c1f8c27a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:51.486123 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ff5974b5-bad2-4873-bd76-69d68bc1e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9aa91106-74f1-4257-853f-4555c1f8c27a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:51.568591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d374b594-d3f9-4ad0-9692-916440e5f986 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:51.659996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52822) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:51.665877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115487345', 'description': 'tempest-secgroup-smoke-2115487345 description', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:51.682649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:51.682649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:51.682649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:51.688578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:51.708104 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:51.710912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ff5974b5-bad2-4873-bd76-69d68bc1e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:51.710912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5974b5-bad2-4873-bd76-69d68bc1e305 None None] The sync data for ids ['9aa91106-74f1-4257-853f-4555c1f8c27a'] in n-d-825175-3 is: [] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:34:51.722384 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:51.756528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:51.761382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:51.764155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:51.772577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:51.842014 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-d374b594-d3f9-4ad0-9692-916440e5f986 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 13:34:51.843547 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d374b594-d3f9-4ad0-9692-916440e5f986 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "DELETE /v2.0/routers/9aa91106-74f1-4257-853f-4555c1f8c27a HTTP/1.1" status: 409 len: 329 time: 0.6697755 Feb 09 13:34:51.847810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52830) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:51.899999 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:51.915847 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:51.976398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e604b1-a1cd-4e6b-9ea7-d130ec995fda,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:52.016128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:52.076063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:52.082657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:52.138199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:52.237415 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.246851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.303481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:52.316880 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.321563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52838) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:52.326495 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-eeeb3e91-b7b1-4c44-8ae3-8170a8622b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6635873 Feb 09 13:34:52.345576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': 'b4f3c9b8-4462-4a88-b9c3-a201c4389eb2', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:52.358651 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.362209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:52.374297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:52.387964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:52.400650 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.458522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:52.550094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.644272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.672350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.742660 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.742660 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4193478 Feb 09 13:34:52.745659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52846) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:52.746266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6b06ee-d8bb-489e-a1be-291eeb1e4e13,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:52.755244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': 'b4f3c9b8-4462-4a88-b9c3-a201c4389eb2', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:52.764225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:52.770174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:52.774911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:52.782280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:52.806745 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.830784 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.831808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.832640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.833452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.834248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.835667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.836508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.837330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.838143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.839034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.839904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff1d40-ec9c-488a-aa8b-2bdde824aced tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:34:52.905635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.905635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:52.987568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6613bfae-f46a-47d3-818a-c5af11189410,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:53.015533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.015533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f734ab40-d6b8-4aea-89df-8cf02a7478d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2507234 Feb 09 13:34:53.015533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52854) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:53.080849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': 'b4f3c9b8-4462-4a88-b9c3-a201c4389eb2', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:53.091902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:53.101800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:53.112866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 87bbb343-050b-42f6-bed7-65db57631c57 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:34:53.149941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:53.163359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:53.199942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 87bbb343-050b-42f6-bed7-65db57631c57 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:34:53.200313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 87bbb343-050b-42f6-bed7-65db57631c57 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:34:53.203157 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.488051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.497074 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.543436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026d64bd-e044-42fe-b322-4f65fc6db7ef,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:53.551251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.551251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-67d5bc7a-0429-4205-898a-d078d2396492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5376384 Feb 09 13:34:53.555029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52864) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:53.566068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': 'b4f3c9b8-4462-4a88-b9c3-a201c4389eb2', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:53.602082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:53.602082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:53.610941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:53.619666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:53.649078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Deleting port 38bf677d-5f11-4509-9e3a-944dc3f1bca1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:53.649078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.696524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.787872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] Deleting port 96099e78-0db8-42f2-bd71-949cb255e539 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:53.787872 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.898152 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.908321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.927585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:53.950010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293aca50-8bd7-4f4c-ae25-1e6533a42a07,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:54.033729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] For port 96099e78-0db8-42f2-bd71-949cb255e539, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=96099e78-0db8-42f2-bd71-949cb255e539,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:54.033729 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:54.078043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Calling delete_port for 38bf677d-5f11-4509-9e3a-944dc3f1bca1 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:54.109301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:54.109301 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-332e59f3-f0f0-4a97-ba91-5617544e6b3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5572088 Feb 09 13:34:54.116991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52874) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:54.131546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': 'b4f3c9b8-4462-4a88-b9c3-a201c4389eb2', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:54.139793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:54.145332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:54.157297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:54.167958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:54.199754 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Project 4b56b02eaccc4487993cc9bb3adc098d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:34:54.208419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:54.228860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] Calling delete_port for 96099e78-0db8-42f2-bd71-949cb255e539 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:54.365357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:54.395962 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:54.438272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99af27c9-2b78-495c-8758-1b6617abab45,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:54.438272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:54.495636 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:54.512696 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event deleted for resources: {'Port': ['ID=38bf677d-5f11-4509-9e3a-944dc3f1bca1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:54.523683 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:54.523683 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c82bde11-dfe9-4cc1-b068-01854b2971a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4065862 Feb 09 13:34:54.536288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:54.565544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] Pushing event deleted for resources: {'Port': ['ID=96099e78-0db8-42f2-bd71-949cb255e539,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:54.701665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': 'b4f3c9b8-4462-4a88-b9c3-a201c4389eb2', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:54.725401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:54.741059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:54.746411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:54.756179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:54.896957 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Project 4b56b02eaccc4487993cc9bb3adc098d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:34:55.003681 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ba73dede-22db-4a09-be40-6723ee7fecae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:55.034658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:55.104397 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:55.256534 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:55.263971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:55.284978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:55.311112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8ef6cb-4718-4892-b407-bec99edc6ebd,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:55.313029 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:55.314210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e5849763-d767-4bba-bba5-084ba4b6ad89 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7790871 Feb 09 13:34:55.317348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52896) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:55.324629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'network': {'name': 'tempest-network-smoke--44496680', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'port_security_enabled': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:55.333127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:55.350346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:network and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:55.357135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:55.557172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:55.646073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:34:55.646073 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:55.811155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:34:55.846751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:55.846751 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Added segment 79d469d5-d5ea-4159-8cd0-a57e0037fccf of type vlan for network 67211146-3b37-4d96-92a1-bfac54c0b072 Feb 09 13:34:55.901484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Router 9aa91106-74f1-4257-853f-4555c1f8c27a has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:34:55.911328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:56.058672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] Router aa89451b-e870-4bf6-a50a-b542e9380e41 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:34:56.090369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:56.090369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:34:56.090369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:56.221204 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8999732 Feb 09 13:34:56.225350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52908) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:56.227152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:34:56.238445 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-30cda3dd-b870-4219-be19-6b8909e3616e tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "PUT /v2.0/routers/9aa91106-74f1-4257-853f-4555c1f8c27a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3844697 Feb 09 13:34:56.238445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52912) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:56.240470 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'admin_state_up': True, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:56.242433 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f376137-45c9-4b8c-bd5c-5e798832f367 None None] Sync routers for ids ['9aa91106-74f1-4257-853f-4555c1f8c27a'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:34:56.256017 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f376137-45c9-4b8c-bd5c-5e798832f367 None None] Routers {'9aa91106-74f1-4257-853f-4555c1f8c27a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:56.256621 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5f376137-45c9-4b8c-bd5c-5e798832f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9aa91106-74f1-4257-853f-4555c1f8c27a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:56.292236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:34:56.305152 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e010fbca-7faf-4cca-bba5-affca0ae9110 admin admin] 10.222.0.59 "PUT /v2.0/routers/aa89451b-e870-4bf6-a50a-b542e9380e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9004307 Feb 09 13:34:56.306782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:34:56.307720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52920) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:56.311987 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] Sync routers for ids ['aa89451b-e870-4bf6-a50a-b542e9380e41'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:34:56.326183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343d3c4-f10a-4500-9095-69a70e0574b7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Network': ['ID=67211146-3b37-4d96-92a1-bfac54c0b072,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:56.330450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] Routers {'aa89451b-e870-4bf6-a50a-b542e9380e41'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:56.331974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['aa89451b-e870-4bf6-a50a-b542e9380e41'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:56.353872 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5f376137-45c9-4b8c-bd5c-5e798832f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:56.355453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:router and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:34:56.359284 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-294d0cb5-b898-443c-ab64-2b0599f34778 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] show failed (client error): The resource could not be found. Feb 09 13:34:56.365194 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-294d0cb5-b898-443c-ab64-2b0599f34778 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-340284014 HTTP/1.1" status: 404 len: 334 time: 0.1171567 Feb 09 13:34:56.367068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:34:56.369107 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f376137-45c9-4b8c-bd5c-5e798832f367 None None] Routers {'9aa91106-74f1-4257-853f-4555c1f8c27a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:56.369921 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5f376137-45c9-4b8c-bd5c-5e798832f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['9aa91106-74f1-4257-853f-4555c1f8c27a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:56.372284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52924) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:56.392275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d35098ef-3761-4386-9cd9-3d607792c45f tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:34:56.476477 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5f376137-45c9-4b8c-bd5c-5e798832f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:56.476477 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f376137-45c9-4b8c-bd5c-5e798832f367 None None] The sync data for ids ['9aa91106-74f1-4257-853f-4555c1f8c27a'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:34:56.508434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 67211146-3b37-4d96-92a1-bfac54c0b072 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:34:56.524710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:34:56.548758 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-d35098ef-3761-4386-9cd9-3d607792c45f tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] update failed (client error): The resource could not be found. Feb 09 13:34:56.548758 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d35098ef-3761-4386-9cd9-3d607792c45f tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-123143618 HTTP/1.1" status: 404 len: 334 time: 0.1717436 Feb 09 13:34:56.558812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52930) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:56.629617 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:56.629617 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:56.671055 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:56.719009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] Set router aa89451b-e870-4bf6-a50a-b542e9380e41 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:34:56.727854 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:56.992338 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.003442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Deleting port 32f49e48-78b2-4ce2-9a6c-9d660059bada {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:57.004259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.120330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'name': 'tempest-TestServerMultinode-1818521914-router', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:27Z', 'updated_at': '2022-02-09T13:34:54Z', 'revision_number': 5, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'gw_port': {'id': '32f49e48-78b2-4ce2-9a6c-9d660059bada', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:28Z', 'updated_at': '2022-02-09T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:57.126700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] Checking router: aa89451b-e870-4bf6-a50a-b542e9380e41 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:34:57.152954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35a4fda-afcd-47d8-9787-f18ce770e06a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Deleting subnet aaa00f4b-cb6f-4ab3-9a94-12d70c7d974a {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:34:57.156374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] Routers {'aa89451b-e870-4bf6-a50a-b542e9380e41'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:34:57.156374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['aa89451b-e870-4bf6-a50a-b542e9380e41'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:57.159892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.159892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a35a4fda-afcd-47d8-9787-f18ce770e06a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.223130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a35a4fda-afcd-47d8-9787-f18ce770e06a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.320665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] For port 32f49e48-78b2-4ce2-9a6c-9d660059bada, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=32f49e48-78b2-4ce2-9a6c-9d660059bada,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:57.320665 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.390635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] Set router aa89451b-e870-4bf6-a50a-b542e9380e41 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:34:57.545460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'name': 'tempest-TestServerMultinode-1818521914-router', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:27Z', 'updated_at': '2022-02-09T13:34:56Z', 'revision_number': 6, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:34:57.552669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9d6e0-8781-4288-91d9-44962b0be74b None None] The sync data for ids ['aa89451b-e870-4bf6-a50a-b542e9380e41'] in n-d-825175-3 is: [{'id': 'aa89451b-e870-4bf6-a50a-b542e9380e41', 'name': 'tempest-TestServerMultinode-1818521914-router', 'tenant_id': '7dc4861f713644f98da5f72b4e7e6c05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:27Z', 'updated_at': '2022-02-09T13:34:56Z', 'revision_number': 6, 'project_id': '7dc4861f713644f98da5f72b4e7e6c05', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:34:57.565838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a35a4fda-afcd-47d8-9787-f18ce770e06a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.665933 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a35a4fda-afcd-47d8-9787-f18ce770e06a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.690695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Calling delete_port for 32f49e48-78b2-4ce2-9a6c-9d660059bada owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:57.723459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a4fda-afcd-47d8-9787-f18ce770e06a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa00f4b-cb6f-4ab3-9a94-12d70c7d974a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:57.763846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a35a4fda-afcd-47d8-9787-f18ce770e06a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.766898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bc539-03e9-4a27-bec3-4090633687c2 None None] Network 5af632a2-d56b-45c4-87a5-13d674b3a5ed requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:34:57.770017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.809094 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a35a4fda-afcd-47d8-9787-f18ce770e06a tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "DELETE /v2.0/subnets/aaa00f4b-cb6f-4ab3-9a94-12d70c7d974a HTTP/1.1" status: 204 len: 168 time: 1.2467475 Feb 09 13:34:57.809094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:57.809094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52946) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:57.938753 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.043561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f49e48-78b2-4ce2-9a6c-9d660059bada,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:58.280178 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33e2f047-feab-4dbb-8859-8bd1214ea788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.329062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.25.5.119 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/51d17fe3-340f-4d27-8f89-40a13c627b79) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:34:58.392540 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.533250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b5c976-c38f-4351-880a-ef9aff644317 None None] DHCP port deletion for 5af632a2-d56b-45c4-87a5-13d674b3a5ed request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:34:58.540376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-40b5c976-c38f-4351-880a-ef9aff644317 None None] Deleting port 491a5d0c-f879-411e-aeb6-75cab0386e6b {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:34:58.540376 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-40b5c976-c38f-4351-880a-ef9aff644317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.635289 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.659239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebc6375-22c1-4e9d-9736-b5395387d723 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Deleting subnet 4e193e33-1bab-45e9-b2d5-a86a3709bb35 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:34:58.665560 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6375-22c1-4e9d-9736-b5395387d723 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.738946 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.820906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6375-22c1-4e9d-9736-b5395387d723 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.851559 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.851559 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.854762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.889501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.889501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa89451b-e870-4bf6-a50a-b542e9380e41 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:34:58.921888 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:58.921888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d0c8efa8-2694-406f-807b-9e24464bed23 admin admin] 10.222.0.59 "DELETE /v2.0/routers/aa89451b-e870-4bf6-a50a-b542e9380e41 HTTP/1.1" status: 204 len: 168 time: 2.6088228 Feb 09 13:34:58.922291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52962) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:58.991160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-40b5c976-c38f-4351-880a-ef9aff644317 None None] For port 491a5d0c-f879-411e-aeb6-75cab0386e6b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=491a5d0c-f879-411e-aeb6-75cab0386e6b,segment=NetworkSegment(011db9f3-5d1d-4835-8981-1a4b1cd9cd9c),segment_id=011db9f3-5d1d-4835-8981-1a4b1cd9cd9c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:34:58.991160 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-40b5c976-c38f-4351-880a-ef9aff644317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.148834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6375-22c1-4e9d-9736-b5395387d723 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.151523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 96099e78-0db8-42f2-bd71-949cb255e539 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:34:59.196810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-40b5c976-c38f-4351-880a-ef9aff644317 None None] Calling delete_port for 491a5d0c-f879-411e-aeb6-75cab0386e6b owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:34:59.232093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0079a02-3aa1-4696-ae4d-f45919c8a293 admin admin] Deleting subnet 8fd44114-1dbd-4d51-b04c-cd01a946e401 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:34:59.235237 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.242874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 96099e78-0db8-42f2-bd71-949cb255e539 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:34:59.242874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 96099e78-0db8-42f2-bd71-949cb255e539 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:34:59.242874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 32f49e48-78b2-4ce2-9a6c-9d660059bada no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:34:59.297345 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0079a02-3aa1-4696-ae4d-f45919c8a293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.313300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 32f49e48-78b2-4ce2-9a6c-9d660059bada {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:34:59.313300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 32f49e48-78b2-4ce2-9a6c-9d660059bada not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:34:59.313300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 491a5d0c-f879-411e-aeb6-75cab0386e6b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:34:59.395731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6375-22c1-4e9d-9736-b5395387d723 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.401382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:34:59.401382 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0079a02-3aa1-4696-ae4d-f45919c8a293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.436854 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-40b5c976-c38f-4351-880a-ef9aff644317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.478041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=51d17fe3-340f-4d27-8f89-40a13c627b79,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:59.478041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:34:59.478041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:34:59.513922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc6375-22c1-4e9d-9736-b5395387d723 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event deleted for resources: {'Subnet': ['ID=4e193e33-1bab-45e9-b2d5-a86a3709bb35,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:59.520092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5c976-c38f-4351-880a-ef9aff644317 None None] No DVR routers for this DVR port 491a5d0c-f879-411e-aeb6-75cab0386e6b on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:34:59.536022 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0ebc6375-22c1-4e9d-9736-b5395387d723 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.536252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Port 491a5d0c-f879-411e-aeb6-75cab0386e6b update to DOWN by agent not found {{(pid=83481) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 09 13:34:59.544889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5c976-c38f-4351-880a-ef9aff644317 None None] Pushing event deleted for resources: {'Port': ['ID=491a5d0c-f879-411e-aeb6-75cab0386e6b,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:34:59.552978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e15f6-34a3-467e-b72c-08bbcf10b0f1 None None] Network 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:34:59.562832 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0ebc6375-22c1-4e9d-9736-b5395387d723 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "DELETE /v2.0/subnets/4e193e33-1bab-45e9-b2d5-a86a3709bb35 HTTP/1.1" status: 204 len: 168 time: 1.7554402 Feb 09 13:34:59.565128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 52972) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:34:59.676824 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:34:59.698946 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0079a02-3aa1-4696-ae4d-f45919c8a293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.769516 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.799228 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.799228 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.950208 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:34:59.980922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0079a02-3aa1-4696-ae4d-f45919c8a293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.025850 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.029503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb3b2b-10f4-4ad2-9f50-90129d0eb4ed None None] DHCP port deletion for 6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:35:00.037280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-90bb3b2b-10f4-4ad2-9f50-90129d0eb4ed None None] Deleting port 3d64f644-34cc-419b-84bd-1c75f0d6967a {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:00.037280 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-90bb3b2b-10f4-4ad2-9f50-90129d0eb4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.082524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af632a2-d56b-45c4-87a5-13d674b3a5ed']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:00.126280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011db9f3-5d1d-4835-8981-1a4b1cd9cd9c') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:00.126280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011db9f3-5d1d-4835-8981-1a4b1cd9cd9c') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:00.153188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.175677 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e0079a02-3aa1-4696-ae4d-f45919c8a293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.176779 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.177978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0079a02-3aa1-4696-ae4d-f45919c8a293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd44114-1dbd-4d51-b04c-cd01a946e401,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:00.189082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:35:00.189905 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.195902 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e0079a02-3aa1-4696-ae4d-f45919c8a293 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8fd44114-1dbd-4d51-b04c-cd01a946e401 HTTP/1.1" status: 204 len: 168 time: 1.2711143 Feb 09 13:35:00.200460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0412009d-3ac0-4d61-b4d7-23d91361aa83 None None] Network db53e6ce-e56b-40fa-b3cf-9a949a1e1bec requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:00.206395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52984) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:35:00.357472 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:35:00.365629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.379877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Deleting port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:00.379877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.393249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.449633 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.482160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "DELETE /v2.0/networks/5af632a2-d56b-45c4-87a5-13d674b3a5ed HTTP/1.1" status: 204 len: 168 time: 0.9016893 Feb 09 13:35:00.483109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event deleted for resources: {'Network': ['ID=5af632a2-d56b-45c4-87a5-13d674b3a5ed,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:00.484502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 52990) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:00.493528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.493955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.494362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.494938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.495340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.495733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.496123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.496512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.496919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.497305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.497694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a49a137-4645-4f8c-82a1-6b7d951bd04d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:00.620963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-90bb3b2b-10f4-4ad2-9f50-90129d0eb4ed None None] For port 3d64f644-34cc-419b-84bd-1c75f0d6967a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3d64f644-34cc-419b-84bd-1c75f0d6967a,segment=NetworkSegment(fd0d153a-aed5-4bd0-a540-061a7d542d3f),segment_id=fd0d153a-aed5-4bd0-a540-061a7d542d3f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:00.620963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-90bb3b2b-10f4-4ad2-9f50-90129d0eb4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.761042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-90bb3b2b-10f4-4ad2-9f50-90129d0eb4ed None None] Calling delete_port for 3d64f644-34cc-419b-84bd-1c75f0d6967a owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:35:00.824701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.865817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] For port ba49ff9b-e4a8-477e-8223-c9e2db0164b8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ba49ff9b-e4a8-477e-8223-c9e2db0164b8,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:00.865817 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.885964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] DHCP port deletion for db53e6ce-e56b-40fa-b3cf-9a949a1e1bec request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:35:00.890682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] Deleting port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:00.890682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.937556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Deleting port 3d64f644-34cc-419b-84bd-1c75f0d6967a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:00.937556 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:00.950239 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-90bb3b2b-10f4-4ad2-9f50-90129d0eb4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:01.038231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Calling delete_port for ba49ff9b-e4a8-477e-8223-c9e2db0164b8 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:35:01.056361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bb3b2b-10f4-4ad2-9f50-90129d0eb4ed None None] No DVR routers for this DVR port 3d64f644-34cc-419b-84bd-1c75f0d6967a on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:35:01.070516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb3b2b-10f4-4ad2-9f50-90129d0eb4ed None None] Pushing event deleted for resources: {'Port': ['ID=3d64f644-34cc-419b-84bd-1c75f0d6967a,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:01.100335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ba49ff9b-e4a8-477e-8223-c9e2db0164b8 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:35:01.157379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router c5f275de-ecca-43f0-844d-32ec039614bc is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:35:01.176415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] The port '3d64f644-34cc-419b-84bd-1c75f0d6967a' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:35:01.237589 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:01.300746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No active binding found for port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:35:01.300746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ba49ff9b-e4a8-477e-8223-c9e2db0164b8 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:35:01.300746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3d64f644-34cc-419b-84bd-1c75f0d6967a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:35:01.347150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] For port ba49ff9b-e4a8-477e-8223-c9e2db0164b8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ba49ff9b-e4a8-477e-8223-c9e2db0164b8,segment=NetworkSegment(94966286-d966-497b-b20f-e6e062e7730f),segment_id=94966286-d966-497b-b20f-e6e062e7730f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:01.347150 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:01.395642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba49ff9b-e4a8-477e-8223-c9e2db0164b8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:01.482332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] Calling delete_port for ba49ff9b-e4a8-477e-8223-c9e2db0164b8 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:35:01.520146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:01.529500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] No DVR routers for this DVR port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:35:01.550500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 3d64f644-34cc-419b-84bd-1c75f0d6967a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:35:01.550836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3d64f644-34cc-419b-84bd-1c75f0d6967a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:35:01.613652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0b8e19-d9d4-41df-8430-4c99ea9e6e99']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:35:01.620194 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 13:35:01.631397 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:35:01.631397 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:35:01.644182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0d153a-aed5-4bd0-a540-061a7d542d3f') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:01.644182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0d153a-aed5-4bd0-a540-061a7d542d3f') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:01.713041 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:01.724062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:01.784642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db53e6ce-e56b-40fa-b3cf-9a949a1e1bec']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:01.797783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:01.810014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:35:01.810014 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:01.824685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94966286-d966-497b-b20f-e6e062e7730f') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:01.824685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94966286-d966-497b-b20f-e6e062e7730f') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:35:01.831345 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:35:02.070247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.096940 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.103349 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.109621 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.126062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:35:02.126062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.131484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] Deleting port ba49ff9b-e4a8-477e-8223-c9e2db0164b8 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:02.131484 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:35:02.143133 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:35:02.225096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea216f-071e-4383-b7f4-3ec23b5fb1d2 None None] The port 'ba49ff9b-e4a8-477e-8223-c9e2db0164b8' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:35:02.252258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event deleted for resources: {'Network': ['ID=6d0b8e19-d9d4-41df-8430-4c99ea9e6e99,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:02.256566 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d52ba885-afe5-4554-b309-11a6c5ab1d2d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "DELETE /v2.0/networks/6d0b8e19-d9d4-41df-8430-4c99ea9e6e99 HTTP/1.1" status: 204 len: 168 time: 1.7681255 Feb 09 13:35:02.260714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53016) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:02.292945 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.298833 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.335500 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] 10.222.0.59 "DELETE /v2.0/networks/db53e6ce-e56b-40fa-b3cf-9a949a1e1bec HTTP/1.1" status: 204 len: 168 time: 2.1238537 Feb 09 13:35:02.355742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:02.368135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3bc34-7f97-4437-9454-8a523a053018 admin admin] Pushing event deleted for resources: {'Network': ['ID=db53e6ce-e56b-40fa-b3cf-9a949a1e1bec,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:02.454550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:35:02.467106 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Sync routers for ids ['c5f275de-ecca-43f0-844d-32ec039614bc'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:35:02.482748 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Routers {'c5f275de-ecca-43f0-844d-32ec039614bc'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:02.482748 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c5f275de-ecca-43f0-844d-32ec039614bc'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:02.578761 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.580220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aaf2adf3-21b0-4fe5-8f82-87c9aee461e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.3509996 Feb 09 13:35:02.583951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53028) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:02.682910 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Set router c5f275de-ecca-43f0-844d-32ec039614bc gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:02.684767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca13b64b-8900-45c8-a20a-419adc2d520b tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Deleting subnet 7a1512ae-148b-44a5-97c7-4675b955ee76 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:35:02.688848 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ca13b64b-8900-45c8-a20a-419adc2d520b tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.768321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ca13b64b-8900-45c8-a20a-419adc2d520b tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:02.878333 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-026b514e-091b-4d20-bbfe-7aad7941c2aa tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4b56b02eaccc4487993cc9bb3adc098d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2846427 Feb 09 13:35:02.878333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53034) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:02.975744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ca13b64b-8900-45c8-a20a-419adc2d520b tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.066089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ca13b64b-8900-45c8-a20a-419adc2d520b tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.158828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13b64b-8900-45c8-a20a-419adc2d520b tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1512ae-148b-44a5-97c7-4675b955ee76,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:03.179420 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ca13b64b-8900-45c8-a20a-419adc2d520b tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.185700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec81b4ea-9e40-48a4-a3b4-0b9185ae5ac5 None None] Network d928c8eb-4318-41e7-8bcf-0d78915936b3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:03.192550 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ca13b64b-8900-45c8-a20a-419adc2d520b tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "DELETE /v2.0/subnets/7a1512ae-148b-44a5-97c7-4675b955ee76 HTTP/1.1" status: 204 len: 168 time: 0.9339292 Feb 09 13:35:03.196024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53040) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:03.202991 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:34:59Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:03.208271 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Checking router: c5f275de-ecca-43f0-844d-32ec039614bc for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:35:03.208608 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Updating router c5f275de-ecca-43f0-844d-32ec039614bc port 51d17fe3-340f-4d27-8f89-40a13c627b79 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:35:03.231721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a853b-751b-4b01-a4d7-253c7995b8ad tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:03.234987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eb5a853b-751b-4b01-a4d7-253c7995b8ad tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3535857 Feb 09 13:35:03.237637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53046) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:03.277507 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.291308 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-998c15d6-893c-4ba3-808d-6d6b2d55cdd7 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525560 Feb 09 13:35:03.293360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53050) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:03.300154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99142472', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:03.470494 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.504929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Deleting port 045bb3ed-3066-4ac8-9630-592b05cc3a8b {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:03.504929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.533902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:03.544132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:subnet and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:03.544132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:03.554267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:03.580536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:03.709789 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.731919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] DHCP port deletion for d928c8eb-4318-41e7-8bcf-0d78915936b3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:35:03.739337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] Deleting port 045bb3ed-3066-4ac8-9630-592b05cc3a8b {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:03.739882 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.859596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.862653 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.875940 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Transition to ACTIVE for port object 51d17fe3-340f-4d27-8f89-40a13c627b79 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:03.902186 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:03.924344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] For port 045bb3ed-3066-4ac8-9630-592b05cc3a8b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=045bb3ed-3066-4ac8-9630-592b05cc3a8b,segment=NetworkSegment(9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6),segment_id=9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:03.924344 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.013631 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Pushing event updated for resources: {'Port': ['ID=51d17fe3-340f-4d27-8f89-40a13c627b79,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:04.022890 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Attempting to bind port 51d17fe3-340f-4d27-8f89-40a13c627b79 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:35:04.023249 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Attempting to bind port 51d17fe3-340f-4d27-8f89-40a13c627b79 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:35:04.023597 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Attempting to bind port 51d17fe3-340f-4d27-8f89-40a13c627b79 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:35:04.031822 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.032164 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.032498 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.032820 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.033178 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.033449 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.033763 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.034072 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.034381 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.034717 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.035024 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:04.040634 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:35:04.041004 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:04.041426 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.041813 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:35:04.042275 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Bound port: 51d17fe3-340f-4d27-8f89-40a13c627b79, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:35:04.042661 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.203481 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] For port 51d17fe3-340f-4d27-8f89-40a13c627b79, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:35:04.203481 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] For port 51d17fe3-340f-4d27-8f89-40a13c627b79, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=51d17fe3-340f-4d27-8f89-40a13c627b79,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:35:04.213466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Calling delete_port for 045bb3ed-3066-4ac8-9630-592b05cc3a8b owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:35:04.220110 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.258748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] For port 045bb3ed-3066-4ac8-9630-592b05cc3a8b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=045bb3ed-3066-4ac8-9630-592b05cc3a8b,segment=NetworkSegment(9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6),segment_id=9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:04.258748 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.392412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] Calling delete_port for 045bb3ed-3066-4ac8-9630-592b05cc3a8b owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:35:04.400718 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb8a87-2ca3-4362-8138-665bb62f1269 None None] Pushing event updated for resources: {'Port': ['ID=51d17fe3-340f-4d27-8f89-40a13c627b79,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:04.400718 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Routers {'c5f275de-ecca-43f0-844d-32ec039614bc'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:04.400718 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c5f275de-ecca-43f0-844d-32ec039614bc'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:04.460492 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.466886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:35:04.467557 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:35:04.529057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event deleted for resources: {'Port': ['ID=045bb3ed-3066-4ac8-9630-592b05cc3a8b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:04.539643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] No DVR routers for this DVR port 045bb3ed-3066-4ac8-9630-592b05cc3a8b on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:35:04.722285 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] Set router c5f275de-ecca-43f0-844d-32ec039614bc gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:04.754536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.818169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d928c8eb-4318-41e7-8bcf-0d78915936b3']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:04.826118 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.836470 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:04.837045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5c01d9-8b84-4cd2-9f06-b0bf21f70dc6') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:04.865839 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.882936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.889216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:35:04.889614 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:04.903294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Subnet': ['ID=b70ba13a-b4da-46a6-98e1-18917e937b80,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:04.979534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] Deleting port 045bb3ed-3066-4ac8-9630-592b05cc3a8b {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:04.979534 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:35:05.000619 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:35:05.009990 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:05.083802 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:05.095274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Pushing event deleted for resources: {'Network': ['ID=d928c8eb-4318-41e7-8bcf-0d78915936b3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:05.135524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e1b87d5e-e27d-4022-9b55-7e1f88b5b5a4 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "DELETE /v2.0/networks/d928c8eb-4318-41e7-8bcf-0d78915936b3 HTTP/1.1" status: 204 len: 168 time: 1.9328382 Feb 09 13:35:05.135524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53070) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:05.159292 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Checking segment: {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:05.159292 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network hostable DHCP agents. Network: 67211146-3b37-4d96-92a1-bfac54c0b072, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:35:05.237286 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 045bb3ed-3066-4ac8-9630-592b05cc3a8b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:35:05.259184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e9db01db-2c4a-4bde-ace8-ae53f2fda938 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Synchronizing usage tracker for tenant:167d4186807242c3bf4881e7480e3d62 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:05.271535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 67211146-3b37-4d96-92a1-bfac54c0b072 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:35:05.285194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2ee23b59-f142-48b3-9ba9-180f65448e56 None None] The port '045bb3ed-3066-4ac8-9630-592b05cc3a8b' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:35:05.287299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 045bb3ed-3066-4ac8-9630-592b05cc3a8b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:35:05.287910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 045bb3ed-3066-4ac8-9630-592b05cc3a8b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:35:05.321755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e9db01db-2c4a-4bde-ace8-ae53f2fda938 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Unset dirty status for tenant:167d4186807242c3bf4881e7480e3d62 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:05.322932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e9db01db-2c4a-4bde-ace8-ae53f2fda938 tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "GET /v2.0/ports?device_id=9aa91106-74f1-4257-853f-4555c1f8c27a HTTP/1.1" status: 200 len: 205 time: 0.1914864 Feb 09 13:35:05.325481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53076) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:05.378545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 67211146-3b37-4d96-92a1-bfac54c0b072) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:05.385065 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:05.385643 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:05.388241 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:34:59Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:05.392587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf27e56-91ea-4480-91de-bb7983ed5188 None None] Network 67211146-3b37-4d96-92a1-bfac54c0b072 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:05.394734 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed793af-fcc3-477a-9bc9-47bf148057aa None None] The sync data for ids ['c5f275de-ecca-43f0-844d-32ec039614bc'] in n-d-825175-3 is: [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:34:59Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:35:05.449710 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b53595b-d41a-483b-915a-9553765d2002 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1497483 Feb 09 13:35:05.580000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53080) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:05.580000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] Deleting port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:05.580000 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:05.715949 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96d7c98c-0196-4c7c-97d4-3c4ffbb63c7d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:06.123946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] For port cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f,segment=NetworkSegment(308a98a3-403e-4253-8603-8aba15f594a5),segment_id=308a98a3-403e-4253-8603-8aba15f594a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:06.123946 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:06.299890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-67211146-3b37-4d96-92a1-bfac54c0b072', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:35:06.299890 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:06.316563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] Calling delete_port for cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:35:06.644543 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96d7c98c-0196-4c7c-97d4-3c4ffbb63c7d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:06.649226 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96d7c98c-0196-4c7c-97d4-3c4ffbb63c7d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:06.650317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Allocated IP 172.20.0.2 (67211146-3b37-4d96-92a1-bfac54c0b072/b70ba13a-b4da-46a6-98e1-18917e937b80/413c14f7-dacc-4a68-adbd-a9b04d8ef0d6) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:35:06.684884 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96d7c98c-0196-4c7c-97d4-3c4ffbb63c7d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:06.685417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d7c98c-0196-4c7c-97d4-3c4ffbb63c7d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Fanout notify agent at l3_agent the message router_deleted on router 9aa91106-74f1-4257-853f-4555c1f8c27a {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:35:06.707466 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-96d7c98c-0196-4c7c-97d4-3c4ffbb63c7d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:06.708921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-96d7c98c-0196-4c7c-97d4-3c4ffbb63c7d tempest-RoutersNegativeTest-2043428972 tempest-RoutersNegativeTest-2043428972-project] 10.222.0.59 "DELETE /v2.0/routers/9aa91106-74f1-4257-853f-4555c1f8c27a HTTP/1.1" status: 204 len: 168 time: 1.3825440 Feb 09 13:35:06.741862 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:06.806055 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:07.234895 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:07.251414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Transition to ACTIVE for port object 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:07.268788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Transition to ACTIVE for port object 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:07.278822 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:07.373324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 51d17fe3-340f-4d27-8f89-40a13c627b79 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:07.502213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53104) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:07.512895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Network 67211146-3b37-4d96-92a1-bfac54c0b072 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:07.524958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:07.532506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:35:07.648775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Pushing event updated for resources: {'Port': ['ID=413c14f7-dacc-4a68-adbd-a9b04d8ef0d6,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:07.658006 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 51d17fe3-340f-4d27-8f89-40a13c627b79 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:07.663759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 51d17fe3-340f-4d27-8f89-40a13c627b79 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:07.663759 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:07.722282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Attempting to bind port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:35:07.722282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Attempting to bind port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:35:07.722282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Attempting to bind port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 on network 67211146-3b37-4d96-92a1-bfac54c0b072 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:35:07.733083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:35:07.733083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Checking segment: {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:07.733083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:07.733083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Bound using segment: {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:35:07.733083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Bound port: 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:35:07.733083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:07.816153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-780f713c-5313-4d79-8380-ce3f33220e5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=167d4186807242c3bf4881e7480e3d62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3050103 Feb 09 13:35:07.816153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53116) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:07.863329 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:07.881372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 51d17fe3-340f-4d27-8f89-40a13c627b79, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=51d17fe3-340f-4d27-8f89-40a13c627b79,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:07.888769 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:07.989582 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49ea109b-342f-4ed3-ac79-371d6b636a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:08.035330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=51d17fe3-340f-4d27-8f89-40a13c627b79,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:08.046233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] For port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:35:08.074258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] For port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=413c14f7-dacc-4a68-adbd-a9b04d8ef0d6,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:35:08.078100 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:08.083210 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:08.090158 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49ea109b-342f-4ed3-ac79-371d6b636a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:08.223166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49ea109b-342f-4ed3-ac79-371d6b636a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:08.262240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea109b-342f-4ed3-ac79-371d6b636a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e519582-d685-4565-bc9b-d98db16132a6,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:08.268537 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-49ea109b-342f-4ed3-ac79-371d6b636a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:08.274722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-49ea109b-342f-4ed3-ac79-371d6b636a7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e519582-d685-4565-bc9b-d98db16132a6 HTTP/1.1" status: 204 len: 168 time: 0.4605391 Feb 09 13:35:08.306508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f91bcd-de8f-4f0c-8bc2-a2de6f64d8b0 None None] Pushing event updated for resources: {'Port': ['ID=413c14f7-dacc-4a68-adbd-a9b04d8ef0d6,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:09.321675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:09.455910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:09.543684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:09.557268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 51d17fe3-340f-4d27-8f89-40a13c627b79 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:09.850727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 51d17fe3-340f-4d27-8f89-40a13c627b79 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:09.850727 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:10.172008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17383730-3d60-4cc1-8aff-770a3f1947e9 None None] Network 67211146-3b37-4d96-92a1-bfac54c0b072 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:10.432060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Provisioning for port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:10.455381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53162) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:10.458701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Provisioning complete for port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:10.459282 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:10.774995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-698c5eb5-3c64-4f0c-ae1d-a495a4b37b90 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:10.774995 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-698c5eb5-3c64-4f0c-ae1d-a495a4b37b90 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 13:35:10.793519 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-698c5eb5-3c64-4f0c-ae1d-a495a4b37b90 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3205657 Feb 09 13:35:10.793519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53172) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:10.809987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800145923'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:10.823631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:10.835180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:10.839602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:10.847005 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:10.852552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:10.880768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:10.983834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:11.048674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] For port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=413c14f7-dacc-4a68-adbd-a9b04d8ef0d6,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:11.074629 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:11.103540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:11.112060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:11.123334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:11.128018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:11.378942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Pushing event updated for resources: {'Port': ['ID=413c14f7-dacc-4a68-adbd-a9b04d8ef0d6,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:11.414310 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:11.420285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.420913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.421274 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:11.421402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.421783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.422582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.422935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.423270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.424113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.424548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.424881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.425210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddddac81-de87-42af-9337-c24af621b4e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:35:11.443925 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:11.492975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a7b191-c117-48e6-8342-4a1bc5e842ac,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:11.545105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.20.0.1 (67211146-3b37-4d96-92a1-bfac54c0b072/b70ba13a-b4da-46a6-98e1-18917e937b80/f45ff8ec-d7c1-432a-8966-83a76970946a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:35:11.556858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:11.563894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:11.572777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:11.613116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:11.667023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] Router 5fa6ce60-12bc-409a-ba08-de6afc9864ad has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:35:11.711690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0e40e150-47eb-4cd7-9a58-0f8ff70237a3 None None] Provisioning complete for port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:11.711690 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0e40e150-47eb-4cd7-9a58-0f8ff70237a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:11.801667 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:11.816952 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:11.951887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea2aac5-3d2a-4e94-82a5-378a6a8f520d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:11.957929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:11.970853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2108fec4-9738-49db-b343-5ab4018263cf tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1803887 Feb 09 13:35:11.972788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53186) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:11.993592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': '8ea2aac5-3d2a-4e94-82a5-378a6a8f520d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:12.029041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:12.046730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:12.067713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:12.082416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:12.125324 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.245701 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.253902 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.327803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af65144-124c-4344-926e-a4612e808773,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:12.355488 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.355488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-46044f38-dbb8-48ac-a566-75be6efb659c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3669465 Feb 09 13:35:12.355488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53196) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:12.360441 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.367128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-471d4db2-7a55-4817-9a9e-a98daa116c7a tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': '8ea2aac5-3d2a-4e94-82a5-378a6a8f520d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:12.367128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-471d4db2-7a55-4817-9a9e-a98daa116c7a tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:12.376537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-471d4db2-7a55-4817-9a9e-a98daa116c7a tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:12.379190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-471d4db2-7a55-4817-9a9e-a98daa116c7a tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:12.385772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-471d4db2-7a55-4817-9a9e-a98daa116c7a tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:12.433282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Transition to ACTIVE for port object f45ff8ec-d7c1-432a-8966-83a76970946a will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:12.434150 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-471d4db2-7a55-4817-9a9e-a98daa116c7a tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.499821 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.520999 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-471d4db2-7a55-4817-9a9e-a98daa116c7a tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 13:35:12.523376 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-471d4db2-7a55-4817-9a9e-a98daa116c7a tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1750889 Feb 09 13:35:12.526546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53216) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:12.614384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 67211146-3b37-4d96-92a1-bfac54c0b072 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:12.614384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:12.619011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:35:12.714276 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bfef0c42-8758-4580-a8b8-4d9c126f7af2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.738103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=f45ff8ec-d7c1-432a-8966-83a76970946a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:12.754561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bfef0c42-8758-4580-a8b8-4d9c126f7af2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.777002 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.825435 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bfef0c42-8758-4580-a8b8-4d9c126f7af2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.865219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:35:12.878691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] Sync routers for ids ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:35:12.886526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef0c42-8758-4580-a8b8-4d9c126f7af2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea2aac5-3d2a-4e94-82a5-378a6a8f520d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:12.903889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bfef0c42-8758-4580-a8b8-4d9c126f7af2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:12.907151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bfef0c42-8758-4580-a8b8-4d9c126f7af2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "DELETE /v2.0/security-groups/8ea2aac5-3d2a-4e94-82a5-378a6a8f520d HTTP/1.1" status: 204 len: 168 time: 0.3788314 Feb 09 13:35:12.910207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53244) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:12.939433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] Routers {'5fa6ce60-12bc-409a-ba08-de6afc9864ad'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:12.940278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:13.026386 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:13.046340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-eb44c86d-73a4-492c-a0e1-334434535f07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Synchronizing usage tracker for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:13.073953 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6832deec-7bd8-430c-af9b-54dd1370a3de admin admin] 10.222.0.59 "PUT /v2.0/routers/5fa6ce60-12bc-409a-ba08-de6afc9864ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7097447 Feb 09 13:35:13.073953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53260) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:13.111454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-eb44c86d-73a4-492c-a0e1-334434535f07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Unset dirty status for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:13.111454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-eb44c86d-73a4-492c-a0e1-334434535f07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1858530 Feb 09 13:35:13.111454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53268) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:13.114973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1565590007'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:13.143307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:13.156846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:13.175386 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:13.229891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:13.246182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:13.246182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:13.252938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:13.330499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] Set router 5fa6ce60-12bc-409a-ba08-de6afc9864ad gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:13.359694 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:13.370166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:13.498676 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:13.510996 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3948436 Feb 09 13:35:13.511607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53294) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:13.545543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8f961e3b-6fd7-4098-b939-b5d1203acff2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'd7a9932f-cd3a-4632-8caa-be8b9c3fb715', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:13.545543 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-8f961e3b-6fd7-4098-b939-b5d1203acff2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:13.545543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8f961e3b-6fd7-4098-b939-b5d1203acff2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0226109 Feb 09 13:35:13.545543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53300) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:13.593291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a987513-b13f-4e2b-8773-db9ad7aa8391 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a9932f-cd3a-4632-8caa-be8b9c3fb715,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:13.600124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:13.694555 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b7c2caa4-afd5-495e-adbb-8139feefc109 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:13.733681 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b7c2caa4-afd5-495e-adbb-8139feefc109 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:13.798660 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b7c2caa4-afd5-495e-adbb-8139feefc109 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:13.825100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2caa4-afd5-495e-adbb-8139feefc109 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a9932f-cd3a-4632-8caa-be8b9c3fb715,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:13.833549 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b7c2caa4-afd5-495e-adbb-8139feefc109 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:13.834978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b7c2caa4-afd5-495e-adbb-8139feefc109 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "DELETE /v2.0/security-groups/d7a9932f-cd3a-4632-8caa-be8b9c3fb715 HTTP/1.1" status: 204 len: 168 time: 0.2887084 Feb 09 13:35:13.838334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53310) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:14.041160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.097319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cdfc5cbf-139c-4ef7-be9d-09bc459e7d55 None None] Provisioning for port f45ff8ec-d7c1-432a-8966-83a76970946a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:14.113215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cdfc5cbf-139c-4ef7-be9d-09bc459e7d55 None None] Provisioning complete for port f45ff8ec-d7c1-432a-8966-83a76970946a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:14.113215 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cdfc5cbf-139c-4ef7-be9d-09bc459e7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.161540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'name': 'tempest-TestServerMultinode-1602095764-router', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:42Z', 'updated_at': '2022-02-09T13:35:06Z', 'revision_number': 5, 'project_id': '1959a28a29f6485680c236af32e3b291', 'gw_port': {'id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:43Z', 'updated_at': '2022-02-09T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:14.167221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:14.167585 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.202879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] Checking router: 5fa6ce60-12bc-409a-ba08-de6afc9864ad for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:35:14.235737 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc5cbf-139c-4ef7-be9d-09bc459e7d55 None None] Port f45ff8ec-d7c1-432a-8966-83a76970946a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:35:14.272322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] Routers {'5fa6ce60-12bc-409a-ba08-de6afc9864ad'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:14.272322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:14.274326 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4b12fa83-dc1a-45da-9200-203644882807 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4300201 Feb 09 13:35:14.279846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53342) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:14.279846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076825610'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:14.304515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:14.304515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:14.323036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:14.323036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:14.342489 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.408743 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.412189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:14.412189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:14.419263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:14.429188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.433125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:14.534000 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.559175 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.606618 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.631127 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.631400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=f45ff8ec-d7c1-432a-8966-83a76970946a,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:14.632355 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3574581 Feb 09 13:35:14.635810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53364) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:14.644683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-88d95252-3297-4430-a01e-a260c7f955c6 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'e6d36cea-9bc7-44fb-ada0-e4d591b94ce4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:14.644683 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-88d95252-3297-4430-a01e-a260c7f955c6 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:14.644683 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-88d95252-3297-4430-a01e-a260c7f955c6 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065870 Feb 09 13:35:14.649648 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53368) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:14.661355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72665073-fb19-4fc8-8531-c6b20208ba0e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d36cea-9bc7-44fb-ada0-e4d591b94ce4,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:14.695187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] Set router 5fa6ce60-12bc-409a-ba08-de6afc9864ad gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:14.775072 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5edc1752-be90-4381-b381-727b72ba7a35 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.813922 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5edc1752-be90-4381-b381-727b72ba7a35 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.877801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.895151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5edc1752-be90-4381-b381-727b72ba7a35 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.903794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Deleting port c38212d7-c1cb-4df0-921a-cf371741ac8b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:14.904192 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.949841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 67211146-3b37-4d96-92a1-bfac54c0b072 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:14.952178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:14.994894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5edc1752-be90-4381-b381-727b72ba7a35 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:14.996049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5edc1752-be90-4381-b381-727b72ba7a35 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "DELETE /v2.0/security-groups/e6d36cea-9bc7-44fb-ada0-e4d591b94ce4 HTTP/1.1" status: 204 len: 168 time: 0.3470871 Feb 09 13:35:14.996929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc1752-be90-4381-b381-727b72ba7a35 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d36cea-9bc7-44fb-ada0-e4d591b94ce4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:15.004981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53390) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:15.179403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-94e00159-1e22-4e53-8027-0aada125f6c7 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Synchronizing usage tracker for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:15.197276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'name': 'tempest-TestServerMultinode-1602095764-router', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:42Z', 'updated_at': '2022-02-09T13:35:06Z', 'revision_number': 5, 'project_id': '1959a28a29f6485680c236af32e3b291', 'gw_port': {'id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:43Z', 'updated_at': '2022-02-09T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:15.210573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-94e00159-1e22-4e53-8027-0aada125f6c7 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Unset dirty status for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:15.216473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187aa396-e7fd-4bb6-94a6-112c849abe78 None None] The sync data for ids ['5fa6ce60-12bc-409a-ba08-de6afc9864ad'] in n-d-825175-3 is: [{'id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'name': 'tempest-TestServerMultinode-1602095764-router', 'tenant_id': '1959a28a29f6485680c236af32e3b291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:33:42Z', 'updated_at': '2022-02-09T13:35:06Z', 'revision_number': 5, 'project_id': '1959a28a29f6485680c236af32e3b291', 'gw_port': {'id': 'c38212d7-c1cb-4df0-921a-cf371741ac8b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6ce60-12bc-409a-ba08-de6afc9864ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:33:43Z', 'updated_at': '2022-02-09T13:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:35:15.219840 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-94e00159-1e22-4e53-8027-0aada125f6c7 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1971953 Feb 09 13:35:15.219840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53410) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:15.219840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290024264'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:15.235638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:15.257112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:15.279100 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:15.334426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:15.334426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:15.341492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:15.345260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:15.367917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6d27eb25-0ec6-4dff-a6f6-acec6b55520a None None] Provisioning complete for port f45ff8ec-d7c1-432a-8966-83a76970946a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:15.368606 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6d27eb25-0ec6-4dff-a6f6-acec6b55520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:15.428180 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:15.431523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6d27eb25-0ec6-4dff-a6f6-acec6b55520a None None] Port f45ff8ec-d7c1-432a-8966-83a76970946a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:35:15.434938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:15.676101 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:15.676101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4660206 Feb 09 13:35:15.681316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53434) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:15.684094 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-221d1ef1-4206-41b2-858f-25c12dc7431f tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': '60c7ee30-ce8b-400f-8750-8661ba12ec4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:15.684736 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-221d1ef1-4206-41b2-858f-25c12dc7431f tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:15.685647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-221d1ef1-4206-41b2-858f-25c12dc7431f tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066972 Feb 09 13:35:15.686425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741e660-0e66-4a6b-b876-c73944ac170e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c7ee30-ce8b-400f-8750-8661ba12ec4d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:15.690413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53438) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:15.699944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5e223a01-165a-4729-bb5e-6cfe43e4d6c0 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': '60c7ee30-ce8b-400f-8750-8661ba12ec4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:15.699944 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-5e223a01-165a-4729-bb5e-6cfe43e4d6c0 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:15.704414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5e223a01-165a-4729-bb5e-6cfe43e4d6c0 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0130458 Feb 09 13:35:15.705444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53444) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:15.726761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-807c9826-f812-4e6b-bd24-db4a3cbbb2f2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': '60c7ee30-ce8b-400f-8750-8661ba12ec4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:15.727453 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-807c9826-f812-4e6b-bd24-db4a3cbbb2f2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:15.728394 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-807c9826-f812-4e6b-bd24-db4a3cbbb2f2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0222747 Feb 09 13:35:15.735124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53452) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:15.745457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7ef5d796-9cc9-4288-8bf5-bd6e0d2aa42f tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': '60c7ee30-ce8b-400f-8750-8661ba12ec4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:15.746218 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-7ef5d796-9cc9-4288-8bf5-bd6e0d2aa42f tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:15.750110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7ef5d796-9cc9-4288-8bf5-bd6e0d2aa42f tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136580 Feb 09 13:35:15.751272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53458) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:15.759081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] For port c38212d7-c1cb-4df0-921a-cf371741ac8b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c38212d7-c1cb-4df0-921a-cf371741ac8b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:15.759360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:15.859418 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7dc340c4-c80f-4178-b4a6-5b2f34baa924 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:15.903509 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7dc340c4-c80f-4178-b4a6-5b2f34baa924 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:15.925145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Calling delete_port for c38212d7-c1cb-4df0-921a-cf371741ac8b owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:35:15.960756 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7dc340c4-c80f-4178-b4a6-5b2f34baa924 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:15.987258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc340c4-c80f-4178-b4a6-5b2f34baa924 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c7ee30-ce8b-400f-8750-8661ba12ec4d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:16.025325 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7dc340c4-c80f-4178-b4a6-5b2f34baa924 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:16.027061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7dc340c4-c80f-4178-b4a6-5b2f34baa924 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "DELETE /v2.0/security-groups/60c7ee30-ce8b-400f-8750-8661ba12ec4d HTTP/1.1" status: 204 len: 168 time: 0.2742882 Feb 09 13:35:16.029427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53476) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.086228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ecc2cf2-d7cb-4c40-a13e-50e7540f0a05 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Synchronizing usage tracker for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:16.115731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router c5f275de-ecca-43f0-844d-32ec039614bc has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:35:16.120387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2ecc2cf2-d7cb-4c40-a13e-50e7540f0a05 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Unset dirty status for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:16.120387 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2ecc2cf2-d7cb-4c40-a13e-50e7540f0a05 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0759184 Feb 09 13:35:16.120387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53488) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.130795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'tempest-secgroup--705033370'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:16.153209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:16.155666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:16.168737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:16.208631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:16.208631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:16.216194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:16.220700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:16.292014 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:16.299323 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:16.314876 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:16.340265 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:16.341373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2192066 Feb 09 13:35:16.345136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53500) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.352126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-3cc3f534-da14-4e02-8ecc-67787e0cd193 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'd3838c3c-d940-40f0-9515-24a45f98f2c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:16.352814 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-3cc3f534-da14-4e02-8ecc-67787e0cd193 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:16.357150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3cc3f534-da14-4e02-8ecc-67787e0cd193 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079231 Feb 09 13:35:16.357150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53504) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.363091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e8ac314f-fa39-4f94-8ee1-af83ffbbb9ef tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'd3838c3c-d940-40f0-9515-24a45f98f2c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:16.394751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e8ac314f-fa39-4f94-8ee1-af83ffbbb9ef tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:16.406688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4cb2c-4645-4e9d-9ce3-e9a75b6e6821 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3838c3c-d940-40f0-9515-24a45f98f2c1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:16.409668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e8ac314f-fa39-4f94-8ee1-af83ffbbb9ef tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:16.413473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e8ac314f-fa39-4f94-8ee1-af83ffbbb9ef tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:16.419767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e8ac314f-fa39-4f94-8ee1-af83ffbbb9ef tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:16.480660 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-e8ac314f-fa39-4f94-8ee1-af83ffbbb9ef tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:16.480660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e8ac314f-fa39-4f94-8ee1-af83ffbbb9ef tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1139262 Feb 09 13:35:16.480660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53520) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.487236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:16.490537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ef6c3632-f773-4b48-b7ed-546ce56aef74 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'd3838c3c-d940-40f0-9515-24a45f98f2c1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:16.490537 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-ef6c3632-f773-4b48-b7ed-546ce56aef74 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:16.490537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ef6c3632-f773-4b48-b7ed-546ce56aef74 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071390 Feb 09 13:35:16.490537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53524) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.495563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-dd7b8142-ba71-478c-bcba-0ee02c4d5f70 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'd3838c3c-d940-40f0-9515-24a45f98f2c1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:16.518245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dd7b8142-ba71-478c-bcba-0ee02c4d5f70 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:16.518245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dd7b8142-ba71-478c-bcba-0ee02c4d5f70 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:16.521339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dd7b8142-ba71-478c-bcba-0ee02c4d5f70 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:16.530247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dd7b8142-ba71-478c-bcba-0ee02c4d5f70 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:16.540205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Pushing event deleted for resources: {'Port': ['ID=c38212d7-c1cb-4df0-921a-cf371741ac8b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:16.585302 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-dd7b8142-ba71-478c-bcba-0ee02c4d5f70 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:16.585302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dd7b8142-ba71-478c-bcba-0ee02c4d5f70 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0912561 Feb 09 13:35:16.585302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53528) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.592141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-867ef248-1e76-4bca-ad82-9d202633b7ea tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'd3838c3c-d940-40f0-9515-24a45f98f2c1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:16.592141 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-867ef248-1e76-4bca-ad82-9d202633b7ea tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:16.592141 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-867ef248-1e76-4bca-ad82-9d202633b7ea tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072005 Feb 09 13:35:16.596164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53532) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.606614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6ff05944-d009-4325-9ad5-e3ea2ac3374e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'd3838c3c-d940-40f0-9515-24a45f98f2c1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:16.622096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6ff05944-d009-4325-9ad5-e3ea2ac3374e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:16.622096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6ff05944-d009-4325-9ad5-e3ea2ac3374e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:16.626412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6ff05944-d009-4325-9ad5-e3ea2ac3374e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:16.633336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6ff05944-d009-4325-9ad5-e3ea2ac3374e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:16.677830 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-6ff05944-d009-4325-9ad5-e3ea2ac3374e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:16.677830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6ff05944-d009-4325-9ad5-e3ea2ac3374e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0833814 Feb 09 13:35:16.679908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53538) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.686592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-544f104c-3fad-44cb-9785-371149a9ab70 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'd3838c3c-d940-40f0-9515-24a45f98f2c1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:16.687102 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-544f104c-3fad-44cb-9785-371149a9ab70 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:16.690990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-544f104c-3fad-44cb-9785-371149a9ab70 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068550 Feb 09 13:35:16.690990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53544) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.697185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-19842991-0fdd-46a9-a998-a99ec9f484fe tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'd3838c3c-d940-40f0-9515-24a45f98f2c1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:16.709682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-19842991-0fdd-46a9-a998-a99ec9f484fe tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:16.714182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-19842991-0fdd-46a9-a998-a99ec9f484fe tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:16.717474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-19842991-0fdd-46a9-a998-a99ec9f484fe tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:16.726854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-19842991-0fdd-46a9-a998-a99ec9f484fe tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:16.765521 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-19842991-0fdd-46a9-a998-a99ec9f484fe tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:16.767544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-19842991-0fdd-46a9-a998-a99ec9f484fe tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0753820 Feb 09 13:35:16.770016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53560) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.776569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1d6ccb73-7d03-4b4f-84d3-c3254f51a977 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': 'd3838c3c-d940-40f0-9515-24a45f98f2c1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:16.785025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1d6ccb73-7d03-4b4f-84d3-c3254f51a977 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:16.808909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1d6ccb73-7d03-4b4f-84d3-c3254f51a977 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:16.808909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1d6ccb73-7d03-4b4f-84d3-c3254f51a977 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:16.815144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1d6ccb73-7d03-4b4f-84d3-c3254f51a977 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:16.858081 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-1d6ccb73-7d03-4b4f-84d3-c3254f51a977 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:16.858081 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1d6ccb73-7d03-4b4f-84d3-c3254f51a977 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0850434 Feb 09 13:35:16.864712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53568) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:16.891305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:16.957848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:35:16.971106 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Sync routers for ids ['c5f275de-ecca-43f0-844d-32ec039614bc'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:35:16.993133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f0493e78-ff23-4692-a382-61fca40d64f1 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:16.996777 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Routers {'c5f275de-ecca-43f0-844d-32ec039614bc'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:16.996777 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c5f275de-ecca-43f0-844d-32ec039614bc'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:17.035797 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f0493e78-ff23-4692-a382-61fca40d64f1 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.084448 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a414059b-5611-4822-8af9-a2db24dd7957 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "PUT /v2.0/routers/c5f275de-ecca-43f0-844d-32ec039614bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4690330 Feb 09 13:35:17.137740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:35:17.151574 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f0493e78-ff23-4692-a382-61fca40d64f1 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.188635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:35:17.188635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cbd78a63-d5a8-4518-bc4a-9bbb7dabcc5f not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:35:17.211510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0493e78-ff23-4692-a382-61fca40d64f1 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3838c3c-d940-40f0-9515-24a45f98f2c1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:17.221100 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f0493e78-ff23-4692-a382-61fca40d64f1 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.222418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f0493e78-ff23-4692-a382-61fca40d64f1 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "DELETE /v2.0/security-groups/d3838c3c-d940-40f0-9515-24a45f98f2c1 HTTP/1.1" status: 204 len: 168 time: 0.3620954 Feb 09 13:35:17.225541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53586) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:17.298494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f99b969d-2955-41ac-b62b-c0af40562aa2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Synchronizing usage tracker for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:17.321978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f99b969d-2955-41ac-b62b-c0af40562aa2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Unset dirty status for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:17.323848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f99b969d-2955-41ac-b62b-c0af40562aa2 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0958550 Feb 09 13:35:17.329002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53596) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:17.336527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100673638'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:17.349729 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:17.362531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:17.379020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.379569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.384721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.421498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.422426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fa6ce60-12bc-409a-ba08-de6afc9864ad {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:35:17.431796 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Set router c5f275de-ecca-43f0-844d-32ec039614bc gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:17.436318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.438257 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a3a9f22f-043c-4d20-bb6e-c8278222e721 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5fa6ce60-12bc-409a-ba08-de6afc9864ad HTTP/1.1" status: 204 len: 168 time: 4.3686359 Feb 09 13:35:17.440799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53604) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:17.461622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:17.466111 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:17.469197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:17.476092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:17.520992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-686c946a-13f3-4763-800d-5e6a37d89907 admin admin] Deleting subnet a42e4264-7dbe-49ac-b1e8-0b39a5f0d853 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:35:17.520992 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-686c946a-13f3-4763-800d-5e6a37d89907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.606635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-deeec51f-b185-4706-986c-426091377736 req-eb612218-f0f7-4122-963d-3df1c06c0e52 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:17.606635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.615779 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.632375 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-686c946a-13f3-4763-800d-5e6a37d89907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.709719 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.712460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3820972 Feb 09 13:35:17.716676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53624) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:17.719609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-deeec51f-b185-4706-986c-426091377736 req-eb612218-f0f7-4122-963d-3df1c06c0e52 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:17.721755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-eb612218-f0f7-4122-963d-3df1c06c0e52 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115487345&fields=id&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 267 time: 0.3113155 Feb 09 13:35:17.730699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-605903a2-3a1c-47db-8681-f821dc515c4d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': '0e8853ae-5635-475b-a3c4-ae036eac361a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:17.740214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-605903a2-3a1c-47db-8681-f821dc515c4d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:17.745641 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-605903a2-3a1c-47db-8681-f821dc515c4d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:17.752524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1779e9b-e447-4314-8bb2-53846331af48 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8853ae-5635-475b-a3c4-ae036eac361a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:17.756298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-605903a2-3a1c-47db-8681-f821dc515c4d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:17.777135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-605903a2-3a1c-47db-8681-f821dc515c4d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:17.815691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-686c946a-13f3-4763-800d-5e6a37d89907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:17.956020 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-605903a2-3a1c-47db-8681-f821dc515c4d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The resource could not be found. Feb 09 13:35:17.957338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-605903a2-3a1c-47db-8681-f821dc515c4d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2391949 Feb 09 13:35:17.960996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53652) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:17.969668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8d449d27-2d07-4cdd-963f-54a87752f27c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': '0e8853ae-5635-475b-a3c4-ae036eac361a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'aaa37b3c-3150-4cd0-87d9-3ebfd052d15e'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:18.008985 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:35:12Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f45ff8ec-d7c1-432a-8966-83a76970946a', 'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:d5:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:10Z', 'updated_at': '2022-02-09T13:35:13Z', 'revision_number': 2, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:18.010431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8d449d27-2d07-4cdd-963f-54a87752f27c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:18.018751 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Checking router: c5f275de-ecca-43f0-844d-32ec039614bc for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:35:18.019259 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Updating router c5f275de-ecca-43f0-844d-32ec039614bc port f45ff8ec-d7c1-432a-8966-83a76970946a binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:35:18.035404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8d449d27-2d07-4cdd-963f-54a87752f27c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:18.039906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8d449d27-2d07-4cdd-963f-54a87752f27c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:18.046795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-686c946a-13f3-4763-800d-5e6a37d89907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.050447 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8d449d27-2d07-4cdd-963f-54a87752f27c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:18.102998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeec51f-b185-4706-986c-426091377736 req-9be49acb-287c-41a4-b880-9a8f5549f58b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:18.105635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-9be49acb-287c-41a4-b880-9a8f5549f58b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 795 time: 0.3196263 Feb 09 13:35:18.120266 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.141803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-0773a0d7-f598-455a-a994-2bea223c6574 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/quotas/4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 375 time: 0.0295668 Feb 09 13:35:18.145549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c946a-13f3-4763-800d-5e6a37d89907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42e4264-7dbe-49ac-b1e8-0b39a5f0d853,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:18.160469 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-686c946a-13f3-4763-800d-5e6a37d89907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.171188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd335e7-35bf-47f3-a99c-d95c9dfe12c0 None None] Network 3c330caf-7469-4610-9754-b4c91dbd2481 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:18.188833 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-686c946a-13f3-4763-800d-5e6a37d89907 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a42e4264-7dbe-49ac-b1e8-0b39a5f0d853 HTTP/1.1" status: 204 len: 168 time: 0.7467687 Feb 09 13:35:18.190140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53678) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:18.286721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-0f0082fd-aec7-48bd-9d72-b3acd272cae2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380608 Feb 09 13:35:18.311340 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-8d449d27-2d07-4cdd-963f-54a87752f27c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The resource could not be found. Feb 09 13:35:18.314989 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8d449d27-2d07-4cdd-963f-54a87752f27c tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3501399 Feb 09 13:35:18.315438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53696) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:18.339366 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.355077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Deleting port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:18.355645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.515868 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-29db9cdd-301f-4366-9c95-0dbf5464593d service neutron] 10.222.0.59 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791654 Feb 09 13:35:18.770505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-2a33d90b-f7c2-4aca-90d9-e4765b6486a4 service neutron] 10.222.0.59 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307425 Feb 09 13:35:18.791280 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbce8740-cf86-4a25-9de0-769e221c50de tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.800473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] DHCP port deletion for 3c330caf-7469-4610-9754-b4c91dbd2481 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:35:18.805352 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] Deleting port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:18.805726 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.813685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] For port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8a98e8d2-0ecb-419e-9c9e-4a7ae746a230,segment=NetworkSegment(308a98a3-403e-4253-8603-8aba15f594a5),segment_id=308a98a3-403e-4253-8603-8aba15f594a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:18.814879 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.834239 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbce8740-cf86-4a25-9de0-769e221c50de tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.926863 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbce8740-cf86-4a25-9de0-769e221c50de tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:18.990665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce8740-cf86-4a25-9de0-769e221c50de tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8853ae-5635-475b-a3c4-ae036eac361a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:19.021156 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbce8740-cf86-4a25-9de0-769e221c50de tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:19.026460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dbce8740-cf86-4a25-9de0-769e221c50de tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "DELETE /v2.0/security-groups/0e8853ae-5635-475b-a3c4-ae036eac361a HTTP/1.1" status: 204 len: 168 time: 0.7077312 Feb 09 13:35:19.028172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53766) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:19.168473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:35:19.204559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-accf61b4-51b9-490b-876a-196992f30b50 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Synchronizing usage tracker for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:19.244856 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:19.250348 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-accf61b4-51b9-490b-876a-196992f30b50 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Unset dirty status for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:19.253445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-accf61b4-51b9-490b-876a-196992f30b50 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2210045 Feb 09 13:35:19.268218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53796) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:19.286654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-898f0591-ae53-4f5e-95f2-d1cbddb1a95b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': '5f8cc00f-b408-4b7d-a850-a7135c2fa3f1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:19.291564 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Transition to ACTIVE for port object f45ff8ec-d7c1-432a-8966-83a76970946a will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:19.305997 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:19.315419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-898f0591-ae53-4f5e-95f2-d1cbddb1a95b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:19.324852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-898f0591-ae53-4f5e-95f2-d1cbddb1a95b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:19.336136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-898f0591-ae53-4f5e-95f2-d1cbddb1a95b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:19.341863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Calling delete_port for 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:35:19.373039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-898f0591-ae53-4f5e-95f2-d1cbddb1a95b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:19.456491 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:19.510910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4714d23b-b449-48e4-bfa5-105f9d9d547a req-d3646f60-011b-4070-9aca-b910b2940bc3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 210 time: 0.0982754 Feb 09 13:35:19.562804 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-898f0591-ae53-4f5e-95f2-d1cbddb1a95b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The resource could not be found. Feb 09 13:35:19.564178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-898f0591-ae53-4f5e-95f2-d1cbddb1a95b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2912188 Feb 09 13:35:19.582515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53830) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:19.596657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'tempest-secgroup--892332046'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:19.611342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] For port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8a98e8d2-0ecb-419e-9c9e-4a7ae746a230,segment=NetworkSegment(308a98a3-403e-4253-8603-8aba15f594a5),segment_id=308a98a3-403e-4253-8603-8aba15f594a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:19.611815 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:19.619250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a98e8d2-0ecb-419e-9c9e-4a7ae746a230,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:19.620293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:19.671747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:19.693877 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:19.696156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] No DVR routers for this DVR port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:35:19.796637 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd4c83-d225-4a68-a9e8-386f4c101167 None None] Pushing event updated for resources: {'Port': ['ID=f45ff8ec-d7c1-432a-8966-83a76970946a,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:19.856550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:19.866705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:19.874004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:19.896116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:19.905496 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:19.982082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c330caf-7469-4610-9754-b4c91dbd2481']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:20.019697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308a98a3-403e-4253-8603-8aba15f594a5') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:20.019982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308a98a3-403e-4253-8603-8aba15f594a5') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:20.025336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] Calling delete_port for 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:35:20.050532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.078834 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Attempting to bind port f45ff8ec-d7c1-432a-8966-83a76970946a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:35:20.079660 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Attempting to bind port f45ff8ec-d7c1-432a-8966-83a76970946a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:35:20.080206 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Attempting to bind port f45ff8ec-d7c1-432a-8966-83a76970946a on network 67211146-3b37-4d96-92a1-bfac54c0b072 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:35:20.087706 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.097652 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:35:20.099801 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Checking segment: {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:20.100386 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.101425 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Bound using segment: {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:35:20.102419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:35:20.103459 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Bound port: f45ff8ec-d7c1-432a-8966-83a76970946a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:35:20.104022 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.105081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.131129 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:35:20.132450 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:35:20.140635 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:35:20.163855 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.168556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.168969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No active binding found for port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:35:20.169540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:35:20.170158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c38212d7-c1cb-4df0-921a-cf371741ac8b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:35:20.233371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: c38212d7-c1cb-4df0-921a-cf371741ac8b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:35:20.233966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c38212d7-c1cb-4df0-921a-cf371741ac8b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:35:20.250584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.253981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6696129 Feb 09 13:35:20.258547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53864) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:20.265676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'tempest-secgroup--936480702'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:20.274740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4074f34-0a30-4d90-b6d7-9cccb16f799b tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6624f720-3838-4eff-9854-36852ae601cc,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:20.290163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:20.291272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.297461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:20.302107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:20.308340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:20.324270 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.327306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c330caf-7469-4610-9754-b4c91dbd2481,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:20.327724 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.343581 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] For port f45ff8ec-d7c1-432a-8966-83a76970946a, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:35:20.347118 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] For port f45ff8ec-d7c1-432a-8966-83a76970946a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f45ff8ec-d7c1-432a-8966-83a76970946a,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:35:20.349630 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b029867c-e7de-434a-bf7c-cdd74ac3e8c1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3c330caf-7469-4610-9754-b4c91dbd2481 HTTP/1.1" status: 204 len: 168 time: 2.1573336 Feb 09 13:35:20.359164 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.375583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:20.380182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:20.384399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:20.392963 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:20.492451 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Routers {'c5f275de-ecca-43f0-844d-32ec039614bc'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:20.493765 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.495948 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:34:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c5f275de-ecca-43f0-844d-32ec039614bc'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:20.499155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.582235 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd4c83-d225-4a68-a9e8-386f4c101167 None None] Pushing event updated for resources: {'Port': ['ID=f45ff8ec-d7c1-432a-8966-83a76970946a,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:20.634986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a348fdc5-1041-4ac3-946b-fdb61b2b413e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:20.635800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] Deleting port 8a98e8d2-0ecb-419e-9c9e-4a7ae746a230 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:35:20.637339 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.653650 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.658964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-83dc3ab3-3ba1-4f30-82af-d4535433d9ee tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3969209 Feb 09 13:35:20.659844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53876) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:20.666440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-bbbb752a-00d9-4e40-8834-b5617fad6828 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group_rule': {'security_group_id': '6624f720-3838-4eff-9854-36852ae601cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a348fdc5-1041-4ac3-946b-fdb61b2b413e'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:20.683387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bbbb752a-00d9-4e40-8834-b5617fad6828 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:20.700324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bbbb752a-00d9-4e40-8834-b5617fad6828 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:20.711368 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-bbbb752a-00d9-4e40-8834-b5617fad6828 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:20.739185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-bbbb752a-00d9-4e40-8834-b5617fad6828 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:20.775552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7ec60b63-c394-46f8-b4d6-bf030ead12ec None None] The port '8a98e8d2-0ecb-419e-9c9e-4a7ae746a230' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:35:20.775805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53880) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:20.798706 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-bbbb752a-00d9-4e40-8834-b5617fad6828 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:35:20.800262 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bbbb752a-00d9-4e40-8834-b5617fad6828 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1392479 Feb 09 13:35:20.803136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:20.856572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d0d08f5a-fa63-42dc-a1ea-3ca5a03c0d59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7dc4861f713644f98da5f72b4e7e6c05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0794475 Feb 09 13:35:20.857794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53890) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:20.900267 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] Set router c5f275de-ecca-43f0-844d-32ec039614bc gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:20.952720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26498bc6-c05d-406f-9d23-b12af82c0813 req-9aec4bc2-e0c3-4484-8945-92de0443acc1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 210 time: 0.0648274 Feb 09 13:35:20.976536 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97c8bb8e-9a2d-4065-b4dd-759b47633e57 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:20.994379 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a958-2503-4400-bf91-d82deef79fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.028015 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a958-2503-4400-bf91-d82deef79fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.050952 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97c8bb8e-9a2d-4065-b4dd-759b47633e57 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.098041 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a958-2503-4400-bf91-d82deef79fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.132757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5a958-2503-4400-bf91-d82deef79fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bb81f3-9551-4dd3-b6e5-84709920c224,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:21.149116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d9e5a958-2503-4400-bf91-d82deef79fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.152108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d9e5a958-2503-4400-bf91-d82deef79fbe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09bb81f3-9551-4dd3-b6e5-84709920c224 HTTP/1.1" status: 204 len: 168 time: 0.2930138 Feb 09 13:35:21.157404 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97c8bb8e-9a2d-4065-b4dd-759b47633e57 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.221632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8bb8e-9a2d-4065-b4dd-759b47633e57 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a348fdc5-1041-4ac3-946b-fdb61b2b413e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:21.295486 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-97c8bb8e-9a2d-4065-b4dd-759b47633e57 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.296614 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-97c8bb8e-9a2d-4065-b4dd-759b47633e57 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "DELETE /v2.0/security-groups/a348fdc5-1041-4ac3-946b-fdb61b2b413e HTTP/1.1" status: 204 len: 168 time: 0.4914839 Feb 09 13:35:21.299427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53916) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:21.482807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f007cd46-4636-470e-80e2-269d6b6886b4 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Synchronizing usage tracker for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:21.511438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f007cd46-4636-470e-80e2-269d6b6886b4 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Unset dirty status for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:21.513563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f007cd46-4636-470e-80e2-269d6b6886b4 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2131805 Feb 09 13:35:21.517318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53920) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:21.717020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a51af01-7fc8-4200-ae02-e73511dc208d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.774948 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:35:12Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f45ff8ec-d7c1-432a-8966-83a76970946a', 'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:d5:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:10Z', 'updated_at': '2022-02-09T13:35:20Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:21.789121 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a51af01-7fc8-4200-ae02-e73511dc208d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.794342 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8201c1f-dd2d-4d7a-9f87-0430f4c192cb None None] The sync data for ids ['c5f275de-ecca-43f0-844d-32ec039614bc'] in n-d-825175-3 is: [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:35:12Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f45ff8ec-d7c1-432a-8966-83a76970946a', 'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:d5:ef:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:10Z', 'updated_at': '2022-02-09T13:35:20Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:35:21.908970 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a51af01-7fc8-4200-ae02-e73511dc208d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.912973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeec51f-b185-4706-986c-426091377736 req-29956011-7824-47b8-8787-f1f4f7170908 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:21.916372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-deeec51f-b185-4706-986c-426091377736 req-29956011-7824-47b8-8787-f1f4f7170908 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:21.970726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-deeec51f-b185-4706-986c-426091377736 req-29956011-7824-47b8-8787-f1f4f7170908 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:21.975561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a51af01-7fc8-4200-ae02-e73511dc208d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:21.976976 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-29956011-7824-47b8-8787-f1f4f7170908 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 795 time: 0.4885564 Feb 09 13:35:21.977272 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9a51af01-7fc8-4200-ae02-e73511dc208d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "DELETE /v2.0/security-groups/6624f720-3838-4eff-9854-36852ae601cc HTTP/1.1" status: 204 len: 168 time: 0.4580109 Feb 09 13:35:21.977502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53926) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:21.979547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53928) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:21.982760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51af01-7fc8-4200-ae02-e73511dc208d tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6624f720-3838-4eff-9854-36852ae601cc,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:22.105044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4f109ea7-6f17-4ecb-8236-b063606cf977 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Synchronizing usage tracker for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:22.141400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4f109ea7-6f17-4ecb-8236-b063606cf977 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Unset dirty status for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:22.143122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4f109ea7-6f17-4ecb-8236-b063606cf977 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1626382 Feb 09 13:35:22.148335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53940) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:22.154900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011993759'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:22.189067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:22.227276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:22.267766 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:22.275277 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-82917fbc-e249-4358-ad5e-2852ff2de192 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1959a28a29f6485680c236af32e3b291&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2962406 Feb 09 13:35:22.280838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 53944) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:22.335478 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-7e301b30-7381-4188-b653-8c5fb529a8a2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 380 time: 0.3394880 Feb 09 13:35:22.348463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'port': {'device_id': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'admin_state_up': True, 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'security_groups': ['b4f3c9b8-4462-4a88-b9c3-a201c4389eb2']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:22.411343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa6b3c94-f87f-440c-bb63-7bcc10242d67 req-c945cffa-444c-4e19-be1e-945cbb62fb7a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 210 time: 0.1013422 Feb 09 13:35:22.527375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:22.544045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Usage tracker for resource:security_group_rule and tenant:a83b7ef18b4f441ab980472772876493 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:22.554716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:22.561457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:22.562704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b122268-a29c-401e-83a3-eda6376ef419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:22.642118 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b122268-a29c-401e-83a3-eda6376ef419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:22.687453 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:22.693353 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:22.745422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:22.786134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe83eb8-58de-46a3-a43f-b604ee1a3535,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:22.787279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:port and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:22.790447 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:22.792316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7e34a6e5-a536-4691-aaff-7adcef6f6c07 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6424985 Feb 09 13:35:22.797022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53984) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:22.812031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:22.815518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-33ea1bc9-7e84-4f2e-9881-c1f1152e7980 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:22.816082 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-33ea1bc9-7e84-4f2e-9881-c1f1152e7980 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 13:35:22.817147 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-33ea1bc9-7e84-4f2e-9881-c1f1152e7980 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "PUT /v2.0/security-groups/3fe83eb8-58de-46a3-a43f-b604ee1a3535 HTTP/1.1" status: 409 len: 330 time: 0.0191865 Feb 09 13:35:22.820198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 53990) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:22.824766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:22.863280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:22.867957 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:22.926636 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b122268-a29c-401e-83a3-eda6376ef419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:22.964797 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df4d5d7b-33d3-49fa-a4b3-a92bbc0e17c8 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:23.083362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8b122268-a29c-401e-83a3-eda6376ef419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:23.084439 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8b122268-a29c-401e-83a3-eda6376ef419 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6c93a84-97fb-41e2-886f-e2aa866d79d5 HTTP/1.1" status: 204 len: 168 time: 0.8023124 Feb 09 13:35:23.101141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b122268-a29c-401e-83a3-eda6376ef419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c93a84-97fb-41e2-886f-e2aa866d79d5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:23.112269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df4d5d7b-33d3-49fa-a4b3-a92bbc0e17c8 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:23.230798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f45ff8ec-d7c1-432a-8966-83a76970946a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:23.251214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df4d5d7b-33d3-49fa-a4b3-a92bbc0e17c8 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:23.318304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d5d7b-33d3-49fa-a4b3-a92bbc0e17c8 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe83eb8-58de-46a3-a43f-b604ee1a3535,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:23.334030 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df4d5d7b-33d3-49fa-a4b3-a92bbc0e17c8 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:23.338817 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-df4d5d7b-33d3-49fa-a4b3-a92bbc0e17c8 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "DELETE /v2.0/security-groups/3fe83eb8-58de-46a3-a43f-b604ee1a3535 HTTP/1.1" status: 204 len: 168 time: 0.5135212 Feb 09 13:35:23.340772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54044) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:23.472354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.20.0.12 (67211146-3b37-4d96-92a1-bfac54c0b072/b70ba13a-b4da-46a6-98e1-18917e937b80/6fe2a002-7e59-4a0d-8879-80db34007fe7) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:35:23.472885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port f45ff8ec-d7c1-432a-8966-83a76970946a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:23.482408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f45ff8ec-d7c1-432a-8966-83a76970946a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:23.482804 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:23.492363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-33cfc144-0bce-4e33-ad7f-ebee14f8c56e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Synchronizing usage tracker for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:23.540763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-33cfc144-0bce-4e33-ad7f-ebee14f8c56e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] Unset dirty status for tenant:a83b7ef18b4f441ab980472772876493 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:23.542569 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-33cfc144-0bce-4e33-ad7f-ebee14f8c56e tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2006032 Feb 09 13:35:23.546521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54068) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:23.601942 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-64f658c9-53a3-48a2-b827-ca5dd65fd0fb tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] delete failed (client error): The resource could not be found. Feb 09 13:35:23.607682 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-64f658c9-53a3-48a2-b827-ca5dd65fd0fb tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "DELETE /v2.0/security-groups/27a85bad-13e6-458d-85f5-36bb214314a4 HTTP/1.1" status: 404 len: 347 time: 0.0601447 Feb 09 13:35:23.614279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54080) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:23.665531 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-6cd71314-3ac1-4ac3-91a1-bf26796c9c10 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] show failed (client error): The resource could not be found. Feb 09 13:35:23.675898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6cd71314-3ac1-4ac3-91a1-bf26796c9c10 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-groups/dbc07752-9309-466f-940b-6875254c8dd7 HTTP/1.1" status: 404 len: 347 time: 0.0603261 Feb 09 13:35:23.679748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54088) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:23.814325 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:23.864347 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [None req-85c1218e-bb30-4053-ace0-887864715298 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] show failed (client error): The resource could not be found. Feb 09 13:35:23.877710 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-85c1218e-bb30-4053-ace0-887864715298 tempest-NegativeSecGroupTest-506976942 tempest-NegativeSecGroupTest-506976942-project] 10.222.0.59 "GET /v2.0/security-group-rules/098d53e9-0a16-4dbc-8508-7255908b31ef HTTP/1.1" status: 404 len: 356 time: 0.1948659 Feb 09 13:35:23.901326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9cfb91fa-378a-4916-b5c8-30b7f157b045 req-96a87cbc-a46a-49a7-a11a-7d5bdfcf13ae tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 210 time: 0.0823843 Feb 09 13:35:23.903155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port f45ff8ec-d7c1-432a-8966-83a76970946a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f45ff8ec-d7c1-432a-8966-83a76970946a,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:23.911629 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:24.011905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=f45ff8ec-d7c1-432a-8966-83a76970946a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:24.095568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:24.137240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Transition to ACTIVE for port object 6fe2a002-7e59-4a0d-8879-80db34007fe7 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:24.184272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:24.378300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 67211146-3b37-4d96-92a1-bfac54c0b072 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:24.382675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:24.387365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:35:24.497169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:24.497824 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:24.510320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=6fe2a002-7e59-4a0d-8879-80db34007fe7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:24.546195 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-aee8021d-ee9c-41f0-91b9-1f6f1b3f658a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2027090 Feb 09 13:35:24.571012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Request body: {'port': {'device_id': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:24.783811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54182) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:24.845901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:24.896097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5df7559b-d9e8-468d-957b-68026c7be96f None None] Provisioning for port 6fe2a002-7e59-4a0d-8879-80db34007fe7 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:24.909967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5df7559b-d9e8-468d-957b-68026c7be96f None None] Provisioning complete for port 6fe2a002-7e59-4a0d-8879-80db34007fe7 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:24.910345 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5df7559b-d9e8-468d-957b-68026c7be96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:25.210896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5df7559b-d9e8-468d-957b-68026c7be96f None None] Port 6fe2a002-7e59-4a0d-8879-80db34007fe7 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:35:25.248496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f45ff8ec-d7c1-432a-8966-83a76970946a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:25.390816 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4bb08c8c-372a-4e1a-83e1-c565098d6097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:25.439585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f45ff8ec-d7c1-432a-8966-83a76970946a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:25.440185 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:25.650296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b04e77a9-6a7e-4ba7-b5a4-cb8e934f27bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a83b7ef18b4f441ab980472772876493&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8639657 Feb 09 13:35:25.655532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54286) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:25.735868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b81e74-8048-4bf8-9b8a-c9e7b9025f55 req-ac02272c-31da-4bb7-87c8-8cedc5938e8d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:25.739115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7b81e74-8048-4bf8-9b8a-c9e7b9025f55 req-ac02272c-31da-4bb7-87c8-8cedc5938e8d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 932 time: 0.4263134 Feb 09 13:35:25.834567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8cb8-b7ae-4f7e-8250-d1e4f84bf352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:25.861531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe2a002-7e59-4a0d-8879-80db34007fe7 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:35:25.868378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7b81e74-8048-4bf8-9b8a-c9e7b9025f55 req-65907feb-34ab-4917-86b2-5b207ef93dc6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173210 Feb 09 13:35:25.869091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54314) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:25.904128 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:25.962079 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8cb8-b7ae-4f7e-8250-d1e4f84bf352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:25.986418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Transition to ACTIVE for port object 6fe2a002-7e59-4a0d-8879-80db34007fe7 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:26.075126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1310930894-network', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:26.080508 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.081411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:26.086359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Usage tracker for resource:network and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:26.090546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:26.098927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:26.111746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Made reservation on behalf of 2a4607a9291c4746aaf568708d0cc0a7 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:26.115002 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.129948 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.170374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:26.176103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Usage tracker for resource:security_group_rule and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:26.193385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:26.200772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:26.287866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Pushing event updated for resources: {'Port': ['ID=6fe2a002-7e59-4a0d-8879-80db34007fe7,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:26.293488 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8cb8-b7ae-4f7e-8250-d1e4f84bf352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.377859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d8cb8-b7ae-4f7e-8250-d1e4f84bf352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a7b191-c117-48e6-8342-4a1bc5e842ac,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:26.380936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.391682 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.466453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:35:26.488852 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a3d8cb8-b7ae-4f7e-8250-d1e4f84bf352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.490001 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8a3d8cb8-b7ae-4f7e-8250-d1e4f84bf352 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81a7b191-c117-48e6-8342-4a1bc5e842ac HTTP/1.1" status: 204 len: 168 time: 0.8334754 Feb 09 13:35:26.539026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Attempting to bind port 6fe2a002-7e59-4a0d-8879-80db34007fe7 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:35:26.540213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Attempting to bind port 6fe2a002-7e59-4a0d-8879-80db34007fe7 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:35:26.541614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5287288-9775-435f-a358-5e60128b6621,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:26.542971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Attempting to bind port 6fe2a002-7e59-4a0d-8879-80db34007fe7 on network 67211146-3b37-4d96-92a1-bfac54c0b072 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:35:26.555858 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.556366 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Added segment b053afe5-53a0-401a-a6d5-356e64ffb2fc of type vlan for network ef54b484-0bce-4a91-b7ca-c896803ef127 Feb 09 13:35:26.575310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Port 6fe2a002-7e59-4a0d-8879-80db34007fe7 on network 67211146-3b37-4d96-92a1-bfac54c0b072 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:35:26.575310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Attempting to bind port 6fe2a002-7e59-4a0d-8879-80db34007fe7 on network 67211146-3b37-4d96-92a1-bfac54c0b072 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:35:26.592388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:35:26.592736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Checking segment: {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:26.594311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Bound using segment: {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:35:26.597262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Bound port: 6fe2a002-7e59-4a0d-8879-80db34007fe7, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:35:26.597640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.605743 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.676692 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:26.677669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:26.679638 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:27.014434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:35:27.018149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] Pushing event updated for resources: {'Network': ['ID=ef54b484-0bce-4a91-b7ca-c896803ef127,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:27.033092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network ef54b484-0bce-4a91-b7ca-c896803ef127 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:35:27.038005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:35:27.041089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54450) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:27.041322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4b7c50d9-194a-4719-a10e-c1e0348d578b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1712863 Feb 09 13:35:27.068175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Request body: {'subnet': {'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1310930894-subnet', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:27.096459 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:27.213976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:27.248267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Usage tracker for resource:subnet and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:27.253263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:27.280079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:27.306346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:27.307899 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] 10.222.0.62 "PUT /v2.0/ports/6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 1092 time: 2.7478938 Feb 09 13:35:27.312039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:35:27.358414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14e38b-7543-44cd-88dd-bd94a7a16f74 req-2fc95caf-e7f5-4fe1-9921-1d87bb82900a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:27.364203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Made reservation on behalf of 2a4607a9291c4746aaf568708d0cc0a7 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:27.367457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c14e38b-7543-44cd-88dd-bd94a7a16f74 req-2fc95caf-e7f5-4fe1-9921-1d87bb82900a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 944 time: 0.1387148 Feb 09 13:35:27.368124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:27.441578 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c14e38b-7543-44cd-88dd-bd94a7a16f74 req-156e475a-668f-4882-a7c2-b99061fc2f5a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730224 Feb 09 13:35:27.490105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056851c-08ba-46c3-bd93-5fc25ad0644f service neutron] Pushing event updated for resources: {'Port': ['ID=6fe2a002-7e59-4a0d-8879-80db34007fe7,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:27.734915 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-ebe144a6-4a0d-4018-89fb-86e3c86b44d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1095 time: 0.3268762 Feb 09 13:35:27.845936 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'status': 'completed', 'code': 200} Feb 09 13:35:27.849788 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-25553c41-7961-4cad-8275-f7e746bfc50f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 217 time: 0.1066077 Feb 09 13:35:28.007484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeec51f-b185-4706-986c-426091377736 req-7c823382-009a-4ce9-9c46-6043289b9d47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:28.011804 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-7c823382-009a-4ce9-9c46-6043289b9d47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.1535347 Feb 09 13:35:28.102661 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.147173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54506) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:28.179622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:28.220791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Checking segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:28.221526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Network hostable DHCP agents. Network: ef54b484-0bce-4a91-b7ca-c896803ef127, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:35:28.237427 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-a08bf6ca-c8c2-469d-bb41-9a5ce9ad68f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138793 Feb 09 13:35:28.259168 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8cce02dd-922f-4d27-8e14-9df8e710b48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.333084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1616454938-network', 'tenant_id': 'b3b648311aaf4960990466753f359c45'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:28.342845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:28.365297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Usage tracker for resource:network and tenant:b3b648311aaf4960990466753f359c45 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:28.372874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:28.396904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:35:28.399695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:28.416714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Made reservation on behalf of b3b648311aaf4960990466753f359c45 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:28.419352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.445514 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.481175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, ef54b484-0bce-4a91-b7ca-c896803ef127) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:28.491334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:28.492041 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.492330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074394c2-53fc-48ae-b08a-f3e25a528f28 None None] Network ef54b484-0bce-4a91-b7ca-c896803ef127 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:28.516753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:28.521238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Usage tracker for resource:security_group_rule and tenant:b3b648311aaf4960990466753f359c45 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:28.526191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:28.534276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:28.547539 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-61053c7a-9509-4201-a98b-c56b4b5a6796 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5039966 Feb 09 13:35:28.555417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54518) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:28.580857 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-cad8b6df-d5e7-47a8-8d45-b79d6cfbc8d8 service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349216 Feb 09 13:35:28.592211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:28.632054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:28.661193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Usage tracker for resource:router and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:28.673869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:28.689964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:28.700899 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.723721 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.735223 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.745058 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.765699 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-deeec51f-b185-4706-986c-426091377736 req-774a497a-664a-4ee6-8f22-d2a0b1b85cae service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724236 Feb 09 13:35:28.802565 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.858528 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.893936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-ef54b484-0bce-4a91-b7ca-c896803ef127', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:35:28.895286 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.900923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5133c7-49b7-488f-b5b7-722da4d1976a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:28.931800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:35:28.950826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.955145 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:28.955775 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Added segment 0ca4800c-736f-4572-8730-730aeee42818 of type vlan for network d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0 Feb 09 13:35:28.970979 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65584440-32c2-40b1-a449-97344e8951ea req-1b39befc-3deb-40ef-a80a-6bae8d512ddb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1095 time: 0.1446269 Feb 09 13:35:29.016801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3982ae-d013-4b2c-9ba3-10d8c2653708 req-4c05337e-7dbf-41c4-a16f-e7ec54d13875 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:29.018362 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce3982ae-d013-4b2c-9ba3-10d8c2653708 req-4c05337e-7dbf-41c4-a16f-e7ec54d13875 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 944 time: 0.2695446 Feb 09 13:35:29.093347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Allocated IP 172.20.0.2 (ef54b484-0bce-4a91-b7ca-c896803ef127/d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c/cb91a842-c9dc-404c-ad5d-bd6f5db9ab53) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:35:29.135609 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:29.193548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65584440-32c2-40b1-a449-97344e8951ea req-885487ca-413f-4c3d-9a8d-f072b3c6d103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:29.197563 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65584440-32c2-40b1-a449-97344e8951ea req-885487ca-413f-4c3d-9a8d-f072b3c6d103 service neutron] 10.222.0.62 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 896 time: 0.2194088 Feb 09 13:35:29.279310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce3982ae-d013-4b2c-9ba3-10d8c2653708 req-58d165b8-8670-4a3e-b297-c364113a4e76 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742330 Feb 09 13:35:29.280156 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:29.280753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:29.281317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:29.350049 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:29.394374 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65584440-32c2-40b1-a449-97344e8951ea req-611d73d2-0e10-4b55-ac28-17c04149dd94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 217 time: 0.1907070 Feb 09 13:35:29.460420 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:29.464192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3122485 Feb 09 13:35:29.465977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54526) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:29.474029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Transition to ACTIVE for port object cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:29.482106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65584440-32c2-40b1-a449-97344e8951ea req-1206fc38-3b82-435d-947f-6a5bedcc6685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:29.484012 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65584440-32c2-40b1-a449-97344e8951ea req-1206fc38-3b82-435d-947f-6a5bedcc6685 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.0830941 Feb 09 13:35:29.496599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Transition to ACTIVE for port object cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:29.499225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Request body: {'subnet': {'network_id': 'd0f1c0a9-e048-4ac7-a4f6-ed0a791857c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1616454938-subnet', 'tenant_id': 'b3b648311aaf4960990466753f359c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:29.507508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:29.511663 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:29.512368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Usage tracker for resource:subnet and tenant:b3b648311aaf4960990466753f359c45 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:29.515312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:29.521067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:29.560927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bf3d3-5754-44e7-b8f9-f8c63dd17ece admin admin] Pushing event updated for resources: {'Network': ['ID=d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:29.564743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Made reservation on behalf of b3b648311aaf4960990466753f359c45 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:29.567295 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:29.657284 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65584440-32c2-40b1-a449-97344e8951ea req-79075e5d-4135-49d4-8f76-f71cfcb15b7f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1634557 Feb 09 13:35:29.700680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Pushing event updated for resources: {'Port': ['ID=cb91a842-c9dc-404c-ad5d-bd6f5db9ab53,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:29.711439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:35:29.760410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:29.791010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:29.805090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:35:29.933889 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65584440-32c2-40b1-a449-97344e8951ea req-20a66910-1c20-4104-970d-197d80d38491 service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689466 Feb 09 13:35:29.974731 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:30.022965 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:30.078003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:30.084026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Attempting to bind port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:35:30.084175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Attempting to bind port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:35:30.084824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Attempting to bind port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:35:30.097138 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:30.103617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:35:30.104099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Checking segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:30.105153 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65584440-32c2-40b1-a449-97344e8951ea req-5246e549-8f45-4133-911f-2a2c44e60d8a service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646171 Feb 09 13:35:30.105284 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:30.105678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Bound using segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:35:30.106147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Bound port: cb91a842-c9dc-404c-ad5d-bd6f5db9ab53, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:35:30.106550 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:30.203147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] For port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:35:30.206093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] For port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cb91a842-c9dc-404c-ad5d-bd6f5db9ab53,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:35:30.211542 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:30.215504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afa26ac-66b9-41c4-8a0d-29f50f7084d8,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:30.255612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Checking segment: {'id': '0ca4800c-736f-4572-8730-730aeee42818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd0f1c0a9-e048-4ac7-a4f6-ed0a791857c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:30.255612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Network hostable DHCP agents. Network: d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:35:30.276294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Allocated IP 172.25.5.78 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/59565e7c-76e2-4fd1-86ff-fa23a61fda40) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:35:30.309168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152022-e70b-47d1-8ec9-939eb8fa6d11 None None] Pushing event updated for resources: {'Port': ['ID=cb91a842-c9dc-404c-ad5d-bd6f5db9ab53,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:30.316577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Network d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:35:30.390566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:30.400513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:30.401077 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:30.404437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915bd36-5d7b-4ec0-9e0e-5984e30c3f83 None None] Network d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:30.449366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-aa8d8663-d269-4210-a9b8-3166018f4319 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9501171 Feb 09 13:35:30.554857 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:30.640401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:30.758920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Pushing event updated for resources: {'Port': ['ID=59565e7c-76e2-4fd1-86ff-fa23a61fda40,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:30.779440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:30.782077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:30.782337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cf350e-4b65-4bd3-b38c-eb7af2d9b424 None None] Network d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:30.786043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:35:30.966967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54550) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:31.070310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07e94c-c4dc-40fb-b34e-49da959cd40c req-d99daee8-27dd-4fc2-8133-c22653b139b6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:31.080262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f07e94c-c4dc-40fb-b34e-49da959cd40c req-d99daee8-27dd-4fc2-8133-c22653b139b6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 944 time: 0.6083236 Feb 09 13:35:31.137785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:31.241921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f07e94c-c4dc-40fb-b34e-49da959cd40c req-d8b892fd-268e-4612-9d81-f2629bd354d3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514370 Feb 09 13:35:31.269478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:31.274435 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:31.276119 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:31.285830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 6fe2a002-7e59-4a0d-8879-80db34007fe7 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:35:31.365343 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b92596d2-62f4-4e92-82e2-601d68b53f69 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=442d6bc983f14ef0a68ed00ec0aebceb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3971400 Feb 09 13:35:31.368039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54564) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:31.483593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f42592e4-3c93-492a-b5b4-b0ba46c9c519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:31.526185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f42592e4-3c93-492a-b5b4-b0ba46c9c519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:31.597558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:35:31.608359 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f42592e4-3c93-492a-b5b4-b0ba46c9c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:31.614769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:31.635568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'port_id': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'mac_address': 'fa:16:3e:c2:46:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:35:31.660866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42592e4-3c93-492a-b5b4-b0ba46c9c519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983026c2-c291-4451-9e61-746189cd3ea1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:31.690938 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f42592e4-3c93-492a-b5b4-b0ba46c9c519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:31.695987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f42592e4-3c93-492a-b5b4-b0ba46c9c519 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/983026c2-c291-4451-9e61-746189cd3ea1 HTTP/1.1" status: 204 len: 168 time: 0.3249474 Feb 09 13:35:31.724285 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:31.750693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe2a002-7e59-4a0d-8879-80db34007fe7 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:35:31.798304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:31.807778 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:31.899428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:35:31.947290 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:31.949091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-65bbab90-6943-4c8d-ac64-a85c2b84a919 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3899934 Feb 09 13:35:31.951790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54578) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:31.974293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=6fe2a002-7e59-4a0d-8879-80db34007fe7,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:31.985580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Sync routers for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:35:32.016218 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:32.016828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:35:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:32.244478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dff726-d548-4aa6-8123-d77d5552c91c None None] Network ef54b484-0bce-4a91-b7ca-c896803ef127 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:32.263647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['6fe2a002-7e59-4a0d-8879-80db34007fe7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:35:32.280052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54590) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:32.285459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218095266-network', 'tenant_id': '7e9f80db5f9146d88e3ad37d48f5b965'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:32.291451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:32.296997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Usage tracker for resource:network and tenant:7e9f80db5f9146d88e3ad37d48f5b965 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:32.300862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:32.310137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:32.326091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Made reservation on behalf of 7e9f80db5f9146d88e3ad37d48f5b965 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:32.332019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:32.346062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:32.397940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:32.525562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-85eb887a-e20b-4772-a116-118141665686 None None] Provisioning for port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:32.548073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-85eb887a-e20b-4772-a116-118141665686 None None] Provisioning complete for port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:32.548073 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-85eb887a-e20b-4772-a116-118141665686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:32.553048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:32.562861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Usage tracker for resource:security_group_rule and tenant:7e9f80db5f9146d88e3ad37d48f5b965 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:32.567241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:32.575411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:32.611611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cb2b8-5f56-4bde-ba00-abd95468d8af req-fee1d063-e5ca-4695-990f-d22dd134aba1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:32.613044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-625cb2b8-5f56-4bde-ba00-abd95468d8af req-fee1d063-e5ca-4695-990f-d22dd134aba1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 945 time: 0.1641471 Feb 09 13:35:32.702181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-625cb2b8-5f56-4bde-ba00-abd95468d8af req-fe4fbae8-f532-4453-bcc8-036ac2ee9722 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769699 Feb 09 13:35:32.784252 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:32.792064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:32.838507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae776690-3cd0-40ee-b3a6-960ac8644c59,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:32.860325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:35:32.873189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:32.873681 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Added segment 0629de2f-9fa5-4d91-af48-aa8f2b9072d9 of type vlan for network 852fc882-9b4c-4eda-bcbe-e1a1f1437ffd Feb 09 13:35:32.967431 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.014638 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.015598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:33.016336 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.082864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7981706 Feb 09 13:35:33.135234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54606) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:33.150269 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-85eb887a-e20b-4772-a116-118141665686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.171326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Request body: {'subnet': {'network_id': '852fc882-9b4c-4eda-bcbe-e1a1f1437ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218095266-subnet', 'tenant_id': '7e9f80db5f9146d88e3ad37d48f5b965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:33.182542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:33.187770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-85eb887a-e20b-4772-a116-118141665686 None None] For port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cb91a842-c9dc-404c-ad5d-bd6f5db9ab53,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:33.193629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Usage tracker for resource:subnet and tenant:7e9f80db5f9146d88e3ad37d48f5b965 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:33.199071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:33.207931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:33.258622 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-85eb887a-e20b-4772-a116-118141665686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.258910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bf821-f44d-410b-a983-c9f69acfc10d admin admin] Pushing event updated for resources: {'Network': ['ID=852fc882-9b4c-4eda-bcbe-e1a1f1437ffd,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:33.279254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Made reservation on behalf of 7e9f80db5f9146d88e3ad37d48f5b965 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:33.282266 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.322632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 852fc882-9b4c-4eda-bcbe-e1a1f1437ffd details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:35:33.367189 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.394818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54614) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:33.572169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1862038393-network', 'tenant_id': 'd47b5dfdd0d44f0fb19f66dc53821ded'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:33.584119 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:33.591910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Usage tracker for resource:network and tenant:d47b5dfdd0d44f0fb19f66dc53821ded is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:33.596445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:33.608340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:33.621884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Made reservation on behalf of d47b5dfdd0d44f0fb19f66dc53821ded for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:33.624536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.636229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb887a-e20b-4772-a116-118141665686 None None] Pushing event updated for resources: {'Port': ['ID=cb91a842-c9dc-404c-ad5d-bd6f5db9ab53,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:33.638981 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.686396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:33.691104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Usage tracker for resource:security_group_rule and tenant:d47b5dfdd0d44f0fb19f66dc53821ded is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:33.694979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:33.701889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:33.724165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:31Z', 'revision_number': 3, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:33.738398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Allocated IP 172.20.0.1 (ef54b484-0bce-4a91-b7ca-c896803ef127/d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c/e9243311-d2c3-4fa1-aa82-e692b6bec1dc) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:35:33.765922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Checking router: b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:35:33.766277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Updating router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace port 59565e7c-76e2-4fd1-86ff-fa23a61fda40 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:35:33.809219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.813176 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.827214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:35:33.841971 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.842306 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Added segment 724ac2d1-a4fc-4c60-821d-128323c34bfd of type vlan for network 58382eec-5688-4b99-a8f3-e13c3026e6ea Feb 09 13:35:33.879542 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:33.896571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.108488 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.126671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d828c288-54b0-41b8-8e0d-ba38e7e5a160,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:34.171491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=30baef35-3de7-4447-ba08-fdd08658324c,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:34.177638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Checking segment: {'id': '0629de2f-9fa5-4d91-af48-aa8f2b9072d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '852fc882-9b4c-4eda-bcbe-e1a1f1437ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:34.177998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Network hostable DHCP agents. Network: 852fc882-9b4c-4eda-bcbe-e1a1f1437ffd, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:35:34.181812 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.182692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:34.183258 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.224318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.231148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9da87d-feab-4391-bb51-555640a7e8b3 req-4e279b9b-e728-4b1d-a970-38ac470025e9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:34.233055 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f9da87d-feab-4391-bb51-555640a7e8b3 req-4e279b9b-e728-4b1d-a970-38ac470025e9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 945 time: 0.1903529 Feb 09 13:35:34.251771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Transition to ACTIVE for port object e9243311-d2c3-4fa1-aa82-e692b6bec1dc will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:34.255964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Network 852fc882-9b4c-4eda-bcbe-e1a1f1437ffd is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:35:34.260040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-713f4cbf-0a2c-49a8-b454-7807ab370c7b None None] Provisioning complete for port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:34.260544 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-713f4cbf-0a2c-49a8-b454-7807ab370c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.271137 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 852fc882-9b4c-4eda-bcbe-e1a1f1437ffd) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:34.276371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:34.276956 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.301595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728b4e48-0551-418d-b358-22110023ffe0 None None] Network 852fc882-9b4c-4eda-bcbe-e1a1f1437ffd requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:34.301855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.323308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9270644 Feb 09 13:35:34.337579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54626) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:34.340005 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-031da099-533b-4c0e-a4ad-fcb899928eaf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1775846 Feb 09 13:35:34.348304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5ef5b-383e-440b-812b-b0206e7b2f77 admin admin] Pushing event updated for resources: {'Network': ['ID=58382eec-5688-4b99-a8f3-e13c3026e6ea,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:34.367820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Request body: {'subnet': {'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1862038393-subnet', 'tenant_id': 'd47b5dfdd0d44f0fb19f66dc53821ded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:34.376812 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f9da87d-feab-4391-bb51-555640a7e8b3 req-dab81e1b-3fc2-4807-a557-3e6255e54521 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354139 Feb 09 13:35:34.377016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:34.386552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Usage tracker for resource:subnet and tenant:d47b5dfdd0d44f0fb19f66dc53821ded is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:34.395827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:34.410957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:34.417115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:34.422112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:34.426254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Pushing event updated for resources: {'Port': ['ID=e9243311-d2c3-4fa1-aa82-e692b6bec1dc,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:34.429177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:35:34.487995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 58382eec-5688-4b99-a8f3-e13c3026e6ea details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:35:34.491586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Made reservation on behalf of d47b5dfdd0d44f0fb19f66dc53821ded for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:34.494153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.511330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54632) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:34.534657 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.581695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c986a85-91c9-4447-ba63-0f87cb555718 admin admin] Deleting subnet 1afa26ac-66b9-41c4-8a0d-29f50f7084d8 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:35:34.586459 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2c986a85-91c9-4447-ba63-0f87cb555718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.614858 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:35:34.649418 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2c986a85-91c9-4447-ba63-0f87cb555718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.719354 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2c986a85-91c9-4447-ba63-0f87cb555718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.759225 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.782451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.796817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2c986a85-91c9-4447-ba63-0f87cb555718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.820218 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Transition to ACTIVE for port object 59565e7c-76e2-4fd1-86ff-fa23a61fda40 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:34.839011 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c986a85-91c9-4447-ba63-0f87cb555718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afa26ac-66b9-41c4-8a0d-29f50f7084d8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:34.840559 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.841392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2c986a85-91c9-4447-ba63-0f87cb555718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:34.847951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2c986a85-91c9-4447-ba63-0f87cb555718 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1afa26ac-66b9-41c4-8a0d-29f50f7084d8 HTTP/1.1" status: 204 len: 168 time: 0.3355627 Feb 09 13:35:34.851434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54638) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:34.885768 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.014186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a6d6c1-0a33-411c-94d4-30680b556e00,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:35.046386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d35c90-a800-4056-89c4-613c1b0ec91d None None] Network 852fc882-9b4c-4eda-bcbe-e1a1f1437ffd requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:35.105913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Attempting to bind port 59565e7c-76e2-4fd1-86ff-fa23a61fda40 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:35:35.106771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Attempting to bind port 59565e7c-76e2-4fd1-86ff-fa23a61fda40 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:35:35.108397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Attempting to bind port 59565e7c-76e2-4fd1-86ff-fa23a61fda40 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:35:35.127215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:35:35.128000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:35.128995 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.129694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:35:35.130381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Bound port: 59565e7c-76e2-4fd1-86ff-fa23a61fda40, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:35:35.131029 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.146115 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.208191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Checking segment: {'id': '724ac2d1-a4fc-4c60-821d-128323c34bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:35.208717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Network hostable DHCP agents. Network: 58382eec-5688-4b99-a8f3-e13c3026e6ea, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:35:35.231078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] For port 59565e7c-76e2-4fd1-86ff-fa23a61fda40, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:35:35.234769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] For port 59565e7c-76e2-4fd1-86ff-fa23a61fda40, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=59565e7c-76e2-4fd1-86ff-fa23a61fda40,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:35:35.236541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:35.260051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Network 58382eec-5688-4b99-a8f3-e13c3026e6ea is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:35:35.275741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 58382eec-5688-4b99-a8f3-e13c3026e6ea) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:35.284870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:35.285657 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.292684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.301235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.315253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.321398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4605c7c0-d722-4f72-81f2-a324149ed1a0 None None] Network 58382eec-5688-4b99-a8f3-e13c3026e6ea requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:35.349879 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:35.371639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca4800c-736f-4572-8730-730aeee42818') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:35.372086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca4800c-736f-4572-8730-730aeee42818') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:35.386738 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.387661 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ab12d60c-f803-471a-b32e-ed1983cb38c6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0463340 Feb 09 13:35:35.440104 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.444472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Pushing event updated for resources: {'Port': ['ID=e9243311-d2c3-4fa1-aa82-e692b6bec1dc,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:35.456984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 6fe2a002-7e59-4a0d-8879-80db34007fe7 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:35.458992 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.460833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:35:35.461357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:35:35.481011 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:35:35.551547 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.592285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.615289 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.642490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:35.657461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-719322b5-0afd-4ca5-b5c7-95e574027145 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d0f1c0a9-e048-4ac7-a4f6-ed0a791857c0 HTTP/1.1" status: 204 len: 168 time: 0.8049695 Feb 09 13:35:35.660026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54654) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:35.779090 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bbb31-01a2-41d2-8172-68525b95f9a3 req-f6835858-5fa3-44fe-88c5-e6d2c576106f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:35.780724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f70bbb31-01a2-41d2-8172-68525b95f9a3 req-f6835858-5fa3-44fe-88c5-e6d2c576106f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 945 time: 0.1293566 Feb 09 13:35:35.790334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-795d5744-4f4d-4c34-bafa-744f57746e3b admin admin] Deleting subnet 30baef35-3de7-4447-ba08-fdd08658324c {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:35:35.791515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f28bf-08d2-40c6-9a3b-c179bf4acf15 None None] Pushing event updated for resources: {'Port': ['ID=59565e7c-76e2-4fd1-86ff-fa23a61fda40,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:35.805254 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-795d5744-4f4d-4c34-bafa-744f57746e3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:35.846043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:35.851649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f70bbb31-01a2-41d2-8172-68525b95f9a3 req-8522adef-4296-446a-ba6f-28477690c010 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638916 Feb 09 13:35:35.854044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:35.897160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-af7e8f58-04fa-4cd4-9efd-1db58b895114 None None] Provisioning for port e9243311-d2c3-4fa1-aa82-e692b6bec1dc completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:35.956692 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-795d5744-4f4d-4c34-bafa-744f57746e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:36.135094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-af7e8f58-04fa-4cd4-9efd-1db58b895114 None None] Provisioning complete for port e9243311-d2c3-4fa1-aa82-e692b6bec1dc triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:36.135599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af7e8f58-04fa-4cd4-9efd-1db58b895114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:36.215159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f28bf-08d2-40c6-9a3b-c179bf4acf15 None None] Pushing event updated for resources: {'Port': ['ID=59565e7c-76e2-4fd1-86ff-fa23a61fda40,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:36.230089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:36.230766 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:36.277275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-af7e8f58-04fa-4cd4-9efd-1db58b895114 None None] Port e9243311-d2c3-4fa1-aa82-e692b6bec1dc cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:35:36.283533 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:36.283956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:35:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:36.297763 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-795d5744-4f4d-4c34-bafa-744f57746e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:36.368800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 6fe2a002-7e59-4a0d-8879-80db34007fe7 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:36.535167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 6fe2a002-7e59-4a0d-8879-80db34007fe7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:36.540341 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:36.564267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-795d5744-4f4d-4c34-bafa-744f57746e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:36.615677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d5744-4f4d-4c34-bafa-744f57746e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30baef35-3de7-4447-ba08-fdd08658324c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:36.637494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-795d5744-4f4d-4c34-bafa-744f57746e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:36.644866 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-795d5744-4f4d-4c34-bafa-744f57746e3b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/30baef35-3de7-4447-ba08-fdd08658324c HTTP/1.1" status: 204 len: 168 time: 0.9838202 Feb 09 13:35:36.647884 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54678) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:36.677385 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:35:36.705523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:35:36.755082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9e4cb-b365-40e9-b9a1-486a54b7c507 None None] Network 58382eec-5688-4b99-a8f3-e13c3026e6ea requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:36.887828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:36.917147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-48be4a71-589e-43ef-a996-65e62c750c7a None None] Provisioning complete for port e9243311-d2c3-4fa1-aa82-e692b6bec1dc triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:36.918743 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-48be4a71-589e-43ef-a996-65e62c750c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:37.047610 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:37.088120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:35:37.098392 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-14f759ad-a14b-4853-82a2-84df1be17a52 admin admin] 10.222.0.59 "PUT /v2.0/routers/b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1451612 Feb 09 13:35:37.152853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852fc882-9b4c-4eda-bcbe-e1a1f1437ffd']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:37.168211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0629de2f-9fa5-4d91-af48-aa8f2b9072d9') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:37.168374 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0629de2f-9fa5-4d91-af48-aa8f2b9072d9') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:37.181125 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:37.202219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-48be4a71-589e-43ef-a996-65e62c750c7a None None] Port e9243311-d2c3-4fa1-aa82-e692b6bec1dc cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:35:37.203865 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:37.207903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:37.211132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:35:37.211525 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:37.327616 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:35:37.367512 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:35:37.394710 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:37.437765 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:37.459434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] Pushing event deleted for resources: {'Network': ['ID=852fc882-9b4c-4eda-bcbe-e1a1f1437ffd,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:37.467589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ac672553-256b-4267-8447-d90140af7053 admin admin] 10.222.0.59 "DELETE /v2.0/networks/852fc882-9b4c-4eda-bcbe-e1a1f1437ffd HTTP/1.1" status: 204 len: 168 time: 0.8162701 Feb 09 13:35:37.481419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4ea5-0846-4f96-8a96-7ac5c4a2665c req-5be415cb-1c13-4ba3-ab81-2f0f3d8f9d27 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:37.490123 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-223a4ea5-0846-4f96-8a96-7ac5c4a2665c req-5be415cb-1c13-4ba3-ab81-2f0f3d8f9d27 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 945 time: 0.4169173 Feb 09 13:35:37.517470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:35:37.580020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-223a4ea5-0846-4f96-8a96-7ac5c4a2665c req-cb454f45-6689-4dc1-86aa-3d49bab2a144 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850260 Feb 09 13:35:37.648404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:37.706238 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:37.769472 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'code': 200} Feb 09 13:35:37.953540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54722) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:37.978971 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-30d393f3-ea2b-418f-81e6-a1fb28beacd8 req-3b9d4d82-d53f-4282-8dbf-9d30fb7e00e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1097 time: 0.1681283 Feb 09 13:35:38.016540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=6fe2a002-7e59-4a0d-8879-80db34007fe7,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:38.088537 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-30d393f3-ea2b-418f-81e6-a1fb28beacd8 req-575b86ee-aa4d-47c3-8241-8c870026d1a7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984950 Feb 09 13:35:38.105247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5f9ff9d8-c2e1-4a02-809f-5b4246340fd6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b3b648311aaf4960990466753f359c45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1504571 Feb 09 13:35:38.108071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54726) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:38.166993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 2, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:38.174700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422a57f-f34a-49a5-8278-b4b13f9af16b None None] The sync data for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 is: [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 2, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:35:38.250799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-708cc1e1-c682-4848-97a2-91f78936b223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:38.314897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-708cc1e1-c682-4848-97a2-91f78936b223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:38.469256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-708cc1e1-c682-4848-97a2-91f78936b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:38.491185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cc1e1-c682-4848-97a2-91f78936b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5133c7-49b7-488f-b5b7-722da4d1976a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:38.493763 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-708cc1e1-c682-4848-97a2-91f78936b223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:38.497983 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-708cc1e1-c682-4848-97a2-91f78936b223 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd5133c7-49b7-488f-b5b7-722da4d1976a HTTP/1.1" status: 204 len: 168 time: 0.3888433 Feb 09 13:35:38.918269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54754) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:38.935659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b49ca7-d9a0-4354-9a5f-ace288a59dbe req-f4bb7102-cf54-4706-b5bf-9da092e00f06 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:38.939497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-608150876-network', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:38.942849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0b49ca7-d9a0-4354-9a5f-ace288a59dbe req-f4bb7102-cf54-4706-b5bf-9da092e00f06 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1567023 Feb 09 13:35:38.950548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:38.955474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Usage tracker for resource:network and tenant:1792dacc92a64cac91a973dbe1147d69 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:38.965227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:38.979935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:39.000626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Made reservation on behalf of 1792dacc92a64cac91a973dbe1147d69 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:39.004748 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:39.023430 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:39.095776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:39.147404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Usage tracker for resource:security_group_rule and tenant:1792dacc92a64cac91a973dbe1147d69 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:39.151264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:39.157779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:39.163242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0b49ca7-d9a0-4354-9a5f-ace288a59dbe req-7f13a9f1-76b8-442b-b3de-22bd801bef74 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185593 Feb 09 13:35:39.516026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59565e7c-76e2-4fd1-86ff-fa23a61fda40 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:39.584389 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:39.586214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54768) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:39.603707 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:39.687697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:35:39.691514 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9ccfe69e-f87e-4930-9433-6854de022e09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7e9f80db5f9146d88e3ad37d48f5b965&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1034927 Feb 09 13:35:39.693626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64426c4d-2cd3-4060-b6b1-3696d0844197,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:39.697319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54772) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:39.709325 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:39.710874 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Added segment 00f667fc-a04b-4f3f-885f-e8df584325fa of type vlan for network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 Feb 09 13:35:39.731105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 59565e7c-76e2-4fd1-86ff-fa23a61fda40 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:39.749209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 59565e7c-76e2-4fd1-86ff-fa23a61fda40 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:39.751006 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:39.760779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:39.820540 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a419dd6a-6907-404e-827e-aba212b4690e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:39.844219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:39.846462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:39.847910 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:39.895051 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a419dd6a-6907-404e-827e-aba212b4690e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:40.000771 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a419dd6a-6907-404e-827e-aba212b4690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:40.039775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419dd6a-6907-404e-827e-aba212b4690e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae776690-3cd0-40ee-b3a6-960ac8644c59,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:40.055605 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a419dd6a-6907-404e-827e-aba212b4690e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:40.056806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a419dd6a-6907-404e-827e-aba212b4690e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae776690-3cd0-40ee-b3a6-960ac8644c59 HTTP/1.1" status: 204 len: 168 time: 0.3554933 Feb 09 13:35:40.129783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:40.156761 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7a246a4c-850d-4940-9fce-f04fb0d1c701 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2372429 Feb 09 13:35:40.158626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:35:40.159623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54784) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:40.167032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Request body: {'subnet': {'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-608150876-subnet', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:40.175351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:40.183915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Usage tracker for resource:subnet and tenant:1792dacc92a64cac91a973dbe1147d69 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:40.188843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:40.193684 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:40.196854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:40.244195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Made reservation on behalf of 1792dacc92a64cac91a973dbe1147d69 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:35:40.247960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:40.398796 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 59565e7c-76e2-4fd1-86ff-fa23a61fda40, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=59565e7c-76e2-4fd1-86ff-fa23a61fda40,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:40.416383 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:40.555973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=59565e7c-76e2-4fd1-86ff-fa23a61fda40,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:40.635951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:40.739490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1899df89-485d-4d1a-835f-2c6abf5980ab,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:40.750514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107d575-d546-445b-ba92-6e21cca49390 req-5273faaa-4ee4-4e8f-ba6f-cd525fa99619 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:40.753278 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5107d575-d546-445b-ba92-6e21cca49390 req-5273faaa-4ee4-4e8f-ba6f-cd525fa99619 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.3736842 Feb 09 13:35:40.837905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Checking segment: {'id': '00f667fc-a04b-4f3f-885f-e8df584325fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:40.838460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Network hostable DHCP agents. Network: f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:35:40.851153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5107d575-d546-445b-ba92-6e21cca49390 req-e43dc6ca-c90b-40e3-9fe1-d701a11aa6fc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852370 Feb 09 13:35:40.878286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:35:40.894640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:40.909327 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a94d5-6bce-4bdb-9435-831b78725377 None None] Network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:40.921474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:40.925737 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:40.986421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54816) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:40.986932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8606e374-fe7a-4773-9fd3-7b1cc379aa67 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8252258 Feb 09 13:35:40.992457 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-608150876-router', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:41.005393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:41.015832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Usage tracker for resource:router and tenant:1792dacc92a64cac91a973dbe1147d69 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:41.023600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:41.037321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:41.071758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:41.072550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:41.114436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:41.328008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855300f7-d0fc-4643-844e-8b4bd20bf411 req-cc6874be-b120-4414-a9ad-6ae9615c36f0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:41.329483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-855300f7-d0fc-4643-844e-8b4bd20bf411 req-cc6874be-b120-4414-a9ad-6ae9615c36f0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1767647 Feb 09 13:35:41.381960 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:41.455199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-855300f7-d0fc-4643-844e-8b4bd20bf411 req-f114a74e-7332-4b2d-8993-73d45e21f280 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047957 Feb 09 13:35:41.525379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59565e7c-76e2-4fd1-86ff-fa23a61fda40 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:41.530807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54826) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:41.592517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5', 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'fixed_ips': [{'subnet_id': '1899df89-485d-4d1a-835f-2c6abf5980ab'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:35:41.594957 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:41.650412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6abf38f5-e6e8-4bff-87db-5df7b1f3b22a tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1092 time: 0.1175940 Feb 09 13:35:41.652828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54836) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:41.659662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:35:41.667671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:35:41.672059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:floatingip and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:35:41.674945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:35:41.682220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:35:41.697312 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:41.701992 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:41.835470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 59565e7c-76e2-4fd1-86ff-fa23a61fda40 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:41.835833 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:41.840775 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:41.917087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:42.052537 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:42.095268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Allocated IP 172.20.0.2 (f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5/1899df89-485d-4d1a-835f-2c6abf5980ab/a845d00b-7546-49b6-8ddd-dc0f56cd25da) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:35:42.277417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Allocated IP 172.25.5.166 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/dad50951-cf0a-490e-ba89-926496428338) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:35:42.470084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:42.486823 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:42.503257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Transition to ACTIVE for port object a845d00b-7546-49b6-8ddd-dc0f56cd25da will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:42.539779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Transition to ACTIVE for port object a845d00b-7546-49b6-8ddd-dc0f56cd25da will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:42.558690 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:42.567313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:42.632373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:42.635956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:42.641895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:35:42.661145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:42.664988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:42.672311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:35:42.713721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.25.5.7 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/1ed3d673-6e55-4a43-a8bb-9b18a8755924) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:35:42.724655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Pushing event updated for resources: {'Port': ['ID=dad50951-cf0a-490e-ba89-926496428338,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:42.822735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Pushing event updated for resources: {'Port': ['ID=a845d00b-7546-49b6-8ddd-dc0f56cd25da,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:42.868369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Attempting to bind port a845d00b-7546-49b6-8ddd-dc0f56cd25da on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:35:42.869000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Attempting to bind port a845d00b-7546-49b6-8ddd-dc0f56cd25da by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '00f667fc-a04b-4f3f-885f-e8df584325fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:35:42.869665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Attempting to bind port a845d00b-7546-49b6-8ddd-dc0f56cd25da on network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:35:42.883999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:35:42.884329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Checking segment: {'id': '00f667fc-a04b-4f3f-885f-e8df584325fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:42.887073 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:42.892358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Bound using segment: {'id': '00f667fc-a04b-4f3f-885f-e8df584325fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:35:42.892887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Bound port: a845d00b-7546-49b6-8ddd-dc0f56cd25da, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f667fc-a04b-4f3f-885f-e8df584325fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:35:42.893261 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:42.937298 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:42.938036 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:43.011632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] For port a845d00b-7546-49b6-8ddd-dc0f56cd25da, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:35:43.015326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] For port a845d00b-7546-49b6-8ddd-dc0f56cd25da, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a845d00b-7546-49b6-8ddd-dc0f56cd25da,segment=NetworkSegment(00f667fc-a04b-4f3f-885f-e8df584325fa),segment_id=00f667fc-a04b-4f3f-885f-e8df584325fa)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:35:43.022279 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:43.097313 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:43.165885 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:43.229319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95cb06-95af-4d8d-8b8e-ea87f392697a None None] Pushing event updated for resources: {'Port': ['ID=a845d00b-7546-49b6-8ddd-dc0f56cd25da,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:43.307811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:43.322063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:43.332881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:35:43.388740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Router fce6f03d-0b3b-4071-9adb-2a7bbd670757 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:35:43.440951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=1ed3d673-6e55-4a43-a8bb-9b18a8755924,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:44.032355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:35:44.042905 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Sync routers for ids ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:35:44.059635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:44.061216 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c8d97415-9206-430b-a5d8-a69b34725bba admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0737495 Feb 09 13:35:44.064125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 54892) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:44.064396 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Routers {'fce6f03d-0b3b-4071-9adb-2a7bbd670757'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:44.066917 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:35:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:44.308194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:44.405222 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Set router fce6f03d-0b3b-4071-9adb-2a7bbd670757 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:44.425443 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:44.880228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244a39cb-5528-4bd2-a215-61e0c5ac33c8 None None] Network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:35:44.962121 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:44.969443 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:45.167906 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'name': 'tempest-TestVolumeBootPattern-608150876-router', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'dad50951-cf0a-490e-ba89-926496428338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:41Z', 'updated_at': '2022-02-09T13:35:42Z', 'revision_number': 3, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'gw_port': {'id': 'dad50951-cf0a-490e-ba89-926496428338', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:42Z', 'updated_at': '2022-02-09T13:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:45.177898 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Checking router: fce6f03d-0b3b-4071-9adb-2a7bbd670757 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:35:45.178296 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Updating router fce6f03d-0b3b-4071-9adb-2a7bbd670757 port dad50951-cf0a-490e-ba89-926496428338 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:35:45.212287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=1ed3d673-6e55-4a43-a8bb-9b18a8755924,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:45.247269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c330b6a2-1576-4542-9c1b-b6a1f6f66d0f None None] Provisioning for port a845d00b-7546-49b6-8ddd-dc0f56cd25da completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:45.290951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:45.293205 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:45.458189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a845d00b-7546-49b6-8ddd-dc0f56cd25da up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:45.563294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port a845d00b-7546-49b6-8ddd-dc0f56cd25da completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:45.582093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a845d00b-7546-49b6-8ddd-dc0f56cd25da triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:45.582485 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:45.623572 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Floating IP 58bba356-ff5e-4490-9aec-06f8f6690faa associated. External IP: 172.25.5.7, port: 6fe2a002-7e59-4a0d-8879-80db34007fe7. Feb 09 13:35:45.843718 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:45.942161 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:45.994994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port a845d00b-7546-49b6-8ddd-dc0f56cd25da, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a845d00b-7546-49b6-8ddd-dc0f56cd25da,segment=NetworkSegment(00f667fc-a04b-4f3f-885f-e8df584325fa),segment_id=00f667fc-a04b-4f3f-885f-e8df584325fa)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:46.006458 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:46.060828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ab1b0160-b146-492a-a0f5-50e29eb982b3 None None] Provisioning complete for port a845d00b-7546-49b6-8ddd-dc0f56cd25da triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:46.061292 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab1b0160-b146-492a-a0f5-50e29eb982b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:46.198857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=a845d00b-7546-49b6-8ddd-dc0f56cd25da,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:46.283100 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:46.378282 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Transition to ACTIVE for port object dad50951-cf0a-490e-ba89-926496428338 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:46.433984 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:46.434167 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:46.591823 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Attempting to bind port dad50951-cf0a-490e-ba89-926496428338 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:35:46.592573 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Attempting to bind port dad50951-cf0a-490e-ba89-926496428338 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:35:46.593501 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Attempting to bind port dad50951-cf0a-490e-ba89-926496428338 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:35:46.601415 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d4ad9-2728-4077-88a9-db253891a0fe None None] Pushing event updated for resources: {'Port': ['ID=dad50951-cf0a-490e-ba89-926496428338,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:46.607379 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:35:46.607812 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:46.608202 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:46.608569 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:35:46.609029 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Bound port: dad50951-cf0a-490e-ba89-926496428338, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:35:46.609405 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:46.761610 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] For port dad50951-cf0a-490e-ba89-926496428338, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:35:46.764982 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] For port dad50951-cf0a-490e-ba89-926496428338, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dad50951-cf0a-490e-ba89-926496428338,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:35:46.775496 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:46.776182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Allocated IP 172.20.0.1 (f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5/1899df89-485d-4d1a-835f-2c6abf5980ab/95003034-6492-4e08-b800-971127e657a5) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:35:46.927696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router c5f275de-ecca-43f0-844d-32ec039614bc has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:35:47.050002 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d4ad9-2728-4077-88a9-db253891a0fe None None] Pushing event updated for resources: {'Port': ['ID=dad50951-cf0a-490e-ba89-926496428338,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:47.091267 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Routers {'fce6f03d-0b3b-4071-9adb-2a7bbd670757'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:47.091904 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:35:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:47.423871 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] Set router fce6f03d-0b3b-4071-9adb-2a7bbd670757 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:47.561898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a845d00b-7546-49b6-8ddd-dc0f56cd25da up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:47.580671 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:47.622162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Transition to ACTIVE for port object 95003034-6492-4e08-b800-971127e657a5 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:47.661436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:35:47.671221 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:47.698607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] Sync routers for ids ['c5f275de-ecca-43f0-844d-32ec039614bc'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:35:47.734593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:47.761433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] Routers {'c5f275de-ecca-43f0-844d-32ec039614bc'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:47.762036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:35:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c5f275de-ecca-43f0-844d-32ec039614bc'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:47.950050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a2aeced9-d097-45cc-a3f9-2ab2d3b89da5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.2960851 Feb 09 13:35:47.950900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:47.951340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:35:47.955058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:47.967976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:35:48.008304 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'name': 'tempest-TestVolumeBootPattern-608150876-router', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'dad50951-cf0a-490e-ba89-926496428338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:41Z', 'updated_at': '2022-02-09T13:35:42Z', 'revision_number': 3, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'gw_port': {'id': 'dad50951-cf0a-490e-ba89-926496428338', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:42Z', 'updated_at': '2022-02-09T13:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:48.028594 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dcabc7-298a-4a75-9aef-ceb8a8147166 None None] The sync data for ids ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'] in n-d-825175-3 is: [{'id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'name': 'tempest-TestVolumeBootPattern-608150876-router', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'dad50951-cf0a-490e-ba89-926496428338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:41Z', 'updated_at': '2022-02-09T13:35:42Z', 'revision_number': 3, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'gw_port': {'id': 'dad50951-cf0a-490e-ba89-926496428338', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:42Z', 'updated_at': '2022-02-09T13:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:35:48.071313 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'status': 'completed', 'code': 200} Feb 09 13:35:48.109922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=95003034-6492-4e08-b800-971127e657a5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:48.387759 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:48.494229 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3a1ecbc-d169-4d51-95e1-81c446276c09 req-7c699f43-5647-4c68-b304-6b71e2f16d24 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1097 time: 0.3387544 Feb 09 13:35:48.501101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e71b7-cd50-4a43-9fa2-c39d3ad69d43 req-c358f6d5-e11b-4a7c-b2c1-ccf52f68215b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:48.512840 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-131e71b7-cd50-4a43-9fa2-c39d3ad69d43 req-c358f6d5-e11b-4a7c-b2c1-ccf52f68215b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1845729 Feb 09 13:35:48.590364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] Set router c5f275de-ecca-43f0-844d-32ec039614bc gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:48.647668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-131e71b7-cd50-4a43-9fa2-c39d3ad69d43 req-d06267c1-d7e0-462c-8c49-218bd11d6919 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273205 Feb 09 13:35:48.688550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 54986) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:48.691892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port a845d00b-7546-49b6-8ddd-dc0f56cd25da triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:48.692265 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:48.804298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1ecbc-d169-4d51-95e1-81c446276c09 req-094ae5b5-68f4-40cb-aa9a-a81661e67e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:48.807938 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3a1ecbc-d169-4d51-95e1-81c446276c09 req-094ae5b5-68f4-40cb-aa9a-a81661e67e13 service neutron] 10.222.0.62 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 896 time: 0.3013213 Feb 09 13:35:48.914497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b6ab292c-bac2-453c-8804-b2772c6d775a None None] Provisioning for port 95003034-6492-4e08-b800-971127e657a5 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:48.929148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b6ab292c-bac2-453c-8804-b2772c6d775a None None] Provisioning complete for port 95003034-6492-4e08-b800-971127e657a5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:48.929749 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b6ab292c-bac2-453c-8804-b2772c6d775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:49.005449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3a4243a5-4992-43fd-ad0e-6c1f34d2f63f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/58bba356-ff5e-4490-9aec-06f8f6690faa HTTP/1.1" status: 200 len: 990 time: 0.3141654 Feb 09 13:35:49.191517 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:49.238501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab292c-bac2-453c-8804-b2772c6d775a None None] Port 95003034-6492-4e08-b800-971127e657a5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:35:49.275858 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3a1ecbc-d169-4d51-95e1-81c446276c09 req-be626a3e-2bf0-42e9-9f9e-93d10edb7a42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 998 time: 0.4262979 Feb 09 13:35:49.563716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1ecbc-d169-4d51-95e1-81c446276c09 req-7f871c6d-dee6-4c91-b267-a7fedb970919 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:49.570085 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3a1ecbc-d169-4d51-95e1-81c446276c09 req-7f871c6d-dee6-4c91-b267-a7fedb970919 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.2733920 Feb 09 13:35:49.696199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:35:12Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '58bba356-ff5e-4490-9aec-06f8f6690faa', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'port_id': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'mac_address': 'fa:16:3e:c2:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:35:43Z', 'updated_at': '2022-02-09T13:35:43Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45ff8ec-d7c1-432a-8966-83a76970946a', 'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:d5:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:10Z', 'updated_at': '2022-02-09T13:35:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:49.703094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] Checking router: c5f275de-ecca-43f0-844d-32ec039614bc for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:35:49.717794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] Routers {'c5f275de-ecca-43f0-844d-32ec039614bc'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:49.722320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:35:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c5f275de-ecca-43f0-844d-32ec039614bc'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:49.848591 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3a1ecbc-d169-4d51-95e1-81c446276c09 req-586c75f6-477b-4983-940d-114180b41393 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642484 Feb 09 13:35:49.952222 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:49.986389 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:50.008184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55012) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:50.173481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] Set router c5f275de-ecca-43f0-844d-32ec039614bc gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:50.203265 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3779670d-41e5-4c96-a4b5-0ec79e476492 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/58bba356-ff5e-4490-9aec-06f8f6690faa HTTP/1.1" status: 200 len: 990 time: 0.1927817 Feb 09 13:35:50.308986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Pushing event updated for resources: {'Port': ['ID=95003034-6492-4e08-b800-971127e657a5,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:50.314190 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:50.378011 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3a1ecbc-d169-4d51-95e1-81c446276c09 req-ef2a39d5-7142-4e83-96b5-a57676659d5e service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205188 Feb 09 13:35:50.648861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:35:50.656453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:35:50.719450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:35:12Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '58bba356-ff5e-4490-9aec-06f8f6690faa', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'port_id': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'mac_address': 'fa:16:3e:c2:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:35:43Z', 'updated_at': '2022-02-09T13:35:43Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45ff8ec-d7c1-432a-8966-83a76970946a', 'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:d5:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:10Z', 'updated_at': '2022-02-09T13:35:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:50.733391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48adc23a-8223-4559-856a-395bbf519ffb None None] The sync data for ids ['c5f275de-ecca-43f0-844d-32ec039614bc'] in n-d-825175-3 is: [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:35:12Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '58bba356-ff5e-4490-9aec-06f8f6690faa', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'port_id': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'mac_address': 'fa:16:3e:c2:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:35:43Z', 'updated_at': '2022-02-09T13:35:43Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45ff8ec-d7c1-432a-8966-83a76970946a', 'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:d5:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:10Z', 'updated_at': '2022-02-09T13:35:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:35:50.901733 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3a1ecbc-d169-4d51-95e1-81c446276c09 req-f2e7d89c-0b91-4043-81c0-d7df21d9f13d service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146446 Feb 09 13:35:51.107657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e844b719-8e18-42b9-9953-402831366f9a None None] Provisioning complete for port 95003034-6492-4e08-b800-971127e657a5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:51.108018 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e844b719-8e18-42b9-9953-402831366f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:51.208015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55036) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:51.225972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e844b719-8e18-42b9-9953-402831366f9a None None] Port 95003034-6492-4e08-b800-971127e657a5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:35:51.410908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7974b52a-4938-4dbc-83ad-456323fa9c0a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/58bba356-ff5e-4490-9aec-06f8f6690faa HTTP/1.1" status: 200 len: 990 time: 0.2020233 Feb 09 13:35:51.452362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Router fce6f03d-0b3b-4071-9adb-2a7bbd670757 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:35:52.170831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:35:52.183186 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-930a5c8e-f85c-4f2c-816e-60006ff1e7c7 admin admin] 10.222.0.59 "PUT /v2.0/routers/fce6f03d-0b3b-4071-9adb-2a7bbd670757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1176071 Feb 09 13:35:52.415791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55060) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:52.555619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-41843f6a-041d-4b57-94b0-51b6381f8066 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/58bba356-ff5e-4490-9aec-06f8f6690faa HTTP/1.1" status: 200 len: 990 time: 0.1385653 Feb 09 13:35:53.350844 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Sync routers for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:35:53.378626 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:53.386603 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:35:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:53.538345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1d2f6-d283-4f23-a549-11e1bbaa26fa None None] New status for floating IP 58bba356-ff5e-4490-9aec-06f8f6690faa: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:35:53.559471 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55090) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:53.799433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-45c2ecd3-2356-435d-bbb9-29944c75801c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/58bba356-ff5e-4490-9aec-06f8f6690faa HTTP/1.1" status: 200 len: 990 time: 0.2362857 Feb 09 13:35:53.866367 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:54.543819 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 2, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:54.550574 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Checking router: b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:35:54.551142 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Updating router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace port e9243311-d2c3-4fa1-aa82-e692b6bec1dc binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:35:54.650225 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:54.799808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55120) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:35:55.000698 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-28c6c997-53dc-43de-912b-f079a1eedf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:55.037232 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b3235e5c-6817-4e99-b9d7-40de123d7387 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/58bba356-ff5e-4490-9aec-06f8f6690faa HTTP/1.1" status: 200 len: 992 time: 0.2351325 Feb 09 13:35:55.145308 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:55.159064 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Transition to ACTIVE for port object e9243311-d2c3-4fa1-aa82-e692b6bec1dc will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:35:55.168074 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:55.488838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dad50951-cf0a-490e-ba89-926496428338 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:55.578733 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c62a7-90fa-486d-9d96-d7d434c79928 None None] Pushing event updated for resources: {'Port': ['ID=e9243311-d2c3-4fa1-aa82-e692b6bec1dc,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:55.658922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port dad50951-cf0a-490e-ba89-926496428338 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:55.671846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port dad50951-cf0a-490e-ba89-926496428338 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:55.672223 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:55.797228 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Attempting to bind port e9243311-d2c3-4fa1-aa82-e692b6bec1dc on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:35:55.799539 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Attempting to bind port e9243311-d2c3-4fa1-aa82-e692b6bec1dc by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:35:55.807103 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Attempting to bind port e9243311-d2c3-4fa1-aa82-e692b6bec1dc on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:35:55.824771 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:35:55.825129 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Checking segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:35:55.825519 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:55.825916 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Bound using segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:35:55.828567 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Bound port: e9243311-d2c3-4fa1-aa82-e692b6bec1dc, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:35:55.828937 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:56.081439 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:56.112072 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] For port e9243311-d2c3-4fa1-aa82-e692b6bec1dc, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:35:56.121480 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] For port e9243311-d2c3-4fa1-aa82-e692b6bec1dc, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e9243311-d2c3-4fa1-aa82-e692b6bec1dc,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:35:56.130362 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:56.131438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port dad50951-cf0a-490e-ba89-926496428338, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dad50951-cf0a-490e-ba89-926496428338,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:56.143086 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:56.316316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=dad50951-cf0a-490e-ba89-926496428338,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:56.377551 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c62a7-90fa-486d-9d96-d7d434c79928 None None] Pushing event updated for resources: {'Port': ['ID=e9243311-d2c3-4fa1-aa82-e692b6bec1dc,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:56.402272 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:35:56.405264 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:35:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:56.885592 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:35:56.947446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-5af3780d-c86e-42ab-9726-12673ba04366 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:35:56.948738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-5af3780d-c86e-42ab-9726-12673ba04366 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:35:57.020981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-5af3780d-c86e-42ab-9726-12673ba04366 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:35:57.020981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-5af3780d-c86e-42ab-9726-12673ba04366 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.4732308 Feb 09 13:35:57.044230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-3128bcca-99ff-4ee3-b12c-8c8c745168d5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/quotas/2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0227354 Feb 09 13:35:57.155551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-61101e2e-5d86-4aeb-8eec-158e20f542d0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051383 Feb 09 13:35:57.401869 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:56Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:35:57.407349 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aef69-f8ab-4c1d-8252-8eb63ea36bf2 None None] The sync data for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 is: [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:56Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:35:57.413545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-6ce60aee-9d6a-42e6-ab07-416c4c1b6675 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:35:57.414534 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-6ce60aee-9d6a-42e6-ab07-416c4c1b6675 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2525547 Feb 09 13:35:57.427306 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dad50951-cf0a-490e-ba89-926496428338 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:57.518202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port dad50951-cf0a-490e-ba89-926496428338 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:57.518844 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:57.588678 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-1cddfc63-cecc-4742-a791-ce8cbf916f66 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627414 Feb 09 13:35:57.743837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e9243311-d2c3-4fa1-aa82-e692b6bec1dc up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:57.858205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e9243311-d2c3-4fa1-aa82-e692b6bec1dc completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:35:57.868566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e9243311-d2c3-4fa1-aa82-e692b6bec1dc triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:57.868930 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:57.898193 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-7679bec2-dea2-4e8e-8cf1-b22a36589a2e service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083858 Feb 09 13:35:58.115798 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:58.196932 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e9243311-d2c3-4fa1-aa82-e692b6bec1dc, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e9243311-d2c3-4fa1-aa82-e692b6bec1dc,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:35:58.202221 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:58.347727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e9243311-d2c3-4fa1-aa82-e692b6bec1dc,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:35:58.387685 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b3aa745-313f-4321-b17a-edc244f171af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:58.598560 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:58.645114 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc9a28ab-8498-42cb-90a4-cac1593a116c req-81f8962b-45d8-4862-8afe-64b357f8dd4b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 210 time: 0.0889916 Feb 09 13:35:58.702162 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:59.386278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e9243311-d2c3-4fa1-aa82-e692b6bec1dc up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:35:59.499639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e9243311-d2c3-4fa1-aa82-e692b6bec1dc triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:35:59.500195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:35:59.874867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7599fcd7-52d0-4038-8224-3de17e3c268f req-f90777e6-259d-4bfa-83fa-65b32a87ec1e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 210 time: 0.0736430 Feb 09 13:35:59.953744 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:00.197519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-1333713b-5073-482a-a655-f4da0ebbb7cd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:00.199089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-1333713b-5073-482a-a655-f4da0ebbb7cd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.2431774 Feb 09 13:36:00.215455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'port': {'device_id': '2685515e-d4cc-49a4-8d29-d1941bdd2588', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'admin_state_up': True, 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:00.385553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:00.390183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:port and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:00.393673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:00.401051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:00.413444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Made reservation on behalf of 2a4607a9291c4746aaf568708d0cc0a7 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:36:00.419305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:00.720096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Allocated IP 172.20.0.13 (ef54b484-0bce-4a91-b7ca-c896803ef127/d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c/7c185f5b-d3f2-42a7-a85f-a3f143805090) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:36:01.076687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:01.120399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Transition to ACTIVE for port object 7c185f5b-d3f2-42a7-a85f-a3f143805090 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:36:01.185124 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb8a4e61-cf2e-4714-9ee1-20f523b87f3a req-94c63146-d5f3-4d88-a9bb-57f0ffd47a7c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 210 time: 0.0613031 Feb 09 13:36:01.229042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:01.368541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:36:01.369622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=7c185f5b-d3f2-42a7-a85f-a3f143805090,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:01.373114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:36:01.394275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:36:01.467563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.468072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.468521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.468961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.469400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.469838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.470290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.470771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.471202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.471759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.472317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:01.530565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:01.530565 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:01.577894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-498d7008-a3c9-4eed-a496-08380c377848 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3643413 Feb 09 13:36:01.591962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-159dcc1b-fad2-4392-aff1-1ec4d53fd5a7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:36:01.595724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-159dcc1b-fad2-4392-aff1-1ec4d53fd5a7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0125837 Feb 09 13:36:01.705648 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Request body: {'port': {'device_id': '2685515e-d4cc-49a4-8d29-d1941bdd2588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:01.856640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-123ca8d3-38fe-46d8-8cbc-7fc8b04db04d None None] Provisioning for port 7c185f5b-d3f2-42a7-a85f-a3f143805090 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:36:01.867964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-123ca8d3-38fe-46d8-8cbc-7fc8b04db04d None None] Provisioning complete for port 7c185f5b-d3f2-42a7-a85f-a3f143805090 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:36:01.869341 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-123ca8d3-38fe-46d8-8cbc-7fc8b04db04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:01.946972 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:02.098202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-123ca8d3-38fe-46d8-8cbc-7fc8b04db04d None None] Port 7c185f5b-d3f2-42a7-a85f-a3f143805090 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:36:02.135676 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0909dec-a860-47be-952b-8d76be01bc80 req-f27cc7f2-6448-4cb8-a53d-6fb284c1eb79 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2277629 Feb 09 13:36:02.395522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0909dec-a860-47be-952b-8d76be01bc80 req-80dc647c-040d-4d2c-9357-b0e89786a34b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1097 time: 0.1351752 Feb 09 13:36:02.668678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909dec-a860-47be-952b-8d76be01bc80 req-376d315e-5c84-44a6-9e70-ffccd11087b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:02.670446 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0909dec-a860-47be-952b-8d76be01bc80 req-376d315e-5c84-44a6-9e70-ffccd11087b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 896 time: 0.2429795 Feb 09 13:36:02.708876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c185f5b-d3f2-42a7-a85f-a3f143805090 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:36:02.716473 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:02.736370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Transition to ACTIVE for port object 7c185f5b-d3f2-42a7-a85f-a3f143805090 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:36:02.783209 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:02.890423 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0909dec-a860-47be-952b-8d76be01bc80 req-cceff92e-c06c-4a68-a140-79b84083ff33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 1000 time: 0.2133389 Feb 09 13:36:02.999858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Pushing event updated for resources: {'Port': ['ID=7c185f5b-d3f2-42a7-a85f-a3f143805090,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:03.102636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909dec-a860-47be-952b-8d76be01bc80 req-d2838ce6-652b-4639-8219-9a57c2ac2c9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:03.104080 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0909dec-a860-47be-952b-8d76be01bc80 req-d2838ce6-652b-4639-8219-9a57c2ac2c9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.2060931 Feb 09 13:36:03.228103 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0909dec-a860-47be-952b-8d76be01bc80 req-1fa8316f-5ba9-4b81-9f5f-315c57ed565f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172984 Feb 09 13:36:03.403819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Attempting to bind port 7c185f5b-d3f2-42a7-a85f-a3f143805090 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:36:03.404398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Attempting to bind port 7c185f5b-d3f2-42a7-a85f-a3f143805090 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:36:03.404946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Attempting to bind port 7c185f5b-d3f2-42a7-a85f-a3f143805090 on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:36:03.417850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cc809-5329-4473-aee4-188ff4960f4a req-bcbccc17-aa25-486e-bb52-8a5c55470c47 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:03.419182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-535cc809-5329-4473-aee4-188ff4960f4a req-bcbccc17-aa25-486e-bb52-8a5c55470c47 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:36:03.425129 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0909dec-a860-47be-952b-8d76be01bc80 req-58e9e76a-036c-4ab6-82f1-f3986ce9a7e1 service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897438 Feb 09 13:36:03.448648 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Port 7c185f5b-d3f2-42a7-a85f-a3f143805090 on network ef54b484-0bce-4a91-b7ca-c896803ef127 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:36:03.451439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Attempting to bind port 7c185f5b-d3f2-42a7-a85f-a3f143805090 on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:36:03.461992 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:36:03.464676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Checking segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:36:03.465290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Bound using segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:36:03.466286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Bound port: 7c185f5b-d3f2-42a7-a85f-a3f143805090, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:36:03.467018 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:03.489938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-535cc809-5329-4473-aee4-188ff4960f4a req-bcbccc17-aa25-486e-bb52-8a5c55470c47 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:36:03.492373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-535cc809-5329-4473-aee4-188ff4960f4a req-bcbccc17-aa25-486e-bb52-8a5c55470c47 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 944 time: 0.7538140 Feb 09 13:36:03.647653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-535cc809-5329-4473-aee4-188ff4960f4a req-72cd202b-3c05-4416-8558-aa12e80a07bf tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:36:03.674005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] For port 7c185f5b-d3f2-42a7-a85f-a3f143805090, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:36:03.682056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] For port 7c185f5b-d3f2-42a7-a85f-a3f143805090, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7c185f5b-d3f2-42a7-a85f-a3f143805090,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:36:03.683382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-535cc809-5329-4473-aee4-188ff4960f4a req-72cd202b-3c05-4416-8558-aa12e80a07bf tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:36:03.687726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-535cc809-5329-4473-aee4-188ff4960f4a req-72cd202b-3c05-4416-8558-aa12e80a07bf tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445696 Feb 09 13:36:03.688570 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f0909dec-a860-47be-952b-8d76be01bc80 req-bf0d208c-633a-4737-8327-61195686d726 service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486992 Feb 09 13:36:03.689785 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:03.808916 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:03.810515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] 10.222.0.67 "PUT /v2.0/ports/7c185f5b-d3f2-42a7-a85f-a3f143805090 HTTP/1.1" status: 200 len: 1092 time: 2.2102523 Feb 09 13:36:03.812772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2685515e-d4cc-49a4-8d29-d1941bdd2588', 'tag': '7c185f5b-d3f2-42a7-a85f-a3f143805090'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:03.848059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3a75e-34c5-409f-84f8-f2421806e620 service neutron] Pushing event updated for resources: {'Port': ['ID=7c185f5b-d3f2-42a7-a85f-a3f143805090,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:04.014687 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2685515e-d4cc-49a4-8d29-d1941bdd2588', 'tag': '7c185f5b-d3f2-42a7-a85f-a3f143805090', 'status': 'completed', 'code': 200} Feb 09 13:36:04.070869 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-cdd74248-4fbf-471a-8a16-cfc03c866e0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 1095 time: 0.2136500 Feb 09 13:36:04.273429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-3f996ad0-6c24-469f-8cd9-ae712cdd978a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c185f5b-d3f2-42a7-a85f-a3f143805090 HTTP/1.1" status: 200 len: 217 time: 0.1917708 Feb 09 13:36:04.362655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-2894d6cc-1ff3-4c06-8275-c992a54903aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:04.365030 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-2894d6cc-1ff3-4c06-8275-c992a54903aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0858765 Feb 09 13:36:04.495384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-8f7aa34e-b4fe-43c2-8f8a-34ab054c331c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236944 Feb 09 13:36:04.664354 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-3b5acccb-a8ce-4545-816f-c08408960d0d service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629763 Feb 09 13:36:04.827364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5da53bd4-5ff9-464a-8d70-4af680777e96 req-14f7d9ae-8fbf-4165-baf5-4a99770aa0fa service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564713 Feb 09 13:36:05.130276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a15f58-16a6-4dfe-b294-ae31c9c23d01 req-10a67979-1412-4162-aa85-013380ec41df tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:05.132604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0a15f58-16a6-4dfe-b294-ae31c9c23d01 req-10a67979-1412-4162-aa85-013380ec41df tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 944 time: 0.2444243 Feb 09 13:36:05.135864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d9d596-eac8-4032-9d1d-3778bdf40f35 req-bea4d22d-e7c3-40cf-8b99-8d335ca7a79d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 1095 time: 0.1641915 Feb 09 13:36:05.196005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55418) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:05.423523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0a15f58-16a6-4dfe-b294-ae31c9c23d01 req-3400265d-dc3e-4025-b387-704f922c449d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849154 Feb 09 13:36:05.486668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9d596-eac8-4032-9d1d-3778bdf40f35 req-1b7dbf00-c8d7-483e-9b27-ba983db01a5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:05.488365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d9d596-eac8-4032-9d1d-3778bdf40f35 req-1b7dbf00-c8d7-483e-9b27-ba983db01a5f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.3452890 Feb 09 13:36:05.496510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:05.532042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:05.536312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Usage tracker for resource:security_group_rule and tenant:f3c3c877dfdc436bb744ddd88c21bc77 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:05.539985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:05.551548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:05.664600 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:05.670088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:05.676457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d9d596-eac8-4032-9d1d-3778bdf40f35 req-7d5c770f-5c3b-4840-9bd2-3f596200dc62 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c185f5b-d3f2-42a7-a85f-a3f143805090 HTTP/1.1" status: 200 len: 217 time: 0.1812706 Feb 09 13:36:05.743570 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3c3c877dfdc436bb744ddd88c21bc77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5457988 Feb 09 13:36:05.745689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ca0f49-0fc8-4eb8-9ff0-0e226a4c86be,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:05.747181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55444) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:05.756301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.756833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.757340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.757816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.758295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.759007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.759614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.760099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.760565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.761029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.761506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a757f78-a760-490e-a2ba-cd3b935a742d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:05.786597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9d596-eac8-4032-9d1d-3778bdf40f35 req-ef64f5eb-b854-437f-936b-137270ddd7a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:05.789431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d9d596-eac8-4032-9d1d-3778bdf40f35 req-ef64f5eb-b854-437f-936b-137270ddd7a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.1071086 Feb 09 13:36:05.900124 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9e2b8581-ab00-438c-a6ed-8bf140d58cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:05.951126 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9e2b8581-ab00-438c-a6ed-8bf140d58cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:06.018801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d9d596-eac8-4032-9d1d-3778bdf40f35 req-2b16e2d3-9acf-4062-87b6-9131b777b59b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215197 Feb 09 13:36:06.166105 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9e2b8581-ab00-438c-a6ed-8bf140d58cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:06.185702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b8581-ab00-438c-a6ed-8bf140d58cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ca0f49-0fc8-4eb8-9ff0-0e226a4c86be,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:06.194988 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9e2b8581-ab00-438c-a6ed-8bf140d58cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:06.199123 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9e2b8581-ab00-438c-a6ed-8bf140d58cb5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7ca0f49-0fc8-4eb8-9ff0-0e226a4c86be HTTP/1.1" status: 204 len: 168 time: 0.4509687 Feb 09 13:36:06.221378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d9d596-eac8-4032-9d1d-3778bdf40f35 req-880165bd-9fc1-43cd-a49a-526b2520dcbb service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960297 Feb 09 13:36:06.426018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d9d596-eac8-4032-9d1d-3778bdf40f35 req-faca914b-dbe6-4701-b2d7-c04d8125032d service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977935 Feb 09 13:36:06.659811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55474) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:06.682801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ee05f183-de5d-4dbb-a139-77bd98069aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:06.740468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ee05f183-de5d-4dbb-a139-77bd98069aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:06.741185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ee05f183-de5d-4dbb-a139-77bd98069aef admin admin] Usage tracker for resource:security_group_rule and tenant:3a0b5f4d83d044ccac7cb03015084423 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:06.749086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ee05f183-de5d-4dbb-a139-77bd98069aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:06.758692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ee05f183-de5d-4dbb-a139-77bd98069aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:06.780436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a0e73-5949-42a0-853a-27c77bf79ecd req-07edf235-8e06-4b30-89bd-e401fac758ef tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:06.782298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802a0e73-5949-42a0-853a-27c77bf79ecd req-07edf235-8e06-4b30-89bd-e401fac758ef tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 944 time: 0.1569412 Feb 09 13:36:06.830607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802a0e73-5949-42a0-853a-27c77bf79ecd req-38ea507f-3e53-47af-9a2a-76adc482183b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390780 Feb 09 13:36:06.833381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ee05f183-de5d-4dbb-a139-77bd98069aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:06.842329 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ee05f183-de5d-4dbb-a139-77bd98069aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:06.893301 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ee05f183-de5d-4dbb-a139-77bd98069aef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a0b5f4d83d044ccac7cb03015084423&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2318521 Feb 09 13:36:06.894848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05f183-de5d-4dbb-a139-77bd98069aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152009aa-92d5-41bb-90eb-932fa10b35a9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:06.896044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55478) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:06.965968 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03a42a2e-c031-47f2-a8a8-7174c3633280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:06.995802 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03a42a2e-c031-47f2-a8a8-7174c3633280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:07.062631 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03a42a2e-c031-47f2-a8a8-7174c3633280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:07.083020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a42a2e-c031-47f2-a8a8-7174c3633280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152009aa-92d5-41bb-90eb-932fa10b35a9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:07.090610 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-03a42a2e-c031-47f2-a8a8-7174c3633280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:07.093612 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-03a42a2e-c031-47f2-a8a8-7174c3633280 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/152009aa-92d5-41bb-90eb-932fa10b35a9 HTTP/1.1" status: 204 len: 168 time: 0.1947346 Feb 09 13:36:07.594281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55506) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:07.617113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a88bbb28-db53-4cca-a9ae-2da103db53df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:07.654700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a88bbb28-db53-4cca-a9ae-2da103db53df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:07.659104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a88bbb28-db53-4cca-a9ae-2da103db53df admin admin] Usage tracker for resource:security_group_rule and tenant:2acbda17dac341788805ceb97fd8b1fb is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:07.662883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a88bbb28-db53-4cca-a9ae-2da103db53df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:07.670935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a88bbb28-db53-4cca-a9ae-2da103db53df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:07.776717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a88bbb28-db53-4cca-a9ae-2da103db53df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:07.786027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a88bbb28-db53-4cca-a9ae-2da103db53df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:07.838695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bbb28-db53-4cca-a9ae-2da103db53df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af84a6b5-389e-4981-bfbd-cc59359d374d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:07.843972 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a88bbb28-db53-4cca-a9ae-2da103db53df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2acbda17dac341788805ceb97fd8b1fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2483006 Feb 09 13:36:07.846437 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55520) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:07.916717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ede8046-6167-4552-bbb9-cdacdc7a7ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:07.948029 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ede8046-6167-4552-bbb9-cdacdc7a7ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:08.021744 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ede8046-6167-4552-bbb9-cdacdc7a7ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:08.048745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede8046-6167-4552-bbb9-cdacdc7a7ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af84a6b5-389e-4981-bfbd-cc59359d374d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:08.063740 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ede8046-6167-4552-bbb9-cdacdc7a7ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:08.065095 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4ede8046-6167-4552-bbb9-cdacdc7a7ca7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/af84a6b5-389e-4981-bfbd-cc59359d374d HTTP/1.1" status: 204 len: 168 time: 0.2174487 Feb 09 13:36:08.120366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04078ea4-7393-4bf5-8a2b-b3a91652ebfc req-dc725e6d-789c-4f7c-b3b5-080d44d7635f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:08.134375 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04078ea4-7393-4bf5-8a2b-b3a91652ebfc req-dc725e6d-789c-4f7c-b3b5-080d44d7635f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 944 time: 0.1516409 Feb 09 13:36:08.189140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04078ea4-7393-4bf5-8a2b-b3a91652ebfc req-6082501d-e8c0-4c08-b41b-a9a00f30b376 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621240 Feb 09 13:36:09.254049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55584) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:09.448995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2079823194-network', 'tenant_id': '010d5bbc7e854b35a265e12904d63946'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:09.467174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:09.478586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Usage tracker for resource:network and tenant:010d5bbc7e854b35a265e12904d63946 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:09.480788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:09.493187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:09.509507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Made reservation on behalf of 010d5bbc7e854b35a265e12904d63946 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:36:09.512317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:09.522769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32436924-693b-48d7-b72a-840a8217c49a req-d8903251-717a-4cad-82af-55beea9230e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:09.525511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32436924-693b-48d7-b72a-840a8217c49a req-d8903251-717a-4cad-82af-55beea9230e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 944 time: 0.1449068 Feb 09 13:36:09.526662 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:09.564585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:09.569794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Usage tracker for resource:security_group_rule and tenant:010d5bbc7e854b35a265e12904d63946 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:09.573321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:09.580401 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32436924-693b-48d7-b72a-840a8217c49a req-07f2ddaf-3c41-489a-8e82-04aa494b41fb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479460 Feb 09 13:36:09.588324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:09.706062 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:09.714671 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:09.754233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:36:09.766295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e0c133-8b82-4480-88d0-fec7f4a626a5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:09.771504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:09.772400 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Added segment f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7 of type vlan for network 511f97dc-cd50-421a-8f27-88aafe40ca8d Feb 09 13:36:09.806642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:09.842876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:09.843807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:09.844380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:10.073767 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8153791 Feb 09 13:36:10.074534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55608) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:10.075096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675592f-d358-4e6a-83f9-facb6cbb2641 admin admin] Pushing event updated for resources: {'Network': ['ID=511f97dc-cd50-421a-8f27-88aafe40ca8d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:10.081344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Request body: {'subnet': {'network_id': '511f97dc-cd50-421a-8f27-88aafe40ca8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2079823194-subnet', 'tenant_id': '010d5bbc7e854b35a265e12904d63946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:10.085413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 511f97dc-cd50-421a-8f27-88aafe40ca8d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:36:10.089584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:10.093500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Usage tracker for resource:subnet and tenant:010d5bbc7e854b35a265e12904d63946 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:10.096804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:10.103898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:10.125968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Made reservation on behalf of 010d5bbc7e854b35a265e12904d63946 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:36:10.128840 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:10.429709 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:10.498391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f882eb2-3f3f-4b26-ab06-ed263b8a9675,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:10.526990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Checking segment: {'id': 'f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '511f97dc-cd50-421a-8f27-88aafe40ca8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:36:10.527624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Network hostable DHCP agents. Network: 511f97dc-cd50-421a-8f27-88aafe40ca8d, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:36:10.558813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Network 511f97dc-cd50-421a-8f27-88aafe40ca8d is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:36:10.580201 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 511f97dc-cd50-421a-8f27-88aafe40ca8d) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:36:10.585665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:10.586598 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:10.595258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e848e41d-94b2-4074-996e-aaeda1ab1661 None None] Network 511f97dc-cd50-421a-8f27-88aafe40ca8d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:36:10.613600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-23604299-1b12-424e-ba15-903d82783bd0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5378289 Feb 09 13:36:10.947254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e75dc2e-e42b-405b-babc-d147c6ab0254 None None] Network 511f97dc-cd50-421a-8f27-88aafe40ca8d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:36:11.078246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce413e-d492-40ca-8302-56a812a2b598 req-38d9f691-0b4b-4e11-a62a-5ea35b552b6f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:11.080115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6ce413e-d492-40ca-8302-56a812a2b598 req-38d9f691-0b4b-4e11-a62a-5ea35b552b6f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 944 time: 0.1947739 Feb 09 13:36:11.163679 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6ce413e-d492-40ca-8302-56a812a2b598 req-ad768666-9a00-43bc-b029-098ec4f6afe6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769846 Feb 09 13:36:11.429703 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:11.825572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55682) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:11.831551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1810277303-network', 'tenant_id': '1f2be8d811cc429fb1580d0c834d5b1b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:11.838306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:11.842389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Usage tracker for resource:network and tenant:1f2be8d811cc429fb1580d0c834d5b1b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:11.845333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:11.851272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:11.860785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Made reservation on behalf of 1f2be8d811cc429fb1580d0c834d5b1b for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:36:11.863441 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:11.872198 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Sync routers for ids ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:36:11.879192 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:11.888944 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Routers {'fce6f03d-0b3b-4071-9adb-2a7bbd670757'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:36:11.889754 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:35:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:36:11.944350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:11.950082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Usage tracker for resource:security_group_rule and tenant:1f2be8d811cc429fb1580d0c834d5b1b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:11.953271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:11.959741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:12.002137 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7c185f5b-d3f2-42a7-a85f-a3f143805090 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:36:12.051724 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.060078 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.076801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:36:12.094019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.094381 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Added segment 7b983855-fb9b-4a7c-a3e7-f4be34e9ac28 of type vlan for network f4002b71-1fa8-41dc-96f6-c45f80b9af65 Feb 09 13:36:12.135765 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.168047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efce5009-8566-4fe9-b10f-7e95d7c351fb,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:12.169730 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Set router fce6f03d-0b3b-4071-9adb-2a7bbd670757 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:36:12.255685 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.256596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:12.257278 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.283091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7c185f5b-d3f2-42a7-a85f-a3f143805090, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7c185f5b-d3f2-42a7-a85f-a3f143805090,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:12.316806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '7c185f5b-d3f2-42a7-a85f-a3f143805090', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'port_id': '7c185f5b-d3f2-42a7-a85f-a3f143805090', 'mac_address': 'fa:16:3e:70:da:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:36:12.337065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5101655 Feb 09 13:36:12.339869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 55696) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:12.346716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Request body: {'subnet': {'network_id': 'f4002b71-1fa8-41dc-96f6-c45f80b9af65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1810277303-subnet', 'tenant_id': '1f2be8d811cc429fb1580d0c834d5b1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:12.369781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:12.375503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Usage tracker for resource:subnet and tenant:1f2be8d811cc429fb1580d0c834d5b1b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:12.379950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:12.407162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:12.445129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Made reservation on behalf of 1f2be8d811cc429fb1580d0c834d5b1b for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:36:12.450769 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.457624 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.479349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c185f5b-d3f2-42a7-a85f-a3f143805090 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:36:12.497865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7c185f5b-d3f2-42a7-a85f-a3f143805090, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7c185f5b-d3f2-42a7-a85f-a3f143805090,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:12.503884 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.620122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13854ff-28d4-476a-92f8-034c0877cefa admin admin] Pushing event updated for resources: {'Network': ['ID=f4002b71-1fa8-41dc-96f6-c45f80b9af65,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:12.642962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7c185f5b-d3f2-42a7-a85f-a3f143805090,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:12.659846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f4002b71-1fa8-41dc-96f6-c45f80b9af65 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:36:12.660342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974f1e-ab8c-4c3e-a235-c9248cbeefa6 req-c33cab0e-135f-47ec-8ffc-f4a05d317260 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:12.667732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac974f1e-ab8c-4c3e-a235-c9248cbeefa6 req-c33cab0e-135f-47ec-8ffc-f4a05d317260 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 945 time: 0.2517083 Feb 09 13:36:12.747360 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac974f1e-ab8c-4c3e-a235-c9248cbeefa6 req-645fc04c-8619-4f9a-bdd5-756868c35dcd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783970 Feb 09 13:36:12.801429 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'name': 'tempest-TestVolumeBootPattern-608150876-router', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'dad50951-cf0a-490e-ba89-926496428338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:41Z', 'updated_at': '2022-02-09T13:35:48Z', 'revision_number': 4, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'gw_port': {'id': 'dad50951-cf0a-490e-ba89-926496428338', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:42Z', 'updated_at': '2022-02-09T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '95003034-6492-4e08-b800-971127e657a5', 'name': '', 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'mac_address': 'fa:16:3e:45:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1899df89-485d-4d1a-835f-2c6abf5980ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:46Z', 'updated_at': '2022-02-09T13:35:49Z', 'revision_number': 2, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'subnets': [{'id': '1899df89-485d-4d1a-835f-2c6abf5980ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:36:12.819047 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Checking router: fce6f03d-0b3b-4071-9adb-2a7bbd670757 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:36:12.819463 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Updating router fce6f03d-0b3b-4071-9adb-2a7bbd670757 port 95003034-6492-4e08-b800-971127e657a5 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:36:12.833394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.910917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.911471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.912070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.913349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.913721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.914134 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.914608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.915116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.915679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.916319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.916753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:12.944584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['7c185f5b-d3f2-42a7-a85f-a3f143805090'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:36:12.970999 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:12.977209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59b058c-1ab5-49b6-a382-a8827f8a5157,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:12.994066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Checking segment: {'id': '7b983855-fb9b-4a7c-a3e7-f4be34e9ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f4002b71-1fa8-41dc-96f6-c45f80b9af65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:36:13.000993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Network hostable DHCP agents. Network: f4002b71-1fa8-41dc-96f6-c45f80b9af65, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:36:13.045172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Network f4002b71-1fa8-41dc-96f6-c45f80b9af65 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:36:13.092442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f4002b71-1fa8-41dc-96f6-c45f80b9af65) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:36:13.110185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:13.113708 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:13.131861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21143119-b0eb-4008-b00d-e3c022012658 None None] Network f4002b71-1fa8-41dc-96f6-c45f80b9af65 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:36:13.223868 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5fc3c7ab-6bf3-41b6-8f4f-faee6e35e057 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8518636 Feb 09 13:36:13.575463 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:13.600462 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea5bc0-f4cd-4a25-bea0-3917ee24f62c None None] Network f4002b71-1fa8-41dc-96f6-c45f80b9af65 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:36:13.609103 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Transition to ACTIVE for port object 95003034-6492-4e08-b800-971127e657a5 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:36:13.630537 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:13.698792 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:36:13.791259 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Pushing event updated for resources: {'Port': ['ID=95003034-6492-4e08-b800-971127e657a5,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:13.803299 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:13.803921 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:13.804420 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:13.804939 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:13.805497 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:13.806024 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:13.806575 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:13.807088 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:13.808003 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:13.808517 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:13.809323 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:36:14.043641 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Attempting to bind port 95003034-6492-4e08-b800-971127e657a5 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:36:14.044781 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Attempting to bind port 95003034-6492-4e08-b800-971127e657a5 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '00f667fc-a04b-4f3f-885f-e8df584325fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:36:14.045441 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Attempting to bind port 95003034-6492-4e08-b800-971127e657a5 on network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:36:14.055664 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:36:14.058591 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Checking segment: {'id': '00f667fc-a04b-4f3f-885f-e8df584325fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:36:14.059222 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:14.059804 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Bound using segment: {'id': '00f667fc-a04b-4f3f-885f-e8df584325fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:36:14.060479 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Bound port: 95003034-6492-4e08-b800-971127e657a5, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f667fc-a04b-4f3f-885f-e8df584325fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:36:14.061073 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:14.254161 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] For port 95003034-6492-4e08-b800-971127e657a5, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:36:14.258630 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] For port 95003034-6492-4e08-b800-971127e657a5, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=95003034-6492-4e08-b800-971127e657a5,segment=NetworkSegment(00f667fc-a04b-4f3f-885f-e8df584325fa),segment_id=00f667fc-a04b-4f3f-885f-e8df584325fa)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:36:14.267404 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:14.411248 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f21a10-39df-4cf5-8a29-0b4b1c6547d0 None None] Pushing event updated for resources: {'Port': ['ID=95003034-6492-4e08-b800-971127e657a5,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:14.416742 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Routers {'fce6f03d-0b3b-4071-9adb-2a7bbd670757'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:36:14.417335 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:35:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:36:14.603193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-68608798-e658-4fbb-b67a-e30739984d1c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:14.604901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-68608798-e658-4fbb-b67a-e30739984d1c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/networks?id=511f97dc-cd50-421a-8f27-88aafe40ca8d HTTP/1.1" status: 200 len: 809 time: 0.2089031 Feb 09 13:36:14.648643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-b10acaf4-bbfc-4ae4-8eba-013f1568f9c9 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/quotas/010d5bbc7e854b35a265e12904d63946 HTTP/1.1" status: 200 len: 375 time: 0.0344250 Feb 09 13:36:14.704140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110b198-dc59-4d46-a251-6057bc66a298 req-070266d1-78f3-49f6-bd41-ebf4325c7f2c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:14.706767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e110b198-dc59-4d46-a251-6057bc66a298 req-070266d1-78f3-49f6-bd41-ebf4325c7f2c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 945 time: 0.6093030 Feb 09 13:36:14.722965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-b38b606a-d36c-44bb-acbb-d12c6be0f84b tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=010d5bbc7e854b35a265e12904d63946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731926 Feb 09 13:36:14.782128 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] Set router fce6f03d-0b3b-4071-9adb-2a7bbd670757 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:36:14.896640 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e110b198-dc59-4d46-a251-6057bc66a298 req-561d1528-787e-434c-bd12-b529afbcb666 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816292 Feb 09 13:36:14.917924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-c7e153a4-70d8-48b1-8019-739c1ea75c57 service neutron] 10.222.0.59 "GET /v2.0/networks/511f97dc-cd50-421a-8f27-88aafe40ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556313 Feb 09 13:36:15.103044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-43a0dfd3-98ed-4809-93ae-8f9936d47d0b service neutron] 10.222.0.59 "GET /v2.0/networks/511f97dc-cd50-421a-8f27-88aafe40ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788559 Feb 09 13:36:15.303993 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'name': 'tempest-TestVolumeBootPattern-608150876-router', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'dad50951-cf0a-490e-ba89-926496428338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:41Z', 'updated_at': '2022-02-09T13:35:48Z', 'revision_number': 4, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'gw_port': {'id': 'dad50951-cf0a-490e-ba89-926496428338', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:42Z', 'updated_at': '2022-02-09T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '95003034-6492-4e08-b800-971127e657a5', 'name': '', 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'mac_address': 'fa:16:3e:45:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1899df89-485d-4d1a-835f-2c6abf5980ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:46Z', 'updated_at': '2022-02-09T13:36:14Z', 'revision_number': 4, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'subnets': [{'id': '1899df89-485d-4d1a-835f-2c6abf5980ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:36:15.309342 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d3094-2d1c-43f3-bd15-3b72971e2689 None None] The sync data for ids ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'] in n-d-825175-3 is: [{'id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'name': 'tempest-TestVolumeBootPattern-608150876-router', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'dad50951-cf0a-490e-ba89-926496428338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:41Z', 'updated_at': '2022-02-09T13:35:48Z', 'revision_number': 4, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'gw_port': {'id': 'dad50951-cf0a-490e-ba89-926496428338', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:42Z', 'updated_at': '2022-02-09T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '95003034-6492-4e08-b800-971127e657a5', 'name': '', 'network_id': 'f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'mac_address': 'fa:16:3e:45:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1899df89-485d-4d1a-835f-2c6abf5980ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:46Z', 'updated_at': '2022-02-09T13:36:14Z', 'revision_number': 4, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'subnets': [{'id': '1899df89-485d-4d1a-835f-2c6abf5980ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:36:15.434426 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f97f0604-cf71-4754-a089-4b933d770f07 req-41f6c36f-0f25-40e6-ae14-296ca3ccdb0b tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 210 time: 0.1255720 Feb 09 13:36:16.018015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7c185f5b-d3f2-42a7-a85f-a3f143805090 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:36:16.229008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 7c185f5b-d3f2-42a7-a85f-a3f143805090 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:36:16.234672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 7c185f5b-d3f2-42a7-a85f-a3f143805090 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:36:16.235037 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:16.356222 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:16.385735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d98fc3-f66b-4b21-af8e-e14f052124b6 req-9dc68b2a-a3af-4275-8db6-a435d566c5d6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:16.388062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42d98fc3-f66b-4b21-af8e-e14f052124b6 req-9dc68b2a-a3af-4275-8db6-a435d566c5d6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 945 time: 0.2248592 Feb 09 13:36:16.418759 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:16.457569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7c185f5b-d3f2-42a7-a85f-a3f143805090, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7c185f5b-d3f2-42a7-a85f-a3f143805090,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:16.458781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2685515e-d4cc-49a4-8d29-d1941bdd2588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c185f5b-d3f2-42a7-a85f-a3f143805090'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:16.465830 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:16.574009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7c185f5b-d3f2-42a7-a85f-a3f143805090,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:16.575513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42d98fc3-f66b-4b21-af8e-e14f052124b6 req-cc49e5d2-6259-4b8b-a205-ff498c3c681e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704926 Feb 09 13:36:16.826083 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54314c55-434a-4092-82ce-9f7f74a85d9c req-c870c889-ad42-4fd2-851e-34f98a0b6679 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 210 time: 0.0772827 Feb 09 13:36:16.868132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e642f68-021b-41e0-9342-b50977110254 req-2adc8bcb-5785-40ea-ae46-b643bc047e72 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1097 time: 0.1900632 Feb 09 13:36:16.904978 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9e642f68-021b-41e0-9342-b50977110254 req-5c9f4aec-200d-4b7d-8e4f-8d35966e51c3 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:16.943952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-9e642f68-021b-41e0-9342-b50977110254 req-5c9f4aec-200d-4b7d-8e4f-8d35966e51c3 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:16.951040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9e642f68-021b-41e0-9342-b50977110254 req-5c9f4aec-200d-4b7d-8e4f-8d35966e51c3 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Usage tracker for resource:security_group_rule and tenant:f44e60fd6f9e4e06bb0e4681d8e98d67 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:16.954702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9e642f68-021b-41e0-9342-b50977110254 req-5c9f4aec-200d-4b7d-8e4f-8d35966e51c3 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:16.961056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-9e642f68-021b-41e0-9342-b50977110254 req-5c9f4aec-200d-4b7d-8e4f-8d35966e51c3 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:16.970343 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2685515e-d4cc-49a4-8d29-d1941bdd2588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c185f5b-d3f2-42a7-a85f-a3f143805090', 'code': 200} Feb 09 13:36:17.114892 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9e642f68-021b-41e0-9342-b50977110254 req-5c9f4aec-200d-4b7d-8e4f-8d35966e51c3 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:17.153249 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-9e642f68-021b-41e0-9342-b50977110254 req-5c9f4aec-200d-4b7d-8e4f-8d35966e51c3 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:17.229585 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9e642f68-021b-41e0-9342-b50977110254 req-5c9f4aec-200d-4b7d-8e4f-8d35966e51c3 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3455906 Feb 09 13:36:17.231397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f4aec-200d-4b7d-8e4f-8d35966e51c3 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbc67ca-e5e0-421c-8457-ee096ce74d7c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:17.279339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bead044b-8f7e-41f9-b25f-0d39ea305a6b req-25fda591-24f0-4c8e-a0e6-37846648e20c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 1097 time: 0.2421329 Feb 09 13:36:17.373911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bead044b-8f7e-41f9-b25f-0d39ea305a6b req-455fb912-7abb-4776-99b2-b10e2f029f6d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882173 Feb 09 13:36:17.490361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-1835f414-b28e-462e-b23a-fe662bd0ab52 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:17.492054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-1835f414-b28e-462e-b23a-fe662bd0ab52 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Synchronizing usage tracker for tenant:010d5bbc7e854b35a265e12904d63946 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:36:17.494654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 95003034-6492-4e08-b800-971127e657a5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:36:17.568213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-1835f414-b28e-462e-b23a-fe662bd0ab52 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Unset dirty status for tenant:010d5bbc7e854b35a265e12904d63946 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:36:17.570078 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-1835f414-b28e-462e-b23a-fe662bd0ab52 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.62 "GET /v2.0/networks?id=511f97dc-cd50-421a-8f27-88aafe40ca8d HTTP/1.1" status: 200 len: 809 time: 0.2693901 Feb 09 13:36:17.588384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Request body: {'port': {'device_id': '8ee5cacc-e49f-48e8-9167-e69c79a11f38', 'network_id': '511f97dc-cd50-421a-8f27-88aafe40ca8d', 'admin_state_up': True, 'tenant_id': '010d5bbc7e854b35a265e12904d63946'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:17.648688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 95003034-6492-4e08-b800-971127e657a5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:36:17.664763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 95003034-6492-4e08-b800-971127e657a5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:36:17.665822 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:17.699290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf2d3-6b4b-496a-bda9-c2b96ca9521f req-114ddabe-a719-4801-86a5-f384c1790e31 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:17.700920 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3caf2d3-6b4b-496a-bda9-c2b96ca9521f req-114ddabe-a719-4801-86a5-f384c1790e31 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.2055271 Feb 09 13:36:17.829966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3caf2d3-6b4b-496a-bda9-c2b96ca9521f req-cd60a240-bb7a-4883-972d-0e9852a87079 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234977 Feb 09 13:36:17.867774 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:17.909777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55866) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:17.919101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 95003034-6492-4e08-b800-971127e657a5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=95003034-6492-4e08-b800-971127e657a5,segment=NetworkSegment(00f667fc-a04b-4f3f-885f-e8df584325fa),segment_id=00f667fc-a04b-4f3f-885f-e8df584325fa)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:17.935015 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:17.986223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:17.992341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Usage tracker for resource:port and tenant:010d5bbc7e854b35a265e12904d63946 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:18.009667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:18.044232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:18.049197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d18879-e48a-4590-be81-1a278b3e612a req-ab045f85-a367-48cc-84dd-43b55ccba41f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:18.050780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33d18879-e48a-4590-be81-1a278b3e612a req-ab045f85-a367-48cc-84dd-43b55ccba41f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 946 time: 0.2750037 Feb 09 13:36:18.075122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Made reservation on behalf of 010d5bbc7e854b35a265e12904d63946 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:36:18.078439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:18.156126 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d2e16e11-1356-47ae-a74b-66d3eb460b1c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/58bba356-ff5e-4490-9aec-06f8f6690faa HTTP/1.1" status: 200 len: 992 time: 0.2436411 Feb 09 13:36:18.175465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=95003034-6492-4e08-b800-971127e657a5,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:18.208871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33d18879-e48a-4590-be81-1a278b3e612a req-49a8ffd5-fbab-4cc3-9bbb-f133925b3c87 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519976 Feb 09 13:36:18.277486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35e94983-16e5-4bea-b643-c4854fc3c1d4 req-74865924-2275-45e7-843f-956ce5674a6e tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 210 time: 0.0808885 Feb 09 13:36:18.443191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Allocated IP 172.20.0.5 (511f97dc-cd50-421a-8f27-88aafe40ca8d/6f882eb2-3f3f-4b26-ab06-ed263b8a9675/1debd29e-1b63-4a3c-a206-e0195aa65317) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:36:18.750753 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:18.753394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec3aaf23-c736-48e7-a473-8a8768bfe3e1 req-2428d5f2-6ffc-4aa5-9420-1a31b1e35c71 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0941057 Feb 09 13:36:18.799558 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:18.888102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Network 511f97dc-cd50-421a-8f27-88aafe40ca8d is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:36:18.909820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:36:18.915413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:36:18.964880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Pushing event updated for resources: {'Port': ['ID=1debd29e-1b63-4a3c-a206-e0195aa65317,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:19.020847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:19.023220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:19.064363 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-abc6e0d9-bea6-4919-b5b9-5f3579d98d2c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4811850 Feb 09 13:36:19.173997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 55908) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:19.345311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720ce6-df78-44ae-b5a5-cd5f036499b6 req-0921f7f4-c1ca-4563-aacc-0a30236a8c98 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:19.384206 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9720ce6-df78-44ae-b5a5-cd5f036499b6 req-0921f7f4-c1ca-4563-aacc-0a30236a8c98 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1518407 Feb 09 13:36:19.400706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Request body: {'port': {'device_id': '8ee5cacc-e49f-48e8-9167-e69c79a11f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:19.402291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 95003034-6492-4e08-b800-971127e657a5 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:36:19.543224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9720ce6-df78-44ae-b5a5-cd5f036499b6 req-fd4d6b0f-f49b-4690-a0c9-a61e89688ed2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714308 Feb 09 13:36:19.591811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 95003034-6492-4e08-b800-971127e657a5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:36:19.592469 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:19.636833 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:19.867096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-378d6dfd-6748-4fde-aa53-8dd9d8e9f5d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6916685 Feb 09 13:36:19.932323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd48821-1895-4691-994e-c64f73cb0d89 req-a523f2d8-24f4-4cb2-8d2a-abd4280cbda4 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:19.939821 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8dd48821-1895-4691-994e-c64f73cb0d89 req-a523f2d8-24f4-4cb2-8d2a-abd4280cbda4 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 946 time: 0.4145660 Feb 09 13:36:19.998197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895fc3d-502f-4e8c-b7fc-3a00e436ce00 req-74be81a9-c3fd-4d27-8032-36518791aac2 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:20.005315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4895fc3d-502f-4e8c-b7fc-3a00e436ce00 req-74be81a9-c3fd-4d27-8032-36518791aac2 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 931 time: 0.2118638 Feb 09 13:36:20.041130 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8dd48821-1895-4691-994e-c64f73cb0d89 req-94b2f675-e65c-49fe-b952-5537a7d3f148 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988300 Feb 09 13:36:20.117145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4895fc3d-502f-4e8c-b7fc-3a00e436ce00 req-d6edf29d-190d-43d7-9dfe-3cd0f62ed864 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100922 Feb 09 13:36:20.284992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1debd29e-1b63-4a3c-a206-e0195aa65317 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:36:20.297909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:20.350049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Transition to ACTIVE for port object 1debd29e-1b63-4a3c-a206-e0195aa65317 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:36:20.355247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:20.462865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Pushing event updated for resources: {'Port': ['ID=1debd29e-1b63-4a3c-a206-e0195aa65317,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:20.476941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e2efe-3264-4c4e-9119-daaee30b5778 req-55a55b36-c938-45dc-909d-1eb560297c76 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:20.483948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a9e2efe-3264-4c4e-9119-daaee30b5778 req-55a55b36-c938-45dc-909d-1eb560297c76 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 946 time: 0.1788573 Feb 09 13:36:20.556944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a9e2efe-3264-4c4e-9119-daaee30b5778 req-c902aaee-2953-41d7-b022-85f412ba17c8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716763 Feb 09 13:36:20.994966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c735a-c717-4ee2-aa3a-ea2dc1c2820e req-9ae273c8-4a77-426d-aac7-ae77681f9880 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:20.996600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff7c735a-c717-4ee2-aa3a-ea2dc1c2820e req-9ae273c8-4a77-426d-aac7-ae77681f9880 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.2197962 Feb 09 13:36:21.018135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Attempting to bind port 1debd29e-1b63-4a3c-a206-e0195aa65317 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:36:21.018943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Attempting to bind port 1debd29e-1b63-4a3c-a206-e0195aa65317 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '511f97dc-cd50-421a-8f27-88aafe40ca8d'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:36:21.019492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Attempting to bind port 1debd29e-1b63-4a3c-a206-e0195aa65317 on network 511f97dc-cd50-421a-8f27-88aafe40ca8d {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:36:21.028905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Port 1debd29e-1b63-4a3c-a206-e0195aa65317 on network 511f97dc-cd50-421a-8f27-88aafe40ca8d not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:36:21.029567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Attempting to bind port 1debd29e-1b63-4a3c-a206-e0195aa65317 on network 511f97dc-cd50-421a-8f27-88aafe40ca8d {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:36:21.039800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:36:21.040427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Checking segment: {'id': 'f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '511f97dc-cd50-421a-8f27-88aafe40ca8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:36:21.041085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Bound using segment: {'id': 'f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '511f97dc-cd50-421a-8f27-88aafe40ca8d'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:36:21.041889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Bound port: 1debd29e-1b63-4a3c-a206-e0195aa65317, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '511f97dc-cd50-421a-8f27-88aafe40ca8d'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:36:21.042425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:21.071004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff7c735a-c717-4ee2-aa3a-ea2dc1c2820e req-b10774b9-4417-434c-a8ca-f4da4e054124 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661044 Feb 09 13:36:21.086852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeab4f9-c742-48fa-b01c-f5a7936718c6 req-20c1a375-da8f-4b74-b4cb-5a0feffe0c45 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:21.097144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-caeab4f9-c742-48fa-b01c-f5a7936718c6 req-20c1a375-da8f-4b74-b4cb-5a0feffe0c45 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 946 time: 0.2317252 Feb 09 13:36:21.203894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-caeab4f9-c742-48fa-b01c-f5a7936718c6 req-691bd876-3adb-4d8f-ac7f-e8e9fb546ea5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058877 Feb 09 13:36:21.238710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] For port 1debd29e-1b63-4a3c-a206-e0195aa65317, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:36:21.250814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] For port 1debd29e-1b63-4a3c-a206-e0195aa65317, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1debd29e-1b63-4a3c-a206-e0195aa65317,segment=NetworkSegment(f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7),segment_id=f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:36:21.259331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:21.421470 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:21.422890 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] 10.222.0.62 "PUT /v2.0/ports/1debd29e-1b63-4a3c-a206-e0195aa65317 HTTP/1.1" status: 200 len: 1091 time: 2.3491716 Feb 09 13:36:21.423363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee5cacc-e49f-48e8-9167-e69c79a11f38', 'tag': '1debd29e-1b63-4a3c-a206-e0195aa65317'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:21.466624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef31eb-aeba-4cae-b4c4-2d45a0526473 service neutron] Pushing event updated for resources: {'Port': ['ID=1debd29e-1b63-4a3c-a206-e0195aa65317,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:21.481954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775ccdb-9b6c-431a-8b2f-df5b8b510a22 req-fa345268-ddf2-49c3-8919-d9024c19dc7a tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:21.484002 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9775ccdb-9b6c-431a-8b2f-df5b8b510a22 req-fa345268-ddf2-49c3-8919-d9024c19dc7a tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 943 time: 0.1855042 Feb 09 13:36:21.603875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9775ccdb-9b6c-431a-8b2f-df5b8b510a22 req-9a5b8da2-791f-4ab4-87a4-fd0e1f37cf59 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053889 Feb 09 13:36:21.620333 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-3c17603c-fe3d-451f-806a-b35f87c0ec4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=010d5bbc7e854b35a265e12904d63946&device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 1094 time: 0.1383281 Feb 09 13:36:21.737115 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee5cacc-e49f-48e8-9167-e69c79a11f38', 'tag': '1debd29e-1b63-4a3c-a206-e0195aa65317', 'status': 'completed', 'code': 200} Feb 09 13:36:21.755334 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-82ff9c82-b6bf-42ec-a3a9-2e6e32c5b502 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1debd29e-1b63-4a3c-a206-e0195aa65317 HTTP/1.1" status: 200 len: 217 time: 0.1224546 Feb 09 13:36:21.878589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.62', 59841) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:21.929993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-497a2b0c-b039-48d1-9303-384b7d6d85f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:21.940575 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-497a2b0c-b039-48d1-9303-384b7d6d85f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f882eb2-3f3f-4b26-ab06-ed263b8a9675 HTTP/1.1" status: 200 len: 849 time: 0.1761904 Feb 09 13:36:21.946758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786fc4-f44f-4e4c-af93-5f580ba93e61 req-7fde0296-ef72-442b-96d0-1cf1c8a434d8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:21.948997 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae786fc4-f44f-4e4c-af93-5f580ba93e61 req-7fde0296-ef72-442b-96d0-1cf1c8a434d8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 946 time: 0.1317167 Feb 09 13:36:22.008485 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-8b799abe-6dbf-47c2-886a-f1cf09ec767f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=511f97dc-cd50-421a-8f27-88aafe40ca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478859 Feb 09 13:36:22.020163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae786fc4-f44f-4e4c-af93-5f580ba93e61 req-d95db91a-c8a4-47ac-baba-f759f566036b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654292 Feb 09 13:36:22.160531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-2542b291-3be7-454f-8e9a-e14971f1f190 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1097 time: 0.2766726 Feb 09 13:36:22.289550 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-f843f8e6-a435-4ce3-9d42-4d5844283fb0 service neutron] 10.222.0.62 "GET /v2.0/networks/511f97dc-cd50-421a-8f27-88aafe40ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731578 Feb 09 13:36:22.357886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394d740-26b7-4877-baf7-a064a0e0cb4f req-c6b526cf-3a73-4b3c-8913-6f7164eab935 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:22.359633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3394d740-26b7-4877-baf7-a064a0e0cb4f req-c6b526cf-3a73-4b3c-8913-6f7164eab935 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.0905960 Feb 09 13:36:22.422368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3394d740-26b7-4877-baf7-a064a0e0cb4f req-cc7381e1-1012-49a0-afc4-411781a5705f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509505 Feb 09 13:36:22.476245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-a698f293-b444-45fd-acc4-64573acf87f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:22.481510 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-a698f293-b444-45fd-acc4-64573acf87f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 896 time: 0.3065789 Feb 09 13:36:22.566204 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1af9fee0-ba48-4e4c-bd8a-596b18d0884b req-d97dc808-095a-4c60-b89d-a0f31ac62830 service neutron] 10.222.0.62 "GET /v2.0/networks/511f97dc-cd50-421a-8f27-88aafe40ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642701 Feb 09 13:36:22.606102 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-fb9a1213-9d77-4d4d-aaf2-d4de0c59649c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 1000 time: 0.1187243 Feb 09 13:36:22.748965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-c63311c1-9efc-4e85-93c8-36a1a432d38e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:22.750426 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-c63311c1-9efc-4e85-93c8-36a1a432d38e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.1350307 Feb 09 13:36:22.831197 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25d17777-bb4e-4740-b523-15546150e2e6 req-e4716286-2f1c-4caf-8ded-573711f69d25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=010d5bbc7e854b35a265e12904d63946&device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 1094 time: 0.1671214 Feb 09 13:36:22.887559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cd5db-458e-4fdd-a163-df059556da6a req-4d546728-83b6-4d13-94fb-c721846f89cd tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:22.889044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc3cd5db-458e-4fdd-a163-df059556da6a req-4d546728-83b6-4d13-94fb-c721846f89cd tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 943 time: 0.1061075 Feb 09 13:36:22.957037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc3cd5db-458e-4fdd-a163-df059556da6a req-a5d57223-b817-4b9e-a453-b900ec9dc8e9 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598199 Feb 09 13:36:22.980639 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-d615723d-3d53-4843-ae81-3684eedda6be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190137 Feb 09 13:36:23.296634 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-cbd4d3eb-7bcb-4fac-a1cb-fc016749fe67 service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050852 Feb 09 13:36:23.302277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d17777-bb4e-4740-b523-15546150e2e6 req-14864fdb-b738-47a4-b582-754ceceacb79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:23.304098 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25d17777-bb4e-4740-b523-15546150e2e6 req-14864fdb-b738-47a4-b582-754ceceacb79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=511f97dc-cd50-421a-8f27-88aafe40ca8d HTTP/1.1" status: 200 len: 910 time: 0.4744511 Feb 09 13:36:23.339319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-89d97b91-36cb-459f-b42f-79e2160805cb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:23.341027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-89d97b91-36cb-459f-b42f-79e2160805cb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 946 time: 0.1739242 Feb 09 13:36:23.451118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1259c-00f0-4911-89cc-d381f765700c req-9cd06405-bc9b-42d8-a093-4a648911fea8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:23.458006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-56d1259c-00f0-4911-89cc-d381f765700c req-9cd06405-bc9b-42d8-a093-4a648911fea8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 946 time: 0.2200818 Feb 09 13:36:23.471279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-108f1813-18cc-4c55-954d-950285a0c088 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Deleting port 7c185f5b-d3f2-42a7-a85f-a3f143805090 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:36:23.471721 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-108f1813-18cc-4c55-954d-950285a0c088 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:23.477000 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25d17777-bb4e-4740-b523-15546150e2e6 req-c67b09d1-6dd6-4753-b651-fed13d892609 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1debd29e-1b63-4a3c-a206-e0195aa65317 HTTP/1.1" status: 200 len: 217 time: 0.1510563 Feb 09 13:36:23.587833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-56d1259c-00f0-4911-89cc-d381f765700c req-af02fb26-bedf-4c12-bb10-c8b598e551d5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287131 Feb 09 13:36:23.588691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d17777-bb4e-4740-b523-15546150e2e6 req-93e81e27-9bba-43e9-aed8-7e56f2a75b76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:23.590145 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25d17777-bb4e-4740-b523-15546150e2e6 req-93e81e27-9bba-43e9-aed8-7e56f2a75b76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6f882eb2-3f3f-4b26-ab06-ed263b8a9675 HTTP/1.1" status: 200 len: 849 time: 0.0965471 Feb 09 13:36:23.594654 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-81bcfb09-d873-4ab6-9479-dbe8dfcfb766 service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897420 Feb 09 13:36:23.656606 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25d17777-bb4e-4740-b523-15546150e2e6 req-ecc2571e-9532-4181-aa6a-63c8c282ecf0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=511f97dc-cd50-421a-8f27-88aafe40ca8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544109 Feb 09 13:36:23.877021 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25d17777-bb4e-4740-b523-15546150e2e6 req-be20a0dc-cea9-4aa0-8fa7-73f7cfc90ff0 service neutron] 10.222.0.62 "GET /v2.0/networks/511f97dc-cd50-421a-8f27-88aafe40ca8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025473 Feb 09 13:36:23.906153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c28b1-4b87-45a4-9251-1930422eebf6 req-98b917c2-cd8f-4325-ac3e-1a34ea9a76a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:23.907871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0c28b1-4b87-45a4-9251-1930422eebf6 req-98b917c2-cd8f-4325-ac3e-1a34ea9a76a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.2646294 Feb 09 13:36:23.970551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-108f1813-18cc-4c55-954d-950285a0c088 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] For port 7c185f5b-d3f2-42a7-a85f-a3f143805090, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7c185f5b-d3f2-42a7-a85f-a3f143805090,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:23.970909 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-108f1813-18cc-4c55-954d-950285a0c088 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:24.050119 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0c28b1-4b87-45a4-9251-1930422eebf6 req-4712d362-c266-4572-9901-1169635603dc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328433 Feb 09 13:36:24.103724 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-25d17777-bb4e-4740-b523-15546150e2e6 req-bbe72123-d474-42a0-ab4b-694b292661a7 service neutron] 10.222.0.62 "GET /v2.0/networks/511f97dc-cd50-421a-8f27-88aafe40ca8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201641 Feb 09 13:36:24.136327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-108f1813-18cc-4c55-954d-950285a0c088 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Calling delete_port for 7c185f5b-d3f2-42a7-a85f-a3f143805090 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:36:24.466850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f62444-7702-4685-95d3-a004ffcb636f req-fd68669f-f7ac-4e78-9159-85ad214f477f tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:24.469061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49f62444-7702-4685-95d3-a004ffcb636f req-fd68669f-f7ac-4e78-9159-85ad214f477f tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 943 time: 0.2865036 Feb 09 13:36:24.516050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-108f1813-18cc-4c55-954d-950285a0c088 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:24.571973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f1813-18cc-4c55-954d-950285a0c088 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'Port': ['ID=7c185f5b-d3f2-42a7-a85f-a3f143805090,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:24.670123 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49f62444-7702-4685-95d3-a004ffcb636f req-9363dbb2-d2bb-4afc-93e6-57c85879934c tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926932 Feb 09 13:36:24.682601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-108f1813-18cc-4c55-954d-950285a0c088 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] No DVR routers for this DVR port 7c185f5b-d3f2-42a7-a85f-a3f143805090 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:36:24.685440 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-108f1813-18cc-4c55-954d-950285a0c088 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:24.697958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2685515e-d4cc-49a4-8d29-d1941bdd2588', 'name': 'network-vif-deleted', 'tag': '7c185f5b-d3f2-42a7-a85f-a3f143805090'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:24.715582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9423f5c-2b06-4d0b-9292-430a31127d1e req-108f1813-18cc-4c55-954d-950285a0c088 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "DELETE /v2.0/ports/7c185f5b-d3f2-42a7-a85f-a3f143805090 HTTP/1.1" status: 204 len: 173 time: 1.3640509 Feb 09 13:36:24.806757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-377d9b54-f570-4e20-ba98-1d50c44664bc req-5546659f-d2a7-4aa1-ab6d-179412d7f324 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:36:24.834794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-377d9b54-f570-4e20-ba98-1d50c44664bc req-5546659f-d2a7-4aa1-ab6d-179412d7f324 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:36:24.848965 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-377d9b54-f570-4e20-ba98-1d50c44664bc req-5546659f-d2a7-4aa1-ab6d-179412d7f324 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 210 time: 0.0984244 Feb 09 13:36:24.864304 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2685515e-d4cc-49a4-8d29-d1941bdd2588', 'name': 'network-vif-deleted', 'tag': '7c185f5b-d3f2-42a7-a85f-a3f143805090', 'status': 'completed', 'code': 200} Feb 09 13:36:24.998309 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-79382c3d-8c6f-4796-8934-baa4cf0295ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:25.337306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195b7f4-c4ff-41cc-8085-6aed2aba34e3 req-244e1bf4-0f4e-41ca-bbf8-087823f78a54 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:25.339907 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5195b7f4-c4ff-41cc-8085-6aed2aba34e3 req-244e1bf4-0f4e-41ca-bbf8-087823f78a54 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1025615 Feb 09 13:36:25.397688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5195b7f4-c4ff-41cc-8085-6aed2aba34e3 req-b31b6e1c-3c37-4ed2-961a-296f2295fddf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504458 Feb 09 13:36:25.576451 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1debd29e-1b63-4a3c-a206-e0195aa65317 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:36:25.770800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 1debd29e-1b63-4a3c-a206-e0195aa65317, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1debd29e-1b63-4a3c-a206-e0195aa65317,segment=NetworkSegment(f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7),segment_id=f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:25.785794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '1debd29e-1b63-4a3c-a206-e0195aa65317', 'network_id': '511f97dc-cd50-421a-8f27-88aafe40ca8d', 'port_id': '1debd29e-1b63-4a3c-a206-e0195aa65317', 'mac_address': 'fa:16:3e:fc:59:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f882eb2-3f3f-4b26-ab06-ed263b8a9675', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:36:25.854032 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:25.882394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1debd29e-1b63-4a3c-a206-e0195aa65317 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:36:25.901498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 1debd29e-1b63-4a3c-a206-e0195aa65317, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1debd29e-1b63-4a3c-a206-e0195aa65317,segment=NetworkSegment(f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7),segment_id=f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:25.908126 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:25.988185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=1debd29e-1b63-4a3c-a206-e0195aa65317,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:26.081075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7c185f5b-d3f2-42a7-a85f-a3f143805090 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:36:26.129115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 7c185f5b-d3f2-42a7-a85f-a3f143805090 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:36:26.129455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7c185f5b-d3f2-42a7-a85f-a3f143805090 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:36:26.134092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ca43c-de63-4cdc-b1f7-19806c980fd5 req-c0466949-cb3a-41a2-a71a-0a68cbb9bf2e tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:26.137815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1debd29e-1b63-4a3c-a206-e0195aa65317'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:36:26.140164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-575ca43c-de63-4cdc-b1f7-19806c980fd5 req-c0466949-cb3a-41a2-a71a-0a68cbb9bf2e tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 944 time: 0.2880480 Feb 09 13:36:26.255717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e48bb1a8-0aff-4b8b-a121-e5eea835381e req-b62bd4b2-8903-4400-b851-da6f397cac78 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=2685515e-d4cc-49a4-8d29-d1941bdd2588 HTTP/1.1" status: 200 len: 210 time: 0.1063614 Feb 09 13:36:26.289066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-575ca43c-de63-4cdc-b1f7-19806c980fd5 req-ecd70fdd-b089-41ed-bb2f-1595ab6f1c4f tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409502 Feb 09 13:36:26.640118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eccc7a-d861-48cd-93b3-f8a3ed2890ed req-e92bde87-fb44-4997-a8f3-192c3c0dd982 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:26.641867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-99eccc7a-d861-48cd-93b3-f8a3ed2890ed req-e92bde87-fb44-4997-a8f3-192c3c0dd982 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1022770 Feb 09 13:36:26.698790 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-99eccc7a-d861-48cd-93b3-f8a3ed2890ed req-d3568726-4384-4e1b-9ad0-6cd94f2d1b87 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511487 Feb 09 13:36:27.555293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2ad5-4be9-4d35-878e-b973e211c853 req-5e177d8c-7f7c-48af-aca9-a5521a379443 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:27.558594 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60ce2ad5-4be9-4d35-878e-b973e211c853 req-5e177d8c-7f7c-48af-aca9-a5521a379443 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 944 time: 0.0974653 Feb 09 13:36:27.580337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1debd29e-1b63-4a3c-a206-e0195aa65317 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:36:27.636702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60ce2ad5-4be9-4d35-878e-b973e211c853 req-f0145d74-cb4a-4e39-aa80-7c13bdca243f tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713725 Feb 09 13:36:27.724961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 1debd29e-1b63-4a3c-a206-e0195aa65317 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:36:27.731051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 1debd29e-1b63-4a3c-a206-e0195aa65317 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:36:27.732254 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:27.972538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0370c-04df-4c30-bad4-4536ac1639ef req-8d8534ef-c12a-4888-9c60-9e789ffebba6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:27.983948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25d0370c-04df-4c30-bad4-4536ac1639ef req-8d8534ef-c12a-4888-9c60-9e789ffebba6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1087427 Feb 09 13:36:28.003452 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:28.059426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee5cacc-e49f-48e8-9167-e69c79a11f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1debd29e-1b63-4a3c-a206-e0195aa65317'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:28.067358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25d0370c-04df-4c30-bad4-4536ac1639ef req-12e0aaf1-0a73-40d2-94e7-c94bb10ee879 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750513 Feb 09 13:36:28.080239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 1debd29e-1b63-4a3c-a206-e0195aa65317, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1debd29e-1b63-4a3c-a206-e0195aa65317,segment=NetworkSegment(f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7),segment_id=f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:28.094524 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:28.191569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=1debd29e-1b63-4a3c-a206-e0195aa65317,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:28.251845 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ce7ae084-877d-4d44-9678-78693208597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:28.293390 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee5cacc-e49f-48e8-9167-e69c79a11f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1debd29e-1b63-4a3c-a206-e0195aa65317', 'code': 200} Feb 09 13:36:28.474069 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a4ef7548-ee9b-4373-b2b4-c9bc767baac6 req-426e2462-f948-4c3b-8fe3-5e0c465d811e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 1096 time: 0.0935173 Feb 09 13:36:28.542552 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a4ef7548-ee9b-4373-b2b4-c9bc767baac6 req-f21b406f-5799-4cba-ad73-164bc885b8a0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603268 Feb 09 13:36:28.609445 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:28.709072 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:28.901959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea9c3-c6aa-45f1-a910-deceb348558c req-623048da-7994-40c3-aa9d-e17ef90e20d3 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:28.903469 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c39ea9c3-c6aa-45f1-a910-deceb348558c req-623048da-7994-40c3-aa9d-e17ef90e20d3 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 945 time: 0.0994020 Feb 09 13:36:28.961243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c39ea9c3-c6aa-45f1-a910-deceb348558c req-0a1ceccc-6a2d-401e-916b-c3e91f4e0c94 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489464 Feb 09 13:36:29.300097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7ac9e-a1e4-4941-a647-c99da3ed0525 req-3ddbb9bb-36f1-4b59-a8bf-a32530e72186 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:29.301812 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fa7ac9e-a1e4-4941-a647-c99da3ed0525 req-3ddbb9bb-36f1-4b59-a8bf-a32530e72186 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.0904284 Feb 09 13:36:29.374536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2fa7ac9e-a1e4-4941-a647-c99da3ed0525 req-29832d42-111c-4c1d-9de9-702740c81c14 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634112 Feb 09 13:36:29.934985 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:30.346668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a6317-877d-4bd2-980e-ef642d8cc861 req-ce30750d-5f9c-42ee-b8ec-eb74ff77aab2 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:30.363590 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-287a6317-877d-4bd2-980e-ef642d8cc861 req-ce30750d-5f9c-42ee-b8ec-eb74ff77aab2 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 945 time: 0.1925917 Feb 09 13:36:30.430872 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-287a6317-877d-4bd2-980e-ef642d8cc861 req-b6d9d7bd-e1b7-4bd6-b05b-d09c46b5873d tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663524 Feb 09 13:36:30.715155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087272-1fa2-4efb-a58a-45d238aa1537 req-7ab25333-5fda-4805-947d-be8364f8ce2c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:30.717417 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3087272-1fa2-4efb-a58a-45d238aa1537 req-7ab25333-5fda-4805-947d-be8364f8ce2c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1385195 Feb 09 13:36:30.832340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3087272-1fa2-4efb-a58a-45d238aa1537 req-0dfdbd2e-3823-4e50-936b-75a2e5bba571 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080189 Feb 09 13:36:32.136903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd12d37-772b-4a79-81f2-f4cb06aa144b req-793c832f-e4e9-42da-b884-483bd14a8c55 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:32.162740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fd12d37-772b-4a79-81f2-f4cb06aa144b req-793c832f-e4e9-42da-b884-483bd14a8c55 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1518729 Feb 09 13:36:32.249220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fd12d37-772b-4a79-81f2-f4cb06aa144b req-bfc6a28d-5dbc-48e5-b03a-d061266ac337 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711138 Feb 09 13:36:33.588157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a19cab-4ce9-49f7-b3d0-890279a92dae req-d457aecb-0cd4-47a0-a926-f6dc9c8e737f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:33.589126 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8a19cab-4ce9-49f7-b3d0-890279a92dae req-d457aecb-0cd4-47a0-a926-f6dc9c8e737f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1790931 Feb 09 13:36:33.665884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8a19cab-4ce9-49f7-b3d0-890279a92dae req-db4c998b-5d0c-475c-bc24-f07599460df8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656261 Feb 09 13:36:33.697384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-5e86c1f1-cca8-45e5-a429-6861e18f921e req-54ac5cb2-2f8d-420a-95bf-a43f376d40a7 service neutron] (83480) timed out ('10.222.0.59', 59376) {{(pid=83480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:36:35.005315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ff9b0-9354-4d85-88c1-c82246c7b268 req-2a142226-0296-48f0-b065-dafd42b2cfdc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:35.017523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e48ff9b0-9354-4d85-88c1-c82246c7b268 req-2a142226-0296-48f0-b065-dafd42b2cfdc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1892397 Feb 09 13:36:35.141763 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e48ff9b0-9354-4d85-88c1-c82246c7b268 req-9a7e0749-02fa-415a-9de2-f810ca442fdc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178677 Feb 09 13:36:35.416810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56848) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:35.468945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7078731-0a48-4af8-94d2-662803498bff req-f57bcad1-2110-4fea-a0cb-b5292cb5f79d tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:35.470986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d7078731-0a48-4af8-94d2-662803498bff req-f57bcad1-2110-4fea-a0cb-b5292cb5f79d tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 945 time: 0.1185014 Feb 09 13:36:35.538739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d7078731-0a48-4af8-94d2-662803498bff req-5f9b8010-686d-47ea-b4b0-7877ec961a04 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618029 Feb 09 13:36:35.658740 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba79-5ab7-44e2-966d-1693bfe64862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:35.708409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5a97ba79-5ab7-44e2-966d-1693bfe64862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:35.719454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5a97ba79-5ab7-44e2-966d-1693bfe64862 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b20d89625749ff8ea4ed3944f282b3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:35.725383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5a97ba79-5ab7-44e2-966d-1693bfe64862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:35.738499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5a97ba79-5ab7-44e2-966d-1693bfe64862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:35.837370 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba79-5ab7-44e2-966d-1693bfe64862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:35.842176 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5a97ba79-5ab7-44e2-966d-1693bfe64862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:35.896840 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5a97ba79-5ab7-44e2-966d-1693bfe64862 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2b20d89625749ff8ea4ed3944f282b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4784386 Feb 09 13:36:35.900084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 56860) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:35.916687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97ba79-5ab7-44e2-966d-1693bfe64862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c16ce8-13f9-4ae0-b41a-3772a1e358f7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:36.055663 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-aefa3720-ff01-4658-ae03-48dbf9164857 service neutron] show failed (client error): The resource could not be found. Feb 09 13:36:36.057601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-aefa3720-ff01-4658-ae03-48dbf9164857 service neutron] 10.222.0.62 "GET /v2.0/ports/6fe2a002-7e59-4a0d-8879-80db34007fe7/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.1351945 Feb 09 13:36:36.097074 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c9630ed4-4234-40c3-ad45-49a2165ef266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:36.130353 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c9630ed4-4234-40c3-ad45-49a2165ef266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:36.209375 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c9630ed4-4234-40c3-ad45-49a2165ef266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:36.234663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9630ed4-4234-40c3-ad45-49a2165ef266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c16ce8-13f9-4ae0-b41a-3772a1e358f7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:36.243996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c9630ed4-4234-40c3-ad45-49a2165ef266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:36.245469 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c9630ed4-4234-40c3-ad45-49a2165ef266 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95c16ce8-13f9-4ae0-b41a-3772a1e358f7 HTTP/1.1" status: 204 len: 168 time: 0.3444710 Feb 09 13:36:36.841375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-ecff8a78-a7d6-432b-8c2d-5a8db25f0d30 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:36.842334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-ecff8a78-a7d6-432b-8c2d-5a8db25f0d30 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Synchronizing usage tracker for tenant:010d5bbc7e854b35a265e12904d63946 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:36:36.902835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-ecff8a78-a7d6-432b-8c2d-5a8db25f0d30 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Unset dirty status for tenant:010d5bbc7e854b35a265e12904d63946 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:36:36.905512 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-ecff8a78-a7d6-432b-8c2d-5a8db25f0d30 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 945 time: 0.2228777 Feb 09 13:36:36.911506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0d84c-635b-43b3-820f-285ca0552b24 req-cc82b92d-3fa4-435e-9522-90ecb29e51f7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:36.914298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ec0d84c-635b-43b3-820f-285ca0552b24 req-cc82b92d-3fa4-435e-9522-90ecb29e51f7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.3996389 Feb 09 13:36:36.992570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-348f6b2a-5330-40cb-a122-0b180839df29 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 1097 time: 0.5887926 Feb 09 13:36:36.993157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56888) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:37.065611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8050b-6aff-4260-993e-60ee16aa1bb7 req-02d4cde8-8c1f-49e0-bc3d-a11920568a34 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:37.071264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-4d4f74a1-1769-4c5e-a913-dd4913a6a159 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Deleting port 1debd29e-1b63-4a3c-a206-e0195aa65317 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:36:37.071614 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-4d4f74a1-1769-4c5e-a913-dd4913a6a159 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:37.073551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69a8050b-6aff-4260-993e-60ee16aa1bb7 req-02d4cde8-8c1f-49e0-bc3d-a11920568a34 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 945 time: 0.3252559 Feb 09 13:36:37.102442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:37.171139 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea56a-d4ea-45f4-a9d7-abc7ce8c9418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:37.212495 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ec0d84c-635b-43b3-820f-285ca0552b24 req-0440f977-2257-4d03-9997-abe1b504d355 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287626 Feb 09 13:36:37.269039 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69a8050b-6aff-4260-993e-60ee16aa1bb7 req-94ddffb8-b938-4d3c-a8e9-034fc6dc58d3 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/security-groups?id=a6e0c133-8b82-4480-88d0-fec7f4a626a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945186 Feb 09 13:36:37.350034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0b6ea56a-d4ea-45f4-a9d7-abc7ce8c9418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:37.369007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-4d4f74a1-1769-4c5e-a913-dd4913a6a159 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] For port 1debd29e-1b63-4a3c-a206-e0195aa65317, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=1debd29e-1b63-4a3c-a206-e0195aa65317,segment=NetworkSegment(f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7),segment_id=f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:37.369365 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-4d4f74a1-1769-4c5e-a913-dd4913a6a159 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:37.374147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0b6ea56a-d4ea-45f4-a9d7-abc7ce8c9418 admin admin] Usage tracker for resource:security_group_rule and tenant:3b51d91aa914437caf9c1207341ddcda is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:37.376797 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:37.394860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0b6ea56a-d4ea-45f4-a9d7-abc7ce8c9418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:37.428936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0b6ea56a-d4ea-45f4-a9d7-abc7ce8c9418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:37.625149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-4d4f74a1-1769-4c5e-a913-dd4913a6a159 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Calling delete_port for 1debd29e-1b63-4a3c-a206-e0195aa65317 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:36:37.739600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea56a-d4ea-45f4-a9d7-abc7ce8c9418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:37.769123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea56a-d4ea-45f4-a9d7-abc7ce8c9418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:37.782168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-4d4f74a1-1769-4c5e-a913-dd4913a6a159 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:37.796097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['1debd29e-1b63-4a3c-a206-e0195aa65317'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:36:37.814868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:37.829739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0b6ea56a-d4ea-45f4-a9d7-abc7ce8c9418 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b51d91aa914437caf9c1207341ddcda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8238709 Feb 09 13:36:37.834901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 56906) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:37.877038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ea56a-d4ea-45f4-a9d7-abc7ce8c9418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43456d1-e95c-4166-a2e2-2aff56e45509,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:37.952805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6142b945-e88d-42d3-9f4d-84178b11e9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:37.970988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-4d4f74a1-1769-4c5e-a913-dd4913a6a159 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] No DVR routers for this DVR port 1debd29e-1b63-4a3c-a206-e0195aa65317 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:36:37.970988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f74a1-1769-4c5e-a913-dd4913a6a159 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Pushing event deleted for resources: {'Port': ['ID=1debd29e-1b63-4a3c-a206-e0195aa65317,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:37.972804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-4d4f74a1-1769-4c5e-a913-dd4913a6a159 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:37.976288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee5cacc-e49f-48e8-9167-e69c79a11f38', 'name': 'network-vif-deleted', 'tag': '1debd29e-1b63-4a3c-a206-e0195aa65317'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:37.989266 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.db.resource_extend [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:36:38.006518 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6b7c4059-2a5c-4aaa-86d5-6c181d1d4ab2 req-4d4f74a1-1769-4c5e-a913-dd4913a6a159 tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.62 "DELETE /v2.0/ports/1debd29e-1b63-4a3c-a206-e0195aa65317 HTTP/1.1" status: 204 len: 173 time: 1.0950634 Feb 09 13:36:38.048709 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee5cacc-e49f-48e8-9167-e69c79a11f38', 'name': 'network-vif-deleted', 'tag': '1debd29e-1b63-4a3c-a206-e0195aa65317', 'status': 'completed', 'code': 200} Feb 09 13:36:38.059348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6142b945-e88d-42d3-9f4d-84178b11e9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:38.075677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:36:38.194168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:38.201235 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:38.238380 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6142b945-e88d-42d3-9f4d-84178b11e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:38.243236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Transition to ACTIVE for port object 6fe2a002-7e59-4a0d-8879-80db34007fe7 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:36:38.273174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142b945-e88d-42d3-9f4d-84178b11e9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43456d1-e95c-4166-a2e2-2aff56e45509,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:38.298798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6142b945-e88d-42d3-9f4d-84178b11e9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:38.303277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6142b945-e88d-42d3-9f4d-84178b11e9e0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d43456d1-e95c-4166-a2e2-2aff56e45509 HTTP/1.1" status: 204 len: 168 time: 0.4659991 Feb 09 13:36:38.305199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:38.399747 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'code': 200} Feb 09 13:36:38.481719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Pushing event updated for resources: {'Port': ['ID=6fe2a002-7e59-4a0d-8879-80db34007fe7,revision_number=6']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:38.610415 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a02488a-8eda-452e-b03c-665d3becd0ab req-a47204f6-8eb5-4eb8-b9cb-7522a165dbdd tempest-VolumesActionsTest-1371951208 tempest-VolumesActionsTest-1371951208-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee5cacc-e49f-48e8-9167-e69c79a11f38 HTTP/1.1" status: 200 len: 210 time: 0.0686588 Feb 09 13:36:38.872229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] No DVR routers for this DVR port 6fe2a002-7e59-4a0d-8879-80db34007fe7 on host n-h1-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:36:39.153816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b72b0-80c9-4dad-8701-4e9464387cfc req-6cbbca8d-ae30-4cfa-844b-04c7ef1e703b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:39.164783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c78b72b0-80c9-4dad-8701-4e9464387cfc req-6cbbca8d-ae30-4cfa-844b-04c7ef1e703b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 944 time: 0.6742501 Feb 09 13:36:39.247254 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c78b72b0-80c9-4dad-8701-4e9464387cfc req-a51a9ad9-6374-42e3-9fa9-1dfdd66f9539 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839427 Feb 09 13:36:39.375467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Attempting to bind port 6fe2a002-7e59-4a0d-8879-80db34007fe7 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:36:39.376151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Attempting to bind port 6fe2a002-7e59-4a0d-8879-80db34007fe7 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:36:39.376601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Attempting to bind port 6fe2a002-7e59-4a0d-8879-80db34007fe7 on network 67211146-3b37-4d96-92a1-bfac54c0b072 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:36:39.383310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Port 6fe2a002-7e59-4a0d-8879-80db34007fe7 on network 67211146-3b37-4d96-92a1-bfac54c0b072 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:36:39.383630 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Attempting to bind port 6fe2a002-7e59-4a0d-8879-80db34007fe7 on network 67211146-3b37-4d96-92a1-bfac54c0b072 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:36:39.394793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:36:39.395135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Checking segment: {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:36:39.395514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Bound using segment: {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:36:39.395940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Bound port: 6fe2a002-7e59-4a0d-8879-80db34007fe7, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d469d5-d5ea-4159-8cd0-a57e0037fccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:36:39.396324 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:39.533049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:36:39.538165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:36:39.542977 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:39.653789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 6fe2a002-7e59-4a0d-8879-80db34007fe7 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:36:39.765163 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:39.766938 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] 10.222.0.67 "PUT /v2.0/ports/6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 1092 time: 2.7463918 Feb 09 13:36:39.832240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 6fe2a002-7e59-4a0d-8879-80db34007fe7 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:36:39.848533 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c8831-32dc-4fa1-b77a-3b7bb1782bfe service neutron] Pushing event updated for resources: {'Port': ['ID=6fe2a002-7e59-4a0d-8879-80db34007fe7,revision_number=7']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:39.903893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-ff3d843f-d89d-4a0a-9a5f-446d4469952d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1095 time: 0.1118848 Feb 09 13:36:40.155799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-4096588f-1cb1-4506-931c-ad17c190a701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:40.158071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-4096588f-1cb1-4506-931c-ad17c190a701 service neutron] 10.222.0.67 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 896 time: 0.2474248 Feb 09 13:36:40.301020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-f937ed8e-dc0e-4557-a163-df5faa72f4fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 998 time: 0.1371703 Feb 09 13:36:40.404155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:40.484815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-a5492f4a-64fd-4e84-9a66-e0d13d3222a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:40.486341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-a5492f4a-64fd-4e84-9a66-e0d13d3222a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.1739662 Feb 09 13:36:40.671335 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'status': 'completed', 'code': 200} Feb 09 13:36:40.767613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca1434-90d6-4a78-ab2d-4a5864b8fd03 req-5e650f6e-af2d-41dd-891d-7cdf8fbd6416 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:40.778994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49ca1434-90d6-4a78-ab2d-4a5864b8fd03 req-5e650f6e-af2d-41dd-891d-7cdf8fbd6416 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 944 time: 0.3775647 Feb 09 13:36:40.803860 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-7df86a79-c7ea-4ad5-93dc-0baef41a18bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1095 time: 0.1805937 Feb 09 13:36:40.834742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-19bdffca-2fe3-469e-bdef-7427ba69bc63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3238318 Feb 09 13:36:40.862717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49ca1434-90d6-4a78-ab2d-4a5864b8fd03 req-cf9d59a7-ad93-4583-b4de-f40f79e272bb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653033 Feb 09 13:36:41.107438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913b9fa-978e-489a-83c5-64a86466446a req-a158e9c9-7464-433a-83c4-cc3d1c467bc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:41.108928 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-a158e9c9-7464-433a-83c4-cc3d1c467bc6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 896 time: 0.2971747 Feb 09 13:36:41.143954 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-048e3d90-ec1c-425d-b1da-409e26d0ac7c service neutron] 10.222.0.67 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843945 Feb 09 13:36:41.287349 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-d847fde3-9b4a-4aa3-8458-b4fddc674639 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 998 time: 0.1691782 Feb 09 13:36:41.300357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-832570e0-f75e-40e8-8995-0fbe542ca6f0 req-f5c08737-4476-4072-ba51-27064cddf3fc service neutron] 10.222.0.67 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500425 Feb 09 13:36:41.399759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913b9fa-978e-489a-83c5-64a86466446a req-8ba763c4-43eb-48e8-a29e-76a1b9e3c648 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:41.401190 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-8ba763c4-43eb-48e8-a29e-76a1b9e3c648 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.1066630 Feb 09 13:36:41.436407 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:41.485987 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-b9899b9e-4fc9-4430-8911-580085ac4f66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1095 time: 0.1173022 Feb 09 13:36:41.545577 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-22e59abf-2dfa-4a92-8b4c-0fcec8e9acb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243236 Feb 09 13:36:41.668582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1debd29e-1b63-4a3c-a206-e0195aa65317 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:36:41.694339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913b9fa-978e-489a-83c5-64a86466446a req-85508f36-4c34-40b0-9a10-0b9d6e29c10b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:41.695876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-85508f36-4c34-40b0-9a10-0b9d6e29c10b service neutron] 10.222.0.67 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 896 time: 0.2015162 Feb 09 13:36:41.729380 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-1be72cbf-62a9-46d7-b367-7dc74d210e01 service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755309 Feb 09 13:36:41.731019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 1debd29e-1b63-4a3c-a206-e0195aa65317 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:36:41.738319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 1debd29e-1b63-4a3c-a206-e0195aa65317 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:36:41.896716 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-ebfa3941-a9f6-463b-93ac-cfc97a26ec49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 998 time: 0.1904814 Feb 09 13:36:41.986385 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-5be960bd-c73f-423c-97d5-d8cb0020fe7d service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507260 Feb 09 13:36:42.110130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913b9fa-978e-489a-83c5-64a86466446a req-e14fbf13-7464-4f65-9e19-658b403deaea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:42.117115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-e14fbf13-7464-4f65-9e19-658b403deaea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.2145078 Feb 09 13:36:42.295387 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-61838666-8a2d-46a2-acac-f4e769b55b7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713967 Feb 09 13:36:42.439543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6ccf5-db34-4546-a510-27bf5f8eb052 req-f370436d-9749-479a-a7c5-8927d59d7142 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:42.440991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ce6ccf5-db34-4546-a510-27bf5f8eb052 req-f370436d-9749-479a-a7c5-8927d59d7142 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 944 time: 0.2481415 Feb 09 13:36:42.525838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ce6ccf5-db34-4546-a510-27bf5f8eb052 req-b6df7249-0fd1-45c9-8382-963af690eb35 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730333 Feb 09 13:36:42.537325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-c4b585d3-7df4-47d0-baa2-1e3440144f79 service neutron] 10.222.0.67 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344308 Feb 09 13:36:42.819097 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3913b9fa-978e-489a-83c5-64a86466446a req-0e1cfd6e-e9c3-4e50-87e0-283e69fbbd05 service neutron] 10.222.0.67 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736833 Feb 09 13:36:43.905177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e468e-0a95-4328-a50a-7928c34d273a req-90ea59be-ab04-43d5-95e9-9d93d3d30df3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:43.919896 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-751e468e-0a95-4328-a50a-7928c34d273a req-90ea59be-ab04-43d5-95e9-9d93d3d30df3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 944 time: 0.1078308 Feb 09 13:36:43.975632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-751e468e-0a95-4328-a50a-7928c34d273a req-a3cb84d9-e7ec-42ce-af0b-595552835ad1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617330 Feb 09 13:36:44.185317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6fe2a002-7e59-4a0d-8879-80db34007fe7 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:36:44.582184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:44.623512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'port_id': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'mac_address': 'fa:16:3e:c2:46:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:36:44.688255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-b3bba434-2945-4e47-bf79-d2a70489f20a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:44.689306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-b3bba434-2945-4e47-bf79-d2a70489f20a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:36:44.738782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-b3bba434-2945-4e47-bf79-d2a70489f20a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:36:44.739857 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-b3bba434-2945-4e47-bf79-d2a70489f20a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906&tenant_id=4b56b02eaccc4487993cc9bb3adc098d&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 944 time: 0.2968166 Feb 09 13:36:44.791351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2976ca-439c-4c2e-b4cf-f081613aaddc req-4f7a708a-c0a4-411a-9b23-8fb1e819fb62 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:44.800007 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3d2976ca-439c-4c2e-b4cf-f081613aaddc req-4f7a708a-c0a4-411a-9b23-8fb1e819fb62 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 944 time: 0.1921778 Feb 09 13:36:44.803409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:44.826074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe2a002-7e59-4a0d-8879-80db34007fe7 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:36:44.851351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:44.855642 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:44.904256 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3d2976ca-439c-4c2e-b4cf-f081613aaddc req-f8127e82-14be-4002-94f0-76c98b4adbe7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031299 Feb 09 13:36:44.975694 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-ad917c86-7e7e-42f6-a6b4-7f0037776b8a service neutron] delete failed (client error): The resource could not be found. Feb 09 13:36:44.980650 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-ad917c86-7e7e-42f6-a6b4-7f0037776b8a service neutron] 10.222.0.62 "DELETE /v2.0/ports/6fe2a002-7e59-4a0d-8879-80db34007fe7/bindings/n-h1-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.2330103 Feb 09 13:36:44.985709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=6fe2a002-7e59-4a0d-8879-80db34007fe7,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:45.093225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['6fe2a002-7e59-4a0d-8879-80db34007fe7'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:36:45.418505 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-0b341c47-0689-4112-9598-0c0b45e84376 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1096 time: 0.2505627 Feb 09 13:36:45.642372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-81dfeb3f-2cf6-45fc-a53b-38c9570bd0fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:45.643852 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-81dfeb3f-2cf6-45fc-a53b-38c9570bd0fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 896 time: 0.2204561 Feb 09 13:36:45.810579 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-8edc6825-ed29-4fc5-a07e-f28d7f87ad80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 999 time: 0.1588733 Feb 09 13:36:45.933288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-4d51863a-1f70-47e6-a69e-4046073547f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:45.935255 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-4d51863a-1f70-47e6-a69e-4046073547f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.1189067 Feb 09 13:36:46.173964 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-743708e5-ca42-4e24-9cee-f6df53f549fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293110 Feb 09 13:36:46.211300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6fe2a002-7e59-4a0d-8879-80db34007fe7 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:36:46.394445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6c0ca-058f-4a59-adfe-7de569a26e33 req-b47584fd-69e1-4ab6-a817-197e340e380c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:46.403148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07f6c0ca-058f-4a59-adfe-7de569a26e33 req-b47584fd-69e1-4ab6-a817-197e340e380c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 945 time: 0.1122112 Feb 09 13:36:46.497266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07f6c0ca-058f-4a59-adfe-7de569a26e33 req-abc2b87d-2eae-4500-be1e-a76464a71cfb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801315 Feb 09 13:36:46.556941 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:46.563893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 6fe2a002-7e59-4a0d-8879-80db34007fe7 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:36:46.571475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 6fe2a002-7e59-4a0d-8879-80db34007fe7 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:36:46.572402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:46.660182 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-c5d51436-f877-45ee-a6de-2603c9ef5e13 service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790509 Feb 09 13:36:46.747388 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:46.788598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:46.789964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:46.801449 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:46.871009 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-020d7d7d-8726-4a2f-8d9c-c5cb3449f025 req-784a7270-f767-4579-b3e9-8122fa59e921 service neutron] 10.222.0.62 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026317 Feb 09 13:36:46.904903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=6fe2a002-7e59-4a0d-8879-80db34007fe7,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:46.960395 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'code': 200} Feb 09 13:36:47.879682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062aff9c-fa3f-4916-84b4-7599d6ee815e req-985ba818-b046-4847-8e85-907bac4d0ee5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:47.885759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-062aff9c-fa3f-4916-84b4-7599d6ee815e req-985ba818-b046-4847-8e85-907bac4d0ee5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.1842945 Feb 09 13:36:48.031113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-062aff9c-fa3f-4916-84b4-7599d6ee815e req-213d18d1-8375-4227-825a-65312f269999 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350346 Feb 09 13:36:48.062488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57524) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:36:48.466184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-09c7b5d7-d26d-45b7-b24c-e8c6af4bad0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/58bba356-ff5e-4490-9aec-06f8f6690faa HTTP/1.1" status: 200 len: 992 time: 0.4018855 Feb 09 13:36:48.747789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-e8c92b84-66e3-4f3a-b58c-8cb672b23eee tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:48.748454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-e8c92b84-66e3-4f3a-b58c-8cb672b23eee tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Synchronizing usage tracker for tenant:d47b5dfdd0d44f0fb19f66dc53821ded on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:36:48.769361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-e8c92b84-66e3-4f3a-b58c-8cb672b23eee tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Unset dirty status for tenant:d47b5dfdd0d44f0fb19f66dc53821ded on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:36:48.773442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-e8c92b84-66e3-4f3a-b58c-8cb672b23eee tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/networks?id=58382eec-5688-4b99-a8f3-e13c3026e6ea HTTP/1.1" status: 200 len: 814 time: 0.2448041 Feb 09 13:36:48.793939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-08089d3b-9934-4f02-9feb-a4ebfdf577cd tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/quotas/d47b5dfdd0d44f0fb19f66dc53821ded HTTP/1.1" status: 200 len: 375 time: 0.0132825 Feb 09 13:36:48.845627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-153add7f-f871-4e46-a844-c17818a03a03 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47b5dfdd0d44f0fb19f66dc53821ded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457451 Feb 09 13:36:48.994768 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-69c71927-e948-40c4-bfce-eea0399df157 service neutron] 10.222.0.59 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411803 Feb 09 13:36:49.159072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-06e18c73-17bd-44c9-bde4-e019bceb30f3 service neutron] 10.222.0.59 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556125 Feb 09 13:36:49.416197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d4445fb-f557-4ed9-ae24-b0c4f0e9b506 req-4d91ec4f-de24-413f-b96a-93bf48fb3ada tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 210 time: 0.0541642 Feb 09 13:36:50.695172 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:36:50.759353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60b22352-a1ae-4144-a52d-8358a6dcc143 req-5fe15448-b911-4573-b8db-ae7433125920 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 210 time: 0.0786679 Feb 09 13:36:50.888226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-e11e6fde-6b3c-48e0-a4b5-1ec68bdc96d5 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:50.889831 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-e11e6fde-6b3c-48e0-a4b5-1ec68bdc96d5 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.62 "GET /v2.0/networks?id=58382eec-5688-4b99-a8f3-e13c3026e6ea HTTP/1.1" status: 200 len: 814 time: 0.2836049 Feb 09 13:36:50.910015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Request body: {'port': {'device_id': '1468b209-eace-4710-ac0d-265f79168982', 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea', 'admin_state_up': True, 'tenant_id': 'd47b5dfdd0d44f0fb19f66dc53821ded'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:51.116393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:36:51.121568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Usage tracker for resource:port and tenant:d47b5dfdd0d44f0fb19f66dc53821ded is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:36:51.125480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:36:51.132351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:36:51.144683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Made reservation on behalf of d47b5dfdd0d44f0fb19f66dc53821ded for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:36:51.150055 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:51.390979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Allocated IP 172.20.0.7 (58382eec-5688-4b99-a8f3-e13c3026e6ea/c0a6d6c1-0a33-411c-94d4-30680b556e00/9ce269bb-77c0-4ed9-9435-0bd1a443ccf2) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:36:51.684425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:51.720519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:51.802046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Network 58382eec-5688-4b99-a8f3-e13c3026e6ea is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:36:51.811139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:36:51.818023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:36:51.859638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Pushing event updated for resources: {'Port': ['ID=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:51.905029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:51.905849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:51.940130 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-0c84b093-86fc-4c21-bce0-709bcdaca164 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0362258 Feb 09 13:36:51.960584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Request body: {'port': {'device_id': '1468b209-eace-4710-ac0d-265f79168982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:36:52.228797 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:52.304226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647406b-7839-4878-8378-9af22a69f9e9 req-f89a38b1-8858-49ae-9404-d6e72fa44af0 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:52.306604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8647406b-7839-4878-8378-9af22a69f9e9 req-f89a38b1-8858-49ae-9404-d6e72fa44af0 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 931 time: 0.1666081 Feb 09 13:36:52.405034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8647406b-7839-4878-8378-9af22a69f9e9 req-93898549-06f8-4c9b-9bf1-52e2d2e35d8a tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Synchronizing usage tracker for tenant:d47b5dfdd0d44f0fb19f66dc53821ded on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:36:52.436251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-8647406b-7839-4878-8378-9af22a69f9e9 req-93898549-06f8-4c9b-9bf1-52e2d2e35d8a tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Unset dirty status for tenant:d47b5dfdd0d44f0fb19f66dc53821ded on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:36:52.448975 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8647406b-7839-4878-8378-9af22a69f9e9 req-93898549-06f8-4c9b-9bf1-52e2d2e35d8a tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336660 Feb 09 13:36:52.808099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:36:52.827793 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:52.856973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Transition to ACTIVE for port object 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:36:52.862457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:53.351657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:53.502522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Attempting to bind port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:36:53.503124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Attempting to bind port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '724ac2d1-a4fc-4c60-821d-128323c34bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:36:53.503452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Attempting to bind port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 on network 58382eec-5688-4b99-a8f3-e13c3026e6ea {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:36:53.515145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 on network 58382eec-5688-4b99-a8f3-e13c3026e6ea not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:36:53.515883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Attempting to bind port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 on network 58382eec-5688-4b99-a8f3-e13c3026e6ea {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:36:53.529313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:36:53.530074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Checking segment: {'id': '724ac2d1-a4fc-4c60-821d-128323c34bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:36:53.530793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Bound using segment: {'id': '724ac2d1-a4fc-4c60-821d-128323c34bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:36:53.531613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Bound port: 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724ac2d1-a4fc-4c60-821d-128323c34bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:36:53.532682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:53.647044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] For port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:36:53.672472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] For port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,segment=NetworkSegment(724ac2d1-a4fc-4c60-821d-128323c34bfd),segment_id=724ac2d1-a4fc-4c60-821d-128323c34bfd)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:36:53.683010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:53.821183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc59f6-a9f6-4085-a49a-b587e50faac5 req-ef396980-d22e-45d1-ab87-d927d43a993a tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:53.823713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ccc59f6-a9f6-4085-a49a-b587e50faac5 req-ef396980-d22e-45d1-ab87-d927d43a993a tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 943 time: 0.1739459 Feb 09 13:36:53.843953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:53.871314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:53.875273 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-924cda06-4a4e-4afa-ad81-2965c35dbbf9 service neutron] 10.222.0.62 "PUT /v2.0/ports/9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 HTTP/1.1" status: 200 len: 1091 time: 1.9243712 Feb 09 13:36:53.875968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1468b209-eace-4710-ac0d-265f79168982', 'tag': '9ce269bb-77c0-4ed9-9435-0bd1a443ccf2'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:36:53.969615 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ccc59f6-a9f6-4085-a49a-b587e50faac5 req-9fb86fcb-f218-4b2b-a997-f57062cbc81e tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378706 Feb 09 13:36:54.050732 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1468b209-eace-4710-ac0d-265f79168982', 'tag': '9ce269bb-77c0-4ed9-9435-0bd1a443ccf2', 'status': 'completed', 'code': 200} Feb 09 13:36:54.069752 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-1990d829-53df-4303-854f-fd08ad643678 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d47b5dfdd0d44f0fb19f66dc53821ded&device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 1094 time: 0.1365066 Feb 09 13:36:54.144107 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-d97ee54f-8f14-4db2-9f93-dbddbecea260 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 HTTP/1.1" status: 200 len: 217 time: 0.0670378 Feb 09 13:36:54.245458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-ef17691a-ed5d-4430-8112-783a6c7259c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:54.247348 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-ef17691a-ed5d-4430-8112-783a6c7259c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0a6d6c1-0a33-411c-94d4-30680b556e00 HTTP/1.1" status: 200 len: 854 time: 0.0960629 Feb 09 13:36:54.301915 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-7e71a684-120c-4d7a-8be3-2da955a11b28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58382eec-5688-4b99-a8f3-e13c3026e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471458 Feb 09 13:36:54.510974 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-a53e9fa3-2459-40e4-ae61-ab17286967af service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008281 Feb 09 13:36:54.690050 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a075cf3b-2e1b-412c-ba24-5a25892e611a req-fc832415-0e4f-42f4-be21-43ec3585955f service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698799 Feb 09 13:36:54.870191 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9b3a5cc-b3f0-4e19-9dab-695933d67a89 req-3a986eaa-5ad4-417e-8571-21ffdda23b49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d47b5dfdd0d44f0fb19f66dc53821ded&device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 1094 time: 0.1178112 Feb 09 13:36:54.992996 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3b5d8678-1c60-41cc-b51c-18ae41174ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:55.064116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a5cc-b3f0-4e19-9dab-695933d67a89 req-3ce7be7c-deca-48e7-91cb-e88b89279e50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:55.066514 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9b3a5cc-b3f0-4e19-9dab-695933d67a89 req-3ce7be7c-deca-48e7-91cb-e88b89279e50 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58382eec-5688-4b99-a8f3-e13c3026e6ea HTTP/1.1" status: 200 len: 915 time: 0.1891465 Feb 09 13:36:55.150211 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9b3a5cc-b3f0-4e19-9dab-695933d67a89 req-68350f18-76f4-4f44-a034-8e7f6eab2efb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 HTTP/1.1" status: 200 len: 217 time: 0.0758634 Feb 09 13:36:55.214930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4b9ca-954d-482b-a178-7f2e740c6de6 req-7b114d20-2c01-424d-ab4c-eebe11bb9cd5 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:55.223006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ca4b9ca-954d-482b-a178-7f2e740c6de6 req-7b114d20-2c01-424d-ab4c-eebe11bb9cd5 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 943 time: 0.0963109 Feb 09 13:36:55.261218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3a5cc-b3f0-4e19-9dab-695933d67a89 req-bf9b57f5-232f-4d24-8469-cabadaf9ca9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:55.262724 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9b3a5cc-b3f0-4e19-9dab-695933d67a89 req-bf9b57f5-232f-4d24-8469-cabadaf9ca9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0a6d6c1-0a33-411c-94d4-30680b556e00 HTTP/1.1" status: 200 len: 854 time: 0.1045907 Feb 09 13:36:55.281714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ca4b9ca-954d-482b-a178-7f2e740c6de6 req-e61f11de-1b93-4e65-8b4f-ff067a49043d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574474 Feb 09 13:36:55.331211 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9b3a5cc-b3f0-4e19-9dab-695933d67a89 req-7ca9a511-4d93-4ace-8f41-6fa62028e243 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58382eec-5688-4b99-a8f3-e13c3026e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575476 Feb 09 13:36:55.495278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9b3a5cc-b3f0-4e19-9dab-695933d67a89 req-c30cfe58-f080-4f92-877c-347f7dc55990 service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544392 Feb 09 13:36:55.678746 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a9b3a5cc-b3f0-4e19-9dab-695933d67a89 req-0f1da223-c6e7-4e42-94af-25acfc07e8c6 service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766734 Feb 09 13:36:56.538451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83d7db-68ab-4803-8e2e-9004f0e18f55 req-ccb53bfc-621e-42bc-a021-2b69636c62d2 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:56.545191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c83d7db-68ab-4803-8e2e-9004f0e18f55 req-ccb53bfc-621e-42bc-a021-2b69636c62d2 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 943 time: 0.0992398 Feb 09 13:36:56.611840 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c83d7db-68ab-4803-8e2e-9004f0e18f55 req-3e0128af-ff12-47e6-bbac-c0759d970667 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656691 Feb 09 13:36:57.749186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:36:57.893967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f200ed0-8e33-4da0-b303-6167b2f26133 req-59c55e55-0347-4eed-81ab-af0da35d9007 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:57.898506 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f200ed0-8e33-4da0-b303-6167b2f26133 req-59c55e55-0347-4eed-81ab-af0da35d9007 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 943 time: 0.1108508 Feb 09 13:36:57.954329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f200ed0-8e33-4da0-b303-6167b2f26133 req-149aa830-c643-40d1-a036-951e3cdae2af tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512722 Feb 09 13:36:58.026668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,segment=NetworkSegment(724ac2d1-a4fc-4c60-821d-128323c34bfd),segment_id=724ac2d1-a4fc-4c60-821d-128323c34bfd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:58.047414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '9ce269bb-77c0-4ed9-9435-0bd1a443ccf2', 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea', 'port_id': '9ce269bb-77c0-4ed9-9435-0bd1a443ccf2', 'mac_address': 'fa:16:3e:b5:5e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a6d6c1-0a33-411c-94d4-30680b556e00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:36:58.131600 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:58.164780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:36:58.186858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,segment=NetworkSegment(724ac2d1-a4fc-4c60-821d-128323c34bfd),segment_id=724ac2d1-a4fc-4c60-821d-128323c34bfd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:36:58.196783 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:58.492947 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9e9682b8-0588-4f99-b796-3ca46cca5384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:58.503458 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:36:58.524902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9ce269bb-77c0-4ed9-9435-0bd1a443ccf2'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:36:58.726990 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:58.737406 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:59.381837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40729e84-5392-413a-ac40-38e0b52fa670 req-2050b3df-04c9-461e-bc4c-3ab6b3b21988 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:59.390487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40729e84-5392-413a-ac40-38e0b52fa670 req-2050b3df-04c9-461e-bc4c-3ab6b3b21988 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 944 time: 0.1993759 Feb 09 13:36:59.439024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbc40606-f6ab-4271-9afa-d9a203f48e74 req-e3a19178-48a3-4ba3-87be-81585f250a0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4509194 Feb 09 13:36:59.468532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40729e84-5392-413a-ac40-38e0b52fa670 req-a5f77169-a5b7-4b7d-9a05-09e2eb0d7660 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764060 Feb 09 13:36:59.682314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbc40606-f6ab-4271-9afa-d9a203f48e74 req-6eb5ce58-fd0e-4721-bc1b-aff4cf5732be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1097 time: 0.1025610 Feb 09 13:36:59.762737 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:36:59.841294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc40606-f6ab-4271-9afa-d9a203f48e74 req-b98c2272-58b9-48d5-837a-2ebe2201c359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:36:59.843368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbc40606-f6ab-4271-9afa-d9a203f48e74 req-b98c2272-58b9-48d5-837a-2ebe2201c359 service neutron] 10.222.0.67 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 896 time: 0.1411424 Feb 09 13:36:59.853265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:36:59.858559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:36:59.858975 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:36:59.966892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbc40606-f6ab-4271-9afa-d9a203f48e74 req-f0be1959-da67-4cba-b150-7c1b4a1f3776 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 1000 time: 0.1163883 Feb 09 13:36:59.998568 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.075932 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.108489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,segment=NetworkSegment(724ac2d1-a4fc-4c60-821d-128323c34bfd),segment_id=724ac2d1-a4fc-4c60-821d-128323c34bfd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:00.110133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1468b209-eace-4710-ac0d-265f79168982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce269bb-77c0-4ed9-9435-0bd1a443ccf2'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:00.127463 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:00.164025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc40606-f6ab-4271-9afa-d9a203f48e74 req-52dd34f9-3cf5-4e8d-8720-e80957036340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:00.171560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbc40606-f6ab-4271-9afa-d9a203f48e74 req-52dd34f9-3cf5-4e8d-8720-e80957036340 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.1970243 Feb 09 13:37:00.218185 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1468b209-eace-4710-ac0d-265f79168982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce269bb-77c0-4ed9-9435-0bd1a443ccf2', 'code': 200} Feb 09 13:37:00.236895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:00.296814 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbc40606-f6ab-4271-9afa-d9a203f48e74 req-c629bfbf-83e8-4dad-a801-ab34bbf7ca56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182368 Feb 09 13:37:00.481843 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fab0a99d-fd77-4f8f-af44-48452bffc3fc req-ea481802-cb8a-4ced-8115-f301d95ff91c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 1096 time: 0.1960385 Feb 09 13:37:00.560372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbc40606-f6ab-4271-9afa-d9a203f48e74 req-ce3adf6a-9c95-436c-9a8f-b232c5403b3a service neutron] 10.222.0.67 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560697 Feb 09 13:37:00.812462 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fab0a99d-fd77-4f8f-af44-48452bffc3fc req-98699406-6bb9-4c93-bdba-871a1098e0d9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208206 Feb 09 13:37:00.842365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbc40606-f6ab-4271-9afa-d9a203f48e74 req-089daffb-55bf-4e9c-ac5b-6dcd1788bd77 service neutron] 10.222.0.67 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725790 Feb 09 13:37:00.875197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613dac73-a839-4f96-a4f9-ee86506dcb65 req-78dc0564-c172-4f7c-aa34-282e46fdb76a tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:00.876378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-613dac73-a839-4f96-a4f9-ee86506dcb65 req-78dc0564-c172-4f7c-aa34-282e46fdb76a tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 945 time: 0.1181870 Feb 09 13:37:00.982142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-613dac73-a839-4f96-a4f9-ee86506dcb65 req-1062f0b0-6a56-4ed1-aaa5-0ab185450f10 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944555 Feb 09 13:37:02.237440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5380a45-8293-4954-8b13-9d243fad4d11 req-9ba0cb42-ba03-478f-b5ab-ae7d5ed8c229 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:02.238996 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5380a45-8293-4954-8b13-9d243fad4d11 req-9ba0cb42-ba03-478f-b5ab-ae7d5ed8c229 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 945 time: 0.0948062 Feb 09 13:37:02.296023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5380a45-8293-4954-8b13-9d243fad4d11 req-80f19f9f-5428-4136-9fad-4a352c0cd9fb tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Feb 09 13:37:02.797815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-5930547d-bf6c-4977-9e45-d5704040a48a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:02.805535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-5930547d-bf6c-4977-9e45-d5704040a48a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.1867952 Feb 09 13:37:02.824153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-7001ae53-2e7e-4db9-b271-aecf9b94473d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/quotas/2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0176287 Feb 09 13:37:02.935113 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-5d1bfc6b-9ae7-4728-b549-1d33d0ef36e4 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100097 Feb 09 13:37:03.156389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-92adfe99-5481-40ab-99a4-9bf3d0346e9d service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189260 Feb 09 13:37:03.455903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-01888f12-97e3-419e-8379-08565ce774e1 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971866 Feb 09 13:37:03.964063 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92a92ac0-d771-40ab-862c-fb5273e8380d req-ebe1819b-facf-48eb-a652-764f56926209 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 210 time: 0.2810669 Feb 09 13:37:05.522458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-62270033-ebfc-48e6-b222-db07f051b31a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:05.524468 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-62270033-ebfc-48e6-b222-db07f051b31a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.2661133 Feb 09 13:37:05.613933 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-64090d14-6442-4d84-8b03-69cdb2a809f8 req-ec53a64f-7a09-4848-91d2-f1d303f0ef4b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 210 time: 0.1479771 Feb 09 13:37:05.619176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'port': {'device_id': 'a28af583-8ae6-43c0-a0ce-343a6e118d1a', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'admin_state_up': True, 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:06.039853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:06.074192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:06.093813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Made reservation on behalf of 2a4607a9291c4746aaf568708d0cc0a7 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:06.101295 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.372112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Allocated IP 172.20.0.6 (ef54b484-0bce-4a91-b7ca-c896803ef127/d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c/23a2dbd6-10db-4b67-8d90-04625cb0a9ec) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:06.712522 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:06.731724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Transition to ACTIVE for port object 23a2dbd6-10db-4b67-8d90-04625cb0a9ec will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:06.767026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.042120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:07.043142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:07.053295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:07.059545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:37:07.095459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.095737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.096045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.096345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.096653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.096965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.097376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.097713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.098006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.098321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.098681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:07.159226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:07.159838 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.220997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db807c07-7421-45e3-a59f-c23b2fb49d53 req-a572f259-e5dd-4f30-8b85-fe0126821f14 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:07.224651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-db807c07-7421-45e3-a59f-c23b2fb49d53 req-a572f259-e5dd-4f30-8b85-fe0126821f14 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:07.250304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-796b9a93-d4bf-4df2-9e9c-bfd29780ca44 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6349428 Feb 09 13:37:07.315433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Request body: {'port': {'device_id': 'a28af583-8ae6-43c0-a0ce-343a6e118d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:07.460240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-db807c07-7421-45e3-a59f-c23b2fb49d53 req-a572f259-e5dd-4f30-8b85-fe0126821f14 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:07.468816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db807c07-7421-45e3-a59f-c23b2fb49d53 req-a572f259-e5dd-4f30-8b85-fe0126821f14 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 931 time: 0.4997420 Feb 09 13:37:07.494260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b9e4ec0f-6c9e-4d2c-9823-f5c67f4c26a7 None None] Provisioning for port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:07.506278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b9e4ec0f-6c9e-4d2c-9823-f5c67f4c26a7 None None] Provisioning complete for port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:07.507409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ec0f-6c9e-4d2c-9823-f5c67f4c26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:07.608131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b9e4ec0f-6c9e-4d2c-9823-f5c67f4c26a7 None None] Port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:37:07.710209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db807c07-7421-45e3-a59f-c23b2fb49d53 req-215e3054-97b9-4b1a-9d29-6746c8e6b671 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976817 Feb 09 13:37:07.750675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.644702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a2dbd6-10db-4b67-8d90-04625cb0a9ec {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:37:08.660542 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:08.740334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Transition to ACTIVE for port object 23a2dbd6-10db-4b67-8d90-04625cb0a9ec will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:08.745590 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:09.312224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Pushing event updated for resources: {'Port': ['ID=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:09.446909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Attempting to bind port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:09.447654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Attempting to bind port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:09.447818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Attempting to bind port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:09.456379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec on network ef54b484-0bce-4a91-b7ca-c896803ef127 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:37:09.456738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Attempting to bind port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:09.477984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161447f6-9794-4f84-9082-c882cb6c71fd req-be47849d-e148-436a-a0c1-52de8235776b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:09.479705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-161447f6-9794-4f84-9082-c882cb6c71fd req-be47849d-e148-436a-a0c1-52de8235776b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.4611330 Feb 09 13:37:09.480688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:37:09.481390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Checking segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:37:09.481774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Bound using segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:37:09.482208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Bound port: 23a2dbd6-10db-4b67-8d90-04625cb0a9ec, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:09.482579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:09.698379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-161447f6-9794-4f84-9082-c882cb6c71fd req-8e611c51-d1b0-409e-b7b2-0e838936a200 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526182 Feb 09 13:37:09.700293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] For port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:37:09.708209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] For port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:37:09.718296 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:09.890186 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:09.895008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] 10.222.0.67 "PUT /v2.0/ports/23a2dbd6-10db-4b67-8d90-04625cb0a9ec HTTP/1.1" status: 200 len: 1091 time: 2.5976996 Feb 09 13:37:09.915624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28af583-8ae6-43c0-a0ce-343a6e118d1a', 'tag': '23a2dbd6-10db-4b67-8d90-04625cb0a9ec'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:10.144088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5839788-30a8-4756-89d6-1e7823524c28 service neutron] Pushing event updated for resources: {'Port': ['ID=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:10.234795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-cbd0ff2d-af64-4e3c-b081-029d3298b9a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 1094 time: 0.2898800 Feb 09 13:37:10.329920 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-5799b8c0-8883-4236-9772-3faeff1fdad3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a2dbd6-10db-4b67-8d90-04625cb0a9ec HTTP/1.1" status: 200 len: 217 time: 0.0850019 Feb 09 13:37:10.440220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-e9b42882-09ce-4cef-96f5-abbc9680b07b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:10.443510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-e9b42882-09ce-4cef-96f5-abbc9680b07b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.1075900 Feb 09 13:37:10.559545 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28af583-8ae6-43c0-a0ce-343a6e118d1a', 'tag': '23a2dbd6-10db-4b67-8d90-04625cb0a9ec', 'status': 'completed', 'code': 200} Feb 09 13:37:10.601584 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-5f65633e-3a6b-4bbc-8a69-e1144bffc8fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522102 Feb 09 13:37:10.875428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-c777f642-350d-483d-853e-03bee84a64a4 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665980 Feb 09 13:37:11.281659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1c9634c-b1aa-424d-9f61-1802f9f3d82c req-fbdf836b-1b82-44cd-83f6-5a2191e31433 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999808 Feb 09 13:37:11.385622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd536e-515f-47ed-98ee-21ccbb17a8a6 req-84e18a79-6c09-43a3-a909-965a35bd1aa0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:11.392665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6cd536e-515f-47ed-98ee-21ccbb17a8a6 req-84e18a79-6c09-43a3-a909-965a35bd1aa0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.2381744 Feb 09 13:37:11.470384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:11.542736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6cd536e-515f-47ed-98ee-21ccbb17a8a6 req-02e5190a-23ba-4c2c-a115-c23418f32319 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491735 Feb 09 13:37:11.586077 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4464450-481c-4aca-b207-d90637382885 req-a2b565fd-3321-4470-87fd-399c6219582c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 1094 time: 0.2541556 Feb 09 13:37:12.010514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4464450-481c-4aca-b207-d90637382885 req-1bbb48a1-60fb-45e2-aab7-d373a2494b95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:12.021897 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4464450-481c-4aca-b207-d90637382885 req-1bbb48a1-60fb-45e2-aab7-d373a2494b95 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.4177706 Feb 09 13:37:12.250711 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4464450-481c-4aca-b207-d90637382885 req-940571f6-5828-4ab7-8126-6eaad623c165 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23a2dbd6-10db-4b67-8d90-04625cb0a9ec HTTP/1.1" status: 200 len: 217 time: 0.2249255 Feb 09 13:37:12.404928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4464450-481c-4aca-b207-d90637382885 req-6e5d506e-e981-42a6-bf88-132571c78987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:12.406952 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4464450-481c-4aca-b207-d90637382885 req-6e5d506e-e981-42a6-bf88-132571c78987 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.1495759 Feb 09 13:37:12.529293 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4464450-481c-4aca-b207-d90637382885 req-697077ed-e583-4465-b232-c1e59f2d9b63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162157 Feb 09 13:37:12.839344 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4464450-481c-4aca-b207-d90637382885 req-c776e6a1-2767-420e-9e0a-d0c6921e42f2 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031077 Feb 09 13:37:13.438025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4464450-481c-4aca-b207-d90637382885 req-fb82b357-8650-45d0-a081-9892878afe9c service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925946 Feb 09 13:37:13.486514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b773107-d9d6-4f42-9cff-3f5f7f067d2b req-ce9534f7-c9d4-422e-b187-40951ac9dcc0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:13.493545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b773107-d9d6-4f42-9cff-3f5f7f067d2b req-ce9534f7-c9d4-422e-b187-40951ac9dcc0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.6080625 Feb 09 13:37:13.604701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b773107-d9d6-4f42-9cff-3f5f7f067d2b req-e3b62481-0614-4a85-9906-7d5bc9ae3b5a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102197 Feb 09 13:37:15.099145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20454585-facf-4011-ad24-113521b692c2 req-3a95b2f7-4fab-4c20-8003-5bbd9b119892 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:15.100956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20454585-facf-4011-ad24-113521b692c2 req-3a95b2f7-4fab-4c20-8003-5bbd9b119892 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.1940579 Feb 09 13:37:15.219326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20454585-facf-4011-ad24-113521b692c2 req-d6fae7ba-db97-46e8-b329-4347ab00acad tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098344 Feb 09 13:37:15.303062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57942) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:15.382600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-467895b1-9f05-48fc-a64b-790f244ef6a1 req-e0e81610-4a37-40a7-b3dc-a0325dc73d0f tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1097 time: 0.1581798 Feb 09 13:37:15.554125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Deleting subnet 6f882eb2-3f3f-4b26-ab06-ed263b8a9675 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:37:15.566586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.604725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-467895b1-9f05-48fc-a64b-790f244ef6a1 req-6eff18c3-2975-4d68-812b-6d7612227fd6 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Synchronizing usage tracker for tenant:f44e60fd6f9e4e06bb0e4681d8e98d67 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:15.641463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-467895b1-9f05-48fc-a64b-790f244ef6a1 req-6eff18c3-2975-4d68-812b-6d7612227fd6 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Unset dirty status for tenant:f44e60fd6f9e4e06bb0e4681d8e98d67 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:15.647111 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-467895b1-9f05-48fc-a64b-790f244ef6a1 req-6eff18c3-2975-4d68-812b-6d7612227fd6 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610841 Feb 09 13:37:15.684876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.702541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 57946) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:15.768451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.847650 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.903262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f882eb2-3f3f-4b26-ab06-ed263b8a9675,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:15.932931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.935867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.937859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.938280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.939365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.939682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.941284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.941623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.941960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.944074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.944437 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:15.951126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:15.973228 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e39caaf3-08dd-42c8-8fc4-92bd0c747590 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6f882eb2-3f3f-4b26-ab06-ed263b8a9675 HTTP/1.1" status: 204 len: 168 time: 0.6651549 Feb 09 13:37:15.977920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57952) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:16.150674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.331087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.374220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port 1ed3d673-6e55-4a43-a8bb-9b18a8755924 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:37:16.374839 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.382077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.425810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511f97dc-cd50-421a-8f27-88aafe40ca8d']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:16.448831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:16.449542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07ade9d-d3d7-4c84-a3f7-9e73baaadbe7') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:16.465764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.497083 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.517480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:37:16.518609 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:37:16.561638 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:37:16.697433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.774354 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.797196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=511f97dc-cd50-421a-8f27-88aafe40ca8d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:16.814417 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-373ae510-e667-4aa8-89ca-9409297801e6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/511f97dc-cd50-421a-8f27-88aafe40ca8d HTTP/1.1" status: 204 len: 168 time: 0.8351135 Feb 09 13:37:16.817377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57964) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:16.823869 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.823869 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:16.848941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9626cb8-08a3-45c6-82f8-51e45d773a00 req-d436629a-73b9-4474-990b-f88a845d5195 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:16.850740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9626cb8-08a3-45c6-82f8-51e45d773a00 req-d436629a-73b9-4474-990b-f88a845d5195 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.2707641 Feb 09 13:37:17.037279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e827317-f9fe-4896-a53f-20088b1cc89b admin admin] Deleting subnet d59b058c-1ab5-49b6-a382-a8827f8a5157 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:37:17.058168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e827317-f9fe-4896-a53f-20088b1cc89b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.075253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for 1ed3d673-6e55-4a43-a8bb-9b18a8755924 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:37:17.268145 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e827317-f9fe-4896-a53f-20088b1cc89b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.343450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e827317-f9fe-4896-a53f-20088b1cc89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.444006 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e827317-f9fe-4896-a53f-20088b1cc89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.472696 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9626cb8-08a3-45c6-82f8-51e45d773a00 req-f7f1fb0d-269f-41b6-ac06-32568e219725 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389872 Feb 09 13:37:17.623482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e827317-f9fe-4896-a53f-20088b1cc89b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59b058c-1ab5-49b6-a382-a8827f8a5157,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:17.639291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3e827317-f9fe-4896-a53f-20088b1cc89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.652230 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3e827317-f9fe-4896-a53f-20088b1cc89b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d59b058c-1ab5-49b6-a382-a8827f8a5157 HTTP/1.1" status: 204 len: 168 time: 0.8306828 Feb 09 13:37:17.653507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57974) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:17.695245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.785417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=1ed3d673-6e55-4a43-a8bb-9b18a8755924,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:17.828393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:17.895368 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.089568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.128338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4002b71-1fa8-41dc-96f6-c45f80b9af65']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:18.162656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b983855-fb9b-4a7c-a3e7-f4be34e9ac28') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:18.163269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b983855-fb9b-4a7c-a3e7-f4be34e9ac28') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:18.184392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.216136 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.228237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:37:18.228905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:37:18.245766 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:37:18.407744 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.422434 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.446395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4002b71-1fa8-41dc-96f6-c45f80b9af65,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:18.450692 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c331e245-9002-4fd4-bed0-82e5a8d9994e admin admin] 10.222.0.59 "DELETE /v2.0/networks/f4002b71-1fa8-41dc-96f6-c45f80b9af65 HTTP/1.1" status: 204 len: 168 time: 0.7960007 Feb 09 13:37:18.760890 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57986) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:18.867301 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4fa22fa2-54df-40ba-a957-b3ff0fcc83b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=010d5bbc7e854b35a265e12904d63946&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1045589 Feb 09 13:37:18.868296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 57990) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:18.955994 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28e2020e-5bb7-430c-8a77-9a1ffcb9581e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:18.957991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router c5f275de-ecca-43f0-844d-32ec039614bc has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:37:18.991981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28e2020e-5bb7-430c-8a77-9a1ffcb9581e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.004370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec541c-7a80-4c20-8656-cf74f0046201 req-b209bde9-88a2-4a93-93ad-05e3a5f057eb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:19.007954 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7ec541c-7a80-4c20-8656-cf74f0046201 req-b209bde9-88a2-4a93-93ad-05e3a5f057eb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.2003055 Feb 09 13:37:19.095320 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28e2020e-5bb7-430c-8a77-9a1ffcb9581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.122376 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-28e2020e-5bb7-430c-8a77-9a1ffcb9581e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.126708 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-28e2020e-5bb7-430c-8a77-9a1ffcb9581e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6e0c133-8b82-4480-88d0-fec7f4a626a5 HTTP/1.1" status: 204 len: 168 time: 0.2570963 Feb 09 13:37:19.127840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2020e-5bb7-430c-8a77-9a1ffcb9581e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e0c133-8b82-4480-88d0-fec7f4a626a5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:19.267452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7ec541c-7a80-4c20-8656-cf74f0046201 req-b8236c49-0fa9-4dbf-b53f-7c0d82d82378 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380772 Feb 09 13:37:19.378408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:37:19.403830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] Sync routers for ids ['c5f275de-ecca-43f0-844d-32ec039614bc'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:37:19.416715 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:19.419691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] Routers {'c5f275de-ecca-43f0-844d-32ec039614bc'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:37:19.420431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:36:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c5f275de-ecca-43f0-844d-32ec039614bc'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:19.480088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2a1e542a-0894-401d-98c0-db7ddd7651c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/floatingips/58bba356-ff5e-4490-9aec-06f8f6690faa HTTP/1.1" status: 204 len: 168 time: 3.7732933 Feb 09 13:37:19.480088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:19.625460 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'status': 'completed', 'code': 200} Feb 09 13:37:19.799379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] Set router c5f275de-ecca-43f0-844d-32ec039614bc gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:37:19.870074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58008) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:19.890187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf8b8744-8cfa-45c1-bcf8-2283a45ab3d6 req-19ed4a6b-1c2c-4815-86f5-48a49d425047 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 1097 time: 0.2407913 Feb 09 13:37:20.298722 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b689cc39-61d2-4cc9-ac3c-b374a1f42507 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f2be8d811cc429fb1580d0c834d5b1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4244504 Feb 09 13:37:20.298996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:20.406397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b8744-8cfa-45c1-bcf8-2283a45ab3d6 req-6954054c-1ca6-467d-8168-3a783b66fec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:20.408070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf8b8744-8cfa-45c1-bcf8-2283a45ab3d6 req-6954054c-1ca6-467d-8168-3a783b66fec1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 200 len: 896 time: 0.5105050 Feb 09 13:37:20.427446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1622f1-b444-41ca-95b8-e63a20ba2b8d req-f7e05dcf-357a-47cf-b7e0-89ce28675dd3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:20.429771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-db1622f1-b444-41ca-95b8-e63a20ba2b8d req-f7e05dcf-357a-47cf-b7e0-89ce28675dd3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:20.453286 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-715ae394-cc4a-4a42-848b-dcc6ed5efe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:20.548519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-715ae394-cc4a-4a42-848b-dcc6ed5efe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:20.551766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf8b8744-8cfa-45c1-bcf8-2283a45ab3d6 req-2623c60a-70cb-40a5-b16e-3c8f1376939e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 200 len: 217 time: 0.1140478 Feb 09 13:37:20.578033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:35:12Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f45ff8ec-d7c1-432a-8966-83a76970946a', 'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:d5:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:10Z', 'updated_at': '2022-02-09T13:35:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:20.597848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] Checking router: c5f275de-ecca-43f0-844d-32ec039614bc for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:37:20.637806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] Routers {'c5f275de-ecca-43f0-844d-32ec039614bc'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:37:20.638714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:36:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c5f275de-ecca-43f0-844d-32ec039614bc'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:20.664720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-db1622f1-b444-41ca-95b8-e63a20ba2b8d req-f7e05dcf-357a-47cf-b7e0-89ce28675dd3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:20.666404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db1622f1-b444-41ca-95b8-e63a20ba2b8d req-f7e05dcf-357a-47cf-b7e0-89ce28675dd3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.5410776 Feb 09 13:37:20.675587 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-715ae394-cc4a-4a42-848b-dcc6ed5efe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:20.705930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ae394-cc4a-4a42-848b-dcc6ed5efe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efce5009-8566-4fe9-b10f-7e95d7c351fb,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:20.729669 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-715ae394-cc4a-4a42-848b-dcc6ed5efe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:20.732725 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-715ae394-cc4a-4a42-848b-dcc6ed5efe9e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/efce5009-8566-4fe9-b10f-7e95d7c351fb HTTP/1.1" status: 204 len: 168 time: 0.4325655 Feb 09 13:37:20.842195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b8744-8cfa-45c1-bcf8-2283a45ab3d6 req-9d4b5a6a-a425-4cd7-a06a-29b76f4d10b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:20.845603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf8b8744-8cfa-45c1-bcf8-2283a45ab3d6 req-9d4b5a6a-a425-4cd7-a06a-29b76f4d10b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 200 len: 833 time: 0.2870283 Feb 09 13:37:21.080064 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db1622f1-b444-41ca-95b8-e63a20ba2b8d req-6015839d-ba4c-4644-aa4a-f98e1c891eca tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805683 Feb 09 13:37:21.190523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6196cdf-b27b-411d-8ada-7d5e8c73d406 req-8d7d2dff-efea-4cd2-89d4-8d0a92e73fb8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:21.207914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6196cdf-b27b-411d-8ada-7d5e8c73d406 req-8d7d2dff-efea-4cd2-89d4-8d0a92e73fb8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.5910420 Feb 09 13:37:21.261393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] Set router c5f275de-ecca-43f0-844d-32ec039614bc gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:37:21.316256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58038) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:21.391878 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6196cdf-b27b-411d-8ada-7d5e8c73d406 req-c2ab228b-b562-41d0-9a65-35b7bf22c6ae tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827135 Feb 09 13:37:21.422842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf8b8744-8cfa-45c1-bcf8-2283a45ab3d6 req-fe5d74cd-318c-4c40-a14f-64d1ee9d0786 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67211146-3b37-4d96-92a1-bfac54c0b072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5532124 Feb 09 13:37:21.457018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-fbdf1d19-e76b-4ead-986b-9e68c5932c94 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:21.459643 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-fbdf1d19-e76b-4ead-986b-9e68c5932c94 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.67 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.2428949 Feb 09 13:37:21.629170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-0e3b0a6c-1749-412e-b94c-6634321efadf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port 6fe2a002-7e59-4a0d-8879-80db34007fe7 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:37:21.629783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-0e3b0a6c-1749-412e-b94c-6634321efadf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:21.654803 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e9d1-8e03-4a76-9e3f-260eabc799f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:21.832356 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf8b8744-8cfa-45c1-bcf8-2283a45ab3d6 req-16bbc981-3700-43fb-b2a6-0e9f74bdef2c service neutron] 10.222.0.67 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013600 Feb 09 13:37:21.842565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a0e1e9d1-8e03-4a76-9e3f-260eabc799f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:21.899175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a0e1e9d1-8e03-4a76-9e3f-260eabc799f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a19d6a763f804083a5005a5b767420d6 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:21.914106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a0e1e9d1-8e03-4a76-9e3f-260eabc799f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:21.924831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a0e1e9d1-8e03-4a76-9e3f-260eabc799f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:22.041875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:35:12Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f45ff8ec-d7c1-432a-8966-83a76970946a', 'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:d5:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:10Z', 'updated_at': '2022-02-09T13:35:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:22.057618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf3841d-623a-44c3-8db4-1601d3580121 None None] The sync data for ids ['c5f275de-ecca-43f0-844d-32ec039614bc'] in n-d-825175-3 is: [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:35:12Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f45ff8ec-d7c1-432a-8966-83a76970946a', 'name': '', 'network_id': '67211146-3b37-4d96-92a1-bfac54c0b072', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:d5:ef:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:10Z', 'updated_at': '2022-02-09T13:35:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': 'b70ba13a-b4da-46a6-98e1-18917e937b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:37:22.131194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf8b8744-8cfa-45c1-bcf8-2283a45ab3d6 req-44c3c8e5-44df-46b7-9277-dc7e1a9b17e5 service neutron] 10.222.0.67 "GET /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934136 Feb 09 13:37:22.251515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-0e3b0a6c-1749-412e-b94c-6634321efadf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port 6fe2a002-7e59-4a0d-8879-80db34007fe7, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6fe2a002-7e59-4a0d-8879-80db34007fe7,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:22.254380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-0e3b0a6c-1749-412e-b94c-6634321efadf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.259408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e9d1-8e03-4a76-9e3f-260eabc799f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.279761 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e9d1-8e03-4a76-9e3f-260eabc799f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.383860 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a0e1e9d1-8e03-4a76-9e3f-260eabc799f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a19d6a763f804083a5005a5b767420d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0565455 Feb 09 13:37:22.386779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58062) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:22.568566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1e9d1-8e03-4a76-9e3f-260eabc799f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cbd1bb-114e-4d6b-8a1b-16673ae5afdf,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:22.618825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-0e3b0a6c-1749-412e-b94c-6634321efadf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for 6fe2a002-7e59-4a0d-8879-80db34007fe7 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:37:22.728740 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7467ade-9b9a-4598-bec1-8bbbf93da979 None None] New status for floating IP 58bba356-ff5e-4490-9aec-06f8f6690faa: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:37:22.913008 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cff9127e-e3b1-4a69-bd20-718894338ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.945956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5324c-2a23-4e68-a850-9abe78e08cdc req-e69cc284-4acb-4890-a627-3dc82adef03b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:22.951066 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-0e3b0a6c-1749-412e-b94c-6634321efadf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:22.954319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fe5324c-2a23-4e68-a850-9abe78e08cdc req-e69cc284-4acb-4890-a627-3dc82adef03b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 946 time: 0.5233281 Feb 09 13:37:23.014049 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cff9127e-e3b1-4a69-bd20-718894338ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.025755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b0a6c-1749-412e-b94c-6634321efadf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=6fe2a002-7e59-4a0d-8879-80db34007fe7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:23.139166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-0e3b0a6c-1749-412e-b94c-6634321efadf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] No DVR routers for this DVR port 6fe2a002-7e59-4a0d-8879-80db34007fe7 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:37:23.142245 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-0e3b0a6c-1749-412e-b94c-6634321efadf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.155324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'name': 'network-vif-deleted', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:23.166141 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e89efda-e492-48ca-954d-eb0c8687b7d5 req-0e3b0a6c-1749-412e-b94c-6634321efadf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.67 "DELETE /v2.0/ports/6fe2a002-7e59-4a0d-8879-80db34007fe7 HTTP/1.1" status: 204 len: 173 time: 1.7012897 Feb 09 13:37:23.189461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fe5324c-2a23-4e68-a850-9abe78e08cdc req-3adc17e5-d3e5-4b2b-bcd2-37b1200cb867 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340229 Feb 09 13:37:23.203700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af859aec-28e5-4f6d-8705-cc865ce59055 req-8204eaf4-1c4d-4c34-8059-c64bb5edcf3c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:23.205305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af859aec-28e5-4f6d-8705-cc865ce59055 req-8204eaf4-1c4d-4c34-8059-c64bb5edcf3c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.5058122 Feb 09 13:37:23.300838 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7513239e-30ec-47ba-9e42-d3c3d72f7906', 'name': 'network-vif-deleted', 'tag': '6fe2a002-7e59-4a0d-8879-80db34007fe7', 'status': 'completed', 'code': 200} Feb 09 13:37:23.309352 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af859aec-28e5-4f6d-8705-cc865ce59055 req-52ad70dc-f35a-4647-8ee3-8f5ed82b2240 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769150 Feb 09 13:37:23.311412 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cff9127e-e3b1-4a69-bd20-718894338ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.339472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9127e-e3b1-4a69-bd20-718894338ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cbd1bb-114e-4d6b-8a1b-16673ae5afdf,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:23.344579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-cff9127e-e3b1-4a69-bd20-718894338ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:23.345730 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cff9127e-e3b1-4a69-bd20-718894338ac0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0cbd1bb-114e-4d6b-8a1b-16673ae5afdf HTTP/1.1" status: 204 len: 168 time: 0.9535327 Feb 09 13:37:23.650838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58086) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:23.995518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d3e03b9-abf9-4feb-90c8-f4a1f7c0630c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.034205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8d3e03b9-abf9-4feb-90c8-f4a1f7c0630c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:24.039721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8d3e03b9-abf9-4feb-90c8-f4a1f7c0630c admin admin] Usage tracker for resource:security_group_rule and tenant:3a06c4dd698247a59a014aee88e3c9c5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:24.042921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8d3e03b9-abf9-4feb-90c8-f4a1f7c0630c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:24.049004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8d3e03b9-abf9-4feb-90c8-f4a1f7c0630c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:24.169375 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d3e03b9-abf9-4feb-90c8-f4a1f7c0630c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.175340 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8d3e03b9-abf9-4feb-90c8-f4a1f7c0630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.242713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8d3e03b9-abf9-4feb-90c8-f4a1f7c0630c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a06c4dd698247a59a014aee88e3c9c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5884659 Feb 09 13:37:24.245918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58102) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:24.264184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e03b9-abf9-4feb-90c8-f4a1f7c0630c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930c94fb-d3ff-4f7b-9820-69adbdc4bbb9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:24.380595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21d8b7f7-11c3-44d0-a283-4c1599529dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.445181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6fe2a002-7e59-4a0d-8879-80db34007fe7 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:24.446206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21d8b7f7-11c3-44d0-a283-4c1599529dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.571339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21d8b7f7-11c3-44d0-a283-4c1599529dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.575091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 6fe2a002-7e59-4a0d-8879-80db34007fe7 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:37:24.576143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6fe2a002-7e59-4a0d-8879-80db34007fe7 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:24.598027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8b7f7-11c3-44d0-a283-4c1599529dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930c94fb-d3ff-4f7b-9820-69adbdc4bbb9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:24.602799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-21d8b7f7-11c3-44d0-a283-4c1599529dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:24.605309 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-21d8b7f7-11c3-44d0-a283-4c1599529dcd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/930c94fb-d3ff-4f7b-9820-69adbdc4bbb9 HTTP/1.1" status: 204 len: 168 time: 0.3574958 Feb 09 13:37:24.684369 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d1ec66a-7031-4ca2-866a-de84f421e23e req-2e0a5deb-4472-435b-b1ec-0c1f50c14702 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=7513239e-30ec-47ba-9e42-d3c3d72f7906 HTTP/1.1" status: 200 len: 210 time: 0.2500868 Feb 09 13:37:24.782413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378928a-3951-4e28-809a-0cdb1fec0908 req-6c0a74a6-45d3-4d8b-963c-129e5cd91f2a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:24.784311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8378928a-3951-4e28-809a-0cdb1fec0908 req-6c0a74a6-45d3-4d8b-963c-129e5cd91f2a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.2249210 Feb 09 13:37:24.871707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8378928a-3951-4e28-809a-0cdb1fec0908 req-c50d8c75-c0ee-42ac-9293-1249ff860f9f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695546 Feb 09 13:37:24.996799 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2a462dfa-2d51-430b-ba1e-a0ef86e70cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.549213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58136) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:25.731234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c8b3106-2dfe-499d-aa99-0a120b3cc486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.786645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8c8b3106-2dfe-499d-aa99-0a120b3cc486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:25.791624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8c8b3106-2dfe-499d-aa99-0a120b3cc486 admin admin] Usage tracker for resource:security_group_rule and tenant:5420ff82f1834de2a09c3ac816fb4327 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:25.794983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8c8b3106-2dfe-499d-aa99-0a120b3cc486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:25.802619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8c8b3106-2dfe-499d-aa99-0a120b3cc486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:25.912744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c8b3106-2dfe-499d-aa99-0a120b3cc486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.923297 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8c8b3106-2dfe-499d-aa99-0a120b3cc486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:25.994021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8c8b3106-2dfe-499d-aa99-0a120b3cc486 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5420ff82f1834de2a09c3ac816fb4327&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4434879 Feb 09 13:37:25.996638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58154) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:26.018521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b3106-2dfe-499d-aa99-0a120b3cc486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d062df7-c6f4-4ff7-813e-ab0c8f933b08,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:26.114977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58158) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:26.154447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58162) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:26.211487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb346d-44b4-469e-937b-4840635fdf4e req-90b0866d-cd05-4dac-9afe-9e26e673aed1 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:26.219196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9efb346d-44b4-469e-937b-4840635fdf4e req-90b0866d-cd05-4dac-9afe-9e26e673aed1 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.1404226 Feb 09 13:37:26.264789 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de8c52e1-de07-4f15-abd0-12bc66295f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.283367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9efb346d-44b4-469e-937b-4840635fdf4e req-c05d4932-90bc-40d0-b797-bb72ba500412 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625858 Feb 09 13:37:26.300926 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de8c52e1-de07-4f15-abd0-12bc66295f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.338740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-711560261-network', 'tenant_id': 'ad053601b5a44869b491e9a4d82adb83'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:26.344334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:26.348257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Usage tracker for resource:network and tenant:ad053601b5a44869b491e9a4d82adb83 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:26.351507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:26.357414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:26.369547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Made reservation on behalf of ad053601b5a44869b491e9a4d82adb83 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:26.371901 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.378456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de8c52e1-de07-4f15-abd0-12bc66295f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.389747 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.401474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c52e1-de07-4f15-abd0-12bc66295f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d062df7-c6f4-4ff7-813e-ab0c8f933b08,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:26.410429 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de8c52e1-de07-4f15-abd0-12bc66295f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.417652 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-de8c52e1-de07-4f15-abd0-12bc66295f06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d062df7-c6f4-4ff7-813e-ab0c8f933b08 HTTP/1.1" status: 204 len: 168 time: 0.4177651 Feb 09 13:37:26.441175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:26.447754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Usage tracker for resource:security_group_rule and tenant:ad053601b5a44869b491e9a4d82adb83 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:26.452697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:26.461285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:26.568638 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.573423 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.609266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:37:26.619776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:26.634166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.634739 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Added segment 3d4b6105-c768-46cc-9cbe-c7ea7205ff63 of type vlan for network 5a422320-7944-4272-9e8f-4a3e54179113 Feb 09 13:37:26.666411 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.713858 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.715346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:26.716351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.737319 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:26.790456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6353011 Feb 09 13:37:26.811617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58174) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:26.820840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Request body: {'subnet': {'network_id': '5a422320-7944-4272-9e8f-4a3e54179113', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-711560261-subnet', 'tenant_id': 'ad053601b5a44869b491e9a4d82adb83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:26.835700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:26.917089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Usage tracker for resource:subnet and tenant:ad053601b5a44869b491e9a4d82adb83 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:26.924807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:26.936217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:26.941096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5357149-f588-42ba-a48b-42fea7aba67d admin admin] Pushing event updated for resources: {'Network': ['ID=5a422320-7944-4272-9e8f-4a3e54179113,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:26.969679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Made reservation on behalf of ad053601b5a44869b491e9a4d82adb83 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:26.972739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 5a422320-7944-4272-9e8f-4a3e54179113 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:37:26.982793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:27.262523 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:27.384618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd60082b-87a1-4de6-b789-ac2b4be054ff,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:27.517975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Checking segment: {'id': '3d4b6105-c768-46cc-9cbe-c7ea7205ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:37:27.518334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Network hostable DHCP agents. Network: 5a422320-7944-4272-9e8f-4a3e54179113, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:37:27.584725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f38cd4-e02d-430b-8005-618c31843034 req-3f6b829e-5db9-45cc-a971-9a6d04f130b8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:27.587419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27f38cd4-e02d-430b-8005-618c31843034 req-3f6b829e-5db9-45cc-a971-9a6d04f130b8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.1208103 Feb 09 13:37:27.587419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Network 5a422320-7944-4272-9e8f-4a3e54179113 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:37:27.623067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 5a422320-7944-4272-9e8f-4a3e54179113) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:27.633463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:27.634138 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:27.639090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3464d612-0f60-4b11-a531-f8484d32beb3 None None] Network 5a422320-7944-4272-9e8f-4a3e54179113 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:37:27.671492 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27f38cd4-e02d-430b-8005-618c31843034 req-98219f7f-4278-42a9-9531-53d9beadb3d9 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796068 Feb 09 13:37:27.681506 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c4d1ad6d-c0d7-4455-9382-37386df3ec6e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8602450 Feb 09 13:37:27.697165 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:37:27.734496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port f45ff8ec-d7c1-432a-8966-83a76970946a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:37:27.735102 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:28.080101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port f45ff8ec-d7c1-432a-8966-83a76970946a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f45ff8ec-d7c1-432a-8966-83a76970946a,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:28.080483 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:28.094776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e091607b-df18-4ee7-87af-09857bfaf6f4 None None] Network 5a422320-7944-4272-9e8f-4a3e54179113 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:37:28.259759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for f45ff8ec-d7c1-432a-8966-83a76970946a owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:37:28.271196 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-17eebe22-7a22-4b19-82af-752203fa4df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:28.589040 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:28.610522 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:28.662534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=f45ff8ec-d7c1-432a-8966-83a76970946a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:28.702135 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:29.199448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff9b1e-f77f-4d4c-8e94-86adac0177ee req-3ab656ee-2cab-4c26-a219-1e201d3cf7da tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:29.201135 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6ff9b1e-f77f-4d4c-8e94-86adac0177ee req-3ab656ee-2cab-4c26-a219-1e201d3cf7da tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.1393793 Feb 09 13:37:29.204780 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:29.310875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6ff9b1e-f77f-4d4c-8e94-86adac0177ee req-4e4e0431-4aa2-49d2-a761-7ef59ae5580f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891218 Feb 09 13:37:29.950751 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:30.167164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router c5f275de-ecca-43f0-844d-32ec039614bc has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:37:30.492436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:37:30.504725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] Sync routers for ids ['c5f275de-ecca-43f0-844d-32ec039614bc'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:37:30.524167 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b90aa3be-a8ea-40be-a246-0e1d8e715b0c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "PUT /v2.0/routers/c5f275de-ecca-43f0-844d-32ec039614bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3981795 Feb 09 13:37:30.524167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58248) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:30.529580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] Routers {'c5f275de-ecca-43f0-844d-32ec039614bc'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:37:30.530560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:37:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c5f275de-ecca-43f0-844d-32ec039614bc'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:30.622451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70390b4a-4d39-47b9-b2be-7d95197ed24f req-41214518-dc11-4e09-877d-ac8da71c728c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:30.625246 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70390b4a-4d39-47b9-b2be-7d95197ed24f req-41214518-dc11-4e09-877d-ac8da71c728c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.1432943 Feb 09 13:37:30.786132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70390b4a-4d39-47b9-b2be-7d95197ed24f req-6bfb6fe4-d96e-40a4-8c8d-c3b4fc7101ac tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444736 Feb 09 13:37:30.842266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] Set router c5f275de-ecca-43f0-844d-32ec039614bc gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:37:30.853485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b9c234-bf3c-4bae-b169-12fb21fdf824 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting subnet b70ba13a-b4da-46a6-98e1-18917e937b80 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:37:30.856884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08b9c234-bf3c-4bae-b169-12fb21fdf824 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:30.861046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-f8d92ad4-d9f1-464f-a9b2-dcf15fb221ce tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:30.861760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-f8d92ad4-d9f1-464f-a9b2-dcf15fb221ce tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Synchronizing usage tracker for tenant:ad053601b5a44869b491e9a4d82adb83 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:30.903655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-f8d92ad4-d9f1-464f-a9b2-dcf15fb221ce tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Unset dirty status for tenant:ad053601b5a44869b491e9a4d82adb83 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:30.905340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-f8d92ad4-d9f1-464f-a9b2-dcf15fb221ce tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/networks?id=5a422320-7944-4272-9e8f-4a3e54179113 HTTP/1.1" status: 200 len: 808 time: 0.2458889 Feb 09 13:37:30.930365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-c979579c-5e59-4eea-8bd4-d9b40d63ae53 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/quotas/ad053601b5a44869b491e9a4d82adb83 HTTP/1.1" status: 200 len: 375 time: 0.0187764 Feb 09 13:37:30.959521 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08b9c234-bf3c-4bae-b169-12fb21fdf824 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:30.989060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-e010042b-f93b-44ee-9113-3cbd0de3961b tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad053601b5a44869b491e9a4d82adb83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577261 Feb 09 13:37:31.139504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08b9c234-bf3c-4bae-b169-12fb21fdf824 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:31.224701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08b9c234-bf3c-4bae-b169-12fb21fdf824 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:31.248791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-38db6604-cecd-494e-af1c-acd72c40a446 service neutron] 10.222.0.59 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587869 Feb 09 13:37:31.319100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-002a61e2-f2b6-4aad-a6bd-fa7932c023ce tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=11b3d687f9be4b82ae8d801cd5c79bee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781629 Feb 09 13:37:31.339698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9c234-bf3c-4bae-b169-12fb21fdf824 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Subnet': ['ID=b70ba13a-b4da-46a6-98e1-18917e937b80,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:31.353332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-08b9c234-bf3c-4bae-b169-12fb21fdf824 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:31.370001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be463a-4a1a-4e77-8474-2c81419da4b6 None None] Network 67211146-3b37-4d96-92a1-bfac54c0b072 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:37:31.382498 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-08b9c234-bf3c-4bae-b169-12fb21fdf824 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/subnets/b70ba13a-b4da-46a6-98e1-18917e937b80 HTTP/1.1" status: 204 len: 168 time: 0.8476536 Feb 09 13:37:31.382498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58268) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:31.574249 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-f3193fa2-94e4-47e1-81f2-59b83ec64f16 service neutron] 10.222.0.59 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243952 Feb 09 13:37:31.599012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ad5c0-7041-4335-a808-276c34984fa5 req-0dbe4ee5-21b5-4168-9897-2b9ae8f2c692 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:31.604196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-0dbe4ee5-21b5-4168-9897-2b9ae8f2c692 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2817733 Feb 09 13:37:31.637502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-8197b891-e3dd-4980-a97e-fa40754a92c7 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/quotas/11b3d687f9be4b82ae8d801cd5c79bee HTTP/1.1" status: 200 len: 375 time: 0.0278540 Feb 09 13:37:31.645035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:31.689749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:37:28Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:31.692034 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-7be34872-a8dd-4298-b168-1f66c332b25e tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=11b3d687f9be4b82ae8d801cd5c79bee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502975 Feb 09 13:37:31.713576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] Checking router: c5f275de-ecca-43f0-844d-32ec039614bc for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:37:31.733298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] Routers {'c5f275de-ecca-43f0-844d-32ec039614bc'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:37:31.733931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:37:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['c5f275de-ecca-43f0-844d-32ec039614bc'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:31.891382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3d046e5e-eb4f-4400-a489-6769c0973424 req-f9a6b508-2ce9-4c46-8ab3-30214484914c tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 210 time: 0.0858145 Feb 09 13:37:32.150070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24b00db4-d96d-4b6e-9a76-1e325f28088a req-eb9dc88c-75fd-40d1-b0f2-83897d0ead8c tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 210 time: 0.1114938 Feb 09 13:37:32.177591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] Set router c5f275de-ecca-43f0-844d-32ec039614bc gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:37:32.243658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc804b0-f31e-40a0-9010-30ae7cb33f16 req-f3585f0f-8f8d-47a1-b622-c3b71ede2ef6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:32.251355 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bc804b0-f31e-40a0-9010-30ae7cb33f16 req-f3585f0f-8f8d-47a1-b622-c3b71ede2ef6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.0943544 Feb 09 13:37:32.325336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bc804b0-f31e-40a0-9010-30ae7cb33f16 req-dddb946f-7fc9-4616-a901-8d18c813927a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715482 Feb 09 13:37:32.346989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] DHCP port deletion for 67211146-3b37-4d96-92a1-bfac54c0b072 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:37:32.390532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Deleting port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:37:32.404698 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:32.468475 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:32.482212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port 51d17fe3-340f-4d27-8f89-40a13c627b79 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:37:32.483029 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:32.580237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 23a2dbd6-10db-4b67-8d90-04625cb0a9ec details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:37:32.800085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port 51d17fe3-340f-4d27-8f89-40a13c627b79, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=51d17fe3-340f-4d27-8f89-40a13c627b79,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:32.800672 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:32.960406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] For port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=413c14f7-dacc-4a68-adbd-a9b04d8ef0d6,segment=NetworkSegment(79d469d5-d5ea-4159-8cd0-a57e0037fccf),segment_id=79d469d5-d5ea-4159-8cd0-a57e0037fccf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:32.965950 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:32.986330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for 51d17fe3-340f-4d27-8f89-40a13c627b79 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:37:33.292305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Calling delete_port for 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:37:33.339243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e40ac316-9d7d-4338-b573-1c8726a651d7 req-dbb490db-ab1e-4d5f-9779-d7b8e43948c4 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 210 time: 0.1783240 Feb 09 13:37:33.477401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:33.480440 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:33.524298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:33.544333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=51d17fe3-340f-4d27-8f89-40a13c627b79,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:33.602762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3ac1398-84b3-4cda-add8-b3ffff0d5bb5 req-239f01cc-be5e-4f87-8e5a-1affb171b221 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 210 time: 0.1249268 Feb 09 13:37:33.633676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:37:28Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:33.782274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b2894-4c73-4a08-8fc2-bf4ee3a35b18 None None] The sync data for ids ['c5f275de-ecca-43f0-844d-32ec039614bc'] in n-d-825175-3 is: [{'id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1745000847', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:34:56Z', 'updated_at': '2022-02-09T13:37:28Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '51d17fe3-340f-4d27-8f89-40a13c627b79', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:72:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f275de-ecca-43f0-844d-32ec039614bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:34:57Z', 'updated_at': '2022-02-09T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:37:33.831803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71aeb5-2eaf-41b4-9a5d-4275c598431f req-23de88b6-ffd0-4de5-a230-3dbfd9709c08 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:33.834050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e71aeb5-2eaf-41b4-9a5d-4275c598431f req-23de88b6-ffd0-4de5-a230-3dbfd9709c08 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 943 time: 0.2160625 Feb 09 13:37:33.947258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e71aeb5-2eaf-41b4-9a5d-4275c598431f req-c70f873b-0167-477a-b292-60589ff83fa5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898926 Feb 09 13:37:33.948313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:34.003262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '23a2dbd6-10db-4b67-8d90-04625cb0a9ec', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'port_id': '23a2dbd6-10db-4b67-8d90-04625cb0a9ec', 'mac_address': 'fa:16:3e:e4:9f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:37:34.205066 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:34.229134 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:34.300280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No active binding found for port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 {{(pid=83481) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 09 13:37:34.301015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:34.323011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Pushing event deleted for resources: {'Port': ['ID=413c14f7-dacc-4a68-adbd-a9b04d8ef0d6,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:34.342607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.343218 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.344230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.344793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.345362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.346057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.347600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.348109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.349170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.349537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.349872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:34.360830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a2dbd6-10db-4b67-8d90-04625cb0a9ec {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:37:34.377870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66341082-9f3a-4d71-9e7f-d2e7966a9255 None None] No DVR routers for this DVR port 413c14f7-dacc-4a68-adbd-a9b04d8ef0d6 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:37:34.425057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:34.428550 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-54531da2-034c-4bc6-b8d7-0d3c122d0f63 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=11b3d687f9be4b82ae8d801cd5c79bee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3187265 Feb 09 13:37:34.438709 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:34.496865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:34.503499 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:34.580402 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:34.587538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Fanout notify agent at l3_agent the message router_deleted on router c5f275de-ecca-43f0-844d-32ec039614bc {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:37:34.630456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:34.659217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['23a2dbd6-10db-4b67-8d90-04625cb0a9ec'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:37:34.716195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7cea90fa-5352-49f8-a000-201f32fcc524 req-e61bc9b1-fe3f-46e9-984d-bbe348f4ab59 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 210 time: 0.0902140 Feb 09 13:37:34.847454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:34.849094 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b9b482f-e1ae-414f-b6cc-6cec408f0f63 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/routers/c5f275de-ecca-43f0-844d-32ec039614bc HTTP/1.1" status: 204 len: 168 time: 3.4740756 Feb 09 13:37:34.853686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58312) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:35.148613 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:35.160002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ad5c0-7041-4335-a808-276c34984fa5 req-5577d6d5-4e9d-443f-97e7-8b6fa79fd152 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:35.162302 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-5577d6d5-4e9d-443f-97e7-8b6fa79fd152 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7212365 Feb 09 13:37:35.268056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Request body: {'port': {'device_id': 'cdb928bc-4c08-45e6-a158-80edff3da09e', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '11b3d687f9be4b82ae8d801cd5c79bee'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:35.370084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a76ceee-1bb6-4a86-8c1b-6ab1df6cb3da req-07f9d50a-7f20-44d9-95d1-b96bd78fc96e tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 210 time: 0.2345583 Feb 09 13:37:35.475791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f45ff8ec-d7c1-432a-8966-83a76970946a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:35.494874 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:35.517560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-b55f5d4f-b3ec-4ffb-bde8-1fe06af59e30 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:35.521793 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-b55f5d4f-b3ec-4ffb-bde8-1fe06af59e30 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.62 "GET /v2.0/networks?id=5a422320-7944-4272-9e8f-4a3e54179113 HTTP/1.1" status: 200 len: 808 time: 0.5730991 Feb 09 13:37:35.522066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: f45ff8ec-d7c1-432a-8966-83a76970946a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:37:35.522066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f45ff8ec-d7c1-432a-8966-83a76970946a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:35.522066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 51d17fe3-340f-4d27-8f89-40a13c627b79 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:35.524187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67211146-3b37-4d96-92a1-bfac54c0b072']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:35.536562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d469d5-d5ea-4159-8cd0-a57e0037fccf') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:35.537029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d469d5-d5ea-4159-8cd0-a57e0037fccf') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:35.544757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Request body: {'port': {'device_id': '6aa57ca7-e51a-4d29-8c0a-063855f67ac4', 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113', 'admin_state_up': True, 'tenant_id': 'ad053601b5a44869b491e9a4d82adb83'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:35.549594 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:35.560348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 51d17fe3-340f-4d27-8f89-40a13c627b79 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:37:35.560824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 51d17fe3-340f-4d27-8f89-40a13c627b79 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:35.566344 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:35.579074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:37:35.579787 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:35.592726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:35.600449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Usage tracker for resource:port and tenant:11b3d687f9be4b82ae8d801cd5c79bee is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:37:35.607698 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:37:35.648747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:35.660290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:35.685821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Made reservation on behalf of 11b3d687f9be4b82ae8d801cd5c79bee for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:35.688924 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:35.699874 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:35.706129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:35.714072 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:35.740083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Network': ['ID=67211146-3b37-4d96-92a1-bfac54c0b072,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:35.757924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:35.769435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Usage tracker for resource:port and tenant:ad053601b5a44869b491e9a4d82adb83 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:35.771073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d0c4d-5a75-4e34-ab80-1c5292b15e98 req-a638d63c-f8a7-47ca-9564-5374521bb3d4 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:35.773555 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a67d0c4d-5a75-4e34-ab80-1c5292b15e98 req-a638d63c-f8a7-47ca-9564-5374521bb3d4 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 944 time: 0.4845233 Feb 09 13:37:35.774021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:35.776780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-46f5e801-420c-4767-8864-988e00606a8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/networks/67211146-3b37-4d96-92a1-bfac54c0b072 HTTP/1.1" status: 204 len: 168 time: 0.9212158 Feb 09 13:37:35.783545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58320) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:35.787082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:35.789872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:35.813499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Usage tracker for resource:security_group_rule and tenant:11b3d687f9be4b82ae8d801cd5c79bee is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:35.826552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:35.843210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a67d0c4d-5a75-4e34-ab80-1c5292b15e98 req-30d6a6e9-b5f3-41ec-9f92-04d72006d172 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542548 Feb 09 13:37:35.843869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:35.849581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Made reservation on behalf of ad053601b5a44869b491e9a4d82adb83 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:35.852885 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:35.898576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8f53cf1-79ff-4e40-8c38-e1d1489fce35 req-92b79f1f-f2c0-4611-88be-47d7d7516f92 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 210 time: 0.0416589 Feb 09 13:37:35.946634 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6eb0288f-188d-450e-81b0-1a61e5783895 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.031353 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6eb0288f-188d-450e-81b0-1a61e5783895 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.132257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.141167 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.234414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Allocated IP 172.20.0.12 (5a422320-7944-4272-9e8f-4a3e54179113/cd60082b-87a1-4de6-b789-ac2b4be054ff/58a8e4df-26ee-4db8-999d-aa2948c6e2a9) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:36.253377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98991947-6f2c-45bb-9003-d744930ac024,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:36.347533 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6eb0288f-188d-450e-81b0-1a61e5783895 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.397007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0288f-188d-450e-81b0-1a61e5783895 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f3c9b8-4462-4a88-b9c3-a201c4389eb2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:36.500734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 23a2dbd6-10db-4b67-8d90-04625cb0a9ec up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:36.511122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Allocated IP 192.168.233.50 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/7cd38f81-73ca-4059-94e2-3eebe5848378) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:36.560428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6eb0288f-188d-450e-81b0-1a61e5783895 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.563024 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6eb0288f-188d-450e-81b0-1a61e5783895 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/security-groups/b4f3c9b8-4462-4a88-b9c3-a201c4389eb2 HTTP/1.1" status: 204 len: 168 time: 0.7783859 Feb 09 13:37:36.587269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:36.595669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:36.596563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.671624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.771914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7debde7b-f75e-4612-9acd-c7bcbec0397b req-86415aff-fbde-42a1-ae38-995374e76dbe tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 210 time: 0.2600887 Feb 09 13:37:36.835473 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.864289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28af583-8ae6-43c0-a0ce-343a6e118d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a2dbd6-10db-4b67-8d90-04625cb0a9ec'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:36.876585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:36.881524 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.919433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:36.953281 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28af583-8ae6-43c0-a0ce-343a6e118d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a2dbd6-10db-4b67-8d90-04625cb0a9ec', 'code': 200} Feb 09 13:37:37.034916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:37.076917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58348) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:37.084345 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935199614', 'description': 'tempest-secgroup-smoke-935199614 description', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:37.099803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:37.105292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:37.108922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:37.117913 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:37.130510 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.147102 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.188256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Transition to ACTIVE for port object 7cd38f81-73ca-4059-94e2-3eebe5848378 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:37.190896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Pushing event updated for resources: {'Port': ['ID=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:37.196999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Network 5a422320-7944-4272-9e8f-4a3e54179113 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:37.200540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:37.204865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:37:37.277588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:37.287433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:37.292608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:37.296681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:37.297291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.303481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:37.311679 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.318527 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ea46f85-90e6-496e-9bec-9dba24ed2e55 req-e3fc6e8b-a8ce-4dcb-babf-f023e16ff06e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 1096 time: 0.2941740 Feb 09 13:37:37.344086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3e523-98a3-439f-9675-e547f4309414 req-02091201-b237-473e-8268-bf97f4663b97 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:37.346939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59a3e523-98a3-439f-9675-e547f4309414 req-02091201-b237-473e-8268-bf97f4663b97 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 945 time: 0.2209594 Feb 09 13:37:37.442117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.453805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.462281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bca6fb-eb2c-4815-8d65-706aebecec12 req-8ec74f0b-bddd-4f91-b988-93b236b0237c tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:37.463774 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36bca6fb-eb2c-4815-8d65-706aebecec12 req-8ec74f0b-bddd-4f91-b988-93b236b0237c tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 932 time: 0.2468879 Feb 09 13:37:37.495249 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-591c4469-7c10-489a-a2a9-ecf67901b815 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9554687 Feb 09 13:37:37.512723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Request body: {'port': {'device_id': '6aa57ca7-e51a-4d29-8c0a-063855f67ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:37.523476 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59a3e523-98a3-439f-9675-e547f4309414 req-ea6b5ce6-71de-4715-9980-430da9daa623 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392157 Feb 09 13:37:37.555351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609a2400-9ee3-477a-a0af-231cbdbad059,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:37.559058 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.560771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-032e2d2b-55c7-4486-ad91-ddee9b8e2845 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4824412 Feb 09 13:37:37.563455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58352) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:37.570855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '609a2400-9ee3-477a-a0af-231cbdbad059', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:37.578741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:37.583182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-36bca6fb-eb2c-4815-8d65-706aebecec12 req-57b5ad06-ef08-4df3-b8d2-cf505a768580 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Synchronizing usage tracker for tenant:ad053601b5a44869b491e9a4d82adb83 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:37.583342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:37.585034 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Pushing event updated for resources: {'Port': ['ID=7cd38f81-73ca-4059-94e2-3eebe5848378,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:37.587615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:37.590208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:37:37.593900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:37.597700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:37.607627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:37.636207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-36bca6fb-eb2c-4815-8d65-706aebecec12 req-57b5ad06-ef08-4df3-b8d2-cf505a768580 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Unset dirty status for tenant:ad053601b5a44869b491e9a4d82adb83 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:37.637330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36bca6fb-eb2c-4815-8d65-706aebecec12 req-57b5ad06-ef08-4df3-b8d2-cf505a768580 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588590 Feb 09 13:37:37.643580 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ea46f85-90e6-496e-9bec-9dba24ed2e55 req-3c0df6bc-bb12-40cf-9b29-0fd1725e2a1f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862251 Feb 09 13:37:37.651649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.717349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:37.717963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.735770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.736935 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.740880 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.756077 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-d5928a50-93b6-484d-ada6-f0d27e3dc5af tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5053201 Feb 09 13:37:37.777828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0123a6b0-dbd4-40e1-8a74-df79d6423955,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:37.789344 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.791276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-279678ba-de70-4b69-b3de-bdb17d7e3a3f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2268152 Feb 09 13:37:37.794091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58356) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:37.802902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Request body: {'port': {'device_id': 'cdb928bc-4c08-45e6-a158-80edff3da09e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:37.803573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '609a2400-9ee3-477a-a0af-231cbdbad059', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:37.823662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:37.829274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:37.832585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:37.846962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:37.875874 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:37.970752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-17156275-fa9a-4051-aef0-9011997e4096 None None] Provisioning for port 7cd38f81-73ca-4059-94e2-3eebe5848378 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:37.980759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-17156275-fa9a-4051-aef0-9011997e4096 None None] Provisioning complete for port 7cd38f81-73ca-4059-94e2-3eebe5848378 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:37.985117 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-17156275-fa9a-4051-aef0-9011997e4096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.029889 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.058928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-17156275-fa9a-4051-aef0-9011997e4096 None None] Port 7cd38f81-73ca-4059-94e2-3eebe5848378 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:37:38.073043 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.077671 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.112404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85c6d3b-5e83-41bf-95c6-067031ff277d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:38.126679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acecfe0-3a3b-4f1c-be89-c92bd8015d64 req-7015a9bf-39fc-4053-b254-3a48682ccbee tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:38.128281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4acecfe0-3a3b-4f1c-be89-c92bd8015d64 req-7015a9bf-39fc-4053-b254-3a48682ccbee tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 935 time: 0.1817820 Feb 09 13:37:38.129585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.134518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-825bdea0-cbfe-4055-898b-85e21043644f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3392594 Feb 09 13:37:38.135316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58366) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:38.141144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '609a2400-9ee3-477a-a0af-231cbdbad059', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:38.151384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:38.173549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:38.179309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:38.187466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:38.220111 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4acecfe0-3a3b-4f1c-be89-c92bd8015d64 req-aee53c86-d947-4461-8975-ab2ac141d2ba tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736177 Feb 09 13:37:38.223717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.301370 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.307414 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.335597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9481ab4-46f1-4d6b-bbf7-f7e152f2e045,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:38.351100 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.355761 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7dd3194f-8cb3-49d9-91de-acc910b44dd1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2194414 Feb 09 13:37:38.356510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58370) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:38.387980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '609a2400-9ee3-477a-a0af-231cbdbad059', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:38.414243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:38.466555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:38.475957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:38.499192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:38.583122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:37:38.593281 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.602696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.633657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Transition to ACTIVE for port object 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:38.646931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.838199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af8107-9e9c-4b49-8265-61e8794d4969 req-9c64037f-d8b9-4a6b-9555-5aaf9db4d3e3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:38.850493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97af8107-9e9c-4b49-8265-61e8794d4969 req-9c64037f-d8b9-4a6b-9555-5aaf9db4d3e3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 945 time: 0.1644545 Feb 09 13:37:38.850929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:38.881003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd38f81-73ca-4059-94e2-3eebe5848378 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:37:38.889672 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.959045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97af8107-9e9c-4b49-8265-61e8794d4969 req-0287bf2d-2820-4405-8a98-57f510619263 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070430 Feb 09 13:37:38.964883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:38.991558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3db69a-7914-461c-8aa9-241f674d5f56 req-6f92da83-faa9-4aa3-b430-4884ccc6d38b tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:38.993483 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af3db69a-7914-461c-8aa9-241f674d5f56 req-6f92da83-faa9-4aa3-b430-4884ccc6d38b tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 944 time: 0.1199617 Feb 09 13:37:38.996156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Transition to ACTIVE for port object 7cd38f81-73ca-4059-94e2-3eebe5848378 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:38.999989 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.019431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.052450 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af3db69a-7914-461c-8aa9-241f674d5f56 req-da74a0ed-4822-48a3-aa77-1fc88827ef63 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475526 Feb 09 13:37:39.094748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b8fee2-d867-41d7-a447-6f2871cd0c8c,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:39.133365 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.134551 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0698e49e-41ef-4b59-a9f2-009d863e810f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7690995 Feb 09 13:37:39.137839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58382) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:39.143518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '609a2400-9ee3-477a-a0af-231cbdbad059', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:39.151718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:39.156515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:39.159725 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:39.170871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:39.182768 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Project 4b56b02eaccc4487993cc9bb3adc098d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:37:39.185071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Pushing event updated for resources: {'Port': ['ID=7cd38f81-73ca-4059-94e2-3eebe5848378,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:39.190888 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.194994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Attempting to bind port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:39.195327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Attempting to bind port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '3d4b6105-c768-46cc-9cbe-c7ea7205ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:39.195651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Attempting to bind port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 on network 5a422320-7944-4272-9e8f-4a3e54179113 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:39.214811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 on network 5a422320-7944-4272-9e8f-4a3e54179113 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:37:39.215130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Attempting to bind port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 on network 5a422320-7944-4272-9e8f-4a3e54179113 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:39.271777 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.276356 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.288803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:37:39.289140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Checking segment: {'id': '3d4b6105-c768-46cc-9cbe-c7ea7205ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:37:39.289615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Bound using segment: {'id': '3d4b6105-c768-46cc-9cbe-c7ea7205ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:37:39.290066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Bound port: 58a8e4df-26ee-4db8-999d-aa2948c6e2a9, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4b6105-c768-46cc-9cbe-c7ea7205ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:39.290407 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.298329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a17b66-3082-4338-ad4b-67b21e1eab8b,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:39.318387 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.322584 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a1b78b01-1458-42fa-84e7-57b1ce36f320 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1811388 Feb 09 13:37:39.322959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58388) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:39.329130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '609a2400-9ee3-477a-a0af-231cbdbad059', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:39.342036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:39.346656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:39.350361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:39.357468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:39.371523 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Project 4b56b02eaccc4487993cc9bb3adc098d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:37:39.380919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.508882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Attempting to bind port 7cd38f81-73ca-4059-94e2-3eebe5848378 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:39.509430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Attempting to bind port 7cd38f81-73ca-4059-94e2-3eebe5848378 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:39.509629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Attempting to bind port 7cd38f81-73ca-4059-94e2-3eebe5848378 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:39.523175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Port 7cd38f81-73ca-4059-94e2-3eebe5848378 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:37:39.523490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Attempting to bind port 7cd38f81-73ca-4059-94e2-3eebe5848378 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:39.523893 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.528329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] For port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:37:39.531314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac1398-638d-425f-b53e-cf8cf94fc5eb req-25c2dc00-32e8-4871-a8c2-b4a467fbe98a tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:39.532570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] For port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,segment=NetworkSegment(3d4b6105-c768-46cc-9cbe-c7ea7205ff63),segment_id=3d4b6105-c768-46cc-9cbe-c7ea7205ff63)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:37:39.532793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5aac1398-638d-425f-b53e-cf8cf94fc5eb req-25c2dc00-32e8-4871-a8c2-b4a467fbe98a tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 947 time: 0.1375706 Feb 09 13:37:39.534169 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.537286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:37:39.537622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:37:39.538181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:37:39.538812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Bound port: 7cd38f81-73ca-4059-94e2-3eebe5848378, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:39.539315 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.549266 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.575629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025437aa-6617-42fa-be25-f99ad825c297,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:39.600895 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.604812 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4b3b6130-6e57-45ea-85f9-d8920801e21c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2783079 Feb 09 13:37:39.605298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58392) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:39.614935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'network': {'name': 'tempest-network-smoke--1733131435', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'port_security_enabled': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:39.623037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:39.627138 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5aac1398-638d-425f-b53e-cf8cf94fc5eb req-91ad9c3b-1d3a-44ea-a7cc-333cf120db22 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811191 Feb 09 13:37:39.630459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:network and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:39.633415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:39.641347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:39.651285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.652635 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] 10.222.0.62 "PUT /v2.0/ports/58a8e4df-26ee-4db8-999d-aa2948c6e2a9 HTTP/1.1" status: 200 len: 1092 time: 2.1461110 Feb 09 13:37:39.654875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa57ca7-e51a-4d29-8c0a-063855f67ac4', 'tag': '58a8e4df-26ee-4db8-999d-aa2948c6e2a9'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:39.659658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:39.663248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.701370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:37:39.702649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abd11f-716f-42f4-8bf7-be6415579ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:39.716360 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.716931 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Added segment 85f18832-8725-4e92-8fbc-0333b6e78376 of type vlan for network c2b1d363-769a-48a5-8e62-c257ebbc1da3 Feb 09 13:37:39.746751 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa57ca7-e51a-4d29-8c0a-063855f67ac4', 'tag': '58a8e4df-26ee-4db8-999d-aa2948c6e2a9', 'status': 'completed', 'code': 200} Feb 09 13:37:39.750636 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.762229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] For port 7cd38f81-73ca-4059-94e2-3eebe5848378, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:37:39.773847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] For port 7cd38f81-73ca-4059-94e2-3eebe5848378, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7cd38f81-73ca-4059-94e2-3eebe5848378,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:37:39.787272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.789524 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.794439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:39.795086 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.861252 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.862717 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] 10.222.0.62 "PUT /v2.0/ports/7cd38f81-73ca-4059-94e2-3eebe5848378 HTTP/1.1" status: 200 len: 1095 time: 2.0646901 Feb 09 13:37:39.872291 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-28d9aee7-86cd-46c3-9d3e-fc4a715bc717 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ad053601b5a44869b491e9a4d82adb83&device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 1095 time: 0.1644151 Feb 09 13:37:39.906180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2998672 Feb 09 13:37:39.909566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58398) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:39.919306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'admin_state_up': True, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:39.925659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e830fb4-efd3-4a0e-b0a3-fae14a68b09a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Network': ['ID=c2b1d363-769a-48a5-8e62-c257ebbc1da3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:39.939249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network c2b1d363-769a-48a5-8e62-c257ebbc1da3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:37:39.940934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:39.945810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:router and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:39.953928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:39.963772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:39.979139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69eae2-9f39-4244-9d82-d3da31d8190c service neutron] Pushing event updated for resources: {'Port': ['ID=7cd38f81-73ca-4059-94e2-3eebe5848378,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:39.990005 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.991053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:39.993802 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-1f9698ec-607b-4cfe-97af-2e138dba553c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a8e4df-26ee-4db8-999d-aa2948c6e2a9 HTTP/1.1" status: 200 len: 217 time: 0.1130538 Feb 09 13:37:40.032010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:40.112678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-b50970eb-d908-4ef0-bfe8-daa35e272cd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:40.116035 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-b50970eb-d908-4ef0-bfe8-daa35e272cd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd60082b-87a1-4de6-b789-ac2b4be054ff HTTP/1.1" status: 200 len: 848 time: 0.1116047 Feb 09 13:37:40.135417 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-f1e913cc-bee9-4323-96a8-1ade79574dc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11b3d687f9be4b82ae8d801cd5c79bee&device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 1098 time: 0.2014644 Feb 09 13:37:40.266107 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-96d75127-9287-4a2f-80bd-c13ba12bdf5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a422320-7944-4272-9e8f-4a3e54179113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297805 Feb 09 13:37:40.300103 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-4c013e27-9dd6-43f4-9486-a695c8508f0c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7cd38f81-73ca-4059-94e2-3eebe5848378 HTTP/1.1" status: 200 len: 217 time: 0.1126621 Feb 09 13:37:40.360336 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:40.420821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8c533-a9b1-45db-9c1e-9033c62237d4 req-38bfe2ca-11a1-4706-8713-77b68bff68be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:40.422263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bd8c533-a9b1-45db-9c1e-9033c62237d4 req-38bfe2ca-11a1-4706-8713-77b68bff68be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 945 time: 0.2401540 Feb 09 13:37:40.437928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ad5c0-7041-4335-a808-276c34984fa5 req-70a96380-893b-4cc4-8cb8-6f96ebe3303e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:40.439402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-70a96380-893b-4cc4-8cb8-6f96ebe3303e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.1280203 Feb 09 13:37:40.458355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd16bb-f972-413a-9197-0829653df6cc req-b8065dda-21d6-4b54-8cea-58d79998d9a4 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:40.459813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9abd16bb-f972-413a-9197-0829653df6cc req-b8065dda-21d6-4b54-8cea-58d79998d9a4 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 944 time: 0.1845934 Feb 09 13:37:40.501545 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-4326b777-9aa5-4418-834f-310eb3d51a5b service neutron] 10.222.0.62 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215409 Feb 09 13:37:40.634021 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-01259e0f-b82c-4f2a-9a06-3367febb9a2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1784227 Feb 09 13:37:40.682660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bd8c533-a9b1-45db-9c1e-9033c62237d4 req-70ed3629-4398-4708-8667-a6c81de1fe3c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446666 Feb 09 13:37:40.695274 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9abd16bb-f972-413a-9197-0829653df6cc req-7bbaf062-ff63-44fd-83e9-f2784230100d tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271991 Feb 09 13:37:40.699705 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0b9d3889-edc8-4bc1-9e96-ab8223fd3875 req-13f78ed9-7d24-425c-9c15-77b7b2ea337d service neutron] 10.222.0.62 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884606 Feb 09 13:37:40.803187 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:40.839850 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:40.872507 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-7e132807-25e9-40f9-9962-3b4df3d725c3 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288208 Feb 09 13:37:40.901936 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0e3ecf0f-7d2d-423f-bb47-599311e9135c req-7f87265e-b94a-414a-83db-4490a93d174a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ad053601b5a44869b491e9a4d82adb83&device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 1095 time: 0.1321325 Feb 09 13:37:41.102517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.25.5.124 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/76a02a87-5394-4b49-b162-ada1d7530f78) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:41.109575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5085248-034c-47a3-9b64-3a088aab4d45 req-4e8b2e06-706b-480b-9884-7608514a09a9 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:41.111016 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5085248-034c-47a3-9b64-3a088aab4d45 req-4e8b2e06-706b-480b-9884-7608514a09a9 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 947 time: 0.2727513 Feb 09 13:37:41.127882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab03e6a-8929-44f6-b198-5692affe270b req-82aa897a-aa52-4c92-9497-93d77a19c9fd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:41.129383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ab03e6a-8929-44f6-b198-5692affe270b req-82aa897a-aa52-4c92-9497-93d77a19c9fd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 945 time: 0.2210398 Feb 09 13:37:41.228916 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-781ad5c0-7041-4335-a808-276c34984fa5 req-8139b99d-b4f1-427d-a77e-1300191257ad service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497274 Feb 09 13:37:41.237162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ecf0f-7d2d-423f-bb47-599311e9135c req-53637cde-872c-4f8e-8d16-a497d632d4cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:41.238625 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0e3ecf0f-7d2d-423f-bb47-599311e9135c req-53637cde-872c-4f8e-8d16-a497d632d4cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a422320-7944-4272-9e8f-4a3e54179113 HTTP/1.1" status: 200 len: 909 time: 0.3256910 Feb 09 13:37:41.293685 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5085248-034c-47a3-9b64-3a088aab4d45 req-da30800a-ed46-40e5-8c46-1479165b542f tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763115 Feb 09 13:37:41.303725 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ab03e6a-8929-44f6-b198-5692affe270b req-6f812763-f6e1-44a2-99bc-7cef58eb823f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603479 Feb 09 13:37:41.326145 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0e3ecf0f-7d2d-423f-bb47-599311e9135c req-33f32e73-9faa-435f-9098-63b8e5620133 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a8e4df-26ee-4db8-999d-aa2948c6e2a9 HTTP/1.1" status: 200 len: 217 time: 0.0776861 Feb 09 13:37:41.350949 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:41.397715 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:41.401053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ecf0f-7d2d-423f-bb47-599311e9135c req-d80be24f-59ca-4564-888a-3364d02cb5d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:41.402622 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0e3ecf0f-7d2d-423f-bb47-599311e9135c req-d80be24f-59ca-4564-888a-3364d02cb5d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd60082b-87a1-4de6-b789-ac2b4be054ff HTTP/1.1" status: 200 len: 848 time: 0.0669117 Feb 09 13:37:41.454433 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0e3ecf0f-7d2d-423f-bb47-599311e9135c req-e6bb81cf-47e7-4077-886e-8e7f4be36a07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a422320-7944-4272-9e8f-4a3e54179113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440576 Feb 09 13:37:41.465545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:41.468897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:41.474018 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:41.475429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:37:41.560367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=76a02a87-5394-4b49-b162-ada1d7530f78,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:41.603125 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0e3ecf0f-7d2d-423f-bb47-599311e9135c req-6fa3d40d-ce5e-41a2-a396-2cad4d4a377a service neutron] 10.222.0.62 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411917 Feb 09 13:37:41.668889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261be45a-59a4-4d2d-8802-c52143fecb1f req-561124eb-1337-4e8a-8a72-5a6098a40c9e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:41.670343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-261be45a-59a4-4d2d-8802-c52143fecb1f req-561124eb-1337-4e8a-8a72-5a6098a40c9e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 945 time: 0.1962564 Feb 09 13:37:41.726513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-261be45a-59a4-4d2d-8802-c52143fecb1f req-3fab38bf-09c2-4d8d-af4c-253be80f06d0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488522 Feb 09 13:37:41.744332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0e3ecf0f-7d2d-423f-bb47-599311e9135c req-341bdfde-8680-45c5-9058-18a2e7973f9c service neutron] 10.222.0.62 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323397 Feb 09 13:37:41.747978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb928bc-4c08-45e6-a158-80edff3da09e', 'tag': '7cd38f81-73ca-4059-94e2-3eebe5848378'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:41.763234 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:41.764027 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:41.823431 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb928bc-4c08-45e6-a158-80edff3da09e', 'tag': '7cd38f81-73ca-4059-94e2-3eebe5848378', 'status': 'completed', 'code': 200} Feb 09 13:37:41.955170 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e84500ea-ec06-4d87-bf4e-8cfea80fa566 req-6ccc7472-d236-4ba4-a87c-3eea32f373c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11b3d687f9be4b82ae8d801cd5c79bee&device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 1098 time: 0.1077380 Feb 09 13:37:42.007019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0076c-6272-41b2-b8a1-b23337012184 req-0336172a-40d2-4645-aa3a-ddc4e07ab26e tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:42.013609 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ada0076c-6272-41b2-b8a1-b23337012184 req-0336172a-40d2-4645-aa3a-ddc4e07ab26e tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 944 time: 0.1213641 Feb 09 13:37:42.079776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ada0076c-6272-41b2-b8a1-b23337012184 req-86aa4212-a904-4fba-b943-d5a68cbec046 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648239 Feb 09 13:37:42.124559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84500ea-ec06-4d87-bf4e-8cfea80fa566 req-5010642a-8989-4741-a66b-b75b7259ccd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:42.126210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e84500ea-ec06-4d87-bf4e-8cfea80fa566 req-5010642a-8989-4741-a66b-b75b7259ccd1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.1635818 Feb 09 13:37:42.173752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router b3ef108e-56fd-4c75-815f-7731ef6a375b is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:37:42.204473 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e84500ea-ec06-4d87-bf4e-8cfea80fa566 req-fb387d64-525c-45a7-aad5-974a9618ec48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=7cd38f81-73ca-4059-94e2-3eebe5848378 HTTP/1.1" status: 200 len: 217 time: 0.0708559 Feb 09 13:37:42.277116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84500ea-ec06-4d87-bf4e-8cfea80fa566 req-f88482e0-fa09-425a-9291-61160cb9e929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:42.279075 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e84500ea-ec06-4d87-bf4e-8cfea80fa566 req-f88482e0-fa09-425a-9291-61160cb9e929 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0681970 Feb 09 13:37:42.356579 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e84500ea-ec06-4d87-bf4e-8cfea80fa566 req-9b05da9b-cd73-42a1-9969-11d5ede84e87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711098 Feb 09 13:37:42.500389 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e84500ea-ec06-4d87-bf4e-8cfea80fa566 req-d0959e0b-2336-4a47-904d-d63d6ee3a9a0 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372390 Feb 09 13:37:42.573418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437b4ce-351c-41a6-ab0d-092eb2fc15f6 req-5305851d-e68a-4bc4-b56f-519947fc2084 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:42.576237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8437b4ce-351c-41a6-ab0d-092eb2fc15f6 req-5305851d-e68a-4bc4-b56f-519947fc2084 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 945 time: 0.3407974 Feb 09 13:37:42.636765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e84500ea-ec06-4d87-bf4e-8cfea80fa566 req-347cbf8d-d78a-460d-8cc5-46dbbde1ec1a service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278951 Feb 09 13:37:42.658539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8437b4ce-351c-41a6-ab0d-092eb2fc15f6 req-dbd525c9-506e-48a3-ac6e-a5db05024a41 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769420 Feb 09 13:37:42.688235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5226b8-d9fe-4186-9fb5-6d9fd4d4b29a req-d43c875c-3ce6-49b7-919c-f1919cff9f64 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:42.689668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba5226b8-d9fe-4186-9fb5-6d9fd4d4b29a req-d43c875c-3ce6-49b7-919c-f1919cff9f64 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 947 time: 0.1730146 Feb 09 13:37:42.692129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:37:42.705400 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Sync routers for ids ['b3ef108e-56fd-4c75-815f-7731ef6a375b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:37:42.718022 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Routers {'b3ef108e-56fd-4c75-815f-7731ef6a375b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:37:42.718744 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:37:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3ef108e-56fd-4c75-815f-7731ef6a375b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:42.750945 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:42.752097 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8ecdb7c6-0e27-4a8d-900c-c256eef4179a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8413465 Feb 09 13:37:42.755948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58432) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:42.793505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba5226b8-d9fe-4186-9fb5-6d9fd4d4b29a req-cc88ad3d-b355-43eb-b8d9-ffe83cb25238 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932932 Feb 09 13:37:42.800999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c732f20a-c29c-4614-b9e0-a3a66224911e tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4b56b02eaccc4487993cc9bb3adc098d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417669 Feb 09 13:37:42.801203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58436) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:42.899731 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Set router b3ef108e-56fd-4c75-815f-7731ef6a375b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:37:42.929969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7877ef-54b3-474a-954c-08f2fe0d8284 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:42.933969 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ce7877ef-54b3-474a-954c-08f2fe0d8284 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288643 Feb 09 13:37:42.934372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58440) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:42.975359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-224a9ade-53ca-4362-b915-d2f720a18555 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369515 Feb 09 13:37:42.976064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58444) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:42.982755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1618016912', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:43.101325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:43.105261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:subnet and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:37:43.108112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:37:43.114096 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:43.124955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:43.188568 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:41Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:43.192848 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Checking router: b3ef108e-56fd-4c75-815f-7731ef6a375b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:37:43.193196 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Updating router b3ef108e-56fd-4c75-815f-7731ef6a375b port 76a02a87-5394-4b49-b162-ada1d7530f78 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:37:43.251650 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:43.278781 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:43.421452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f859e7-5703-42f7-848d-ea619efe1e97 req-82552ba0-cde7-4d94-916a-3fd128e8e0fa tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:43.423053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75f859e7-5703-42f7-848d-ea619efe1e97 req-82552ba0-cde7-4d94-916a-3fd128e8e0fa tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 944 time: 0.1902611 Feb 09 13:37:43.540616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75f859e7-5703-42f7-848d-ea619efe1e97 req-8dcc5347-d01f-49d3-8f09-4a0578a85a73 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094086 Feb 09 13:37:43.565823 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:43.641358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Subnet': ['ID=6b65368e-afad-4cf6-9403-a284eefc0a4a,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:43.655969 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:43.668253 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Checking segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:37:43.668612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network hostable DHCP agents. Network: c2b1d363-769a-48a5-8e62-c257ebbc1da3, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:37:43.672273 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Transition to ACTIVE for port object 76a02a87-5394-4b49-b162-ada1d7530f78 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:43.681070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e0308-9f32-482e-8f82-4911a52871a4 req-c4b51ce8-42a5-40cb-8e11-d987352eeba9 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:43.681809 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:43.682580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-824e0308-9f32-482e-8f82-4911a52871a4 req-c4b51ce8-42a5-40cb-8e11-d987352eeba9 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:43.698768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network c2b1d363-769a-48a5-8e62-c257ebbc1da3 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:37:43.702037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-824e0308-9f32-482e-8f82-4911a52871a4 req-c4b51ce8-42a5-40cb-8e11-d987352eeba9 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:43.703217 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-824e0308-9f32-482e-8f82-4911a52871a4 req-c4b51ce8-42a5-40cb-8e11-d987352eeba9 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 945 time: 0.1653087 Feb 09 13:37:43.711422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, c2b1d363-769a-48a5-8e62-c257ebbc1da3) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:43.720357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:43.721617 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:43.723287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab20f129-b645-4176-9569-438c9031a7b7 None None] Network c2b1d363-769a-48a5-8e62-c257ebbc1da3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:37:43.769188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-813f0263-fa1d-4876-8faa-099c42a3f500 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7918892 Feb 09 13:37:43.771602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58454) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:37:43.801874 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Attempting to bind port 76a02a87-5394-4b49-b162-ada1d7530f78 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:43.802997 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Attempting to bind port 76a02a87-5394-4b49-b162-ada1d7530f78 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:43.803529 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Attempting to bind port 76a02a87-5394-4b49-b162-ada1d7530f78 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:43.819947 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:37:43.820577 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:37:43.821240 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:43.821767 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:37:43.822375 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Bound port: 76a02a87-5394-4b49-b162-ada1d7530f78, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:43.822930 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:43.827699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-824e0308-9f32-482e-8f82-4911a52871a4 req-7036a2ca-40ee-4588-bf24-7f3b70fb383f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Deleting port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:37:43.830300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-824e0308-9f32-482e-8f82-4911a52871a4 req-7036a2ca-40ee-4588-bf24-7f3b70fb383f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:43.995000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:37:44.000596 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] For port 76a02a87-5394-4b49-b162-ada1d7530f78, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:37:44.004132 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] For port 76a02a87-5394-4b49-b162-ada1d7530f78, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=76a02a87-5394-4b49-b162-ada1d7530f78,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:37:44.005602 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Pushing event updated for resources: {'Port': ['ID=76a02a87-5394-4b49-b162-ada1d7530f78,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:44.017519 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.018017 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.018439 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.018914 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.019393 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.019798 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.020360 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.020949 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.021481 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.022259 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.022852 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:37:44.028928 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:44.083895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:37:44.083895 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:44.128292 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7741103-ecb0-4e78-a9d3-07445ddd82e9 None None] Pushing event updated for resources: {'Port': ['ID=76a02a87-5394-4b49-b162-ada1d7530f78,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:44.156070 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Routers {'b3ef108e-56fd-4c75-815f-7731ef6a375b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:37:44.157006 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:37:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3ef108e-56fd-4c75-815f-7731ef6a375b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:44.188531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82d6c5-6fd8-42ae-aade-c6b7e676abf0 req-379f2768-af2e-4724-962b-b044c19bfa57 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:44.190298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad82d6c5-6fd8-42ae-aade-c6b7e676abf0 req-379f2768-af2e-4724-962b-b044c19bfa57 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 945 time: 0.3493125 Feb 09 13:37:44.246980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497541ab-8c15-4517-a47e-c65eab1c3de6 req-43e5132e-7a71-4d2c-88a9-2389538c07fc tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:44.253986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-497541ab-8c15-4517-a47e-c65eab1c3de6 req-43e5132e-7a71-4d2c-88a9-2389538c07fc tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 947 time: 0.2808254 Feb 09 13:37:44.331045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-497541ab-8c15-4517-a47e-c65eab1c3de6 req-c332d363-484e-46a3-a0b1-3505de65d412 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761242 Feb 09 13:37:44.343719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad82d6c5-6fd8-42ae-aade-c6b7e676abf0 req-39aaa6a3-a94b-4414-9bd3-a4a7c04852ca tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438794 Feb 09 13:37:44.363375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-824e0308-9f32-482e-8f82-4911a52871a4 req-7036a2ca-40ee-4588-bf24-7f3b70fb383f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] For port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:44.364094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-824e0308-9f32-482e-8f82-4911a52871a4 req-7036a2ca-40ee-4588-bf24-7f3b70fb383f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:44.369394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,segment=NetworkSegment(3d4b6105-c768-46cc-9cbe-c7ea7205ff63),segment_id=3d4b6105-c768-46cc-9cbe-c7ea7205ff63)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:44.388729 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] Set router b3ef108e-56fd-4c75-815f-7731ef6a375b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:37:44.390363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '58a8e4df-26ee-4db8-999d-aa2948c6e2a9', 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113', 'port_id': '58a8e4df-26ee-4db8-999d-aa2948c6e2a9', 'mac_address': 'fa:16:3e:1b:1c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd60082b-87a1-4de6-b789-ac2b4be054ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:37:44.421237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Allocated IP 172.20.0.2 (c2b1d363-769a-48a5-8e62-c257ebbc1da3/6b65368e-afad-4cf6-9403-a284eefc0a4a/2201b682-654d-4126-ad6e-79f1916054da) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:44.514519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-824e0308-9f32-482e-8f82-4911a52871a4 req-7036a2ca-40ee-4588-bf24-7f3b70fb383f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Calling delete_port for 23a2dbd6-10db-4b67-8d90-04625cb0a9ec owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:37:44.743734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-824e0308-9f32-482e-8f82-4911a52871a4 req-7036a2ca-40ee-4588-bf24-7f3b70fb383f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:44.757471 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:41Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:44.762398 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32b8d5-a9a5-4f41-bf15-e521424d482b None None] The sync data for ids ['b3ef108e-56fd-4c75-815f-7731ef6a375b'] in n-d-825175-3 is: [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:41Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:37:44.826239 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:44.858967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036a2ca-40ee-4588-bf24-7f3b70fb383f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'Port': ['ID=23a2dbd6-10db-4b67-8d90-04625cb0a9ec,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:44.860432 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:44.867028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:37:44.901929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Transition to ACTIVE for port object 2201b682-654d-4126-ad6e-79f1916054da will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:44.920875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5eb26a-d365-441f-91f1-44a87cc4ed62 req-f57cbb94-b816-4569-bdfe-49221896fbd5 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:44.922245 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d5eb26a-d365-441f-91f1-44a87cc4ed62 req-f57cbb94-b816-4569-bdfe-49221896fbd5 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 944 time: 0.1428277 Feb 09 13:37:44.932487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-824e0308-9f32-482e-8f82-4911a52871a4 req-7036a2ca-40ee-4588-bf24-7f3b70fb383f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] No DVR routers for this DVR port 23a2dbd6-10db-4b67-8d90-04625cb0a9ec on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:37:44.938662 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-824e0308-9f32-482e-8f82-4911a52871a4 req-7036a2ca-40ee-4588-bf24-7f3b70fb383f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:44.948864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28af583-8ae6-43c0-a0ce-343a6e118d1a', 'name': 'network-vif-deleted', 'tag': '23a2dbd6-10db-4b67-8d90-04625cb0a9ec'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:44.951690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Transition to ACTIVE for port object 2201b682-654d-4126-ad6e-79f1916054da will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:44.976142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,segment=NetworkSegment(3d4b6105-c768-46cc-9cbe-c7ea7205ff63),segment_id=3d4b6105-c768-46cc-9cbe-c7ea7205ff63)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:44.981797 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:45.058126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-824e0308-9f32-482e-8f82-4911a52871a4 req-7036a2ca-40ee-4588-bf24-7f3b70fb383f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "DELETE /v2.0/ports/23a2dbd6-10db-4b67-8d90-04625cb0a9ec HTTP/1.1" status: 204 len: 173 time: 1.3475373 Feb 09 13:37:45.058784 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:45.060806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7cd38f81-73ca-4059-94e2-3eebe5848378 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:37:45.115309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Network c2b1d363-769a-48a5-8e62-c257ebbc1da3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:45.124834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:45.133513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:37:45.139246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Pushing event updated for resources: {'Port': ['ID=2201b682-654d-4126-ad6e-79f1916054da,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:45.213095 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28af583-8ae6-43c0-a0ce-343a6e118d1a', 'name': 'network-vif-deleted', 'tag': '23a2dbd6-10db-4b67-8d90-04625cb0a9ec', 'status': 'completed', 'code': 200} Feb 09 13:37:45.325459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d5eb26a-d365-441f-91f1-44a87cc4ed62 req-e70bd997-871a-4ebf-a3b1-0d43ee2f1f64 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211741 Feb 09 13:37:45.479379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7cd38f81-73ca-4059-94e2-3eebe5848378, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7cd38f81-73ca-4059-94e2-3eebe5848378,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:45.498432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '7cd38f81-73ca-4059-94e2-3eebe5848378', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '7cd38f81-73ca-4059-94e2-3eebe5848378', 'mac_address': 'fa:16:3e:a5:32:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:37:45.635950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5dcfe712-79cb-4684-ba58-1a0996822324 req-23c21869-d99c-41ab-941b-176770732cc8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 210 time: 0.0539873 Feb 09 13:37:45.665128 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:45.684625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 76a02a87-5394-4b49-b162-ada1d7530f78 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:45.714035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Attempting to bind port 2201b682-654d-4126-ad6e-79f1916054da on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:45.714399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Attempting to bind port 2201b682-654d-4126-ad6e-79f1916054da by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:45.714803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Attempting to bind port 2201b682-654d-4126-ad6e-79f1916054da on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:45.717860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd38f81-73ca-4059-94e2-3eebe5848378 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:37:45.738522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7cd38f81-73ca-4059-94e2-3eebe5848378, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7cd38f81-73ca-4059-94e2-3eebe5848378,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:45.770037 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:45.784947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:45.827142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:37:45.828497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Checking segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:37:45.829126 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:45.829755 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Bound using segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:37:45.830441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Bound port: 2201b682-654d-4126-ad6e-79f1916054da, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:45.831055 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:45.910097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894339df-f2da-443c-b3e3-2e74f7e81a2a req-ffcde9ff-f34a-46cb-a942-7a3d16000e2e tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:45.919014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-894339df-f2da-443c-b3e3-2e74f7e81a2a req-ffcde9ff-f34a-46cb-a942-7a3d16000e2e tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 947 time: 0.2814419 Feb 09 13:37:45.947921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] For port 2201b682-654d-4126-ad6e-79f1916054da, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:37:45.951493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] For port 2201b682-654d-4126-ad6e-79f1916054da, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2201b682-654d-4126-ad6e-79f1916054da,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:37:45.976675 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:46.012409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=7cd38f81-73ca-4059-94e2-3eebe5848378,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:46.109214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a95cb-8957-4a24-94ad-dc828aec004c None None] Pushing event updated for resources: {'Port': ['ID=2201b682-654d-4126-ad6e-79f1916054da,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:46.110926 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:46.123840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['7cd38f81-73ca-4059-94e2-3eebe5848378'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:37:46.152525 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-894339df-f2da-443c-b3e3-2e74f7e81a2a req-51d0515a-6b19-4666-9d53-9d2fa9f6e4be tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321515 Feb 09 13:37:46.153084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['58a8e4df-26ee-4db8-999d-aa2948c6e2a9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:37:46.312981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 76a02a87-5394-4b49-b162-ada1d7530f78 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:46.351650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 76a02a87-5394-4b49-b162-ada1d7530f78 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:46.352312 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:46.560949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 23a2dbd6-10db-4b67-8d90-04625cb0a9ec no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:37:46.639783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 23a2dbd6-10db-4b67-8d90-04625cb0a9ec {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:37:46.640132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 23a2dbd6-10db-4b67-8d90-04625cb0a9ec not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:37:46.707486 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:46.915083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f40b2-dab8-4818-9f83-552a391634ec req-b46d8934-ffe2-4506-a00e-dd2fce21f6ea tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:46.932635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b60f40b2-dab8-4818-9f83-552a391634ec req-b46d8934-ffe2-4506-a00e-dd2fce21f6ea tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 945 time: 0.3828692 Feb 09 13:37:47.033705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a8f45c1-8c5c-4e96-884d-98fb94c07eae req-e1e6a04b-568c-4a2d-a896-5e427ad2b755 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=a28af583-8ae6-43c0-a0ce-343a6e118d1a HTTP/1.1" status: 200 len: 210 time: 0.1879008 Feb 09 13:37:47.106415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.20.0.1 (c2b1d363-769a-48a5-8e62-c257ebbc1da3/6b65368e-afad-4cf6-9403-a284eefc0a4a/49ff65fa-3bac-4a2e-9e1c-53564ae2bc43) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:47.120349 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:47.170276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 76a02a87-5394-4b49-b162-ada1d7530f78, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=76a02a87-5394-4b49-b162-ada1d7530f78,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:47.175458 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:47.282897 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b60f40b2-dab8-4818-9f83-552a391634ec req-08d63cc4-ad83-438f-be31-64ab7733537f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490522 Feb 09 13:37:47.283627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=76a02a87-5394-4b49-b162-ada1d7530f78,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:47.377951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:47.405411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Transition to ACTIVE for port object 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:47.451739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c92fcf-8d9e-42bd-91e8-a1797efae5fc req-1518d69e-4782-4f2a-8441-cc852196d353 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:47.453322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82c92fcf-8d9e-42bd-91e8-a1797efae5fc req-1518d69e-4782-4f2a-8441-cc852196d353 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 948 time: 0.1276290 Feb 09 13:37:47.455053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:47.598074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network c2b1d363-769a-48a5-8e62-c257ebbc1da3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:47.602266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2201b682-654d-4126-ad6e-79f1916054da up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:47.641917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:47.644823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:37:47.694160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 2201b682-654d-4126-ad6e-79f1916054da completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:47.705359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 76a02a87-5394-4b49-b162-ada1d7530f78 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:47.820918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 76a02a87-5394-4b49-b162-ada1d7530f78 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:47.821654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:47.836667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=49ff65fa-3bac-4a2e-9e1c-53564ae2bc43,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:47.902561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82c92fcf-8d9e-42bd-91e8-a1797efae5fc req-4ea5f0a4-0e42-434f-baa5-a05e8338a8ad tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010949 Feb 09 13:37:47.908798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:48.014503 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:48.022518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:48.061527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef099bb-c421-4927-89a8-9950ae86fa17 None None] Network c2b1d363-769a-48a5-8e62-c257ebbc1da3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:37:48.454604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c03cb82e-2d37-46c2-b93b-570bf9d37d5d None None] Provisioning for port 2201b682-654d-4126-ad6e-79f1916054da completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:48.472800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c03cb82e-2d37-46c2-b93b-570bf9d37d5d None None] Provisioning complete for port 2201b682-654d-4126-ad6e-79f1916054da triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:48.473398 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c03cb82e-2d37-46c2-b93b-570bf9d37d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:48.544132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:48.550893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:48.551264 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:48.704792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfeb0d-5c25-45a8-a0bf-24c344583f72 req-6e69beff-4d54-4337-ab68-e48f4cfcb321 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:48.712022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ecfeb0d-5c25-45a8-a0bf-24c344583f72 req-6e69beff-4d54-4337-ab68-e48f4cfcb321 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 945 time: 0.1921322 Feb 09 13:37:48.769039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c03cb82e-2d37-46c2-b93b-570bf9d37d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:48.810041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ecfeb0d-5c25-45a8-a0bf-24c344583f72 req-1759e290-cd48-4e00-8395-b3845ce89f56 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971644 Feb 09 13:37:48.819619 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:48.857483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c03cb82e-2d37-46c2-b93b-570bf9d37d5d None None] For port 2201b682-654d-4126-ad6e-79f1916054da, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2201b682-654d-4126-ad6e-79f1916054da,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:48.862763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa57ca7-e51a-4d29-8c0a-063855f67ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a8e4df-26ee-4db8-999d-aa2948c6e2a9'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:48.869105 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:48.871270 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c03cb82e-2d37-46c2-b93b-570bf9d37d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:48.875819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:48.944571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,segment=NetworkSegment(3d4b6105-c768-46cc-9cbe-c7ea7205ff63),segment_id=3d4b6105-c768-46cc-9cbe-c7ea7205ff63)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:48.945559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cb82e-2d37-46c2-b93b-570bf9d37d5d None None] Pushing event updated for resources: {'Port': ['ID=2201b682-654d-4126-ad6e-79f1916054da,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:48.967320 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa57ca7-e51a-4d29-8c0a-063855f67ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a8e4df-26ee-4db8-999d-aa2948c6e2a9', 'code': 200} Feb 09 13:37:48.968608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:48.969389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7cd38f81-73ca-4059-94e2-3eebe5848378 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:49.033161 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:49.093562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=49ff65fa-3bac-4a2e-9e1c-53564ae2bc43,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:49.246004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:49.246656 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6bee7f0a-79d9-4686-a13c-40551b8dc8ce req-1827848a-899f-47b3-a29f-085a9923c3cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 1097 time: 0.1992934 Feb 09 13:37:49.278608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 7cd38f81-73ca-4059-94e2-3eebe5848378 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:49.287901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 7cd38f81-73ca-4059-94e2-3eebe5848378 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:49.288534 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:49.318242 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6bee7f0a-79d9-4686-a13c-40551b8dc8ce req-200c55a3-ea1d-4fd3-80aa-af0b33934d93 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611367 Feb 09 13:37:49.342166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network c2b1d363-769a-48a5-8e62-c257ebbc1da3 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:49.344617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:49.356040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-baa75cde-f838-4342-a86a-75ef1f542296 None None] Provisioning for port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:49.367415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-baa75cde-f838-4342-a86a-75ef1f542296 None None] Provisioning complete for port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:49.367784 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-baa75cde-f838-4342-a86a-75ef1f542296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:49.451693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-baa75cde-f838-4342-a86a-75ef1f542296 None None] Port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:37:49.510738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2201b682-654d-4126-ad6e-79f1916054da up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:49.592579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-baa75cde-f838-4342-a86a-75ef1f542296 None None] Provisioning complete for port 2201b682-654d-4126-ad6e-79f1916054da triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:49.592865 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-baa75cde-f838-4342-a86a-75ef1f542296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:49.648982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710861c-381a-4884-b3e9-29845dfdcffa req-75938c54-8a13-48a5-a55b-f3e0c12e22c5 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:49.650607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1710861c-381a-4884-b3e9-29845dfdcffa req-75938c54-8a13-48a5-a55b-f3e0c12e22c5 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 948 time: 0.3924944 Feb 09 13:37:49.727300 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:49.763795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1710861c-381a-4884-b3e9-29845dfdcffa req-da79f548-0234-4afd-a9eb-62ceda1d3eb0 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062922 Feb 09 13:37:49.790862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2201b682-654d-4126-ad6e-79f1916054da triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:49.791319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:49.991587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7cd38f81-73ca-4059-94e2-3eebe5848378, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7cd38f81-73ca-4059-94e2-3eebe5848378,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:50.030962 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:50.128717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=7cd38f81-73ca-4059-94e2-3eebe5848378,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:50.274276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e7dce871-4ef0-490a-9e53-ef4a458697ba None None] Provisioning complete for port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:50.274673 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e7dce871-4ef0-490a-9e53-ef4a458697ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:50.279642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed065b7f-a1a3-4e94-910c-e1e96134572c req-fc89b7b7-cbd2-49bd-8ec5-dff307fc266b tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:50.287180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed065b7f-a1a3-4e94-910c-e1e96134572c req-fc89b7b7-cbd2-49bd-8ec5-dff307fc266b tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 946 time: 0.2697947 Feb 09 13:37:50.365936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e7dce871-4ef0-490a-9e53-ef4a458697ba None None] Port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:37:50.366779 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed065b7f-a1a3-4e94-910c-e1e96134572c req-6f8f71b0-9a7e-499d-8e5a-b9fbd596384e tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780294 Feb 09 13:37:50.429360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router b3ef108e-56fd-4c75-815f-7731ef6a375b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:37:50.729923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:37:50.741275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Sync routers for ids ['b3ef108e-56fd-4c75-815f-7731ef6a375b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:37:50.746655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2a5ee77f-d21b-4d18-8cf7-9fc9331704b8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "PUT /v2.0/routers/b3ef108e-56fd-4c75-815f-7731ef6a375b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9739943 Feb 09 13:37:50.760633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Routers {'b3ef108e-56fd-4c75-815f-7731ef6a375b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:37:50.761248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:37:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3ef108e-56fd-4c75-815f-7731ef6a375b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:50.970344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb928bc-4c08-45e6-a158-80edff3da09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd38f81-73ca-4059-94e2-3eebe5848378'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:51.054553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Set router b3ef108e-56fd-4c75-815f-7731ef6a375b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:37:51.094845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-f2c9ddb2-bca1-4645-9ed7-3459c704aba0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:51.134255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-f2c9ddb2-bca1-4645-9ed7-3459c704aba0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:51.135458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-f2c9ddb2-bca1-4645-9ed7-3459c704aba0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935199614&fields=id&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 267 time: 0.1433418 Feb 09 13:37:51.146906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372279de-48a1-4032-9838-22f531d3da55 req-ec948a0d-89b9-40d5-99ec-f82d11628f6a tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:51.154733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-372279de-48a1-4032-9838-22f531d3da55 req-ec948a0d-89b9-40d5-99ec-f82d11628f6a tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 949 time: 0.1162891 Feb 09 13:37:51.339325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-372279de-48a1-4032-9838-22f531d3da55 req-0a80f182-2bee-4842-9649-9338cf43e535 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837230 Feb 09 13:37:51.387256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-322790ef-c9d2-4be5-ae65-c4d10788f70a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:51.387969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-322790ef-c9d2-4be5-ae65-c4d10788f70a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:51.417373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-322790ef-c9d2-4be5-ae65-c4d10788f70a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:51.427157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-322790ef-c9d2-4be5-ae65-c4d10788f70a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 797 time: 0.2562709 Feb 09 13:37:51.440013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '49ff65fa-3bac-4a2e-9e1c-53564ae2bc43', 'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:da:3e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:46Z', 'updated_at': '2022-02-09T13:37:48Z', 'revision_number': 2, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:51.446880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Checking router: b3ef108e-56fd-4c75-815f-7731ef6a375b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:37:51.462028 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-527c653d-4ff2-4ee2-a37b-c25eaba3106e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/quotas/4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 375 time: 0.0338259 Feb 09 13:37:51.467200 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Updating router b3ef108e-56fd-4c75-815f-7731ef6a375b port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:37:51.502404 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb928bc-4c08-45e6-a158-80edff3da09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd38f81-73ca-4059-94e2-3eebe5848378', 'code': 200} Feb 09 13:37:51.538748 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:51.577924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-6dd16e0a-ba06-4caf-a001-e95f1080722b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:51.609453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-6dd16e0a-ba06-4caf-a001-e95f1080722b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:51.612238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-6dd16e0a-ba06-4caf-a001-e95f1080722b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425149 Feb 09 13:37:51.714835 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1534fb5d-30c5-47db-9a31-9abd47388a9b req-720baea3-8eac-453b-9f5c-6b16f886a8d0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 1100 time: 0.1741145 Feb 09 13:37:51.827158 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1534fb5d-30c5-47db-9a31-9abd47388a9b req-0911b269-a234-4bc2-8c8e-da19c5438dcb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046073 Feb 09 13:37:51.883303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-d9c05cbb-a22c-47e4-a4a0-e0cd66256943 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422099 Feb 09 13:37:51.938459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8c279-cff5-4826-920c-84d40048c943 req-ea24fd66-21b3-49a5-a740-d2deea941d8b tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:51.947824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2e8c279-cff5-4826-920c-84d40048c943 req-ea24fd66-21b3-49a5-a740-d2deea941d8b tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 946 time: 0.1934979 Feb 09 13:37:52.108183 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f2e8c279-cff5-4826-920c-84d40048c943 req-a17d08e9-53f1-40fc-b662-03aeee5cf077 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592338 Feb 09 13:37:52.109736 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:52.127215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Transition to ACTIVE for port object 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:52.137149 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:52.138312 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-44343946-dee0-4c14-9163-edf1ceac8ee2 service neutron] 10.222.0.59 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540753 Feb 09 13:37:52.286649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e2eae-fd6c-487d-97ab-8ce9b6b99cda None None] Pushing event updated for resources: {'Port': ['ID=49ff65fa-3bac-4a2e-9e1c-53564ae2bc43,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:52.472913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33e9e86a-ec64-4548-96da-94c273ddc1e2 req-36b41131-7ddf-477f-baf4-efaed660d720 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 210 time: 0.1120887 Feb 09 13:37:52.655902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Attempting to bind port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:52.656414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Attempting to bind port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:52.656784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Attempting to bind port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:52.681099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:37:52.682219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Checking segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:37:52.682219 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:52.682500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Bound using segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:37:52.683007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Bound port: 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:52.683336 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:52.769431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17577b-f900-43f6-9d08-433ac31984f0 req-1489cf75-70c7-43ee-b7d1-6dac0525fad0 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:52.771877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be17577b-f900-43f6-9d08-433ac31984f0 req-1489cf75-70c7-43ee-b7d1-6dac0525fad0 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 949 time: 0.1754363 Feb 09 13:37:52.961231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be17577b-f900-43f6-9d08-433ac31984f0 req-d4d73eba-0639-4e56-8057-19cfbea514e3 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823168 Feb 09 13:37:52.979553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] For port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:37:52.989099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] For port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=49ff65fa-3bac-4a2e-9e1c-53564ae2bc43,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:37:52.999983 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:53.267671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e2eae-fd6c-487d-97ab-8ce9b6b99cda None None] Pushing event updated for resources: {'Port': ['ID=49ff65fa-3bac-4a2e-9e1c-53564ae2bc43,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:53.283746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Routers {'b3ef108e-56fd-4c75-815f-7731ef6a375b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:37:53.284384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:37:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3ef108e-56fd-4c75-815f-7731ef6a375b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:53.665833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] Set router b3ef108e-56fd-4c75-815f-7731ef6a375b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:37:53.703736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0115875-aa31-46df-a783-088dbac45cf0 req-2e4b54ca-72c0-4b3f-8219-d5cc948dcb0a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 210 time: 0.0603263 Feb 09 13:37:54.057446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '49ff65fa-3bac-4a2e-9e1c-53564ae2bc43', 'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:da:3e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:46Z', 'updated_at': '2022-02-09T13:37:52Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:37:54.068347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31e7c6-8c6c-45c9-84a0-d1904b2fe2f9 None None] The sync data for ids ['b3ef108e-56fd-4c75-815f-7731ef6a375b'] in n-d-825175-3 is: [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '49ff65fa-3bac-4a2e-9e1c-53564ae2bc43', 'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:da:3e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:46Z', 'updated_at': '2022-02-09T13:37:52Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:37:54.457424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2d31f920-bb87-491d-9a51-f474bf010f20 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:54.460575 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2d31f920-bb87-491d-9a51-f474bf010f20 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.67 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 797 time: 0.2449598 Feb 09 13:37:54.495222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0c93b-3c74-49f2-a821-afd24aac844d req-e2896f50-1b2e-40d7-8f72-72341e90987a tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:54.501203 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3a0c93b-3c74-49f2-a821-afd24aac844d req-e2896f50-1b2e-40d7-8f72-72341e90987a tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 946 time: 0.2669077 Feb 09 13:37:54.533171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca14447-b27c-4533-84b4-93f18c5a5620 req-0b22b843-a1f8-4cdf-87f9-55c2ab222fcb tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:54.540827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dca14447-b27c-4533-84b4-93f18c5a5620 req-0b22b843-a1f8-4cdf-87f9-55c2ab222fcb tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 949 time: 0.1987755 Feb 09 13:37:54.552788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-e16df6de-706e-49e4-b2b4-3c2d10f2d953 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:54.577134 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-e16df6de-706e-49e4-b2b4-3c2d10f2d953 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:54.583287 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-e16df6de-706e-49e4-b2b4-3c2d10f2d953 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 379 time: 0.1063223 Feb 09 13:37:54.599092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'port': {'device_id': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'admin_state_up': True, 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'security_groups': ['609a2400-9ee3-477a-a0af-231cbdbad059']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:54.624109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dca14447-b27c-4533-84b4-93f18c5a5620 req-2626c9d4-8e95-4e62-ad18-16286b3b39ff tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818169 Feb 09 13:37:54.637994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e3a0c93b-3c74-49f2-a821-afd24aac844d req-3420c882-4e90-4d34-ba4e-e1890bc880e5 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292958 Feb 09 13:37:54.861664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:37:54.892389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:37:54.937072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:37:54.946508 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:55.016574 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8cce8346-05cf-4f36-9c95-7c2c136c8194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:55.143945 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a088c57-0df2-4945-93ec-f1acc9a27376 req-108762e0-b053-4ab0-920b-e3666ff87738 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 210 time: 0.1126192 Feb 09 13:37:55.271069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.20.0.10 (c2b1d363-769a-48a5-8e62-c257ebbc1da3/6b65368e-afad-4cf6-9403-a284eefc0a4a/00cc6d62-be38-4b12-80ba-ee17a0042512) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:37:55.539841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:55.588321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-49cf9e66-b1a8-4f05-8408-d1a0d8e59d78 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:55.589017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-49cf9e66-b1a8-4f05-8408-d1a0d8e59d78 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Synchronizing usage tracker for tenant:ad053601b5a44869b491e9a4d82adb83 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:55.601117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:55.606564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd0c33-57e5-456d-8e16-182079b0a2ec req-bdafc990-5a38-48b9-baec-fbbbc9e9268c tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:55.608332 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dcd0c33-57e5-456d-8e16-182079b0a2ec req-bdafc990-5a38-48b9-baec-fbbbc9e9268c tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 949 time: 0.1829410 Feb 09 13:37:55.632096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Transition to ACTIVE for port object 00cc6d62-be38-4b12-80ba-ee17a0042512 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:55.636428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-49cf9e66-b1a8-4f05-8408-d1a0d8e59d78 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Unset dirty status for tenant:ad053601b5a44869b491e9a4d82adb83 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:55.637652 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-49cf9e66-b1a8-4f05-8408-d1a0d8e59d78 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 946 time: 0.2700014 Feb 09 13:37:55.671905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:55.677359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1dcd0c33-57e5-456d-8e16-182079b0a2ec req-f30d197e-4bab-4a0f-8813-05cc5c861c22 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582097 Feb 09 13:37:55.682201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:55.682900 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:55.768541 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-9a3938d0-7991-4024-96aa-1c492f3922cf tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Deleting port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:37:55.768891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-9a3938d0-7991-4024-96aa-1c492f3922cf tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:55.824281 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:55.865277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=49ff65fa-3bac-4a2e-9e1c-53564ae2bc43,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:55.875960 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:55.899975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:55.971308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=49ff65fa-3bac-4a2e-9e1c-53564ae2bc43,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:55.988628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa44d76-fbe5-4a7e-aa88-db950ff01160 req-b1c1ca4c-cf69-4be6-ae1e-1f6d510ef09d tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:55.993200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa44d76-fbe5-4a7e-aa88-db950ff01160 req-b1c1ca4c-cf69-4be6-ae1e-1f6d510ef09d tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 946 time: 0.1570237 Feb 09 13:37:56.049636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network c2b1d363-769a-48a5-8e62-c257ebbc1da3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:37:56.162057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa44d76-fbe5-4a7e-aa88-db950ff01160 req-389b1964-cffb-4f69-9d4c-4bdd7ca6f97b tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623933 Feb 09 13:37:56.198423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:37:56.201206 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:37:56.264011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:56.357585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:56.358511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:56.374496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-9a3938d0-7991-4024-96aa-1c492f3922cf tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] For port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,segment=NetworkSegment(3d4b6105-c768-46cc-9cbe-c7ea7205ff63),segment_id=3d4b6105-c768-46cc-9cbe-c7ea7205ff63)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:56.380295 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-9a3938d0-7991-4024-96aa-1c492f3922cf tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:56.410565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199c768-ee67-4cd6-ae01-b5aef17a5693 req-61137231-e90f-471f-a9a4-cd8357c9b0f8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:56.412908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9199c768-ee67-4cd6-ae01-b5aef17a5693 req-61137231-e90f-471f-a9a4-cd8357c9b0f8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 932 time: 0.1081524 Feb 09 13:37:56.505485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9199c768-ee67-4cd6-ae01-b5aef17a5693 req-86fe5728-3f41-4063-92bc-d8b4069ce715 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829535 Feb 09 13:37:56.579595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-646ae224-fd32-4edf-a13a-4937e57f4866 None None] Provisioning for port 00cc6d62-be38-4b12-80ba-ee17a0042512 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:37:56.586065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-646ae224-fd32-4edf-a13a-4937e57f4866 None None] Provisioning complete for port 00cc6d62-be38-4b12-80ba-ee17a0042512 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:56.586433 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-646ae224-fd32-4edf-a13a-4937e57f4866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:56.673558 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-2e5d487c-2bf1-4379-8111-f61b35160943 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0787818 Feb 09 13:37:56.681604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-9a3938d0-7991-4024-96aa-1c492f3922cf tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Calling delete_port for 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:37:56.722286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Request body: {'port': {'device_id': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:37:56.729892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-646ae224-fd32-4edf-a13a-4937e57f4866 None None] Port 00cc6d62-be38-4b12-80ba-ee17a0042512 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:37:56.962506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-a434d6ec-5522-4b8c-abe7-c1e8b86a15f8 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:56.963258 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-a434d6ec-5522-4b8c-abe7-c1e8b86a15f8 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Synchronizing usage tracker for tenant:11b3d687f9be4b82ae8d801cd5c79bee on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:37:57.020851 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:57.043654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49b98f-a0d4-465d-b51d-6b9798b0077a req-32381db8-eb88-4ad0-bbd2-4b1271b786ca tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:57.046305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be49b98f-a0d4-465d-b51d-6b9798b0077a req-32381db8-eb88-4ad0-bbd2-4b1271b786ca tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 949 time: 0.1929035 Feb 09 13:37:57.112204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-a434d6ec-5522-4b8c-abe7-c1e8b86a15f8 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Unset dirty status for tenant:11b3d687f9be4b82ae8d801cd5c79bee on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:37:57.113506 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-a434d6ec-5522-4b8c-abe7-c1e8b86a15f8 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 949 time: 0.4761016 Feb 09 13:37:57.127013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be49b98f-a0d4-465d-b51d-6b9798b0077a req-f14e8b28-0dc8-446f-95fb-c94a9acefad2 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736706 Feb 09 13:37:57.213605 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-9a3938d0-7991-4024-96aa-1c492f3922cf tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:57.231243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['58a8e4df-26ee-4db8-999d-aa2948c6e2a9'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:37:57.349424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-7deabb2c-f9e0-4165-b877-96fd62d04d94 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Deleting port 7cd38f81-73ca-4059-94e2-3eebe5848378 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:37:57.350097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-7deabb2c-f9e0-4165-b877-96fd62d04d94 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:57.406791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3938d0-7991-4024-96aa-1c492f3922cf tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Pushing event deleted for resources: {'Port': ['ID=58a8e4df-26ee-4db8-999d-aa2948c6e2a9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:57.469990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a820938a-de3a-411d-88cf-af3dc4aee586 req-a9bdbc65-a848-4218-b0b9-30956a1d111a tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 210 time: 0.0883272 Feb 09 13:37:57.484743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:37:57.625355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-9a3938d0-7991-4024-96aa-1c492f3922cf tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] No DVR routers for this DVR port 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:37:57.628918 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-9a3938d0-7991-4024-96aa-1c492f3922cf tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:57.631189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:37:57.631881 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:57.646124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa57ca7-e51a-4d29-8c0a-063855f67ac4', 'name': 'network-vif-deleted', 'tag': '58a8e4df-26ee-4db8-999d-aa2948c6e2a9'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:37:57.853535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4c918-298c-43db-91f6-995e97309a05 req-b1c22600-a5e2-4407-866d-2e9d6707c5c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:57.866191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70e4c918-298c-43db-91f6-995e97309a05 req-b1c22600-a5e2-4407-866d-2e9d6707c5c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 932 time: 0.1961191 Feb 09 13:37:57.948684 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-70e4c918-298c-43db-91f6-995e97309a05 req-805a0c58-b709-42c5-a9bd-d3fecd4e4afe tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815520 Feb 09 13:37:58.070051 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e11bacb2-427d-4725-a6d6-47b50488f782 req-9a3938d0-7991-4024-96aa-1c492f3922cf tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.62 "DELETE /v2.0/ports/58a8e4df-26ee-4db8-999d-aa2948c6e2a9 HTTP/1.1" status: 204 len: 173 time: 2.4260209 Feb 09 13:37:58.076490 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa57ca7-e51a-4d29-8c0a-063855f67ac4', 'name': 'network-vif-deleted', 'tag': '58a8e4df-26ee-4db8-999d-aa2948c6e2a9', 'status': 'completed', 'code': 200} Feb 09 13:37:58.164901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-7deabb2c-f9e0-4165-b877-96fd62d04d94 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] For port 7cd38f81-73ca-4059-94e2-3eebe5848378, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7cd38f81-73ca-4059-94e2-3eebe5848378,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:37:58.165260 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-7deabb2c-f9e0-4165-b877-96fd62d04d94 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:58.250758 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-91ba0a18-a903-4346-937a-f50cc0e135b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:58.313849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-7deabb2c-f9e0-4165-b877-96fd62d04d94 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Calling delete_port for 7cd38f81-73ca-4059-94e2-3eebe5848378 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:37:58.349102 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:37:58.377343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4078d4-ec92-47e5-87f8-ebe4ac8c1aef req-1028bd7b-4456-4dae-9aca-33e8092be5b1 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:58.378832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f4078d4-ec92-47e5-87f8-ebe4ac8c1aef req-1028bd7b-4456-4dae-9aca-33e8092be5b1 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 949 time: 0.0813439 Feb 09 13:37:58.435038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f4078d4-ec92-47e5-87f8-ebe4ac8c1aef req-f32f2e35-2dd0-4a15-83ec-deb192a6de35 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/security-groups?id=98991947-6f2c-45bb-9003-d744930ac024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504019 Feb 09 13:37:58.555883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cc6d62-be38-4b12-80ba-ee17a0042512 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:37:58.563525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:58.623008 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:58.669631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Transition to ACTIVE for port object 00cc6d62-be38-4b12-80ba-ee17a0042512 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:37:58.671639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-7deabb2c-f9e0-4165-b877-96fd62d04d94 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:58.727238 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:58.803609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deabb2c-f9e0-4165-b877-96fd62d04d94 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Pushing event deleted for resources: {'Port': ['ID=7cd38f81-73ca-4059-94e2-3eebe5848378,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:58.805314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:58.824039 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2d831fd-7fe4-4184-8aac-43ade343342e req-5ca40dc4-6eec-4a52-a0ae-b560a71794d2 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=6aa57ca7-e51a-4d29-8c0a-063855f67ac4 HTTP/1.1" status: 200 len: 210 time: 0.0843983 Feb 09 13:37:59.120952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:59.125128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-7deabb2c-f9e0-4165-b877-96fd62d04d94 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] No DVR routers for this DVR port 7cd38f81-73ca-4059-94e2-3eebe5848378 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:37:59.127846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-7deabb2c-f9e0-4165-b877-96fd62d04d94 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:59.230781 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6bcca4f4-26bb-4210-8dda-ca2022fc3fd0 req-7deabb2c-f9e0-4165-b877-96fd62d04d94 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.62 "DELETE /v2.0/ports/7cd38f81-73ca-4059-94e2-3eebe5848378 HTTP/1.1" status: 204 len: 173 time: 2.1014495 Feb 09 13:37:59.309495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8eb43-3e4d-401b-80b5-09a73b5a2c2f req-a3de6802-2b48-4ded-971d-b44a0b33ef44 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:37:59.313556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:37:59.318609 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5eb8eb43-3e4d-401b-80b5-09a73b5a2c2f req-a3de6802-2b48-4ded-971d-b44a0b33ef44 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 944 time: 0.1212428 Feb 09 13:37:59.325716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:37:59.326445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:59.340782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Port 00cc6d62-be38-4b12-80ba-ee17a0042512 on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:37:59.341636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:37:59.360322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:37:59.360940 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Checking segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:37:59.362651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Bound using segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:37:59.363302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Bound port: 00cc6d62-be38-4b12-80ba-ee17a0042512, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:37:59.375574 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:59.431023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5eb8eb43-3e4d-401b-80b5-09a73b5a2c2f req-c8234d76-17e0-4771-9562-52c304e0a0af tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111543 Feb 09 13:37:59.542669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:37:59.547858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:37:59.556582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:59.623154 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:37:59.624981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] 10.222.0.67 "PUT /v2.0/ports/00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1092 time: 2.9072816 Feb 09 13:37:59.691736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e303da0d-b11f-48f7-adf7-9da85b6acbb3 req-5415d24c-f84b-41e3-b042-ade7f17d3928 tempest-VolumesNegativeTest-735537197 tempest-VolumesNegativeTest-735537197-project] 10.222.0.59 "GET /v2.0/ports?device_id=cdb928bc-4c08-45e6-a158-80edff3da09e HTTP/1.1" status: 200 len: 210 time: 0.0795474 Feb 09 13:37:59.708039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b18e0-65cc-40c2-bb49-231ca752f69e service neutron] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:37:59.782849 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-e9379395-adb6-4b0f-be44-438784ffd9ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1095 time: 0.1160293 Feb 09 13:37:59.890664 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-bddf673f-708e-4961-baea-f17757410cd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 217 time: 0.1001716 Feb 09 13:37:59.975114 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:00.055166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-56f4b31d-a611-4c01-9f70-24381356dbaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:00.059163 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-56f4b31d-a611-4c01-9f70-24381356dbaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.1614885 Feb 09 13:38:00.091470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:38:00.141007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb928bc-4c08-45e6-a158-80edff3da09e', 'name': 'network-vif-deleted', 'tag': '7cd38f81-73ca-4059-94e2-3eebe5848378'}, {'name': 'network-changed', 'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:00.242015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:38:00.243188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 58a8e4df-26ee-4db8-999d-aa2948c6e2a9 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:38:00.243838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7cd38f81-73ca-4059-94e2-3eebe5848378 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:38:00.278620 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-6dc4210c-93d9-4884-a192-d8db0034135a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086763 Feb 09 13:38:00.315679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 7cd38f81-73ca-4059-94e2-3eebe5848378 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:38:00.316221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7cd38f81-73ca-4059-94e2-3eebe5848378 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:38:00.343634 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb928bc-4c08-45e6-a158-80edff3da09e', 'name': 'network-vif-deleted', 'tag': '7cd38f81-73ca-4059-94e2-3eebe5848378', 'status': 'completed', 'code': 200} Feb 09 13:38:00.343966 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'status': 'completed', 'code': 200} Feb 09 13:38:00.456189 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-4a54ed7b-d58f-4c0b-a643-0ce1000a0ac9 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707814 Feb 09 13:38:00.547909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-823444cd-79b8-4d4b-8431-b4b07ec9002e tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:00.549364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-823444cd-79b8-4d4b-8431-b4b07ec9002e tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/networks?id=5a422320-7944-4272-9e8f-4a3e54179113 HTTP/1.1" status: 200 len: 808 time: 0.1666777 Feb 09 13:38:00.570674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-7e61dc57-7d55-4957-92bc-efae87c52c21 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/quotas/ad053601b5a44869b491e9a4d82adb83 HTTP/1.1" status: 200 len: 375 time: 0.0149226 Feb 09 13:38:00.618369 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75ca90b-a6d3-447f-b4b3-d66204dcc6c1 req-b96bd396-8fa0-4bb8-9c50-58005a0e5a4e service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554260 Feb 09 13:38:00.666428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-0e4657d1-5e0e-4ed7-adb2-153f8b4ea082 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad053601b5a44869b491e9a4d82adb83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902636 Feb 09 13:38:00.764293 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0802c780-80b0-4d0b-a79a-f57d916386d3 req-ed39dd07-08e7-4483-89b4-60e7695b5da4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1095 time: 0.0933309 Feb 09 13:38:00.833492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3301f-40c7-46ae-804b-d3b5503e1959 req-3c6b0da4-7361-4021-844f-d29bb8bec7e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:00.835827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ae3301f-40c7-46ae-804b-d3b5503e1959 req-3c6b0da4-7361-4021-844f-d29bb8bec7e5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 944 time: 0.2250278 Feb 09 13:38:00.852867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-a8b7efad-26f7-4e02-a7f0-26e4f5ab37fc service neutron] 10.222.0.59 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775403 Feb 09 13:38:00.916870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c780-80b0-4d0b-a79a-f57d916386d3 req-52730b49-052e-43c7-81c8-84af0acfc40a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:00.918323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0802c780-80b0-4d0b-a79a-f57d916386d3 req-52730b49-052e-43c7-81c8-84af0acfc40a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.1479936 Feb 09 13:38:01.002066 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0802c780-80b0-4d0b-a79a-f57d916386d3 req-1ac2a720-7b88-4809-9e46-0ce85edb63cd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 217 time: 0.0769567 Feb 09 13:38:01.041411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ae3301f-40c7-46ae-804b-d3b5503e1959 req-a83fb38a-03a4-4fd0-a929-ffb564a6b562 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851265 Feb 09 13:38:01.118782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-707b979d-12e5-4786-a554-1a9dcf3fbd77 service neutron] 10.222.0.59 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450826 Feb 09 13:38:01.279094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802c780-80b0-4d0b-a79a-f57d916386d3 req-ced6872d-52fa-4bf0-929c-a07a161987a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:01.280981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0802c780-80b0-4d0b-a79a-f57d916386d3 req-ced6872d-52fa-4bf0-929c-a07a161987a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.2727447 Feb 09 13:38:01.439630 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0802c780-80b0-4d0b-a79a-f57d916386d3 req-0717eddf-0eec-4191-94b5-1337e1b7f05a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501193 Feb 09 13:38:01.477721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80d23866-34b3-497a-b95a-657eddbf0e87 req-c8cf9fc1-ef8f-4a20-a027-7a2cbeb1cec3 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 210 time: 0.0762033 Feb 09 13:38:01.637946 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0802c780-80b0-4d0b-a79a-f57d916386d3 req-cbce22fa-3611-41bd-93a0-1cdf308cf880 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926444 Feb 09 13:38:01.817734 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0802c780-80b0-4d0b-a79a-f57d916386d3 req-03f015d6-e80e-4df2-9ee1-fb0a9fdcbeb2 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726787 Feb 09 13:38:02.436413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1712b38-0c25-4c6d-b3c8-fb9fceb0f9c5 req-d9e0afee-8d17-47fa-a90b-98936dc88126 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:02.437944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1712b38-0c25-4c6d-b3c8-fb9fceb0f9c5 req-d9e0afee-8d17-47fa-a90b-98936dc88126 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 944 time: 0.1683419 Feb 09 13:38:02.495533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1712b38-0c25-4c6d-b3c8-fb9fceb0f9c5 req-0ad416e6-98e7-4188-983f-5a01ae6cc076 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513384 Feb 09 13:38:02.609235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:38:02.708596 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ff47e28e-2109-48bc-b155-b7e0231e5416 req-f7566e09-06e3-4a5f-a681-013589692a31 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 210 time: 0.0574672 Feb 09 13:38:02.862078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:02.882511 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'port_id': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'mac_address': 'fa:16:3e:c9:ec:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:38:02.949102 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:03.011059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cc6d62-be38-4b12-80ba-ee17a0042512 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:38:03.030651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-93fc3c2a-6830-4c5b-8442-3a9196410c84 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:03.032574 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-93fc3c2a-6830-4c5b-8442-3a9196410c84 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.62 "GET /v2.0/networks?id=5a422320-7944-4272-9e8f-4a3e54179113 HTTP/1.1" status: 200 len: 808 time: 0.2389183 Feb 09 13:38:03.046257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:03.056637 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:03.060925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Request body: {'port': {'device_id': '5cfee8db-bf92-4b75-898d-5f76abd6e77b', 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113', 'admin_state_up': True, 'tenant_id': 'ad053601b5a44869b491e9a4d82adb83'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:03.183530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:03.257243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['00cc6d62-be38-4b12-80ba-ee17a0042512'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:38:03.279005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:03.283708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Usage tracker for resource:port and tenant:ad053601b5a44869b491e9a4d82adb83 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:03.287499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:03.303086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:03.320778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Made reservation on behalf of ad053601b5a44869b491e9a4d82adb83 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:38:03.324121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:03.619175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Allocated IP 172.20.0.6 (5a422320-7944-4272-9e8f-4a3e54179113/cd60082b-87a1-4de6-b789-ac2b4be054ff/bb065a96-4338-4b4b-b5fc-c29d4991617c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:03.846453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948b0e0-7f40-48a4-82b8-ab506376b04c req-c69262f0-3e76-49d7-92f7-0be11427cc00 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:03.856742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3948b0e0-7f40-48a4-82b8-ab506376b04c req-c69262f0-3e76-49d7-92f7-0be11427cc00 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 945 time: 0.1399198 Feb 09 13:38:03.950412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3948b0e0-7f40-48a4-82b8-ab506376b04c req-f654c718-ffb9-40bd-b041-115147a31c2d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925214 Feb 09 13:38:04.128727 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:04.141523 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3171a750-0e69-4c0a-a733-4a04f33040fe req-8a1f450c-6f7c-4ef0-bbec-a7a4cea3af14 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2284739 Feb 09 13:38:04.165767 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:04.200402 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-56e5224c-af9f-4a8e-b474-24146e24569e req-795c531a-8178-47b5-8758-0521f09b434d tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 210 time: 0.0948956 Feb 09 13:38:04.292854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Network 5a422320-7944-4272-9e8f-4a3e54179113 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:04.298505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Pushing event updated for resources: {'Port': ['ID=bb065a96-4338-4b4b-b5fc-c29d4991617c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:04.305948 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:04.311664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:04.390774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:04.391355 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:04.409791 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3171a750-0e69-4c0a-a733-4a04f33040fe req-08821a2b-5595-4c49-b867-f1a9f53432f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d47b5dfdd0d44f0fb19f66dc53821ded&device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 1096 time: 0.1580071 Feb 09 13:38:04.422492 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-9e4fa387-f096-4278-a443-cec075bab953 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3683217 Feb 09 13:38:04.436845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Request body: {'port': {'device_id': '5cfee8db-bf92-4b75-898d-5f76abd6e77b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:04.616468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:04.693297 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:38:04.694306 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:04.743978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 00cc6d62-be38-4b12-80ba-ee17a0042512 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:04.750879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 00cc6d62-be38-4b12-80ba-ee17a0042512 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:04.751393 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:04.940257 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:04.986044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:04.998102 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:05.003707 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:05.087114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171a750-0e69-4c0a-a733-4a04f33040fe req-4839aca7-a22b-4601-b6ad-aa53c6d79bab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:05.095220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3171a750-0e69-4c0a-a733-4a04f33040fe req-4839aca7-a22b-4601-b6ad-aa53c6d79bab service neutron] 10.222.0.62 "GET /v2.0/networks?id=58382eec-5688-4b99-a8f3-e13c3026e6ea HTTP/1.1" status: 200 len: 915 time: 0.6074595 Feb 09 13:38:05.107894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:05.139144 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'code': 200} Feb 09 13:38:05.378011 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3171a750-0e69-4c0a-a733-4a04f33040fe req-5843e380-4f56-4585-95de-a1411ab6b0cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 HTTP/1.1" status: 200 len: 217 time: 0.1866927 Feb 09 13:38:05.593269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb065a96-4338-4b4b-b5fc-c29d4991617c {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:38:05.622455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:05.667872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171a750-0e69-4c0a-a733-4a04f33040fe req-6082629b-f180-4444-98f2-2df3725461f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:05.669916 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3171a750-0e69-4c0a-a733-4a04f33040fe req-6082629b-f180-4444-98f2-2df3725461f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0a6d6c1-0a33-411c-94d4-30680b556e00 HTTP/1.1" status: 200 len: 854 time: 0.1456690 Feb 09 13:38:05.676396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Transition to ACTIVE for port object bb065a96-4338-4b4b-b5fc-c29d4991617c will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:05.680340 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-431ca6cd-8579-4023-bbae-d9d4cdbe0da5 req-b1d9cdf1-5c8d-40c2-9e43-b0f41272e0dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1097 time: 0.4238701 Feb 09 13:38:05.735465 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:05.796060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750f524-3418-4aaf-a003-68b26a339266 req-4b404b9a-acad-4bcd-9668-90009ef13080 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:05.802770 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b750f524-3418-4aaf-a003-68b26a339266 req-4b404b9a-acad-4bcd-9668-90009ef13080 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.4719558 Feb 09 13:38:05.813495 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3171a750-0e69-4c0a-a733-4a04f33040fe req-a07fc2b9-6856-4815-a527-43ef2b913531 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58382eec-5688-4b99-a8f3-e13c3026e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320257 Feb 09 13:38:05.925431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b750f524-3418-4aaf-a003-68b26a339266 req-f36706e9-0b1d-4e2b-97f9-8d6045ab8deb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151404 Feb 09 13:38:05.959542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59d6a5-bfd7-4fa9-abed-b6599078906f req-d77de1ce-89b0-4180-8d1c-c728e32a28ca tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:05.961388 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b59d6a5-bfd7-4fa9-abed-b6599078906f req-d77de1ce-89b0-4180-8d1c-c728e32a28ca tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 943 time: 0.4774213 Feb 09 13:38:06.065394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b59d6a5-bfd7-4fa9-abed-b6599078906f req-f12b6c7b-1e30-4ae4-b653-4fd5ca748f51 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975087 Feb 09 13:38:06.106036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Pushing event updated for resources: {'Port': ['ID=bb065a96-4338-4b4b-b5fc-c29d4991617c,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:06.193701 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-431ca6cd-8579-4023-bbae-d9d4cdbe0da5 req-2721136c-e8fd-4cf1-a303-7cadc228a72b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4641142 Feb 09 13:38:06.259827 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3171a750-0e69-4c0a-a733-4a04f33040fe req-01087f6e-d622-463f-be02-0b9dd18e7331 service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297073 Feb 09 13:38:06.427557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Attempting to bind port bb065a96-4338-4b4b-b5fc-c29d4991617c on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:38:06.428284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Attempting to bind port bb065a96-4338-4b4b-b5fc-c29d4991617c by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '3d4b6105-c768-46cc-9cbe-c7ea7205ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:38:06.428284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Attempting to bind port bb065a96-4338-4b4b-b5fc-c29d4991617c on network 5a422320-7944-4272-9e8f-4a3e54179113 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:06.456092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Port bb065a96-4338-4b4b-b5fc-c29d4991617c on network 5a422320-7944-4272-9e8f-4a3e54179113 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:38:06.456421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Attempting to bind port bb065a96-4338-4b4b-b5fc-c29d4991617c on network 5a422320-7944-4272-9e8f-4a3e54179113 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:06.476168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:38:06.476520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Checking segment: {'id': '3d4b6105-c768-46cc-9cbe-c7ea7205ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:06.476897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Bound using segment: {'id': '3d4b6105-c768-46cc-9cbe-c7ea7205ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:38:06.477339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Bound port: bb065a96-4338-4b4b-b5fc-c29d4991617c, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4b6105-c768-46cc-9cbe-c7ea7205ff63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:38:06.477696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:06.543979 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3171a750-0e69-4c0a-a733-4a04f33040fe req-dc6e5e79-c80d-4858-87e1-b105cc1feba4 service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650051 Feb 09 13:38:06.600383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] For port bb065a96-4338-4b4b-b5fc-c29d4991617c, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:38:06.604308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] For port bb065a96-4338-4b4b-b5fc-c29d4991617c, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=bb065a96-4338-4b4b-b5fc-c29d4991617c,segment=NetworkSegment(3d4b6105-c768-46cc-9cbe-c7ea7205ff63),segment_id=3d4b6105-c768-46cc-9cbe-c7ea7205ff63)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:38:06.618439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:06.701823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:06.703503 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] 10.222.0.62 "PUT /v2.0/ports/bb065a96-4338-4b4b-b5fc-c29d4991617c HTTP/1.1" status: 200 len: 1091 time: 2.2722828 Feb 09 13:38:06.704079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfee8db-bf92-4b75-898d-5f76abd6e77b', 'tag': 'bb065a96-4338-4b4b-b5fc-c29d4991617c'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:06.729229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ab3b0-713c-4d62-9498-4c5757830f9e service neutron] Pushing event updated for resources: {'Port': ['ID=bb065a96-4338-4b4b-b5fc-c29d4991617c,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:06.824174 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfee8db-bf92-4b75-898d-5f76abd6e77b', 'tag': 'bb065a96-4338-4b4b-b5fc-c29d4991617c', 'status': 'completed', 'code': 200} Feb 09 13:38:06.899518 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-f1688ae4-e22b-45d1-a984-e7b338d07037 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ad053601b5a44869b491e9a4d82adb83&device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 1094 time: 0.1282470 Feb 09 13:38:06.999248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e911ab9-b81d-4e35-be28-84e71902cc45 req-eeb12406-65d6-4c10-8c45-c4a574eeed56 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:07.001036 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-30ea54de-307b-40c7-bd1b-9c5a98f7aa5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb065a96-4338-4b4b-b5fc-c29d4991617c HTTP/1.1" status: 200 len: 217 time: 0.0939243 Feb 09 13:38:07.010224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e911ab9-b81d-4e35-be28-84e71902cc45 req-eeb12406-65d6-4c10-8c45-c4a574eeed56 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 945 time: 0.1440232 Feb 09 13:38:07.078654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-dc6cdfd9-8298-447d-95ff-eb70ac39999c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:07.080123 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-dc6cdfd9-8298-447d-95ff-eb70ac39999c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd60082b-87a1-4de6-b789-ac2b4be054ff HTTP/1.1" status: 200 len: 848 time: 0.0702691 Feb 09 13:38:07.123548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e911ab9-b81d-4e35-be28-84e71902cc45 req-a9bd413d-03f4-474b-ae1f-fdd2ed3ee39a tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097085 Feb 09 13:38:07.140018 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-ba77680b-bbea-4b7e-a6be-eb4450bcc1b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a422320-7944-4272-9e8f-4a3e54179113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515966 Feb 09 13:38:07.344430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa01da-412d-42a2-a44a-13327e6cb607 req-c6ffcd2a-c821-431c-9595-f573cb583508 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:07.347093 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1aa01da-412d-42a2-a44a-13327e6cb607 req-c6ffcd2a-c821-431c-9595-f573cb583508 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1660793 Feb 09 13:38:07.479105 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1aa01da-412d-42a2-a44a-13327e6cb607 req-285fe2df-ed9f-4b2a-b3a3-cb8c1d3fa73c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716391 Feb 09 13:38:07.510187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1433213-7e51-49e7-9fde-9f622be4e4a7 req-011c79ee-3639-441c-8b3f-3707ba28a4a7 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:07.517464 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1433213-7e51-49e7-9fde-9f622be4e4a7 req-011c79ee-3639-441c-8b3f-3707ba28a4a7 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 943 time: 0.1681383 Feb 09 13:38:07.536713 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-d46d114b-2e11-463e-a0e4-2aaac5694cb7 service neutron] 10.222.0.62 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864584 Feb 09 13:38:07.587449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1433213-7e51-49e7-9fde-9f622be4e4a7 req-a654a387-52b4-40d9-adca-74b45f0cd349 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690434 Feb 09 13:38:07.703261 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4adc9598-1b86-4dcf-a5fe-343dc5de7d22 req-c1b042c6-100d-43cb-ab75-618b8785c6d5 service neutron] 10.222.0.62 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557915 Feb 09 13:38:07.835451 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-896032e9-a128-4e0e-9823-9ac27002b71c req-419ab034-e151-42ee-875e-d2290021e8f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ad053601b5a44869b491e9a4d82adb83&device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 1094 time: 0.0856333 Feb 09 13:38:07.978443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896032e9-a128-4e0e-9823-9ac27002b71c req-26a75db9-bd19-4464-ad2c-d6a2ed41529e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:07.979875 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-896032e9-a128-4e0e-9823-9ac27002b71c req-26a75db9-bd19-4464-ad2c-d6a2ed41529e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5a422320-7944-4272-9e8f-4a3e54179113 HTTP/1.1" status: 200 len: 909 time: 0.1375453 Feb 09 13:38:08.059614 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-896032e9-a128-4e0e-9823-9ac27002b71c req-c84d9b5e-6d17-4950-b2a5-bae71faf1485 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb065a96-4338-4b4b-b5fc-c29d4991617c HTTP/1.1" status: 200 len: 217 time: 0.0730624 Feb 09 13:38:08.138132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896032e9-a128-4e0e-9823-9ac27002b71c req-307fb2a9-bf8e-4007-b5de-7d701978dde5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:08.139542 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-896032e9-a128-4e0e-9823-9ac27002b71c req-307fb2a9-bf8e-4007-b5de-7d701978dde5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd60082b-87a1-4de6-b789-ac2b4be054ff HTTP/1.1" status: 200 len: 848 time: 0.0728779 Feb 09 13:38:08.194432 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-896032e9-a128-4e0e-9823-9ac27002b71c req-e3d6f06f-90de-4e42-b187-8196946d29de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5a422320-7944-4272-9e8f-4a3e54179113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433562 Feb 09 13:38:08.359439 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-896032e9-a128-4e0e-9823-9ac27002b71c req-7db92906-2197-408c-ae5f-b5150a42f91e service neutron] 10.222.0.62 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582401 Feb 09 13:38:08.381217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f802fa4-cabc-425c-be8c-033c01d21ebc req-5f4cfed1-49a2-456c-a135-e6cebbd41441 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:08.382759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f802fa4-cabc-425c-be8c-033c01d21ebc req-5f4cfed1-49a2-456c-a135-e6cebbd41441 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 945 time: 0.1004901 Feb 09 13:38:08.451807 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f802fa4-cabc-425c-be8c-033c01d21ebc req-a5a3093c-f1b4-4591-be6d-b58bcb56e7a3 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604293 Feb 09 13:38:08.603537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29693833-ca72-4220-975b-6cb12811ae66 req-b5b5bd2a-fcfc-466f-8a05-cf8d031a9da3 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:08.604415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-29693833-ca72-4220-975b-6cb12811ae66 req-b5b5bd2a-fcfc-466f-8a05-cf8d031a9da3 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Synchronizing usage tracker for tenant:d47b5dfdd0d44f0fb19f66dc53821ded on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:38:08.623648 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-896032e9-a128-4e0e-9823-9ac27002b71c req-4639b3ee-8e38-43dd-a4bc-1b866a91acda service neutron] 10.222.0.62 "GET /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577405 Feb 09 13:38:08.656581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-29693833-ca72-4220-975b-6cb12811ae66 req-b5b5bd2a-fcfc-466f-8a05-cf8d031a9da3 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Unset dirty status for tenant:d47b5dfdd0d44f0fb19f66dc53821ded on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:38:08.657747 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29693833-ca72-4220-975b-6cb12811ae66 req-b5b5bd2a-fcfc-466f-8a05-cf8d031a9da3 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.62 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 945 time: 0.2416794 Feb 09 13:38:08.751808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-29693833-ca72-4220-975b-6cb12811ae66 req-93e95859-0757-4fc2-8055-06cf8297fd7d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Deleting port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:38:08.752288 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-29693833-ca72-4220-975b-6cb12811ae66 req-93e95859-0757-4fc2-8055-06cf8297fd7d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:08.762665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d37c3-8f98-4eab-b74a-0ab10a09122b req-4e79adf8-a79b-4ceb-83cd-c2d6f352416b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:08.764295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d62d37c3-8f98-4eab-b74a-0ab10a09122b req-4e79adf8-a79b-4ceb-83cd-c2d6f352416b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1052685 Feb 09 13:38:08.913365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d62d37c3-8f98-4eab-b74a-0ab10a09122b req-539ffce0-6893-4285-a44f-39d56c0f9726 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404214 Feb 09 13:38:08.960131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f5ed3-71f7-4e2f-b9cb-8ea048e5075f req-66a18275-ebb5-46d2-9cf3-6da55d130017 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:08.968161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-424f5ed3-71f7-4e2f-b9cb-8ea048e5075f req-66a18275-ebb5-46d2-9cf3-6da55d130017 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 943 time: 0.1914241 Feb 09 13:38:09.063195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-424f5ed3-71f7-4e2f-b9cb-8ea048e5075f req-48b2abba-be1e-4984-b15f-4b98eb7c1dfc tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927093 Feb 09 13:38:09.142432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-29693833-ca72-4220-975b-6cb12811ae66 req-93e95859-0757-4fc2-8055-06cf8297fd7d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] For port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,segment=NetworkSegment(724ac2d1-a4fc-4c60-821d-128323c34bfd),segment_id=724ac2d1-a4fc-4c60-821d-128323c34bfd)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:09.142801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-29693833-ca72-4220-975b-6cb12811ae66 req-93e95859-0757-4fc2-8055-06cf8297fd7d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:09.166301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fefa1b-68b6-47c9-ac9f-bc9430f2ee00 req-0848cd10-61db-44b0-b94d-9f3ae091f7dd tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:09.170955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9fefa1b-68b6-47c9-ac9f-bc9430f2ee00 req-0848cd10-61db-44b0-b94d-9f3ae091f7dd tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.0962391 Feb 09 13:38:09.242533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9fefa1b-68b6-47c9-ac9f-bc9430f2ee00 req-627cda93-f981-4689-bd51-c62ec1290aef tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675607 Feb 09 13:38:09.260534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58954) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:09.323001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-29693833-ca72-4220-975b-6cb12811ae66 req-93e95859-0757-4fc2-8055-06cf8297fd7d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Calling delete_port for 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:38:09.338908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-46e1cf94-1205-4461-bd6f-d5caf7dbc7c0 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1092 time: 0.0771477 Feb 09 13:38:09.339484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 58958) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:09.345448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:09.352815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:09.357793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:floatingip and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:09.360790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:09.368469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:09.383301 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:09.601492 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:09.682610 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-29693833-ca72-4220-975b-6cb12811ae66 req-93e95859-0757-4fc2-8055-06cf8297fd7d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:09.698903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['9ce269bb-77c0-4ed9-9435-0bd1a443ccf2'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:38:09.741567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e95859-0757-4fc2-8055-06cf8297fd7d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Pushing event deleted for resources: {'Port': ['ID=9ce269bb-77c0-4ed9-9435-0bd1a443ccf2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:09.750287 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5223aa0-5703-4ec9-9ff8-667593d4080d req-05945949-fb11-4df3-a4e2-57378ee574b0 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=1468b209-eace-4710-ac0d-265f79168982 HTTP/1.1" status: 200 len: 210 time: 0.0654204 Feb 09 13:38:09.863180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-29693833-ca72-4220-975b-6cb12811ae66 req-93e95859-0757-4fc2-8055-06cf8297fd7d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] No DVR routers for this DVR port 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:38:09.868068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.25.5.146 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/a87fdb93-66e0-4261-b4f1-a9ae14da7f91) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:09.873344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-29693833-ca72-4220-975b-6cb12811ae66 req-93e95859-0757-4fc2-8055-06cf8297fd7d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:09.894340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1468b209-eace-4710-ac0d-265f79168982', 'name': 'network-vif-deleted', 'tag': '9ce269bb-77c0-4ed9-9435-0bd1a443ccf2'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:09.907805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-29693833-ca72-4220-975b-6cb12811ae66 req-93e95859-0757-4fc2-8055-06cf8297fd7d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.62 "DELETE /v2.0/ports/9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 HTTP/1.1" status: 204 len: 173 time: 1.2333829 Feb 09 13:38:10.018789 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1468b209-eace-4710-ac0d-265f79168982', 'name': 'network-vif-deleted', 'tag': '9ce269bb-77c0-4ed9-9435-0bd1a443ccf2', 'status': 'completed', 'code': 200} Feb 09 13:38:10.124256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device bb065a96-4338-4b4b-b5fc-c29d4991617c details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:38:10.162890 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:10.218067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:10.256275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58976) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:10.297595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:10.301929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:10.305356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:10.335564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port bb065a96-4338-4b4b-b5fc-c29d4991617c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=bb065a96-4338-4b4b-b5fc-c29d4991617c,segment=NetworkSegment(3d4b6105-c768-46cc-9cbe-c7ea7205ff63),segment_id=3d4b6105-c768-46cc-9cbe-c7ea7205ff63)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:10.350646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'bb065a96-4338-4b4b-b5fc-c29d4991617c', 'network_id': '5a422320-7944-4272-9e8f-4a3e54179113', 'port_id': 'bb065a96-4338-4b4b-b5fc-c29d4991617c', 'mac_address': 'fa:16:3e:c0:1d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd60082b-87a1-4de6-b789-ac2b4be054ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:38:10.445978 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:10.464965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=a87fdb93-66e0-4261-b4f1-a9ae14da7f91,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:10.479316 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb065a96-4338-4b4b-b5fc-c29d4991617c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:38:10.503444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port bb065a96-4338-4b4b-b5fc-c29d4991617c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=bb065a96-4338-4b4b-b5fc-c29d4991617c,segment=NetworkSegment(3d4b6105-c768-46cc-9cbe-c7ea7205ff63),segment_id=3d4b6105-c768-46cc-9cbe-c7ea7205ff63)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:10.508961 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7380c629-9887-4dbb-abdf-c6bdc00cee55 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11b3d687f9be4b82ae8d801cd5c79bee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2507653 Feb 09 13:38:10.511237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 58982) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:10.514331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.514721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.514995 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:10.515131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.515377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.515712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.516097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.516428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.516771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.517075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.517390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.517824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:10.606331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-397375c4-1d61-4c9d-a474-c68be703d702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:10.641163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=bb065a96-4338-4b4b-b5fc-c29d4991617c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:10.643915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-397375c4-1d61-4c9d-a474-c68be703d702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:10.690593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a2854-7f07-497c-b7c5-4a221d8ad4b8 req-1ce953a7-4dfa-40d1-a758-4b103bb882ed tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:10.692004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-968a2854-7f07-497c-b7c5-4a221d8ad4b8 req-1ce953a7-4dfa-40d1-a758-4b103bb882ed tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 943 time: 0.3563130 Feb 09 13:38:10.733510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-397375c4-1d61-4c9d-a474-c68be703d702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:10.764061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397375c4-1d61-4c9d-a474-c68be703d702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98991947-6f2c-45bb-9003-d744930ac024,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:10.796313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-397375c4-1d61-4c9d-a474-c68be703d702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:10.799847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['bb065a96-4338-4b4b-b5fc-c29d4991617c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:38:10.802888 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-397375c4-1d61-4c9d-a474-c68be703d702 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98991947-6f2c-45bb-9003-d744930ac024 HTTP/1.1" status: 204 len: 168 time: 0.2899697 Feb 09 13:38:11.126036 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-968a2854-7f07-497c-b7c5-4a221d8ad4b8 req-82d6bbee-dba6-4d86-a6b3-5d03e62f31c4 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225974 Feb 09 13:38:11.468725 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:11.480996 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:11.559626 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:11.820940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:11.826561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:11.953656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=a87fdb93-66e0-4261-b4f1-a9ae14da7f91,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:11.990865 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.086508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59012) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:12.121730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device bb065a96-4338-4b4b-b5fc-c29d4991617c up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:12.281707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port bb065a96-4338-4b4b-b5fc-c29d4991617c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:12.288369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port bb065a96-4338-4b4b-b5fc-c29d4991617c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:12.289029 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.293518 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Floating IP 104c6a27-a565-4b76-bd66-f3e558a04440 associated. External IP: 172.25.5.146, port: 00cc6d62-be38-4b12-80ba-ee17a0042512. Feb 09 13:38:12.409710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1582075038-network', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:12.427993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:12.441669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Usage tracker for resource:network and tenant:618ec6e3531c4a2dbeeefdea971ce98e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:12.444907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:12.459535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:12.482554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Made reservation on behalf of 618ec6e3531c4a2dbeeefdea971ce98e for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:38:12.487744 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.505883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.549289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:12.554749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:618ec6e3531c4a2dbeeefdea971ce98e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:12.557796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:12.564649 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:12.564877 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.722502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfee8db-bf92-4b75-898d-5f76abd6e77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb065a96-4338-4b4b-b5fc-c29d4991617c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:12.726788 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.733210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.772536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port bb065a96-4338-4b4b-b5fc-c29d4991617c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=bb065a96-4338-4b4b-b5fc-c29d4991617c,segment=NetworkSegment(3d4b6105-c768-46cc-9cbe-c7ea7205ff63),segment_id=3d4b6105-c768-46cc-9cbe-c7ea7205ff63)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:12.778814 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.779898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:38:12.799042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:38:12.809565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3673859-b0f6-4e73-b2ca-f6abed94d566 req-c6b46d03-1404-49bb-b102-c7d2317addb6 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:12.811183 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3673859-b0f6-4e73-b2ca-f6abed94d566 req-c6b46d03-1404-49bb-b102-c7d2317addb6 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 944 time: 0.3303969 Feb 09 13:38:12.837633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7ba5fc-0bdc-40ee-92e4-93556b20e13c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:12.840783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.841135 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Added segment 08e0bb21-b612-4f5f-a48d-c19d0bd1156c of type vlan for network 06b459ea-ec85-48f0-b624-8981dac101a6 Feb 09 13:38:12.901650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3673859-b0f6-4e73-b2ca-f6abed94d566 req-21c29445-d824-483c-85e4-d38319be36cb tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806029 Feb 09 13:38:12.905590 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.938955 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfee8db-bf92-4b75-898d-5f76abd6e77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb065a96-4338-4b4b-b5fc-c29d4991617c', 'code': 200} Feb 09 13:38:12.953738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:38:12.954076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 9ce269bb-77c0-4ed9-9435-0bd1a443ccf2 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:38:12.992293 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:12.993277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:12.994075 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:13.027992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=bb065a96-4338-4b4b-b5fc-c29d4991617c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:13.125398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] Pushing event updated for resources: {'Network': ['ID=06b459ea-ec85-48f0-b624-8981dac101a6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:13.143462 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 06b459ea-ec85-48f0-b624-8981dac101a6 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:38:13.155394 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8a283eca-de3f-43d8-b421-f3a82325a7f1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0674541 Feb 09 13:38:13.159150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59026) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:13.167729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Request body: {'subnet': {'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1582075038-subnet', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:13.174983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:13.180410 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c6a5cc2c-4217-4578-aaea-f2d238e89e45 req-a0eab113-7f9e-4742-b737-838b42e80498 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 1096 time: 0.2650542 Feb 09 13:38:13.186568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Usage tracker for resource:subnet and tenant:618ec6e3531c4a2dbeeefdea971ce98e is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:13.191885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:13.211194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router b3ef108e-56fd-4c75-815f-7731ef6a375b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:38:13.216985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:13.249618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Made reservation on behalf of 618ec6e3531c4a2dbeeefdea971ce98e for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:38:13.252473 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:13.290832 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c6a5cc2c-4217-4578-aaea-f2d238e89e45 req-dba138cc-8916-45c9-a3a5-4a95730f5a8b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926483 Feb 09 13:38:13.482889 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:13.582734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6aaca3-fc33-4c45-827a-6e5b220b3d87,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:13.585106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Checking segment: {'id': '08e0bb21-b612-4f5f-a48d-c19d0bd1156c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:13.587112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Network hostable DHCP agents. Network: 06b459ea-ec85-48f0-b624-8981dac101a6, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:38:13.589229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:38:13.603781 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] Sync routers for ids ['b3ef108e-56fd-4c75-815f-7731ef6a375b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:38:13.620815 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] Routers {'b3ef108e-56fd-4c75-815f-7731ef6a375b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:13.621954 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:37:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3ef108e-56fd-4c75-815f-7731ef6a375b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:13.625363 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:13.645010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Network 06b459ea-ec85-48f0-b624-8981dac101a6 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:38:13.670540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 06b459ea-ec85-48f0-b624-8981dac101a6) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:13.674961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:13.675542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:13.685757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdca53e-d4ad-495f-ba27-453c75045021 None None] Network 06b459ea-ec85-48f0-b624-8981dac101a6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:38:13.721657 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9862bdb6-170c-4e83-8e09-2fa22641d2bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3810892 Feb 09 13:38:13.723132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:13.738964 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-19f415a4-580e-4b39-a281-740e55597e31 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5782332 Feb 09 13:38:13.740616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59042) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:13.754954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1582075038-router', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:13.784802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:13.801721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Usage tracker for resource:router and tenant:618ec6e3531c4a2dbeeefdea971ce98e is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:13.810631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:13.827038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:13.848153 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:13.849181 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:13.881022 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'status': 'completed', 'code': 200} Feb 09 13:38:13.900796 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:13.977083 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] Set router b3ef108e-56fd-4c75-815f-7731ef6a375b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:14.101606 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1ed9b79-a48b-4f8c-9042-b4c9a5c64195 req-39a37359-a61f-4d27-a2b3-4f28272a7809 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1097 time: 0.1991262 Feb 09 13:38:14.288908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-06b459ea-ec85-48f0-b624-8981dac101a6', 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'fixed_ips': [{'subnet_id': '9a6aaca3-fc33-4c45-827a-6e5b220b3d87'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:38:14.289656 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:14.388901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e2012-e622-46e2-af73-de6d488c29b0 req-3ad1e0ac-829f-4b41-b8bb-c80e4aeab60a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:14.396895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-497e2012-e622-46e2-af73-de6d488c29b0 req-3ad1e0ac-829f-4b41-b8bb-c80e4aeab60a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.4391091 Feb 09 13:38:14.413530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:14.413953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed9b79-a48b-4f8c-9042-b4c9a5c64195 req-207e6a67-1353-49ae-b30f-66038d8145d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:14.415435 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1ed9b79-a48b-4f8c-9042-b4c9a5c64195 req-207e6a67-1353-49ae-b30f-66038d8145d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.3066597 Feb 09 13:38:14.429711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee67a7-3118-4a59-9daa-53cffd260c18 req-fc2d8f9a-bb22-4d04-aa3e-02bd56e6e06c tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:14.435971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55ee67a7-3118-4a59-9daa-53cffd260c18 req-fc2d8f9a-bb22-4d04-aa3e-02bd56e6e06c tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 945 time: 0.2628272 Feb 09 13:38:14.654861 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1ed9b79-a48b-4f8c-9042-b4c9a5c64195 req-8db7de11-243f-4a38-9fc9-db2f4e908b37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1000 time: 0.2326200 Feb 09 13:38:14.659106 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-497e2012-e622-46e2-af73-de6d488c29b0 req-f08ea4f8-9adb-4b96-9870-0ebc29a72f72 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610922 Feb 09 13:38:14.721217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Allocated IP 172.20.0.2 (06b459ea-ec85-48f0-b624-8981dac101a6/9a6aaca3-fc33-4c45-827a-6e5b220b3d87/dd1ff3c0-4261-4364-948c-9f622e6f90ce) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:14.727858 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55ee67a7-3118-4a59-9daa-53cffd260c18 req-f9125706-0f39-49fd-bab7-55b37b08a082 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272019 Feb 09 13:38:14.737230 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59058) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:14.777150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed9b79-a48b-4f8c-9042-b4c9a5c64195 req-635263f6-9deb-4164-8907-5a9c554d013d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:14.785970 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1ed9b79-a48b-4f8c-9042-b4c9a5c64195 req-635263f6-9deb-4164-8907-5a9c554d013d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.1240740 Feb 09 13:38:14.858401 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '104c6a27-a565-4b76-bd66-f3e558a04440', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'port_id': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'mac_address': 'fa:16:3e:c9:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:38:11Z', 'updated_at': '2022-02-09T13:38:11Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ff65fa-3bac-4a2e-9e1c-53564ae2bc43', 'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:da:3e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:46Z', 'updated_at': '2022-02-09T13:37:55Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:14.869507 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] Checking router: b3ef108e-56fd-4c75-815f-7731ef6a375b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:38:14.888341 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] Routers {'b3ef108e-56fd-4c75-815f-7731ef6a375b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:14.888944 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:37:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3ef108e-56fd-4c75-815f-7731ef6a375b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:14.997474 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1ed9b79-a48b-4f8c-9042-b4c9a5c64195 req-2a8ff411-c8e2-4ac3-acb2-5f7ca9525dd8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060840 Feb 09 13:38:15.107156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-68b7441e-37cb-4879-b4aa-7419aee9161f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/104c6a27-a565-4b76-bd66-f3e558a04440 HTTP/1.1" status: 200 len: 992 time: 0.3683333 Feb 09 13:38:15.201460 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] Set router b3ef108e-56fd-4c75-815f-7731ef6a375b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:15.210716 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:15.234358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Transition to ACTIVE for port object dd1ff3c0-4261-4364-948c-9f622e6f90ce will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:15.277388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Transition to ACTIVE for port object dd1ff3c0-4261-4364-948c-9f622e6f90ce will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:15.292304 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:15.325340 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:15.331847 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1ed9b79-a48b-4f8c-9042-b4c9a5c64195 req-ebc11770-799b-4e79-a8e9-c6177c735966 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264599 Feb 09 13:38:15.358584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:15.453063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Pushing event updated for resources: {'Port': ['ID=dd1ff3c0-4261-4364-948c-9f622e6f90ce,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:15.464741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Network 06b459ea-ec85-48f0-b624-8981dac101a6 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:15.472163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:15.479582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:15.541356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Allocated IP 172.25.5.241 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/59c699c5-3514-4bed-9562-59546c8f482d) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:15.702915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Attempting to bind port dd1ff3c0-4261-4364-948c-9f622e6f90ce on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:38:15.703657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Attempting to bind port dd1ff3c0-4261-4364-948c-9f622e6f90ce by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '08e0bb21-b612-4f5f-a48d-c19d0bd1156c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:38:15.704243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Attempting to bind port dd1ff3c0-4261-4364-948c-9f622e6f90ce on network 06b459ea-ec85-48f0-b624-8981dac101a6 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:15.727337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:38:15.727584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Checking segment: {'id': '08e0bb21-b612-4f5f-a48d-c19d0bd1156c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:15.727860 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:15.728454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Bound using segment: {'id': '08e0bb21-b612-4f5f-a48d-c19d0bd1156c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:38:15.728923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Bound port: dd1ff3c0-4261-4364-948c-9f622e6f90ce, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e0bb21-b612-4f5f-a48d-c19d0bd1156c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:38:15.729287 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:15.737606 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d1ed9b79-a48b-4f8c-9042-b4c9a5c64195 req-cdb1453e-9664-45fe-9463-e1ee9effe4da service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998177 Feb 09 13:38:15.877031 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:15.904975 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '104c6a27-a565-4b76-bd66-f3e558a04440', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'port_id': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'mac_address': 'fa:16:3e:c9:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:38:11Z', 'updated_at': '2022-02-09T13:38:11Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ff65fa-3bac-4a2e-9e1c-53564ae2bc43', 'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:da:3e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:46Z', 'updated_at': '2022-02-09T13:37:55Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:15.910967 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a786afd5-69e0-4cb2-b522-1572cb09e211 None None] The sync data for ids ['b3ef108e-56fd-4c75-815f-7731ef6a375b'] in n-d-825175-3 is: [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '104c6a27-a565-4b76-bd66-f3e558a04440', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'port_id': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'mac_address': 'fa:16:3e:c9:ec:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:38:11Z', 'updated_at': '2022-02-09T13:38:11Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49ff65fa-3bac-4a2e-9e1c-53564ae2bc43', 'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:da:3e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:46Z', 'updated_at': '2022-02-09T13:37:55Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:38:15.969230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] For port dd1ff3c0-4261-4364-948c-9f622e6f90ce, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:38:15.976538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] For port dd1ff3c0-4261-4364-948c-9f622e6f90ce, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dd1ff3c0-4261-4364-948c-9f622e6f90ce,segment=NetworkSegment(08e0bb21-b612-4f5f-a48d-c19d0bd1156c),segment_id=08e0bb21-b612-4f5f-a48d-c19d0bd1156c)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:38:15.986805 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:16.004650 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:16.104375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be8355-9d37-4a06-9b9a-e517a4c9423f req-6218f183-ef85-4249-b72c-98575323187a tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:16.110395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59072) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:16.111556 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6be8355-9d37-4a06-9b9a-e517a4c9423f req-6218f183-ef85-4249-b72c-98575323187a tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 945 time: 0.1895502 Feb 09 13:38:16.117868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf16ac-5268-4cea-897e-087ed7cd4a3f None None] Pushing event updated for resources: {'Port': ['ID=dd1ff3c0-4261-4364-948c-9f622e6f90ce,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:16.174451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:16.179612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:16.182927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:16.254731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Pushing event updated for resources: {'Port': ['ID=59c699c5-3514-4bed-9562-59546c8f482d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:16.310169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc357a2-cacf-4d78-a028-c040dc65f3e8 None None] New status for floating IP 104c6a27-a565-4b76-bd66-f3e558a04440: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:38:16.333184 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bfbc052e-214b-40e7-8a4f-3f46bbdfd6bd tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/104c6a27-a565-4b76-bd66-f3e558a04440 HTTP/1.1" status: 200 len: 992 time: 0.2183654 Feb 09 13:38:16.407587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6be8355-9d37-4a06-9b9a-e517a4c9423f req-4a13913f-0758-43f1-b724-b378b1ef4fb6 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950394 Feb 09 13:38:16.702886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:16.759959 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:16.760547 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:17.071492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Router e4938e88-014d-40fb-b597-20e4bad9d91a is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:38:17.334885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59098) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:17.338043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:38:17.347321 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Sync routers for ids ['e4938e88-014d-40fb-b597-20e4bad9d91a'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:38:17.376046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:17.377927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-833a99e5-5148-4b34-a3fd-c2e546e5cbd1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6336343 Feb 09 13:38:17.381255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59102) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:17.381420 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Routers {'e4938e88-014d-40fb-b597-20e4bad9d91a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:17.381922 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:37:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e4938e88-014d-40fb-b597-20e4bad9d91a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:17.631515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dd1ff3c0-4261-4364-948c-9f622e6f90ce up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:17.728841 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cf38bbba-c5bf-43b9-aec0-93080a5e255f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/104c6a27-a565-4b76-bd66-f3e558a04440 HTTP/1.1" status: 200 len: 994 time: 0.3919470 Feb 09 13:38:17.740221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8013a88f-5d36-426b-89ec-f795bd0e8dcf None None] Network 06b459ea-ec85-48f0-b624-8981dac101a6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:38:17.848189 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Set router e4938e88-014d-40fb-b597-20e4bad9d91a gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:17.996010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a256b8a7-a8e0-4278-956c-9876235aec59 None None] Provisioning for port dd1ff3c0-4261-4364-948c-9f622e6f90ce completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:18.071012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port dd1ff3c0-4261-4364-948c-9f622e6f90ce completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:18.084568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port dd1ff3c0-4261-4364-948c-9f622e6f90ce triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:18.085014 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:18.372427 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:18.422242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port dd1ff3c0-4261-4364-948c-9f622e6f90ce, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dd1ff3c0-4261-4364-948c-9f622e6f90ce,segment=NetworkSegment(08e0bb21-b612-4f5f-a48d-c19d0bd1156c),segment_id=08e0bb21-b612-4f5f-a48d-c19d0bd1156c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:18.428665 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:18.479817 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'name': 'tempest-TestAggregatesBasicOps-1582075038-router', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '59c699c5-3514-4bed-9562-59546c8f482d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:13Z', 'updated_at': '2022-02-09T13:38:16Z', 'revision_number': 3, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'gw_port': {'id': '59c699c5-3514-4bed-9562-59546c8f482d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:15Z', 'updated_at': '2022-02-09T13:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:18.489064 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Checking router: e4938e88-014d-40fb-b597-20e4bad9d91a for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:38:18.489410 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Updating router e4938e88-014d-40fb-b597-20e4bad9d91a port 59c699c5-3514-4bed-9562-59546c8f482d binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:38:18.534646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=dd1ff3c0-4261-4364-948c-9f622e6f90ce,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:18.557139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bee3ce55-6b6e-4f18-8a39-0b39854027d3 None None] Provisioning complete for port dd1ff3c0-4261-4364-948c-9f622e6f90ce triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:18.557505 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bee3ce55-6b6e-4f18-8a39-0b39854027d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:18.615015 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:18.875836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58164e0f-2bd1-45c0-a3d4-761768a0ecf1 req-fd2e15c2-5688-4780-a016-7756eb9a07bd tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:18.882246 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58164e0f-2bd1-45c0-a3d4-761768a0ecf1 req-fd2e15c2-5688-4780-a016-7756eb9a07bd tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 945 time: 0.2686956 Feb 09 13:38:19.037440 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-58164e0f-2bd1-45c0-a3d4-761768a0ecf1 req-98c9889c-5b93-427e-b091-ce1711dd4dad tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383536 Feb 09 13:38:19.156927 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:19.210284 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:19.234005 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Transition to ACTIVE for port object 59c699c5-3514-4bed-9562-59546c8f482d will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:19.243352 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:19.324867 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe45bf2-dc8c-45e0-abe6-47e6a40ed517 None None] Pushing event updated for resources: {'Port': ['ID=59c699c5-3514-4bed-9562-59546c8f482d,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:19.359830 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Attempting to bind port 59c699c5-3514-4bed-9562-59546c8f482d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:38:19.360398 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Attempting to bind port 59c699c5-3514-4bed-9562-59546c8f482d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:38:19.360950 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Attempting to bind port 59c699c5-3514-4bed-9562-59546c8f482d on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:19.372259 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:38:19.372932 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:19.373408 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:19.374016 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:38:19.374768 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Bound port: 59c699c5-3514-4bed-9562-59546c8f482d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:38:19.375353 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:19.495626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dd1ff3c0-4261-4364-948c-9f622e6f90ce up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:19.498358 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] For port 59c699c5-3514-4bed-9562-59546c8f482d, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:38:19.502583 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] For port 59c699c5-3514-4bed-9562-59546c8f482d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=59c699c5-3514-4bed-9562-59546c8f482d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:38:19.509502 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:19.579157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port dd1ff3c0-4261-4364-948c-9f622e6f90ce triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:19.579776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:19.603727 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Routers {'e4938e88-014d-40fb-b597-20e4bad9d91a'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:19.604493 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:37:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e4938e88-014d-40fb-b597-20e4bad9d91a'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:19.713829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Allocated IP 172.20.0.1 (06b459ea-ec85-48f0-b624-8981dac101a6/9a6aaca3-fc33-4c45-827a-6e5b220b3d87/f0359b12-fef8-45a6-839d-2eaa8e9d2e93) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:19.770616 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe45bf2-dc8c-45e0-abe6-47e6a40ed517 None None] Pushing event updated for resources: {'Port': ['ID=59c699c5-3514-4bed-9562-59546c8f482d,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:19.797420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-720f31f1-6a31-4772-a700-572392551837 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:19.798991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-720f31f1-6a31-4772-a700-572392551837 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/networks?id=58382eec-5688-4b99-a8f3-e13c3026e6ea HTTP/1.1" status: 200 len: 814 time: 0.4784651 Feb 09 13:38:19.824805 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] Set router e4938e88-014d-40fb-b597-20e4bad9d91a gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:19.916546 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:19.937466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Transition to ACTIVE for port object f0359b12-fef8-45a6-839d-2eaa8e9d2e93 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:19.984046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:19.995657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8e42-c642-4818-9e52-9e0975849867 req-7c21c4ad-ce3a-4bfa-9c61-266a2ed573ce tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:19.997729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7eae8e42-c642-4818-9e52-9e0975849867 req-7c21c4ad-ce3a-4bfa-9c61-266a2ed573ce tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Synchronizing usage tracker for tenant:ad053601b5a44869b491e9a4d82adb83 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:38:20.031496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-7eae8e42-c642-4818-9e52-9e0975849867 req-7c21c4ad-ce3a-4bfa-9c61-266a2ed573ce tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Unset dirty status for tenant:ad053601b5a44869b491e9a4d82adb83 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:38:20.039400 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7eae8e42-c642-4818-9e52-9e0975849867 req-7c21c4ad-ce3a-4bfa-9c61-266a2ed573ce tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.62 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 945 time: 0.1863558 Feb 09 13:38:20.057560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-89ec8091-b6d4-4eec-aa49-a75321fb9fd1 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/quotas/d47b5dfdd0d44f0fb19f66dc53821ded HTTP/1.1" status: 200 len: 375 time: 0.0861988 Feb 09 13:38:20.154002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-7eae8e42-c642-4818-9e52-9e0975849867 req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Deleting port bb065a96-4338-4b4b-b5fc-c29d4991617c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:38:20.154804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7eae8e42-c642-4818-9e52-9e0975849867 req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:20.182607 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-199e7928-d197-4afd-b1db-62cd2280f70b tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47b5dfdd0d44f0fb19f66dc53821ded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180246 Feb 09 13:38:20.187247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Network 06b459ea-ec85-48f0-b624-8981dac101a6 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:20.195751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:20.220505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:20.296923 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'name': 'tempest-TestAggregatesBasicOps-1582075038-router', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '59c699c5-3514-4bed-9562-59546c8f482d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:13Z', 'updated_at': '2022-02-09T13:38:16Z', 'revision_number': 3, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'gw_port': {'id': '59c699c5-3514-4bed-9562-59546c8f482d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:15Z', 'updated_at': '2022-02-09T13:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:20.313292 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad078ad0-d9fd-4a1f-96c0-6c8b91345042 None None] The sync data for ids ['e4938e88-014d-40fb-b597-20e4bad9d91a'] in n-d-825175-3 is: [{'id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'name': 'tempest-TestAggregatesBasicOps-1582075038-router', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '59c699c5-3514-4bed-9562-59546c8f482d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:13Z', 'updated_at': '2022-02-09T13:38:16Z', 'revision_number': 3, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'gw_port': {'id': '59c699c5-3514-4bed-9562-59546c8f482d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:15Z', 'updated_at': '2022-02-09T13:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:38:20.330386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Pushing event updated for resources: {'Port': ['ID=f0359b12-fef8-45a6-839d-2eaa8e9d2e93,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:20.443016 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:20.562486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a5af4f1c-7730-4561-8a01-96cda63198a3 service neutron] 10.222.0.59 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643017 Feb 09 13:38:20.564471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-92de6cf4-1c77-42b8-ac53-67efe1cce19c None None] Provisioning for port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:20.571059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-7eae8e42-c642-4818-9e52-9e0975849867 req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] For port bb065a96-4338-4b4b-b5fc-c29d4991617c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=bb065a96-4338-4b4b-b5fc-c29d4991617c,segment=NetworkSegment(3d4b6105-c768-46cc-9cbe-c7ea7205ff63),segment_id=3d4b6105-c768-46cc-9cbe-c7ea7205ff63)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:20.571730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7eae8e42-c642-4818-9e52-9e0975849867 req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:20.572526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-92de6cf4-1c77-42b8-ac53-67efe1cce19c None None] Provisioning complete for port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:20.572961 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-92de6cf4-1c77-42b8-ac53-67efe1cce19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:20.647541 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83566150-d90c-4058-aea1-01be7365e689 req-01436368-72fa-4ece-b6fa-f61d4e0e6a40 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:20.649225 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83566150-d90c-4058-aea1-01be7365e689 req-01436368-72fa-4ece-b6fa-f61d4e0e6a40 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/ports?device_id=5cfee8db-bf92-4b75-898d-5f76abd6e77b HTTP/1.1" status: 200 len: 945 time: 0.3885550 Feb 09 13:38:20.672588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-92de6cf4-1c77-42b8-ac53-67efe1cce19c None None] Port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:38:20.738003 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-7eae8e42-c642-4818-9e52-9e0975849867 req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Calling delete_port for bb065a96-4338-4b4b-b5fc-c29d4991617c owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:38:20.776439 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:20.890593 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83566150-d90c-4058-aea1-01be7365e689 req-c3b2c89b-825e-495b-a181-f72badb94660 tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872106 Feb 09 13:38:20.895864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-7462c5c5-b029-4eac-9f5e-78ff1ff393e6 service neutron] 10.222.0.59 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324163 Feb 09 13:38:20.944156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7eae8e42-c642-4818-9e52-9e0975849867 req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:20.962066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['bb065a96-4338-4b4b-b5fc-c29d4991617c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:38:20.995237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Pushing event deleted for resources: {'Port': ['ID=bb065a96-4338-4b4b-b5fc-c29d4991617c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:21.099641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.100274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.100517 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.109804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.110222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.110605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.110939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.111265 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.111590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.111909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.112224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:21.131200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eae8e42-c642-4818-9e52-9e0975849867 req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] No DVR routers for this DVR port bb065a96-4338-4b4b-b5fc-c29d4991617c on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:38:21.150420 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-7eae8e42-c642-4818-9e52-9e0975849867 req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:21.153443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfee8db-bf92-4b75-898d-5f76abd6e77b', 'name': 'network-vif-deleted', 'tag': 'bb065a96-4338-4b4b-b5fc-c29d4991617c'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:21.162144 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:21.181194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:21.187982 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7eae8e42-c642-4818-9e52-9e0975849867 req-880d4664-0566-44e8-94c3-435945cef69f tempest-VolumesActionsTest-178939210 tempest-VolumesActionsTest-178939210-project] 10.222.0.62 "DELETE /v2.0/ports/bb065a96-4338-4b4b-b5fc-c29d4991617c HTTP/1.1" status: 204 len: 173 time: 1.1462369 Feb 09 13:38:21.268910 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfee8db-bf92-4b75-898d-5f76abd6e77b', 'name': 'network-vif-deleted', 'tag': 'bb065a96-4338-4b4b-b5fc-c29d4991617c', 'status': 'completed', 'code': 200} Feb 09 13:38:21.362995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0a3a6a6-0fcf-4dce-993f-1ef09e47af9e req-ddccdb40-349b-41d9-bca6-7ce2c0239f1b tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 210 time: 0.1118562 Feb 09 13:38:21.414844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Pushing event updated for resources: {'Port': ['ID=f0359b12-fef8-45a6-839d-2eaa8e9d2e93,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:21.423703 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:21.596251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Network 06b459ea-ec85-48f0-b624-8981dac101a6 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:21.597594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:22.033742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-278ce349-a7a1-48a3-be3f-0faf6ca8af9f None None] Provisioning complete for port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:22.034328 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-278ce349-a7a1-48a3-be3f-0faf6ca8af9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:22.174087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-278ce349-a7a1-48a3-be3f-0faf6ca8af9f None None] Port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:38:22.374950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Router e4938e88-014d-40fb-b597-20e4bad9d91a has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:38:22.590491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d768a52-fe3a-49d1-b66b-0df996c0da70 req-be89a0e4-3575-4ca2-a3d6-5f05e3bbe8f6 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 210 time: 0.0516422 Feb 09 13:38:22.713407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:38:22.727108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-afcbfddd-3b83-4b0b-b567-244c931837cd admin admin] 10.222.0.59 "PUT /v2.0/routers/e4938e88-014d-40fb-b597-20e4bad9d91a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3441389 Feb 09 13:38:22.928480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-fb2e703d-5e32-4a77-839b-f7b66b564410 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:22.930497 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-fb2e703d-5e32-4a77-839b-f7b66b564410 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.62 "GET /v2.0/networks?id=58382eec-5688-4b99-a8f3-e13c3026e6ea HTTP/1.1" status: 200 len: 814 time: 0.1945553 Feb 09 13:38:22.947456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Request body: {'port': {'device_id': 'a7822fc7-64cc-4770-aa8f-d974b5dd1a69', 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea', 'admin_state_up': True, 'tenant_id': 'd47b5dfdd0d44f0fb19f66dc53821ded'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:23.029018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-0e357eff-c779-4e19-b110-815284ae2cd2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:23.034232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-0e357eff-c779-4e19-b110-815284ae2cd2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.2431028 Feb 09 13:38:23.066556 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-58699463-6eec-4233-9368-d73d75f8265d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/quotas/2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0264344 Feb 09 13:38:23.169445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:23.174105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Usage tracker for resource:port and tenant:d47b5dfdd0d44f0fb19f66dc53821ded is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:23.179298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:23.185011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:23.194688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-20f61055-c58d-4734-bf18-4b32d839c416 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221824 Feb 09 13:38:23.197520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Made reservation on behalf of d47b5dfdd0d44f0fb19f66dc53821ded for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:38:23.201352 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:23.352838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-1210ceaa-3241-4925-91fe-0877b05b625f service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568046 Feb 09 13:38:23.395605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Allocated IP 172.20.0.7 (58382eec-5688-4b99-a8f3-e13c3026e6ea/c0a6d6c1-0a33-411c-94d4-30680b556e00/8b61e359-bbd5-4a28-bf55-561b48cf4cec) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:23.526704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-6b8193dd-7a04-4b3a-a7d7-3ed1ae416eea service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730046 Feb 09 13:38:23.540733 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59c699c5-3514-4bed-9562-59546c8f482d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:23.645395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 59c699c5-3514-4bed-9562-59546c8f482d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:23.658309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 59c699c5-3514-4bed-9562-59546c8f482d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:23.661063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:23.825140 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:23.857492 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:23.913427 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:23.921666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bcf7e-e6cc-485b-a482-be950c34826f req-7571cccc-5f47-4acb-a3d4-7f98d47230b4 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:23.929545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef4bcf7e-e6cc-485b-a482-be950c34826f req-7571cccc-5f47-4acb-a3d4-7f98d47230b4 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 931 time: 0.1200013 Feb 09 13:38:23.933049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 59c699c5-3514-4bed-9562-59546c8f482d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=59c699c5-3514-4bed-9562-59546c8f482d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:23.938935 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:23.978208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Network 58382eec-5688-4b99-a8f3-e13c3026e6ea is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:23.988774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:24.000246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:24.054052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef4bcf7e-e6cc-485b-a482-be950c34826f req-2e747477-dc8d-4f86-9a8c-b18a639ee99d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235697 Feb 09 13:38:24.103951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Pushing event updated for resources: {'Port': ['ID=8b61e359-bbd5-4a28-bf55-561b48cf4cec,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:24.128686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:24.130037 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.131975 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59222) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:24.137858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-994047593-network', 'tenant_id': '95ca0822f2d34f689976b34b2101c585'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:24.141014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=59c699c5-3514-4bed-9562-59546c8f482d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:24.144059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:24.158126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device bb065a96-4338-4b4b-b5fc-c29d4991617c no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:38:24.184025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Usage tracker for resource:network and tenant:95ca0822f2d34f689976b34b2101c585 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:24.194002 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-a9e73d87-f477-4966-b534-26d80c8f7935 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2506900 Feb 09 13:38:24.199198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:24.212815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Request body: {'port': {'device_id': 'a7822fc7-64cc-4770-aa8f-d974b5dd1a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:24.225460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: bb065a96-4338-4b4b-b5fc-c29d4991617c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:38:24.225803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device bb065a96-4338-4b4b-b5fc-c29d4991617c not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:38:24.266018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:24.269913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8ac2c8b-6f52-4442-9655-d3203fd3e5a3 req-ef977d24-ca51-48fe-9cfe-2172e574905d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 210 time: 0.0788581 Feb 09 13:38:24.279916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Made reservation on behalf of 95ca0822f2d34f689976b34b2101c585 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:38:24.282606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.297645 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.337518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:24.341380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Usage tracker for resource:security_group_rule and tenant:95ca0822f2d34f689976b34b2101c585 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:24.344337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:24.350102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:24.373175 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.432604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.437832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.453034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:38:24.466560 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.466929 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Added segment 1bf0c72a-bf1b-4879-9734-9fb9d001f112 of type vlan for network f0b5af03-176a-4c4f-9a78-3411230b2bc2 Feb 09 13:38:24.500324 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.560911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.561749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:24.562332 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.582078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc8df38-f0a6-467c-bda2-31ed22f7f7ce,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:24.718710 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5853608 Feb 09 13:38:24.721564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59240) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:24.725678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625c7b1-eab4-416e-8d7c-3118aff58242 admin admin] Pushing event updated for resources: {'Network': ['ID=f0b5af03-176a-4c4f-9a78-3411230b2bc2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:24.733146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Request body: {'subnet': {'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-994047593-subnet', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:24.739960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f0b5af03-176a-4c4f-9a78-3411230b2bc2 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:38:24.747885 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:24.756238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Usage tracker for resource:subnet and tenant:95ca0822f2d34f689976b34b2101c585 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:24.796314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:24.811275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:24.836917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b61e359-bbd5-4a28-bf55-561b48cf4cec {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:38:24.846553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Made reservation on behalf of 95ca0822f2d34f689976b34b2101c585 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:38:24.850372 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.880871 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:24.957993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Transition to ACTIVE for port object 8b61e359-bbd5-4a28-bf55-561b48cf4cec will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:24.968268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:25.005862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af958e58-2e4b-40e8-aa13-3a25436a7295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:25.124879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Pushing event updated for resources: {'Port': ['ID=8b61e359-bbd5-4a28-bf55-561b48cf4cec,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:25.362332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:25.398326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Attempting to bind port 8b61e359-bbd5-4a28-bf55-561b48cf4cec on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:38:25.399504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Attempting to bind port 8b61e359-bbd5-4a28-bf55-561b48cf4cec by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '724ac2d1-a4fc-4c60-821d-128323c34bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:38:25.400188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Attempting to bind port 8b61e359-bbd5-4a28-bf55-561b48cf4cec on network 58382eec-5688-4b99-a8f3-e13c3026e6ea {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:25.445362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152eebe-ec48-4419-be4e-fc11eb1eb0e0 req-c08f5b64-2659-45b0-a323-d07b25a77407 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:25.451080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b152eebe-ec48-4419-be4e-fc11eb1eb0e0 req-c08f5b64-2659-45b0-a323-d07b25a77407 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 943 time: 0.2601144 Feb 09 13:38:25.500946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59c699c5-3514-4bed-9562-59546c8f482d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:25.508738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Port 8b61e359-bbd5-4a28-bf55-561b48cf4cec on network 58382eec-5688-4b99-a8f3-e13c3026e6ea not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:38:25.509230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Attempting to bind port 8b61e359-bbd5-4a28-bf55-561b48cf4cec on network 58382eec-5688-4b99-a8f3-e13c3026e6ea {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:25.518782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:38:25.519200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Checking segment: {'id': '724ac2d1-a4fc-4c60-821d-128323c34bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:25.519742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Bound using segment: {'id': '724ac2d1-a4fc-4c60-821d-128323c34bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:38:25.520236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Bound port: 8b61e359-bbd5-4a28-bf55-561b48cf4cec, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724ac2d1-a4fc-4c60-821d-128323c34bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:38:25.520655 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:25.543194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f05dd72a-b0c5-45c7-a385-89f7c7bf333e req-448d47eb-a436-4b00-aaaf-4f1a7f6b1515 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 210 time: 0.0906644 Feb 09 13:38:25.572200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80a8ee7-b9e7-42f3-b8e0-942d03c97c28,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:25.580712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Checking segment: {'id': '1bf0c72a-bf1b-4879-9734-9fb9d001f112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:25.581212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Network hostable DHCP agents. Network: f0b5af03-176a-4c4f-9a78-3411230b2bc2, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:38:25.595628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b152eebe-ec48-4419-be4e-fc11eb1eb0e0 req-c711545c-4fdd-4f30-bf7d-a1b8b345b180 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998881 Feb 09 13:38:25.638313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 59c699c5-3514-4bed-9562-59546c8f482d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:25.638754 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:25.856689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] For port 8b61e359-bbd5-4a28-bf55-561b48cf4cec, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:38:25.932959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] For port 8b61e359-bbd5-4a28-bf55-561b48cf4cec, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8b61e359-bbd5-4a28-bf55-561b48cf4cec,segment=NetworkSegment(724ac2d1-a4fc-4c60-821d-128323c34bfd),segment_id=724ac2d1-a4fc-4c60-821d-128323c34bfd)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:38:25.933866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Network f0b5af03-176a-4c4f-9a78-3411230b2bc2 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:38:25.953274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:25.957390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f0b5af03-176a-4c4f-9a78-3411230b2bc2) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:25.967438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ddaa6-5d8b-4819-8019-ce2f81eb4126 None None] Network f0b5af03-176a-4c4f-9a78-3411230b2bc2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:38:26.047401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:26.047900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:26.281211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f0b5af03-176a-4c4f-9a78-3411230b2bc2', 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'fixed_ips': [{'subnet_id': 'd80a8ee7-b9e7-42f3-b8e0-942d03c97c28'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:38:26.282124 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:26.285870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:26.287460 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] 10.222.0.62 "PUT /v2.0/ports/8b61e359-bbd5-4a28-bf55-561b48cf4cec HTTP/1.1" status: 200 len: 1091 time: 2.0829122 Feb 09 13:38:26.290624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7822fc7-64cc-4770-aa8f-d974b5dd1a69', 'tag': '8b61e359-bbd5-4a28-bf55-561b48cf4cec'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:26.299720 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5770af8a-23d3-407b-8711-70eba272e99f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5736737 Feb 09 13:38:26.302560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59268) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:26.307386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-994047593-router', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:26.312724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:26.316608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Usage tracker for resource:router and tenant:95ca0822f2d34f689976b34b2101c585 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:26.319625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:26.325730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:26.347084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-cfe1a447-bd41-4e35-90cb-faab7092618d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:26.349096 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-cfe1a447-bd41-4e35-90cb-faab7092618d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.62 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.6628039 Feb 09 13:38:26.379975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:26.380769 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:26.384027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceeb85-9953-4596-8bfc-8cd32c3f5679 service neutron] Pushing event updated for resources: {'Port': ['ID=8b61e359-bbd5-4a28-bf55-561b48cf4cec,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:26.399736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'port': {'device_id': 'd7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'admin_state_up': True, 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:26.501592 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7822fc7-64cc-4770-aa8f-d974b5dd1a69', 'tag': '8b61e359-bbd5-4a28-bf55-561b48cf4cec', 'status': 'completed', 'code': 200} Feb 09 13:38:26.544266 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:26.585657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Allocated IP 172.20.0.2 (f0b5af03-176a-4c4f-9a78-3411230b2bc2/d80a8ee7-b9e7-42f3-b8e0-942d03c97c28/cfded07b-6f4d-4eb7-8466-729c1649748c) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:26.609020 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-71828fe3-f7ff-4ff8-bd88-b73f92ae73e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d47b5dfdd0d44f0fb19f66dc53821ded&device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 1094 time: 0.2583432 Feb 09 13:38:26.823721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:26.826823 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-dbd6134e-4962-4252-a1ed-44b16a0b430f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b61e359-bbd5-4a28-bf55-561b48cf4cec HTTP/1.1" status: 200 len: 217 time: 0.1010356 Feb 09 13:38:26.833679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:port and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:26.893238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:26.959004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:27.000673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Made reservation on behalf of 2a4607a9291c4746aaf568708d0cc0a7 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:38:27.003746 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:27.023136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-5a8efa21-b6dc-4624-a351-658678e7f658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:27.024630 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-5a8efa21-b6dc-4624-a351-658678e7f658 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0a6d6c1-0a33-411c-94d4-30680b556e00 HTTP/1.1" status: 200 len: 854 time: 0.1689990 Feb 09 13:38:27.037237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42b777dd-e75c-4e32-8e25-5d079f360790 req-457f7536-b2e0-4740-9cc7-2d4678e816cc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 210 time: 0.2598951 Feb 09 13:38:27.111119 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:27.114483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54346c5-4809-4ed1-a55c-d85510318154 req-9ba2bb09-075d-40c3-9a72-12b8b3c60a9e tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:27.114947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:27.116497 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f54346c5-4809-4ed1-a55c-d85510318154 req-9ba2bb09-075d-40c3-9a72-12b8b3c60a9e tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 943 time: 0.2586055 Feb 09 13:38:27.128459 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-d1a661a0-c2f0-40e7-9230-56632d8230c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58382eec-5688-4b99-a8f3-e13c3026e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566313 Feb 09 13:38:27.139807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Transition to ACTIVE for port object cfded07b-6f4d-4eb7-8466-729c1649748c will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:27.185600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Transition to ACTIVE for port object cfded07b-6f4d-4eb7-8466-729c1649748c will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:27.197709 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:27.237640 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f54346c5-4809-4ed1-a55c-d85510318154 req-738bc5a4-d2fe-4957-89c4-33559edf32d9 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106508 Feb 09 13:38:27.344772 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Network f0b5af03-176a-4c4f-9a78-3411230b2bc2 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:27.347843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:27.356514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:27.500681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Pushing event updated for resources: {'Port': ['ID=cfded07b-6f4d-4eb7-8466-729c1649748c,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:27.528439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Attempting to bind port cfded07b-6f4d-4eb7-8466-729c1649748c on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:38:27.528834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Attempting to bind port cfded07b-6f4d-4eb7-8466-729c1649748c by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '1bf0c72a-bf1b-4879-9734-9fb9d001f112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:38:27.529196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Attempting to bind port cfded07b-6f4d-4eb7-8466-729c1649748c on network f0b5af03-176a-4c4f-9a78-3411230b2bc2 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:27.536702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:38:27.537069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Checking segment: {'id': '1bf0c72a-bf1b-4879-9734-9fb9d001f112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:27.537853 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:27.538252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Bound using segment: {'id': '1bf0c72a-bf1b-4879-9734-9fb9d001f112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:38:27.538939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Bound port: cfded07b-6f4d-4eb7-8466-729c1649748c, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf0c72a-bf1b-4879-9734-9fb9d001f112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:38:27.539318 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:27.572574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Allocated IP 172.20.0.5 (ef54b484-0bce-4a91-b7ca-c896803ef127/d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c/af0a20d6-b746-4185-bd65-692f8c981c0d) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:27.575836 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-2998b3db-2a1c-4cc2-8827-7f71ec76a79c service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267724 Feb 09 13:38:27.652879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] For port cfded07b-6f4d-4eb7-8466-729c1649748c, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:38:27.656396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] For port cfded07b-6f4d-4eb7-8466-729c1649748c, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cfded07b-6f4d-4eb7-8466-729c1649748c,segment=NetworkSegment(1bf0c72a-bf1b-4879-9734-9fb9d001f112),segment_id=1bf0c72a-bf1b-4879-9734-9fb9d001f112)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:38:27.665335 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:27.785949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020d096-f24c-431b-a991-18fc11809d75 None None] Pushing event updated for resources: {'Port': ['ID=cfded07b-6f4d-4eb7-8466-729c1649748c,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:27.970596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:28.006732 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-39e3b414-e193-477c-9e3a-ebeaeccdd631 req-1c2dd145-4662-49f6-848a-7cd3cdd8857f service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143517 Feb 09 13:38:28.013231 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:28.203563 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:28.223566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Transition to ACTIVE for port object af0a20d6-b746-4185-bd65-692f8c981c0d will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:28.259986 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-57d92954-038f-4284-a85f-22e23ed3cbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:28.418207 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20f5943f-b28a-48d7-81aa-f295da0ae07e req-891ae223-2cca-405d-a47e-b7d6af4cd2f5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 210 time: 0.0867443 Feb 09 13:38:28.548911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34710156-2751-4eed-a8c6-492004088036 req-54a8531f-eead-4fb2-a9db-c68e2071656d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:28.560901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34710156-2751-4eed-a8c6-492004088036 req-54a8531f-eead-4fb2-a9db-c68e2071656d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 943 time: 0.1041665 Feb 09 13:38:28.565273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Allocated IP 172.25.5.143 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/6dfa2e69-95b2-4888-8c41-e9dd10aa63ce) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:28.610067 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:28.613570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:28.639118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34710156-2751-4eed-a8c6-492004088036 req-4ea8cd1e-9b7f-4c6b-9137-3b85402e7325 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769234 Feb 09 13:38:28.708177 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:28.757003 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-354992eb-df7e-48de-ae27-8c1f9627ed92 req-462a440c-4c1c-42ca-b24d-d0aa61fd3491 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d47b5dfdd0d44f0fb19f66dc53821ded&device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 1094 time: 0.5942183 Feb 09 13:38:28.757745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=af0a20d6-b746-4185-bd65-692f8c981c0d,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:29.100236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:29.138647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:29.148038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:29.260877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:29.262248 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:29.349360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:29.367252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5539edbb-962b-493b-8b91-3a8b8516f50d None None] Network f0b5af03-176a-4c4f-9a78-3411230b2bc2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:38:29.419642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354992eb-df7e-48de-ae27-8c1f9627ed92 req-42bbee25-4fcb-4865-b904-32b2c5da4710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:29.421780 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-354992eb-df7e-48de-ae27-8c1f9627ed92 req-42bbee25-4fcb-4865-b904-32b2c5da4710 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58382eec-5688-4b99-a8f3-e13c3026e6ea HTTP/1.1" status: 200 len: 915 time: 0.6548400 Feb 09 13:38:29.429418 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-f4c760b0-163b-4a15-a4d8-ed134d3a336b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0426340 Feb 09 13:38:29.612266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Request body: {'port': {'device_id': 'd7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:29.625540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cfded07b-6f4d-4eb7-8466-729c1649748c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:29.673226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5770a282-7dfc-4b2d-863b-af4471bafbde None None] Provisioning for port cfded07b-6f4d-4eb7-8466-729c1649748c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:29.781396 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-354992eb-df7e-48de-ae27-8c1f9627ed92 req-c5db816d-b306-4379-9482-25e748410c4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b61e359-bbd5-4a28-bf55-561b48cf4cec HTTP/1.1" status: 200 len: 217 time: 0.3463340 Feb 09 13:38:29.817235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port cfded07b-6f4d-4eb7-8466-729c1649748c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:29.825188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cfded07b-6f4d-4eb7-8466-729c1649748c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:29.825558 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:29.937915 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:29.969407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Sync routers for ids ['e4938e88-014d-40fb-b597-20e4bad9d91a'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:38:29.971780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-61fed8d0-a033-4e28-b26d-140b651d5e97 None None] Provisioning for port af0a20d6-b746-4185-bd65-692f8c981c0d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:29.979623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28173c34-2fdf-408c-8f39-ac3a99d22d8d req-c0d57ca9-b7f4-4f46-8fe1-3a425e7078a2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:29.982624 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28173c34-2fdf-408c-8f39-ac3a99d22d8d req-c0d57ca9-b7f4-4f46-8fe1-3a425e7078a2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 931 time: 0.2253492 Feb 09 13:38:30.014953 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:30.024068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-61fed8d0-a033-4e28-b26d-140b651d5e97 None None] Provisioning complete for port af0a20d6-b746-4185-bd65-692f8c981c0d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:30.025254 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-61fed8d0-a033-4e28-b26d-140b651d5e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:30.040122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8f465-ee14-4c55-bdbf-7024172479ac req-7c8b2506-b050-43f4-be68-aff25fba7476 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:30.040620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:30.048661 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44c8f465-ee14-4c55-bdbf-7024172479ac req-7c8b2506-b050-43f4-be68-aff25fba7476 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 943 time: 0.2068243 Feb 09 13:38:30.062639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:30.097889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-61fed8d0-a033-4e28-b26d-140b651d5e97 None None] Port af0a20d6-b746-4185-bd65-692f8c981c0d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:38:30.119467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Routers {'e4938e88-014d-40fb-b597-20e4bad9d91a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:30.121570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:30.122205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e4938e88-014d-40fb-b597-20e4bad9d91a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:30.128087 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-44c8f465-ee14-4c55-bdbf-7024172479ac req-597da2a6-684d-410e-ac94-44d88e16d88d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777626 Feb 09 13:38:30.164258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28173c34-2fdf-408c-8f39-ac3a99d22d8d req-cf5a6383-a140-4982-8c6c-a7a07873015e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681507 Feb 09 13:38:30.211818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:30.232700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354992eb-df7e-48de-ae27-8c1f9627ed92 req-9e575cad-624d-45b5-b87d-20a7054132ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:30.233761 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-354992eb-df7e-48de-ae27-8c1f9627ed92 req-9e575cad-624d-45b5-b87d-20a7054132ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0a6d6c1-0a33-411c-94d4-30680b556e00 HTTP/1.1" status: 200 len: 854 time: 0.4298985 Feb 09 13:38:30.238893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Pushing event updated for resources: {'Port': ['ID=6dfa2e69-95b2-4888-8c41-e9dd10aa63ce,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:30.356295 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-354992eb-df7e-48de-ae27-8c1f9627ed92 req-ff45613b-5002-4c54-bf26-d16bd0cd98c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58382eec-5688-4b99-a8f3-e13c3026e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084323 Feb 09 13:38:30.373857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8b61e359-bbd5-4a28-bf55-561b48cf4cec details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:38:30.510532 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:30.539642 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-827f6faf-eee5-48c1-9403-5fe8ed69b839 None None] Provisioning complete for port cfded07b-6f4d-4eb7-8466-729c1649748c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:30.540011 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-827f6faf-eee5-48c1-9403-5fe8ed69b839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:30.635414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port cfded07b-6f4d-4eb7-8466-729c1649748c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cfded07b-6f4d-4eb7-8466-729c1649748c,segment=NetworkSegment(1bf0c72a-bf1b-4879-9734-9fb9d001f112),segment_id=1bf0c72a-bf1b-4879-9734-9fb9d001f112)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:30.670764 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:30.764124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Set router e4938e88-014d-40fb-b597-20e4bad9d91a gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:30.809064 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-354992eb-df7e-48de-ae27-8c1f9627ed92 req-3735fd93-f1cf-4b3d-b94e-0f853a979392 service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401109 Feb 09 13:38:30.877949 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 8b61e359-bbd5-4a28-bf55-561b48cf4cec, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8b61e359-bbd5-4a28-bf55-561b48cf4cec,segment=NetworkSegment(724ac2d1-a4fc-4c60-821d-128323c34bfd),segment_id=724ac2d1-a4fc-4c60-821d-128323c34bfd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:30.922064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '8b61e359-bbd5-4a28-bf55-561b48cf4cec', 'network_id': '58382eec-5688-4b99-a8f3-e13c3026e6ea', 'port_id': '8b61e359-bbd5-4a28-bf55-561b48cf4cec', 'mac_address': 'fa:16:3e:41:9d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a6d6c1-0a33-411c-94d4-30680b556e00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:38:30.929519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=cfded07b-6f4d-4eb7-8466-729c1649748c,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:31.247689 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:31.287356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b61e359-bbd5-4a28-bf55-561b48cf4cec {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:38:31.303980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 8b61e359-bbd5-4a28-bf55-561b48cf4cec, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8b61e359-bbd5-4a28-bf55-561b48cf4cec,segment=NetworkSegment(724ac2d1-a4fc-4c60-821d-128323c34bfd),segment_id=724ac2d1-a4fc-4c60-821d-128323c34bfd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:31.310589 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:31.373243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0a20d6-b746-4185-bd65-692f8c981c0d {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:38:31.401663 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:31.450562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Transition to ACTIVE for port object af0a20d6-b746-4185-bd65-692f8c981c0d will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:31.461089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=8b61e359-bbd5-4a28-bf55-561b48cf4cec,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:31.487208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:31.534452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'name': 'tempest-TestAggregatesBasicOps-1582075038-router', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '59c699c5-3514-4bed-9562-59546c8f482d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:13Z', 'updated_at': '2022-02-09T13:38:20Z', 'revision_number': 4, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'gw_port': {'id': '59c699c5-3514-4bed-9562-59546c8f482d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:15Z', 'updated_at': '2022-02-09T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f0359b12-fef8-45a6-839d-2eaa8e9d2e93', 'name': '', 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'mac_address': 'fa:16:3e:a9:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a6aaca3-fc33-4c45-827a-6e5b220b3d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:19Z', 'updated_at': '2022-02-09T13:38:20Z', 'revision_number': 2, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'subnets': [{'id': '9a6aaca3-fc33-4c45-827a-6e5b220b3d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:31.554999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Checking router: e4938e88-014d-40fb-b597-20e4bad9d91a for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:38:31.555416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Updating router e4938e88-014d-40fb-b597-20e4bad9d91a port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:38:31.564257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3d322-d991-484e-86fe-582841755b32 req-52163a00-e9ca-4b09-9f77-59742e17be0d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:31.572520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50a3d322-d991-484e-86fe-582841755b32 req-52163a00-e9ca-4b09-9f77-59742e17be0d tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 944 time: 0.1259265 Feb 09 13:38:31.586155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['8b61e359-bbd5-4a28-bf55-561b48cf4cec'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:38:31.599920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f983c-3c2a-4f19-a956-476c20339cb8 req-b6246e76-2ac5-4c11-9d91-896874d39fdb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:31.607409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c5f983c-3c2a-4f19-a956-476c20339cb8 req-b6246e76-2ac5-4c11-9d91-896874d39fdb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 931 time: 0.2148845 Feb 09 13:38:31.653296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cfded07b-6f4d-4eb7-8466-729c1649748c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:31.698950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c5f983c-3c2a-4f19-a956-476c20339cb8 req-d2a46363-3935-4f8d-b9bb-db7322cf80cd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903506 Feb 09 13:38:31.744961 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50a3d322-d991-484e-86fe-582841755b32 req-71e1a6ed-ad0f-49ba-a25f-2cafef702691 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711729 Feb 09 13:38:31.842783 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:31.948126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-354992eb-df7e-48de-ae27-8c1f9627ed92 req-0f4b16e3-51a3-42ed-9c6c-f211d423e71a service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0897284 Feb 09 13:38:32.011589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Pushing event updated for resources: {'Port': ['ID=af0a20d6-b746-4185-bd65-692f8c981c0d,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:32.109621 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:32.110380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:32.118040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port cfded07b-6f4d-4eb7-8466-729c1649748c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:32.118402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:32.126235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Attempting to bind port af0a20d6-b746-4185-bd65-692f8c981c0d on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:38:32.126601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Attempting to bind port af0a20d6-b746-4185-bd65-692f8c981c0d by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:38:32.126904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Attempting to bind port af0a20d6-b746-4185-bd65-692f8c981c0d on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:32.265643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Port af0a20d6-b746-4185-bd65-692f8c981c0d on network ef54b484-0bce-4a91-b7ca-c896803ef127 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:38:32.266522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Attempting to bind port af0a20d6-b746-4185-bd65-692f8c981c0d on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:32.284783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:38:32.286068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Checking segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:32.286917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Bound using segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:38:32.287768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Bound port: af0a20d6-b746-4185-bd65-692f8c981c0d, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:38:32.288769 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:32.392581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] For port af0a20d6-b746-4185-bd65-692f8c981c0d, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:38:32.397089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] For port af0a20d6-b746-4185-bd65-692f8c981c0d, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=af0a20d6-b746-4185-bd65-692f8c981c0d,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:38:32.406896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:32.507842 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:32.509360 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] 10.222.0.62 "PUT /v2.0/ports/af0a20d6-b746-4185-bd65-692f8c981c0d HTTP/1.1" status: 200 len: 1091 time: 2.9295418 Feb 09 13:38:32.511514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6', 'tag': 'af0a20d6-b746-4185-bd65-692f8c981c0d'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:32.647507 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6', 'tag': 'af0a20d6-b746-4185-bd65-692f8c981c0d', 'status': 'completed', 'code': 200} Feb 09 13:38:32.654408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7ce0b-3106-4b21-afe5-bb35e3cc7eea service neutron] Pushing event updated for resources: {'Port': ['ID=af0a20d6-b746-4185-bd65-692f8c981c0d,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:32.742116 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-a8edcf56-d521-4168-a7b3-c347161d1847 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 1094 time: 0.1730356 Feb 09 13:38:32.744047 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:32.763109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Transition to ACTIVE for port object f0359b12-fef8-45a6-839d-2eaa8e9d2e93 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:32.773798 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:33.008346 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-26fb27d2-e66f-4334-8879-600f7cd7708c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af0a20d6-b746-4185-bd65-692f8c981c0d HTTP/1.1" status: 200 len: 217 time: 0.2562776 Feb 09 13:38:33.084061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714eb89-4ad1-4b29-a6cd-52655c0051d3 None None] Pushing event updated for resources: {'Port': ['ID=f0359b12-fef8-45a6-839d-2eaa8e9d2e93,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:33.159140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf79e8b-960b-4909-9d97-1da4dae8c138 req-8bab6699-6bb2-403f-adc3-4c6b0598e626 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:33.160731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-caf79e8b-960b-4909-9d97-1da4dae8c138 req-8bab6699-6bb2-403f-adc3-4c6b0598e626 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 943 time: 0.0975966 Feb 09 13:38:33.171364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Router 24752c6f-9caa-4fc7-971b-201cb2005de3 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:38:33.184118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-3342476e-d068-4b16-bfd9-9a0fc15a0422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:33.185957 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-3342476e-d068-4b16-bfd9-9a0fc15a0422 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.1667936 Feb 09 13:38:33.220587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5439d9-7584-4ae3-bf0c-c34c13e4e71a req-0e8ddbdd-9e1c-494d-a858-e3190425979c tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:33.222066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e5439d9-7584-4ae3-bf0c-c34c13e4e71a req-0e8ddbdd-9e1c-494d-a858-e3190425979c tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 944 time: 0.2208440 Feb 09 13:38:33.291792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Attempting to bind port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:38:33.292169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Attempting to bind port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '08e0bb21-b612-4f5f-a48d-c19d0bd1156c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:38:33.292536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Attempting to bind port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 on network 06b459ea-ec85-48f0-b624-8981dac101a6 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:33.301786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e5439d9-7584-4ae3-bf0c-c34c13e4e71a req-987169f3-5cb1-4523-90f1-cbeaa377789a tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 Feb 09 13:38:33.311875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:38:33.312251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Checking segment: {'id': '08e0bb21-b612-4f5f-a48d-c19d0bd1156c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:33.312652 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:33.313039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Bound using segment: {'id': '08e0bb21-b612-4f5f-a48d-c19d0bd1156c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:38:33.313522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Bound port: f0359b12-fef8-45a6-839d-2eaa8e9d2e93, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e0bb21-b612-4f5f-a48d-c19d0bd1156c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:38:33.313891 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:33.321793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-caf79e8b-960b-4909-9d97-1da4dae8c138 req-5c1b71b3-f6a3-482a-b4b7-ee65b220cfad tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452475 Feb 09 13:38:33.445718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] For port f0359b12-fef8-45a6-839d-2eaa8e9d2e93, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:38:33.446501 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-9dd5b57b-dca0-430a-a309-04eea37f2c84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873000 Feb 09 13:38:33.451197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] For port f0359b12-fef8-45a6-839d-2eaa8e9d2e93, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f0359b12-fef8-45a6-839d-2eaa8e9d2e93,segment=NetworkSegment(08e0bb21-b612-4f5f-a48d-c19d0bd1156c),segment_id=08e0bb21-b612-4f5f-a48d-c19d0bd1156c)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:38:33.459136 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:33.555517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714eb89-4ad1-4b29-a6cd-52655c0051d3 None None] Pushing event updated for resources: {'Port': ['ID=f0359b12-fef8-45a6-839d-2eaa8e9d2e93,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:33.559902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Routers {'e4938e88-014d-40fb-b597-20e4bad9d91a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:33.560500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e4938e88-014d-40fb-b597-20e4bad9d91a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:33.655990 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-4867da31-0f4b-484e-b975-d94d5fa0f05a service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989665 Feb 09 13:38:33.851209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] Set router e4938e88-014d-40fb-b597-20e4bad9d91a gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:33.897975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:38:33.907853 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Sync routers for ids ['24752c6f-9caa-4fc7-971b-201cb2005de3'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:38:33.933968 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Routers {'24752c6f-9caa-4fc7-971b-201cb2005de3'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:33.935141 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['24752c6f-9caa-4fc7-971b-201cb2005de3'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:33.955571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:33.959130 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6c665b8e-1057-4945-8f06-9df4f43af59a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6556416 Feb 09 13:38:33.962057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59318) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:34.012070 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e07934f-26c7-4b2c-b85f-ce7cb42f6636 req-ad82e331-e9be-4e17-8225-56ebc56d78dd service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448389 Feb 09 13:38:34.240055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8b61e359-bbd5-4a28-bf55-561b48cf4cec up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:34.337492 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Set router 24752c6f-9caa-4fc7-971b-201cb2005de3 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:34.358842 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-049c4ea2-fa5e-407b-b216-09cd61e05366 req-cd13fc76-884f-4dd1-aaae-399064513648 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 1094 time: 0.2828889 Feb 09 13:38:34.379362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'name': 'tempest-TestAggregatesBasicOps-1582075038-router', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '59c699c5-3514-4bed-9562-59546c8f482d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:13Z', 'updated_at': '2022-02-09T13:38:20Z', 'revision_number': 4, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'gw_port': {'id': '59c699c5-3514-4bed-9562-59546c8f482d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:15Z', 'updated_at': '2022-02-09T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f0359b12-fef8-45a6-839d-2eaa8e9d2e93', 'name': '', 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'mac_address': 'fa:16:3e:a9:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a6aaca3-fc33-4c45-827a-6e5b220b3d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:19Z', 'updated_at': '2022-02-09T13:38:33Z', 'revision_number': 4, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'subnets': [{'id': '9a6aaca3-fc33-4c45-827a-6e5b220b3d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:34.381823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 8b61e359-bbd5-4a28-bf55-561b48cf4cec completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:34.388680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 8b61e359-bbd5-4a28-bf55-561b48cf4cec triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:34.389041 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:34.417702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b2e8c-c3f0-489d-b020-ee31d1e2dbe9 None None] The sync data for ids ['e4938e88-014d-40fb-b597-20e4bad9d91a'] in n-d-825175-3 is: [{'id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'name': 'tempest-TestAggregatesBasicOps-1582075038-router', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '59c699c5-3514-4bed-9562-59546c8f482d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:13Z', 'updated_at': '2022-02-09T13:38:20Z', 'revision_number': 4, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'gw_port': {'id': '59c699c5-3514-4bed-9562-59546c8f482d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:15Z', 'updated_at': '2022-02-09T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f0359b12-fef8-45a6-839d-2eaa8e9d2e93', 'name': '', 'network_id': '06b459ea-ec85-48f0-b624-8981dac101a6', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'mac_address': 'fa:16:3e:a9:d1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a6aaca3-fc33-4c45-827a-6e5b220b3d87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:19Z', 'updated_at': '2022-02-09T13:38:33Z', 'revision_number': 4, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'subnets': [{'id': '9a6aaca3-fc33-4c45-827a-6e5b220b3d87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:38:34.613924 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:34.684994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7822fc7-64cc-4770-aa8f-d974b5dd1a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b61e359-bbd5-4a28-bf55-561b48cf4cec'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:34.700512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 8b61e359-bbd5-4a28-bf55-561b48cf4cec, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8b61e359-bbd5-4a28-bf55-561b48cf4cec,segment=NetworkSegment(724ac2d1-a4fc-4c60-821d-128323c34bfd),segment_id=724ac2d1-a4fc-4c60-821d-128323c34bfd)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:34.710838 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:34.741817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c4ea2-fa5e-407b-b216-09cd61e05366 req-25ed748b-88a2-483b-a3fe-5f84744e2473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:34.747354 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-049c4ea2-fa5e-407b-b216-09cd61e05366 req-25ed748b-88a2-483b-a3fe-5f84744e2473 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.3781681 Feb 09 13:38:34.825693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=8b61e359-bbd5-4a28-bf55-561b48cf4cec,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:34.839866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.839866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.839866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.841311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.842258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.843576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.843990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.845546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.846091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.846534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.846927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:34.949279 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-049c4ea2-fa5e-407b-b216-09cd61e05366 req-658da63c-4b0b-4ace-9875-08b894505a20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af0a20d6-b746-4185-bd65-692f8c981c0d HTTP/1.1" status: 200 len: 217 time: 0.1939938 Feb 09 13:38:35.028560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c4ea2-fa5e-407b-b216-09cd61e05366 req-35c67fbd-215b-4757-973c-9f21fb8fc7dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:35.030484 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-049c4ea2-fa5e-407b-b216-09cd61e05366 req-35c67fbd-215b-4757-973c-9f21fb8fc7dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0721798 Feb 09 13:38:35.102711 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'name': 'tempest-TestAggregatesBasicOps-994047593-router', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:26Z', 'updated_at': '2022-02-09T13:38:30Z', 'revision_number': 3, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'gw_port': {'id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:28Z', 'updated_at': '2022-02-09T13:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:35.114233 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Checking router: 24752c6f-9caa-4fc7-971b-201cb2005de3 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:38:35.114851 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Updating router 24752c6f-9caa-4fc7-971b-201cb2005de3 port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:38:35.170518 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-049c4ea2-fa5e-407b-b216-09cd61e05366 req-67fa3e04-f571-42b9-9eb8-addb02250f2d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306875 Feb 09 13:38:35.252775 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:35.277946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5e348-2e00-45b1-85d1-a95631010fe7 req-ef132347-902d-4c98-8dec-59236756e17f tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:35.285799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aad5e348-2e00-45b1-85d1-a95631010fe7 req-ef132347-902d-4c98-8dec-59236756e17f tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 945 time: 0.5491834 Feb 09 13:38:35.362903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3f983-5546-4fcc-85ad-9adf9461a63a req-67f61788-edd0-4c6d-9f18-81d5b2b080c7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:35.370259 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ea3f983-5546-4fcc-85ad-9adf9461a63a req-67f61788-edd0-4c6d-9f18-81d5b2b080c7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 943 time: 0.3060277 Feb 09 13:38:35.409319 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-049c4ea2-fa5e-407b-b216-09cd61e05366 req-37b5cbd8-c632-4359-aeb3-9e9f843b2872 service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270646 Feb 09 13:38:35.476218 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ea3f983-5546-4fcc-85ad-9adf9461a63a req-bc6de9fa-7ec1-405e-ada6-bc687265f91f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919683 Feb 09 13:38:35.484235 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aad5e348-2e00-45b1-85d1-a95631010fe7 req-5ce6df69-adb6-484f-a572-09cb3c0861bd tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975582 Feb 09 13:38:35.592490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f0359b12-fef8-45a6-839d-2eaa8e9d2e93 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:35.673624 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7822fc7-64cc-4770-aa8f-d974b5dd1a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b61e359-bbd5-4a28-bf55-561b48cf4cec', 'code': 200} Feb 09 13:38:35.723045 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-049c4ea2-fa5e-407b-b216-09cd61e05366 req-d3cb2a8f-e8d8-41a5-92fb-1d662e39a98a service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028963 Feb 09 13:38:35.815925 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:35.820229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:35.829854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:35.831384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:35.888766 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0eca5572-3449-49ba-a76d-a6d96715dbe7 req-768ef5d0-4b8b-4ac2-bcba-8bf315376f64 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 1096 time: 0.1512434 Feb 09 13:38:36.017124 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0eca5572-3449-49ba-a76d-a6d96715dbe7 req-5d869a13-4d83-49bd-8812-c3ca3b6efb3f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192160 Feb 09 13:38:36.048562 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.077733 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Transition to ACTIVE for port object 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:36.096347 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.103448 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.169419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port f0359b12-fef8-45a6-839d-2eaa8e9d2e93, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f0359b12-fef8-45a6-839d-2eaa8e9d2e93,segment=NetworkSegment(08e0bb21-b612-4f5f-a48d-c19d0bd1156c),segment_id=08e0bb21-b612-4f5f-a48d-c19d0bd1156c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:36.178289 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.197869 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ffcef-edfe-4bda-b366-078230284dd4 None None] Pushing event updated for resources: {'Port': ['ID=6dfa2e69-95b2-4888-8c41-e9dd10aa63ce,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:36.200158 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Attempting to bind port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:38:36.200519 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Attempting to bind port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:38:36.200871 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Attempting to bind port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:36.212726 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:38:36.213091 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:36.213483 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.213885 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:38:36.214329 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Bound port: 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:38:36.214718 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.276602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Allocated IP 172.20.0.1 (f0b5af03-176a-4c4f-9a78-3411230b2bc2/d80a8ee7-b9e7-42f3-b8e0-942d03c97c28/0226ab3b-9a01-47ec-a3bb-0eed19118ed1) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:36.298333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=f0359b12-fef8-45a6-839d-2eaa8e9d2e93,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:36.311041 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] For port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:38:36.314259 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] For port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6dfa2e69-95b2-4888-8c41-e9dd10aa63ce,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:38:36.321133 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.437491 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ffcef-edfe-4bda-b366-078230284dd4 None None] Pushing event updated for resources: {'Port': ['ID=6dfa2e69-95b2-4888-8c41-e9dd10aa63ce,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:36.458724 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Routers {'24752c6f-9caa-4fc7-971b-201cb2005de3'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:36.459360 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['24752c6f-9caa-4fc7-971b-201cb2005de3'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:36.478738 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.497090 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Transition to ACTIVE for port object 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:36.522006 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.588284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Network f0b5af03-176a-4c4f-9a78-3411230b2bc2 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:36.592179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:36.596346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:36.664079 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.714367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Pushing event updated for resources: {'Port': ['ID=0226ab3b-9a01-47ec-a3bb-0eed19118ed1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:36.783868 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:36.817006 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] Set router 24752c6f-9caa-4fc7-971b-201cb2005de3 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:37.075176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-18dfd7dc-61d1-4ab5-b0e0-24b4cafa20e8 None None] Provisioning for port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:37.083664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-18dfd7dc-61d1-4ab5-b0e0-24b4cafa20e8 None None] Provisioning complete for port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:37.085900 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-18dfd7dc-61d1-4ab5-b0e0-24b4cafa20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:37.170906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85d944-a655-40db-a61d-c9e4592ec4e1 req-1198afa9-f39c-47f7-bbc2-507d8eace2dd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:37.172806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-18dfd7dc-61d1-4ab5-b0e0-24b4cafa20e8 None None] Port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:38:37.179205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e85d944-a655-40db-a61d-c9e4592ec4e1 req-1198afa9-f39c-47f7-bbc2-507d8eace2dd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 943 time: 0.3026907 Feb 09 13:38:37.210916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacee5e-e70f-454e-a34e-7f5070dd26ce req-d8c8e3c1-b5eb-4595-b5d7-bb02697d0e58 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:37.217752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-faacee5e-e70f-454e-a34e-7f5070dd26ce req-d8c8e3c1-b5eb-4595-b5d7-bb02697d0e58 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 945 time: 0.2893586 Feb 09 13:38:37.283923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-faacee5e-e70f-454e-a34e-7f5070dd26ce req-d0c6943e-2f04-4250-8c9e-43cccb3c9fac tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Feb 09 13:38:37.327034 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'name': 'tempest-TestAggregatesBasicOps-994047593-router', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:26Z', 'updated_at': '2022-02-09T13:38:30Z', 'revision_number': 3, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'gw_port': {'id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:28Z', 'updated_at': '2022-02-09T13:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:37.335266 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb983d-4bd9-4e52-81f7-48997710d786 None None] The sync data for ids ['24752c6f-9caa-4fc7-971b-201cb2005de3'] in n-d-825175-3 is: [{'id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'name': 'tempest-TestAggregatesBasicOps-994047593-router', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:26Z', 'updated_at': '2022-02-09T13:38:30Z', 'revision_number': 3, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'gw_port': {'id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:28Z', 'updated_at': '2022-02-09T13:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:38:37.423550 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e85d944-a655-40db-a61d-c9e4592ec4e1 req-7f1dd9ea-7ab8-4918-bd00-1e1e43f131ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434103 Feb 09 13:38:37.431892 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:37.446130 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:37.504840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f0359b12-fef8-45a6-839d-2eaa8e9d2e93 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:37.607288 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:37.613765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:37.614311 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:37.619127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Pushing event updated for resources: {'Port': ['ID=0226ab3b-9a01-47ec-a3bb-0eed19118ed1,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:37.805988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Network f0b5af03-176a-4c4f-9a78-3411230b2bc2 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:37.808512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:38.211312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8107385c-b2ef-4be6-b369-775164d75547 None None] Provisioning complete for port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:38.212699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8107385c-b2ef-4be6-b369-775164d75547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:38.279745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8107385c-b2ef-4be6-b369-775164d75547 None None] Port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:38:38.427753 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Router 24752c6f-9caa-4fc7-971b-201cb2005de3 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:38:38.704441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289ad21-d461-4ae9-b52e-d4baa8382ea5 req-0f2de76d-94ee-4590-9afd-163db2bef852 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:38.705913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3289ad21-d461-4ae9-b52e-d4baa8382ea5 req-0f2de76d-94ee-4590-9afd-163db2bef852 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 945 time: 0.2809095 Feb 09 13:38:38.776379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af775c07-717c-4173-9450-e7ec669d48e5 req-93d15e1b-73d2-4209-b0a2-c230f7b80293 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:38.777967 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af775c07-717c-4173-9450-e7ec669d48e5 req-93d15e1b-73d2-4209-b0a2-c230f7b80293 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 943 time: 0.2076964 Feb 09 13:38:38.828413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3289ad21-d461-4ae9-b52e-d4baa8382ea5 req-b8df2756-90a6-4c95-ac63-073e4c49cdfb tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117642 Feb 09 13:38:38.856547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af775c07-717c-4173-9450-e7ec669d48e5 req-402dd3b8-e300-42e8-8204-b94a6088c075 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713203 Feb 09 13:38:38.945093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:38:38.962379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-11814141-c67b-4ee7-b067-5083da0fb30a admin admin] 10.222.0.59 "PUT /v2.0/routers/24752c6f-9caa-4fc7-971b-201cb2005de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9990883 Feb 09 13:38:40.201759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aa44b-ed65-4c0c-bee6-a1464a13c46a req-a7f07268-68fc-4b38-b5a5-344623144a43 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:40.211802 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b57aa44b-ed65-4c0c-bee6-a1464a13c46a req-a7f07268-68fc-4b38-b5a5-344623144a43 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 943 time: 0.1501205 Feb 09 13:38:40.290377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b57aa44b-ed65-4c0c-bee6-a1464a13c46a req-52bcab22-cdfb-4cc6-9a30-599d809a808e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775990 Feb 09 13:38:40.900923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59414) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:41.354556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:41.488884 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:41.703290 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:38:41.767895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4e5d4-0e25-4541-8a32-18fb54fb87c4 req-b0e56df6-874a-4948-a03a-ba5d81dce232 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:41.769998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfc4e5d4-0e25-4541-8a32-18fb54fb87c4 req-b0e56df6-874a-4948-a03a-ba5d81dce232 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 943 time: 0.1326923 Feb 09 13:38:41.857269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfc4e5d4-0e25-4541-8a32-18fb54fb87c4 req-1763ab16-3f42-4de9-bb38-1aeddcce2b61 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792572 Feb 09 13:38:42.279392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device af0a20d6-b746-4185-bd65-692f8c981c0d details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:38:42.496606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] Deleting port f0359b12-fef8-45a6-839d-2eaa8e9d2e93 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:38:42.497164 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:42.515369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port af0a20d6-b746-4185-bd65-692f8c981c0d, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=af0a20d6-b746-4185-bd65-692f8c981c0d,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:42.533585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'af0a20d6-b746-4185-bd65-692f8c981c0d', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'port_id': 'af0a20d6-b746-4185-bd65-692f8c981c0d', 'mac_address': 'fa:16:3e:7d:74:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:38:42.672567 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:42.712526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0a20d6-b746-4185-bd65-692f8c981c0d {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:38:42.736872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port af0a20d6-b746-4185-bd65-692f8c981c0d, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=af0a20d6-b746-4185-bd65-692f8c981c0d,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:42.749741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:42.804699 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] For port f0359b12-fef8-45a6-839d-2eaa8e9d2e93, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f0359b12-fef8-45a6-839d-2eaa8e9d2e93,segment=NetworkSegment(08e0bb21-b612-4f5f-a48d-c19d0bd1156c),segment_id=08e0bb21-b612-4f5f-a48d-c19d0bd1156c)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:42.804699 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:42.842348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=af0a20d6-b746-4185-bd65-692f8c981c0d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:42.985427 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] Calling delete_port for f0359b12-fef8-45a6-839d-2eaa8e9d2e93 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:38:42.995717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['af0a20d6-b746-4185-bd65-692f8c981c0d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:38:43.280908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf9be3-c0d9-49af-b0d4-676763e74e7d req-5cb0e617-9503-4474-9304-a325a84b369f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:43.283518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-decf9be3-c0d9-49af-b0d4-676763e74e7d req-5cb0e617-9503-4474-9304-a325a84b369f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 944 time: 0.2444468 Feb 09 13:38:43.412923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-decf9be3-c0d9-49af-b0d4-676763e74e7d req-67263e26-f87e-4fb2-941d-13df9d3af31e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121142 Feb 09 13:38:43.426121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a51fe5e3-ef0e-4970-9071-ba53f2a47ed2 req-2b7ae5a9-1925-4e6f-9c94-178e0a0105ed tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1097 time: 0.2073884 Feb 09 13:38:43.479541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:43.552093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0359b12-fef8-45a6-839d-2eaa8e9d2e93,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:43.579046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:43.611652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a51fe5e3-ef0e-4970-9071-ba53f2a47ed2 req-f7168b53-149b-4848-9a9d-b4e98c2b5c26 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789811 Feb 09 13:38:43.705664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:43.712777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:43.713473 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:43.889509 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:43.910565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6dfa2e69-95b2-4888-8c41-e9dd10aa63ce,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:43.921079 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:44.032132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=6dfa2e69-95b2-4888-8c41-e9dd10aa63ce,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:44.201923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaaca1c-d2f6-4936-935b-ca462b96b988 req-3a6036ab-e989-4903-b52c-d42dddc59274 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:44.203336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bdaaca1c-d2f6-4936-935b-ca462b96b988 req-3a6036ab-e989-4903-b52c-d42dddc59274 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1185656 Feb 09 13:38:44.278069 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bdaaca1c-d2f6-4936-935b-ca462b96b988 req-7eeddabf-cf2f-456d-9fa1-a73a559e57c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647929 Feb 09 13:38:44.298095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device af0a20d6-b746-4185-bd65-692f8c981c0d up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:44.301192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59448) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:44.309159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:44.411234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port af0a20d6-b746-4185-bd65-692f8c981c0d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:44.418665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port af0a20d6-b746-4185-bd65-692f8c981c0d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:44.419267 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:44.452828 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a877e521-eeef-4f4b-918c-80b771ea13d1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/104c6a27-a565-4b76-bd66-f3e558a04440 HTTP/1.1" status: 200 len: 994 time: 0.1502573 Feb 09 13:38:44.621751 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:44.667167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0a20d6-b746-4185-bd65-692f8c981c0d'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:38:44.677983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port af0a20d6-b746-4185-bd65-692f8c981c0d, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=af0a20d6-b746-4185-bd65-692f8c981c0d,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:44.693668 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:44.810174 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=af0a20d6-b746-4185-bd65-692f8c981c0d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:44.840561 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0a20d6-b746-4185-bd65-692f8c981c0d', 'code': 200} Feb 09 13:38:44.970676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf56d94-cc61-41e5-9f29-54459d19688d req-6f578b94-ed77-4670-a7eb-c7e673cef07e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:44.973110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7cf56d94-cc61-41e5-9f29-54459d19688d req-6f578b94-ed77-4670-a7eb-c7e673cef07e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 945 time: 0.1492162 Feb 09 13:38:45.081430 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2adab58-aa47-48d4-938a-f9fd01078dce req-bba57020-eb92-4fd1-81ce-0a4d804f4827 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 1096 time: 0.1706715 Feb 09 13:38:45.143922 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2adab58-aa47-48d4-938a-f9fd01078dce req-5797967b-63f6-4d51-8454-0a92f4881c0d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558314 Feb 09 13:38:45.281999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7cf56d94-cc61-41e5-9f29-54459d19688d req-a7cb9a77-3368-4574-8da7-e191fb345cad tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963870 Feb 09 13:38:45.321512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60992282-a2f4-4c82-968d-a8e7dc72cb85 req-bf7ca078-f289-4165-9d3f-5f4ad25b22f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1987538 Feb 09 13:38:45.387022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] Router e4938e88-014d-40fb-b597-20e4bad9d91a has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:38:45.633898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:45.677762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59470) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:45.703346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:38:45.718232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59476) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:45.730918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2005afd8-a2ef-47aa-977c-480f95f4f18e admin admin] 10.222.0.59 "PUT /v2.0/routers/e4938e88-014d-40fb-b597-20e4bad9d91a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8286035 Feb 09 13:38:45.818325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] Sync routers for ids ['e4938e88-014d-40fb-b597-20e4bad9d91a'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:38:45.839795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] Routers {'e4938e88-014d-40fb-b597-20e4bad9d91a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:45.840539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e4938e88-014d-40fb-b597-20e4bad9d91a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:45.923384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f66d-9b78-47ba-8501-ff58844eb1a1 req-5b73f834-00c0-4d28-b7b6-514c4a66d3c4 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:45.925359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7a3f66d-9b78-47ba-8501-ff58844eb1a1 req-5b73f834-00c0-4d28-b7b6-514c4a66d3c4 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1929824 Feb 09 13:38:46.033415 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e7a3f66d-9b78-47ba-8501-ff58844eb1a1 req-fc2df4bc-f046-491b-90e9-62a109d166ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998819 Feb 09 13:38:46.044751 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-c85f1781-315f-4ab6-810c-f80093d1fc53 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3654406 Feb 09 13:38:46.094497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:46.095085 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:46.119775 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:46.481295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] Set router e4938e88-014d-40fb-b597-20e4bad9d91a gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:46.502989 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:46.521050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Deleting port 59c699c5-3514-4bed-9562-59546c8f482d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:38:46.521388 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:46.577583 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:46.673346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b446df4-80e8-432d-a53c-0feb444440d9 req-a8f5678b-0568-4010-bfb7-fc831334e3ae tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:46.680380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b446df4-80e8-432d-a53c-0feb444440d9 req-a8f5678b-0568-4010-bfb7-fc831334e3ae tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 945 time: 0.1875660 Feb 09 13:38:46.809917 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b446df4-80e8-432d-a53c-0feb444440d9 req-27a8cf8c-6e75-4231-b69a-d5824ff5f934 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174784 Feb 09 13:38:47.134407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'name': 'tempest-TestAggregatesBasicOps-1582075038-router', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '59c699c5-3514-4bed-9562-59546c8f482d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:13Z', 'updated_at': '2022-02-09T13:38:43Z', 'revision_number': 5, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'gw_port': {'id': '59c699c5-3514-4bed-9562-59546c8f482d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:15Z', 'updated_at': '2022-02-09T13:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:47.135360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] For port 59c699c5-3514-4bed-9562-59546c8f482d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=59c699c5-3514-4bed-9562-59546c8f482d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:47.135770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:47.147199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] Checking router: e4938e88-014d-40fb-b597-20e4bad9d91a for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:38:47.185470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] Routers {'e4938e88-014d-40fb-b597-20e4bad9d91a'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:47.186086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e4938e88-014d-40fb-b597-20e4bad9d91a'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:47.223519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc9f28-1c01-48f5-b9e4-41947923cb49 req-47e7bc41-c597-4ae6-a110-5abe22c5fdb3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:47.225774 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ebc9f28-1c01-48f5-b9e4-41947923cb49 req-47e7bc41-c597-4ae6-a110-5abe22c5fdb3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 945 time: 0.2336283 Feb 09 13:38:47.342164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Calling delete_port for 59c699c5-3514-4bed-9562-59546c8f482d owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:38:47.439924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ebc9f28-1c01-48f5-b9e4-41947923cb49 req-784d88ae-36e0-4136-aad4-0959d8394acd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075624 Feb 09 13:38:47.596515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:47.610852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746fa93-193a-4bc0-bf11-02950201f6a3 req-a7ff341e-de53-4d8e-b6cb-ab28e9187b93 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:47.615780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a746fa93-193a-4bc0-bf11-02950201f6a3 req-a7ff341e-de53-4d8e-b6cb-ab28e9187b93 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.2657382 Feb 09 13:38:47.616159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] Set router e4938e88-014d-40fb-b597-20e4bad9d91a gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:47.733054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=59c699c5-3514-4bed-9562-59546c8f482d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:47.781850 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'name': 'tempest-TestAggregatesBasicOps-1582075038-router', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:13Z', 'updated_at': '2022-02-09T13:38:46Z', 'revision_number': 6, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:47.786309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470d939f-3946-46a7-b1d2-9beeb176aaa6 None None] The sync data for ids ['e4938e88-014d-40fb-b597-20e4bad9d91a'] in n-d-825175-3 is: [{'id': 'e4938e88-014d-40fb-b597-20e4bad9d91a', 'name': 'tempest-TestAggregatesBasicOps-1582075038-router', 'tenant_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:13Z', 'updated_at': '2022-02-09T13:38:46Z', 'revision_number': 6, 'project_id': '618ec6e3531c4a2dbeeefdea971ce98e', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:38:47.905821 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a746fa93-193a-4bc0-bf11-02950201f6a3 req-b8e816e3-4265-4bcd-9c1d-e0c36d24af30 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824900 Feb 09 13:38:48.285202 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:48.647500 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:48.656502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:48.688004 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-3e1039f4-64ec-49f1-b641-e6dcb8472147 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1097 time: 0.6901906 Feb 09 13:38:48.691211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:48.691973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4938e88-014d-40fb-b597-20e4bad9d91a {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:38:48.765490 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:48.766932 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cbe21a28-cd8d-4377-a798-0eba443d8fbb admin admin] 10.222.0.59 "DELETE /v2.0/routers/e4938e88-014d-40fb-b597-20e4bad9d91a HTTP/1.1" status: 204 len: 168 time: 3.0474420 Feb 09 13:38:48.770249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59538) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:48.857474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f9aa68-45f3-4592-8353-d7ea728a303e admin admin] Deleting subnet 9a6aaca3-fc33-4c45-827a-6e5b220b3d87 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:38:48.860666 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47f9aa68-45f3-4592-8353-d7ea728a303e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:48.884073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-f4b713ce-b055-4fd8-b5f2-de618332a7d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:48.885815 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-f4b713ce-b055-4fd8-b5f2-de618332a7d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.1836350 Feb 09 13:38:48.918122 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47f9aa68-45f3-4592-8353-d7ea728a303e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:49.121091 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47f9aa68-45f3-4592-8353-d7ea728a303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:49.344936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47f9aa68-45f3-4592-8353-d7ea728a303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:49.414332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-27711f9a-0f8d-4d2c-83ed-a61451ab19c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1002 time: 0.5217285 Feb 09 13:38:49.528647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9aa68-45f3-4592-8353-d7ea728a303e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6aaca3-fc33-4c45-827a-6e5b220b3d87,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:49.565747 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-47f9aa68-45f3-4592-8353-d7ea728a303e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:49.569005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cfc169-7b93-4e93-a3b7-aab0bb7ecf60 None None] Network 06b459ea-ec85-48f0-b624-8981dac101a6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:38:49.587668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59564) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:49.591503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-47f9aa68-45f3-4592-8353-d7ea728a303e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9a6aaca3-fc33-4c45-827a-6e5b220b3d87 HTTP/1.1" status: 204 len: 168 time: 0.8199611 Feb 09 13:38:49.614124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f0359b12-fef8-45a6-839d-2eaa8e9d2e93 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:38:49.653066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab7e4f-6b94-4342-b283-563f7e2743c5 req-70b6f707-a343-4670-b315-03cf95501e76 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:49.668673 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0ab7e4f-6b94-4342-b283-563f7e2743c5 req-70b6f707-a343-4670-b315-03cf95501e76 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.4134388 Feb 09 13:38:49.671188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-d9c0fc9f-683a-45db-84bc-8a5b2b5a2d89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:49.673345 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-d9c0fc9f-683a-45db-84bc-8a5b2b5a2d89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.2512014 Feb 09 13:38:49.713157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: f0359b12-fef8-45a6-839d-2eaa8e9d2e93 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:38:49.713279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f0359b12-fef8-45a6-839d-2eaa8e9d2e93 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:38:49.777785 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0ab7e4f-6b94-4342-b283-563f7e2743c5 req-7dec76c0-a7ed-4b39-a3c2-1d5a37e1ab5d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977106 Feb 09 13:38:50.001868 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:50.029139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Deleting port dd1ff3c0-4261-4364-948c-9f622e6f90ce {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:38:50.033173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:50.163738 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-5c68e5d8-ebf0-476e-bebe-ef35f94ab5dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4841089 Feb 09 13:38:50.315905 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307197e9-c3fa-4411-be05-e3e17a535f6c None None] DHCP port deletion for 06b459ea-ec85-48f0-b624-8981dac101a6 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:38:50.340774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-307197e9-c3fa-4411-be05-e3e17a535f6c None None] Deleting port dd1ff3c0-4261-4364-948c-9f622e6f90ce {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:38:50.341105 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-307197e9-c3fa-4411-be05-e3e17a535f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:50.826530 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-cfbde7ce-332c-426c-9a26-d2c44eb638f6 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692623 Feb 09 13:38:50.918087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-307197e9-c3fa-4411-be05-e3e17a535f6c None None] For port dd1ff3c0-4261-4364-948c-9f622e6f90ce, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dd1ff3c0-4261-4364-948c-9f622e6f90ce,segment=NetworkSegment(08e0bb21-b612-4f5f-a48d-c19d0bd1156c),segment_id=08e0bb21-b612-4f5f-a48d-c19d0bd1156c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:50.918616 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-307197e9-c3fa-4411-be05-e3e17a535f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:50.946050 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Sync routers for ids ['24752c6f-9caa-4fc7-971b-201cb2005de3'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:38:50.980988 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Routers {'24752c6f-9caa-4fc7-971b-201cb2005de3'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:50.981604 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['24752c6f-9caa-4fc7-971b-201cb2005de3'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:51.108906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] For port dd1ff3c0-4261-4364-948c-9f622e6f90ce, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dd1ff3c0-4261-4364-948c-9f622e6f90ce,segment=NetworkSegment(08e0bb21-b612-4f5f-a48d-c19d0bd1156c),segment_id=08e0bb21-b612-4f5f-a48d-c19d0bd1156c)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:51.109262 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:51.125627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-307197e9-c3fa-4411-be05-e3e17a535f6c None None] Calling delete_port for dd1ff3c0-4261-4364-948c-9f622e6f90ce owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:38:51.268677 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-307197e9-c3fa-4411-be05-e3e17a535f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:51.342392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf0382-5bee-42a8-bb2e-d99470dc1a99 req-a13e4e85-ca18-40ca-9a5f-f70007ac969d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:51.345898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307197e9-c3fa-4411-be05-e3e17a535f6c None None] Pushing event deleted for resources: {'Port': ['ID=dd1ff3c0-4261-4364-948c-9f622e6f90ce,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:51.351370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307197e9-c3fa-4411-be05-e3e17a535f6c None None] No DVR routers for this DVR port dd1ff3c0-4261-4364-948c-9f622e6f90ce on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:38:51.351841 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77cf0382-5bee-42a8-bb2e-d99470dc1a99 req-a13e4e85-ca18-40ca-9a5f-f70007ac969d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1702788 Feb 09 13:38:51.405048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Calling delete_port for dd1ff3c0-4261-4364-948c-9f622e6f90ce owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:38:51.406438 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Set router 24752c6f-9caa-4fc7-971b-201cb2005de3 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:51.452736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77cf0382-5bee-42a8-bb2e-d99470dc1a99 req-7787f47a-c3aa-4662-920b-9e5608b42fc6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790908 Feb 09 13:38:51.511392 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-81203397-2faf-4399-a190-16545e7c4de0 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576917 Feb 09 13:38:51.553519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dd1ff3c0-4261-4364-948c-9f622e6f90ce no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:38:51.577518 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:38:51.579494 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:38:51.635740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: dd1ff3c0-4261-4364-948c-9f622e6f90ce {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:38:51.637448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dd1ff3c0-4261-4364-948c-9f622e6f90ce not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:38:51.639793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59c699c5-3514-4bed-9562-59546c8f482d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:38:51.716427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 59c699c5-3514-4bed-9562-59546c8f482d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:38:51.716774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59c699c5-3514-4bed-9562-59546c8f482d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:38:51.906276 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'name': 'tempest-TestAggregatesBasicOps-994047593-router', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:26Z', 'updated_at': '2022-02-09T13:38:36Z', 'revision_number': 4, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'gw_port': {'id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:28Z', 'updated_at': '2022-02-09T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '0226ab3b-9a01-47ec-a3bb-0eed19118ed1', 'name': '', 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'mac_address': 'fa:16:3e:28:2c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80a8ee7-b9e7-42f3-b8e0-942d03c97c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:35Z', 'updated_at': '2022-02-09T13:38:36Z', 'revision_number': 2, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'subnets': [{'id': 'd80a8ee7-b9e7-42f3-b8e0-942d03c97c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:51.911902 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Checking router: 24752c6f-9caa-4fc7-971b-201cb2005de3 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:38:51.912372 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Updating router 24752c6f-9caa-4fc7-971b-201cb2005de3 port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:38:51.976369 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:52.081024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Deleting port dd1ff3c0-4261-4364-948c-9f622e6f90ce {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:38:52.082735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:52.177663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] The port 'dd1ff3c0-4261-4364-948c-9f622e6f90ce' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:38:52.383565 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:52.421615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b459ea-ec85-48f0-b624-8981dac101a6']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:52.436478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e0bb21-b612-4f5f-a48d-c19d0bd1156c') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:52.437008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e0bb21-b612-4f5f-a48d-c19d0bd1156c') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:52.452128 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:52.502691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:52.516283 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:52.517354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:38:52.520466 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:38:52.570362 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:38:52.642863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-386601e8-afbb-44b0-a5d4-fb745c1fc2d9 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:52.651264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-386601e8-afbb-44b0-a5d4-fb745c1fc2d9 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.3034000 Feb 09 13:38:52.670747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7e8c8cd2-9e45-4029-b99a-12b6300dd64f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/quotas/2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0182762 Feb 09 13:38:52.765527 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Transition to ACTIVE for port object 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:52.772651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:52.775015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-8e80816e-d58f-476c-ad46-a2bb747543c3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1027167 Feb 09 13:38:52.776756 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:52.786691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:52.846097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=06b459ea-ec85-48f0-b624-8981dac101a6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:52.862346 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3c673ec8-0e2e-4064-9425-2aed10552bdb admin admin] 10.222.0.59 "DELETE /v2.0/networks/06b459ea-ec85-48f0-b624-8981dac101a6 HTTP/1.1" status: 204 len: 168 time: 3.2720230 Feb 09 13:38:52.863127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59610) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:38:52.998220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-06471f6e-62d4-46ea-85d4-5662c8279445 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220557 Feb 09 13:38:53.108103 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Pushing event updated for resources: {'Port': ['ID=0226ab3b-9a01-47ec-a3bb-0eed19118ed1,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:53.351826 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-b43d1fbf-8b8b-42bf-b8fa-45ee6308e029 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462474 Feb 09 13:38:53.517515 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.518076 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.518624 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.520624 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.521342 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.521822 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.522297 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.522810 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.523436 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.523909 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.524379 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:38:53.684713 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Attempting to bind port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:38:53.686261 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Attempting to bind port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '1bf0c72a-bf1b-4879-9734-9fb9d001f112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:38:53.686669 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Attempting to bind port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 on network f0b5af03-176a-4c4f-9a78-3411230b2bc2 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:38:53.715010 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:38:53.715291 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Checking segment: {'id': '1bf0c72a-bf1b-4879-9734-9fb9d001f112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:38:53.715684 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:53.716071 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Bound using segment: {'id': '1bf0c72a-bf1b-4879-9734-9fb9d001f112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:38:53.716529 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Bound port: 0226ab3b-9a01-47ec-a3bb-0eed19118ed1, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf0c72a-bf1b-4879-9734-9fb9d001f112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:38:53.716891 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:53.924315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4285e8d-02ab-46ec-9a3e-2c74706e357f req-62e42301-ae5c-41cc-877c-c9bad616b908 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:53.930326 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4285e8d-02ab-46ec-9a3e-2c74706e357f req-62e42301-ae5c-41cc-877c-c9bad616b908 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.5772450 Feb 09 13:38:53.975397 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] For port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:38:53.984276 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] For port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0226ab3b-9a01-47ec-a3bb-0eed19118ed1,segment=NetworkSegment(1bf0c72a-bf1b-4879-9734-9fb9d001f112),segment_id=1bf0c72a-bf1b-4879-9734-9fb9d001f112)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:38:54.003623 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:54.187510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8d69d90-5202-4566-a9d9-2635d9e61546 req-5d077cf6-08de-444b-a523-bba00654bbbe tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 210 time: 0.1877382 Feb 09 13:38:54.200797 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:54.269879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4285e8d-02ab-46ec-9a3e-2c74706e357f req-c245fe78-59f1-421b-b36f-b82f9d377859 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299482 Feb 09 13:38:54.299119 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Routers {'24752c6f-9caa-4fc7-971b-201cb2005de3'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:38:54.299964 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['24752c6f-9caa-4fc7-971b-201cb2005de3'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:54.654351 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff841914-a8a7-481d-b7f9-29189d7a5347 None None] Pushing event updated for resources: {'Port': ['ID=0226ab3b-9a01-47ec-a3bb-0eed19118ed1,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:54.681065 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] Set router 24752c6f-9caa-4fc7-971b-201cb2005de3 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:38:55.027157 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-521442ec-8f6d-40e3-a815-6a9f7f3866f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:55.257162 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'name': 'tempest-TestAggregatesBasicOps-994047593-router', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:26Z', 'updated_at': '2022-02-09T13:38:36Z', 'revision_number': 4, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'gw_port': {'id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:28Z', 'updated_at': '2022-02-09T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '0226ab3b-9a01-47ec-a3bb-0eed19118ed1', 'name': '', 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'mac_address': 'fa:16:3e:28:2c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80a8ee7-b9e7-42f3-b8e0-942d03c97c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:35Z', 'updated_at': '2022-02-09T13:38:53Z', 'revision_number': 4, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'subnets': [{'id': 'd80a8ee7-b9e7-42f3-b8e0-942d03c97c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:38:55.267548 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666de1cf-7060-4d81-b1dc-cfa1af71dd50 None None] The sync data for ids ['24752c6f-9caa-4fc7-971b-201cb2005de3'] in n-d-825175-3 is: [{'id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'name': 'tempest-TestAggregatesBasicOps-994047593-router', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:26Z', 'updated_at': '2022-02-09T13:38:36Z', 'revision_number': 4, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'gw_port': {'id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:28Z', 'updated_at': '2022-02-09T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '0226ab3b-9a01-47ec-a3bb-0eed19118ed1', 'name': '', 'network_id': 'f0b5af03-176a-4c4f-9a78-3411230b2bc2', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'mac_address': 'fa:16:3e:28:2c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd80a8ee7-b9e7-42f3-b8e0-942d03c97c28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:35Z', 'updated_at': '2022-02-09T13:38:53Z', 'revision_number': 4, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'subnets': [{'id': 'd80a8ee7-b9e7-42f3-b8e0-942d03c97c28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:38:55.609013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:55.624202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Deleting port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:38:55.625291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:55.625529 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2db1ffb-1457-4b12-b7bb-49e1e79e8d34 req-49f43c60-afcf-4fcf-9d70-917934944c68 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 210 time: 0.1383579 Feb 09 13:38:55.809902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:55.812707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d668cd4-e42e-4520-aa88-75742ac89d56 req-f0204bc3-667d-42cd-a652-b1ff1544c9a6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:55.815550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:55.816625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:55.822120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3d668cd4-e42e-4520-aa88-75742ac89d56 req-f0204bc3-667d-42cd-a652-b1ff1544c9a6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1831498 Feb 09 13:38:55.899066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3d668cd4-e42e-4520-aa88-75742ac89d56 req-6683fc6c-2306-4de4-8feb-d2a9a9c87326 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756109 Feb 09 13:38:56.117407 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:56.166625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0226ab3b-9a01-47ec-a3bb-0eed19118ed1,segment=NetworkSegment(1bf0c72a-bf1b-4879-9734-9fb9d001f112),segment_id=1bf0c72a-bf1b-4879-9734-9fb9d001f112)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:56.176972 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:56.187208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] For port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0226ab3b-9a01-47ec-a3bb-0eed19118ed1,segment=NetworkSegment(1bf0c72a-bf1b-4879-9734-9fb9d001f112),segment_id=1bf0c72a-bf1b-4879-9734-9fb9d001f112)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:56.187830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:56.212495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-6c42a4ae-3ed9-4ae8-a7ff-9054a7af2549 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:56.214923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-6c42a4ae-3ed9-4ae8-a7ff-9054a7af2549 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.4124196 Feb 09 13:38:56.281725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=0226ab3b-9a01-47ec-a3bb-0eed19118ed1,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:56.305880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'port': {'device_id': '7157b803-9928-4900-97ab-7c258f1b1afb', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'admin_state_up': True, 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:56.799187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Calling delete_port for 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:38:56.843414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:38:56.857839 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:port and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:38:56.863164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:38:56.872661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:38:56.920039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Made reservation on behalf of 2a4607a9291c4746aaf568708d0cc0a7 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:38:56.929843 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:57.053659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9856229-eaba-4146-aeb4-e4063563a741 req-e722ad85-451b-42c2-a28c-538e42439bd0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 210 time: 0.1018260 Feb 09 13:38:57.090759 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:38:57.090931 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:38:57.261897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Allocated IP 172.20.0.9 (ef54b484-0bce-4a91-b7ca-c896803ef127/d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c/38855d48-80aa-4523-bb70-2e98eccf50c0) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:38:57.447206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f1ebe-65c0-405d-9890-a8cd9344afc7 req-2d0cdf96-352b-4edb-9749-27e066587b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:57.455056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d43f1ebe-65c0-405d-9890-a8cd9344afc7 req-2d0cdf96-352b-4edb-9749-27e066587b86 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.2360697 Feb 09 13:38:57.668675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d43f1ebe-65c0-405d-9890-a8cd9344afc7 req-db403e31-496f-4112-a897-92a88ca16b1c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126150 Feb 09 13:38:57.694012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Deleting port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:38:57.694360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:57.730261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:38:57.873986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:57.873986 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:58.235787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:58.278369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Transition to ACTIVE for port object 38855d48-80aa-4523-bb70-2e98eccf50c0 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:38:58.308606 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:58.346594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['af0a20d6-b746-4185-bd65-692f8c981c0d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:38:58.442810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=38855d48-80aa-4523-bb70-2e98eccf50c0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:38:58.463683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:38:58.479604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:38:58.489801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:38:58.567595 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] For port 0226ab3b-9a01-47ec-a3bb-0eed19118ed1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0226ab3b-9a01-47ec-a3bb-0eed19118ed1,segment=NetworkSegment(1bf0c72a-bf1b-4879-9734-9fb9d001f112),segment_id=1bf0c72a-bf1b-4879-9734-9fb9d001f112)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:38:58.567955 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:58.568398 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7bb97413-afcf-4432-869d-b3400c338a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:58.616778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b553c-aca7-4d69-90d0-b0e11253fa61 req-543ef6cc-f11c-465a-8491-a9a4c332a1aa tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:58.632848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-625b553c-aca7-4d69-90d0-b0e11253fa61 req-543ef6cc-f11c-465a-8491-a9a4c332a1aa tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 931 time: 0.2426672 Feb 09 13:38:58.715187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-625b553c-aca7-4d69-90d0-b0e11253fa61 req-80847f51-5f5f-4ed4-a9b0-2ff77e669b5f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808380 Feb 09 13:38:58.722330 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:58.775826 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:58.952146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Calling delete_port for 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:38:58.983019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cfa8d6e5-9f38-4850-8361-3a33df00f4b2 None None] Provisioning for port 38855d48-80aa-4523-bb70-2e98eccf50c0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:38:59.004896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:59.005751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:59.006270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cfa8d6e5-9f38-4850-8361-3a33df00f4b2 None None] Provisioning complete for port 38855d48-80aa-4523-bb70-2e98eccf50c0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:38:59.009179 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d6e5-9f38-4850-8361-3a33df00f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:59.047421 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-7c89f29a-749c-4e43-b112-cd225976bd53 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7455897 Feb 09 13:38:59.113947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Request body: {'port': {'device_id': '7157b803-9928-4900-97ab-7c258f1b1afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:38:59.169947 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8d6e5-9f38-4850-8361-3a33df00f4b2 None None] Port 38855d48-80aa-4523-bb70-2e98eccf50c0 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:38:59.401454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa5d56-13d5-4596-aaaa-555983b5edb9 req-a9785928-f418-49d2-b312-c189b6356383 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:59.406200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76aa5d56-13d5-4596-aaaa-555983b5edb9 req-a9785928-f418-49d2-b312-c189b6356383 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.4909084 Feb 09 13:38:59.493212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:59.572879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76aa5d56-13d5-4596-aaaa-555983b5edb9 req-74c55d0c-10ed-49c3-bf1d-38ca6b3fe27b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589468 Feb 09 13:38:59.606076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba40e58d-478c-4b1b-a113-5f2a0b9f1331 req-ee50b041-0ded-466e-a045-1754232e370b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1097 time: 0.4357405 Feb 09 13:38:59.839553 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:59.907531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40e58d-478c-4b1b-a113-5f2a0b9f1331 req-8c565938-e453-410e-8d58-bfcf8ab487df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:38:59.910615 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba40e58d-478c-4b1b-a113-5f2a0b9f1331 req-8c565938-e453-410e-8d58-bfcf8ab487df service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.2716575 Feb 09 13:38:59.968353 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:38:59.968997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0226ab3b-9a01-47ec-a3bb-0eed19118ed1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:00.070356 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba40e58d-478c-4b1b-a113-5f2a0b9f1331 req-cc99fa93-99b4-4e59-81e7-16de54bcf053 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1002 time: 0.1508825 Feb 09 13:39:00.149597 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40e58d-478c-4b1b-a113-5f2a0b9f1331 req-f116f6eb-a4a7-4a32-9ac9-7df096485e68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:00.151349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba40e58d-478c-4b1b-a113-5f2a0b9f1331 req-f116f6eb-a4a7-4a32-9ac9-7df096485e68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.0751116 Feb 09 13:39:00.384013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba40e58d-478c-4b1b-a113-5f2a0b9f1331 req-9c11c7a1-f5e8-4835-9b76-e8c474db7651 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251384 Feb 09 13:39:00.527213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a19b1b-2a0a-4f52-98ad-7c9f4e346280 req-5db70936-e781-40c1-9677-f0579469b07f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:00.533140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8a19b1b-2a0a-4f52-98ad-7c9f4e346280 req-5db70936-e781-40c1-9677-f0579469b07f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 931 time: 0.4613605 Feb 09 13:39:00.756634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba40e58d-478c-4b1b-a113-5f2a0b9f1331 req-cc583af2-8a12-4696-ac79-b42e5098fc8c service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440993 Feb 09 13:39:01.169071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba40e58d-478c-4b1b-a113-5f2a0b9f1331 req-0a9a2789-c8c0-498a-aeaf-54dcf2624467 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015944 Feb 09 13:39:01.180870 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d8a19b1b-2a0a-4f52-98ad-7c9f4e346280 req-b9206db2-dfba-4d9b-a552-2b3d01942ed6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995419 Feb 09 13:39:01.345217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38855d48-80aa-4523-bb70-2e98eccf50c0 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:39:01.377645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f9e28-000b-473f-9c1b-0a11f62be602 req-7a0830ce-e78d-465b-9ff0-b9dc0734f7a4 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:01.379810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-978f9e28-000b-473f-9c1b-0a11f62be602 req-7a0830ce-e78d-465b-9ff0-b9dc0734f7a4 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1821418 Feb 09 13:39:01.384416 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:01.420210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Transition to ACTIVE for port object 38855d48-80aa-4523-bb70-2e98eccf50c0 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:01.433104 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:01.487224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-978f9e28-000b-473f-9c1b-0a11f62be602 req-d9614d95-b54c-45a5-8a21-e70035d5a89c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933425 Feb 09 13:39:01.675912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Pushing event updated for resources: {'Port': ['ID=38855d48-80aa-4523-bb70-2e98eccf50c0,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:01.697345 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:02.166255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Attempting to bind port 38855d48-80aa-4523-bb70-2e98eccf50c0 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:39:02.166626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Attempting to bind port 38855d48-80aa-4523-bb70-2e98eccf50c0 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:39:02.166921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Attempting to bind port 38855d48-80aa-4523-bb70-2e98eccf50c0 on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:02.182754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Port 38855d48-80aa-4523-bb70-2e98eccf50c0 on network ef54b484-0bce-4a91-b7ca-c896803ef127 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:39:02.183105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Attempting to bind port 38855d48-80aa-4523-bb70-2e98eccf50c0 on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:02.195751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:39:02.196030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Checking segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:39:02.196402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Bound using segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:39:02.196835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Bound port: 38855d48-80aa-4523-bb70-2e98eccf50c0, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:39:02.197153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:02.306882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] For port 38855d48-80aa-4523-bb70-2e98eccf50c0, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:39:02.310040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] For port 38855d48-80aa-4523-bb70-2e98eccf50c0, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=38855d48-80aa-4523-bb70-2e98eccf50c0,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:39:02.322417 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:02.396109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:02.397534 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] 10.222.0.67 "PUT /v2.0/ports/38855d48-80aa-4523-bb70-2e98eccf50c0 HTTP/1.1" status: 200 len: 1091 time: 3.3276114 Feb 09 13:39:02.399317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7157b803-9928-4900-97ab-7c258f1b1afb', 'tag': '38855d48-80aa-4523-bb70-2e98eccf50c0'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:39:02.448754 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f01267-50a2-423b-8e24-98821805986c req-f841a5fe-ca96-415d-b505-5987fb9d8f56 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:02.475567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01f01267-50a2-423b-8e24-98821805986c req-f841a5fe-ca96-415d-b505-5987fb9d8f56 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.1476071 Feb 09 13:39:02.609474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01f01267-50a2-423b-8e24-98821805986c req-b59e7039-5734-43b3-967b-c7b8572fef64 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318557 Feb 09 13:39:02.637246 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7157b803-9928-4900-97ab-7c258f1b1afb', 'tag': '38855d48-80aa-4523-bb70-2e98eccf50c0', 'status': 'completed', 'code': 200} Feb 09 13:39:02.739259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f22200-66cd-4b0e-a221-012b5f7ccbad service neutron] Pushing event updated for resources: {'Port': ['ID=38855d48-80aa-4523-bb70-2e98eccf50c0,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:02.820091 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-e7b1d720-6148-400d-bf77-de8365cdb6df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 1094 time: 0.3740079 Feb 09 13:39:03.007941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd02db-4ce4-46b2-bacf-cd55c1477bf8 req-7a4e98cf-66e7-4a2b-b14c-ba1bae7345ae tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:03.025392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1cd02db-4ce4-46b2-bacf-cd55c1477bf8 req-7a4e98cf-66e7-4a2b-b14c-ba1bae7345ae tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.2035549 Feb 09 13:39:03.137535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1cd02db-4ce4-46b2-bacf-cd55c1477bf8 req-ef698963-9d66-44f0-8ff1-b8c7d7de037c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018145 Feb 09 13:39:03.275108 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-59f8d746-80ba-4925-8636-4f969da02f09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38855d48-80aa-4523-bb70-2e98eccf50c0 HTTP/1.1" status: 200 len: 217 time: 0.3414183 Feb 09 13:39:03.352523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-52560143-0d0b-49b1-842e-2951eedb4175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:03.353896 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-52560143-0d0b-49b1-842e-2951eedb4175 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0717351 Feb 09 13:39:03.536241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-dba3e639-d973-490e-9164-24eb06d0568c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744528 Feb 09 13:39:03.727464 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-a16cd217-6bff-48de-8cb4-3826a35a5d90 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819460 Feb 09 13:39:03.738574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Router 24752c6f-9caa-4fc7-971b-201cb2005de3 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:39:04.089376 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c18b203c-b69e-4823-a2e9-e2c9b7357f85 req-4c31e479-9645-486f-a268-e072c4556a60 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542259 Feb 09 13:39:04.138926 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-258a0841-2cc9-45f8-aab5-b2f58a15da65 req-ced55bab-4ef5-45de-b15c-4a67bb35c997 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2056415 Feb 09 13:39:04.206031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0b845-feee-4470-9b13-402201a743f1 req-3c3ebec9-d4c5-409e-b532-49d37a47c321 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:04.221361 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43a0b845-feee-4470-9b13-402201a743f1 req-3c3ebec9-d4c5-409e-b532-49d37a47c321 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.2165627 Feb 09 13:39:04.317169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43a0b845-feee-4470-9b13-402201a743f1 req-a9cf2f60-04b2-4001-8973-64463b0f940e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913951 Feb 09 13:39:04.413008 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5e9b6585-ebf9-4327-9a70-7352499e1c8b req-6fe52066-2da6-4e5b-bd7a-91201780c025 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 1094 time: 0.2327709 Feb 09 13:39:04.479058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:39:04.486439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c52389-0c61-4961-8d00-23c5fe87c01e req-58b277cb-c534-49c8-81c9-a1e194054b17 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:04.489240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6c52389-0c61-4961-8d00-23c5fe87c01e req-58b277cb-c534-49c8-81c9-a1e194054b17 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1526973 Feb 09 13:39:04.663984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6c52389-0c61-4961-8d00-23c5fe87c01e req-63d99412-7597-4916-a6f9-54ff7d178e2e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680062 Feb 09 13:39:04.669851 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0170ac12-5e1a-4ca8-931f-ef60831fdd6f admin admin] 10.222.0.59 "PUT /v2.0/routers/24752c6f-9caa-4fc7-971b-201cb2005de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8052812 Feb 09 13:39:04.674974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59738) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:04.685033 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-258a0841-2cc9-45f8-aab5-b2f58a15da65 req-3072ce51-4fb9-41ab-8cbb-210284b1deb3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d47b5dfdd0d44f0fb19f66dc53821ded&device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 1096 time: 0.3956556 Feb 09 13:39:05.276436 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:05.383886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a0841-2cc9-45f8-aab5-b2f58a15da65 req-e3284064-ddef-4fe6-9d2f-7c5c970264c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:05.383886 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-258a0841-2cc9-45f8-aab5-b2f58a15da65 req-e3284064-ddef-4fe6-9d2f-7c5c970264c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58382eec-5688-4b99-a8f3-e13c3026e6ea HTTP/1.1" status: 200 len: 915 time: 0.5825744 Feb 09 13:39:05.451689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] Sync routers for ids ['24752c6f-9caa-4fc7-971b-201cb2005de3'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:39:05.474685 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-258a0841-2cc9-45f8-aab5-b2f58a15da65 req-f0c776b0-bb23-451a-a9d9-77d0583b4827 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b61e359-bbd5-4a28-bf55-561b48cf4cec HTTP/1.1" status: 200 len: 217 time: 0.0976286 Feb 09 13:39:05.548493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] Routers {'24752c6f-9caa-4fc7-971b-201cb2005de3'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:39:05.548493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['24752c6f-9caa-4fc7-971b-201cb2005de3'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:05.664664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b6585-ebf9-4327-9a70-7352499e1c8b req-da2b6dd4-c79d-42c0-8212-50da4a9f71ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:05.664664 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5e9b6585-ebf9-4327-9a70-7352499e1c8b req-da2b6dd4-c79d-42c0-8212-50da4a9f71ff service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 1.2360394 Feb 09 13:39:06.027015 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5e9b6585-ebf9-4327-9a70-7352499e1c8b req-8e4dbe52-dd8d-4852-9166-fcfb716f6bd2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38855d48-80aa-4523-bb70-2e98eccf50c0 HTTP/1.1" status: 200 len: 217 time: 0.3387129 Feb 09 13:39:06.267960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a0841-2cc9-45f8-aab5-b2f58a15da65 req-2e217b3e-71e1-4b2a-92e9-d238be474dfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:06.276225 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-258a0841-2cc9-45f8-aab5-b2f58a15da65 req-2e217b3e-71e1-4b2a-92e9-d238be474dfb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0a6d6c1-0a33-411c-94d4-30680b556e00 HTTP/1.1" status: 200 len: 854 time: 0.7860906 Feb 09 13:39:06.315843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2a51c-2987-496d-a2f1-f16d4ee5dd76 req-7c2f9c76-4d58-4226-8b87-667c6b67ec1b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:06.327519 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78b2a51c-2987-496d-a2f1-f16d4ee5dd76 req-7c2f9c76-4d58-4226-8b87-667c6b67ec1b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.4085736 Feb 09 13:39:06.381670 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-258a0841-2cc9-45f8-aab5-b2f58a15da65 req-94f43115-a226-43c7-9961-afb9cfa10e80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58382eec-5688-4b99-a8f3-e13c3026e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928762 Feb 09 13:39:06.581100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] Set router 24752c6f-9caa-4fc7-971b-201cb2005de3 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:39:06.617659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78b2a51c-2987-496d-a2f1-f16d4ee5dd76 req-6c8c09cd-27b9-481a-af39-c5548f28aeff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842920 Feb 09 13:39:06.750067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:06.791954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Deleting port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:39:06.791954 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:06.923813 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-258a0841-2cc9-45f8-aab5-b2f58a15da65 req-24fa65f6-00f4-48ce-9f45-3739ed4ceb1d service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267034 Feb 09 13:39:07.004456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b6585-ebf9-4327-9a70-7352499e1c8b req-5e0e0ca5-57da-4feb-b49d-a67c47e1f89f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:07.005830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5e9b6585-ebf9-4327-9a70-7352499e1c8b req-5e0e0ca5-57da-4feb-b49d-a67c47e1f89f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.9601939 Feb 09 13:39:07.437155 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-258a0841-2cc9-45f8-aab5-b2f58a15da65 req-445d5273-b253-42bb-8567-03fa04afde7d service neutron] 10.222.0.62 "GET /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096910 Feb 09 13:39:07.437693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] For port 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6dfa2e69-95b2-4888-8c41-e9dd10aa63ce,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:07.437693 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:07.465499 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5e9b6585-ebf9-4327-9a70-7352499e1c8b req-4595a4e2-a94c-49de-96e9-627a0b5b6592 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4520049 Feb 09 13:39:07.735269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Calling delete_port for 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:39:07.855958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'name': 'tempest-TestAggregatesBasicOps-994047593-router', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:26Z', 'updated_at': '2022-02-09T13:38:59Z', 'revision_number': 5, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'gw_port': {'id': '6dfa2e69-95b2-4888-8c41-e9dd10aa63ce', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:38:28Z', 'updated_at': '2022-02-09T13:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:07.869346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] Checking router: 24752c6f-9caa-4fc7-971b-201cb2005de3 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:39:07.917546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] Routers {'24752c6f-9caa-4fc7-971b-201cb2005de3'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:39:07.918427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['24752c6f-9caa-4fc7-971b-201cb2005de3'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:08.066515 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5e9b6585-ebf9-4327-9a70-7352499e1c8b req-af39eed1-766a-4551-9095-8e04460bd094 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860369 Feb 09 13:39:08.185060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a237e-4fd9-4314-9dd0-147a90a8bebb req-5082d2a2-1196-4178-b8ed-b4c52757a898 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:08.193819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] Set router 24752c6f-9caa-4fc7-971b-201cb2005de3 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:39:08.194648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca6a237e-4fd9-4314-9dd0-147a90a8bebb req-5082d2a2-1196-4178-b8ed-b4c52757a898 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 1.1723471 Feb 09 13:39:08.515929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ca6a237e-4fd9-4314-9dd0-147a90a8bebb req-a584f28d-99de-442c-9f79-eb753690a4f3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164580 Feb 09 13:39:08.575662 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5e9b6585-ebf9-4327-9a70-7352499e1c8b req-91e7d4e9-96a8-4543-b6b4-c9b3e1fc7de8 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059464 Feb 09 13:39:08.617024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'name': 'tempest-TestAggregatesBasicOps-994047593-router', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:26Z', 'updated_at': '2022-02-09T13:39:06Z', 'revision_number': 6, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:08.627589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be20a6-c35b-41d3-98cd-af6b36b4f581 req-7865d2b9-fa5e-45c5-911a-601084adb023 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:08.631287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2967d140-1ac7-4bde-afee-7278ba237cef None None] The sync data for ids ['24752c6f-9caa-4fc7-971b-201cb2005de3'] in n-d-825175-3 is: [{'id': '24752c6f-9caa-4fc7-971b-201cb2005de3', 'name': 'tempest-TestAggregatesBasicOps-994047593-router', 'tenant_id': '95ca0822f2d34f689976b34b2101c585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:38:26Z', 'updated_at': '2022-02-09T13:39:06Z', 'revision_number': 6, 'project_id': '95ca0822f2d34f689976b34b2101c585', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:39:08.636167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4be20a6-c35b-41d3-98cd-af6b36b4f581 req-7865d2b9-fa5e-45c5-911a-601084adb023 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.4092338 Feb 09 13:39:08.690719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4be20a6-c35b-41d3-98cd-af6b36b4f581 req-5c3a85fa-db8e-4c86-ab29-aafe6c5733f6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Feb 09 13:39:08.840470 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:08.975543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dfa2e69-95b2-4888-8c41-e9dd10aa63ce,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:09.453417 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:09.592601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:39:09.648571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:39:09.648571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0226ab3b-9a01-47ec-a3bb-0eed19118ed1 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:39:10.495987 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:10.524217 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:10.638529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf866a-bccc-443a-af3f-292e19a95165 req-e4f96732-05c8-4fc6-a8d6-9ac0333dbde3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:10.638529 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90bf866a-bccc-443a-af3f-292e19a95165 req-e4f96732-05c8-4fc6-a8d6-9ac0333dbde3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.6343999 Feb 09 13:39:10.638529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463f1c1-2f2f-44d0-8097-b47bba2e1f0c req-5e78fefd-bbd9-421e-9a72-230012dd6f87 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:10.653022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4463f1c1-2f2f-44d0-8097-b47bba2e1f0c req-5e78fefd-bbd9-421e-9a72-230012dd6f87 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.2089500 Feb 09 13:39:10.684606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:10.684606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24752c6f-9caa-4fc7-971b-201cb2005de3 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:39:10.862849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4463f1c1-2f2f-44d0-8097-b47bba2e1f0c req-a9810b3e-1f5c-4757-a671-63b898540e7b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183414 Feb 09 13:39:10.876011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:10.876532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f633dd97-a656-47d9-a584-32a67a3e6462 admin admin] 10.222.0.59 "DELETE /v2.0/routers/24752c6f-9caa-4fc7-971b-201cb2005de3 HTTP/1.1" status: 204 len: 168 time: 6.1994028 Feb 09 13:39:10.879964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59822) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:10.898827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90bf866a-bccc-443a-af3f-292e19a95165 req-cee3a864-a82f-4820-b8fa-7cf90ffe4317 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252653 Feb 09 13:39:11.021286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59828) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:11.046078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa08ed1-d92c-4950-9b94-8ea0c1291d64 admin admin] Deleting subnet d80a8ee7-b9e7-42f3-b8e0-942d03c97c28 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:39:11.053714 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0fa08ed1-d92c-4950-9b94-8ea0c1291d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.124569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0fa08ed1-d92c-4950-9b94-8ea0c1291d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.161745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Deleting subnet cd60082b-87a1-4de6-b789-ac2b4be054ff {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:39:11.165849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.214572 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0fa08ed1-d92c-4950-9b94-8ea0c1291d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.231685 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.265684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588dd4a-a1e0-4426-af3d-e7eb5f589831 req-14add603-2bc7-4282-a6c3-fb2aa7343971 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:11.267156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e588dd4a-a1e0-4426-af3d-e7eb5f589831 req-14add603-2bc7-4282-a6c3-fb2aa7343971 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 945 time: 0.1973321 Feb 09 13:39:11.287236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0fa08ed1-d92c-4950-9b94-8ea0c1291d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.323267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa08ed1-d92c-4950-9b94-8ea0c1291d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80a8ee7-b9e7-42f3-b8e0-942d03c97c28,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:11.323723 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.331673 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0fa08ed1-d92c-4950-9b94-8ea0c1291d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.338029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a2436-7127-4cde-bf18-efaaed030770 None None] Network f0b5af03-176a-4c4f-9a78-3411230b2bc2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:39:11.341566 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0fa08ed1-d92c-4950-9b94-8ea0c1291d64 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d80a8ee7-b9e7-42f3-b8e0-942d03c97c28 HTTP/1.1" status: 204 len: 168 time: 0.4583380 Feb 09 13:39:11.341717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59832) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:11.371303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e588dd4a-a1e0-4426-af3d-e7eb5f589831 req-b57a0ef2-031e-46a3-947b-56d05b3bf5e3 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963333 Feb 09 13:39:11.418199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.465847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd60082b-87a1-4de6-b789-ac2b4be054ff,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:11.486080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:39:11.495626 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.511358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cd60082b-87a1-4de6-b789-ac2b4be054ff HTTP/1.1" status: 204 len: 168 time: 0.4834623 Feb 09 13:39:11.511358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.511358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.511358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.511358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.514038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59836) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:11.514193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.514193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.514193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.514193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.515138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.515138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.515138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d077cd-cd28-4201-be1f-a03b0b5f0d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:11.522735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:39:11.523031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6dfa2e69-95b2-4888-8c41-e9dd10aa63ce not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:39:11.562277 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.568950 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.642656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Deleting port cfded07b-6f4d-4eb7-8466-729c1649748c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:39:11.643965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.649779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2e0670-032f-4a61-983c-2ac5fe2c4d13 None None] DHCP port deletion for f0b5af03-176a-4c4f-9a78-3411230b2bc2 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:39:11.654959 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e0670-032f-4a61-983c-2ac5fe2c4d13 None None] Deleting port cfded07b-6f4d-4eb7-8466-729c1649748c {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:39:11.655329 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd2e0670-032f-4a61-983c-2ac5fe2c4d13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.687995 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.898808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bd2e0670-032f-4a61-983c-2ac5fe2c4d13 None None] For port cfded07b-6f4d-4eb7-8466-729c1649748c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cfded07b-6f4d-4eb7-8466-729c1649748c,segment=NetworkSegment(1bf0c72a-bf1b-4879-9734-9fb9d001f112),segment_id=1bf0c72a-bf1b-4879-9734-9fb9d001f112)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:11.899190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd2e0670-032f-4a61-983c-2ac5fe2c4d13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:11.908728 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:12.003995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a422320-7944-4272-9e8f-4a3e54179113']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:12.017123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] For port cfded07b-6f4d-4eb7-8466-729c1649748c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cfded07b-6f4d-4eb7-8466-729c1649748c,segment=NetworkSegment(1bf0c72a-bf1b-4879-9734-9fb9d001f112),segment_id=1bf0c72a-bf1b-4879-9734-9fb9d001f112)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:12.017998 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:12.059591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e0670-032f-4a61-983c-2ac5fe2c4d13 None None] Calling delete_port for cfded07b-6f4d-4eb7-8466-729c1649748c owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:39:12.171806 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd2e0670-032f-4a61-983c-2ac5fe2c4d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:12.235019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e0670-032f-4a61-983c-2ac5fe2c4d13 None None] Pushing event deleted for resources: {'Port': ['ID=cfded07b-6f4d-4eb7-8466-729c1649748c,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:12.244197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e0670-032f-4a61-983c-2ac5fe2c4d13 None None] No DVR routers for this DVR port cfded07b-6f4d-4eb7-8466-729c1649748c on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:39:12.266071 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4b6105-c768-46cc-9cbe-c7ea7205ff63') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:12.266845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4b6105-c768-46cc-9cbe-c7ea7205ff63') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:12.313991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63261a7-4417-4b39-ad15-051ab3d403a6 req-32eeaedd-90e8-45b5-8866-979e4258f29f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:12.315280 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e63261a7-4417-4b39-ad15-051ab3d403a6 req-32eeaedd-90e8-45b5-8866-979e4258f29f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1937308 Feb 09 13:39:12.322419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a994074-2772-48cd-85f4-24880544a18c req-d50ca3b4-9736-4d4b-80f8-c510c74966d8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:12.324157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6a994074-2772-48cd-85f4-24880544a18c req-d50ca3b4-9736-4d4b-80f8-c510c74966d8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.3018818 Feb 09 13:39:12.369983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Calling delete_port for cfded07b-6f4d-4eb7-8466-729c1649748c owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:39:12.418413 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:12.423114 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e63261a7-4417-4b39-ad15-051ab3d403a6 req-d57bf088-e124-4fda-b694-8a12c6876f79 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947149 Feb 09 13:39:12.439949 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6a994074-2772-48cd-85f4-24880544a18c req-b5bf22da-82d7-4f6d-af70-19ab167839d1 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955427 Feb 09 13:39:12.453035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:12.468797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:39:12.470555 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:39:12.485951 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:39:12.586041 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:39:12.586617 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:39:12.594752 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:12.600240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:12.609219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-ca2e2fea-c3e7-43b7-a513-7948cac5e9e2 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:12.609909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-ca2e2fea-c3e7-43b7-a513-7948cac5e9e2 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Synchronizing usage tracker for tenant:d47b5dfdd0d44f0fb19f66dc53821ded on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:39:12.648973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a422320-7944-4272-9e8f-4a3e54179113,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:12.656233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e67be-1401-43fa-bf36-0b22e4171b84 req-805d749d-aa54-445d-aa02-9fafab88b36c tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:12.657479 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-239e67be-1401-43fa-bf36-0b22e4171b84 req-805d749d-aa54-445d-aa02-9fafab88b36c tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 945 time: 0.1010613 Feb 09 13:39:12.665291 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1be4512b-4285-4211-80c9-64309609a553 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5a422320-7944-4272-9e8f-4a3e54179113 HTTP/1.1" status: 204 len: 168 time: 1.1484199 Feb 09 13:39:12.667430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-ca2e2fea-c3e7-43b7-a513-7948cac5e9e2 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Unset dirty status for tenant:d47b5dfdd0d44f0fb19f66dc53821ded on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:39:12.668414 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-ca2e2fea-c3e7-43b7-a513-7948cac5e9e2 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 945 time: 0.3934040 Feb 09 13:39:12.711445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-239e67be-1401-43fa-bf36-0b22e4171b84 req-eacf9cef-859c-45de-a1b9-261425d4ca92 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/security-groups?id=d828c288-54b0-41b8-8e0d-ba38e7e5a160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460413 Feb 09 13:39:12.756554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-de6a58d6-2303-4a1e-9430-3f02e12c22c7 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Deleting port 8b61e359-bbd5-4a28-bf55-561b48cf4cec {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:39:12.757362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-de6a58d6-2303-4a1e-9430-3f02e12c22c7 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:12.931614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59848) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:13.080944 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e099ff1f-d279-4af9-a040-6f46abcaf50c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad053601b5a44869b491e9a4d82adb83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1529582 Feb 09 13:39:13.086220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59852) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:13.086686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Deleting port cfded07b-6f4d-4eb7-8466-729c1649748c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:39:13.087021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:13.157319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-de6a58d6-2303-4a1e-9430-3f02e12c22c7 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] For port 8b61e359-bbd5-4a28-bf55-561b48cf4cec, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8b61e359-bbd5-4a28-bf55-561b48cf4cec,segment=NetworkSegment(724ac2d1-a4fc-4c60-821d-128323c34bfd),segment_id=724ac2d1-a4fc-4c60-821d-128323c34bfd)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:13.157599 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-de6a58d6-2303-4a1e-9430-3f02e12c22c7 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:13.169738 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3095ed61-55f5-4121-946a-9d4e4002b1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:13.172709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] The port 'cfded07b-6f4d-4eb7-8466-729c1649748c' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:39:13.205325 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3095ed61-55f5-4121-946a-9d4e4002b1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:13.295289 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3095ed61-55f5-4121-946a-9d4e4002b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:13.316545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095ed61-55f5-4121-946a-9d4e4002b1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca2f8b5-43e2-4f5a-af42-169d9edf05ec,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:13.341593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3095ed61-55f5-4121-946a-9d4e4002b1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:13.351672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3095ed61-55f5-4121-946a-9d4e4002b1a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ca2f8b5-43e2-4f5a-af42-169d9edf05ec HTTP/1.1" status: 204 len: 168 time: 0.2641187 Feb 09 13:39:13.367921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-de6a58d6-2303-4a1e-9430-3f02e12c22c7 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Calling delete_port for 8b61e359-bbd5-4a28-bf55-561b48cf4cec owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:39:13.570833 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:13.604077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cfded07b-6f4d-4eb7-8466-729c1649748c no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:39:13.692216 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: cfded07b-6f4d-4eb7-8466-729c1649748c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:39:13.694396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cfded07b-6f4d-4eb7-8466-729c1649748c not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:39:13.746325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b5af03-176a-4c4f-9a78-3411230b2bc2']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:13.801324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf0c72a-bf1b-4879-9734-9fb9d001f112') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:13.804139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf0c72a-bf1b-4879-9734-9fb9d001f112') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:13.848787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067cb98-0827-49fd-8db8-769b3a678ab0 req-c37160fb-cf80-45b0-b43f-a241f7368524 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:13.850293 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8067cb98-0827-49fd-8db8-769b3a678ab0 req-c37160fb-cf80-45b0-b43f-a241f7368524 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.2107651 Feb 09 13:39:13.860263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891b62b-f4e4-40fa-9dcc-2dc73838253f req-3501d706-279f-40a4-9dd0-53adfab20d20 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:13.867641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8891b62b-f4e4-40fa-9dcc-2dc73838253f req-3501d706-279f-40a4-9dd0-53adfab20d20 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1667578 Feb 09 13:39:13.893477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:13.933975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:13.950712 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-de6e35a8-4b99-4297-8ff7-4300f5d5e4d4 service neutron] show failed (client error): The resource could not be found. Feb 09 13:39:13.951882 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-de6e35a8-4b99-4297-8ff7-4300f5d5e4d4 service neutron] 10.222.0.67 "GET /v2.0/ports/00cc6d62-be38-4b12-80ba-ee17a0042512/bindings/n-h1-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.2880402 Feb 09 13:39:13.953363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:39:13.954371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:39:13.976405 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:39:13.994419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8067cb98-0827-49fd-8db8-769b3a678ab0 req-58985c5a-c4d4-4744-9169-0887ea8677d4 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263938 Feb 09 13:39:13.995379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-de6a58d6-2303-4a1e-9430-3f02e12c22c7 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:14.010690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['8b61e359-bbd5-4a28-bf55-561b48cf4cec'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:39:14.048073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8891b62b-f4e4-40fa-9dcc-2dc73838253f req-15aa5b5e-33d5-49d1-a861-2ff371cc83ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393855 Feb 09 13:39:14.339461 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-96ba8936-0dc9-4a38-80fe-990f84c2dca9 req-bf3b9021-aa7a-44ee-9e2a-858db72df5d2 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7822fc7-64cc-4770-aa8f-d974b5dd1a69 HTTP/1.1" status: 200 len: 210 time: 0.1095388 Feb 09 13:39:14.354700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a58d6-2303-4a1e-9430-3f02e12c22c7 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Pushing event deleted for resources: {'Port': ['ID=8b61e359-bbd5-4a28-bf55-561b48cf4cec,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:14.455781 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:14.505547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:14.526580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-de6a58d6-2303-4a1e-9430-3f02e12c22c7 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] No DVR routers for this DVR port 8b61e359-bbd5-4a28-bf55-561b48cf4cec on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:39:14.535840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-de6a58d6-2303-4a1e-9430-3f02e12c22c7 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:14.539720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7822fc7-64cc-4770-aa8f-d974b5dd1a69', 'name': 'network-vif-deleted', 'tag': '8b61e359-bbd5-4a28-bf55-561b48cf4cec'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:39:14.543831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b5af03-176a-4c4f-9a78-3411230b2bc2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:14.562382 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2a0dddb6-93e5-474a-90da-e18a00970538 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f0b5af03-176a-4c4f-9a78-3411230b2bc2 HTTP/1.1" status: 204 len: 168 time: 3.2180002 Feb 09 13:39:14.567504 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b46a85a7-833c-4a23-8b84-6cba0c5a1fda req-de6a58d6-2303-4a1e-9430-3f02e12c22c7 tempest-VolumesSnapshotTestJSON-539692148 tempest-VolumesSnapshotTestJSON-539692148-project] 10.222.0.62 "DELETE /v2.0/ports/8b61e359-bbd5-4a28-bf55-561b48cf4cec HTTP/1.1" status: 204 len: 173 time: 1.8879931 Feb 09 13:39:14.598261 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-0c0b8245-5a15-41d8-ada5-900730cb6a11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 1097 time: 0.2326889 Feb 09 13:39:14.608858 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:14.746124 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7822fc7-64cc-4770-aa8f-d974b5dd1a69', 'name': 'network-vif-deleted', 'tag': '8b61e359-bbd5-4a28-bf55-561b48cf4cec', 'status': 'completed', 'code': 200} Feb 09 13:39:14.771111 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:14.848493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:15.001474 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-870da87b-64c5-4a7d-bbb9-6afc99446a45 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=618ec6e3531c4a2dbeeefdea971ce98e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1496935 Feb 09 13:39:15.003410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 59892) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:15.224301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1da12f4-a90a-4490-8e85-f7b71b10db24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:15.282551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:15.291380 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1da12f4-a90a-4490-8e85-f7b71b10db24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:15.345596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:39:15.413525 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:15.451535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Transition to ACTIVE for port object 00cc6d62-be38-4b12-80ba-ee17a0042512 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:15.461285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:15.482497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39e1bb-850d-4e09-909c-b954167e0ec4 req-3dfecf58-8160-4baf-afb6-831ff01aee66 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:15.483979 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d39e1bb-850d-4e09-909c-b954167e0ec4 req-3dfecf58-8160-4baf-afb6-831ff01aee66 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 946 time: 0.1767774 Feb 09 13:39:15.491471 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df766f-4c1e-4759-ba0f-249520c42254 req-062e8762-0cd7-4280-bcf5-e7477782db80 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:15.498581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06df766f-4c1e-4759-ba0f-249520c42254 req-062e8762-0cd7-4280-bcf5-e7477782db80 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.2589378 Feb 09 13:39:15.635439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d39e1bb-850d-4e09-909c-b954167e0ec4 req-00525609-3710-4359-869b-dd8d35054826 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316931 Feb 09 13:39:15.635983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:15.666425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06df766f-4c1e-4759-ba0f-249520c42254 req-2b447b7f-9863-4c2c-bf5e-59145d0e7dcc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661928 Feb 09 13:39:15.671099 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1da12f4-a90a-4490-8e85-f7b71b10db24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:15.747675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] No DVR routers for this DVR port 00cc6d62-be38-4b12-80ba-ee17a0042512 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:39:15.813992 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1da12f4-a90a-4490-8e85-f7b71b10db24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:15.818449 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f1da12f4-a90a-4490-8e85-f7b71b10db24 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c7ba5fc-0bdc-40ee-92e4-93556b20e13c HTTP/1.1" status: 204 len: 168 time: 0.8140168 Feb 09 13:39:15.819560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da12f4-a90a-4490-8e85-f7b71b10db24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7ba5fc-0bdc-40ee-92e4-93556b20e13c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:16.111031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:39:16.112032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:39:16.112739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:16.135432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Port 00cc6d62-be38-4b12-80ba-ee17a0042512 on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:39:16.135432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:16.138452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:39:16.139692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Checking segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:39:16.139855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Bound using segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:39:16.140339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Bound port: 00cc6d62-be38-4b12-80ba-ee17a0042512, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:39:16.140647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:16.306813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:39:16.311960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:39:16.320006 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:16.430291 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:16.466048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8b61e359-bbd5-4a28-bf55-561b48cf4cec no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:39:16.470769 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:16.473080 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-865b3660-d831-4646-801d-d1a856d351ba service neutron] 10.222.0.62 "PUT /v2.0/ports/00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1092 time: 1.8687232 Feb 09 13:39:16.572478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b3660-d831-4646-801d-d1a856d351ba service neutron] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:16.594840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 8b61e359-bbd5-4a28-bf55-561b48cf4cec {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:39:16.596083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8b61e359-bbd5-4a28-bf55-561b48cf4cec not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:39:16.599396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59942) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:16.662421 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-1e730c29-71d2-46e6-96f3-7fab3f83a0ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1095 time: 0.1529379 Feb 09 13:39:16.713163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7c7708c5-76f2-449b-9466-191f5cb35b1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95ca0822f2d34f689976b34b2101c585&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1120193 Feb 09 13:39:16.713469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59954) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:16.883420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:39:16.905253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512'}, {'name': 'network-changed', 'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:39:16.908475 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b2b5-aa22-40bb-abfb-f99b2f0590ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:17.002081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-0c0ca5bb-1b65-4ff1-80fd-81a1d3076a79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:17.006044 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-0c0ca5bb-1b65-4ff1-80fd-81a1d3076a79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.3346782 Feb 09 13:39:17.083189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:39:17.198520 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b2b5-aa22-40bb-abfb-f99b2f0590ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:17.283664 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94130-0bc6-4ef5-b16a-6b0198ac1c06 req-fa6cfae3-a95f-42cb-b418-dc9445d25745 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:17.291969 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-feb94130-0bc6-4ef5-b16a-6b0198ac1c06 req-fa6cfae3-a95f-42cb-b418-dc9445d25745 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 944 time: 0.3755813 Feb 09 13:39:17.333835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877caf9-0ee3-4649-b7b1-e15ce17fc752 req-235bf6e0-0759-44d0-8db5-3f2a4dc394a3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:17.337798 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3877caf9-0ee3-4649-b7b1-e15ce17fc752 req-235bf6e0-0759-44d0-8db5-3f2a4dc394a3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.4191883 Feb 09 13:39:17.441699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-feb94130-0bc6-4ef5-b16a-6b0198ac1c06 req-47458a84-e5f3-491a-be16-0db5be8f3547 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483111 Feb 09 13:39:17.448897 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b2b5-aa22-40bb-abfb-f99b2f0590ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:17.477412 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-ee045488-26d5-45a8-8665-3871a139eadb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1000 time: 0.4505420 Feb 09 13:39:17.520095 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3877caf9-0ee3-4649-b7b1-e15ce17fc752 req-9e1ef532-56ff-4fe0-9deb-45c8f04bcb75 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747274 Feb 09 13:39:17.521485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6b2b5-aa22-40bb-abfb-f99b2f0590ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc8df38-f0a6-467c-bda2-31ed22f7f7ce,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:17.531309 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b2b5-aa22-40bb-abfb-f99b2f0590ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:17.535230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a5c6b2b5-aa22-40bb-abfb-f99b2f0590ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/efc8df38-f0a6-467c-bda2-31ed22f7f7ce HTTP/1.1" status: 204 len: 168 time: 0.8182123 Feb 09 13:39:17.587959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-329434aa-068a-4185-85c3-6e350eaf53ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:17.587959 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-329434aa-068a-4185-85c3-6e350eaf53ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.1109326 Feb 09 13:39:17.714069 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'code': 200} Feb 09 13:39:17.714630 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'status': 'completed', 'code': 200} Feb 09 13:39:17.824901 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-64f23d97-6452-4b6a-8f4e-7936fd9cbc9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2303987 Feb 09 13:39:17.965736 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-c65e1855-e586-4edb-9a18-32741ac4d105 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1095 time: 0.2190094 Feb 09 13:39:18.096490 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-8b26527f-bb5c-470f-ab8a-0eec5c55d4c4 service neutron] 10.222.0.62 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617528 Feb 09 13:39:18.241084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-66017d91-3596-465c-a94e-eb2dd2d28d88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:18.242665 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-66017d91-3596-465c-a94e-eb2dd2d28d88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.2697771 Feb 09 13:39:18.361071 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8ba61d1e-19bb-4b9f-bf2d-4faeb0a95582 req-75178ea2-7d29-417e-bdc1-daf95933cd2e service neutron] 10.222.0.62 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555189 Feb 09 13:39:18.380052 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-98a9d504-887d-4dfa-b399-fdaa81fd8191 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1000 time: 0.1312096 Feb 09 13:39:18.499671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-e7f316cc-ff2a-4e52-8d17-e5b63ce98456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:18.501110 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-e7f316cc-ff2a-4e52-8d17-e5b63ce98456 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.1161194 Feb 09 13:39:18.698785 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:39:18.787708 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-0ae0b707-46da-46d9-a14a-878e60703014 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1095 time: 0.2832108 Feb 09 13:39:18.800158 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-1b117b33-b595-436b-a392-37a3e590e739 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2427998 Feb 09 13:39:18.913915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73b931-e49d-403c-9a4e-93813d6b8240 req-7fcb0c82-28e2-49ad-beb2-773f6e9fa5a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:18.925288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f73b931-e49d-403c-9a4e-93813d6b8240 req-7fcb0c82-28e2-49ad-beb2-773f6e9fa5a0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 944 time: 0.1974206 Feb 09 13:39:19.000658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa9ea6-998d-4db5-852b-91f85f085808 req-a00340eb-e3f4-46ef-b453-a8e8098b4fec tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:19.002181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6fa9ea6-998d-4db5-852b-91f85f085808 req-a00340eb-e3f4-46ef-b453-a8e8098b4fec tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.2122333 Feb 09 13:39:19.027720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-73180cc9-b39b-4845-8f55-80399d169eca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:19.029395 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-73180cc9-b39b-4845-8f55-80399d169eca service neutron] 10.222.0.62 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.2329988 Feb 09 13:39:19.103709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2f73b931-e49d-403c-9a4e-93813d6b8240 req-207decd6-89a2-4263-9a8f-f60e6716d84e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772835 Feb 09 13:39:19.127400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c6fa9ea6-998d-4db5-852b-91f85f085808 req-5b149f74-bbcd-402f-85e9-8f365f470eb3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147196 Feb 09 13:39:19.164909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 59998) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:19.258651 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-0665262a-0e77-4337-8e3a-c1beb7c709f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1000 time: 0.1493967 Feb 09 13:39:19.261095 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-0e856848-b8f9-452e-96d0-e9e977987bbd service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807341 Feb 09 13:39:19.336311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1097602142-network', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:19.342871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:19.353104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Usage tracker for resource:network and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:19.363248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:19.377509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:19.393503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Made reservation on behalf of b2945106d1c84b82b65ec3b90ba02a33 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:39:19.397934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:19.413619 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:19.467498 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:19.473107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:19.477647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:19.484930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:19.577547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-411100d2-2b35-4d95-bba2-7d9d65cc5859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:19.579257 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-411100d2-2b35-4d95-bba2-7d9d65cc5859 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.3145635 Feb 09 13:39:19.585180 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:19.590872 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:19.606915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:39:19.618868 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:19.619759 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Added segment fc599b75-c7d2-47bf-9db0-ac7ae59bacd7 of type vlan for network 259a9879-5453-42b8-87aa-60756ae531df Feb 09 13:39:19.667654 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-c1d7fbb5-4a2d-4b29-b47b-c97b387b8f44 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631387 Feb 09 13:39:19.674873 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:19.711603 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-69c32653-5412-4618-b7f1-3dfb8b57a64d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249700 Feb 09 13:39:19.737591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ab998-950b-4856-b39b-8a520af93d53,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:19.794374 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:19.795886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:19.796941 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:19.929902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7638826 Feb 09 13:39:19.933515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60008) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:19.942259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Request body: {'subnet': {'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1097602142-subnet', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:19.946004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c180cf-ac3b-4351-8b64-3a5afbcc91d9 admin admin] Pushing event updated for resources: {'Network': ['ID=259a9879-5453-42b8-87aa-60756ae531df,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:19.951260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:19.956436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 259a9879-5453-42b8-87aa-60756ae531df details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:39:19.969921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Usage tracker for resource:subnet and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:19.973620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:19.981619 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:19.999880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Made reservation on behalf of b2945106d1c84b82b65ec3b90ba02a33 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:39:20.004228 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:20.038923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-837a7f46-4df1-428a-8ecc-50f468c8bd6b service neutron] 10.222.0.62 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185823 Feb 09 13:39:20.192163 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7e768e24-2ecb-4feb-b84d-01e5cbd2a938 req-7a06c401-a8c6-4360-9ece-fc62982437ec service neutron] 10.222.0.62 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438649 Feb 09 13:39:20.304774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:20.508809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb52b37-7e7a-4490-9ec8-3785522ee21b,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:20.538609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Checking segment: {'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:39:20.538995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Network hostable DHCP agents. Network: 259a9879-5453-42b8-87aa-60756ae531df, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:39:20.588476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289d733-0dbb-4918-a5a8-b64873cd0bac req-94202d8f-abf6-40ea-89bc-13261477469e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:20.589959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0289d733-0dbb-4918-a5a8-b64873cd0bac req-94202d8f-abf6-40ea-89bc-13261477469e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 944 time: 0.2270474 Feb 09 13:39:20.598632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a2f41-0705-4f04-9b22-330af768e232 req-9e8536e4-d903-4e3b-b7e3-48ad17ae5c59 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:20.598632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-553a2f41-0705-4f04-9b22-330af768e232 req-9e8536e4-d903-4e3b-b7e3-48ad17ae5c59 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.2432206 Feb 09 13:39:20.633222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Network 259a9879-5453-42b8-87aa-60756ae531df is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:39:20.692197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 259a9879-5453-42b8-87aa-60756ae531df) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:20.699431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511823a9-aec9-478d-a474-bbb634a92038 None None] Network 259a9879-5453-42b8-87aa-60756ae531df requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:39:20.704112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:20.705036 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:20.735980 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-553a2f41-0705-4f04-9b22-330af768e232 req-5668451e-ab02-4a37-bb63-62113adf086f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296575 Feb 09 13:39:20.741137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0289d733-0dbb-4918-a5a8-b64873cd0bac req-41bd7754-d08f-4a7d-bc4c-32ea34f34357 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320460 Feb 09 13:39:20.744215 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-45e94d1a-ff55-45ce-b7b5-e47569a4e5d0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8096411 Feb 09 13:39:20.747202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60020) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:20.763653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:20.778792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:20.783551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Usage tracker for resource:router and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:20.790392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:20.810185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:20.825673 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:20.826793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:20.867288 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:21.114348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-259a9879-5453-42b8-87aa-60756ae531df', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:39:21.115693 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:21.150541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:21.405449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Allocated IP 172.20.0.2 (259a9879-5453-42b8-87aa-60756ae531df/4cb52b37-7e7a-4490-9ec8-3785522ee21b/ef260605-4dd0-42e7-8005-753479fcf0f1) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:39:21.591759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-4bc9eaf2-81f1-4e62-bf27-b9173b4d2c82 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:21.593408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-4bc9eaf2-81f1-4e62-bf27-b9173b4d2c82 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:39:21.614965 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:21.640857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-4bc9eaf2-81f1-4e62-bf27-b9173b4d2c82 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:39:21.644321 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-4bc9eaf2-81f1-4e62-bf27-b9173b4d2c82 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42&tenant_id=4b56b02eaccc4487993cc9bb3adc098d&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 944 time: 0.2886100 Feb 09 13:39:21.661535 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:21.776792 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2cb84ba5-137f-4ec5-be76-7d2745c6631e service neutron] 10.222.0.62 "GET /v2.0/ports/00cc6d62-be38-4b12-80ba-ee17a0042512/bindings/n-h1-825175-3 HTTP/1.1" status: 200 len: 382 time: 0.1271486 Feb 09 13:39:21.846227 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:21.870421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Transition to ACTIVE for port object ef260605-4dd0-42e7-8005-753479fcf0f1 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:21.902885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Transition to ACTIVE for port object ef260605-4dd0-42e7-8005-753479fcf0f1 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:21.917563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:21.990968 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-43c21436-acce-459f-8763-498a594f3040 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1095 time: 0.1824741 Feb 09 13:39:22.076888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Pushing event updated for resources: {'Port': ['ID=ef260605-4dd0-42e7-8005-753479fcf0f1,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:22.080548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Network 259a9879-5453-42b8-87aa-60756ae531df is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:39:22.082554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:22.092803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:39:22.262920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-d13b25ee-df30-4037-bf8e-8e1489973ed5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:22.266734 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-d13b25ee-df30-4037-bf8e-8e1489973ed5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.2690754 Feb 09 13:39:22.343874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Attempting to bind port ef260605-4dd0-42e7-8005-753479fcf0f1 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:39:22.346379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Attempting to bind port ef260605-4dd0-42e7-8005-753479fcf0f1 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:39:22.347690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Attempting to bind port ef260605-4dd0-42e7-8005-753479fcf0f1 on network 259a9879-5453-42b8-87aa-60756ae531df {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:22.363709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:39:22.364212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Checking segment: {'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:39:22.365628 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:22.365835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Bound using segment: {'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:39:22.368195 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Bound port: ef260605-4dd0-42e7-8005-753479fcf0f1, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:39:22.368195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:22.387335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Allocated IP 172.25.5.188 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/58f8047c-e873-4c7a-a5f6-a8813180544d) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:39:22.404059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-e4737c22-b0b9-44ae-b152-22ec94b81f53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1000 time: 0.1305697 Feb 09 13:39:22.414817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc187a60-8b53-41d2-b999-e89d3476ad5d req-f3dd1678-20a7-430e-8d93-989b2758667e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:22.416303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc187a60-8b53-41d2-b999-e89d3476ad5d req-f3dd1678-20a7-430e-8d93-989b2758667e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 944 time: 0.9388297 Feb 09 13:39:22.535420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-cac3426f-f739-4ed8-923d-88726453287c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:22.538768 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-cac3426f-f739-4ed8-923d-88726453287c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.1255581 Feb 09 13:39:22.570100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:39:22.583224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc187a60-8b53-41d2-b999-e89d3476ad5d req-09baf176-c23b-491d-aaf3-daedd94cd384 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579697 Feb 09 13:39:22.584005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] For port ef260605-4dd0-42e7-8005-753479fcf0f1, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:39:22.594279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] For port ef260605-4dd0-42e7-8005-753479fcf0f1, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ef260605-4dd0-42e7-8005-753479fcf0f1,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:39:22.606013 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:22.639815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11295550-3fed-4bbb-9496-6b0262c38813 req-6bf7cc9d-7fd7-4740-a8d9-714c33404a65 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:22.656878 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11295550-3fed-4bbb-9496-6b0262c38813 req-6bf7cc9d-7fd7-4740-a8d9-714c33404a65 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 943 time: 0.3850169 Feb 09 13:39:22.704504 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:39:22.718911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:22.806072 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-9cd2c4f7-613d-44a1-983f-21aae63b39d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608454 Feb 09 13:39:22.813563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11295550-3fed-4bbb-9496-6b0262c38813 req-7d2e6ccc-15f2-4630-9803-5d3baafddbd5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557658 Feb 09 13:39:22.824643 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:22.914968 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 38855d48-80aa-4523-bb70-2e98eccf50c0 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:39:22.949539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:39:22.963589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:22.965691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Pushing event updated for resources: {'Port': ['ID=58f8047c-e873-4c7a-a5f6-a8813180544d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:22.970104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:39:23.119382 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-ed51509b-b02a-46d1-922e-bcc2b9a94184 service neutron] 10.222.0.62 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066266 Feb 09 13:39:23.288846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 38855d48-80aa-4523-bb70-2e98eccf50c0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=38855d48-80aa-4523-bb70-2e98eccf50c0,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:23.301387 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-af0350cf-cc4a-4e1a-8dd8-392abc812037 service neutron] 10.222.0.62 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745453 Feb 09 13:39:23.334713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5d11b-27b2-4219-8da6-78b7ac1b583d None None] Pushing event updated for resources: {'Port': ['ID=ef260605-4dd0-42e7-8005-753479fcf0f1,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:23.336127 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:23.336976 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:23.355329 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:23.367920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '38855d48-80aa-4523-bb70-2e98eccf50c0', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'port_id': '38855d48-80aa-4523-bb70-2e98eccf50c0', 'mac_address': 'fa:16:3e:c3:4b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:39:23.421745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'port_id': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'mac_address': 'fa:16:3e:c9:ec:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:39:23.508924 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:23.541004 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:23.555483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cc6d62-be38-4b12-80ba-ee17a0042512 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:39:23.576203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:23.584944 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:23.638287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38855d48-80aa-4523-bb70-2e98eccf50c0 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:39:23.752426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 38855d48-80aa-4523-bb70-2e98eccf50c0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=38855d48-80aa-4523-bb70-2e98eccf50c0,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:23.814409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:23.831689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:23.843713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Router 82d400f1-6754-4be3-8db2-e3e865ea517b is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:39:23.957496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['00cc6d62-be38-4b12-80ba-ee17a0042512'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:39:24.062630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=38855d48-80aa-4523-bb70-2e98eccf50c0,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:24.097696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['38855d48-80aa-4523-bb70-2e98eccf50c0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:39:24.395969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a665085-c5b1-495a-a256-902571ed7899 req-41906be8-e39b-4bfe-99ff-e6eff39ffa37 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:24.397583 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a665085-c5b1-495a-a256-902571ed7899 req-41906be8-e39b-4bfe-99ff-e6eff39ffa37 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 945 time: 0.3305194 Feb 09 13:39:24.432341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf93ba9-cfef-4d5d-8e2b-69e6452d58d1 req-a4c7acb7-8d53-4941-a14a-b2b82a2e387a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:24.434984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bbf93ba9-cfef-4d5d-8e2b-69e6452d58d1 req-a4c7acb7-8d53-4941-a14a-b2b82a2e387a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 944 time: 0.2142749 Feb 09 13:39:24.539411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7a665085-c5b1-495a-a256-902571ed7899 req-46fe54ee-9e97-4df5-a134-c9acc5c4f6aa tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349032 Feb 09 13:39:24.551600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bbf93ba9-cfef-4d5d-8e2b-69e6452d58d1 req-37eae957-a503-4eae-9509-610bb900fbb5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039908 Feb 09 13:39:24.597718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:39:24.611731 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Sync routers for ids ['82d400f1-6754-4be3-8db2-e3e865ea517b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:39:24.629011 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Routers {'82d400f1-6754-4be3-8db2-e3e865ea517b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:39:24.630528 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['82d400f1-6754-4be3-8db2-e3e865ea517b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:24.676635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:24.680710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60056) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:24.681396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dcb54c56-e8ed-44a1-a242-05402c48c39c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9313419 Feb 09 13:39:24.960835 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Set router 82d400f1-6754-4be3-8db2-e3e865ea517b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:39:25.009936 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c0981aa6-46d8-4080-a40a-3fc4ae417cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:25.148488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21201e79-ebe1-4822-b744-607f78efe62d None None] Network 259a9879-5453-42b8-87aa-60756ae531df requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:39:25.408512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b22e3df7-01ca-466e-a675-a38ac818b4de None None] Provisioning for port ef260605-4dd0-42e7-8005-753479fcf0f1 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:25.719101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ef260605-4dd0-42e7-8005-753479fcf0f1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:25.836521 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:23Z', 'revision_number': 3, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:25.872215 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Checking router: 82d400f1-6754-4be3-8db2-e3e865ea517b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:39:25.875996 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Updating router 82d400f1-6754-4be3-8db2-e3e865ea517b port 58f8047c-e873-4c7a-a5f6-a8813180544d binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:39:25.956498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ef260605-4dd0-42e7-8005-753479fcf0f1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:25.970929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ef260605-4dd0-42e7-8005-753479fcf0f1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:25.972803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:26.115467 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:26.357842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b24d-0501-48d2-9591-5845c6fe3802 req-62478577-5fa7-4125-a2cb-52fc9cfb8585 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:26.360676 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f55b24d-0501-48d2-9591-5845c6fe3802 req-62478577-5fa7-4125-a2cb-52fc9cfb8585 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 944 time: 0.4395242 Feb 09 13:39:26.387661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d5fcc-78c5-4a81-bcd2-d6f74f1624a2 req-cf503593-abf8-494d-bd6b-fa54b736c8ce tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:26.400806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d4d5fcc-78c5-4a81-bcd2-d6f74f1624a2 req-cf503593-abf8-494d-bd6b-fa54b736c8ce tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 945 time: 0.3158514 Feb 09 13:39:26.501936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f55b24d-0501-48d2-9591-5845c6fe3802 req-b35a076b-853c-46b5-b9fd-bfaaa379c676 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323481 Feb 09 13:39:26.526378 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:26.543880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:39:26.546570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d4d5fcc-78c5-4a81-bcd2-d6f74f1624a2 req-1e24079f-9f35-4fa2-a510-5055d7aa238f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445975 Feb 09 13:39:26.693648 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port ef260605-4dd0-42e7-8005-753479fcf0f1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ef260605-4dd0-42e7-8005-753479fcf0f1,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:26.703596 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:26.792015 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-b5dba9e4-5e78-4ba9-8b37-c3924fec9b55 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 1096 time: 0.5934083 Feb 09 13:39:26.816194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:26.868917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6c09d8de-a39e-4bd7-a3a0-13cdcd5127a3 None None] Provisioning complete for port ef260605-4dd0-42e7-8005-753479fcf0f1 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:26.869376 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c09d8de-a39e-4bd7-a3a0-13cdcd5127a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:26.973540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=ef260605-4dd0-42e7-8005-753479fcf0f1,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:26.975941 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:26.976765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 38855d48-80aa-4523-bb70-2e98eccf50c0 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:26.982485 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:27.003837 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Transition to ACTIVE for port object 58f8047c-e873-4c7a-a5f6-a8813180544d will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:27.018385 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:27.116083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:27.176318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'port_id': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'mac_address': 'fa:16:3e:c9:ec:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:39:27.179824 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Attempting to bind port 58f8047c-e873-4c7a-a5f6-a8813180544d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:39:27.182936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 38855d48-80aa-4523-bb70-2e98eccf50c0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:27.184752 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Attempting to bind port 58f8047c-e873-4c7a-a5f6-a8813180544d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:39:27.186881 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Attempting to bind port 58f8047c-e873-4c7a-a5f6-a8813180544d on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:27.191693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 38855d48-80aa-4523-bb70-2e98eccf50c0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:27.192071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:27.235478 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3cd67-8bd6-4df9-88d7-22ffd19770c9 None None] Pushing event updated for resources: {'Port': ['ID=58f8047c-e873-4c7a-a5f6-a8813180544d,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:27.248426 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:39:27.249240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:39:27.249871 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:27.250528 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:39:27.255744 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Bound port: 58f8047c-e873-4c7a-a5f6-a8813180544d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:39:27.270630 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:27.356523 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:27.419492 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7157b803-9928-4900-97ab-7c258f1b1afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38855d48-80aa-4523-bb70-2e98eccf50c0'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:39:27.442784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 38855d48-80aa-4523-bb70-2e98eccf50c0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=38855d48-80aa-4523-bb70-2e98eccf50c0,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:27.449637 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:27.497459 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] For port 58f8047c-e873-4c7a-a5f6-a8813180544d, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:39:27.500333 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] For port 58f8047c-e873-4c7a-a5f6-a8813180544d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=58f8047c-e873-4c7a-a5f6-a8813180544d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:39:27.509943 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:27.587251 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7157b803-9928-4900-97ab-7c258f1b1afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38855d48-80aa-4523-bb70-2e98eccf50c0', 'code': 200} Feb 09 13:39:27.599573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=38855d48-80aa-4523-bb70-2e98eccf50c0,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:27.624736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:27.632359 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:27.641914 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3cd67-8bd6-4df9-88d7-22ffd19770c9 None None] Pushing event updated for resources: {'Port': ['ID=58f8047c-e873-4c7a-a5f6-a8813180544d,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:27.650137 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Routers {'82d400f1-6754-4be3-8db2-e3e865ea517b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:39:27.651208 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:38:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['82d400f1-6754-4be3-8db2-e3e865ea517b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:27.832250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ef260605-4dd0-42e7-8005-753479fcf0f1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:27.965688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ef260605-4dd0-42e7-8005-753479fcf0f1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:27.966356 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:27.973830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.resource_extend [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:39:28.053185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:39:28.232388 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] Set router 82d400f1-6754-4be3-8db2-e3e865ea517b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:39:28.275643 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f4f8c59f-1265-4dbc-9079-5a69f638a931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:28.288339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 00cc6d62-be38-4b12-80ba-ee17a0042512 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:39:28.310656 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:28.345412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Allocated IP 172.20.0.1 (259a9879-5453-42b8-87aa-60756ae531df/4cb52b37-7e7a-4490-9ec8-3785522ee21b/11edab54-6f48-4dc9-8cda-23aafaee01f9) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:39:28.349391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Ignored duplicate provisioning block setup for port 00cc6d62-be38-4b12-80ba-ee17a0042512 by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 13:39:28.360778 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:28.408041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea424f1-087f-4e0b-981b-6c27447db6cd req-d1e71993-73b8-4bbe-90a4-3961426c0867 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:28.415340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cea424f1-087f-4e0b-981b-6c27447db6cd req-d1e71993-73b8-4bbe-90a4-3961426c0867 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 945 time: 0.3779371 Feb 09 13:39:28.446283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710a951-ccbc-41ad-9bd1-442ee8092d4f req-17678533-87c0-475b-b600-f45d1b157fda tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:28.448266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9710a951-ccbc-41ad-9bd1-442ee8092d4f req-17678533-87c0-475b-b600-f45d1b157fda tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 945 time: 0.5527916 Feb 09 13:39:28.457696 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-149daa42-ed43-427b-be5a-e9ace36a3a88 req-7ba3215d-631a-4bed-8d99-c1aa22f27a54 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 1096 time: 0.7553012 Feb 09 13:39:28.527792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:39:28.759347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:39:28.763831 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:28.765745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:28.785203 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cea424f1-087f-4e0b-981b-6c27447db6cd req-b9e31959-1a6a-488f-8195-7c590900d979 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637316 Feb 09 13:39:28.799926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-149daa42-ed43-427b-be5a-e9ace36a3a88 req-6c757c67-74ba-424c-876b-e31478a62676 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292534 Feb 09 13:39:28.809435 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9710a951-ccbc-41ad-9bd1-442ee8092d4f req-8cd0bd7e-c171-4dff-8533-03330b44ab83 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445756 Feb 09 13:39:29.015220 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:23Z', 'revision_number': 3, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:29.030338 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cafd11-ad69-4f84-8a76-465921d7a0fc None None] The sync data for ids ['82d400f1-6754-4be3-8db2-e3e865ea517b'] in n-d-825175-3 is: [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:23Z', 'revision_number': 3, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:39:29.166155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=9']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:29.217108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] No DVR routers for this DVR port 00cc6d62-be38-4b12-80ba-ee17a0042512 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:39:29.289900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.290118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.290449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.290824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.291060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.291422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.291747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.292219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.292396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.292832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.293151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:29.483567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:29.522231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Transition to ACTIVE for port object 11edab54-6f48-4dc9-8cda-23aafaee01f9 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:29.607992 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:29.631497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 58f8047c-e873-4c7a-a5f6-a8813180544d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:29.780076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 58f8047c-e873-4c7a-a5f6-a8813180544d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:29.798193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 58f8047c-e873-4c7a-a5f6-a8813180544d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:29.800154 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:29.820659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Network 259a9879-5453-42b8-87aa-60756ae531df is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:39:29.825096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:29.828141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:39:30.084993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Pushing event updated for resources: {'Port': ['ID=11edab54-6f48-4dc9-8cda-23aafaee01f9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:30.163305 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:30.171242 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:30.307852 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:30.347049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 58f8047c-e873-4c7a-a5f6-a8813180544d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=58f8047c-e873-4c7a-a5f6-a8813180544d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:30.367699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:30.447490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:39:30.447968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:39:30.448123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:30.504543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Port 00cc6d62-be38-4b12-80ba-ee17a0042512 on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:39:30.504691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Attempting to bind port 00cc6d62-be38-4b12-80ba-ee17a0042512 on network c2b1d363-769a-48a5-8e62-c257ebbc1da3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:30.539631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:39:30.539631 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Checking segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:39:30.539992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Bound using segment: {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:39:30.541092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Bound port: 00cc6d62-be38-4b12-80ba-ee17a0042512, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f18832-8725-4e92-8fbc-0333b6e78376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:39:30.549204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:30.573455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=58f8047c-e873-4c7a-a5f6-a8813180544d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:30.583012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-79290518-239b-4fca-ac49-073e3cc3d041 None None] Provisioning for port 11edab54-6f48-4dc9-8cda-23aafaee01f9 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:30.596618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-79290518-239b-4fca-ac49-073e3cc3d041 None None] Provisioning complete for port 11edab54-6f48-4dc9-8cda-23aafaee01f9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:30.597292 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-79290518-239b-4fca-ac49-073e3cc3d041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:30.621785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d2f43-2bc5-4bf5-b168-0db22914a1a5 req-597575cd-3f9f-4f53-b733-1ef06fb109fe tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:30.633457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-876d2f43-2bc5-4bf5-b168-0db22914a1a5 req-597575cd-3f9f-4f53-b733-1ef06fb109fe tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 944 time: 0.4180937 Feb 09 13:39:30.676837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a274cdf-0329-4cb6-a4c2-e34215a2c69e req-223ac6e3-ea3b-40e9-9510-b8635210edd0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:30.691894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a274cdf-0329-4cb6-a4c2-e34215a2c69e req-223ac6e3-ea3b-40e9-9510-b8635210edd0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 945 time: 0.3732667 Feb 09 13:39:30.716823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-79290518-239b-4fca-ac49-073e3cc3d041 None None] Port 11edab54-6f48-4dc9-8cda-23aafaee01f9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:39:30.779739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:39:30.805862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:39:30.809078 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:30.820766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-876d2f43-2bc5-4bf5-b168-0db22914a1a5 req-87973ca9-3084-4311-832c-d181885892a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862230 Feb 09 13:39:30.822596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:30.844983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2a274cdf-0329-4cb6-a4c2-e34215a2c69e req-bca76b7c-516b-448f-8b52-c317d411c7d0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513333 Feb 09 13:39:31.121103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63d30d-9f7c-4288-8a21-8dafb5794dd8 req-7c13b921-ef92-4559-a834-27d7b008d9ee tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:31.126951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f63d30d-9f7c-4288-8a21-8dafb5794dd8 req-7c13b921-ef92-4559-a834-27d7b008d9ee tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 945 time: 0.1152985 Feb 09 13:39:31.173077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:31.175082 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] 10.222.0.67 "PUT /v2.0/ports/00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1092 time: 4.3688028 Feb 09 13:39:31.175726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:39:31.252414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f63d30d-9f7c-4288-8a21-8dafb5794dd8 req-f6bf0964-a97b-4ec9-b204-171860be0a71 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073384 Feb 09 13:39:31.324635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b523898-730a-4871-adb3-0b084f28b94c service neutron] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=10']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:31.484416 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:31.499821 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'status': 'completed', 'code': 200} Feb 09 13:39:31.555537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:31.636758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 58f8047c-e873-4c7a-a5f6-a8813180544d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:31.713791 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:31.752139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 58f8047c-e873-4c7a-a5f6-a8813180544d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:31.753198 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:31.918426 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-a4974af8-2fd2-412d-9c83-5d3c74bcfba9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1096 time: 0.6971631 Feb 09 13:39:32.060051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Pushing event updated for resources: {'Port': ['ID=11edab54-6f48-4dc9-8cda-23aafaee01f9,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:32.209646 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-0be79d9d-d2b6-4e96-9078-8a718abc3fa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1096 time: 0.7059824 Feb 09 13:39:32.261627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e68e0-153b-4aaf-8af1-ca7146ff09d3 req-c70085e0-be5f-40f6-8278-5defc253fb70 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:32.263447 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-898e68e0-153b-4aaf-8af1-ca7146ff09d3 req-c70085e0-be5f-40f6-8278-5defc253fb70 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 945 time: 0.1455090 Feb 09 13:39:32.388298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-898e68e0-153b-4aaf-8af1-ca7146ff09d3 req-ad42ca79-3b74-433b-abde-5a313b42ce13 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181421 Feb 09 13:39:32.445712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b618ba-15f2-4065-8116-bf0ff5280790 req-b704f2c1-5037-44ca-8a66-9eb9ccbd4fe3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:32.445904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Network 259a9879-5453-42b8-87aa-60756ae531df is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:39:32.447846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23b618ba-15f2-4065-8116-bf0ff5280790 req-b704f2c1-5037-44ca-8a66-9eb9ccbd4fe3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 945 time: 0.1190622 Feb 09 13:39:32.451059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:32.513014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23b618ba-15f2-4065-8116-bf0ff5280790 req-2b934e15-a22b-4168-a7c8-81481cee5e81 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637252 Feb 09 13:39:32.731004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-1e9e8054-9413-46fb-af03-417e8c9f28e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:32.733104 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-1e9e8054-9413-46fb-af03-417e8c9f28e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.6741016 Feb 09 13:39:32.919825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9e09efd4-e086-459a-b395-be57958e9fc2 None None] Provisioning complete for port 11edab54-6f48-4dc9-8cda-23aafaee01f9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:32.921689 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9e09efd4-e086-459a-b395-be57958e9fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:33.007099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-12031b41-e9ff-4f4e-8a53-0803f8d18c66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:33.008850 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-12031b41-e9ff-4f4e-8a53-0803f8d18c66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.7312143 Feb 09 13:39:33.011793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9e09efd4-e086-459a-b395-be57958e9fc2 None None] Port 11edab54-6f48-4dc9-8cda-23aafaee01f9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:39:33.085447 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-ba441c1c-9bf5-4d6a-9dfc-9085bc6a9047 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1000 time: 0.2266071 Feb 09 13:39:33.334508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-d9527677-4716-4e52-adf3-dd2af420fe03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:33.335958 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-d9527677-4716-4e52-adf3-dd2af420fe03 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.2343006 Feb 09 13:39:33.339172 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-4f0666d5-8521-4eaa-a9a8-068f29dfed93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1000 time: 0.3169513 Feb 09 13:39:33.489923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-ed67cffc-e625-4262-be0d-986623ad3c13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:33.491659 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-ed67cffc-e625-4262-be0d-986623ad3c13 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.1169255 Feb 09 13:39:33.560890 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-05729ab2-c973-47e2-b58d-b76189735172 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2171164 Feb 09 13:39:33.742318 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-10d1779e-d17e-49ce-a869-7a3b06a09e42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358210 Feb 09 13:39:33.756310 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-921cda32-94d8-41fe-91ec-337956646563 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843774 Feb 09 13:39:33.758356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Router 82d400f1-6754-4be3-8db2-e3e865ea517b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:39:33.775812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff31af-046f-4d5a-99ca-c5256f080827 req-759d87fd-52c8-4e86-a4a0-f744d3a7845e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:33.777700 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9ff31af-046f-4d5a-99ca-c5256f080827 req-759d87fd-52c8-4e86-a4a0-f744d3a7845e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 945 time: 0.2378924 Feb 09 13:39:33.853163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9ff31af-046f-4d5a-99ca-c5256f080827 req-bff1b3cd-5c3e-4de6-ac87-840fcedb11d9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668893 Feb 09 13:39:33.879463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-b8458cd4-b462-48f5-8f59-e1b69f376c94 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:33.880925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-b8458cd4-b462-48f5-8f59-e1b69f376c94 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 945 time: 0.2281227 Feb 09 13:39:33.980370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-911ab22c-85af-46cd-a795-b7da0121d847 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Deleting port 38855d48-80aa-4523-bb70-2e98eccf50c0 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:39:33.981313 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-911ab22c-85af-46cd-a795-b7da0121d847 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:34.047856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775817d-582a-4787-8d61-5c71f4788602 req-8bdf7a73-710d-4e34-a80a-f239ff314c6d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:34.055561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b775817d-582a-4787-8d61-5c71f4788602 req-8bdf7a73-710d-4e34-a80a-f239ff314c6d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 945 time: 0.3450429 Feb 09 13:39:34.074289 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-087844f4-85e5-42ca-a2d6-63981d1ffe9d service neutron] 10.222.0.62 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145306 Feb 09 13:39:34.131096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b775817d-582a-4787-8d61-5c71f4788602 req-b348b7a1-2aa8-417d-9bcd-8b7b6fc3bb2b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743687 Feb 09 13:39:34.369152 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-865cd7ad-10db-4292-b17f-8a36bce64c19 req-27bf6897-d1f6-4dd9-be56-d7f827b47daa service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199232 Feb 09 13:39:34.443547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-911ab22c-85af-46cd-a795-b7da0121d847 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] For port 38855d48-80aa-4523-bb70-2e98eccf50c0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=38855d48-80aa-4523-bb70-2e98eccf50c0,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:34.444351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-911ab22c-85af-46cd-a795-b7da0121d847 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:34.449849 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-701c62a7-36ef-4c19-926e-4c3f70d54681 service neutron] 10.222.0.62 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265049 Feb 09 13:39:34.593067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-2ead63e7-2e5f-402b-9ecc-a1a1ca481499 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1096 time: 0.1506674 Feb 09 13:39:34.622726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-911ab22c-85af-46cd-a795-b7da0121d847 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Calling delete_port for 38855d48-80aa-4523-bb70-2e98eccf50c0 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:39:34.644156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:39:34.657428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Sync routers for ids ['82d400f1-6754-4be3-8db2-e3e865ea517b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:39:34.673436 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-56665c65-34f7-4c48-a982-f69130401a2b admin admin] 10.222.0.59 "PUT /v2.0/routers/82d400f1-6754-4be3-8db2-e3e865ea517b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9913390 Feb 09 13:39:34.686242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Routers {'82d400f1-6754-4be3-8db2-e3e865ea517b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:39:34.689095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['82d400f1-6754-4be3-8db2-e3e865ea517b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:34.820002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-55732718-237c-4f1c-98bc-6442dd4fa068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:34.826494 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-55732718-237c-4f1c-98bc-6442dd4fa068 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.2081621 Feb 09 13:39:34.889114 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-911ab22c-85af-46cd-a795-b7da0121d847 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:34.964559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ab22c-85af-46cd-a795-b7da0121d847 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'Port': ['ID=38855d48-80aa-4523-bb70-2e98eccf50c0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:35.253984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-911ab22c-85af-46cd-a795-b7da0121d847 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] No DVR routers for this DVR port 38855d48-80aa-4523-bb70-2e98eccf50c0 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:39:35.257825 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-911ab22c-85af-46cd-a795-b7da0121d847 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:35.290953 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-cf752a2a-0941-4586-bb74-08da7202f053 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1000 time: 0.4546087 Feb 09 13:39:35.349555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Set router 82d400f1-6754-4be3-8db2-e3e865ea517b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:39:35.385350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7157b803-9928-4900-97ab-7c258f1b1afb', 'name': 'network-vif-deleted', 'tag': '38855d48-80aa-4523-bb70-2e98eccf50c0'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:39:35.405261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f509fd7-3fb3-4d62-8c04-4f4e9aedb09e req-911ab22c-85af-46cd-a795-b7da0121d847 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "DELETE /v2.0/ports/38855d48-80aa-4523-bb70-2e98eccf50c0 HTTP/1.1" status: 204 len: 173 time: 1.5189421 Feb 09 13:39:35.526211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-053d5391-51f6-4054-8ca6-f7fd36b31319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:35.528047 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-053d5391-51f6-4054-8ca6-f7fd36b31319 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.2308924 Feb 09 13:39:35.595783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['af0a20d6-b746-4185-bd65-692f8c981c0d'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:39:35.633210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['38855d48-80aa-4523-bb70-2e98eccf50c0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:39:35.762332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-d94801b7-9a56-4f8b-b7cf-f6940db891ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2236185 Feb 09 13:39:35.794238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d65e0117-1a0f-4fb9-802d-45be13187dc8 req-24e08eb4-b87c-4e66-b524-7188e71ff5a6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:39:35.869678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d65e0117-1a0f-4fb9-802d-45be13187dc8 req-24e08eb4-b87c-4e66-b524-7188e71ff5a6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:39:35.883794 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d65e0117-1a0f-4fb9-802d-45be13187dc8 req-24e08eb4-b87c-4e66-b524-7188e71ff5a6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 210 time: 0.3908250 Feb 09 13:39:35.915282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3a59f-8244-4cb4-b7f4-4f976176ca22 req-741f267b-3e29-4a32-a6c1-90ab2515b068 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:35.926952 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fb3a59f-8244-4cb4-b7f4-4f976176ca22 req-741f267b-3e29-4a32-a6c1-90ab2515b068 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 945 time: 0.6437113 Feb 09 13:39:36.021771 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-d8988ffc-cbc0-45a6-936e-08c0cb16f8a6 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552280 Feb 09 13:39:36.076535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3fb3a59f-8244-4cb4-b7f4-4f976176ca22 req-ca7a5c77-65b3-46fa-97f1-b7ec9c981f18 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393943 Feb 09 13:39:36.111113 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7157b803-9928-4900-97ab-7c258f1b1afb', 'name': 'network-vif-deleted', 'tag': '38855d48-80aa-4523-bb70-2e98eccf50c0', 'status': 'completed', 'code': 200} Feb 09 13:39:36.412916 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dadb4e37-8d7b-4a12-acee-0ad17a07af42 req-6d745e12-8bda-400c-b1b7-c5d0fd5c153d service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844595 Feb 09 13:39:36.423736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '11edab54-6f48-4dc9-8cda-23aafaee01f9', 'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'mac_address': 'fa:16:3e:67:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:27Z', 'updated_at': '2022-02-09T13:39:31Z', 'revision_number': 2, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'subnets': [{'id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:36.435635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Checking router: 82d400f1-6754-4be3-8db2-e3e865ea517b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:39:36.436440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Updating router 82d400f1-6754-4be3-8db2-e3e865ea517b port 11edab54-6f48-4dc9-8cda-23aafaee01f9 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:39:36.523954 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:36.675496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60156) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:36.681107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-238792929-network', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:36.687605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:36.695113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Usage tracker for resource:network and tenant:e7173cfbc51b4fd680ded03ee2005669 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:36.699626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:36.709045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:36.727721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Made reservation on behalf of e7173cfbc51b4fd680ded03ee2005669 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:39:36.735828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:36.751067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:36.793235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:36.798712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Usage tracker for resource:security_group_rule and tenant:e7173cfbc51b4fd680ded03ee2005669 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:36.802755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:36.811385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:36.911065 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:36.917683 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:37.052745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:39:37.083151 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:37.083400 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Added segment 5d40340c-9dcd-49d7-a3f4-d0f93033e3c8 of type vlan for network d2ed67e1-c09c-4259-bc55-7a011c97ae57 Feb 09 13:39:37.093426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f053e8-e2d3-4ce4-8df8-a35ee446769c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:37.122114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:39:37.132816 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:37.149272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 38855d48-80aa-4523-bb70-2e98eccf50c0 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:39:37.207102 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:37.209697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:37.210716 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:37.322057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6454690 Feb 09 13:39:37.325719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60166) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:37.333490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Request body: {'subnet': {'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-238792929-subnet', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:37.342729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:37.343927 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:37.356554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Usage tracker for resource:subnet and tenant:e7173cfbc51b4fd680ded03ee2005669 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:37.367217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:37.367419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Transition to ACTIVE for port object 11edab54-6f48-4dc9-8cda-23aafaee01f9 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:37.383952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:37.391009 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:37.405482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e38e82ab-3134-4220-9012-c25e55c794d5 req-83916036-5b8f-490b-9590-e4e5a7748634 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=7157b803-9928-4900-97ab-7c258f1b1afb HTTP/1.1" status: 200 len: 210 time: 0.0904591 Feb 09 13:39:37.405668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 38855d48-80aa-4523-bb70-2e98eccf50c0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:39:37.405929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 38855d48-80aa-4523-bb70-2e98eccf50c0 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:39:37.410344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Made reservation on behalf of e7173cfbc51b4fd680ded03ee2005669 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:39:37.414205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:37.559898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9002fd5-c959-40df-b461-df554f267b00 admin admin] Pushing event updated for resources: {'Network': ['ID=d2ed67e1-c09c-4259-bc55-7a011c97ae57,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:37.605759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Pushing event updated for resources: {'Port': ['ID=11edab54-6f48-4dc9-8cda-23aafaee01f9,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:37.616966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d2ed67e1-c09c-4259-bc55-7a011c97ae57 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:39:37.661740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.662121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.663626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.664019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.664355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.665765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.666114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.666746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8daff-b3ac-45fb-bc2d-46d1cd262dd5 req-dc626f7b-fcfa-4baa-9840-9cab9f17426a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:37.667831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.668322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4e8daff-b3ac-45fb-bc2d-46d1cd262dd5 req-dc626f7b-fcfa-4baa-9840-9cab9f17426a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 945 time: 0.2515180 Feb 09 13:39:37.675834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.676265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.676705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:39:37.711741 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:39:37.804237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4e8daff-b3ac-45fb-bc2d-46d1cd262dd5 req-f48c0690-6dbc-43e5-bd8b-516cd2e7a35d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233001 Feb 09 13:39:37.847146 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60172) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:38.118337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-95667695-e2ec-4464-a30f-2c5fcd69a969 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/104c6a27-a565-4b76-bd66-f3e558a04440 HTTP/1.1" status: 200 len: 992 time: 0.2666078 Feb 09 13:39:38.127256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:38.215389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Attempting to bind port 11edab54-6f48-4dc9-8cda-23aafaee01f9 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:39:38.216029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Attempting to bind port 11edab54-6f48-4dc9-8cda-23aafaee01f9 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:39:38.218193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Attempting to bind port 11edab54-6f48-4dc9-8cda-23aafaee01f9 on network 259a9879-5453-42b8-87aa-60756ae531df {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:38.234574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:39:38.235062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Checking segment: {'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:39:38.235563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:38.236050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Bound using segment: {'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:39:38.236642 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Bound port: 11edab54-6f48-4dc9-8cda-23aafaee01f9, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:39:38.237236 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:38.278514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:38.351394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=133f2c8b-2130-422c-ab05-49e2862866fd,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:38.376254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Checking segment: {'id': '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:39:38.376611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Network hostable DHCP agents. Network: d2ed67e1-c09c-4259-bc55-7a011c97ae57, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:39:38.388238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'port_id': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'mac_address': 'fa:16:3e:c9:ec:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:39:38.407847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Network d2ed67e1-c09c-4259-bc55-7a011c97ae57 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:39:38.423325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d2ed67e1-c09c-4259-bc55-7a011c97ae57) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:38.429607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:38.430758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:38.466593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60182) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:38.467931 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-24086c7d-8d82-4616-823f-fa0a687da307 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1407108 Feb 09 13:39:38.472012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-238792929-router', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:38.486125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:38.503339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Usage tracker for resource:router and tenant:e7173cfbc51b4fd680ded03ee2005669 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:38.511008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:38.528335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:38.532201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11b29b-3f90-4a73-854b-dd3ff32d1685 None None] Network d2ed67e1-c09c-4259-bc55-7a011c97ae57 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:39:38.561944 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:38.563259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:38.654752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:38.706990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] For port 11edab54-6f48-4dc9-8cda-23aafaee01f9, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:39:38.712017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] For port 11edab54-6f48-4dc9-8cda-23aafaee01f9, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=11edab54-6f48-4dc9-8cda-23aafaee01f9,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:39:38.731577 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:38.761042 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:38.981267 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:39.027146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cc6d62-be38-4b12-80ba-ee17a0042512 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:39:39.091360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:39.149711 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:39.299042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a72b-d7e1-4c86-bb4c-3f0bfe225fcd None None] Pushing event updated for resources: {'Port': ['ID=11edab54-6f48-4dc9-8cda-23aafaee01f9,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:39.455986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Routers {'82d400f1-6754-4be3-8db2-e3e865ea517b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:39:39.456636 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['82d400f1-6754-4be3-8db2-e3e865ea517b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:39.499858 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:39.505678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['00cc6d62-be38-4b12-80ba-ee17a0042512'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:39:39.556172 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:39.647841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=11']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:39.773043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Allocated IP 172.25.5.109 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/81d855e7-64f7-47af-94b7-333aa6b3600e) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:39:39.896060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-d2ed67e1-c09c-4259-bc55-7a011c97ae57', 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'fixed_ips': [{'subnet_id': '133f2c8b-2130-422c-ab05-49e2862866fd'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:39:39.896923 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:40.081874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] Set router 82d400f1-6754-4be3-8db2-e3e865ea517b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:39:40.119324 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:40.183649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:40.258983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:39:40.263112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:40.273720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:39:40.346850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Pushing event updated for resources: {'Port': ['ID=81d855e7-64f7-47af-94b7-333aa6b3600e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:40.681967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:40.683166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:40.892603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Allocated IP 172.20.0.2 (d2ed67e1-c09c-4259-bc55-7a011c97ae57/133f2c8b-2130-422c-ab05-49e2862866fd/73a719a0-9b6a-4967-80dd-b8b2c0147197) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:39:41.320285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Router e378b5ff-46a0-4c52-beb4-15638bf2e436 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:39:41.484957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '11edab54-6f48-4dc9-8cda-23aafaee01f9', 'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'mac_address': 'fa:16:3e:67:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:27Z', 'updated_at': '2022-02-09T13:39:38Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'subnets': [{'id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:41.508088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44747e-ee40-436b-a110-15efadb1d0ef None None] The sync data for ids ['82d400f1-6754-4be3-8db2-e3e865ea517b'] in n-d-825175-3 is: [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '11edab54-6f48-4dc9-8cda-23aafaee01f9', 'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'mac_address': 'fa:16:3e:67:8b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:27Z', 'updated_at': '2022-02-09T13:39:38Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'subnets': [{'id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:39:41.677677 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:41.789066 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:41.799756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:39:41.813424 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Sync routers for ids ['e378b5ff-46a0-4c52-beb4-15638bf2e436'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:39:41.847916 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Routers {'e378b5ff-46a0-4c52-beb4-15638bf2e436'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:39:41.848524 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e378b5ff-46a0-4c52-beb4-15638bf2e436'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:41.849429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Transition to ACTIVE for port object 73a719a0-9b6a-4967-80dd-b8b2c0147197 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:41.928070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Transition to ACTIVE for port object 73a719a0-9b6a-4967-80dd-b8b2c0147197 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:41.948205 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:41.965846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:41.967482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-53dad156-62a4-4dc3-87b0-a695fa7c1548 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5003870 Feb 09 13:39:41.972185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60224) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:42.122535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Network d2ed67e1-c09c-4259-bc55-7a011c97ae57 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:39:42.126604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:42.137418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:39:42.269396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Pushing event updated for resources: {'Port': ['ID=73a719a0-9b6a-4967-80dd-b8b2c0147197,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:42.503718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Attempting to bind port 73a719a0-9b6a-4967-80dd-b8b2c0147197 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:39:42.505744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Attempting to bind port 73a719a0-9b6a-4967-80dd-b8b2c0147197 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:39:42.508883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Attempting to bind port 73a719a0-9b6a-4967-80dd-b8b2c0147197 on network d2ed67e1-c09c-4259-bc55-7a011c97ae57 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:42.554724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:39:42.556199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Checking segment: {'id': '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:39:42.556807 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:42.557410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Bound using segment: {'id': '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:39:42.558110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Bound port: 73a719a0-9b6a-4967-80dd-b8b2c0147197, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:39:42.559318 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:42.605331 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Set router e378b5ff-46a0-4c52-beb4-15638bf2e436 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:39:43.002795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] For port 73a719a0-9b6a-4967-80dd-b8b2c0147197, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:39:43.016214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] For port 73a719a0-9b6a-4967-80dd-b8b2c0147197, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=73a719a0-9b6a-4967-80dd-b8b2c0147197,segment=NetworkSegment(5d40340c-9dcd-49d7-a3f4-d0f93033e3c8),segment_id=5d40340c-9dcd-49d7-a3f4-d0f93033e3c8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:39:43.056496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:43.200061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:43.620442 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ff904-f8aa-4ed1-a3cf-7819e2ab3da8 None None] Pushing event updated for resources: {'Port': ['ID=73a719a0-9b6a-4967-80dd-b8b2c0147197,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:43.650697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 00cc6d62-be38-4b12-80ba-ee17a0042512 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:43.706401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 00cc6d62-be38-4b12-80ba-ee17a0042512 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:43.707549 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:43.974742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 11edab54-6f48-4dc9-8cda-23aafaee01f9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:43.979046 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'name': 'tempest-TestServerBasicOps-238792929-router', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:38Z', 'updated_at': '2022-02-09T13:39:40Z', 'revision_number': 3, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'gw_port': {'id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:39Z', 'updated_at': '2022-02-09T13:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:44.004223 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Checking router: e378b5ff-46a0-4c52-beb4-15638bf2e436 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:39:44.005642 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Updating router e378b5ff-46a0-4c52-beb4-15638bf2e436 port 81d855e7-64f7-47af-94b7-333aa6b3600e binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:39:44.199670 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:44.369071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 11edab54-6f48-4dc9-8cda-23aafaee01f9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:44.402951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 11edab54-6f48-4dc9-8cda-23aafaee01f9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:44.403317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:44.467840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:44.503332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:39:44.514450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:44.533507 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:44.696950 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:44.782112 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'code': 200} Feb 09 13:39:44.784012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=12']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:44.787548 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:44.869556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 11edab54-6f48-4dc9-8cda-23aafaee01f9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=11edab54-6f48-4dc9-8cda-23aafaee01f9,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:44.885039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:45.035949 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:45.075736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=11edab54-6f48-4dc9-8cda-23aafaee01f9,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:45.089532 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Transition to ACTIVE for port object 81d855e7-64f7-47af-94b7-333aa6b3600e will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:45.102711 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:45.243577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Allocated IP 172.20.0.1 (d2ed67e1-c09c-4259-bc55-7a011c97ae57/133f2c8b-2130-422c-ab05-49e2862866fd/c7827649-622a-40e5-b7fa-e9b871c33e7c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:39:45.245935 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Attempting to bind port 81d855e7-64f7-47af-94b7-333aa6b3600e on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:39:45.246298 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Attempting to bind port 81d855e7-64f7-47af-94b7-333aa6b3600e by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:39:45.246706 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Attempting to bind port 81d855e7-64f7-47af-94b7-333aa6b3600e on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:39:45.282992 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090ba3a-29cf-4a9e-b8ab-041f3ca4320a None None] Pushing event updated for resources: {'Port': ['ID=81d855e7-64f7-47af-94b7-333aa6b3600e,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:45.293387 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:39:45.293760 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:39:45.294146 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:45.294562 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:39:45.295037 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Bound port: 81d855e7-64f7-47af-94b7-333aa6b3600e, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:39:45.295396 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:45.416647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73f150-814a-42a8-b1c6-abee77020a02 req-90fd165d-c5ab-4648-9a78-494a70a38ade tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:45.418200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc73f150-814a-42a8-b1c6-abee77020a02 req-90fd165d-c5ab-4648-9a78-494a70a38ade tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 945 time: 0.1932952 Feb 09 13:39:45.548892 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] For port 81d855e7-64f7-47af-94b7-333aa6b3600e, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:39:45.556197 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] For port 81d855e7-64f7-47af-94b7-333aa6b3600e, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=81d855e7-64f7-47af-94b7-333aa6b3600e,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:39:45.571547 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:45.582962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc73f150-814a-42a8-b1c6-abee77020a02 req-83357da9-ac5e-4af4-b94c-3eee62a8b994 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432803 Feb 09 13:39:45.707701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:45.732426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Transition to ACTIVE for port object c7827649-622a-40e5-b7fa-e9b871c33e7c will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:45.750338 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090ba3a-29cf-4a9e-b8ab-041f3ca4320a None None] Pushing event updated for resources: {'Port': ['ID=81d855e7-64f7-47af-94b7-333aa6b3600e,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:45.759743 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Routers {'e378b5ff-46a0-4c52-beb4-15638bf2e436'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:39:45.760717 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e378b5ff-46a0-4c52-beb4-15638bf2e436'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:45.780133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:45.806267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f7a52-8388-47b0-bc1f-5d5758c99c63 None None] Network d2ed67e1-c09c-4259-bc55-7a011c97ae57 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:39:45.848259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Network d2ed67e1-c09c-4259-bc55-7a011c97ae57 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:39:45.849860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:45.863321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:39:45.935167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Pushing event updated for resources: {'Port': ['ID=c7827649-622a-40e5-b7fa-e9b871c33e7c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:45.945439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:46.047526 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:46.062345 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] Set router e378b5ff-46a0-4c52-beb4-15638bf2e436 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:39:46.074890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 11edab54-6f48-4dc9-8cda-23aafaee01f9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:46.245989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-48d339b7-1cff-4c1c-adba-7dcb7c5ed662 None None] Provisioning for port 73a719a0-9b6a-4967-80dd-b8b2c0147197 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:46.333651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 11edab54-6f48-4dc9-8cda-23aafaee01f9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:46.338358 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:46.394695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:46.401398 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:46.457527 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'name': 'tempest-TestServerBasicOps-238792929-router', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:38Z', 'updated_at': '2022-02-09T13:39:40Z', 'revision_number': 3, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'gw_port': {'id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:39Z', 'updated_at': '2022-02-09T13:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:46.463024 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c50c3f-f534-4e47-9e26-0a057c2825eb None None] The sync data for ids ['e378b5ff-46a0-4c52-beb4-15638bf2e436'] in n-d-825175-3 is: [{'id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'name': 'tempest-TestServerBasicOps-238792929-router', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:38Z', 'updated_at': '2022-02-09T13:39:40Z', 'revision_number': 3, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'gw_port': {'id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:39Z', 'updated_at': '2022-02-09T13:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:39:46.538575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Pushing event updated for resources: {'Port': ['ID=c7827649-622a-40e5-b7fa-e9b871c33e7c,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:46.552297 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:46.593178 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:46.622766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 73a719a0-9b6a-4967-80dd-b8b2c0147197 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:46.718448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 73a719a0-9b6a-4967-80dd-b8b2c0147197 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:46.728300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 73a719a0-9b6a-4967-80dd-b8b2c0147197 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:46.731193 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:46.969919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708b9ed-4186-4bbb-9b18-f690cf8ef3d3 req-6484612f-4513-4773-a736-530ebc7a3663 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:46.974258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a708b9ed-4186-4bbb-9b18-f690cf8ef3d3 req-6484612f-4513-4773-a736-530ebc7a3663 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 945 time: 0.1421757 Feb 09 13:39:46.991871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cdba0f8b-0543-4b78-91df-270fa175554f None None] Provisioning for port c7827649-622a-40e5-b7fa-e9b871c33e7c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:47.007162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cdba0f8b-0543-4b78-91df-270fa175554f None None] Provisioning complete for port c7827649-622a-40e5-b7fa-e9b871c33e7c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:47.015071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cdba0f8b-0543-4b78-91df-270fa175554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:47.018678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Network d2ed67e1-c09c-4259-bc55-7a011c97ae57 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:39:47.021452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:47.077268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a708b9ed-4186-4bbb-9b18-f690cf8ef3d3 req-da2bbfc0-1783-4dc1-8cf2-ea6b48aea301 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966506 Feb 09 13:39:47.133001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cdba0f8b-0543-4b78-91df-270fa175554f None None] Port c7827649-622a-40e5-b7fa-e9b871c33e7c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:39:47.157875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cdba0f8b-0543-4b78-91df-270fa175554f None None] Provisioning complete for port 73a719a0-9b6a-4967-80dd-b8b2c0147197 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:47.159540 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cdba0f8b-0543-4b78-91df-270fa175554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:47.543053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f01df6-ec3a-4706-9135-68fe59847831 req-8d2b8568-8bac-4992-9ada-0d1bf8390a41 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:47.543855 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:47.544420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-23f01df6-ec3a-4706-9135-68fe59847831 req-8d2b8568-8bac-4992-9ada-0d1bf8390a41 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:39:47.593850 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cdba0f8b-0543-4b78-91df-270fa175554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:47.602365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-23f01df6-ec3a-4706-9135-68fe59847831 req-8d2b8568-8bac-4992-9ada-0d1bf8390a41 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:39:47.603983 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23f01df6-ec3a-4706-9135-68fe59847831 req-8d2b8568-8bac-4992-9ada-0d1bf8390a41 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 945 time: 0.8899088 Feb 09 13:39:47.677795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 73a719a0-9b6a-4967-80dd-b8b2c0147197, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=73a719a0-9b6a-4967-80dd-b8b2c0147197,segment=NetworkSegment(5d40340c-9dcd-49d7-a3f4-d0f93033e3c8),segment_id=5d40340c-9dcd-49d7-a3f4-d0f93033e3c8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:47.702075 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:47.716366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-23f01df6-ec3a-4706-9135-68fe59847831 req-a691380d-174c-43ca-ad09-e639688c7fdc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Deleting port af0a20d6-b746-4185-bd65-692f8c981c0d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:39:47.716740 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-23f01df6-ec3a-4706-9135-68fe59847831 req-a691380d-174c-43ca-ad09-e639688c7fdc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:47.862780 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-cdba0f8b-0543-4b78-91df-270fa175554f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:39:47.863174 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-cdba0f8b-0543-4b78-91df-270fa175554f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:39:47.866802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=73a719a0-9b6a-4967-80dd-b8b2c0147197,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:48.199892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-23f01df6-ec3a-4706-9135-68fe59847831 req-a691380d-174c-43ca-ad09-e639688c7fdc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] For port af0a20d6-b746-4185-bd65-692f8c981c0d, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=af0a20d6-b746-4185-bd65-692f8c981c0d,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:48.200687 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-23f01df6-ec3a-4706-9135-68fe59847831 req-a691380d-174c-43ca-ad09-e639688c7fdc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:48.358445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-23f01df6-ec3a-4706-9135-68fe59847831 req-a691380d-174c-43ca-ad09-e639688c7fdc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Calling delete_port for af0a20d6-b746-4185-bd65-692f8c981c0d owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:39:48.410901 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44b9a8-e6ef-4b2e-8634-22fca2cae787 req-aa66f975-c366-44d7-8e90-f6b5060119fb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:48.422085 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e44b9a8-e6ef-4b2e-8634-22fca2cae787 req-aa66f975-c366-44d7-8e90-f6b5060119fb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 945 time: 0.1684275 Feb 09 13:39:48.457531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Router e378b5ff-46a0-4c52-beb4-15638bf2e436 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:39:48.529778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e44b9a8-e6ef-4b2e-8634-22fca2cae787 req-b7c79f62-a8be-40b3-91ca-780a3c09ab58 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=f5287288-9775-435f-a358-5e60128b6621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039698 Feb 09 13:39:48.629736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c1ee747e-fc44-4b85-b36a-bbe7e96136a2 None None] Provisioning complete for port c7827649-622a-40e5-b7fa-e9b871c33e7c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:48.630201 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c1ee747e-fc44-4b85-b36a-bbe7e96136a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:48.730093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee747e-fc44-4b85-b36a-bbe7e96136a2 None None] Port c7827649-622a-40e5-b7fa-e9b871c33e7c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:39:48.736435 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-23f01df6-ec3a-4706-9135-68fe59847831 req-a691380d-174c-43ca-ad09-e639688c7fdc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:48.807882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691380d-174c-43ca-ad09-e639688c7fdc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'Port': ['ID=af0a20d6-b746-4185-bd65-692f8c981c0d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:48.892219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f01df6-ec3a-4706-9135-68fe59847831 req-a691380d-174c-43ca-ad09-e639688c7fdc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] No DVR routers for this DVR port af0a20d6-b746-4185-bd65-692f8c981c0d on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:39:48.895704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-23f01df6-ec3a-4706-9135-68fe59847831 req-a691380d-174c-43ca-ad09-e639688c7fdc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:48.898284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6', 'name': 'network-vif-deleted', 'tag': 'af0a20d6-b746-4185-bd65-692f8c981c0d'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:39:48.920961 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23f01df6-ec3a-4706-9135-68fe59847831 req-a691380d-174c-43ca-ad09-e639688c7fdc tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.62 "DELETE /v2.0/ports/af0a20d6-b746-4185-bd65-692f8c981c0d HTTP/1.1" status: 204 len: 173 time: 1.3049128 Feb 09 13:39:48.957712 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:39:48.972458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-46ae5c98-a09c-4c15-a140-b6df8ee2da26 admin admin] 10.222.0.59 "PUT /v2.0/routers/e378b5ff-46a0-4c52-beb4-15638bf2e436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9993973 Feb 09 13:39:49.046747 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6', 'name': 'network-vif-deleted', 'tag': 'af0a20d6-b746-4185-bd65-692f8c981c0d', 'status': 'completed', 'code': 200} Feb 09 13:39:49.796871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-695d3c56-a59c-491b-af0a-db2f814be8d0 req-1f523d0a-a308-4a46-b221-c6f9a3ec20cd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7a2a359-e3ec-4ac1-b59c-48f2cb3b67d6 HTTP/1.1" status: 200 len: 210 time: 0.0545952 Feb 09 13:39:49.825219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 73a719a0-9b6a-4967-80dd-b8b2c0147197 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:49.990377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 73a719a0-9b6a-4967-80dd-b8b2c0147197 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:49.990987 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:50.210653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60294) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:50.216296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604865740', 'description': 'tempest-secgroup-smoke-1604865740 description', 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:50.226510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:50.235780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Usage tracker for resource:security_group and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:50.242165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:50.266585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:50.293818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:50.376909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:50.383751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Usage tracker for resource:security_group_rule and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:50.388545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:50.400051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:50.482515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:50.488416 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:50.530238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821c39ac-484f-4a27-9bc0-bc8c5ca26058,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:50.555779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:50.557365 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-04090801-b1d6-4931-afea-0e5f3a69193a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3456721 Feb 09 13:39:50.560233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60300) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:50.571717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Request body: {'security_group_rule': {'security_group_id': '821c39ac-484f-4a27-9bc0-bc8c5ca26058', 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:50.591458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:50.595792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Usage tracker for resource:security_group_rule and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:50.599078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:50.607056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:50.619858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device af0a20d6-b746-4185-bd65-692f8c981c0d no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:39:50.632994 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:50.692703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: af0a20d6-b746-4185-bd65-692f8c981c0d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:39:50.694354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device af0a20d6-b746-4185-bd65-692f8c981c0d not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:39:50.731592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:50.741108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:50.771129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cf542e-37aa-4c7e-837d-4e079a7ba2e0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:50.790938 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:50.793255 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a635cd65-72c3-419d-9342-0d33a6e8344f tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2308073 Feb 09 13:39:50.795086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60304) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:50.802329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Request body: {'security_group_rule': {'security_group_id': '821c39ac-484f-4a27-9bc0-bc8c5ca26058', 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:50.813504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:50.823406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Usage tracker for resource:security_group_rule and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:50.827160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:50.864439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:50.897904 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:51.062496 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:51.076166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:51.165991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d32e886-5211-4751-8a3d-8779a6df2d6c,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:51.176469 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:51.177846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9d386123-b90a-40fb-ad75-0d57f8d745c5 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3817775 Feb 09 13:39:51.181262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60316) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:51.187348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Request body: {'security_group_rule': {'security_group_id': '821c39ac-484f-4a27-9bc0-bc8c5ca26058', 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:51.202232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:51.213458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Usage tracker for resource:security_group_rule and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:51.223923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:51.263009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:51.316358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:51.426073 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:51.434571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:51.660107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672ca6d5-2518-4724-aa57-ccd6f8aa9cd3,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:51.667943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:51.671702 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9dc434ae-b2f0-4afa-888e-ef32c1685c91 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4869671 Feb 09 13:39:51.672001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60324) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:51.723968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Request body: {'security_group_rule': {'security_group_id': '821c39ac-484f-4a27-9bc0-bc8c5ca26058', 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:51.736354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:51.750100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Usage tracker for resource:security_group_rule and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:51.764311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:51.798459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:51.851717 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.012326 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.019695 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.099938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81f6d74-d9dc-4401-a2b0-9b9c23ee2287,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:52.113604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.118353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-02958363-35ad-4c15-964d-290527e48a52 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4436569 Feb 09 13:39:52.120502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60328) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:52.127020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Request body: {'security_group_rule': {'security_group_id': '821c39ac-484f-4a27-9bc0-bc8c5ca26058', 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:52.144224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:52.150714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Usage tracker for resource:security_group_rule and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:52.159826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:52.185653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:52.206374 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Project b2945106d1c84b82b65ec3b90ba02a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:39:52.232084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.421263 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.425984 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.543910 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3dd9e5-7c37-474b-b854-cb72c64883e5,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:52.572651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.573601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dc185562-a0fb-4e0e-b170-c3ecc45aceeb tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4516835 Feb 09 13:39:52.576456 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60338) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:52.621431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Request body: {'security_group_rule': {'security_group_id': '821c39ac-484f-4a27-9bc0-bc8c5ca26058', 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:52.665702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:52.671276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Usage tracker for resource:security_group_rule and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:52.675027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:52.681719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:52.706298 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Project b2945106d1c84b82b65ec3b90ba02a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:39:52.718063 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.850892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.855750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.890457 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10531a47-b581-441d-a839-44631396c0dd,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:52.894721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:52.896143 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d912e6ed-e173-47ec-972c-e034148cd779 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3158920 Feb 09 13:39:53.242349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a75fc39a-7bd7-4657-a044-327991081f2e req-1feab468-fbaf-4e55-8dae-20ca997db3c8 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Synchronizing usage tracker for tenant:b2945106d1c84b82b65ec3b90ba02a33 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:39:53.264320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a75fc39a-7bd7-4657-a044-327991081f2e req-1feab468-fbaf-4e55-8dae-20ca997db3c8 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Unset dirty status for tenant:b2945106d1c84b82b65ec3b90ba02a33 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:39:53.268656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-1feab468-fbaf-4e55-8dae-20ca997db3c8 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604865740&fields=id&tenant_id=b2945106d1c84b82b65ec3b90ba02a33 HTTP/1.1" status: 200 len: 267 time: 0.1288428 Feb 09 13:39:53.502279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc39a-7bd7-4657-a044-327991081f2e req-249028a4-ad52-45d3-8e90-6a104a1bd089 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:53.503165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a75fc39a-7bd7-4657-a044-327991081f2e req-249028a4-ad52-45d3-8e90-6a104a1bd089 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Synchronizing usage tracker for tenant:b2945106d1c84b82b65ec3b90ba02a33 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:39:53.525515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-a75fc39a-7bd7-4657-a044-327991081f2e req-249028a4-ad52-45d3-8e90-6a104a1bd089 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Unset dirty status for tenant:b2945106d1c84b82b65ec3b90ba02a33 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:39:53.527089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-249028a4-ad52-45d3-8e90-6a104a1bd089 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/networks?id=259a9879-5453-42b8-87aa-60756ae531df HTTP/1.1" status: 200 len: 809 time: 0.2499650 Feb 09 13:39:53.558831 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-70a3755a-c35a-4c85-8b75-e48e20da016d tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/quotas/b2945106d1c84b82b65ec3b90ba02a33 HTTP/1.1" status: 200 len: 375 time: 0.0250266 Feb 09 13:39:53.725505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-ee37e743-ed50-426a-9d0d-4fcf9da62590 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b2945106d1c84b82b65ec3b90ba02a33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1654472 Feb 09 13:39:53.984522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 81d855e7-64f7-47af-94b7-333aa6b3600e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:54.205670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-d6069128-3739-444e-8318-6235d1ddaf44 service neutron] 10.222.0.59 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541178 Feb 09 13:39:54.233485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 81d855e7-64f7-47af-94b7-333aa6b3600e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:54.251408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 81d855e7-64f7-47af-94b7-333aa6b3600e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:54.251977 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:54.539210 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:54.593982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 81d855e7-64f7-47af-94b7-333aa6b3600e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=81d855e7-64f7-47af-94b7-333aa6b3600e,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:39:54.608572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:54.707131 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-2c8e53c2-150a-4d90-a954-674ce538447b service neutron] 10.222.0.59 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006380 Feb 09 13:39:54.827732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=81d855e7-64f7-47af-94b7-333aa6b3600e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:55.028543 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1201d036-0a62-4554-bcda-9efaf13cf91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:55.247893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50cd598f-dd93-46e1-bd0d-2845088de60b req-e88eb274-235e-4c9c-9d2d-22950776d73d tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 210 time: 0.1032116 Feb 09 13:39:55.707975 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:39:55.852478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 81d855e7-64f7-47af-94b7-333aa6b3600e up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:39:56.120875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 81d855e7-64f7-47af-94b7-333aa6b3600e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:56.122246 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:56.502052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08e21771-5415-4a63-a77b-5dc287321820 req-382f88e9-a8c1-43dd-8ac9-d0e1b1f0fa70 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 210 time: 0.0555944 Feb 09 13:39:57.009825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60414) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:57.024693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1854688452', 'description': 'tempest-secgroup-smoke-1854688452 description', 'project_id': '2a4607a9291c4746aaf568708d0cc0a7'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:57.043393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:57.061070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc39a-7bd7-4657-a044-327991081f2e req-3402c383-3ea2-4c88-8311-a5efc7dbad5c tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:57.062686 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-3402c383-3ea2-4c88-8311-a5efc7dbad5c tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.62 "GET /v2.0/networks?id=259a9879-5453-42b8-87aa-60756ae531df HTTP/1.1" status: 200 len: 809 time: 0.2405682 Feb 09 13:39:57.069464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:57.174986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:57.274129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a75fc39a-7bd7-4657-a044-327991081f2e req-7123df6e-39e7-49e7-a148-9b084b739f55 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Synchronizing usage tracker for tenant:b2945106d1c84b82b65ec3b90ba02a33 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:39:57.278749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:57.288935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:security_group_rule and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:57.291666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:57.303294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:57.306642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a75fc39a-7bd7-4657-a044-327991081f2e req-7123df6e-39e7-49e7-a148-9b084b739f55 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Unset dirty status for tenant:b2945106d1c84b82b65ec3b90ba02a33 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:39:57.308566 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-7123df6e-39e7-49e7-a148-9b084b739f55 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2945106d1c84b82b65ec3b90ba02a33 HTTP/1.1" status: 200 len: 380 time: 0.2311308 Feb 09 13:39:57.327350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Request body: {'port': {'device_id': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'admin_state_up': True, 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'security_groups': ['821c39ac-484f-4a27-9bc0-bc8c5ca26058']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:57.535389 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:57.536372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:57.540587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Usage tracker for resource:port and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:57.543610 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:57.556974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:57.576505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:57.603469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f10a4b0-c136-492f-b5e5-3846e51575fc,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:57.608007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:57.610642 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0a286b60-e613-48f2-8318-79f460be7fa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5963562 Feb 09 13:39:57.612523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60424) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:57.619650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'security_group_rule': {'security_group_id': '4f10a4b0-c136-492f-b5e5-3846e51575fc', 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:57.629816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:57.633715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Made reservation on behalf of b2945106d1c84b82b65ec3b90ba02a33 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:39:57.639349 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:57.652277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:security_group_rule and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:57.657406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:57.667532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:57.737049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6abd850a-ed9d-476f-b8ca-cbfd855ced87 req-e175b272-3bf3-4681-895d-e25f941a8c0a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 210 time: 0.0506527 Feb 09 13:39:57.738484 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:57.910798 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:57.926672 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:57.949870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Allocated IP 172.20.0.4 (259a9879-5453-42b8-87aa-60756ae531df/4cb52b37-7e7a-4490-9ec8-3785522ee21b/4480bba1-1871-4651-9500-23dfcc40846b) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:39:58.012125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14c7b28-071c-4c9f-bf5c-b539b26c82a0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:58.056904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.058029 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8a548006-a17a-40d2-b432-bd66c86b4891 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4443038 Feb 09 13:39:58.061830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60428) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:58.069952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'security_group_rule': {'security_group_id': '4f10a4b0-c136-492f-b5e5-3846e51575fc', 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:58.086245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:58.096354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:security_group_rule and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:58.101821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:58.113927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:58.144227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.253497 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-831810d0-b4c1-47fa-a2b4-c8eb79b557bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.274265 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.285327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.312044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb20fe4-554d-486e-9956-23d8689b39c5,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:58.337521 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.339225 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ac612648-3642-4a9e-b00a-d1e063b3ece8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2756948 Feb 09 13:39:58.341747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60434) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:58.348224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'security_group_rule': {'security_group_id': '4f10a4b0-c136-492f-b5e5-3846e51575fc', 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:58.355668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:58.360121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:security_group_rule and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:58.363966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:58.371277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:58.402211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.416047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.434231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Transition to ACTIVE for port object 4480bba1-1871-4651-9500-23dfcc40846b will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:39:58.475834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.534562 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.538606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.577936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Network 259a9879-5453-42b8-87aa-60756ae531df is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:39:58.583445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:39:58.593903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:39:58.595371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d794839a-812f-4a5e-9385-5d423185f82b,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:58.614154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.623802 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4bab57b3-5e5d-4698-8150-43c13a984dab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2765558 Feb 09 13:39:58.629913 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60444) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:58.662041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'security_group_rule': {'security_group_id': '4f10a4b0-c136-492f-b5e5-3846e51575fc', 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:58.699871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:58.714865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:security_group_rule and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:58.715175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event updated for resources: {'Port': ['ID=4480bba1-1871-4651-9500-23dfcc40846b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:58.728034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:58.738150 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.743743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:58.744939 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.870656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:58.872378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:58.933444 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-72bfd073-a951-4450-a4d1-e913d115a2af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6112821 Feb 09 13:39:58.950740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Request body: {'port': {'device_id': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:59.262873 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:59.303779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Sync routers for ids ['e378b5ff-46a0-4c52-beb4-15638bf2e436'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:39:59.319703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e05a1cf0-efcb-4ffd-a723-6abfb2f843b4 None None] Provisioning for port 4480bba1-1871-4651-9500-23dfcc40846b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:39:59.323688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:59.325183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Routers {'e378b5ff-46a0-4c52-beb4-15638bf2e436'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:39:59.325964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e378b5ff-46a0-4c52-beb4-15638bf2e436'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:39:59.392585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e05a1cf0-efcb-4ffd-a723-6abfb2f843b4 None None] Provisioning complete for port 4480bba1-1871-4651-9500-23dfcc40846b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:39:59.393252 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e05a1cf0-efcb-4ffd-a723-6abfb2f843b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:59.512233 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:59.553553 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:59.596971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e05a1cf0-efcb-4ffd-a723-6abfb2f843b4 None None] Port 4480bba1-1871-4651-9500-23dfcc40846b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:39:59.653058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29f711-3e51-4ee6-bff3-5411b8cca6d2 req-61a5e713-528c-4429-83c9-6f58935cf63a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:39:59.663842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Set router e378b5ff-46a0-4c52-beb4-15638bf2e436 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:39:59.666396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c29f711-3e51-4ee6-bff3-5411b8cca6d2 req-61a5e713-528c-4429-83c9-6f58935cf63a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 931 time: 0.4253914 Feb 09 13:39:59.695499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec6d836-f997-4f19-8160-535299ad9704,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:39:59.757877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6c29f711-3e51-4ee6-bff3-5411b8cca6d2 req-b907d71a-eb5b-4c13-af40-d37ff3a2b401 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904860 Feb 09 13:39:59.758843 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:39:59.762548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-91486136-d19f-4246-8241-2288bbe12eab tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1282127 Feb 09 13:39:59.764327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60452) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:39:59.773782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'security_group_rule': {'security_group_id': '4f10a4b0-c136-492f-b5e5-3846e51575fc', 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:39:59.787503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:39:59.787503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:security_group_rule and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:39:59.790091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:39:59.798014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:39:59.815328 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Project 2a4607a9291c4746aaf568708d0cc0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:39:59.849972 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.029364 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.044383 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.134582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4480bba1-1871-4651-9500-23dfcc40846b {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:40:00.150116 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.171212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb29d27-ffd8-4104-a3b6-95943a136c41,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:00.191090 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.195120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bc9cdadd-a9bf-4fc3-b7bb-9db6350ac8e2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4272149 Feb 09 13:40:00.195564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60460) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:00.206989 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Transition to ACTIVE for port object 4480bba1-1871-4651-9500-23dfcc40846b will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:00.213307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'security_group_rule': {'security_group_id': '4f10a4b0-c136-492f-b5e5-3846e51575fc', 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:00.216489 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.249244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:00.260065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:security_group_rule and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:00.266015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:00.272440 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.280144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:00.287639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'name': 'tempest-TestServerBasicOps-238792929-router', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:38Z', 'updated_at': '2022-02-09T13:39:45Z', 'revision_number': 4, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'gw_port': {'id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:39Z', 'updated_at': '2022-02-09T13:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'c7827649-622a-40e5-b7fa-e9b871c33e7c', 'name': '', 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'mac_address': 'fa:16:3e:21:5e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '133f2c8b-2130-422c-ab05-49e2862866fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:44Z', 'updated_at': '2022-02-09T13:39:46Z', 'revision_number': 2, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'subnets': [{'id': '133f2c8b-2130-422c-ab05-49e2862866fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:00.301456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Checking router: e378b5ff-46a0-4c52-beb4-15638bf2e436 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:40:00.302035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Updating router e378b5ff-46a0-4c52-beb4-15638bf2e436 port c7827649-622a-40e5-b7fa-e9b871c33e7c binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:40:00.304368 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Project 2a4607a9291c4746aaf568708d0cc0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:40:00.321364 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.379125 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.489490 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.504016 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.554599 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:00.565494 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3650753 Feb 09 13:40:00.565494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b92619-8de7-4cf9-8980-fea0e696e695 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6832df5-69d1-48b3-9ead-53acbf24be0d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:00.713578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Pushing event updated for resources: {'Port': ['ID=4480bba1-1871-4651-9500-23dfcc40846b,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:01.092854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Attempting to bind port 4480bba1-1871-4651-9500-23dfcc40846b on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:01.093164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Attempting to bind port 4480bba1-1871-4651-9500-23dfcc40846b by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:01.093536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Attempting to bind port 4480bba1-1871-4651-9500-23dfcc40846b on network 259a9879-5453-42b8-87aa-60756ae531df {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:01.108729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Port 4480bba1-1871-4651-9500-23dfcc40846b on network 259a9879-5453-42b8-87aa-60756ae531df not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:40:01.109406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Attempting to bind port 4480bba1-1871-4651-9500-23dfcc40846b on network 259a9879-5453-42b8-87aa-60756ae531df {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:01.124178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:01.124652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Checking segment: {'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:01.126152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Bound using segment: {'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:01.126152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Bound port: 4480bba1-1871-4651-9500-23dfcc40846b, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '259a9879-5453-42b8-87aa-60756ae531df'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:01.126152 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:01.243813 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b16a950b-cf33-4400-9a1c-6591dfa030c2 req-7af7f89e-b473-45dd-ae75-e7a9e45e0e49 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2451658 Feb 09 13:40:01.278630 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:01.305346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471fdb0-4e85-4889-be34-1322c66df9fb req-d9f48333-4de6-4853-9373-33b4db1fff76 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:01.310790 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c471fdb0-4e85-4889-be34-1322c66df9fb req-d9f48333-4de6-4853-9373-33b4db1fff76 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 943 time: 0.2789612 Feb 09 13:40:01.312745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Transition to ACTIVE for port object c7827649-622a-40e5-b7fa-e9b871c33e7c will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:01.323063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:01.342648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] For port 4480bba1-1871-4651-9500-23dfcc40846b, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:01.349814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] For port 4480bba1-1871-4651-9500-23dfcc40846b, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4480bba1-1871-4651-9500-23dfcc40846b,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:01.356304 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:01.417169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c471fdb0-4e85-4889-be34-1322c66df9fb req-c9f9dc29-6ab2-475d-83f2-5509ec74675e tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910537 Feb 09 13:40:01.545365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d1c6e-090e-4bf4-930c-befcdd8a5f3a None None] Pushing event updated for resources: {'Port': ['ID=c7827649-622a-40e5-b7fa-e9b871c33e7c,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:01.629107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:01.631278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] 10.222.0.62 "PUT /v2.0/ports/4480bba1-1871-4651-9500-23dfcc40846b HTTP/1.1" status: 200 len: 1091 time: 2.6898627 Feb 09 13:40:01.635380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'tag': '4480bba1-1871-4651-9500-23dfcc40846b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:01.847533 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'tag': '4480bba1-1871-4651-9500-23dfcc40846b', 'status': 'completed', 'code': 200} Feb 09 13:40:01.851975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Attempting to bind port c7827649-622a-40e5-b7fa-e9b871c33e7c on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:01.854314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Attempting to bind port c7827649-622a-40e5-b7fa-e9b871c33e7c by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:01.855223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Attempting to bind port c7827649-622a-40e5-b7fa-e9b871c33e7c on network d2ed67e1-c09c-4259-bc55-7a011c97ae57 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:01.873356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bda8a1-9e5d-41ab-b9be-8cf0ccd6bf6b service neutron] Pushing event updated for resources: {'Port': ['ID=4480bba1-1871-4651-9500-23dfcc40846b,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:01.879651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:01.880798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Checking segment: {'id': '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:01.881572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:01.883248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Bound using segment: {'id': '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:01.883957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Bound port: c7827649-622a-40e5-b7fa-e9b871c33e7c, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:01.884554 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:01.898884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b16a950b-cf33-4400-9a1c-6591dfa030c2 req-45879b69-ff3a-4f81-8444-2cf73c7c606f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1098 time: 0.4275906 Feb 09 13:40:02.050499 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-64c95dd5-0aad-4af5-8938-d35c6d0fd479 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2945106d1c84b82b65ec3b90ba02a33&device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 1094 time: 0.2827604 Feb 09 13:40:02.063072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] For port c7827649-622a-40e5-b7fa-e9b871c33e7c, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:02.072601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] For port c7827649-622a-40e5-b7fa-e9b871c33e7c, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c7827649-622a-40e5-b7fa-e9b871c33e7c,segment=NetworkSegment(5d40340c-9dcd-49d7-a3f4-d0f93033e3c8),segment_id=5d40340c-9dcd-49d7-a3f4-d0f93033e3c8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:02.081628 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:02.284200 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-20559aab-5ba8-48ec-9f98-ba3c7530a758 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4480bba1-1871-4651-9500-23dfcc40846b HTTP/1.1" status: 200 len: 217 time: 0.1266870 Feb 09 13:40:02.428273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d1c6e-090e-4bf4-930c-befcdd8a5f3a None None] Pushing event updated for resources: {'Port': ['ID=c7827649-622a-40e5-b7fa-e9b871c33e7c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:02.449463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Routers {'e378b5ff-46a0-4c52-beb4-15638bf2e436'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:02.450528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e378b5ff-46a0-4c52-beb4-15638bf2e436'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:02.525041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc39a-7bd7-4657-a044-327991081f2e req-e1ef33d7-39b8-420a-9503-ebb94631ba91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:02.528678 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-e1ef33d7-39b8-420a-9503-ebb94631ba91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4cb52b37-7e7a-4490-9ec8-3785522ee21b HTTP/1.1" status: 200 len: 848 time: 0.2308989 Feb 09 13:40:02.772680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a950b-cf33-4400-9a1c-6591dfa030c2 req-f644179c-90af-4333-b0fb-0bc2d6a14297 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:02.774351 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b16a950b-cf33-4400-9a1c-6591dfa030c2 req-f644179c-90af-4333-b0fb-0bc2d6a14297 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.8300371 Feb 09 13:40:02.913423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] Set router e378b5ff-46a0-4c52-beb4-15638bf2e436 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:03.176528 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-933c4507-1222-4c6a-9e9c-1721c1466a64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=259a9879-5453-42b8-87aa-60756ae531df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6360307 Feb 09 13:40:03.280494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c07e2-e9f5-46f4-a2a4-68b18a54d2cc req-1d23f7dc-48da-4fcb-9fd6-d18e20ce925c tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:03.292527 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b16a950b-cf33-4400-9a1c-6591dfa030c2 req-3eea027a-455a-491f-a8fe-70a11c415dae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 1002 time: 0.5093012 Feb 09 13:40:03.305498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84c07e2-e9f5-46f4-a2a4-68b18a54d2cc req-1d23f7dc-48da-4fcb-9fd6-d18e20ce925c tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 943 time: 0.2915661 Feb 09 13:40:03.398637 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d84c07e2-e9f5-46f4-a2a4-68b18a54d2cc req-7477af0b-e194-4865-816b-70b2854a10ed tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919867 Feb 09 13:40:03.502231 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-c6fd35b7-a4e0-4a58-a222-fde343e3b797 service neutron] 10.222.0.62 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146081 Feb 09 13:40:03.692244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'name': 'tempest-TestServerBasicOps-238792929-router', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:38Z', 'updated_at': '2022-02-09T13:39:45Z', 'revision_number': 4, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'gw_port': {'id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:39Z', 'updated_at': '2022-02-09T13:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'c7827649-622a-40e5-b7fa-e9b871c33e7c', 'name': '', 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'mac_address': 'fa:16:3e:21:5e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '133f2c8b-2130-422c-ab05-49e2862866fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:44Z', 'updated_at': '2022-02-09T13:40:02Z', 'revision_number': 4, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'subnets': [{'id': '133f2c8b-2130-422c-ab05-49e2862866fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:03.696399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67246f74-09a9-4273-ab79-2eb9e2970898 None None] The sync data for ids ['e378b5ff-46a0-4c52-beb4-15638bf2e436'] in n-d-825175-3 is: [{'id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'name': 'tempest-TestServerBasicOps-238792929-router', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:38Z', 'updated_at': '2022-02-09T13:39:45Z', 'revision_number': 4, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'gw_port': {'id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:39Z', 'updated_at': '2022-02-09T13:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'c7827649-622a-40e5-b7fa-e9b871c33e7c', 'name': '', 'network_id': 'd2ed67e1-c09c-4259-bc55-7a011c97ae57', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'mac_address': 'fa:16:3e:21:5e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '133f2c8b-2130-422c-ab05-49e2862866fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:44Z', 'updated_at': '2022-02-09T13:40:02Z', 'revision_number': 4, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'subnets': [{'id': '133f2c8b-2130-422c-ab05-49e2862866fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:40:03.844097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a950b-cf33-4400-9a1c-6591dfa030c2 req-c659e529-05ec-4697-87b5-4e9d21ae9b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:03.847326 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b16a950b-cf33-4400-9a1c-6591dfa030c2 req-c659e529-05ec-4697-87b5-4e9d21ae9b5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.3397880 Feb 09 13:40:03.963174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a75fc39a-7bd7-4657-a044-327991081f2e req-4a7360e9-474b-4ea2-bb9b-3c50f00df885 service neutron] 10.222.0.62 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001806 Feb 09 13:40:04.275535 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b16a950b-cf33-4400-9a1c-6591dfa030c2 req-bcb044f0-67c3-4345-a988-4b3bef9ff665 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4001093 Feb 09 13:40:04.501640 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f64b21cf-025b-453f-a5da-8bd3aa2eaa6a req-f10a0279-94e4-4493-82a1-d9a4e03c4148 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2945106d1c84b82b65ec3b90ba02a33&device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 1094 time: 0.4277344 Feb 09 13:40:04.757398 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b16a950b-cf33-4400-9a1c-6591dfa030c2 req-488b40db-c0ff-4fc4-bfd1-d3349b828bd7 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723103 Feb 09 13:40:04.922789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df96b6-9655-4988-b69d-b91b198d5878 req-83689ee5-fd4f-48df-ba04-a7a69271a5df tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:04.931743 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7df96b6-9655-4988-b69d-b91b198d5878 req-83689ee5-fd4f-48df-ba04-a7a69271a5df tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 943 time: 0.2020411 Feb 09 13:40:05.016275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b7df96b6-9655-4988-b69d-b91b198d5878 req-2cbf846c-f800-4709-8ff6-b1ed335d0d03 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829628 Feb 09 13:40:05.346961 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b16a950b-cf33-4400-9a1c-6591dfa030c2 req-4e09c25b-ecab-4331-a127-11ef9424f461 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624166 Feb 09 13:40:05.417479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b21cf-025b-453f-a5da-8bd3aa2eaa6a req-25d24974-621e-40b8-b5fd-1271290d7f2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:05.419211 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f64b21cf-025b-453f-a5da-8bd3aa2eaa6a req-25d24974-621e-40b8-b5fd-1271290d7f2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=259a9879-5453-42b8-87aa-60756ae531df HTTP/1.1" status: 200 len: 910 time: 0.8985786 Feb 09 13:40:05.552928 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f64b21cf-025b-453f-a5da-8bd3aa2eaa6a req-5038cbac-1514-47ff-8310-181b94f801e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4480bba1-1871-4651-9500-23dfcc40846b HTTP/1.1" status: 200 len: 217 time: 0.1260612 Feb 09 13:40:05.656153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b21cf-025b-453f-a5da-8bd3aa2eaa6a req-685a3494-9177-4890-9b3b-ddcce3fd5c11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:05.660337 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f64b21cf-025b-453f-a5da-8bd3aa2eaa6a req-685a3494-9177-4890-9b3b-ddcce3fd5c11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4cb52b37-7e7a-4490-9ec8-3785522ee21b HTTP/1.1" status: 200 len: 848 time: 0.0993986 Feb 09 13:40:05.747027 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f64b21cf-025b-453f-a5da-8bd3aa2eaa6a req-14bed5e6-2638-4b9e-b1d2-31f685d9f737 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=259a9879-5453-42b8-87aa-60756ae531df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813637 Feb 09 13:40:05.867259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c7827649-622a-40e5-b7fa-e9b871c33e7c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:05.965541 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f64b21cf-025b-453f-a5da-8bd3aa2eaa6a req-c175616a-400a-4ead-968e-8f4d2a280250 service neutron] 10.222.0.62 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113881 Feb 09 13:40:06.028147 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port c7827649-622a-40e5-b7fa-e9b871c33e7c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:06.054935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c7827649-622a-40e5-b7fa-e9b871c33e7c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:06.056262 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:06.301147 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f64b21cf-025b-453f-a5da-8bd3aa2eaa6a req-adedecf7-0e48-45ab-b70c-c43166dff53a service neutron] 10.222.0.62 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288944 Feb 09 13:40:06.331758 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:06.397939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port c7827649-622a-40e5-b7fa-e9b871c33e7c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c7827649-622a-40e5-b7fa-e9b871c33e7c,segment=NetworkSegment(5d40340c-9dcd-49d7-a3f4-d0f93033e3c8),segment_id=5d40340c-9dcd-49d7-a3f4-d0f93033e3c8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:06.403554 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:06.520571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=c7827649-622a-40e5-b7fa-e9b871c33e7c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:06.552140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763b357-fe13-4bc7-a6b0-1cdcefaf2fac req-486e9005-b0c8-4d5b-89a6-c3ad9e019c36 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:06.554424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5763b357-fe13-4bc7-a6b0-1cdcefaf2fac req-486e9005-b0c8-4d5b-89a6-c3ad9e019c36 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 943 time: 0.2414093 Feb 09 13:40:06.616876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-347ca3e4-5006-4c21-92e5-7b44b0cd149f req-d4da5ecd-4f91-4139-bff0-9b0904e46767 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1098 time: 0.2139077 Feb 09 13:40:06.648165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5763b357-fe13-4bc7-a6b0-1cdcefaf2fac req-d9e6c4aa-40f8-49f3-a62d-bd5c63b25958 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822968 Feb 09 13:40:06.668606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4480bba1-1871-4651-9500-23dfcc40846b details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:40:06.671894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-347ca3e4-5006-4c21-92e5-7b44b0cd149f req-a1ca01a7-9f4f-494f-976a-d1e4803bb50d tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490053 Feb 09 13:40:06.708802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60556) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:06.867158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4480bba1-1871-4651-9500-23dfcc40846b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4480bba1-1871-4651-9500-23dfcc40846b,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:06.883690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '4480bba1-1871-4651-9500-23dfcc40846b', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'port_id': '4480bba1-1871-4651-9500-23dfcc40846b', 'mac_address': 'fa:16:3e:4e:b0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:40:06.987352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port a87fdb93-66e0-4261-b4f1-a9ae14da7f91 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:06.987624 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:06.992780 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:07.041620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4480bba1-1871-4651-9500-23dfcc40846b {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:40:07.062113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4480bba1-1871-4651-9500-23dfcc40846b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4480bba1-1871-4651-9500-23dfcc40846b,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:07.068560 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:07.148176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=4480bba1-1871-4651-9500-23dfcc40846b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:07.204478 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:07.204836 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:07.294019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['4480bba1-1871-4651-9500-23dfcc40846b'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:40:07.335288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for a87fdb93-66e0-4261-b4f1-a9ae14da7f91 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:40:07.514415 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:07.609449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=a87fdb93-66e0-4261-b4f1-a9ae14da7f91,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:07.840346 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:07.846228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c7827649-622a-40e5-b7fa-e9b871c33e7c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:08.012380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c7827649-622a-40e5-b7fa-e9b871c33e7c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:08.012976 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:08.240659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a18e2-2248-48ea-8705-3cea9dd0ad64 req-7f1b8155-1594-49d4-95e4-460b3382fe5e tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:08.247970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-235a18e2-2248-48ea-8705-3cea9dd0ad64 req-7f1b8155-1594-49d4-95e4-460b3382fe5e tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 944 time: 0.2771466 Feb 09 13:40:08.327060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-235a18e2-2248-48ea-8705-3cea9dd0ad64 req-b8e8d56d-0e02-48b6-a8e1-84ab3b9632e0 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781326 Feb 09 13:40:08.683206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4480bba1-1871-4651-9500-23dfcc40846b up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:08.785889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 4480bba1-1871-4651-9500-23dfcc40846b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:08.796679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 4480bba1-1871-4651-9500-23dfcc40846b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:08.796957 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:08.841004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router b3ef108e-56fd-4c75-815f-7731ef6a375b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:40:08.958100 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:09.002888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4480bba1-1871-4651-9500-23dfcc40846b'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:09.044130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4480bba1-1871-4651-9500-23dfcc40846b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4480bba1-1871-4651-9500-23dfcc40846b,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:09.050361 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:09.187787 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4480bba1-1871-4651-9500-23dfcc40846b', 'code': 200} Feb 09 13:40:09.206015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:09.218748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=4480bba1-1871-4651-9500-23dfcc40846b,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:09.218974 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785af17-3fe7-4585-9225-065736b69cee None None] Sync routers for ids ['b3ef108e-56fd-4c75-815f-7731ef6a375b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:40:09.240750 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:09.255484 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785af17-3fe7-4585-9225-065736b69cee None None] Routers {'b3ef108e-56fd-4c75-815f-7731ef6a375b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:09.258328 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6785af17-3fe7-4585-9225-065736b69cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3ef108e-56fd-4c75-815f-7731ef6a375b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:09.436535 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f1290c5a-0818-4d91-bf43-01ceed6be5d2 req-3f983045-6709-44a9-8e21-f6106e98837b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 1096 time: 0.1639125 Feb 09 13:40:09.483457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c599102a-5b68-433f-8b6f-8d97ea12a603 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/floatingips/104c6a27-a565-4b76-bd66-f3e558a04440 HTTP/1.1" status: 204 len: 168 time: 2.7709134 Feb 09 13:40:09.490411 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f1290c5a-0818-4d91-bf43-01ceed6be5d2 req-5c3d68ba-b6f1-4ada-8c95-41a3176decf8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467353 Feb 09 13:40:09.497117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:09.774213 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-6785af17-3fe7-4585-9225-065736b69cee None None] Set router b3ef108e-56fd-4c75-815f-7731ef6a375b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:09.872639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fd60f-d920-4436-8fbf-1358eed918cf req-12f4756c-f5b7-4b73-a02d-cd88f3c1f171 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:09.874620 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a61fd60f-d920-4436-8fbf-1358eed918cf req-12f4756c-f5b7-4b73-a02d-cd88f3c1f171 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 945 time: 0.2425551 Feb 09 13:40:10.009792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a61fd60f-d920-4436-8fbf-1358eed918cf req-8014c041-e48f-4254-aadc-c76d63908976 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262548 Feb 09 13:40:10.218252 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'status': 'completed', 'code': 200} Feb 09 13:40:10.351440 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6785af17-3fe7-4585-9225-065736b69cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '49ff65fa-3bac-4a2e-9e1c-53564ae2bc43', 'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:da:3e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:46Z', 'updated_at': '2022-02-09T13:37:55Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:10.360682 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785af17-3fe7-4585-9225-065736b69cee None None] Checking router: b3ef108e-56fd-4c75-815f-7731ef6a375b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:40:10.365300 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c60c417d-b97d-4b41-ad3a-3dc73da06c8b req-265bed6d-c884-4b08-b5bc-f0a66ec681d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 1098 time: 0.1201038 Feb 09 13:40:10.383958 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6785af17-3fe7-4585-9225-065736b69cee None None] Routers {'b3ef108e-56fd-4c75-815f-7731ef6a375b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:10.384905 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6785af17-3fe7-4585-9225-065736b69cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3ef108e-56fd-4c75-815f-7731ef6a375b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:10.482194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd549f-fcb7-46b2-a69c-f0c273741e32 req-082ce90d-ef95-49d3-bd71-ae666a0e51f0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:10.487300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-cfcd549f-fcb7-46b2-a69c-f0c273741e32 req-082ce90d-ef95-49d3-bd71-ae666a0e51f0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:40:10.524563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-cfcd549f-fcb7-46b2-a69c-f0c273741e32 req-082ce90d-ef95-49d3-bd71-ae666a0e51f0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:40:10.526300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfcd549f-fcb7-46b2-a69c-f0c273741e32 req-082ce90d-ef95-49d3-bd71-ae666a0e51f0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 947 time: 0.2200677 Feb 09 13:40:10.570131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c417d-b97d-4b41-ad3a-3dc73da06c8b req-51af6c10-3181-4ff2-9d85-329304ffa9d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:10.572576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c60c417d-b97d-4b41-ad3a-3dc73da06c8b req-51af6c10-3181-4ff2-9d85-329304ffa9d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 200 len: 898 time: 0.2001071 Feb 09 13:40:10.631059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfcd549f-fcb7-46b2-a69c-f0c273741e32 req-9a460735-33d3-4a75-ae3d-9ca5b6b2220d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982640 Feb 09 13:40:10.739876 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c60c417d-b97d-4b41-ad3a-3dc73da06c8b req-bdd232d8-b223-4f5e-954f-c0400abbe3f2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 200 len: 217 time: 0.1589336 Feb 09 13:40:10.788674 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-6785af17-3fe7-4585-9225-065736b69cee None None] Set router b3ef108e-56fd-4c75-815f-7731ef6a375b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:10.895805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c417d-b97d-4b41-ad3a-3dc73da06c8b req-b0726410-b2f9-4332-8644-c40bb2466354 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:10.897209 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c60c417d-b97d-4b41-ad3a-3dc73da06c8b req-b0726410-b2f9-4332-8644-c40bb2466354 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 200 len: 835 time: 0.1505251 Feb 09 13:40:11.094009 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c60c417d-b97d-4b41-ad3a-3dc73da06c8b req-603b06a4-5190-4599-8258-168e491cd07e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2b1d363-769a-48a5-8e62-c257ebbc1da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719630 Feb 09 13:40:11.415830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c60c417d-b97d-4b41-ad3a-3dc73da06c8b req-49c26579-f699-4b1c-b6a7-b69e07a43729 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209357 Feb 09 13:40:11.495633 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:11.504068 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6785af17-3fe7-4585-9225-065736b69cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '49ff65fa-3bac-4a2e-9e1c-53564ae2bc43', 'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:da:3e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:46Z', 'updated_at': '2022-02-09T13:37:55Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:11.508665 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6785af17-3fe7-4585-9225-065736b69cee None None] The sync data for ids ['b3ef108e-56fd-4c75-815f-7731ef6a375b'] in n-d-825175-3 is: [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '49ff65fa-3bac-4a2e-9e1c-53564ae2bc43', 'name': '', 'network_id': 'c2b1d363-769a-48a5-8e62-c257ebbc1da3', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:da:3e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:46Z', 'updated_at': '2022-02-09T13:37:55Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '6b65368e-afad-4cf6-9403-a284eefc0a4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:40:11.632247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-745afe85-593f-4ab6-8aff-bfb1d1afd11b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:11.634456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-745afe85-593f-4ab6-8aff-bfb1d1afd11b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 947 time: 0.3065073 Feb 09 13:40:11.651715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028e861-5f00-46f4-9ffa-9b1c568e0dcb req-cf71241f-f8bb-44b5-bb19-921fe2863df7 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:11.659044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8028e861-5f00-46f4-9ffa-9b1c568e0dcb req-cf71241f-f8bb-44b5-bb19-921fe2863df7 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 945 time: 0.2529008 Feb 09 13:40:11.743314 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c60c417d-b97d-4b41-ad3a-3dc73da06c8b req-a345070f-b9be-4fe0-8d62-c54c9b447926 service neutron] 10.222.0.67 "GET /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210468 Feb 09 13:40:11.772572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port 00cc6d62-be38-4b12-80ba-ee17a0042512 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:11.772914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:11.814999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8028e861-5f00-46f4-9ffa-9b1c568e0dcb req-0a35058b-eb50-4b2c-b467-3baeb7ae3da0 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159153 Feb 09 13:40:12.110922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33625728-2d31-42cf-b0b9-1cccfa85a642 req-9e975a39-a659-40cb-9e6d-e0fd39a01eec tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:12.112416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33625728-2d31-42cf-b0b9-1cccfa85a642 req-9e975a39-a659-40cb-9e6d-e0fd39a01eec tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 947 time: 0.2638803 Feb 09 13:40:12.363194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33625728-2d31-42cf-b0b9-1cccfa85a642 req-c8a5c907-1e69-44c1-a91c-a7d6b0ee3f6d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=609a2400-9ee3-477a-a0af-231cbdbad059&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836384 Feb 09 13:40:12.431858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b63b17-3937-450b-bc59-a1e427dff22c req-a1a8a4f3-2dc0-47d8-a2a0-c6a1878fb440 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:12.433594 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-16b63b17-3937-450b-bc59-a1e427dff22c req-a1a8a4f3-2dc0-47d8-a2a0-c6a1878fb440 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 945 time: 0.4397006 Feb 09 13:40:12.435607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port 00cc6d62-be38-4b12-80ba-ee17a0042512, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=00cc6d62-be38-4b12-80ba-ee17a0042512,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:12.436159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:12.589525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for 00cc6d62-be38-4b12-80ba-ee17a0042512 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:40:12.659366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-16b63b17-3937-450b-bc59-a1e427dff22c req-1eb34093-8fc8-44d4-bf30-ca3a45ef7de0 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095535 Feb 09 13:40:12.974984 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:13.062495 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=00cc6d62-be38-4b12-80ba-ee17a0042512,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:13.086117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.086494 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.086838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.087178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.087537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.087876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.088205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.088537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.088862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.089187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.089510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:13.239053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] No DVR routers for this DVR port 00cc6d62-be38-4b12-80ba-ee17a0042512 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:40:13.242731 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:13.246029 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'name': 'network-vif-deleted', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:13.268780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cca0f0-6cdb-427a-8d68-65ac010e32bb req-7a941bf7-60d3-4f5d-8cdb-0bc26e8b1219 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:13.270923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2cca0f0-6cdb-427a-8d68-65ac010e32bb req-7a941bf7-60d3-4f5d-8cdb-0bc26e8b1219 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 945 time: 0.4356425 Feb 09 13:40:13.272874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-770242fc-a734-40e7-b15c-44bb41f6fc87 req-15984dd3-49dd-4212-aed4-8bd8e5b14710 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.67 "DELETE /v2.0/ports/00cc6d62-be38-4b12-80ba-ee17a0042512 HTTP/1.1" status: 204 len: 173 time: 1.6281497 Feb 09 13:40:13.342256 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cc9d69-1f54-4518-beb7-558801452f42', 'name': 'network-vif-deleted', 'tag': '00cc6d62-be38-4b12-80ba-ee17a0042512', 'status': 'completed', 'code': 200} Feb 09 13:40:13.348046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2cca0f0-6cdb-427a-8d68-65ac010e32bb req-385a144c-8f3a-4e42-b850-48684210108d tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716746 Feb 09 13:40:13.385601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60644) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:13.881486 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bd320242-8942-4354-817e-e2bc5fe055c6 req-74ee7a54-2141-4a34-876b-495a220a688b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:40:13.916408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bd320242-8942-4354-817e-e2bc5fe055c6 req-74ee7a54-2141-4a34-876b-495a220a688b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:40:13.917694 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd320242-8942-4354-817e-e2bc5fe055c6 req-74ee7a54-2141-4a34-876b-495a220a688b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9cc9d69-1f54-4518-beb7-558801452f42 HTTP/1.1" status: 200 len: 210 time: 0.1591558 Feb 09 13:40:13.982734 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f614e484-9684-40a5-8923-33db65a07a08 tempest-TestServerBasicOps-59619593 tempest-TestServerBasicOps-59619593-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 1091 time: 0.5933967 Feb 09 13:40:13.983216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60656) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:13.989576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '4480bba1-1871-4651-9500-23dfcc40846b', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:13.996601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:14.004936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Usage tracker for resource:floatingip and tenant:b2945106d1c84b82b65ec3b90ba02a33 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:14.008171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:14.014192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:14.028601 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:14.258527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:14.514390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Allocated IP 172.25.5.182 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/341b1611-26fa-4b0f-adc1-33641c43c3cd) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:14.739903 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:14.808239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:14.940051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event updated for resources: {'Port': ['ID=341b1611-26fa-4b0f-adc1-33641c43c3cd,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:14.993928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:14.998615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:15.004419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:15.123408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60668) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:15.294418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:40:15.395066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 00cc6d62-be38-4b12-80ba-ee17a0042512 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:40:15.395554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 00cc6d62-be38-4b12-80ba-ee17a0042512 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:40:15.829082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:15.980443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:16.219666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:16.429723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:16.459937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f0cb5-684f-4a33-a02b-50c2b882949e None None] New status for floating IP 104c6a27-a565-4b76-bd66-f3e558a04440: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:40:16.917261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:16.958360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:17.227685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:17.614859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event updated for resources: {'Port': ['ID=341b1611-26fa-4b0f-adc1-33641c43c3cd,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:17.786606 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Floating IP cb02f88c-6516-4043-874f-7d35e91722cf associated. External IP: 172.25.5.182, port: 4480bba1-1871-4651-9500-23dfcc40846b. Feb 09 13:40:17.861895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:17.864675 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:18.152924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=49ff65fa-3bac-4a2e-9e1c-53564ae2bc43,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:18.153287 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:18.368001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:40:18.755686 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:18.822200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=49ff65fa-3bac-4a2e-9e1c-53564ae2bc43,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:18.968160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Router 82d400f1-6754-4be3-8db2-e3e865ea517b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:40:19.371503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:19.384040 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] Sync routers for ids ['82d400f1-6754-4be3-8db2-e3e865ea517b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:40:19.405810 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] Routers {'82d400f1-6754-4be3-8db2-e3e865ea517b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:19.406709 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['82d400f1-6754-4be3-8db2-e3e865ea517b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:19.438591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:19.452550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:19.613220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-865488b6-a7a6-48bc-a1b2-b4f926b137af tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6197505 Feb 09 13:40:19.613220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'tag': '4480bba1-1871-4651-9500-23dfcc40846b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:19.723183 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'tag': '4480bba1-1871-4651-9500-23dfcc40846b', 'status': 'completed', 'code': 200} Feb 09 13:40:19.996646 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1947ce8c-e2c7-497a-94b8-5e75fe418e49 req-5c644e6f-3825-4c4e-a2c4-64949da65340 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2945106d1c84b82b65ec3b90ba02a33&device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 1096 time: 0.2491496 Feb 09 13:40:20.041539 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] Set router 82d400f1-6754-4be3-8db2-e3e865ea517b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:20.159223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947ce8c-e2c7-497a-94b8-5e75fe418e49 req-1662d559-e942-4350-86bc-3e56e2bc4819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:20.160896 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1947ce8c-e2c7-497a-94b8-5e75fe418e49 req-1662d559-e942-4350-86bc-3e56e2bc4819 service neutron] 10.222.0.62 "GET /v2.0/networks?id=259a9879-5453-42b8-87aa-60756ae531df HTTP/1.1" status: 200 len: 910 time: 0.1575139 Feb 09 13:40:20.429552 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1947ce8c-e2c7-497a-94b8-5e75fe418e49 req-730a4da9-43e3-4de1-8542-e4318ce43dcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4480bba1-1871-4651-9500-23dfcc40846b HTTP/1.1" status: 200 len: 999 time: 0.2566242 Feb 09 13:40:20.578479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947ce8c-e2c7-497a-94b8-5e75fe418e49 req-53dae33a-eaa2-46df-97ff-d010ee70d2c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:20.587175 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1947ce8c-e2c7-497a-94b8-5e75fe418e49 req-53dae33a-eaa2-46df-97ff-d010ee70d2c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4cb52b37-7e7a-4490-9ec8-3785522ee21b HTTP/1.1" status: 200 len: 848 time: 0.1509681 Feb 09 13:40:20.793497 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1947ce8c-e2c7-497a-94b8-5e75fe418e49 req-089707fd-dfa5-40a2-85b9-143c8625cffe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=259a9879-5453-42b8-87aa-60756ae531df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987908 Feb 09 13:40:21.088648 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'cb02f88c-6516-4043-874f-7d35e91722cf', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'port_id': '4480bba1-1871-4651-9500-23dfcc40846b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'mac_address': 'fa:16:3e:4e:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:40:15Z', 'updated_at': '2022-02-09T13:40:15Z', 'revision_number': 0, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11edab54-6f48-4dc9-8cda-23aafaee01f9', 'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'mac_address': 'fa:16:3e:67:8b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:27Z', 'updated_at': '2022-02-09T13:39:44Z', 'revision_number': 5, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'subnets': [{'id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:21.103095 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] Checking router: 82d400f1-6754-4be3-8db2-e3e865ea517b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:40:21.138919 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] Routers {'82d400f1-6754-4be3-8db2-e3e865ea517b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:21.139946 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['82d400f1-6754-4be3-8db2-e3e865ea517b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:21.288874 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1947ce8c-e2c7-497a-94b8-5e75fe418e49 req-109673f6-352d-426f-80ae-adc76626b0d3 service neutron] 10.222.0.62 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788477 Feb 09 13:40:21.458115 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router b3ef108e-56fd-4c75-815f-7731ef6a375b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:40:21.591422 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1947ce8c-e2c7-497a-94b8-5e75fe418e49 req-62b8cb47-cff1-4d6d-ac42-344d4ffe67e0 service neutron] 10.222.0.62 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957366 Feb 09 13:40:21.596719 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] Set router 82d400f1-6754-4be3-8db2-e3e865ea517b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:21.949620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:21.962938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] Sync routers for ids ['b3ef108e-56fd-4c75-815f-7731ef6a375b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:40:22.013769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] Routers {'b3ef108e-56fd-4c75-815f-7731ef6a375b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:22.014337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3ef108e-56fd-4c75-815f-7731ef6a375b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:22.025359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a18469ca-95c0-448f-9173-a2f81fcb61cb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "PUT /v2.0/routers/b3ef108e-56fd-4c75-815f-7731ef6a375b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8997099 Feb 09 13:40:22.030254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60728) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:22.332702 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'cb02f88c-6516-4043-874f-7d35e91722cf', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'port_id': '4480bba1-1871-4651-9500-23dfcc40846b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'mac_address': 'fa:16:3e:4e:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:40:15Z', 'updated_at': '2022-02-09T13:40:15Z', 'revision_number': 0, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11edab54-6f48-4dc9-8cda-23aafaee01f9', 'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'mac_address': 'fa:16:3e:67:8b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:27Z', 'updated_at': '2022-02-09T13:39:44Z', 'revision_number': 5, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'subnets': [{'id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:22.352190 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8f274e-4bff-47dd-b525-f93a08b8f841 None None] The sync data for ids ['82d400f1-6754-4be3-8db2-e3e865ea517b'] in n-d-825175-3 is: [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'cb02f88c-6516-4043-874f-7d35e91722cf', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'floating_ip_address': '172.25.5.182', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'port_id': '4480bba1-1871-4651-9500-23dfcc40846b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'mac_address': 'fa:16:3e:4e:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:40:15Z', 'updated_at': '2022-02-09T13:40:15Z', 'revision_number': 0, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11edab54-6f48-4dc9-8cda-23aafaee01f9', 'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'mac_address': 'fa:16:3e:67:8b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:27Z', 'updated_at': '2022-02-09T13:39:44Z', 'revision_number': 5, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'subnets': [{'id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:40:22.365910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] Set router b3ef108e-56fd-4c75-815f-7731ef6a375b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:22.550528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9c1ec9-6466-4f0c-9d03-e1410f5af807 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting subnet 6b65368e-afad-4cf6-9403-a284eefc0a4a {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:40:22.554364 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1ec9-6466-4f0c-9d03-e1410f5af807 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:22.614722 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1ec9-6466-4f0c-9d03-e1410f5af807 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:22.731189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1ec9-6466-4f0c-9d03-e1410f5af807 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:22.762558 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2405a9a9-0268-46fb-afcb-4f63e2cddbb5 None None] New status for floating IP cb02f88c-6516-4043-874f-7d35e91722cf: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:40:22.828802 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1ec9-6466-4f0c-9d03-e1410f5af807 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:22.848659 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:40:18Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:22.859279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] Checking router: b3ef108e-56fd-4c75-815f-7731ef6a375b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:40:22.875232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c1ec9-6466-4f0c-9d03-e1410f5af807 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Subnet': ['ID=6b65368e-afad-4cf6-9403-a284eefc0a4a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:22.891153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] Routers {'b3ef108e-56fd-4c75-815f-7731ef6a375b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:22.891767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:39:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3ef108e-56fd-4c75-815f-7731ef6a375b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:22.896538 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1ec9-6466-4f0c-9d03-e1410f5af807 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:22.907090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3a9c1ec9-6466-4f0c-9d03-e1410f5af807 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/subnets/6b65368e-afad-4cf6-9403-a284eefc0a4a HTTP/1.1" status: 204 len: 168 time: 0.8725648 Feb 09 13:40:22.907319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60738) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:23.022534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716ce5c2-8531-4c9a-a1e4-7b936b65af56 None None] Network c2b1d363-769a-48a5-8e62-c257ebbc1da3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:40:23.323880 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:23.386356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] Set router b3ef108e-56fd-4c75-815f-7731ef6a375b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:23.673133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:23.685359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] DHCP port deletion for c2b1d363-769a-48a5-8e62-c257ebbc1da3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:40:23.700380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Deleting port 2201b682-654d-4126-ad6e-79f1916054da {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:23.701097 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:23.706539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port 76a02a87-5394-4b49-b162-ada1d7530f78 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:23.708421 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:23.888425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2201b682-654d-4126-ad6e-79f1916054da no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:40:24.182816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port 76a02a87-5394-4b49-b162-ada1d7530f78, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=76a02a87-5394-4b49-b162-ada1d7530f78,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:24.183344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:24.288709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] For port 2201b682-654d-4126-ad6e-79f1916054da, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2201b682-654d-4126-ad6e-79f1916054da,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:24.289143 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:24.338021 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for 76a02a87-5394-4b49-b162-ada1d7530f78 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:40:24.474733 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Calling delete_port for 2201b682-654d-4126-ad6e-79f1916054da owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:40:24.552721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:24.557848 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:24.609971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:40:18Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:24.617707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0007b7f-f585-449d-a32d-8384c5be5bc6 None None] The sync data for ids ['b3ef108e-56fd-4c75-815f-7731ef6a375b'] in n-d-825175-3 is: [{'id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111114517', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:37:39Z', 'updated_at': '2022-02-09T13:40:18Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '76a02a87-5394-4b49-b162-ada1d7530f78', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ef108e-56fd-4c75-815f-7731ef6a375b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:37:40Z', 'updated_at': '2022-02-09T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:40:24.677783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 2201b682-654d-4126-ad6e-79f1916054da, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2201b682-654d-4126-ad6e-79f1916054da,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:24.691846 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:24.765705 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:40:24.766052 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:40:24.774972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=76a02a87-5394-4b49-b162-ada1d7530f78,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:24.827144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=2201b682-654d-4126-ad6e-79f1916054da,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:25.009365 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9297cca0-eafa-4719-9db0-8ca0ff912070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:25.017818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:25.267313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Deleting port 2201b682-654d-4126-ad6e-79f1916054da {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:25.267914 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:25.492413 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:25.497173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:25.524993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:25.525669 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Fanout notify agent at l3_agent the message router_deleted on router b3ef108e-56fd-4c75-815f-7731ef6a375b {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:40:25.551701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:25.552818 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-db71150b-ee08-4255-b0ad-879da2ed270a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/routers/b3ef108e-56fd-4c75-815f-7731ef6a375b HTTP/1.1" status: 204 len: 168 time: 2.6438842 Feb 09 13:40:25.555414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60768) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:25.624671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] For port 2201b682-654d-4126-ad6e-79f1916054da, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2201b682-654d-4126-ad6e-79f1916054da,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:25.628256 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:25.747337 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:25.786971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port 2201b682-654d-4126-ad6e-79f1916054da {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:25.791213 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:25.844037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Calling delete_port for 2201b682-654d-4126-ad6e-79f1916054da owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:40:25.961682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:26.048771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] No DVR routers for this DVR port 2201b682-654d-4126-ad6e-79f1916054da on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:40:26.056290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d41a5-932d-44cd-a5a7-522231e53a8d None None] Pushing event deleted for resources: {'Port': ['ID=2201b682-654d-4126-ad6e-79f1916054da,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:26.171419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port 2201b682-654d-4126-ad6e-79f1916054da, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2201b682-654d-4126-ad6e-79f1916054da,segment=NetworkSegment(85f18832-8725-4e92-8fbc-0333b6e78376),segment_id=85f18832-8725-4e92-8fbc-0333b6e78376)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:26.171782 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:26.201314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:40:26.258436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:40:26.259106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 49ff65fa-3bac-4a2e-9e1c-53564ae2bc43 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:40:26.260405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 76a02a87-5394-4b49-b162-ada1d7530f78 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:40:26.298725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 76a02a87-5394-4b49-b162-ada1d7530f78 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:40:26.299658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 76a02a87-5394-4b49-b162-ada1d7530f78 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:40:26.345967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for 2201b682-654d-4126-ad6e-79f1916054da owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:40:26.444012 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:40:26.444228 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:40:26.449129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60782) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:26.519403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6670183-a800-4ec4-8f17-b596790c41b4 admin admin] Deleting subnet c0a6d6c1-0a33-411c-94d4-30680b556e00 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:40:26.526010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6670183-a800-4ec4-8f17-b596790c41b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:26.582346 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6670183-a800-4ec4-8f17-b596790c41b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:26.645464 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6670183-a800-4ec4-8f17-b596790c41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:26.719268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6670183-a800-4ec4-8f17-b596790c41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:26.781479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6670183-a800-4ec4-8f17-b596790c41b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a6d6c1-0a33-411c-94d4-30680b556e00,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:26.791722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e6670183-a800-4ec4-8f17-b596790c41b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:26.806505 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e6670183-a800-4ec4-8f17-b596790c41b4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c0a6d6c1-0a33-411c-94d4-30680b556e00 HTTP/1.1" status: 204 len: 168 time: 0.3553751 Feb 09 13:40:26.808407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60790) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:26.948895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port 2201b682-654d-4126-ad6e-79f1916054da {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:26.949240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.011366 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.101345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] The port '2201b682-654d-4126-ad6e-79f1916054da' was deleted {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:40:27.450735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.459270 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.500047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58382eec-5688-4b99-a8f3-e13c3026e6ea']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:27.508043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b1d363-769a-48a5-8e62-c257ebbc1da3']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:27.524233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724ac2d1-a4fc-4c60-821d-128323c34bfd') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:27.524814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724ac2d1-a4fc-4c60-821d-128323c34bfd') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:27.532721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f18832-8725-4e92-8fbc-0333b6e78376') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:27.533061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f18832-8725-4e92-8fbc-0333b6e78376') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:27.550008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.558010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.580057 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.582709 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.591676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:40:27.592081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: util.warn( Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:40:27.607396 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:40:27.610311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:40:27.610311 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:40:27.623150 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:40:27.800751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.829993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.832609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] Pushing event deleted for resources: {'Network': ['ID=58382eec-5688-4b99-a8f3-e13c3026e6ea,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:27.834787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.839631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:27.873234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Network': ['ID=c2b1d363-769a-48a5-8e62-c257ebbc1da3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:27.887884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d5fe093b-1492-471d-81e7-5d274a517426 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/networks/c2b1d363-769a-48a5-8e62-c257ebbc1da3 HTTP/1.1" status: 204 len: 168 time: 2.3309929 Feb 09 13:40:27.890616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60806) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:27.906175 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e9680653-31df-4e87-b805-580c9cf702ee admin admin] 10.222.0.59 "DELETE /v2.0/networks/58382eec-5688-4b99-a8f3-e13c3026e6ea HTTP/1.1" status: 204 len: 168 time: 1.0941732 Feb 09 13:40:28.007329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-66e3a319-6cea-46b3-b36a-91df756f427c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.041742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-66e3a319-6cea-46b3-b36a-91df756f427c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.116940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-66e3a319-6cea-46b3-b36a-91df756f427c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.164295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3a319-6cea-46b3-b36a-91df756f427c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609a2400-9ee3-477a-a0af-231cbdbad059,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:28.193984 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-66e3a319-6cea-46b3-b36a-91df756f427c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.197477 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-66e3a319-6cea-46b3-b36a-91df756f427c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/security-groups/609a2400-9ee3-477a-a0af-231cbdbad059 HTTP/1.1" status: 204 len: 168 time: 0.3037114 Feb 09 13:40:28.257239 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-17bbdd81-6ae3-4dcc-9338-059b32b8b643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.359026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60818) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:28.412108 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6ffabc9a-4cd3-4fff-8a22-14532bf0fdac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d47b5dfdd0d44f0fb19f66dc53821ded&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518813 Feb 09 13:40:28.414878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60822) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:28.507909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9f18e7-afa4-4d21-ad4b-29f9c33b2ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.548264 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9f18e7-afa4-4d21-ad4b-29f9c33b2ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.620695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9f18e7-afa4-4d21-ad4b-29f9c33b2ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.628550 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.651528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f18e7-afa4-4d21-ad4b-29f9c33b2ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d828c288-54b0-41b8-8e0d-ba38e7e5a160,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:28.680013 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5b9f18e7-afa4-4d21-ad4b-29f9c33b2ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.681477 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5b9f18e7-afa4-4d21-ad4b-29f9c33b2ae2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d828c288-54b0-41b8-8e0d-ba38e7e5a160 HTTP/1.1" status: 204 len: 168 time: 0.2656801 Feb 09 13:40:28.725441 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.793959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60828) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:28.800539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702042587', 'description': 'tempest-secgroup-smoke-1702042587 description', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:28.807307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:28.813151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:28.816709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:28.822660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:28.837222 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.885510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:28.889808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:28.893545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:28.900501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:28.965575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:28.969855 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.038227 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dedc90a-7732-4d15-9e37-e7594ad1fd0e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:29.052660 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.057707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60836) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:29.065232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '5dedc90a-7732-4d15-9e37-e7594ad1fd0e', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:29.069505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ee37914c-290c-40e1-ad58-913f332462c8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2729642 Feb 09 13:40:29.074044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:29.078325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:29.082132 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:29.088685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:29.128890 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.205718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.216450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.257696 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6a0a8b-c30e-4890-a025-df0077707247,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:29.277662 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.279425 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6b810197-3c92-451f-8791-c77e65a719a8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2207055 Feb 09 13:40:29.282101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60848) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:29.290330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '5dedc90a-7732-4d15-9e37-e7594ad1fd0e', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:29.297701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:29.302708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:29.305824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:29.312468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:29.335384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.430622 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.440133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.466778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2718cfb7-5e21-4449-b869-c4e2afee56ab,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:29.480394 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.480735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.481254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.481579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.481764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.482052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.482379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.482748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.483070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.483406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.483736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:29.487955 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.489120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a1a05907-862a-47f0-ad43-cd0dad41bd10 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2052071 Feb 09 13:40:29.492128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60854) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:29.497859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '5dedc90a-7732-4d15-9e37-e7594ad1fd0e', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:29.504573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:29.511837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:29.514941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:29.521728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:29.544585 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.670154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.678744 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.701870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4f1f8a-3b2c-45aa-8392-a1fc37d24e87,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:29.718595 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.723400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60864) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:29.723989 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e9b6230b-96e6-421b-9e92-66e5f9cb38c2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2297015 Feb 09 13:40:29.732563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '5dedc90a-7732-4d15-9e37-e7594ad1fd0e', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:29.746744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:29.751701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:29.756547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:29.762930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:29.800219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.891762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.897966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.911121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60870) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:29.926255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab27dfc8-4731-4a3c-b55a-c2643ab21c32,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:29.972205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.974458 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:29.975990 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b934ab1c-5b71-4488-882b-23380fee5c9f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2516310 Feb 09 13:40:29.978430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60878) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:29.987956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '5dedc90a-7732-4d15-9e37-e7594ad1fd0e', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:29.997829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:30.010097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:30.021698 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:30.037671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:30.066268 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Project 4b56b02eaccc4487993cc9bb3adc098d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:40:30.081536 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.139392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-919733408-network', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:30.146296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:30.151711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Usage tracker for resource:network and tenant:06a21eed9dc9486eaaa4afa09570d3e9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:30.155123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:30.162172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:30.178681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Made reservation on behalf of 06a21eed9dc9486eaaa4afa09570d3e9 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:40:30.181329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.190400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.197626 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.210788 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.224879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e8b734-9c80-41b8-ba7a-ab12401fb6e4,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:30.259491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:30.261658 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.267777 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-66867adf-043d-4caf-a151-69b018d960d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2855861 Feb 09 13:40:30.269698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Usage tracker for resource:security_group_rule and tenant:06a21eed9dc9486eaaa4afa09570d3e9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:30.271442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60886) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:30.276101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:30.282804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '5dedc90a-7732-4d15-9e37-e7594ad1fd0e', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:30.290947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:30.296167 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:30.300207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:30.302299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:30.311605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:30.340294 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Project 4b56b02eaccc4487993cc9bb3adc098d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:40:30.369279 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.480730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.487248 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.519919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.521458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce694579-063a-4724-afa4-fc279447fbc2,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:30.526964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.533487 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.535156 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f0070f4f-22c5-401e-a24b-bc5c391af893 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2625005 Feb 09 13:40:30.537673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60892) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:30.543496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'network': {'name': 'tempest-network-smoke--1851687729', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'port_security_enabled': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:30.550701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:30.555364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:network and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:30.559035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:30.567273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:30.582087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:40:30.585414 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.608852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:40:30.615245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd60583-27a1-4db1-b2d9-5eec6f57e6f8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:30.625724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:40:30.636013 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.636498 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Added segment 30c19b03-70bb-4f3d-877d-d5a27c5110f8 of type vlan for network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f Feb 09 13:40:30.647468 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.648673 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Added segment 1e4d1b23-1629-4134-9b6f-411e5abec1a0 of type vlan for network b86d1ed2-436f-4d28-97fc-0896fc299a4a Feb 09 13:40:30.696759 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.708096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.760350 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.761521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:30.762190 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.769379 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.774438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:30.775318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.815024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8922870 Feb 09 13:40:30.821981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60896) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:30.828390 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2891915 Feb 09 13:40:30.837093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60900) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:30.843117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Request body: {'subnet': {'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-919733408-subnet', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:30.853886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'admin_state_up': True, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:30.865097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:30.869534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:30.927634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Usage tracker for resource:subnet and tenant:06a21eed9dc9486eaaa4afa09570d3e9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:30.932010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:router and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:30.935118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:30.943599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:30.954428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:30.957045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:30.968504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d65441-1472-40fa-a004-4cfa61cbffef admin admin] Pushing event updated for resources: {'Network': ['ID=ce4f49b2-4ca8-4864-bb64-ec59a1b7859f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:30.983686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:40:30.987680 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:30.989963 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:31.002073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebfb11-a2cf-4242-86bb-ebeeacbaa391 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Network': ['ID=b86d1ed2-436f-4d28-97fc-0896fc299a4a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:31.009780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Made reservation on behalf of 06a21eed9dc9486eaaa4afa09570d3e9 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:40:31.012688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:31.035611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network b86d1ed2-436f-4d28-97fc-0896fc299a4a details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:40:31.245438 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:31.451227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:31.501668 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:31.597058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbb37ab-a79e-4ff7-a26d-b75e3705ffac,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:31.664591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Checking segment: {'id': '30c19b03-70bb-4f3d-877d-d5a27c5110f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:31.664960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Network hostable DHCP agents. Network: ce4f49b2-4ca8-4864-bb64-ec59a1b7859f, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:40:31.706406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:40:31.721861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, ce4f49b2-4ca8-4864-bb64-ec59a1b7859f) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:31.728182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:31.728757 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:31.738421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb0c840-45f2-48d8-96a6-aacc2c771a33 None None] Network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:40:31.776857 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:31.812368 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:31.850997 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24b701e8-90e5-4ef6-a393-45151b10c023 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0277152 Feb 09 13:40:31.853752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60910) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:31.859860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-919733408-router', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:31.874526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:31.893455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Usage tracker for resource:router and tenant:06a21eed9dc9486eaaa4afa09570d3e9 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:31.899698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:31.917313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:31.976898 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:31.978445 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:32.029451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.25.5.91 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/2dde3dd0-261a-47d8-a2ca-466a467b81e6) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:32.036535 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:32.133967 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-ce4f49b2-4ca8-4864-bb64-ec59a1b7859f', 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'fixed_ips': [{'subnet_id': 'dfbb37ab-a79e-4ff7-a26d-b75e3705ffac'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:40:32.134796 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:32.296792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Allocated IP 172.20.0.2 (ce4f49b2-4ca8-4864-bb64-ec59a1b7859f/dfbb37ab-a79e-4ff7-a26d-b75e3705ffac/5cf70fe6-69dc-4b30-a2ac-f9bb431ea632) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:32.359484 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:32.363967 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-38f4efba-c18b-4c96-b8fe-f8eed7e05b38 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854688452&fields=id&tenant_id=2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 267 time: 0.1964934 Feb 09 13:40:32.413299 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:32.545103 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:32.559769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Transition to ACTIVE for port object 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:32.584853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Transition to ACTIVE for port object 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:32.592590 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:32.636653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645be72-3718-4063-a72e-529b328c82de req-5e842ce7-a9fe-48c0-8353-7563cec39ce6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:32.638160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-5e842ce7-a9fe-48c0-8353-7563cec39ce6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.2592394 Feb 09 13:40:32.640604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:32.707423 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:40:32.719638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:32.724044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:32.729174 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-9a3e55eb-a1c9-4b48-9dd8-e3b30406946f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/quotas/2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0827951 Feb 09 13:40:32.730880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:32.747744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:32.749274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=2dde3dd0-261a-47d8-a2ca-466a467b81e6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:32.783066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:32.790951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:32.801903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Pushing event updated for resources: {'Port': ['ID=5cf70fe6-69dc-4b30-a2ac-f9bb431ea632,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:32.894091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Attempting to bind port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:32.894690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Attempting to bind port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '30c19b03-70bb-4f3d-877d-d5a27c5110f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:32.895146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Attempting to bind port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 on network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:32.903343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:32.904061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Checking segment: {'id': '30c19b03-70bb-4f3d-877d-d5a27c5110f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:32.904655 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:32.905143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Bound using segment: {'id': '30c19b03-70bb-4f3d-877d-d5a27c5110f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:32.905777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Bound port: 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c19b03-70bb-4f3d-877d-d5a27c5110f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:32.906409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:33.108939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] For port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:33.113993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-980354c1-0747-4909-9c17-95c30a8afd7f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3692067 Feb 09 13:40:33.118553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] For port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5cf70fe6-69dc-4b30-a2ac-f9bb431ea632,segment=NetworkSegment(30c19b03-70bb-4f3d-877d-d5a27c5110f8),segment_id=30c19b03-70bb-4f3d-877d-d5a27c5110f8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:33.128899 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:33.133802 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:33.202242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:33.222242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973f3f2-bc6c-4313-bff8-d117f2ead619 None None] Pushing event updated for resources: {'Port': ['ID=5cf70fe6-69dc-4b30-a2ac-f9bb431ea632,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:33.437149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-41915064-176d-4917-b93c-b8614467b90a service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753434 Feb 09 13:40:33.556928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Allocated IP 172.25.5.75 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:33.575141 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:33.575870 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:33.807492 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-341312f5-4f17-4f39-9f17-c8c1302a1d0f service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632970 Feb 09 13:40:33.879587 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:33.891900 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:34.020411 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:34.030711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:34.124333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:34.129484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:34.135184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:34.211501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Pushing event updated for resources: {'Port': ['ID=59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:34.365454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:40:34.536889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4993b1c0-a4ef-4bf6-aeb4-7f6a79ae1a4e None None] Network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:40:34.567370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed533a8a-b14d-4922-9763-c4ce875a3c8a req-133ec4b5-0ce9-437b-89bc-31ffc94bb603 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 210 time: 0.1266303 Feb 09 13:40:34.622608 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:34.623309 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:34.667070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d0164788-89fb-4d83-8dd1-19b5e4470b3b None None] Provisioning for port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:34.678229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d0164788-89fb-4d83-8dd1-19b5e4470b3b None None] Provisioning complete for port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:34.678965 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d0164788-89fb-4d83-8dd1-19b5e4470b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:34.932428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d0164788-89fb-4d83-8dd1-19b5e4470b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:34.947731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:34.978864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Sync routers for ids ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:40:34.988872 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:34.990309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-234c1cc1-882b-4d76-86bd-daad01c7ba45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.1521173 Feb 09 13:40:34.996038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60944) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:35.052924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Routers {'4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:35.053566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:35.098670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Router 6aa064d2-b3d8-4269-b757-12d68f2a6063 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:40:35.101766 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e35d495e-83b1-4176-883f-2f2bf3e6f9a8 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4b56b02eaccc4487993cc9bb3adc098d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1037211 Feb 09 13:40:35.104494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60952) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:35.280861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d0164788-89fb-4d83-8dd1-19b5e4470b3b None None] For port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5cf70fe6-69dc-4b30-a2ac-f9bb431ea632,segment=NetworkSegment(30c19b03-70bb-4f3d-877d-d5a27c5110f8),segment_id=30c19b03-70bb-4f3d-877d-d5a27c5110f8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:35.294912 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d0164788-89fb-4d83-8dd1-19b5e4470b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:35.369643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e800da5-d958-4fe1-9ae3-ea4d381978b8 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:35.371464 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0e800da5-d958-4fe1-9ae3-ea4d381978b8 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2660749 Feb 09 13:40:35.374187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60958) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:35.434686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:35.445338 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-00e172e4-d1f3-4fc1-ac14-5bd67d7872a8 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697649 Feb 09 13:40:35.447179 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Sync routers for ids ['6aa064d2-b3d8-4269-b757-12d68f2a6063'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:40:35.448652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60962) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:35.460550 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:35.462090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-529c586e-3e4d-48b7-b5d1-bbd523349f20 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.6074317 Feb 09 13:40:35.464981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 60966) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:35.467152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-766888033', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:35.474337 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Routers {'6aa064d2-b3d8-4269-b757-12d68f2a6063'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:35.475332 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6aa064d2-b3d8-4269-b757-12d68f2a6063'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:35.527210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0164788-89fb-4d83-8dd1-19b5e4470b3b None None] Pushing event updated for resources: {'Port': ['ID=5cf70fe6-69dc-4b30-a2ac-f9bb431ea632,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:35.541517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Set router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:35.780964 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Set router 6aa064d2-b3d8-4269-b757-12d68f2a6063 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:35.803975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60970) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:35.826892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:35.835561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:subnet and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:35.847505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:35.858896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:35.877328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:40:35.939332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:36.023806 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.087354 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4297a323-1cff-44b0-822c-0e6d3554261f req-6a5334e8-bc99-489d-a027-df20dd1eee80 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 210 time: 0.2007856 Feb 09 13:40:36.097217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a7c1d723-7392-4a5d-afd7-a8b2f0333794 None None] Provisioning complete for port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:36.097692 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7c1d723-7392-4a5d-afd7-a8b2f0333794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.156130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3450d266-b36c-4b9c-a5af-754288c0e3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.242038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645be72-3718-4063-a72e-529b328c82de req-7d400f4f-abd7-4201-9d15-c980e8dda412 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:36.243527 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-7d400f4f-abd7-4201-9d15-c980e8dda412 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.3885446 Feb 09 13:40:36.331092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:36.331480 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.337896 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'name': 'tempest-ImageQuotaTest-919733408-router', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:34Z', 'revision_number': 3, 'project_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'gw_port': {'id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:33Z', 'updated_at': '2022-02-09T13:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:36.342447 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Checking router: 6aa064d2-b3d8-4269-b757-12d68f2a6063 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:40:36.343171 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Updating router 6aa064d2-b3d8-4269-b757-12d68f2a6063 port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:40:36.391260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3450d266-b36c-4b9c-a5af-754288c0e3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:36.404910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:33Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:36.406742 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.414834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Checking router: 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:40:36.414834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Updating router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e port 2dde3dd0-261a-47d8-a2ca-466a467b81e6 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:40:36.415214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3450d266-b36c-4b9c-a5af-754288c0e3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:ac036200f44945598ca5b020a558007f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:36.422056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3450d266-b36c-4b9c-a5af-754288c0e3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:36.443334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3450d266-b36c-4b9c-a5af-754288c0e3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:36.461787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-784a1666-5c41-457f-882b-5418f7776519 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 380 time: 0.2014902 Feb 09 13:40:36.474238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'port': {'device_id': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'admin_state_up': True, 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'security_groups': ['4f10a4b0-c136-492f-b5e5-3846e51575fc']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:36.541195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.571378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.661466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Subnet': ['ID=37551d0f-0845-456e-bfb9-06d09787f181,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:36.733234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:36.741274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:port and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:36.746211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:36.755805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:36.795871 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Checking segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:36.796219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network hostable DHCP agents. Network: b86d1ed2-436f-4d28-97fc-0896fc299a4a, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:40:36.812007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3450d266-b36c-4b9c-a5af-754288c0e3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.818924 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3450d266-b36c-4b9c-a5af-754288c0e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.831397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Made reservation on behalf of 2a4607a9291c4746aaf568708d0cc0a7 for: {'port': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:40:36.836033 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.871624 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3450d266-b36c-4b9c-a5af-754288c0e3e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac036200f44945598ca5b020a558007f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0583346 Feb 09 13:40:36.874981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network b86d1ed2-436f-4d28-97fc-0896fc299a4a is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:40:36.879783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60978) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:36.897802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450d266-b36c-4b9c-a5af-754288c0e3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01b0266-e7ed-480d-991b-56a243132c4a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:36.915424 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.915933 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, b86d1ed2-436f-4d28-97fc-0896fc299a4a) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:36.924702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:36.924702 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.932284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebfea8f-eb32-4e3e-998b-46bf6c25bae9 None None] Network b86d1ed2-436f-4d28-97fc-0896fc299a4a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:40:36.967732 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Transition to ACTIVE for port object 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:36.981553 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:36.995698 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8a0e8649-c356-44db-b00d-97844099804a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5456812 Feb 09 13:40:36.998521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 60982) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:37.153817 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Pushing event updated for resources: {'Port': ['ID=59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:37.163690 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2fd411-611e-4240-aced-693a84731e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:37.171473 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Attempting to bind port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:37.171843 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Attempting to bind port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:37.172197 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Attempting to bind port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:37.181679 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.182016 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.182345 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.183140 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.183488 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.183815 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.184138 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.184455 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.185121 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.185589 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.185912 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:37.189919 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:37.190288 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:37.190735 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:37.191155 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:37.191814 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Bound port: 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:37.192224 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:37.297848 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] For port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:37.302868 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] For port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:37.312442 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:37.333924 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2fd411-611e-4240-aced-693a84731e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:37.338770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Allocated IP 172.20.0.5 (ef54b484-0bce-4a91-b7ca-c896803ef127/d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c/d5ea1065-8ced-4d27-b8f7-cf89fec58b02) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:37.409801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-013df246-0419-41cd-a152-84c7176b4128 req-56f7e3b4-882b-470a-aa02-21b9076cc134 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 210 time: 0.0727806 Feb 09 13:40:37.414603 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc713a-a05d-4641-860f-d1d29e621e7c None None] Pushing event updated for resources: {'Port': ['ID=59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:37.422123 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Routers {'6aa064d2-b3d8-4269-b757-12d68f2a6063'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:37.423828 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6aa064d2-b3d8-4269-b757-12d68f2a6063'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:37.510809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2fd411-611e-4240-aced-693a84731e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:37.542854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fd411-611e-4240-aced-693a84731e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01b0266-e7ed-480d-991b-56a243132c4a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:37.552729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0a2fd411-611e-4240-aced-693a84731e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:37.554663 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0a2fd411-611e-4240-aced-693a84731e66 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d01b0266-e7ed-480d-991b-56a243132c4a HTTP/1.1" status: 204 len: 168 time: 0.6737809 Feb 09 13:40:37.661503 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] Set router 6aa064d2-b3d8-4269-b757-12d68f2a6063 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:37.777421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:40:37.778384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:37.990503 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:38.014425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Transition to ACTIVE for port object d5ea1065-8ced-4d27-b8f7-cf89fec58b02 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:38.053317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:38.093726 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:38.151380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:38.182715 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'name': 'tempest-ImageQuotaTest-919733408-router', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:34Z', 'revision_number': 3, 'project_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'gw_port': {'id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:33Z', 'updated_at': '2022-02-09T13:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:38.196339 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d86a5c-ae1e-4984-be5e-dea55b4c6f57 None None] The sync data for ids ['6aa064d2-b3d8-4269-b757-12d68f2a6063'] in n-d-825175-3 is: [{'id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'name': 'tempest-ImageQuotaTest-919733408-router', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:34Z', 'revision_number': 3, 'project_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'gw_port': {'id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:33Z', 'updated_at': '2022-02-09T13:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:40:38.206965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Transition to ACTIVE for port object 2dde3dd0-261a-47d8-a2ca-466a467b81e6 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:38.241482 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:38.305974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:38.328780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Allocated IP 172.20.0.2 (b86d1ed2-436f-4d28-97fc-0896fc299a4a/37551d0f-0845-456e-bfb9-06d09787f181/b041087b-b300-4c30-9a19-a896fd4c03bb) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:38.391362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:38.407728 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:38.435884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Pushing event updated for resources: {'Port': ['ID=2dde3dd0-261a-47d8-a2ca-466a467b81e6,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:38.486568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Attempting to bind port 2dde3dd0-261a-47d8-a2ca-466a467b81e6 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:38.486924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Attempting to bind port 2dde3dd0-261a-47d8-a2ca-466a467b81e6 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:38.487288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Attempting to bind port 2dde3dd0-261a-47d8-a2ca-466a467b81e6 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:38.514754 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:38.658957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.660419 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.661773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.662269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.671717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.672334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.672824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.673525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.674144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.674679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.675161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:40:38.679350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:38.680025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:38.680678 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:38.681264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:38.682086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Bound port: 2dde3dd0-261a-47d8-a2ca-466a467b81e6, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:38.682716 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:38.914032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] For port 2dde3dd0-261a-47d8-a2ca-466a467b81e6, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:38.919532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:38.920872 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:38.971673 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.002150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-2520f0f1-d917-46be-b374-ef8c9b9527be tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5330145 Feb 09 13:40:39.161984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] For port 2dde3dd0-261a-47d8-a2ca-466a467b81e6, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2dde3dd0-261a-47d8-a2ca-466a467b81e6,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:39.169677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-37cf954c-697b-404f-b874-3d3fbe76a8a7 None None] Provisioning for port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:39.184024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.211061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32778) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:39.247124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Allocated IP 172.20.0.1 (ce4f49b2-4ca8-4864-bb64-ec59a1b7859f/dfbb37ab-a79e-4ff7-a26d-b75e3705ffac/8d1beef2-ac25-473e-8065-efcf2453b6ec) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:39.263673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-37cf954c-697b-404f-b874-3d3fbe76a8a7 None None] Provisioning complete for port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:39.264324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-37cf954c-697b-404f-b874-3d3fbe76a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.311121 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.328777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Routers {'4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:39.330077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:39.406938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Request body: {'port': {'device_id': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:39.409136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-716528602-network', 'tenant_id': '97bd1033855843559321f317ce2509e5'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:39.415484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:39.419779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Usage tracker for resource:network and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:39.422938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:39.429239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:39.439415 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.445329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Made reservation on behalf of 97bd1033855843559321f317ce2509e5 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:40:39.448253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.471069 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.486139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Transition to ACTIVE for port object 8d1beef2-ac25-473e-8065-efcf2453b6ec will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:39.522545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:39.526856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Usage tracker for resource:security_group_rule and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:39.530513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:39.536769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1581a2c-2f86-4371-9cd8-b4ced83a19cd req-95359927-700d-4e8a-b7bd-22d382002054 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:39.537990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b1581a2c-2f86-4371-9cd8-b4ced83a19cd req-95359927-700d-4e8a-b7bd-22d382002054 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:40:39.538850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:39.548437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Transition to ACTIVE for port object b041087b-b300-4c30-9a19-a896fd4c03bb will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:39.593865 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.594231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] Set router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:39.608391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b1581a2c-2f86-4371-9cd8-b4ced83a19cd req-95359927-700d-4e8a-b7bd-22d382002054 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:40:39.609553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1581a2c-2f86-4371-9cd8-b4ced83a19cd req-95359927-700d-4e8a-b7bd-22d382002054 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 931 time: 0.9176800 Feb 09 13:40:39.648610 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.655383 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.656035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b6597-8d63-43df-bd53-6ca7c1d34fcb None None] Pushing event updated for resources: {'Port': ['ID=2dde3dd0-261a-47d8-a2ca-466a467b81e6,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:39.672128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-37cf954c-697b-404f-b874-3d3fbe76a8a7 None None] Port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:40:39.674936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.677031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Transition to ACTIVE for port object b041087b-b300-4c30-9a19-a896fd4c03bb will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:39.719059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:40:39.726971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae173e4-edec-4ec9-80f6-5ef028500ec7,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:39.736310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.736638 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Added segment 127240d0-2719-4f37-838a-c39bb78ca3ed of type vlan for network 563b477d-2e8b-47eb-93ac-683433c053b6 Feb 09 13:40:39.754643 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.817780 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:39.818155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:39.822781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:39.828431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1581a2c-2f86-4371-9cd8-b4ced83a19cd req-40a941c7-6e5a-4981-8489-003da3fdefb4 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105873 Feb 09 13:40:39.829009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1beef2-ac25-473e-8065-efcf2453b6ec,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:39.831967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:39.864516 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.20.0.1 (b86d1ed2-436f-4d28-97fc-0896fc299a4a/37551d0f-0845-456e-bfb9-06d09787f181/f4dfa74f-edab-4ff0-8753-ee1a823db960) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:39.988493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:40.017584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.020318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Pushing event updated for resources: {'Port': ['ID=b041087b-b300-4c30-9a19-a896fd4c03bb,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:40.085392 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.086439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:40.087066 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.100545 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Network b86d1ed2-436f-4d28-97fc-0896fc299a4a is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:40.104281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:40.116951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:40.129647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.216014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Transition to ACTIVE for port object f4dfa74f-edab-4ff0-8753-ee1a823db960 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:40.228373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] Pushing event updated for resources: {'Network': ['ID=563b477d-2e8b-47eb-93ac-683433c053b6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:40.240015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Attempting to bind port b041087b-b300-4c30-9a19-a896fd4c03bb on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:40.240587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Attempting to bind port b041087b-b300-4c30-9a19-a896fd4c03bb by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:40.240696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Attempting to bind port b041087b-b300-4c30-9a19-a896fd4c03bb on network b86d1ed2-436f-4d28-97fc-0896fc299a4a {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:40.244429 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ab794380-1365-4213-abb9-f04702976d28 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0290663 Feb 09 13:40:40.245605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32784) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:40.245738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 563b477d-2e8b-47eb-93ac-683433c053b6 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:40:40.252269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Request body: {'subnet': {'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-716528602-subnet', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:40.252574 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.260181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:40.265499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Usage tracker for resource:subnet and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:40.269175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:40.367193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:40.368107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Checking segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:40.368706 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.369105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Bound using segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:40.369608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Bound port: b041087b-b300-4c30-9a19-a896fd4c03bb, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:40.369988 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.386660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:40.400214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:40.403208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-93fae70c-ee26-4e97-8bee-3f2f100d3e93 None None] Provisioning for port 8d1beef2-ac25-473e-8065-efcf2453b6ec completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:40.407156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:40.408353 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.409432 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.459789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Made reservation on behalf of 97bd1033855843559321f317ce2509e5 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:40:40.462515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.472527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-93fae70c-ee26-4e97-8bee-3f2f100d3e93 None None] Provisioning complete for port 8d1beef2-ac25-473e-8065-efcf2453b6ec triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:40.473130 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-93fae70c-ee26-4e97-8bee-3f2f100d3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.487579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network b86d1ed2-436f-4d28-97fc-0896fc299a4a is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:40.492013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ea1065-8ced-4d27-b8f7-cf89fec58b02 {{(pid=83480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:40:40.501955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:40.507093 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.513508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:40.520969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:33Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:40.552311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Transition to ACTIVE for port object d5ea1065-8ced-4d27-b8f7-cf89fec58b02 will not be triggered until provisioned by entity L2. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:40.558989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400d1432-4a32-43b3-a26e-33101c3499b2 None None] The sync data for ids ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'] in n-d-825175-3 is: [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:33Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:40:40.587483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-93fae70c-ee26-4e97-8bee-3f2f100d3e93 None None] Port 8d1beef2-ac25-473e-8065-efcf2453b6ec cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:40:40.600706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] For port b041087b-b300-4c30-9a19-a896fd4c03bb, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:40.604470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] For port b041087b-b300-4c30-9a19-a896fd4c03bb, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b041087b-b300-4c30-9a19-a896fd4c03bb,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:40.617672 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.633494 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.646939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=f4dfa74f-edab-4ff0-8753-ee1a823db960,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:40.662663 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.711035 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.771531 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:40.776833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489919a6-f6d5-4da8-89e8-95b0ec5cf793 None None] Pushing event updated for resources: {'Port': ['ID=b041087b-b300-4c30-9a19-a896fd4c03bb,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:40.785960 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.837760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:40.878667 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.902110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:40.934178 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:40.987613 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.015345 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.220683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1beef2-ac25-473e-8065-efcf2453b6ec,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:41.225530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.255116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9813fed2-aa69-40b7-a8e5-9d63fdb8561f,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:41.257431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Attempting to bind port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:41.257769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Attempting to bind port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:41.258097 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Attempting to bind port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:41.294824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Checking segment: {'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:41.295175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Network hostable DHCP agents. Network: 563b477d-2e8b-47eb-93ac-683433c053b6, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:40:41.296168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 on network ef54b484-0bce-4a91-b7ca-c896803ef127 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:40:41.296488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Attempting to bind port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:41.369605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:41.369852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Checking segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:41.370248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Bound using segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:41.370760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Bound port: d5ea1065-8ced-4d27-b8f7-cf89fec58b02, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:41.371097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.399515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc20dc-c632-46ee-a325-ee1a3f16dac0 req-b3bfb568-d075-477c-befc-df6144a45a63 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:41.400957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0fc20dc-c632-46ee-a325-ee1a3f16dac0 req-b3bfb568-d075-477c-befc-df6144a45a63 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 943 time: 0.2902501 Feb 09 13:40:41.411407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Network 563b477d-2e8b-47eb-93ac-683433c053b6 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:40:41.432248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 563b477d-2e8b-47eb-93ac-683433c053b6) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:41.440612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:41.442084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.444721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f34ea3-7993-464e-8e49-3f1e4067c5e3 None None] Network 563b477d-2e8b-47eb-93ac-683433c053b6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:40:41.479956 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f104b732-d831-4739-aab4-1f16203a7b1a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2341170 Feb 09 13:40:41.482860 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32790) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:41.493520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:41.501084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:41.506282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Usage tracker for resource:router and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:41.510551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:41.519237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:41.519443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:41.527478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:41.541641 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.546297 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.547845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.554810 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.593734 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.680379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0fc20dc-c632-46ee-a325-ee1a3f16dac0 req-1e79c973-6ea9-4879-bbeb-6281f0ad729f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702518 Feb 09 13:40:41.688552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=f4dfa74f-edab-4ff0-8753-ee1a823db960,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:41.692034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.694206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.732846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] For port d5ea1065-8ced-4d27-b8f7-cf89fec58b02, host n-h2-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:41.749785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] For port d5ea1065-8ced-4d27-b8f7-cf89fec58b02, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:41.767532 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.794284 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-563b477d-2e8b-47eb-93ac-683433c053b6', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:40:41.795075 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.875251 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,revision_number=3']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:41.898828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:41.903028 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-0b95b225-3667-4ce7-aec7-9566d4d31c32 service neutron] 10.222.0.67 "PUT /v2.0/ports/d5ea1065-8ced-4d27-b8f7-cf89fec58b02 HTTP/1.1" status: 200 len: 1091 time: 2.5043917 Feb 09 13:40:41.912301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'tag': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:42.161504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Allocated IP 172.20.0.2 (563b477d-2e8b-47eb-93ac-683433c053b6/9813fed2-aa69-40b7-a8e5-9d63fdb8561f/7e932bf3-3fbd-4840-acee-fae32097b615) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:42.190388 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'tag': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02', 'status': 'completed', 'code': 200} Feb 09 13:40:42.266238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network b86d1ed2-436f-4d28-97fc-0896fc299a4a is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:42.272889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:42.290093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:42.295559 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-03c3fb40-9ed6-4ea7-8b3b-377fbe6b40b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 1094 time: 0.3418274 Feb 09 13:40:42.369018 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:42.381733 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6d885ed7-2f85-4139-8678-e6d65561ae2f None None] Provisioning complete for port 8d1beef2-ac25-473e-8065-efcf2453b6ec triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:42.382395 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6d885ed7-2f85-4139-8678-e6d65561ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:42.431168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e80104e-4653-4271-a23c-a23b93222df4 None None] Network b86d1ed2-436f-4d28-97fc-0896fc299a4a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:40:42.605250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6d885ed7-2f85-4139-8678-e6d65561ae2f None None] Port 8d1beef2-ac25-473e-8065-efcf2453b6ec cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:40:42.640942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-d6fc3ffb-deea-4160-bd64-79d076529be9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5ea1065-8ced-4d27-b8f7-cf89fec58b02 HTTP/1.1" status: 200 len: 217 time: 0.3362317 Feb 09 13:40:42.768578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:42.768948 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:42.790322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645be72-3718-4063-a72e-529b328c82de req-b79c4b2a-b485-41b2-b923-7eb29e9ccb95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:42.792434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-b79c4b2a-b485-41b2-b923-7eb29e9ccb95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.1449580 Feb 09 13:40:42.866193 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:42.893549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Transition to ACTIVE for port object 7e932bf3-3fbd-4840-acee-fae32097b615 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:43.019943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Transition to ACTIVE for port object 7e932bf3-3fbd-4840-acee-fae32097b615 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:43.021682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b041087b-b300-4c30-9a19-a896fd4c03bb up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:43.064922 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.072631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95756694-7d3e-4037-8f63-85453f2b0a74 req-697237bd-3d5b-4e77-8669-f5b4429122a8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:43.081434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95756694-7d3e-4037-8f63-85453f2b0a74 req-697237bd-3d5b-4e77-8669-f5b4429122a8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 943 time: 0.1899102 Feb 09 13:40:43.095721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.125887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-64262fab-8a1b-46dd-9066-574ab224d8fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3246675 Feb 09 13:40:43.141439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.156100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Pushing event updated for resources: {'Port': ['ID=7e932bf3-3fbd-4840-acee-fae32097b615,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:43.159571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Router 6aa064d2-b3d8-4269-b757-12d68f2a6063 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:40:43.167491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-288c8da9-d2b4-4b1a-89d4-edbe99e7f5a1 None None] Provisioning for port b041087b-b300-4c30-9a19-a896fd4c03bb completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:43.216927 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Network 563b477d-2e8b-47eb-93ac-683433c053b6 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:43.220202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:43.222815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:43.347016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Allocated IP 172.25.5.77 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/25be6e84-a1a0-4dc7-8043-fcb81d873813) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:43.353857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Attempting to bind port 7e932bf3-3fbd-4840-acee-fae32097b615 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:43.354585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Attempting to bind port 7e932bf3-3fbd-4840-acee-fae32097b615 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:43.355285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Attempting to bind port 7e932bf3-3fbd-4840-acee-fae32097b615 on network 563b477d-2e8b-47eb-93ac-683433c053b6 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:43.359196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port b041087b-b300-4c30-9a19-a896fd4c03bb completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:43.369001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b041087b-b300-4c30-9a19-a896fd4c03bb triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:43.369599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.372473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:40:43.398226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:43.398939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Checking segment: {'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:43.399504 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.400066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Bound using segment: {'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:43.400749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Bound port: 7e932bf3-3fbd-4840-acee-fae32097b615, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:43.401340 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.428177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95756694-7d3e-4037-8f63-85453f2b0a74 req-02ee5f27-12b0-4dac-8b77-a49822c75f15 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451154 Feb 09 13:40:43.496892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-241a78b7-115b-4b85-858f-92f3b779d3b9 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585243 Feb 09 13:40:43.593500 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.624366 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] For port 7e932bf3-3fbd-4840-acee-fae32097b615, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:43.643115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] For port 7e932bf3-3fbd-4840-acee-fae32097b615, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7e932bf3-3fbd-4840-acee-fae32097b615,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:43.659305 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.701782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port b041087b-b300-4c30-9a19-a896fd4c03bb, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b041087b-b300-4c30-9a19-a896fd4c03bb,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:43.719354 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.722287 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5645be72-3718-4063-a72e-529b328c82de req-77e32030-eb03-4a5f-89cf-7275e925b696 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111382 Feb 09 13:40:43.729784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c5a5eddd-6bf2-40e0-8d8f-c218ef62b857 None None] Provisioning complete for port b041087b-b300-4c30-9a19-a896fd4c03bb triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:43.730269 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c5a5eddd-6bf2-40e0-8d8f-c218ef62b857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.740023 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.758991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:43.791137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-254e6006-a66e-46b0-8b93-050dbb03f260 admin admin] 10.222.0.59 "PUT /v2.0/routers/6aa064d2-b3d8-4269-b757-12d68f2a6063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3249984 Feb 09 13:40:43.801801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Sync routers for ids ['6aa064d2-b3d8-4269-b757-12d68f2a6063'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:40:43.825816 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:43.919002 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d05d97c6-b21f-4967-a559-a54b699e9627 req-57fe8c0d-28a8-4457-ae37-a578186e03c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 1094 time: 0.1220174 Feb 09 13:40:43.935048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:43.972122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:43.991366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:44.000273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:44.011278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Routers {'6aa064d2-b3d8-4269-b757-12d68f2a6063'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:44.012706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6aa064d2-b3d8-4269-b757-12d68f2a6063'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:44.087277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2dde3dd0-261a-47d8-a2ca-466a467b81e6 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:44.143215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Pushing event updated for resources: {'Port': ['ID=25be6e84-a1a0-4dc7-8043-fcb81d873813,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:44.183057 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-cb1d9225-a0bc-4c74-8a03-3d9e2e26ec5e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "PUT /v2.0/routers/4a9fc6f1-5995-4bcd-b25d-78fb6939d85e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1834981 Feb 09 13:40:44.243907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d97c6-b21f-4967-a559-a54b699e9627 req-76bd89c2-0e7c-426d-ab38-ddc10d158386 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:44.244577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d05d97c6-b21f-4967-a559-a54b699e9627 req-76bd89c2-0e7c-426d-ab38-ddc10d158386 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.3232784 Feb 09 13:40:44.260483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c183c7-91ec-48eb-9705-5ecfb9de5f0f None None] Pushing event updated for resources: {'Port': ['ID=7e932bf3-3fbd-4840-acee-fae32097b615,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:44.385275 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:44.388239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:44.439877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=b041087b-b300-4c30-9a19-a896fd4c03bb,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:44.464347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d05d97c6-b21f-4967-a559-a54b699e9627 req-2a0c8f27-6e07-433c-960e-1164d6892e41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5ea1065-8ced-4d27-b8f7-cf89fec58b02 HTTP/1.1" status: 200 len: 217 time: 0.2113166 Feb 09 13:40:44.611469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c5a5eddd-6bf2-40e0-8d8f-c218ef62b857 None None] Provisioning for port f4dfa74f-edab-4ff0-8753-ee1a823db960 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:44.614118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d97c6-b21f-4967-a559-a54b699e9627 req-a6ded4f4-4431-4230-8004-2897dd6e3a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:44.615834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d05d97c6-b21f-4967-a559-a54b699e9627 req-a6ded4f4-4431-4230-8004-2897dd6e3a47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.1446395 Feb 09 13:40:44.621408 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c5a5eddd-6bf2-40e0-8d8f-c218ef62b857 None None] Provisioning complete for port f4dfa74f-edab-4ff0-8753-ee1a823db960 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:44.621896 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c5a5eddd-6bf2-40e0-8d8f-c218ef62b857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:44.680931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 2dde3dd0-261a-47d8-a2ca-466a467b81e6 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:44.689484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2dde3dd0-261a-47d8-a2ca-466a467b81e6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:44.689978 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:44.720289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Set router 6aa064d2-b3d8-4269-b757-12d68f2a6063 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:44.802743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-699975c9-63ff-43c5-b5e1-5188e7f7ea84 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:40:44.813431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5eddd-6bf2-40e0-8d8f-c218ef62b857 None None] Port f4dfa74f-edab-4ff0-8753-ee1a823db960 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:40:44.866275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-699975c9-63ff-43c5-b5e1-5188e7f7ea84 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:40:44.867554 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-699975c9-63ff-43c5-b5e1-5188e7f7ea84 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702042587&fields=id&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 267 time: 0.1838367 Feb 09 13:40:44.872371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d05d97c6-b21f-4967-a559-a54b699e9627 req-3024f42f-e4ba-4a70-bf0d-144eb2c40017 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506521 Feb 09 13:40:44.878095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Router 1fd66114-632a-4052-9025-88a6236c8591 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:40:45.021193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-32eaaa12-b207-4872-a315-2148c1fcc3e4 None None] Provisioning complete for port f4dfa74f-edab-4ff0-8753-ee1a823db960 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:45.026598 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-32eaaa12-b207-4872-a315-2148c1fcc3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:45.216167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-32eaaa12-b207-4872-a315-2148c1fcc3e4 None None] Port f4dfa74f-edab-4ff0-8753-ee1a823db960 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:40:45.222011 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:45.287943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 2dde3dd0-261a-47d8-a2ca-466a467b81e6, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2dde3dd0-261a-47d8-a2ca-466a467b81e6,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:45.320442 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:45.357315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ce7e3-71a3-41a0-9b40-5e3e44e46d42 req-6d356ec6-70ec-4f18-86ba-17ce14372a4d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:45.365718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-565ce7e3-71a3-41a0-9b40-5e3e44e46d42 req-6d356ec6-70ec-4f18-86ba-17ce14372a4d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 943 time: 0.6215961 Feb 09 13:40:45.393855 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d05d97c6-b21f-4967-a559-a54b699e9627 req-62f9821a-bd69-4134-90ca-37fc52f6df8b service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141680 Feb 09 13:40:45.439083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:45.452035 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Sync routers for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:40:45.465322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'name': 'tempest-ImageQuotaTest-919733408-router', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'gw_port': {'id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:33Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '8d1beef2-ac25-473e-8065-efcf2453b6ec', 'name': '', 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'mac_address': 'fa:16:3e:38:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfbb37ab-a79e-4ff7-a26d-b75e3705ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 2, 'project_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'subnets': [{'id': 'dfbb37ab-a79e-4ff7-a26d-b75e3705ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:45.474742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Checking router: 6aa064d2-b3d8-4269-b757-12d68f2a6063 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:40:45.474742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Updating router 6aa064d2-b3d8-4269-b757-12d68f2a6063 port 8d1beef2-ac25-473e-8065-efcf2453b6ec binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:40:45.486702 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:45.487802 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:45.492713 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:45.494237 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-360c832a-f852-4d1f-adc4-7a3f2d28403d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0104892 Feb 09 13:40:45.498887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32830) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:45.503196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-565ce7e3-71a3-41a0-9b40-5e3e44e46d42 req-ff68ebba-ef06-4f92-941f-19f6e560297b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365304 Feb 09 13:40:45.536483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=2dde3dd0-261a-47d8-a2ca-466a467b81e6,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:45.590413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd051965-8093-4ed3-a1e9-f24682203608 None None] Network 563b477d-2e8b-47eb-93ac-683433c053b6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:40:45.644789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-5a9db951-c3fd-4b2b-b328-886f517200bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:45.654824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-5a9db951-c3fd-4b2b-b328-886f517200bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/networks?id=b86d1ed2-436f-4d28-97fc-0896fc299a4a HTTP/1.1" status: 200 len: 797 time: 0.7518594 Feb 09 13:40:45.722934 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:45.727178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-8594afa6-2713-47a2-bcb1-39c10c18edad tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/quotas/4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 375 time: 0.0668786 Feb 09 13:40:45.771209 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d05d97c6-b21f-4967-a559-a54b699e9627 req-6432ac7d-dea1-497e-9ef1-a24991c2963f service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624334 Feb 09 13:40:45.829647 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:45.879999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-344068b9-113a-46d8-bb4e-f9a508233b44 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:40:45.899233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0fa75c50-9281-4136-8d15-43405c4ab6e6 None None] Provisioning for port 7e932bf3-3fbd-4840-acee-fae32097b615 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:45.921356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-344068b9-113a-46d8-bb4e-f9a508233b44 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:40:45.923509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-344068b9-113a-46d8-bb4e-f9a508233b44 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1945331 Feb 09 13:40:46.078745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2dde3dd0-261a-47d8-a2ca-466a467b81e6 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:46.194476 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-febb4c32-6734-4cd4-b242-c9d32566f092 service neutron] 10.222.0.59 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496603 Feb 09 13:40:46.273767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32838) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:46.403757 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:44Z', 'revision_number': 3, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:46.408537 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Checking router: 1fd66114-632a-4052-9025-88a6236c8591 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:40:46.408889 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Updating router 1fd66114-632a-4052-9025-88a6236c8591 port 25be6e84-a1a0-4dc7-8043-fcb81d873813 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:40:46.430512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2dde3dd0-261a-47d8-a2ca-466a467b81e6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:46.430882 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:46.470729 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:46.518044 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:46.584523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-fb72e794-0666-44bb-a968-372b5a2bac83 service neutron] 10.222.0.59 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889053 Feb 09 13:40:46.641861 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:46.809050 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:46.879726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Transition to ACTIVE for port object 8d1beef2-ac25-473e-8065-efcf2453b6ec will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:46.887775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b041087b-b300-4c30-9a19-a896fd4c03bb up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:46.926389 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.051192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc01aaa1-02fe-48c9-aaa7-7d3f31041bc8 req-8387793a-fad4-477f-acb4-d5b6ab13d9a6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 210 time: 0.0684729 Feb 09 13:40:47.067967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Allocated IP 172.20.0.1 (563b477d-2e8b-47eb-93ac-683433c053b6/9813fed2-aa69-40b7-a8e5-9d63fdb8561f/b7ff5575-e4d4-44b9-b974-ea050cd92377) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:47.156208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4066c-faf3-43aa-b207-f5b54576409f req-2b314cbd-a40d-4f62-8030-4b19aaa86cb0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:47.164780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbc3c0-5638-46a2-b426-3c55b91b736e None None] Pushing event updated for resources: {'Port': ['ID=8d1beef2-ac25-473e-8065-efcf2453b6ec,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:47.165089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efc4066c-faf3-43aa-b207-f5b54576409f req-2b314cbd-a40d-4f62-8030-4b19aaa86cb0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 943 time: 0.3095219 Feb 09 13:40:47.181182 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.199976 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Transition to ACTIVE for port object 25be6e84-a1a0-4dc7-8043-fcb81d873813 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:47.214242 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.254793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-efc4066c-faf3-43aa-b207-f5b54576409f req-a8d072ed-f2a1-4b4f-af43-ba3c5dffc012 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885878 Feb 09 13:40:47.324931 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Attempting to bind port 25be6e84-a1a0-4dc7-8043-fcb81d873813 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:47.325319 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Attempting to bind port 25be6e84-a1a0-4dc7-8043-fcb81d873813 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:47.325635 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Attempting to bind port 25be6e84-a1a0-4dc7-8043-fcb81d873813 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:47.328604 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdb664-2905-4f74-ba7f-20f22cbc81c3 None None] Pushing event updated for resources: {'Port': ['ID=25be6e84-a1a0-4dc7-8043-fcb81d873813,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:47.331789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b041087b-b300-4c30-9a19-a896fd4c03bb triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:47.334778 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.336923 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:47.337296 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:47.337688 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.338134 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:47.338545 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Bound port: 25be6e84-a1a0-4dc7-8043-fcb81d873813, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:47.338913 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.359827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.410839 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Attempting to bind port 8d1beef2-ac25-473e-8065-efcf2453b6ec on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:47.411210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Attempting to bind port 8d1beef2-ac25-473e-8065-efcf2453b6ec by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '30c19b03-70bb-4f3d-877d-d5a27c5110f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:47.411574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Attempting to bind port 8d1beef2-ac25-473e-8065-efcf2453b6ec on network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:47.430038 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.432428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:47.432865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Checking segment: {'id': '30c19b03-70bb-4f3d-877d-d5a27c5110f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:47.433274 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.433670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Bound using segment: {'id': '30c19b03-70bb-4f3d-877d-d5a27c5110f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:47.434167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Bound port: 8d1beef2-ac25-473e-8065-efcf2453b6ec, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c19b03-70bb-4f3d-877d-d5a27c5110f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:47.434577 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.444937 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] For port 25be6e84-a1a0-4dc7-8043-fcb81d873813, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:47.448706 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] For port 25be6e84-a1a0-4dc7-8043-fcb81d873813, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=25be6e84-a1a0-4dc7-8043-fcb81d873813,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:47.460549 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.465767 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Transition to ACTIVE for port object b7ff5575-e4d4-44b9-b974-ea050cd92377 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:47.491666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.587331 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:47.588103 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:47.591851 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ff5575-e4d4-44b9-b974-ea050cd92377,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:47.601170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Network 563b477d-2e8b-47eb-93ac-683433c053b6 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:47.602971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:47.603393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] For port 8d1beef2-ac25-473e-8065-efcf2453b6ec, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:47.606629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:47.606804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] For port 8d1beef2-ac25-473e-8065-efcf2453b6ec, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8d1beef2-ac25-473e-8065-efcf2453b6ec,segment=NetworkSegment(30c19b03-70bb-4f3d-877d-d5a27c5110f8),segment_id=30c19b03-70bb-4f3d-877d-d5a27c5110f8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:47.617171 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.692542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.841971 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdb664-2905-4f74-ba7f-20f22cbc81c3 None None] Pushing event updated for resources: {'Port': ['ID=25be6e84-a1a0-4dc7-8043-fcb81d873813,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:47.870437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7e932bf3-3fbd-4840-acee-fae32097b615 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:47.881232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:47.928711 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:47.957066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Routers {'6aa064d2-b3d8-4269-b757-12d68f2a6063'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:47.958004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6aa064d2-b3d8-4269-b757-12d68f2a6063'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:48.046487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbc3c0-5638-46a2-b426-3c55b91b736e None None] Pushing event updated for resources: {'Port': ['ID=8d1beef2-ac25-473e-8065-efcf2453b6ec,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:48.227302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d608932b-13ba-445a-b1f2-a26f71757d90 None None] Provisioning for port b7ff5575-e4d4-44b9-b974-ea050cd92377 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:48.247599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d608932b-13ba-445a-b1f2-a26f71757d90 None None] Provisioning complete for port b7ff5575-e4d4-44b9-b974-ea050cd92377 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:48.247958 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d608932b-13ba-445a-b1f2-a26f71757d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:48.347296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d608932b-13ba-445a-b1f2-a26f71757d90 None None] Port b7ff5575-e4d4-44b9-b974-ea050cd92377 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:40:48.353808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 7e932bf3-3fbd-4840-acee-fae32097b615 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:48.363268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 7e932bf3-3fbd-4840-acee-fae32097b615 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:48.363813 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:48.425503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-552b2e90-4baf-4228-b80b-87f79d61d470 req-dae151aa-55a0-4428-90eb-e86368b7e53a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 210 time: 0.0581634 Feb 09 13:40:48.466779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] Set router 6aa064d2-b3d8-4269-b757-12d68f2a6063 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:48.586960 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:44Z', 'revision_number': 3, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:48.593438 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f838de-7987-4520-a034-9e2533d3ddf3 None None] The sync data for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 is: [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:44Z', 'revision_number': 3, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:40:48.741509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75237167-7708-4773-9a1e-b7c973901f96 req-3ca327ca-962d-4ab3-ba95-0cc40e12f73b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:48.743096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75237167-7708-4773-9a1e-b7c973901f96 req-3ca327ca-962d-4ab3-ba95-0cc40e12f73b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 943 time: 0.1998494 Feb 09 13:40:48.761271 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:48.775110 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:48.811225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Sync routers for ids ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:40:48.845124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] Deleting port 8d1beef2-ac25-473e-8065-efcf2453b6ec {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:48.845392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:48.868105 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:48.882578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Routers {'4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:48.883242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:48.889968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75237167-7708-4773-9a1e-b7c973901f96 req-fe27fabe-b79a-4dcd-a7d9-05199a569800 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110129 Feb 09 13:40:48.905436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-b9b1837b-48ff-42a2-ae91-bc10225eb058 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:48.906225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-b9b1837b-48ff-42a2-ae91-bc10225eb058 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:40:48.965603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-b9b1837b-48ff-42a2-ae91-bc10225eb058 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:40:48.966814 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-b9b1837b-48ff-42a2-ae91-bc10225eb058 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "GET /v2.0/networks?id=b86d1ed2-436f-4d28-97fc-0896fc299a4a HTTP/1.1" status: 200 len: 797 time: 0.3490219 Feb 09 13:40:48.971957 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:48.979371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ff5575-e4d4-44b9-b974-ea050cd92377,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:49.054191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] For port 8d1beef2-ac25-473e-8065-efcf2453b6ec, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=8d1beef2-ac25-473e-8065-efcf2453b6ec,segment=NetworkSegment(30c19b03-70bb-4f3d-877d-d5a27c5110f8),segment_id=30c19b03-70bb-4f3d-877d-d5a27c5110f8)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:49.054704 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:49.124688 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-3765391f-6894-4f84-85b6-531df2ee4803 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 380 time: 0.1405857 Feb 09 13:40:49.135481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 7e932bf3-3fbd-4840-acee-fae32097b615, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7e932bf3-3fbd-4840-acee-fae32097b615,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:49.136835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'port': {'device_id': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'admin_state_up': True, 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'security_groups': ['5dedc90a-7732-4d15-9e37-e7594ad1fd0e']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:49.156256 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:49.185522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] Calling delete_port for 8d1beef2-ac25-473e-8065-efcf2453b6ec owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:40:49.268997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Network 563b477d-2e8b-47eb-93ac-683433c053b6 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:49.271682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:49.282861 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Set router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:49.329850 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=7e932bf3-3fbd-4840-acee-fae32097b615,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:49.384679 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:49.434988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1beef2-ac25-473e-8065-efcf2453b6ec,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:49.467518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:49.487061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:49.517689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:40:49.521250 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:49.625204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'name': 'tempest-ImageQuotaTest-919733408-router', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'gw_port': {'id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:33Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '8d1beef2-ac25-473e-8065-efcf2453b6ec', 'name': '', 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'mac_address': 'fa:16:3e:38:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfbb37ab-a79e-4ff7-a26d-b75e3705ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'subnets': [{'id': 'dfbb37ab-a79e-4ff7-a26d-b75e3705ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:49.761180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118c179-32d7-439d-89d2-edb00d046ee5 None None] The sync data for ids ['6aa064d2-b3d8-4269-b757-12d68f2a6063'] in n-d-825175-3 is: [{'id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'name': 'tempest-ImageQuotaTest-919733408-router', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'gw_port': {'id': '59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:33Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '8d1beef2-ac25-473e-8065-efcf2453b6ec', 'name': '', 'network_id': 'ce4f49b2-4ca8-4864-bb64-ec59a1b7859f', 'tenant_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'mac_address': 'fa:16:3e:38:68:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa064d2-b3d8-4269-b757-12d68f2a6063', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfbb37ab-a79e-4ff7-a26d-b75e3705ffac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '06a21eed9dc9486eaaa4afa09570d3e9', 'subnets': [{'id': 'dfbb37ab-a79e-4ff7-a26d-b75e3705ffac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:40:49.770567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-37119794-a04c-4a85-b41e-864fa66885f5 req-eb288ab8-5ee5-40ed-9ce5-ad562b710e7f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 210 time: 0.1296024 Feb 09 13:40:49.831944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8f5704a5-3ab0-4ada-bba9-8ed06d433221 None None] Provisioning complete for port b7ff5575-e4d4-44b9-b974-ea050cd92377 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:49.832534 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8f5704a5-3ab0-4ada-bba9-8ed06d433221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:49.903283 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8f5704a5-3ab0-4ada-bba9-8ed06d433221 None None] Port b7ff5575-e4d4-44b9-b974-ea050cd92377 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:40:49.920901 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:49.932699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f4dfa74f-edab-4ff0-8753-ee1a823db960', 'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:38:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:41Z', 'revision_number': 2, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '37551d0f-0845-456e-bfb9-06d09787f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:49.937981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Checking router: 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:40:49.938369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Updating router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e port f4dfa74f-edab-4ff0-8753-ee1a823db960 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:40:50.011608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:50.037493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.20.0.10 (b86d1ed2-436f-4d28-97fc-0896fc299a4a/37551d0f-0845-456e-bfb9-06d09787f181/ea9601f0-41f2-4fd3-9c48-9f0acbe76766) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:50.243162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Router 1fd66114-632a-4052-9025-88a6236c8591 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:40:50.358794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f8835-78ee-464c-a1a7-cce97582ff84 req-75bff3af-73fe-4a38-a757-78aa3c9dd64e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:50.360333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-094f8835-78ee-464c-a1a7-cce97582ff84 req-75bff3af-73fe-4a38-a757-78aa3c9dd64e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 943 time: 0.2379792 Feb 09 13:40:50.426589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-094f8835-78ee-464c-a1a7-cce97582ff84 req-963ff997-8f18-4b26-8b6b-ab272dc674bf tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580771 Feb 09 13:40:50.539419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:50.562391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Transition to ACTIVE for port object ea9601f0-41f2-4fd3-9c48-9f0acbe76766 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:50.609826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:50.702487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network b86d1ed2-436f-4d28-97fc-0896fc299a4a is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:50.706991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:50.709824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:50.750627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:50.841594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:50.848882 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:50.856677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:50.975088 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1cb49f21-b31f-47a3-9406-cefcc6585091 admin admin] 10.222.0.59 "PUT /v2.0/routers/1fd66114-632a-4052-9025-88a6236c8591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4747920 Feb 09 13:40:50.990262 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-af5c8526-f734-4fdb-a8e8-353ba4d68d1d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8598869 Feb 09 13:40:51.003409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Request body: {'port': {'device_id': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:51.005777 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:51.006269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] Router 6aa064d2-b3d8-4269-b757-12d68f2a6063 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:40:51.029886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Transition to ACTIVE for port object f4dfa74f-edab-4ff0-8753-ee1a823db960 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:51.042923 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:51.187059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c78e1-d195-404c-89b3-1c62b665878a None None] Pushing event updated for resources: {'Port': ['ID=f4dfa74f-edab-4ff0-8753-ee1a823db960,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:51.220785 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:51.382377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7e932bf3-3fbd-4840-acee-fae32097b615 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:51.439022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7a91bbcf-9526-4ed6-9b6f-7ef8527915b5 None None] Provisioning for port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:51.439358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215396a-d4e5-42fe-9946-28d6561569b4 req-e0f8ddc4-972c-44ea-85fe-e3c758a82f2f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:51.441048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3215396a-d4e5-42fe-9946-28d6561569b4 req-e0f8ddc4-972c-44ea-85fe-e3c758a82f2f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 932 time: 0.2744799 Feb 09 13:40:51.450353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7a91bbcf-9526-4ed6-9b6f-7ef8527915b5 None None] Provisioning complete for port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:51.450935 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7a91bbcf-9526-4ed6-9b6f-7ef8527915b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:51.526200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3215396a-d4e5-42fe-9946-28d6561569b4 req-8a21cac7-bd72-4665-b74b-ec7c0081f12a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666947 Feb 09 13:40:51.544112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7a91bbcf-9526-4ed6-9b6f-7ef8527915b5 None None] Port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:40:51.551429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d5ea1065-8ced-4d27-b8f7-cf89fec58b02 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:40:51.622056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:51.640454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f6ad147a-b92f-4f4d-9867-824d1cbbc69f admin admin] 10.222.0.59 "PUT /v2.0/routers/6aa064d2-b3d8-4269-b757-12d68f2a6063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3635046 Feb 09 13:40:51.643479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32886) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:51.730936 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.resource_extend [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 13:40:51.748897 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 7e932bf3-3fbd-4840-acee-fae32097b615 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:51.749265 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:51.816831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Attempting to bind port f4dfa74f-edab-4ff0-8753-ee1a823db960 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:51.817205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Attempting to bind port f4dfa74f-edab-4ff0-8753-ee1a823db960 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:51.817666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Attempting to bind port f4dfa74f-edab-4ff0-8753-ee1a823db960 on network b86d1ed2-436f-4d28-97fc-0896fc299a4a {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:51.820796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32894) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:51.831109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:51.831541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Checking segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:51.831873 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:51.832272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Bound using segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:51.832752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Bound port: f4dfa74f-edab-4ff0-8753-ee1a823db960, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:51.833120 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:51.875030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9601f0-41f2-4fd3-9c48-9f0acbe76766 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:40:51.884201 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:51.911381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918dd3-60ad-4820-bf03-98eb5556f824 req-f7fee307-b24b-4b4d-b4a9-94a9cd676c3f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:51.913382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1918dd3-60ad-4820-bf03-98eb5556f824 req-f7fee307-b24b-4b4d-b4a9-94a9cd676c3f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 943 time: 0.2757351 Feb 09 13:40:51.926727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Transition to ACTIVE for port object ea9601f0-41f2-4fd3-9c48-9f0acbe76766 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:51.935068 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:52.000855 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1918dd3-60ad-4820-bf03-98eb5556f824 req-ad332575-d135-489f-9605-6d5aba876cce tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789790 Feb 09 13:40:52.051620 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:52.073321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] For port f4dfa74f-edab-4ff0-8753-ee1a823db960, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:52.085673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] For port f4dfa74f-edab-4ff0-8753-ee1a823db960, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f4dfa74f-edab-4ff0-8753-ee1a823db960,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:52.195279 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:52.208769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port d5ea1065-8ced-4d27-b8f7-cf89fec58b02, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:52.291709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Pushing event updated for resources: {'Port': ['ID=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:52.320700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'port_id': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02', 'mac_address': 'fa:16:3e:1a:16:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:40:52.333181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:52.333506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:52.333879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on network b86d1ed2-436f-4d28-97fc-0896fc299a4a {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:52.342075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on network b86d1ed2-436f-4d28-97fc-0896fc299a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:40:52.342402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on network b86d1ed2-436f-4d28-97fc-0896fc299a4a {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:52.351252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:52.351424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Checking segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:52.351684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Bound using segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:52.352105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Bound port: ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:52.352537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:52.400178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d5ccd37-046a-475b-8bd9-0edb8dfb284a req-4c2baa29-343c-45cb-a5fe-7c3fb41cf9f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 1096 time: 0.5658960 Feb 09 13:40:52.421249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c78e1-d195-404c-89b3-1c62b665878a None None] Pushing event updated for resources: {'Port': ['ID=f4dfa74f-edab-4ff0-8753-ee1a823db960,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:52.428223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Routers {'4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:52.429027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:52.482653 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d5ccd37-046a-475b-8bd9-0edb8dfb284a req-dbc76415-7d9a-4af1-a9e2-dbd0b49c2010 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734117 Feb 09 13:40:52.527560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:52.535882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:52.538754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:52.544469 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:52.565400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Deleting port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:52.565739 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:52.600284 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:52.607238 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32910) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:52.619839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1517280030-network', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:52.662460 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ea1065-8ced-4d27-b8f7-cf89fec58b02 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:40:52.663396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Pushing event updated for resources: {'Port': ['ID=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:52.692975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:52.695491 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-29dfd1ca-bd7b-4c30-b64b-05a521ca88de service neutron] 10.222.0.62 "PUT /v2.0/ports/ea9601f0-41f2-4fd3-9c48-9f0acbe76766 HTTP/1.1" status: 200 len: 1092 time: 1.6968179 Feb 09 13:40:52.696232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:52.719742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port d5ea1065-8ced-4d27-b8f7-cf89fec58b02, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:52.733487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:52.798202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] Set router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:52.877272 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:52.891875 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-7d7990d5-ccde-4cd3-a8c4-2f0d1989710e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1095 time: 0.1288891 Feb 09 13:40:52.975364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Usage tracker for resource:network and tenant:367dde12d0244e51a023e08d7d77ee1f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:52.979757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:53.012677 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-8e843b22-13bd-4c03-b056-5cab0db7a722 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766 HTTP/1.1" status: 200 len: 217 time: 0.1079030 Feb 09 13:40:53.028569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['d5ea1065-8ced-4d27-b8f7-cf89fec58b02'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:40:53.064915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:53.104377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Made reservation on behalf of 367dde12d0244e51a023e08d7d77ee1f for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:40:53.106330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:53.130523 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:53.130716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-de658dcb-8b83-4b86-bad3-d037c544e492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:53.132140 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-de658dcb-8b83-4b86-bad3-d037c544e492 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=37551d0f-0845-456e-bfb9-06d09787f181 HTTP/1.1" status: 200 len: 834 time: 0.1157720 Feb 09 13:40:53.164812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] For port 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:53.165180 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:53.244566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:53.265358 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'status': 'completed', 'code': 200} Feb 09 13:40:53.334741 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-481bcb06-3a58-43c2-95aa-550924509168 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b86d1ed2-436f-4d28-97fc-0896fc299a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922200 Feb 09 13:40:53.335415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Calling delete_port for 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:40:53.401869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:53.435468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e7c07-69b3-4ac1-b520-e66a48301a6c req-abf56530-b382-4d10-8dbc-4040dbfd2205 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:53.451894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f2e7c07-69b3-4ac1-b520-e66a48301a6c req-abf56530-b382-4d10-8dbc-4040dbfd2205 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 944 time: 0.5800714 Feb 09 13:40:53.454838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:367dde12d0244e51a023e08d7d77ee1f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:53.494876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:53.526837 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-b1b50c60-fd91-4b21-a626-28ffeb452d0e service neutron] 10.222.0.62 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820486 Feb 09 13:40:53.529171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:53.596300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f2e7c07-69b3-4ac1-b520-e66a48301a6c req-ed78f245-94cf-48ab-9181-77d750b54149 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435316 Feb 09 13:40:53.668321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f4dfa74f-edab-4ff0-8753-ee1a823db960', 'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:38:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:52Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '37551d0f-0845-456e-bfb9-06d09787f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:53.683065 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:53.695427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b06003-bbc6-482d-89ec-eb095c0f4998 None None] The sync data for ids ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'] in n-d-825175-3 is: [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f4dfa74f-edab-4ff0-8753-ee1a823db960', 'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:38:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:52Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '37551d0f-0845-456e-bfb9-06d09787f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:40:53.696584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:53.737930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:40:53.782846 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:53.783108 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Added segment 28cbb598-042d-4655-ad7e-1f72fdbd833c of type vlan for network e51679c5-3860-40d4-b5d0-81b8ec83a586 Feb 09 13:40:53.784434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c8d8e5-cfe0-4264-bef4-8e21860dadf5,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:53.841247 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2e8e55c6-e7ea-4aa0-a88a-d2b26729772c req-78df71c5-8256-4750-8e16-26f84287fe1c service neutron] 10.222.0.62 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032677 Feb 09 13:40:53.874434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0db2c-6ff7-4e07-a186-dd578ef6ac24 req-68d19657-cc2d-46ed-9ab9-e48b5f9ea763 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:53.885469 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-15c0db2c-6ff7-4e07-a186-dd578ef6ac24 req-68d19657-cc2d-46ed-9ab9-e48b5f9ea763 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 944 time: 0.2861845 Feb 09 13:40:53.948337 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:53.990851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:54.028624 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b7595c2c-8623-4020-9630-a1d199b68b1e req-4b85a16f-df7e-4a9d-bebf-22b0621ee85a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1095 time: 0.1153872 Feb 09 13:40:54.160933 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-15c0db2c-6ff7-4e07-a186-dd578ef6ac24 req-13c4792b-994f-4e31-9836-e0fb567ced9e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744973 Feb 09 13:40:54.161778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:54.170798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:54.171658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:54.172230 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:54.192030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7595c2c-8623-4020-9630-a1d199b68b1e req-9335e536-f2b2-48d0-bed1-fc0ba70ed9f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:54.193842 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b7595c2c-8623-4020-9630-a1d199b68b1e req-9335e536-f2b2-48d0-bed1-fc0ba70ed9f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b86d1ed2-436f-4d28-97fc-0896fc299a4a HTTP/1.1" status: 200 len: 898 time: 0.1579335 Feb 09 13:40:54.277374 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b7595c2c-8623-4020-9630-a1d199b68b1e req-48b2e408-e04a-4f36-91f5-7990f5374118 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766 HTTP/1.1" status: 200 len: 217 time: 0.0739167 Feb 09 13:40:54.344186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7595c2c-8623-4020-9630-a1d199b68b1e req-13132694-16f8-480c-a157-3147e0b10aab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:54.346454 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b7595c2c-8623-4020-9630-a1d199b68b1e req-13132694-16f8-480c-a157-3147e0b10aab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=37551d0f-0845-456e-bfb9-06d09787f181 HTTP/1.1" status: 200 len: 834 time: 0.0622964 Feb 09 13:40:54.377569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7622688 Feb 09 13:40:54.378347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32934) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:54.390114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Request body: {'subnet': {'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1517280030-subnet', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:54.432226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b7595c2c-8623-4020-9630-a1d199b68b1e req-24024b56-b904-4240-afdf-6b6377d33edd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b86d1ed2-436f-4d28-97fc-0896fc299a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783293 Feb 09 13:40:54.461508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:54.463832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4ddd1-5294-41dd-b8bc-849766780cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=e51679c5-3860-40d4-b5d0-81b8ec83a586,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:54.473741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Usage tracker for resource:subnet and tenant:367dde12d0244e51a023e08d7d77ee1f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:54.475961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e51679c5-3860-40d4-b5d0-81b8ec83a586 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:40:54.478293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:54.481713 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:54.595269 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b7595c2c-8623-4020-9630-a1d199b68b1e req-fb6ab21f-f6ae-48bd-b256-37986282b8d3 service neutron] 10.222.0.62 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553221 Feb 09 13:40:54.651782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:54.794805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b7595c2c-8623-4020-9630-a1d199b68b1e req-b1ac8a84-da7a-4856-ad54-1650653cc760 service neutron] 10.222.0.62 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920934 Feb 09 13:40:54.953947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:54.958965 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:54.964872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Made reservation on behalf of 367dde12d0244e51a023e08d7d77ee1f for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:40:54.967260 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.012581 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-651816bb-1971-4df9-ab74-d121fb79292d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.065466 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.065957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aa064d2-b3d8-4269-b757-12d68f2a6063 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:40:55.132532 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.133547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-52fd9c60-2c2d-4e36-b9ea-75a887d4d3e7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6aa064d2-b3d8-4269-b757-12d68f2a6063 HTTP/1.1" status: 204 len: 168 time: 3.4888208 Feb 09 13:40:55.136294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32942) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:55.215807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f319af-1562-4cbb-ac20-1f8894a546cb req-98a9b292-912b-4b8f-bb60-347fe9c27f14 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:55.217286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2f319af-1562-4cbb-ac20-1f8894a546cb req-98a9b292-912b-4b8f-bb60-347fe9c27f14 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 944 time: 0.2321246 Feb 09 13:40:55.228620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4adf8e-9d05-4e35-8218-807f631a548b admin admin] Deleting subnet dfbb37ab-a79e-4ff7-a26d-b75e3705ffac {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:40:55.233620 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb4adf8e-9d05-4e35-8218-807f631a548b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.314509 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb4adf8e-9d05-4e35-8218-807f631a548b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.342200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2f319af-1562-4cbb-ac20-1f8894a546cb req-b2b7a797-ef58-4ea0-86e4-ee7ab420c343 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144886 Feb 09 13:40:55.347377 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.359838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f4dfa74f-edab-4ff0-8753-ee1a823db960 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:55.411089 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb4adf8e-9d05-4e35-8218-807f631a548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.438770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port f4dfa74f-edab-4ff0-8753-ee1a823db960 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:55.444908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f4dfa74f-edab-4ff0-8753-ee1a823db960 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:55.445481 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.446246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:55.475577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d5ea1065-8ced-4d27-b8f7-cf89fec58b02 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:55.479995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d205146-751a-4127-bfb4-8797f298e338 req-90079f4f-2900-40d8-b0d0-56dd4cc7ac05 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:55.481538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d205146-751a-4127-bfb4-8797f298e338 req-90079f4f-2900-40d8-b0d0-56dd4cc7ac05 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 944 time: 0.1710567 Feb 09 13:40:55.482520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Checking segment: {'id': '28cbb598-042d-4655-ad7e-1f72fdbd833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:55.483130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Network hostable DHCP agents. Network: e51679c5-3860-40d4-b5d0-81b8ec83a586, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:40:55.489400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb4adf8e-9d05-4e35-8218-807f631a548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.529859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4adf8e-9d05-4e35-8218-807f631a548b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbb37ab-a79e-4ff7-a26d-b75e3705ffac,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:55.536987 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb4adf8e-9d05-4e35-8218-807f631a548b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.542738 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fb4adf8e-9d05-4e35-8218-807f631a548b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dfbb37ab-a79e-4ff7-a26d-b75e3705ffac HTTP/1.1" status: 204 len: 168 time: 0.4052107 Feb 09 13:40:55.545086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32948) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:55.554331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d205146-751a-4127-bfb4-8797f298e338 req-cfccd640-b40d-4ede-8266-b3a339befe63 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605242 Feb 09 13:40:55.555458 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Network e51679c5-3860-40d4-b5d0-81b8ec83a586 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:40:55.556888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e8c2c0-6aca-4d2f-b9f0-61fa6d780e10 None None] Network ce4f49b2-4ca8-4864-bb64-ec59a1b7859f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:40:55.567544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, e51679c5-3860-40d4-b5d0-81b8ec83a586) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:55.572328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:55.573204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.592709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78005280-c7a8-46dc-a124-20c46752f546 None None] Network e51679c5-3860-40d4-b5d0-81b8ec83a586 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:40:55.601936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-91425535-bbee-455c-907c-38232ab18ddf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2136950 Feb 09 13:40:55.602126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32952) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:55.607249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1517280030-router', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:40:55.613760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:55.617589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Usage tracker for resource:router and tenant:367dde12d0244e51a023e08d7d77ee1f is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:55.621063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:55.626917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:55.637485 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.638400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.660332 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.672795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.685109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Deleting port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:40:55.685958 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.794184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:55.812582 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.846556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:55.847538 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.905789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] For port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5cf70fe6-69dc-4b30-a2ac-f9bb431ea632,segment=NetworkSegment(30c19b03-70bb-4f3d-877d-d5a27c5110f8),segment_id=30c19b03-70bb-4f3d-877d-d5a27c5110f8)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:55.906895 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:55.989935 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.007649 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.046733 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.057640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Calling delete_port for 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:40:56.125761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-e51679c5-3860-40d4-b5d0-81b8ec83a586', 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'fixed_ips': [{'subnet_id': 'dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:40:56.127078 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.137538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port f4dfa74f-edab-4ff0-8753-ee1a823db960, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f4dfa74f-edab-4ff0-8753-ee1a823db960,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:56.161149 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.203543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Allocated IP 172.25.5.116 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/56080a40-aa4f-41a3-9052-2ee3c0d3c70b) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:56.241178 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.269731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.316087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf70fe6-69dc-4b30-a2ac-f9bb431ea632,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:56.324483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] No DVR routers for this DVR port 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:40:56.366641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=f4dfa74f-edab-4ff0-8753-ee1a823db960,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:56.370794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.380099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:40:56.404539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port d5ea1065-8ced-4d27-b8f7-cf89fec58b02, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:56.447333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e718ce-d26a-4079-a347-7af7bf1ba2a0 None None] DHCP port deletion for ce4f49b2-4ca8-4864-bb64-ec59a1b7859f request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:40:56.451145 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.459001 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.546877 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02', 'code': 200} Feb 09 13:40:56.618885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Allocated IP 172.20.0.2 (e51679c5-3860-40d4-b5d0-81b8ec83a586/dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9/1ce273de-0bdc-4e3d-ad30-9ffd228fba85) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:56.627991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:56.646460 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.695620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4f49b2-4ca8-4864-bb64-ec59a1b7859f']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:56.716732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c19b03-70bb-4f3d-877d-d5a27c5110f8') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:56.717416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c19b03-70bb-4f3d-877d-d5a27c5110f8') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:56.755870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.772116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:56.785467 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.795113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:40:56.795542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:40:56.812407 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:40:56.823573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:56.826031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:56.861555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Pushing event updated for resources: {'Port': ['ID=56080a40-aa4f-41a3-9052-2ee3c0d3c70b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:56.908929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.920937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device ea9601f0-41f2-4fd3-9c48-9f0acbe76766 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:40:56.936411 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.946690 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:56.953524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Transition to ACTIVE for port object 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:56.958657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce4f49b2-4ca8-4864-bb64-ec59a1b7859f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:56.967531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-82c630e3-5e03-487a-89b1-7959925943c6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ce4f49b2-4ca8-4864-bb64-ec59a1b7859f HTTP/1.1" status: 204 len: 168 time: 1.4213960 Feb 09 13:40:57.110582 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Transition to ACTIVE for port object 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:57.144465 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e75b3ac3-dabb-4c5f-953d-5e21d88b68d5 req-a52fa32d-37aa-4c11-912f-fdc357532383 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 1096 time: 0.5218170 Feb 09 13:40:57.169248 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.191601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d62921-8c07-4e89-a856-f034b6559e06 req-b6456d2e-f161-4df7-a08c-c05c53a13b06 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:57.192652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91d62921-8c07-4e89-a856-f034b6559e06 req-b6456d2e-f161-4df7-a08c-c05c53a13b06 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 944 time: 0.5280683 Feb 09 13:40:57.249523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32964) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:57.265862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec2347-c785-499f-89c7-16e8128bde9a req-ff82906d-f62f-4382-afcc-586a769a42ac tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:57.274151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bcec2347-c785-499f-89c7-16e8128bde9a req-ff82906d-f62f-4382-afcc-586a769a42ac tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 945 time: 0.5062091 Feb 09 13:40:57.318507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Network e51679c5-3860-40d4-b5d0-81b8ec83a586 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:40:57.325474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:40:57.333760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:40:57.342291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e75b3ac3-dabb-4c5f-953d-5e21d88b68d5 req-0a070be1-7875-43b5-9027-c58515ce8409 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796188 Feb 09 13:40:57.349501 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-721630d4-4753-4da0-81e1-3b72c0e1ce3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=06a21eed9dc9486eaaa4afa09570d3e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0969977 Feb 09 13:40:57.350108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32968) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:57.359771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91d62921-8c07-4e89-a856-f034b6559e06 req-a177a4ef-dd93-4492-9ddc-e578e8f4c93b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596062 Feb 09 13:40:57.376249 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bcec2347-c785-499f-89c7-16e8128bde9a req-83faccde-40af-414e-84c6-e56a63428b31 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006584 Feb 09 13:40:57.398540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Pushing event updated for resources: {'Port': ['ID=1ce273de-0bdc-4e3d-ad30-9ffd228fba85,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:57.453098 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.453998 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.465807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f4dfa74f-edab-4ff0-8753-ee1a823db960 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:57.481384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9be099-cde0-4253-822d-8c84c3ffe531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.497943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:57.509210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9be099-cde0-4253-822d-8c84c3ffe531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.527220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'port_id': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'mac_address': 'fa:16:3e:5e:d4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:40:57.537407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Attempting to bind port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:57.537990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Attempting to bind port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '28cbb598-042d-4655-ad7e-1f72fdbd833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:57.538374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Attempting to bind port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 on network e51679c5-3860-40d4-b5d0-81b8ec83a586 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:57.562426 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9be099-cde0-4253-822d-8c84c3ffe531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.580835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9be099-cde0-4253-822d-8c84c3ffe531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd60583-27a1-4db1-b2d9-5eec6f57e6f8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:57.585265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0c9be099-cde0-4253-822d-8c84c3ffe531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.586133 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0c9be099-cde0-4253-822d-8c84c3ffe531 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5bd60583-27a1-4db1-b2d9-5eec6f57e6f8 HTTP/1.1" status: 204 len: 168 time: 0.2350543 Feb 09 13:40:57.604566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:57.604938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Checking segment: {'id': '28cbb598-042d-4655-ad7e-1f72fdbd833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:57.605493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.605885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Bound using segment: {'id': '28cbb598-042d-4655-ad7e-1f72fdbd833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:57.606358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Bound port: 1ce273de-0bdc-4e3d-ad30-9ffd228fba85, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cbb598-042d-4655-ad7e-1f72fdbd833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:57.606749 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.643830 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.704635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9601f0-41f2-4fd3-9c48-9f0acbe76766 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:40:57.720574 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Router dab2da8b-f0ed-4863-b4de-e1ac875160af is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:40:57.745771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port f4dfa74f-edab-4ff0-8753-ee1a823db960 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:57.746138 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.769719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:57.785719 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.824204 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] For port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:57.852579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] For port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1ce273de-0bdc-4e3d-ad30-9ffd228fba85,segment=NetworkSegment(28cbb598-042d-4655-ad7e-1f72fdbd833c),segment_id=28cbb598-042d-4655-ad7e-1f72fdbd833c)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:57.861837 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.899886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:57.951093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:40:57.964160 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Sync routers for ids ['dab2da8b-f0ed-4863-b4de-e1ac875160af'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:40:57.992785 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:57.993058 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Routers {'dab2da8b-f0ed-4863-b4de-e1ac875160af'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:40:57.994959 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-42f3248d-419e-499b-b637-42ea5a7db343 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3916156 Feb 09 13:40:57.995817 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['dab2da8b-f0ed-4863-b4de-e1ac875160af'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:57.998277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 32976) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:58.044613 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 25be6e84-a1a0-4dc7-8043-fcb81d873813 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:58.092980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['ea9601f0-41f2-4fd3-9c48-9f0acbe76766'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:40:58.128809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32980) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:58.149591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90cc5d81-5044-4203-acee-28b3e4d1282a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.162738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944597d-0cc7-46bd-92c7-6c70d7615695 None None] Pushing event updated for resources: {'Port': ['ID=1ce273de-0bdc-4e3d-ad30-9ffd228fba85,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:58.195444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-90cc5d81-5044-4203-acee-28b3e4d1282a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:40:58.201363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-90cc5d81-5044-4203-acee-28b3e4d1282a admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:40:58.205692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-90cc5d81-5044-4203-acee-28b3e4d1282a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:40:58.212260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 25be6e84-a1a0-4dc7-8043-fcb81d873813 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:58.215207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-90cc5d81-5044-4203-acee-28b3e4d1282a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:40:58.224768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 25be6e84-a1a0-4dc7-8043-fcb81d873813 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:58.225205 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.390112 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Set router dab2da8b-f0ed-4863-b4de-e1ac875160af gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:40:58.391648 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90cc5d81-5044-4203-acee-28b3e4d1282a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.401407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90cc5d81-5044-4203-acee-28b3e4d1282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.467618 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.491721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-90cc5d81-5044-4203-acee-28b3e4d1282a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.3594360 Feb 09 13:40:58.491921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc5d81-5044-4203-acee-28b3e4d1282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fd6714-f72d-4fe2-9ba4-f63b155b1c25,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:58.511986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32988) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:58.522308 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b24b9f01-3110-464d-a8d4-79da08940e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.565210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 25be6e84-a1a0-4dc7-8043-fcb81d873813, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=25be6e84-a1a0-4dc7-8043-fcb81d873813,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:40:58.577038 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.704258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=25be6e84-a1a0-4dc7-8043-fcb81d873813,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:58.710440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:40:58.764374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:40:58.765127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5cf70fe6-69dc-4b30-a2ac-f9bb431ea632 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:40:58.788601 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-af0ce55e-b299-47eb-857f-1ac1feb53732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.808175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.812742 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.829553 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-af0ce55e-b299-47eb-857f-1ac1feb53732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:58.888797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649e22c-b253-4432-8f1a-94f79ba0af11 req-40a6a3eb-4865-49d5-bebe-9a041a68c7ef tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:58.890585 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9649e22c-b253-4432-8f1a-94f79ba0af11 req-40a6a3eb-4865-49d5-bebe-9a041a68c7ef tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 945 time: 0.2390251 Feb 09 13:40:58.952699 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'name': 'tempest-TestVolumeBackupRestore-1517280030-router', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:55Z', 'updated_at': '2022-02-09T13:40:57Z', 'revision_number': 3, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'gw_port': {'id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:56Z', 'updated_at': '2022-02-09T13:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:40:58.958154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0b558-8193-4985-bdf2-dbd20b128468 req-6b27a45d-d804-4f7b-8fc7-ac9956e03114 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:58.960060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bd0b558-8193-4985-bdf2-dbd20b128468 req-6b27a45d-d804-4f7b-8fc7-ac9956e03114 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 945 time: 0.2457039 Feb 09 13:40:58.964411 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Checking router: dab2da8b-f0ed-4863-b4de-e1ac875160af for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:40:58.965245 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Updating router dab2da8b-f0ed-4863-b4de-e1ac875160af port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:40:59.054096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9649e22c-b253-4432-8f1a-94f79ba0af11 req-57b9c395-76a7-41ba-93db-b2c705222c88 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544163 Feb 09 13:40:59.060686 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:59.108228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8bd0b558-8193-4985-bdf2-dbd20b128468 req-813e36df-389b-4cdb-a7b8-428a2fcdc193 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321762 Feb 09 13:40:59.111011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-af0ce55e-b299-47eb-857f-1ac1feb53732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:59.151224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ce55e-b299-47eb-857f-1ac1feb53732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fd6714-f72d-4fe2-9ba4-f63b155b1c25,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:59.194760 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-af0ce55e-b299-47eb-857f-1ac1feb53732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:59.208596 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-af0ce55e-b299-47eb-857f-1ac1feb53732 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0fd6714-f72d-4fe2-9ba4-f63b155b1c25 HTTP/1.1" status: 204 len: 168 time: 0.6873703 Feb 09 13:40:59.409289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 25be6e84-a1a0-4dc7-8043-fcb81d873813 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:40:59.461876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:59.553886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac6f3f-eb2f-4e37-a5a8-f7b2c652d23d req-3c47e168-f9ec-4b71-b24d-7cb70322158f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:40:59.570703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 25be6e84-a1a0-4dc7-8043-fcb81d873813 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:40:59.571077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:59.571192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6cac6f3f-eb2f-4e37-a5a8-f7b2c652d23d req-3c47e168-f9ec-4b71-b24d-7cb70322158f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 945 time: 0.2512288 Feb 09 13:40:59.636192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28da77-991a-448e-b11b-536fc94e3d1d None None] Network e51679c5-3860-40d4-b5d0-81b8ec83a586 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:40:59.647610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6cac6f3f-eb2f-4e37-a5a8-f7b2c652d23d req-4b774c50-c04c-4506-9534-32ae1e7e4579 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753155 Feb 09 13:40:59.660015 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:59.681377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 32996) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:40:59.696935 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Transition to ACTIVE for port object 56080a40-aa4f-41a3-9052-2ee3c0d3c70b will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:40:59.707792 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:59.788092 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Attempting to bind port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:40:59.788757 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Attempting to bind port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:40:59.789287 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Attempting to bind port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:40:59.805289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-22a5fa85-e34d-4c8f-a0f6-fd551bf70ade None None] Provisioning for port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:40:59.810714 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b4e39-98a9-4f24-8e47-dcba85f89875 None None] Pushing event updated for resources: {'Port': ['ID=56080a40-aa4f-41a3-9052-2ee3c0d3c70b,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:40:59.833108 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:40:59.833919 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:40:59.834583 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:59.835793 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:40:59.836591 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Bound port: 56080a40-aa4f-41a3-9052-2ee3c0d3c70b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:40:59.837178 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:40:59.910158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Allocated IP 172.20.0.1 (e51679c5-3860-40d4-b5d0-81b8ec83a586/dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9/06fd617b-0115-4812-9cd2-f9951ee85205) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:40:59.951646 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] For port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:40:59.956285 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] For port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56080a40-aa4f-41a3-9052-2ee3c0d3c70b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:40:59.963271 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.044656 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b4e39-98a9-4f24-8e47-dcba85f89875 None None] Pushing event updated for resources: {'Port': ['ID=56080a40-aa4f-41a3-9052-2ee3c0d3c70b,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:00.070145 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Routers {'dab2da8b-f0ed-4863-b4de-e1ac875160af'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:00.070821 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['dab2da8b-f0ed-4863-b4de-e1ac875160af'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:00.164913 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.166798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:41:00.198325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7f439feb-fc2f-4c7e-8741-f2ed765defcf tempest-TestVolumeBootPattern-1841601622 tempest-TestVolumeBootPattern-1841601622-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 1091 time: 0.5155213 Feb 09 13:41:00.201093 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33004) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:00.207514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:41:00.215415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:41:00.228043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:floatingip and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:41:00.230583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.239596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:41:00.248593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:41:00.249163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Transition to ACTIVE for port object 06fd617b-0115-4812-9cd2-f9951ee85205 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:41:00.264037 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.281387 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.298227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:41:00.303571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:00.304045 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.360540 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] Set router dab2da8b-f0ed-4863-b4de-e1ac875160af gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:00.368062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Network e51679c5-3860-40d4-b5d0-81b8ec83a586 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:41:00.371841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:41:00.376956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:41:00.444345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Pushing event updated for resources: {'Port': ['ID=06fd617b-0115-4812-9cd2-f9951ee85205,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:00.471491 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.479479 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.514604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1ce273de-0bdc-4e3d-ad30-9ffd228fba85,segment=NetworkSegment(28cbb598-042d-4655-ad7e-1f72fdbd833c),segment_id=28cbb598-042d-4655-ad7e-1f72fdbd833c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:00.520213 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.548559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66859d20-e71e-4ab2-8b1a-3ee27186169d req-da3589fe-89f3-45d4-96bd-cf92080db612 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:00.550538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66859d20-e71e-4ab2-8b1a-3ee27186169d req-da3589fe-89f3-45d4-96bd-cf92080db612 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 945 time: 0.2239861 Feb 09 13:41:00.623314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.623532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=1ce273de-0bdc-4e3d-ad30-9ffd228fba85,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:00.668631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-13a4c93e-00b7-401e-87f7-31f9175b299f None None] Provisioning complete for port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:00.669044 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-13a4c93e-00b7-401e-87f7-31f9175b299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.675315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66859d20-e71e-4ab2-8b1a-3ee27186169d req-09afa7b4-2d18-40a9-bb29-d78c0473134c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172321 Feb 09 13:41:00.677609 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.782568 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'name': 'tempest-TestVolumeBackupRestore-1517280030-router', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:55Z', 'updated_at': '2022-02-09T13:40:57Z', 'revision_number': 3, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'gw_port': {'id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:56Z', 'updated_at': '2022-02-09T13:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:00.788392 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac76ad9-60ab-4b92-b64f-467b2b05cd82 None None] The sync data for ids ['dab2da8b-f0ed-4863-b4de-e1ac875160af'] in n-d-825175-3 is: [{'id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'name': 'tempest-TestVolumeBackupRestore-1517280030-router', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:55Z', 'updated_at': '2022-02-09T13:40:57Z', 'revision_number': 3, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'gw_port': {'id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:56Z', 'updated_at': '2022-02-09T13:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:41:00.883708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Allocated IP 172.25.5.183 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/61cd478a-c007-42d2-a128-4421faf7b1c3) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:41:00.921442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.926640 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:00.933532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device ea9601f0-41f2-4fd3-9c48-9f0acbe76766 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:41:01.015557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:01.022902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-af8d875a-3229-4843-a974-87d6804272ea None None] Provisioning for port 06fd617b-0115-4812-9cd2-f9951ee85205 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:41:01.027880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:41:01.034671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:01.035044 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:01.094105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-af8d875a-3229-4843-a974-87d6804272ea None None] Provisioning complete for port 06fd617b-0115-4812-9cd2-f9951ee85205 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:01.094559 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af8d875a-3229-4843-a974-87d6804272ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:01.160186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Pushing event updated for resources: {'Port': ['ID=06fd617b-0115-4812-9cd2-f9951ee85205,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:01.211848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-af8d875a-3229-4843-a974-87d6804272ea None None] Port 06fd617b-0115-4812-9cd2-f9951ee85205 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:41:01.213861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Network e51679c5-3860-40d4-b5d0-81b8ec83a586 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:41:01.215529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:41:01.217431 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:01.249620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:41:01.257482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:01.273968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a33022d5-3de7-4699-b062-3ed3222a7fd0 req-98be5cc7-6fe6-4d5a-8c84-c4761faa68cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2820630 Feb 09 13:41:01.282269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:01.289496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:01.300118 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:01.363356 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'code': 200} Feb 09 13:41:01.403755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:41:01.407473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:41:01.410903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:41:01.442933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:41:01.513245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=61cd478a-c007-42d2-a128-4421faf7b1c3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:01.522184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:01.541031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:01.541395 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:01.588395 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-abb16d9c-0f79-435b-a4d6-4fc366e29975 req-941c0b13-80b7-4e89-a1b5-fc4d685306f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1097 time: 0.1020927 Feb 09 13:41:01.589166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f4a6c50b-0aed-4a62-a5fe-2e1eb4650731 None None] Provisioning complete for port 06fd617b-0115-4812-9cd2-f9951ee85205 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:01.589534 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f4a6c50b-0aed-4a62-a5fe-2e1eb4650731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:01.648843 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a33022d5-3de7-4699-b062-3ed3222a7fd0 req-aef1a9b7-2c6a-41f3-8717-03ea12b06f63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 1096 time: 0.2369134 Feb 09 13:41:01.659739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f4a6c50b-0aed-4a62-a5fe-2e1eb4650731 None None] Port 06fd617b-0115-4812-9cd2-f9951ee85205 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:41:01.766962 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-abb16d9c-0f79-435b-a4d6-4fc366e29975 req-8e9d9b5b-30d5-4793-8175-a26be5ec5ea3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116414 Feb 09 13:41:01.846748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Router dab2da8b-f0ed-4863-b4de-e1ac875160af has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:41:02.016761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33022d5-3de7-4699-b062-3ed3222a7fd0 req-73f86be6-ab41-4c87-9f60-6ce0e30df1fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:02.018185 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a33022d5-3de7-4699-b062-3ed3222a7fd0 req-73f86be6-ab41-4c87-9f60-6ce0e30df1fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.3488922 Feb 09 13:41:02.060913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:41:02.069970 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7daf306c-c149-43ed-87e9-7c366ee09467 admin admin] 10.222.0.59 "PUT /v2.0/routers/dab2da8b-f0ed-4863-b4de-e1ac875160af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0701678 Feb 09 13:41:02.108478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fdea1-82c5-4b6c-83b9-7a5fd9cdbfcd req-b70c6b0b-2d98-425a-9649-4517d7b2a035 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:02.109910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c9fdea1-82c5-4b6c-83b9-7a5fd9cdbfcd req-b70c6b0b-2d98-425a-9649-4517d7b2a035 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 946 time: 0.2906525 Feb 09 13:41:02.113056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a33022d5-3de7-4699-b062-3ed3222a7fd0 req-c212001b-5cce-4d13-8fa7-b069d72420ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5ea1065-8ced-4d27-b8f7-cf89fec58b02 HTTP/1.1" status: 200 len: 217 time: 0.0850604 Feb 09 13:41:02.236993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33022d5-3de7-4699-b062-3ed3222a7fd0 req-f5edb410-7512-41ba-9c02-ad79c0e66008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:02.238394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a33022d5-3de7-4699-b062-3ed3222a7fd0 req-f5edb410-7512-41ba-9c02-ad79c0e66008 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0992677 Feb 09 13:41:02.242001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c9fdea1-82c5-4b6c-83b9-7a5fd9cdbfcd req-ae30bc42-eb1d-45e0-bfb0-59e220f6f141 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242261 Feb 09 13:41:02.426245 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a33022d5-3de7-4699-b062-3ed3222a7fd0 req-b74c0289-5a07-4604-abba-569340c5d3b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801944 Feb 09 13:41:02.428893 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:02.571933 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:02.656771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a33022d5-3de7-4699-b062-3ed3222a7fd0 req-1b45a6ec-a309-4f1e-b05a-bd95ce9b6e8c service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235980 Feb 09 13:41:03.037848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a33022d5-3de7-4699-b062-3ed3222a7fd0 req-a64370df-dbf6-4d17-85ba-e43ef7439429 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650088 Feb 09 13:41:03.070668 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:03.079630 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:03.207858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=61cd478a-c007-42d2-a128-4421faf7b1c3,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:03.218554 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:03.484339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35d278-2bd1-4eef-af3d-0b58bf30f8cf req-5b0e2203-870c-4fbc-ad1c-4f8ad867b355 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:03.486237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e35d278-2bd1-4eef-af3d-0b58bf30f8cf req-5b0e2203-870c-4fbc-ad1c-4f8ad867b355 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 946 time: 0.0993156 Feb 09 13:41:03.488690 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Floating IP 5836c90d-27f2-48c1-b1e7-b21bb024228c associated. External IP: 172.25.5.183, port: d5ea1065-8ced-4d27-b8f7-cf89fec58b02. Feb 09 13:41:03.649439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e35d278-2bd1-4eef-af3d-0b58bf30f8cf req-5cee2136-1d33-4796-899a-334dd93c389d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115251 Feb 09 13:41:03.942929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e46008-0453-4281-b086-8669e89a80d5 req-89fb24ae-0056-4b59-9ffb-0ce19290878a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:03.944358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5e46008-0453-4281-b086-8669e89a80d5 req-89fb24ae-0056-4b59-9ffb-0ce19290878a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 946 time: 0.1571388 Feb 09 13:41:04.003818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5e46008-0453-4281-b086-8669e89a80d5 req-874305d3-c2a0-49a9-a04e-efb1e06cfca2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537302 Feb 09 13:41:04.037382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33064) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:04.097658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:41:04.235890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-67b5fee6-50fb-4a37-a76f-67ef05b8a9a0 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1092 time: 0.1973734 Feb 09 13:41:04.238929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33070) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:04.248857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:41:04.262947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:41:04.268641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:floatingip and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:41:04.272221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:41:04.279624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:41:04.291639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:04.333871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:41:04.346257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] Sync routers for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:41:04.365045 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:04.368293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:04.368952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:04.575168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c48698e3-94e3-49e1-9262-7fd042db948a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3727663 Feb 09 13:41:04.576328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'tag': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:41:04.576733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:04.592964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:04.643458 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'tag': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02', 'status': 'completed', 'code': 200} Feb 09 13:41:04.754267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bf44f3b-ce08-4619-9f28-75a0af962415 req-45ff7073-b99a-4d35-bdff-3363a648170b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 1096 time: 0.0867779 Feb 09 13:41:04.760600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.25.5.204 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/d5d9d0cf-91c8-4ec3-8704-a902f4db958e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:41:04.911745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf44f3b-ce08-4619-9f28-75a0af962415 req-3b02562b-069c-49a4-bdd1-1bb154656d63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:04.916654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bf44f3b-ce08-4619-9f28-75a0af962415 req-3b02562b-069c-49a4-bdd1-1bb154656d63 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1545541 Feb 09 13:41:04.975641 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:05.037005 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:05.059970 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '5836c90d-27f2-48c1-b1e7-b21bb024228c', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:1a:16:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:41:02Z', 'updated_at': '2022-02-09T13:41:02Z', 'revision_number': 0, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:05.065713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] Checking router: b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:41:05.088235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:05.092486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bf44f3b-ce08-4619-9f28-75a0af962415 req-12a7abee-eb18-4018-bcb0-2c4e8848365f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5ea1065-8ced-4d27-b8f7-cf89fec58b02 HTTP/1.1" status: 200 len: 999 time: 0.1705475 Feb 09 13:41:05.095368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:05.185268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf44f3b-ce08-4619-9f28-75a0af962415 req-2568c2aa-f26e-445b-8f64-6bec319abb5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:05.186981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bf44f3b-ce08-4619-9f28-75a0af962415 req-2568c2aa-f26e-445b-8f64-6bec319abb5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0850101 Feb 09 13:41:05.201856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=d5d9d0cf-91c8-4ec3-8704-a902f4db958e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:05.213837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:41:05.215414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:41:05.217806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:41:05.292025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bf44f3b-ce08-4619-9f28-75a0af962415 req-71b40e17-0e63-4077-b31d-3b36cd2fc630 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984454 Feb 09 13:41:05.449016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:05.486188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bf44f3b-ce08-4619-9f28-75a0af962415 req-a950e9fd-0686-4f47-bc40-b8114e3248cb service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883700 Feb 09 13:41:05.659705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0bf44f3b-ce08-4619-9f28-75a0af962415 req-7e0227c8-3e1a-4ec9-98d8-124f9b1bdffb service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658728 Feb 09 13:41:05.892692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '5836c90d-27f2-48c1-b1e7-b21bb024228c', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:1a:16:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:41:02Z', 'updated_at': '2022-02-09T13:41:02Z', 'revision_number': 0, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:05.898846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44060a0a-75e0-4a9e-8c01-95671d42d430 None None] The sync data for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 is: [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '5836c90d-27f2-48c1-b1e7-b21bb024228c', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.183', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:1a:16:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:41:02Z', 'updated_at': '2022-02-09T13:41:02Z', 'revision_number': 0, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:41:05.919304 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:06.008949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:06.249596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:06.255698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:06.360780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=d5d9d0cf-91c8-4ec3-8704-a902f4db958e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:06.375204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:06.668234 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Floating IP 74728955-de09-4c6b-91f9-5db1c2bbc98a associated. External IP: 172.25.5.204, port: ea9601f0-41f2-4fd3-9c48-9f0acbe76766. Feb 09 13:41:07.083250 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-c46fa46f-4760-4fad-b4c5-85e89688a55e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1633809 Feb 09 13:41:07.143952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:41:07.357737 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-96a0eac5-ce8b-4e4c-aa86-8a2e90155220 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2945106d1c84b82b65ec3b90ba02a33&device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 1096 time: 0.1561978 Feb 09 13:41:07.520140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:41:07.526707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-ce23206f-3ad7-4459-b5c0-354c67d6bfe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:07.528399 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-ce23206f-3ad7-4459-b5c0-354c67d6bfe5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=259a9879-5453-42b8-87aa-60756ae531df HTTP/1.1" status: 200 len: 910 time: 0.1502075 Feb 09 13:41:07.623532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:07.688220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-01fe567d-a921-48c8-b397-4471ddd8a725 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4480bba1-1871-4651-9500-23dfcc40846b HTTP/1.1" status: 200 len: 1001 time: 0.1511412 Feb 09 13:41:07.693576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fb9e091d-7119-4e7a-8a95-8958cea39485 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4529476 Feb 09 13:41:07.694187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:41:07.756505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-5eb7b143-d175-4ff1-8a6f-385ab383cd1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:07.758793 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-5eb7b143-d175-4ff1-8a6f-385ab383cd1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4cb52b37-7e7a-4490-9ec8-3785522ee21b HTTP/1.1" status: 200 len: 848 time: 0.0593388 Feb 09 13:41:07.807882 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'status': 'completed', 'code': 200} Feb 09 13:41:07.900983 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-dac7064e-468c-4a4c-bb3f-fbefb96eaf92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=259a9879-5453-42b8-87aa-60756ae531df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366005 Feb 09 13:41:07.917318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f2054-c9ea-4934-9659-f9cfe2b12b52 req-59fbb1ef-0333-4b31-8682-8e2126b0ff2c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:07.918843 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d86f2054-c9ea-4934-9659-f9cfe2b12b52 req-59fbb1ef-0333-4b31-8682-8e2126b0ff2c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 946 time: 0.0881755 Feb 09 13:41:07.956984 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c6855b-35a9-4a15-9cfa-be4f8760dee9 req-931b8e48-3efa-4e7e-ac43-f7a6b33265ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1097 time: 0.1314137 Feb 09 13:41:07.995002 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d86f2054-c9ea-4934-9659-f9cfe2b12b52 req-d09f0931-a072-48e1-b4b4-fefab7d43e9e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675130 Feb 09 13:41:08.022531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33088) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:08.151343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-748aec7c-9d25-45b9-b91e-510d28c5da2a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1263561 Feb 09 13:41:08.262552 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-f14d5c34-0fb0-488a-81e4-39151646d1d3 service neutron] 10.222.0.62 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517292 Feb 09 13:41:08.320042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6855b-35a9-4a15-9cfa-be4f8760dee9 req-8cd53c50-050c-4196-a2a1-76006a4eb13e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:08.321530 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c6855b-35a9-4a15-9cfa-be4f8760dee9 req-8cd53c50-050c-4196-a2a1-76006a4eb13e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b86d1ed2-436f-4d28-97fc-0896fc299a4a HTTP/1.1" status: 200 len: 898 time: 0.3162127 Feb 09 13:41:08.492116 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c6855b-35a9-4a15-9cfa-be4f8760dee9 req-739775de-ddcd-4475-9ac6-99872034746e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766 HTTP/1.1" status: 200 len: 1000 time: 0.1266446 Feb 09 13:41:08.495189 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-20ed5c68-4653-47e6-9951-f62df711364d service neutron] 10.222.0.62 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264187 Feb 09 13:41:08.562314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6855b-35a9-4a15-9cfa-be4f8760dee9 req-ec58ee3c-ab30-412b-9ccd-212b3621427e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:08.564372 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c6855b-35a9-4a15-9cfa-be4f8760dee9 req-ec58ee3c-ab30-412b-9ccd-212b3621427e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=37551d0f-0845-456e-bfb9-06d09787f181 HTTP/1.1" status: 200 len: 834 time: 0.0619636 Feb 09 13:41:08.648020 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c6855b-35a9-4a15-9cfa-be4f8760dee9 req-bb7ccd32-a157-4c70-be6d-7a2eada86dc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b86d1ed2-436f-4d28-97fc-0896fc299a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774124 Feb 09 13:41:08.792399 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c6855b-35a9-4a15-9cfa-be4f8760dee9 req-378335da-4e6a-43e1-91c5-baf26f190c3f service neutron] 10.222.0.62 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377211 Feb 09 13:41:08.932344 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c6855b-35a9-4a15-9cfa-be4f8760dee9 req-f7dcebe7-0ac5-4c75-a844-ab7009fb3005 service neutron] 10.222.0.62 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348567 Feb 09 13:41:09.155319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33094) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:09.275423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6847bae1-0956-4fbe-93e7-5038b9a19ac2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1199324 Feb 09 13:41:09.700880 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:41:10.278980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33102) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:10.385559 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2300c01b-f543-4a7a-badb-e298c8d3d4b3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1054769 Feb 09 13:41:11.389310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33108) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:11.496668 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:11.498130 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dd4f7b56-8d04-43e9-bc1a-24c6d14f1379 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1075671 Feb 09 13:41:12.502428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33114) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:12.609733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6a5439e3-a6b4-4e06-8527-59a4cb463dc7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1048775 Feb 09 13:41:13.612459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33126) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:13.717269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ebc572fa-e71a-47cd-b90e-926b19c3713d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1036801 Feb 09 13:41:14.720870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33138) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:14.856958 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-044f1760-30f7-4738-a346-71bcb408cd87 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1348827 Feb 09 13:41:15.863996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33150) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:16.091802 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-91047322-30e6-4dd4-823f-41bd84e41e96 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.2286117 Feb 09 13:41:16.436557 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:17.114337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33156) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:17.232581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0ed28d89-26e1-47b7-b01b-699fb152339f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1210134 Feb 09 13:41:18.005186 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7f067-6e4c-4224-9858-2b7911274162 None None] Sync routers for ids ['6aa064d2-b3d8-4269-b757-12d68f2a6063'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:41:18.018598 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7f067-6e4c-4224-9858-2b7911274162 None None] Routers set() bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:18.019030 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7f067-6e4c-4224-9858-2b7911274162 None None] Router IDs set() for agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 13:41:18.019847 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_agentschedulers_db [None req-77a7f067-6e4c-4224-9858-2b7911274162 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6aa064d2-b3d8-4269-b757-12d68f2a6063'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent'). {{(pid=83482) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 13:41:18.031374 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7f067-6e4c-4224-9858-2b7911274162 None None] Routers set() bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:18.032003 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7f067-6e4c-4224-9858-2b7911274162 None None] Router IDs set() for agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 13:41:18.032516 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_agentschedulers_db [None req-77a7f067-6e4c-4224-9858-2b7911274162 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6aa064d2-b3d8-4269-b757-12d68f2a6063'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent'). {{(pid=83482) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 13:41:18.032982 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a7f067-6e4c-4224-9858-2b7911274162 None None] The sync data for ids ['6aa064d2-b3d8-4269-b757-12d68f2a6063'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:41:18.134137 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743512ca-c713-44c7-8598-811c592ff86a None None] New status for floating IP 5836c90d-27f2-48c1-b1e7-b21bb024228c: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:41:18.228450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33162) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:18.356638 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a8b900aa-5c4e-4a06-be25-beb333c50fd3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1215405 Feb 09 13:41:19.298312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56080a40-aa4f-41a3-9052-2ee3c0d3c70b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:41:19.355419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33176) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:19.379165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:41:19.387374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:19.387920 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:19.482063 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-59e81a6d-e10b-456a-9f4c-b3b8c49dc886 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1187160 Feb 09 13:41:19.523666 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:19.545211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56080a40-aa4f-41a3-9052-2ee3c0d3c70b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:19.545211 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:19.609764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=56080a40-aa4f-41a3-9052-2ee3c0d3c70b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:20.483967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33182) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:20.608950 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5676b041-6c98-40a1-8bbe-969d8962f29f tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1281788 Feb 09 13:41:21.262295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56080a40-aa4f-41a3-9052-2ee3c0d3c70b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:41:21.337913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:21.338278 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:21.389796 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] Sync routers for ids ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:41:21.403982 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] Routers {'4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:21.404604 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:21.594995 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] Set router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:21.612675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33190) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:21.729679 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-96dca8b2-8ce6-44cf-8e04-b7e6da49b8ac tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1067686 Feb 09 13:41:22.021171 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '74728955-de09-4c6b-91f9-5db1c2bbc98a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'port_id': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'mac_address': 'fa:16:3e:5e:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:41:05Z', 'updated_at': '2022-02-09T13:41:05Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dfa74f-edab-4ff0-8753-ee1a823db960', 'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:56Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '37551d0f-0845-456e-bfb9-06d09787f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:22.021445 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] Checking router: 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:41:22.034240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] Routers {'4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:22.034929 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:40:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:22.224041 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] Set router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:22.648262 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '74728955-de09-4c6b-91f9-5db1c2bbc98a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'port_id': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'mac_address': 'fa:16:3e:5e:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:41:05Z', 'updated_at': '2022-02-09T13:41:05Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dfa74f-edab-4ff0-8753-ee1a823db960', 'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:56Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '37551d0f-0845-456e-bfb9-06d09787f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:22.653501 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1c1b3-5f99-4ff2-893d-e574f284657c None None] The sync data for ids ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'] in n-d-825175-3 is: [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '74728955-de09-4c6b-91f9-5db1c2bbc98a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'port_id': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'mac_address': 'fa:16:3e:5e:d4:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:41:05Z', 'updated_at': '2022-02-09T13:41:05Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4dfa74f-edab-4ff0-8753-ee1a823db960', 'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:56Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '37551d0f-0845-456e-bfb9-06d09787f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:41:22.724250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33222) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:22.866098 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5734d1f8-bf18-4aa3-9adb-2d98368dd345 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1368883 Feb 09 13:41:23.220234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8d1beef2-ac25-473e-8065-efcf2453b6ec no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:41:23.259448 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 8d1beef2-ac25-473e-8065-efcf2453b6ec {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:41:23.259736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 8d1beef2-ac25-473e-8065-efcf2453b6ec not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:41:23.868680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33236) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:24.033579 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b8266cf8-7945-41b9-9272-d1f17652674d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1629984 Feb 09 13:41:25.005581 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14734d65-fa97-4c70-b80a-39af6b08c948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:25.038534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33246) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:25.141496 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-79982e6f-7ca4-496b-bc1c-13853fb75d78 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1015310 Feb 09 13:41:26.145011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33258) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:26.386452 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3144280c-06d6-41ee-bf62-4c5fd400f3af tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.2386386 Feb 09 13:41:27.223840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:41:27.263681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:41:27.263681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59fe6bfb-649c-4c2d-bd8a-7080c3fc1ae8 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:41:27.388755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33280) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:27.523571 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5e93249d-5842-4ded-9b97-b797d908a3ac tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1295886 Feb 09 13:41:28.249322 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9de5e83e-188e-4463-bd1e-56323582cd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:28.528715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33298) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:28.642916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:28.652545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-578a2c56-6ffc-4876-8da7-9a8f5a7594e2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1240034 Feb 09 13:41:28.699682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:29.651888 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33310) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:29.772620 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a9fcf266-9396-4a63-83db-bc147c767d3d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1104968 Feb 09 13:41:29.962080 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:30.768343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33322) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:30.879435 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-110a83c3-9785-4883-ab69-b11bb60b1327 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1099625 Feb 09 13:41:31.101592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9822a5-5e89-4276-9511-b63c7c27993f None None] New status for floating IP 74728955-de09-4c6b-91f9-5db1c2bbc98a: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:41:31.883373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33336) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:31.987301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7b7742d5-fd59-4301-8433-7169f266ba68 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 994 time: 0.1026912 Feb 09 13:41:38.738781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a7df8-ceab-4e94-bf47-13470fc529b1 req-62ae4bf9-dea7-4534-8018-2bdc4d2c25cd tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:38.741091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce8a7df8-ceab-4e94-bf47-13470fc529b1 req-62ae4bf9-dea7-4534-8018-2bdc4d2c25cd tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 946 time: 0.0889428 Feb 09 13:41:38.808311 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ce8a7df8-ceab-4e94-bf47-13470fc529b1 req-4dc38aac-85ff-4d76-98a1-f8464fc5a1da tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535223 Feb 09 13:41:38.828219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33396) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:38.847826 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Sync routers for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:41:38.881218 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:38.881218 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:39.048821 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2cb4c410-8fa4-49e8-ae0f-be3ca27a7859 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 994 time: 0.2192605 Feb 09 13:41:39.114657 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:39.449441 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:40:48Z', 'revision_number': 2, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:39.454815 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Checking router: 1fd66114-632a-4052-9025-88a6236c8591 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:41:39.455160 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Updating router 1fd66114-632a-4052-9025-88a6236c8591 port b7ff5575-e4d4-44b9-b974-ea050cd92377 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:41:39.508860 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:39.565506 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54ed6b11-d567-4b38-8a6a-3bc14bd2c0b9 req-4b0b752b-5c07-45c5-b9aa-10b19ea1d6f7 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1097 time: 0.0847366 Feb 09 13:41:39.618744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54ed6b11-d567-4b38-8a6a-3bc14bd2c0b9 req-bdc7a91c-1e2d-443e-a499-f87301b308f2 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463407 Feb 09 13:41:40.016167 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:40.029227 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Transition to ACTIVE for port object b7ff5575-e4d4-44b9-b974-ea050cd92377 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:41:40.041016 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:40.072552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00546319-accd-4f94-a66e-ae3c3e0fdf46 req-d7bf8690-1345-4ccd-9193-c4da9a848779 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3138115 Feb 09 13:41:40.185935 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Pushing event updated for resources: {'Port': ['ID=b7ff5575-e4d4-44b9-b974-ea050cd92377,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:40.210680 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.211138 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.211205 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.211616 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.211843 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.212149 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.212448 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.212800 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.213112 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.213574 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.213743 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:40.334142 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Attempting to bind port b7ff5575-e4d4-44b9-b974-ea050cd92377 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:41:40.334917 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Attempting to bind port b7ff5575-e4d4-44b9-b974-ea050cd92377 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:41:40.334917 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Attempting to bind port b7ff5575-e4d4-44b9-b974-ea050cd92377 on network 563b477d-2e8b-47eb-93ac-683433c053b6 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:41:40.345796 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:41:40.346132 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Checking segment: {'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:41:40.346649 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:40.346947 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Bound using segment: {'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:41:40.347412 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Bound port: b7ff5575-e4d4-44b9-b974-ea050cd92377, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:41:40.347765 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:40.455738 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] For port b7ff5575-e4d4-44b9-b974-ea050cd92377, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:41:40.459112 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] For port b7ff5575-e4d4-44b9-b974-ea050cd92377, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b7ff5575-e4d4-44b9-b974-ea050cd92377,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:41:40.472020 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:40.587649 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:40.588264 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:40.702089 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0014dc-e1ba-4683-b84c-b2a4a49e04bf None None] Pushing event updated for resources: {'Port': ['ID=b7ff5575-e4d4-44b9-b974-ea050cd92377,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:40.791119 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:40.958632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-125b97d8-6654-430e-8139-022bb99dc6e7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1661971 Feb 09 13:41:41.166029 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:40Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:41.169922 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abc90aa-c79a-4963-af15-c4768df283b7 None None] The sync data for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 is: [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:40Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:41:41.385307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b7ff5575-e4d4-44b9-b974-ea050cd92377 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:41:41.475626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port b7ff5575-e4d4-44b9-b974-ea050cd92377 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:41:41.481136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b7ff5575-e4d4-44b9-b974-ea050cd92377 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:41.481798 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:41.556643 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:41.622782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:41.670380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port b7ff5575-e4d4-44b9-b974-ea050cd92377, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b7ff5575-e4d4-44b9-b974-ea050cd92377,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:41.676098 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:41.735989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-f1437920-15f8-45db-954c-35e4c0d0ecd2 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:41:41.738628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-f1437920-15f8-45db-954c-35e4c0d0ecd2 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0092010 Feb 09 13:41:41.750667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Request body: {'binding': {'host': 'n-h2-825175-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:41:41.751617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Unknown quota resources ['binding']. {{(pid=83480) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Feb 09 13:41:41.761956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=b7ff5575-e4d4-44b9-b974-ea050cd92377,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:41.774135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:41.774491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:41.774843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:41.775176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:41.775502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:41.775833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:41.776158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:41.776477 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:41.776799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:41.777186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:41.777515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:42.088701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on host n-h2-825175-3 for vnic_type normal with profile None {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:41:42.089312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:41:42.089818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on network b86d1ed2-436f-4d28-97fc-0896fc299a4a {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:41:42.096167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on network b86d1ed2-436f-4d28-97fc-0896fc299a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:41:42.096719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on network b86d1ed2-436f-4d28-97fc-0896fc299a4a {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:41:42.104973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:41:42.105309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Checking segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:41:42.105684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Bound using segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:41:42.106102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Bound port: ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:41:42.138199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:41:42.144306 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:42.145880 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] 10.222.0.59 "POST /v2.0/ports/ea9601f0-41f2-4fd3-9c48-9f0acbe76766/bindings HTTP/1.1" status: 201 len: 389 time: 0.4010253 Feb 09 13:41:42.472151 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7ef97-67b9-4d7d-b83e-49209b2e066c req-59ea2165-4e6c-4d95-8619-f133094c0d7b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:42.473615 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ac7ef97-67b9-4d7d-b83e-49209b2e066c req-59ea2165-4e6c-4d95-8619-f133094c0d7b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 946 time: 0.1447093 Feb 09 13:41:42.481532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-1eadfc0b-55a6-4c4a-8696-a6433f8149e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1097 time: 0.1033816 Feb 09 13:41:42.606657 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ac7ef97-67b9-4d7d-b83e-49209b2e066c req-fad5b283-6397-4a65-abfc-beaa42a4fd21 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241021 Feb 09 13:41:42.642591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-a207cb95-df9f-4538-80b2-3a1f5ec88fd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:42.644026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-a207cb95-df9f-4538-80b2-3a1f5ec88fd4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b86d1ed2-436f-4d28-97fc-0896fc299a4a HTTP/1.1" status: 200 len: 898 time: 0.1480367 Feb 09 13:41:42.752507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-9b8b0b93-5ae6-40e3-b701-367a8cbda439 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766 HTTP/1.1" status: 200 len: 1002 time: 0.1014252 Feb 09 13:41:42.819840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-0b02b274-05ac-4a3a-9bc8-15f61fa9157f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:42.821343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-0b02b274-05ac-4a3a-9bc8-15f61fa9157f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37551d0f-0845-456e-bfb9-06d09787f181 HTTP/1.1" status: 200 len: 834 time: 0.0632393 Feb 09 13:41:42.899286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-39d8b8a4-b27a-4bee-81d6-76064f642158 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b86d1ed2-436f-4d28-97fc-0896fc299a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722551 Feb 09 13:41:43.030614 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-f3596021-c73c-49ce-9747-d66542ad6908 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255200 Feb 09 13:41:43.163655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-455cf079-dfe0-4909-abe7-f2755cf81e15 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273625 Feb 09 13:41:43.287591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b7ff5575-e4d4-44b9-b974-ea050cd92377 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:41:43.292989 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-4a65f843-f04d-460e-b5a7-1d94d1f66c93 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84&tenant_id=4b56b02eaccc4487993cc9bb3adc098d&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1097 time: 0.0747461 Feb 09 13:41:43.303445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-3'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:41:43.370892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b7ff5575-e4d4-44b9-b974-ea050cd92377 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:43.371451 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:43.428479 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:43.617622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:43.653217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:41:43.712607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:41:43.717997 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:43.723686 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:43.805969 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'code': 200} Feb 09 13:41:43.920302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,revision_number=7']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:44.086454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.086822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.087158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.087483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.087808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.088130 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.088451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.088767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.089082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.089408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.089723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:44.108366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2629b9-073e-4d9f-8076-98564c9fc5a1 req-95502930-26b8-416b-a3d7-53cc999b7fc7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:44.109986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa2629b9-073e-4d9f-8076-98564c9fc5a1 req-95502930-26b8-416b-a3d7-53cc999b7fc7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 944 time: 0.3519154 Feb 09 13:41:44.170322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ae0f9cb1-a89a-49b1-bf99-c43da4e97f9e None None] Provisioning complete for port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:44.171083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ae0f9cb1-a89a-49b1-bf99-c43da4e97f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:44.195554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on host n-h1-825175-3 for vnic_type normal with profile {"migrating_to": "n-h2-825175-3"} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:41:44.196106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:41:44.196715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on network b86d1ed2-436f-4d28-97fc-0896fc299a4a {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:41:44.213336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on network b86d1ed2-436f-4d28-97fc-0896fc299a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:41:44.213831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Attempting to bind port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on network b86d1ed2-436f-4d28-97fc-0896fc299a4a {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:41:44.225943 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa2629b9-073e-4d9f-8076-98564c9fc5a1 req-b83f578c-927c-45bb-b6f0-5348ea6f3ac1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885577 Feb 09 13:41:44.226964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:41:44.227473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Checking segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:41:44.228350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Bound using segment: {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'} {{(pid=83480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:41:44.228694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f9cb1-a89a-49b1-bf99-c43da4e97f9e None None] Port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:41:44.228920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.managers [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Bound port: ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4d1b23-1629-4134-9b6f-411e5abec1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a'}}] {{(pid=83480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:41:44.229261 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:44.323900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:41:44.326872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:41:44.332196 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:44.494038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,revision_number=8']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:44.559106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:44.560839 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d21f6010-af34-450f-a666-7937af6c94a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/ea9601f0-41f2-4fd3-9c48-9f0acbe76766 HTTP/1.1" status: 200 len: 1122 time: 1.2612696 Feb 09 13:41:44.647875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['ea9601f0-41f2-4fd3-9c48-9f0acbe76766'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:41:44.697185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ec020acb-8245-4380-bc89-1d91a7562a6a None None] Provisioning complete for port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:44.697457 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec020acb-8245-4380-bc89-1d91a7562a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:44.879132 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec020acb-8245-4380-bc89-1d91a7562a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:44.926922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:41:44.952264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ec020acb-8245-4380-bc89-1d91a7562a6a None None] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:44.961356 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec020acb-8245-4380-bc89-1d91a7562a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:45.164031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec020acb-8245-4380-bc89-1d91a7562a6a None None] Pushing event updated for resources: {'Port': ['ID=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:45.269695 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'code': 200} Feb 09 13:41:45.457726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc3f58-dab2-4ef6-946a-ea3b52fae306 req-a6813502-b669-4973-ae50-5bfd409f2e8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:45.459262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfbc3f58-dab2-4ef6-946a-ea3b52fae306 req-a6813502-b669-4973-ae50-5bfd409f2e8a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 946 time: 0.0868113 Feb 09 13:41:45.507191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfbc3f58-dab2-4ef6-946a-ea3b52fae306 req-8eae3e5e-9557-47b6-b001-54d7ee244fb0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Feb 09 13:41:45.807506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:41:45.863472 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'status': 'completed', 'code': 200} Feb 09 13:41:46.088982 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-7012ea98-cda4-42cf-b8d4-558285d2b6a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1127 time: 0.2014778 Feb 09 13:41:46.229621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-516f37ec-1566-43d6-bca5-d8597b0ee775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:46.231151 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-516f37ec-1566-43d6-bca5-d8597b0ee775 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b86d1ed2-436f-4d28-97fc-0896fc299a4a HTTP/1.1" status: 200 len: 898 time: 0.1361079 Feb 09 13:41:46.343893 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-f4395a7b-5cc5-4b92-b9a2-6ec554d97df8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766 HTTP/1.1" status: 200 len: 1002 time: 0.1011205 Feb 09 13:41:46.405208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-0fa35961-c7fd-4616-8873-d00a3e661b62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:46.407225 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-0fa35961-c7fd-4616-8873-d00a3e661b62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=37551d0f-0845-456e-bfb9-06d09787f181 HTTP/1.1" status: 200 len: 834 time: 0.0577435 Feb 09 13:41:46.444886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:46.491208 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-d9c98cad-d77f-4508-8236-68fd3fe80933 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b86d1ed2-436f-4d28-97fc-0896fc299a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723605 Feb 09 13:41:46.504104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-1f474336-0d50-4595-b021-d3491d9010a6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:41:46.505031 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-1f474336-0d50-4595-b021-d3491d9010a6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049646 Feb 09 13:41:46.637032 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-5e24e3e2-b350-4438-8b06-cc68d34f3ab2 service neutron] 10.222.0.62 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258075 Feb 09 13:41:46.702313 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:41:46.719613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26e1b6-ee35-40cb-a6d8-2fafbd9453ea req-55dc1488-f1b2-4f70-be7d-92e0df6ebb90 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:46.721742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab26e1b6-ee35-40cb-a6d8-2fafbd9453ea req-55dc1488-f1b2-4f70-be7d-92e0df6ebb90 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 946 time: 0.0887740 Feb 09 13:41:46.776420 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5045d18c-70a8-43c4-83ae-ffc523d079d3 req-6e52b30d-2685-4880-976b-dd754c7230c2 service neutron] 10.222.0.62 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329279 Feb 09 13:41:46.777731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab26e1b6-ee35-40cb-a6d8-2fafbd9453ea req-44aed8b1-7c48-4909-b70c-7633b1ccdf9a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500507 Feb 09 13:41:47.718747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ea9601f0-41f2-4fd3-9c48-9f0acbe76766 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:41:47.854144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:47.868426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ea9601f0-41f2-4fd3-9c48-9f0acbe76766 has no active binding in host n-h2-825175-3 {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 09 13:41:47.984028 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac3a98-8d34-40a7-bc42-ca52604b960b req-5def98ee-b4f6-44be-adbc-d330e16b29f6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:47.985378 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8aac3a98-8d34-40a7-bc42-ca52604b960b req-5def98ee-b4f6-44be-adbc-d330e16b29f6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 946 time: 0.0810323 Feb 09 13:41:48.032208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8aac3a98-8d34-40a7-bc42-ca52604b960b req-3ed2b916-9912-41f9-9c22-970c93609ef0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411055 Feb 09 13:41:49.243190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c065b-5a83-411b-929f-38c04a99c2bc req-941ea9d4-9bee-44c3-8d9d-e974b4b11eb1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:49.244659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b65c065b-5a83-411b-929f-38c04a99c2bc req-941ea9d4-9bee-44c3-8d9d-e974b4b11eb1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 946 time: 0.0789292 Feb 09 13:41:49.289308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b65c065b-5a83-411b-929f-38c04a99c2bc req-960ea2cd-a82f-4de8-8264-14f4deaee3b2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391731 Feb 09 13:41:49.676042 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-29ccf3a7-8959-4c8f-969b-49764ecea995 service neutron] 10.222.0.62 "GET /v2.0/ports/ea9601f0-41f2-4fd3-9c48-9f0acbe76766/bindings/n-h2-825175-3 HTTP/1.1" status: 200 len: 384 time: 0.0740681 Feb 09 13:41:49.963961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-37bab116-659b-46a8-92b2-995605e3488b service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:49.987384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-37bab116-659b-46a8-92b2-995605e3488b service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:41:50.045800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:41:50.054806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-37bab116-659b-46a8-92b2-995605e3488b service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:50.075478 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:50.117869 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'code': 200} Feb 09 13:41:50.177795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Transition to ACTIVE for port object ea9601f0-41f2-4fd3-9c48-9f0acbe76766 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:41:50.181518 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:50.331290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Pushing event updated for resources: {'Port': ['ID=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,revision_number=11']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:50.344778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.345115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.345446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.345763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.346078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.346391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.346987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.347305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.347614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.348413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.348729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bab116-659b-46a8-92b2-995605e3488b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:41:50.417706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-37bab116-659b-46a8-92b2-995605e3488b service neutron] No DVR routers for this DVR port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:41:50.512862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6ed1b-2ee2-42e8-9a14-5e011d4f352a req-b0d88d43-d932-430f-ab57-3a6ce67b6152 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:50.515631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79e6ed1b-2ee2-42e8-9a14-5e011d4f352a req-b0d88d43-d932-430f-ab57-3a6ce67b6152 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 945 time: 0.0868495 Feb 09 13:41:50.566939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79e6ed1b-2ee2-42e8-9a14-5e011d4f352a req-d2318ca2-20b5-4f0f-a667-60789f8fb1dd tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450499 Feb 09 13:41:50.779539 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-37bab116-659b-46a8-92b2-995605e3488b service neutron] 10.222.0.62 "PUT /v2.0/ports/ea9601f0-41f2-4fd3-9c48-9f0acbe76766/bindings/n-h2-825175-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0975950 Feb 09 13:41:50.915991 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-9ce29bee-ca31-4e1e-90e6-db867e4001e9 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84&tenant_id=4b56b02eaccc4487993cc9bb3adc098d&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.0750668 Feb 09 13:41:50.995745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-70adf3f6-8022-4cde-8784-58060595aed9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 1096 time: 0.0728662 Feb 09 13:41:51.085237 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-03bbebb6-0cc7-43c1-8644-d169df4b8f41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1096 time: 0.0673108 Feb 09 13:41:51.214066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-34a5466d-e7f1-4ea1-96f3-63b0b445336f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:51.215540 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-34a5466d-e7f1-4ea1-96f3-63b0b445336f service neutron] 10.222.0.67 "GET /v2.0/networks?id=b86d1ed2-436f-4d28-97fc-0896fc299a4a HTTP/1.1" status: 200 len: 898 time: 0.1244359 Feb 09 13:41:51.318431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-324dcfe0-acf5-44e2-a0c6-9dc333be6ded service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766 HTTP/1.1" status: 200 len: 1000 time: 0.0967968 Feb 09 13:41:51.380895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-206bcc27-ba14-40dc-b804-1680b345ed25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:51.382310 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-206bcc27-ba14-40dc-b804-1680b345ed25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37551d0f-0845-456e-bfb9-06d09787f181 HTTP/1.1" status: 200 len: 834 time: 0.0574048 Feb 09 13:41:51.467547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-977667d8-531a-4395-85d3-70219a8bc5e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b86d1ed2-436f-4d28-97fc-0896fc299a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791283 Feb 09 13:41:51.634785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Sync routers for ids ['dab2da8b-f0ed-4863-b4de-e1ac875160af'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:41:51.638051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-d97910d8-66d2-4aa9-a3e8-a55701556303 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641428 Feb 09 13:41:51.648269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Routers {'dab2da8b-f0ed-4863-b4de-e1ac875160af'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:51.650053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['dab2da8b-f0ed-4863-b4de-e1ac875160af'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:51.869650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Set router dab2da8b-f0ed-4863-b4de-e1ac875160af gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:51.928059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-dd9745ec-96ac-4fd4-87a1-947a605c1ce3 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825980 Feb 09 13:41:51.951817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067d840-5c42-4af0-8ed7-395cd27b9d7b req-bd905d13-12f6-44f7-9c05-daace837fee9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:51.953984 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f067d840-5c42-4af0-8ed7-395cd27b9d7b req-bd905d13-12f6-44f7-9c05-daace837fee9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 945 time: 0.1145191 Feb 09 13:41:52.018948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f067d840-5c42-4af0-8ed7-395cd27b9d7b req-553f0531-7920-4f82-bee1-e76baf27b330 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576222 Feb 09 13:41:52.239994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'name': 'tempest-TestVolumeBackupRestore-1517280030-router', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:55Z', 'updated_at': '2022-02-09T13:41:00Z', 'revision_number': 4, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'gw_port': {'id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:56Z', 'updated_at': '2022-02-09T13:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '06fd617b-0115-4812-9cd2-f9951ee85205', 'name': '', 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'mac_address': 'fa:16:3e:ac:0a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:59Z', 'updated_at': '2022-02-09T13:41:00Z', 'revision_number': 2, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'subnets': [{'id': 'dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:52.245611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Checking router: dab2da8b-f0ed-4863-b4de-e1ac875160af for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:41:52.246207 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Updating router dab2da8b-f0ed-4863-b4de-e1ac875160af port 06fd617b-0115-4812-9cd2-f9951ee85205 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:41:52.247648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-c1f94208-acf3-40db-862b-3176faf7fc50 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84&tenant_id=4b56b02eaccc4487993cc9bb3adc098d&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 1096 time: 0.0774002 Feb 09 13:41:52.310453 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:52.365922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-b5dc4d95-0522-4442-946a-8763da7579cf service neutron] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h1-825175-3, cleared binding levels {{(pid=83480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:41:52.374815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-b5dc4d95-0522-4442-946a-8763da7579cf service neutron] Notify callbacks [] for binding, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:52.376192 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-b5dc4d95-0522-4442-946a-8763da7579cf service neutron] 10.222.0.67 "DELETE /v2.0/ports/ea9601f0-41f2-4fd3-9c48-9f0acbe76766/bindings/n-h1-825175-3 HTTP/1.1" status: 204 len: 173 time: 0.1225061 Feb 09 13:41:52.676317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:52.689378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Transition to ACTIVE for port object 06fd617b-0115-4812-9cd2-f9951ee85205 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:41:52.696851 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:52.845151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0dce8-a177-4559-8ff8-845e64067bc9 None None] Pushing event updated for resources: {'Port': ['ID=06fd617b-0115-4812-9cd2-f9951ee85205,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:52.952242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Attempting to bind port 06fd617b-0115-4812-9cd2-f9951ee85205 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:41:52.952839 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Attempting to bind port 06fd617b-0115-4812-9cd2-f9951ee85205 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '28cbb598-042d-4655-ad7e-1f72fdbd833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:41:52.953778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Attempting to bind port 06fd617b-0115-4812-9cd2-f9951ee85205 on network e51679c5-3860-40d4-b5d0-81b8ec83a586 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:41:52.961886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:41:52.962258 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Checking segment: {'id': '28cbb598-042d-4655-ad7e-1f72fdbd833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:41:52.962691 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:52.963078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Bound using segment: {'id': '28cbb598-042d-4655-ad7e-1f72fdbd833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:41:52.963547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Bound port: 06fd617b-0115-4812-9cd2-f9951ee85205, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28cbb598-042d-4655-ad7e-1f72fdbd833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:41:52.963914 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:53.052842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] For port 06fd617b-0115-4812-9cd2-f9951ee85205, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:41:53.055721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] For port 06fd617b-0115-4812-9cd2-f9951ee85205, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=06fd617b-0115-4812-9cd2-f9951ee85205,segment=NetworkSegment(28cbb598-042d-4655-ad7e-1f72fdbd833c),segment_id=28cbb598-042d-4655-ad7e-1f72fdbd833c)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:41:53.059762 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:53.209350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0dce8-a177-4559-8ff8-845e64067bc9 None None] Pushing event updated for resources: {'Port': ['ID=06fd617b-0115-4812-9cd2-f9951ee85205,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:53.219658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Routers {'dab2da8b-f0ed-4863-b4de-e1ac875160af'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:53.220092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['dab2da8b-f0ed-4863-b4de-e1ac875160af'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:53.258025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4a2ab-7014-412f-b62b-62f54682081c req-9785eb7c-b09f-4f49-a4db-3a68d925bac5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:53.272085 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36a4a2ab-7014-412f-b62b-62f54682081c req-9785eb7c-b09f-4f49-a4db-3a68d925bac5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 945 time: 0.1047254 Feb 09 13:41:53.278127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device ea9601f0-41f2-4fd3-9c48-9f0acbe76766 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:41:53.341368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36a4a2ab-7014-412f-b62b-62f54682081c req-a063738f-5aed-4eba-97a7-f9d067cb8c76 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640688 Feb 09 13:41:53.494948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device ea9601f0-41f2-4fd3-9c48-9f0acbe76766 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:41:53.525476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] Set router dab2da8b-f0ed-4863-b4de-e1ac875160af gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:53.545268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-940b76b3-adb8-46e7-b6a2-5c93665c6133 req-4c2874cb-2394-4a2a-a547-d692b2ba352b tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1096 time: 0.0734930 Feb 09 13:41:53.593390 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-940b76b3-adb8-46e7-b6a2-5c93665c6133 req-430f0851-5d09-431e-be7a-ea0d662004eb tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Feb 09 13:41:53.814308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922ab2b-0e7b-48ba-b6f0-5ead41fbd4c9 req-60171e74-70b2-459d-a593-07fce91b9916 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:53.814308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8922ab2b-0e7b-48ba-b6f0-5ead41fbd4c9 req-60171e74-70b2-459d-a593-07fce91b9916 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 945 time: 0.0873640 Feb 09 13:41:53.858832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8922ab2b-0e7b-48ba-b6f0-5ead41fbd4c9 req-79ebc040-262b-4d6c-8bd3-7be340d48e41 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399258 Feb 09 13:41:53.881726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'name': 'tempest-TestVolumeBackupRestore-1517280030-router', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:55Z', 'updated_at': '2022-02-09T13:41:00Z', 'revision_number': 4, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'gw_port': {'id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:56Z', 'updated_at': '2022-02-09T13:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '06fd617b-0115-4812-9cd2-f9951ee85205', 'name': '', 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'mac_address': 'fa:16:3e:ac:0a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:59Z', 'updated_at': '2022-02-09T13:41:53Z', 'revision_number': 4, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'subnets': [{'id': 'dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:53.885994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27024a18-2b67-4702-ae24-0cbf650c370b None None] The sync data for ids ['dab2da8b-f0ed-4863-b4de-e1ac875160af'] in n-d-825175-3 is: [{'id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'name': 'tempest-TestVolumeBackupRestore-1517280030-router', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:55Z', 'updated_at': '2022-02-09T13:41:00Z', 'revision_number': 4, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'gw_port': {'id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:56Z', 'updated_at': '2022-02-09T13:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '06fd617b-0115-4812-9cd2-f9951ee85205', 'name': '', 'network_id': 'e51679c5-3860-40d4-b5d0-81b8ec83a586', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'mac_address': 'fa:16:3e:ac:0a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:59Z', 'updated_at': '2022-02-09T13:41:53Z', 'revision_number': 4, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'subnets': [{'id': 'dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:41:53.887256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33572) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:54.063362 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-972caefa-0d91-46ce-ae01-6b1b7fc0c666 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 200 len: 992 time: 0.1654763 Feb 09 13:41:55.021492 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51a0e4ee-876d-4f75-81fe-856e2619b1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:55.316662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 06fd617b-0115-4812-9cd2-f9951ee85205 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:41:55.383655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 06fd617b-0115-4812-9cd2-f9951ee85205 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:41:55.388187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 06fd617b-0115-4812-9cd2-f9951ee85205 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:55.388544 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:55.499599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:55.530057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 06fd617b-0115-4812-9cd2-f9951ee85205, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=06fd617b-0115-4812-9cd2-f9951ee85205,segment=NetworkSegment(28cbb598-042d-4655-ad7e-1f72fdbd833c),segment_id=28cbb598-042d-4655-ad7e-1f72fdbd833c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:55.534761 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:55.598893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=06fd617b-0115-4812-9cd2-f9951ee85205,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:56.337435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33596) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:41:56.534491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port d5d9d0cf-91c8-4ec3-8704-a902f4db958e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:41:56.534828 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:56.706781 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:56.707107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:56.830162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for d5d9d0cf-91c8-4ec3-8704-a902f4db958e owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:41:56.991902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:57.037829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=d5d9d0cf-91c8-4ec3-8704-a902f4db958e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:57.137144 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:57.305693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 06fd617b-0115-4812-9cd2-f9951ee85205 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:41:57.391977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 06fd617b-0115-4812-9cd2-f9951ee85205 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:41:57.393027 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:57.674651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:41:57.906059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:41:57.921024 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] Sync routers for ids ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:41:57.935562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:57.938741 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] Routers {'4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:57.939473 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:58.004836 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8fee68d5-e2aa-4ac6-b23c-057bc547d480 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/floatingips/74728955-de09-4c6b-91f9-5db1c2bbc98a HTTP/1.1" status: 204 len: 168 time: 1.6663470 Feb 09 13:41:58.005576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:41:58.082840 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'status': 'completed', 'code': 200} Feb 09 13:41:58.179593 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] Set router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:58.195842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897955fb-55fc-4853-bb14-2309db9bf268 req-b2de1bde-06c1-462e-8e41-6e6cb17a42ad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 1096 time: 0.0873060 Feb 09 13:41:58.251241 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4b7574d8-ee23-485c-864f-6766a6d47e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:58.392389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897955fb-55fc-4853-bb14-2309db9bf268 req-ca4e079c-4166-40de-ac28-c1cd2d2e8b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:58.394219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897955fb-55fc-4853-bb14-2309db9bf268 req-ca4e079c-4166-40de-ac28-c1cd2d2e8b1b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b86d1ed2-436f-4d28-97fc-0896fc299a4a HTTP/1.1" status: 200 len: 898 time: 0.1924531 Feb 09 13:41:58.523798 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897955fb-55fc-4853-bb14-2309db9bf268 req-5c41e16e-a473-4698-8c5c-d1025a5f5025 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766 HTTP/1.1" status: 200 len: 217 time: 0.1180458 Feb 09 13:41:58.622866 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:58.672293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897955fb-55fc-4853-bb14-2309db9bf268 req-9bc4bd31-b477-4a18-b246-7c096938c5d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:58.674043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897955fb-55fc-4853-bb14-2309db9bf268 req-9bc4bd31-b477-4a18-b246-7c096938c5d6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37551d0f-0845-456e-bfb9-06d09787f181 HTTP/1.1" status: 200 len: 834 time: 0.1434546 Feb 09 13:41:58.698513 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:58.703897 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f4dfa74f-edab-4ff0-8753-ee1a823db960', 'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:56Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '37551d0f-0845-456e-bfb9-06d09787f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:58.708660 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] Checking router: 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:41:58.722660 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] Routers {'4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:41:58.724558 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:58.773841 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bc216-7177-4716-bde4-1585c7bb9994 req-1d706f30-7fff-4283-85da-6c3beddc8ebc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:58.775292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-797bc216-7177-4716-bde4-1585c7bb9994 req-1d706f30-7fff-4283-85da-6c3beddc8ebc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 945 time: 0.1629438 Feb 09 13:41:58.815747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-833132d2-e4f1-410f-900f-792ce3a841c7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:41:58.816495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-833132d2-e4f1-410f-900f-792ce3a841c7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:41:58.843879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-833132d2-e4f1-410f-900f-792ce3a841c7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:41:58.844772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897955fb-55fc-4853-bb14-2309db9bf268 req-0512ed91-d006-437c-b463-da49b741b57f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b86d1ed2-436f-4d28-97fc-0896fc299a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636541 Feb 09 13:41:58.845745 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-833132d2-e4f1-410f-900f-792ce3a841c7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.67 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 945 time: 0.1208353 Feb 09 13:41:58.881916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-797bc216-7177-4716-bde4-1585c7bb9994 req-cc08c336-7f09-463e-af30-d7f29a28375e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dedc90a-7732-4d15-9e37-e7594ad1fd0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968518 Feb 09 13:41:58.945788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-892de3b3-5048-4f79-8840-b5b34953e36d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:41:58.947176 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-892de3b3-5048-4f79-8840-b5b34953e36d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:59.051222 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] Set router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:41:59.063498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897955fb-55fc-4853-bb14-2309db9bf268 req-62c363cb-53d6-4907-8309-527de4a86a62 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074354 Feb 09 13:41:59.248581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-897955fb-55fc-4853-bb14-2309db9bf268 req-ba818482-e1af-4945-9f46-554e598dcb24 service neutron] 10.222.0.67 "GET /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796780 Feb 09 13:41:59.318180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-892de3b3-5048-4f79-8840-b5b34953e36d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port ea9601f0-41f2-4fd3-9c48-9f0acbe76766, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:41:59.318459 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-892de3b3-5048-4f79-8840-b5b34953e36d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:59.419963 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f4dfa74f-edab-4ff0-8753-ee1a823db960', 'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:56Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '37551d0f-0845-456e-bfb9-06d09787f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:41:59.424807 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a0d67f-e581-4b44-84c9-760f0fc5053d None None] The sync data for ids ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'] in n-d-825175-3 is: [{'id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960624807', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:30Z', 'updated_at': '2022-02-09T13:40:40Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': '2dde3dd0-261a-47d8-a2ca-466a467b81e6', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:31Z', 'updated_at': '2022-02-09T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'f4dfa74f-edab-4ff0-8753-ee1a823db960', 'name': '', 'network_id': 'b86d1ed2-436f-4d28-97fc-0896fc299a4a', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9fc6f1-5995-4bcd-b25d-78fb6939d85e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37551d0f-0845-456e-bfb9-06d09787f181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:39Z', 'updated_at': '2022-02-09T13:40:56Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '37551d0f-0845-456e-bfb9-06d09787f181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:41:59.451477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-892de3b3-5048-4f79-8840-b5b34953e36d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for ea9601f0-41f2-4fd3-9c48-9f0acbe76766 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:41:59.620546 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-892de3b3-5048-4f79-8840-b5b34953e36d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:59.680186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892de3b3-5048-4f79-8840-b5b34953e36d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=ea9601f0-41f2-4fd3-9c48-9f0acbe76766,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:41:59.755577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-892de3b3-5048-4f79-8840-b5b34953e36d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] No DVR routers for this DVR port ea9601f0-41f2-4fd3-9c48-9f0acbe76766 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:41:59.758109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-892de3b3-5048-4f79-8840-b5b34953e36d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:41:59.771985 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a18806ff-cf4d-4d27-960d-584c7d6bc3a2 req-892de3b3-5048-4f79-8840-b5b34953e36d tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.67 "DELETE /v2.0/ports/ea9601f0-41f2-4fd3-9c48-9f0acbe76766 HTTP/1.1" status: 204 len: 173 time: 0.9151969 Feb 09 13:41:59.976269 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:00.083495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'name': 'network-vif-deleted', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:42:00.122730 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c64ab61-63a6-4342-91e8-9527b72abb2f req-ac583009-2f98-4c8c-b60e-cb8bcf4d855c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e0ac2f0b-8a69-402b-82f0-4a99dc12be84 HTTP/1.1" status: 200 len: 210 time: 0.0810437 Feb 09 13:42:00.183679 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ac2f0b-8a69-402b-82f0-4a99dc12be84', 'name': 'network-vif-deleted', 'tag': 'ea9601f0-41f2-4fd3-9c48-9f0acbe76766', 'status': 'completed', 'code': 200} Feb 09 13:42:01.043302 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8a95864-a388-4700-a9f4-8a48a9081459 req-e23d27f3-0e71-45a8-a40a-5cd88827de95 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722871 Feb 09 13:42:01.234148 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8a95864-a388-4700-a9f4-8a48a9081459 req-800ad043-bdde-40db-8607-a9b31119d468 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 1096 time: 0.1152616 Feb 09 13:42:01.274423 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33642) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:01.619591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a95864-a388-4700-a9f4-8a48a9081459 req-0f45e8aa-a822-4636-a356-1d263349c7de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:01.621052 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8a95864-a388-4700-a9f4-8a48a9081459 req-0f45e8aa-a822-4636-a356-1d263349c7de service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.3671494 Feb 09 13:42:01.743459 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8a95864-a388-4700-a9f4-8a48a9081459 req-94ad9089-cc3d-40dd-bc5a-bad17ba712af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5ea1065-8ced-4d27-b8f7-cf89fec58b02 HTTP/1.1" status: 200 len: 1001 time: 0.1138246 Feb 09 13:42:01.782246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ea9601f0-41f2-4fd3-9c48-9f0acbe76766 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:01.819921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: ea9601f0-41f2-4fd3-9c48-9f0acbe76766 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:42:01.820365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device ea9601f0-41f2-4fd3-9c48-9f0acbe76766 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:01.829550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a95864-a388-4700-a9f4-8a48a9081459 req-096dccdf-70fd-4d6e-83f0-cf7f0b057029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:01.831093 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8a95864-a388-4700-a9f4-8a48a9081459 req-096dccdf-70fd-4d6e-83f0-cf7f0b057029 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0798156 Feb 09 13:42:02.061206 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8a95864-a388-4700-a9f4-8a48a9081459 req-9a00db5d-76a7-4904-afda-a5e949d91816 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674101 Feb 09 13:42:02.218275 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8a95864-a388-4700-a9f4-8a48a9081459 req-dce3ef08-b847-4efc-98c0-85eb6747c884 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489615 Feb 09 13:42:02.274203 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:02.484365 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b8a95864-a388-4700-a9f4-8a48a9081459 req-f69cc08d-3587-47e0-90e0-42e1909c4dac service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573311 Feb 09 13:42:03.044810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port f4dfa74f-edab-4ff0-8753-ee1a823db960 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:42:03.045144 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:03.386105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port f4dfa74f-edab-4ff0-8753-ee1a823db960, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=f4dfa74f-edab-4ff0-8753-ee1a823db960,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:42:03.386801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:03.519557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for f4dfa74f-edab-4ff0-8753-ee1a823db960 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:42:03.713027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:03.765840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=f4dfa74f-edab-4ff0-8753-ee1a823db960,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:04.100051 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:04.854191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:42:05.067532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:42:05.084457 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e369f64c-ae34-48d2-94fa-f73f798b5e34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "PUT /v2.0/routers/4a9fc6f1-5995-4bcd-b25d-78fb6939d85e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8086526 Feb 09 13:42:05.084830 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33692) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:05.464122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-854780f2-1e67-4621-82bc-718a13862356 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting subnet 37551d0f-0845-456e-bfb9-06d09787f181 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:42:05.469454 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-854780f2-1e67-4621-82bc-718a13862356 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:05.529771 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-854780f2-1e67-4621-82bc-718a13862356 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:05.640907 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-854780f2-1e67-4621-82bc-718a13862356 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:05.735643 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-854780f2-1e67-4621-82bc-718a13862356 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:05.788213 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-854780f2-1e67-4621-82bc-718a13862356 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:05.792457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46993ca-6a60-467f-8b9f-0278802331da None None] Network b86d1ed2-436f-4d28-97fc-0896fc299a4a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:42:05.794182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-854780f2-1e67-4621-82bc-718a13862356 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/subnets/37551d0f-0845-456e-bfb9-06d09787f181 HTTP/1.1" status: 204 len: 168 time: 0.7079220 Feb 09 13:42:05.795133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854780f2-1e67-4621-82bc-718a13862356 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Subnet': ['ID=37551d0f-0845-456e-bfb9-06d09787f181,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:05.797127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33702) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:06.042385 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:06.068957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78cf249-7b6e-41c9-bc35-4e1943650911 None None] DHCP port deletion for b86d1ed2-436f-4d28-97fc-0896fc299a4a request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:42:06.073971 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f78cf249-7b6e-41c9-bc35-4e1943650911 None None] Deleting port b041087b-b300-4c30-9a19-a896fd4c03bb {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:42:06.074618 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f78cf249-7b6e-41c9-bc35-4e1943650911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:06.266421 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:06.277068 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port 2dde3dd0-261a-47d8-a2ca-466a467b81e6 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:42:06.277410 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:06.329740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-f78cf249-7b6e-41c9-bc35-4e1943650911 None None] For port b041087b-b300-4c30-9a19-a896fd4c03bb, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b041087b-b300-4c30-9a19-a896fd4c03bb,segment=NetworkSegment(1e4d1b23-1629-4134-9b6f-411e5abec1a0),segment_id=1e4d1b23-1629-4134-9b6f-411e5abec1a0)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:42:06.330392 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f78cf249-7b6e-41c9-bc35-4e1943650911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:06.454093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f78cf249-7b6e-41c9-bc35-4e1943650911 None None] Calling delete_port for b041087b-b300-4c30-9a19-a896fd4c03bb owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:42:06.462176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port 2dde3dd0-261a-47d8-a2ca-466a467b81e6, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2dde3dd0-261a-47d8-a2ca-466a467b81e6,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:42:06.462545 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:06.545647 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f78cf249-7b6e-41c9-bc35-4e1943650911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:06.588665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for 2dde3dd0-261a-47d8-a2ca-466a467b81e6 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:42:06.592580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cf249-7b6e-41c9-bc35-4e1943650911 None None] Pushing event deleted for resources: {'Port': ['ID=b041087b-b300-4c30-9a19-a896fd4c03bb,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:06.612230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78cf249-7b6e-41c9-bc35-4e1943650911 None None] No DVR routers for this DVR port b041087b-b300-4c30-9a19-a896fd4c03bb on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:42:06.770312 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:06.818431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=2dde3dd0-261a-47d8-a2ca-466a467b81e6,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:07.148279 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.349630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b041087b-b300-4c30-9a19-a896fd4c03bb no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:07.390280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: b041087b-b300-4c30-9a19-a896fd4c03bb {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:42:07.390982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b041087b-b300-4c30-9a19-a896fd4c03bb not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:07.421876 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.426106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.450728 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.454034 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Fanout notify agent at l3_agent the message router_deleted on router 4a9fc6f1-5995-4bcd-b25d-78fb6939d85e {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:42:07.478494 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.482262 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2772c814-d7f8-4f01-9f95-d7bd7a414dc8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/routers/4a9fc6f1-5995-4bcd-b25d-78fb6939d85e HTTP/1.1" status: 204 len: 168 time: 1.6813691 Feb 09 13:42:07.482426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33726) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:07.594917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.725178 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.754249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86d1ed2-436f-4d28-97fc-0896fc299a4a']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:07.771194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4d1b23-1629-4134-9b6f-411e5abec1a0') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:07.771611 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4d1b23-1629-4134-9b6f-411e5abec1a0') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:07.784534 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.808924 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.816655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:42:07.817087 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:42:07.832385 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:42:07.912383 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.929653 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:07.941311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Network': ['ID=b86d1ed2-436f-4d28-97fc-0896fc299a4a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:07.951455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5c1a03de-2eb6-40b3-ba80-d79a0e88c488 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/networks/b86d1ed2-436f-4d28-97fc-0896fc299a4a HTTP/1.1" status: 204 len: 168 time: 0.4678566 Feb 09 13:42:07.954632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33734) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:08.031727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59d19343-609e-41eb-b5d3-656be57dee2c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:08.065685 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59d19343-609e-41eb-b5d3-656be57dee2c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:08.132278 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59d19343-609e-41eb-b5d3-656be57dee2c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:08.155504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d19343-609e-41eb-b5d3-656be57dee2c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dedc90a-7732-4d15-9e37-e7594ad1fd0e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:08.169355 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-59d19343-609e-41eb-b5d3-656be57dee2c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:08.171382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-59d19343-609e-41eb-b5d3-656be57dee2c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/security-groups/5dedc90a-7732-4d15-9e37-e7594ad1fd0e HTTP/1.1" status: 204 len: 168 time: 0.2149353 Feb 09 13:42:08.600307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28945a19-6245-49a8-aa73-1109285c9f6a None None] New status for floating IP 74728955-de09-4c6b-91f9-5db1c2bbc98a: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:42:08.866300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33752) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:08.872275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35055991', 'description': 'tempest-secgroup-smoke-35055991 description', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:08.879447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:08.883817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:08.886863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:08.893223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:08.904465 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:08.940693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:08.945127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:08.948128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:08.954450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:09.015851 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.019770 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.070184 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4393b-7d7e-4432-9767-e6941a24be01,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:09.077842 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.079106 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e3cb8f1a-3ea6-4061-8c5b-c3ab880e3c57 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2117648 Feb 09 13:42:09.081898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33760) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:09.087631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '9eb4393b-7d7e-4432-9767-e6941a24be01', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:09.094892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:09.098639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:09.101768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:09.107638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:09.124360 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.186855 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.191893 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.215639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87759e7-758e-4507-b39c-4eb025aaaec1,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:09.225560 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.226667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1879535e-a550-461c-9a6e-7bde7bcb5ef8 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1438556 Feb 09 13:42:09.229708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33764) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:09.235244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '9eb4393b-7d7e-4432-9767-e6941a24be01', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:09.241493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:09.245298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:09.248172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:09.254197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:09.274559 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.334165 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.337794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.362736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db43e01-ea19-4204-a24a-558d64612cd8,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:09.372619 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.373764 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-22fa44a0-3f41-4306-85a7-8279f0139c03 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1431429 Feb 09 13:42:09.377023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33768) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:09.382207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '9eb4393b-7d7e-4432-9767-e6941a24be01', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:09.388285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:09.393197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:09.396260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:09.401875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:09.417695 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.480013 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.484559 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.508770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7c8edf-f3aa-40e1-8a37-5348e9ebc885,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:09.521553 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.525538 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d69d7bd9-1c7d-4081-a46a-17517828cd4a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1448390 Feb 09 13:42:09.525749 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33774) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:09.531307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '9eb4393b-7d7e-4432-9767-e6941a24be01', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:09.537564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:09.541339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:09.544165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:09.549807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:09.565571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.632752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.636959 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.665971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5935c83-8f35-4a27-abdb-8d8edea0eccc,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:09.666209 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c8050-0f88-4c8a-818e-7f842bf46883 None None] Sync routers for ids ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:42:09.676908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.680721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bae57d03-6b76-41b2-8ce6-99453e9caa34 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1515977 Feb 09 13:42:09.680888 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c8050-0f88-4c8a-818e-7f842bf46883 None None] Routers set() bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:42:09.681018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33778) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:09.681550 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c8050-0f88-4c8a-818e-7f842bf46883 None None] Router IDs set() for agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 13:42:09.682121 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_agentschedulers_db [None req-f48c8050-0f88-4c8a-818e-7f842bf46883 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent'). {{(pid=83482) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 13:42:09.687493 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '9eb4393b-7d7e-4432-9767-e6941a24be01', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:09.694335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:09.694581 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c8050-0f88-4c8a-818e-7f842bf46883 None None] Routers set() bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:42:09.694842 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c8050-0f88-4c8a-818e-7f842bf46883 None None] Router IDs set() for agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 13:42:09.695396 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_agentschedulers_db [None req-f48c8050-0f88-4c8a-818e-7f842bf46883 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent'). {{(pid=83482) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 13:42:09.695760 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c8050-0f88-4c8a-818e-7f842bf46883 None None] The sync data for ids ['4a9fc6f1-5995-4bcd-b25d-78fb6939d85e'] in n-d-825175-3 is: [] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:42:09.699207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:09.702783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:09.708770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:09.722393 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Project 4b56b02eaccc4487993cc9bb3adc098d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:42:09.730517 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.795671 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.800520 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.824279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d9509c-e05a-42be-b317-b3a87d21ddb2,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:09.834225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.835484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a68f43c5-7f24-4d0b-af92-eeff35914f40 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1536610 Feb 09 13:42:09.838182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33782) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:09.843543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'security_group_rule': {'security_group_id': '9eb4393b-7d7e-4432-9767-e6941a24be01', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:09.849612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:09.853568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:security_group_rule and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:09.856365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:09.862603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:09.872886 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Project 4b56b02eaccc4487993cc9bb3adc098d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:42:09.879993 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.945084 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.949211 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.978886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759bd90c-5476-414e-a8a5-944817b60d6e,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:09.989947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:09.991674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7a0f98d0-35b2-4cb7-b01d-9203a698c9c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1525209 Feb 09 13:42:09.994724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33786) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:10.002086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'network': {'name': 'tempest-network-smoke--160518356', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'port_security_enabled': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:10.008718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:10.013013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:network and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:10.016027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:10.021605 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:10.036204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:42:10.039693 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.071333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:42:10.080934 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.081305 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Added segment 3b53e799-9043-426c-9cb9-8898ae17bcb9 of type vlan for network cc1ae18c-b50f-4c80-bfed-067a5fdb15af Feb 09 13:42:10.109775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.142977 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.147125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:10.147719 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.209720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2134764 Feb 09 13:42:10.213589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33790) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:10.220521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'admin_state_up': True, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:10.229386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:10.233566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:router and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:10.239677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:10.253942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:10.272060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.273758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.298859 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.394273 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5959b9f-7c9f-4f81-8930-dad1c358a750 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Network': ['ID=cc1ae18c-b50f-4c80-bfed-067a5fdb15af,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:10.404656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network cc1ae18c-b50f-4c80-bfed-067a5fdb15af details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:42:10.480545 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.680291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.710377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:10.854347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.25.5.57 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/e53e4504-4e79-4593-9b73-f0d742958e63) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:42:11.054510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:11.087039 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:11.157775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:42:11.165101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:42:11.169980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:42:11.203804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=e53e4504-4e79-4593-9b73-f0d742958e63,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:11.259787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2dde3dd0-261a-47d8-a2ca-466a467b81e6 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:11.292645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 2dde3dd0-261a-47d8-a2ca-466a467b81e6 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:42:11.292989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2dde3dd0-261a-47d8-a2ca-466a467b81e6 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:11.293399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f4dfa74f-edab-4ff0-8753-ee1a823db960 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:42:11.325569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: f4dfa74f-edab-4ff0-8753-ee1a823db960 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:42:11.325823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device f4dfa74f-edab-4ff0-8753-ee1a823db960 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:42:11.344106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:11.344721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:11.507637 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:11.588589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router 810f8f56-1a87-491f-8134-ce0d14ce8384 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:42:11.903848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:42:11.914646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Sync routers for ids ['810f8f56-1a87-491f-8134-ce0d14ce8384'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:42:11.929314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Routers {'810f8f56-1a87-491f-8134-ce0d14ce8384'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:42:11.930404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['810f8f56-1a87-491f-8134-ce0d14ce8384'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:11.935031 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:11.940357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 33822) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:11.940884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b3b0ac3d-b549-47b2-a027-98e623d95801 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7259536 Feb 09 13:42:11.998703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cff2352b-8aac-4af2-9ec7-18cac9fccc2f tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4b56b02eaccc4487993cc9bb3adc098d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564184 Feb 09 13:42:12.002681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33826) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:12.136331 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99bbfda-160a-4c84-9320-1ff7b00dce19 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:12.137790 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c99bbfda-160a-4c84-9320-1ff7b00dce19 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341765 Feb 09 13:42:12.140603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33830) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:12.160155 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Set router 810f8f56-1a87-491f-8134-ce0d14ce8384 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:42:12.181745 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2d067b32-9f2a-4e8b-8789-5209951dfe52 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378628 Feb 09 13:42:12.181935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33834) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:12.187902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-199648114', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:12.315324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:12.319242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:subnet and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:12.322049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:12.328131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:12.337608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:42:12.440812 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:12.459199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:11Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:12.463225 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Checking router: 810f8f56-1a87-491f-8134-ce0d14ce8384 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:42:12.463631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Updating router 810f8f56-1a87-491f-8134-ce0d14ce8384 port e53e4504-4e79-4593-9b73-f0d742958e63 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:42:12.517867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:12.702712 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:12.784810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Subnet': ['ID=99807144-3c62-483c-8f7a-22a993d1b691,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:12.805809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Checking segment: {'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:42:12.806234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network hostable DHCP agents. Network: cc1ae18c-b50f-4c80-bfed-067a5fdb15af, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:42:12.843388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network cc1ae18c-b50f-4c80-bfed-067a5fdb15af is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:42:12.856600 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, cc1ae18c-b50f-4c80-bfed-067a5fdb15af) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:42:12.861568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:12.862377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:12.868586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a89597b-9dfb-4445-8b4e-2d2a145f89c7 None None] Network cc1ae18c-b50f-4c80-bfed-067a5fdb15af requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:42:12.895576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-aec37017-d984-4c43-92f6-c0f53062e7c3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7094495 Feb 09 13:42:12.895576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 33852) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:13.124883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:13.166690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Transition to ACTIVE for port object e53e4504-4e79-4593-9b73-f0d742958e63 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:42:13.181214 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:13.232196 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:42:13.233039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:13.342835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c805f6f-fb20-40a8-9aa9-955a650491cf None None] Pushing event updated for resources: {'Port': ['ID=e53e4504-4e79-4593-9b73-f0d742958e63,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:13.353166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Attempting to bind port e53e4504-4e79-4593-9b73-f0d742958e63 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:42:13.353745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Attempting to bind port e53e4504-4e79-4593-9b73-f0d742958e63 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:42:13.354035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Attempting to bind port e53e4504-4e79-4593-9b73-f0d742958e63 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:42:13.375360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:42:13.375709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:42:13.376108 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:13.376497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:42:13.377232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Bound port: e53e4504-4e79-4593-9b73-f0d742958e63, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:42:13.377325 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:13.544095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] For port e53e4504-4e79-4593-9b73-f0d742958e63, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:42:13.550604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] For port e53e4504-4e79-4593-9b73-f0d742958e63, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e53e4504-4e79-4593-9b73-f0d742958e63,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:42:13.556727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Allocated IP 172.20.0.2 (cc1ae18c-b50f-4c80-bfed-067a5fdb15af/99807144-3c62-483c-8f7a-22a993d1b691/36c99c7d-bb95-4326-8d89-b5e1ece579f4) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:42:13.559350 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:13.758758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c805f6f-fb20-40a8-9aa9-955a650491cf None None] Pushing event updated for resources: {'Port': ['ID=e53e4504-4e79-4593-9b73-f0d742958e63,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:13.786824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Routers {'810f8f56-1a87-491f-8134-ce0d14ce8384'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:42:13.787454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['810f8f56-1a87-491f-8134-ce0d14ce8384'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:13.873183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:14.075430 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:14.094089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Transition to ACTIVE for port object 36c99c7d-bb95-4326-8d89-b5e1ece579f4 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:42:14.112235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] Set router 810f8f56-1a87-491f-8134-ce0d14ce8384 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:42:14.166809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Transition to ACTIVE for port object 36c99c7d-bb95-4326-8d89-b5e1ece579f4 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:42:14.246660 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:14.314089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.20.0.1 (cc1ae18c-b50f-4c80-bfed-067a5fdb15af/99807144-3c62-483c-8f7a-22a993d1b691/079a62e4-6a63-4835-b8ab-cca721f49f4b) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:42:14.434600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Pushing event updated for resources: {'Port': ['ID=36c99c7d-bb95-4326-8d89-b5e1ece579f4,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:14.460377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Network cc1ae18c-b50f-4c80-bfed-067a5fdb15af is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:42:14.463325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:42:14.467675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:42:14.503041 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:14.521101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Transition to ACTIVE for port object 079a62e4-6a63-4835-b8ab-cca721f49f4b will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:42:14.562173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:14.606317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Attempting to bind port 36c99c7d-bb95-4326-8d89-b5e1ece579f4 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:42:14.606945 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Attempting to bind port 36c99c7d-bb95-4326-8d89-b5e1ece579f4 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:42:14.607059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Attempting to bind port 36c99c7d-bb95-4326-8d89-b5e1ece579f4 on network cc1ae18c-b50f-4c80-bfed-067a5fdb15af {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:42:14.623592 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:42:14.623992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Checking segment: {'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:42:14.624384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:14.624765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Bound using segment: {'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:42:14.625229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Bound port: 36c99c7d-bb95-4326-8d89-b5e1ece579f4, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:42:14.625595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:14.634734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network cc1ae18c-b50f-4c80-bfed-067a5fdb15af is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:42:14.638176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:42:14.640028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=079a62e4-6a63-4835-b8ab-cca721f49f4b,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:14.642123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:42:14.704647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:14.737978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:11Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:14.745724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] For port 36c99c7d-bb95-4326-8d89-b5e1ece579f4, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:42:14.749674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] For port 36c99c7d-bb95-4326-8d89-b5e1ece579f4, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=36c99c7d-bb95-4326-8d89-b5e1ece579f4,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:42:14.750908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55264b-f36f-40ed-96cf-5fb8665f52cd None None] The sync data for ids ['810f8f56-1a87-491f-8134-ce0d14ce8384'] in n-d-825175-3 is: [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:11Z', 'revision_number': 3, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:42:14.754646 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:14.834865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:14.851562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd354a27-7c94-41aa-aa2a-50b2e931ffe4 None None] Pushing event updated for resources: {'Port': ['ID=36c99c7d-bb95-4326-8d89-b5e1ece579f4,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:15.430203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 36c99c7d-bb95-4326-8d89-b5e1ece579f4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:42:15.529799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 36c99c7d-bb95-4326-8d89-b5e1ece579f4 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:42:15.541341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e53e4504-4e79-4593-9b73-f0d742958e63 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:42:15.636665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:15.646537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:15.690170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e53e4504-4e79-4593-9b73-f0d742958e63 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:42:15.690887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e53e4504-4e79-4593-9b73-f0d742958e63 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:15.691259 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:15.831515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=079a62e4-6a63-4835-b8ab-cca721f49f4b,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:15.837519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:15.918184 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:15.948681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e53e4504-4e79-4593-9b73-f0d742958e63, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e53e4504-4e79-4593-9b73-f0d742958e63,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:42:15.957620 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:16.106546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network cc1ae18c-b50f-4c80-bfed-067a5fdb15af is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:42:16.107918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e53e4504-4e79-4593-9b73-f0d742958e63,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:16.108421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:42:16.336951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e58473-57ea-4a6c-8c13-cc6e0f824bc5 None None] Network cc1ae18c-b50f-4c80-bfed-067a5fdb15af requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:42:16.482860 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:16.486274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2d93e580-c650-4630-a506-e8022d3c1c0f None None] Provisioning for port 36c99c7d-bb95-4326-8d89-b5e1ece579f4 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:42:16.494028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2d93e580-c650-4630-a506-e8022d3c1c0f None None] Provisioning complete for port 36c99c7d-bb95-4326-8d89-b5e1ece579f4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:16.494372 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2d93e580-c650-4630-a506-e8022d3c1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:16.709391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router 810f8f56-1a87-491f-8134-ce0d14ce8384 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:42:16.726518 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2d93e580-c650-4630-a506-e8022d3c1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:16.766747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-2d93e580-c650-4630-a506-e8022d3c1c0f None None] For port 36c99c7d-bb95-4326-8d89-b5e1ece579f4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=36c99c7d-bb95-4326-8d89-b5e1ece579f4,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:42:16.772015 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2d93e580-c650-4630-a506-e8022d3c1c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:16.885359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93e580-c650-4630-a506-e8022d3c1c0f None None] Pushing event updated for resources: {'Port': ['ID=36c99c7d-bb95-4326-8d89-b5e1ece579f4,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:16.944462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:42:16.966600 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5913a34f-9e9f-4702-af22-37a99f6786de tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "PUT /v2.0/routers/810f8f56-1a87-491f-8134-ce0d14ce8384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0653684 Feb 09 13:42:17.100860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-89afe8c0-606c-4897-b264-33d8bc48d5eb None None] Provisioning complete for port 36c99c7d-bb95-4326-8d89-b5e1ece579f4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:17.101224 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-89afe8c0-606c-4897-b264-33d8bc48d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:17.259890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-adcc3e89-d988-43a1-8ff8-1f3f4973bcfb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:42:17.285659 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-adcc3e89-d988-43a1-8ff8-1f3f4973bcfb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:42:17.286866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-adcc3e89-d988-43a1-8ff8-1f3f4973bcfb tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35055991&fields=id&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 267 time: 0.0883844 Feb 09 13:42:17.287768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-89afe8c0-606c-4897-b264-33d8bc48d5eb None None] Provisioning for port 079a62e4-6a63-4835-b8ab-cca721f49f4b completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:42:17.299697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-89afe8c0-606c-4897-b264-33d8bc48d5eb None None] Provisioning complete for port 079a62e4-6a63-4835-b8ab-cca721f49f4b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:17.300061 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-89afe8c0-606c-4897-b264-33d8bc48d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:17.371799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-89afe8c0-606c-4897-b264-33d8bc48d5eb None None] Port 079a62e4-6a63-4835-b8ab-cca721f49f4b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:42:17.383516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 36c99c7d-bb95-4326-8d89-b5e1ece579f4 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:42:17.465058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 36c99c7d-bb95-4326-8d89-b5e1ece579f4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:17.465426 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:17.472691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-92565531-4754-4ecd-9b60-779f8873f13c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:17.473472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-92565531-4754-4ecd-9b60-779f8873f13c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:42:17.496889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-92565531-4754-4ecd-9b60-779f8873f13c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:42:17.501121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-92565531-4754-4ecd-9b60-779f8873f13c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/networks?id=cc1ae18c-b50f-4c80-bfed-067a5fdb15af HTTP/1.1" status: 200 len: 796 time: 0.2060633 Feb 09 13:42:17.521284 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-25295d05-160b-4591-9a7f-e922e0edafe5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/quotas/4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 375 time: 0.0136187 Feb 09 13:42:17.544435 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3c3d4683-b5b1-4e45-870e-e8eeef42452a None None] Provisioning complete for port 079a62e4-6a63-4835-b8ab-cca721f49f4b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:17.544868 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4683-b5b1-4e45-870e-e8eeef42452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:17.638112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-ce5b9b26-ab1b-4fac-861a-e249c860b9db tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076298 Feb 09 13:42:17.650426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d4683-b5b1-4e45-870e-e8eeef42452a None None] Port 079a62e4-6a63-4835-b8ab-cca721f49f4b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:42:17.672348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e53e4504-4e79-4593-9b73-f0d742958e63 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:42:17.741098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e53e4504-4e79-4593-9b73-f0d742958e63 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:17.741798 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:17.858178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e32cd950-3967-427c-bdd2-8ec3a782fe9d None None] Provisioning complete for port 079a62e4-6a63-4835-b8ab-cca721f49f4b triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:17.858917 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e32cd950-3967-427c-bdd2-8ec3a782fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:17.893070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-fd1ade41-45f1-4e69-870c-1df7b37a6a72 service neutron] 10.222.0.59 "GET /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421618 Feb 09 13:42:17.980651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e32cd950-3967-427c-bdd2-8ec3a782fe9d None None] Port 079a62e4-6a63-4835-b8ab-cca721f49f4b cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:42:18.059974 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-c00f20a9-38f0-4da1-9dbd-2c5b7847e1d0 service neutron] 10.222.0.59 "GET /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601498 Feb 09 13:42:18.262726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-49cf3219-088f-4d60-86dc-e9c4313d22c8 req-ece8edf3-1933-4493-91f8-e237eb0b44dd tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 210 time: 0.0554984 Feb 09 13:42:19.041116 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Sync routers for ids ['810f8f56-1a87-491f-8134-ce0d14ce8384'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:42:19.053853 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Routers {'810f8f56-1a87-491f-8134-ce0d14ce8384'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:42:19.054457 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['810f8f56-1a87-491f-8134-ce0d14ce8384'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:19.268428 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Set router 810f8f56-1a87-491f-8134-ce0d14ce8384 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:42:19.470309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07a30974-dc8e-43fa-9bde-7865a6d79f62 req-8b4fde96-ff18-4fa9-89b2-c2a9bcc927b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 210 time: 0.0645649 Feb 09 13:42:19.649752 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:14Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '079a62e4-6a63-4835-b8ab-cca721f49f4b', 'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:6e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:14Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 2, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '99807144-3c62-483c-8f7a-22a993d1b691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:19.657965 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Checking router: 810f8f56-1a87-491f-8134-ce0d14ce8384 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:42:19.658328 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Updating router 810f8f56-1a87-491f-8134-ce0d14ce8384 port 079a62e4-6a63-4835-b8ab-cca721f49f4b binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:42:19.714162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-e373e8fe-4499-4d34-9b06-4f73c323f7a3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:19.716115 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-e373e8fe-4499-4d34-9b06-4f73c323f7a3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "GET /v2.0/networks?id=cc1ae18c-b50f-4c80-bfed-067a5fdb15af HTTP/1.1" status: 200 len: 796 time: 0.2103257 Feb 09 13:42:19.716564 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:19.792903 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-878183aa-e771-4a9f-866f-a12091127d66 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b56b02eaccc4487993cc9bb3adc098d HTTP/1.1" status: 200 len: 378 time: 0.0612116 Feb 09 13:42:19.802409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'port': {'device_id': '4d43f07b-364f-426a-bff6-d664606110c0', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'admin_state_up': True, 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'security_groups': ['9eb4393b-7d7e-4432-9767-e6941a24be01']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:20.021172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:20.025507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:port and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:20.028443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:20.034932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:20.046227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Made reservation on behalf of 4b56b02eaccc4487993cc9bb3adc098d for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:42:20.049611 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:20.261120 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:20.275722 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Transition to ACTIVE for port object 079a62e4-6a63-4835-b8ab-cca721f49f4b will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:42:20.285258 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:20.395772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.20.0.8 (cc1ae18c-b50f-4c80-bfed-067a5fdb15af/99807144-3c62-483c-8f7a-22a993d1b691/a08d81d3-948d-4450-a92b-5d8821ae093f) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:42:20.425230 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0b14e-4c29-4bde-99fd-4cf5e929729b None None] Pushing event updated for resources: {'Port': ['ID=079a62e4-6a63-4835-b8ab-cca721f49f4b,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:20.531692 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Attempting to bind port 079a62e4-6a63-4835-b8ab-cca721f49f4b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:42:20.533144 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Attempting to bind port 079a62e4-6a63-4835-b8ab-cca721f49f4b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:42:20.533689 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Attempting to bind port 079a62e4-6a63-4835-b8ab-cca721f49f4b on network cc1ae18c-b50f-4c80-bfed-067a5fdb15af {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:42:20.543813 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:42:20.544316 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Checking segment: {'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:42:20.544812 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:20.545304 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Bound using segment: {'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:42:20.545963 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Bound port: 079a62e4-6a63-4835-b8ab-cca721f49f4b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:42:20.546435 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:20.689508 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] For port 079a62e4-6a63-4835-b8ab-cca721f49f4b, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:42:20.692856 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] For port 079a62e4-6a63-4835-b8ab-cca721f49f4b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=079a62e4-6a63-4835-b8ab-cca721f49f4b,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:42:20.699131 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:20.741629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:20.745000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ade5e03-f915-4b44-bea5-09de4a12c20e req-4039d929-9a12-42d2-9f9d-28d3ca46fb54 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 210 time: 0.0811932 Feb 09 13:42:20.766203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Transition to ACTIVE for port object a08d81d3-948d-4450-a92b-5d8821ae093f will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:42:20.800575 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0b14e-4c29-4bde-99fd-4cf5e929729b None None] Pushing event updated for resources: {'Port': ['ID=079a62e4-6a63-4835-b8ab-cca721f49f4b,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:20.810632 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:20.819613 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Routers {'810f8f56-1a87-491f-8134-ce0d14ce8384'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:42:20.820448 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:41:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['810f8f56-1a87-491f-8134-ce0d14ce8384'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:20.915477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network cc1ae18c-b50f-4c80-bfed-067a5fdb15af is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:42:20.919826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:42:20.926178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:42:20.953771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=a08d81d3-948d-4450-a92b-5d8821ae093f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:21.038725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:21.039702 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:21.075948 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-07c1bcdb-1f89-424a-a650-da04cddf33ff tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2773967 Feb 09 13:42:21.091358 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Request body: {'port': {'device_id': '4d43f07b-364f-426a-bff6-d664606110c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:21.108694 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] Set router 810f8f56-1a87-491f-8134-ce0d14ce8384 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:42:21.235208 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:21.404221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1234890d-2be8-42b7-9c5a-20a1470a7dea None None] Provisioning for port a08d81d3-948d-4450-a92b-5d8821ae093f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:42:21.412485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1234890d-2be8-42b7-9c5a-20a1470a7dea None None] Provisioning complete for port a08d81d3-948d-4450-a92b-5d8821ae093f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:21.413284 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1234890d-2be8-42b7-9c5a-20a1470a7dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:21.487034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1234890d-2be8-42b7-9c5a-20a1470a7dea None None] Port a08d81d3-948d-4450-a92b-5d8821ae093f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:42:21.493151 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:14Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '079a62e4-6a63-4835-b8ab-cca721f49f4b', 'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:6e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:14Z', 'updated_at': '2022-02-09T13:42:20Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '99807144-3c62-483c-8f7a-22a993d1b691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:21.498191 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f9a24d-b3e2-415c-a613-1b8582665b54 None None] The sync data for ids ['810f8f56-1a87-491f-8134-ce0d14ce8384'] in n-d-825175-3 is: [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:14Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '079a62e4-6a63-4835-b8ab-cca721f49f4b', 'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:6e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:14Z', 'updated_at': '2022-02-09T13:42:20Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '99807144-3c62-483c-8f7a-22a993d1b691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:42:21.782764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a08d81d3-948d-4450-a92b-5d8821ae093f {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:42:21.791192 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:21.807581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Transition to ACTIVE for port object a08d81d3-948d-4450-a92b-5d8821ae093f will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:42:21.811987 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:21.954250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Pushing event updated for resources: {'Port': ['ID=a08d81d3-948d-4450-a92b-5d8821ae093f,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:22.085441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e2855-c86d-4a85-881a-f33af3771d00 req-8ce61fe7-a4c4-474c-9ae8-bb78eccf3823 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:22.087903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-798e2855-c86d-4a85-881a-f33af3771d00 req-8ce61fe7-a4c4-474c-9ae8-bb78eccf3823 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 943 time: 0.1828451 Feb 09 13:42:22.190261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-798e2855-c86d-4a85-881a-f33af3771d00 req-02aea4fa-4bd1-48fb-9fc3-f34d572c8c84 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964742 Feb 09 13:42:22.204420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Attempting to bind port a08d81d3-948d-4450-a92b-5d8821ae093f on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:42:22.206339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Attempting to bind port a08d81d3-948d-4450-a92b-5d8821ae093f by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:42:22.206864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Attempting to bind port a08d81d3-948d-4450-a92b-5d8821ae093f on network cc1ae18c-b50f-4c80-bfed-067a5fdb15af {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:42:22.214409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Port a08d81d3-948d-4450-a92b-5d8821ae093f on network cc1ae18c-b50f-4c80-bfed-067a5fdb15af not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:42:22.214761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Attempting to bind port a08d81d3-948d-4450-a92b-5d8821ae093f on network cc1ae18c-b50f-4c80-bfed-067a5fdb15af {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:42:22.227146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:42:22.228095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Checking segment: {'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:42:22.229593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Bound using segment: {'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:42:22.230404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Bound port: a08d81d3-948d-4450-a92b-5d8821ae093f, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b53e799-9043-426c-9cb9-8898ae17bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:42:22.231004 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:22.396301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] For port a08d81d3-948d-4450-a92b-5d8821ae093f, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:42:22.401934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] For port a08d81d3-948d-4450-a92b-5d8821ae093f, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a08d81d3-948d-4450-a92b-5d8821ae093f,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:42:22.416035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:22.488344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:22.489184 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] 10.222.0.62 "PUT /v2.0/ports/a08d81d3-948d-4450-a92b-5d8821ae093f HTTP/1.1" status: 200 len: 1091 time: 1.4022284 Feb 09 13:42:22.489765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:42:22.519390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a4b6e-c91e-4409-9785-ed27f6a02c9c service neutron] Pushing event updated for resources: {'Port': ['ID=a08d81d3-948d-4450-a92b-5d8821ae093f,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:22.576677 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'status': 'completed', 'code': 200} Feb 09 13:42:22.737012 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-cfb0c64d-1bbc-4040-aea9-fac17a1cd89e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 1094 time: 0.1507146 Feb 09 13:42:22.826394 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-4c65efbc-6216-426e-8af1-1149214decce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a08d81d3-948d-4450-a92b-5d8821ae093f HTTP/1.1" status: 200 len: 217 time: 0.0811200 Feb 09 13:42:22.900116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-f3984f30-af6c-4efc-b5cd-476ee08b6c51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:22.901592 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-f3984f30-af6c-4efc-b5cd-476ee08b6c51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99807144-3c62-483c-8f7a-22a993d1b691 HTTP/1.1" status: 200 len: 834 time: 0.0693376 Feb 09 13:42:22.990161 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-a74b7147-7815-40f6-8b6e-db52fb7fb46f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cc1ae18c-b50f-4c80-bfed-067a5fdb15af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817516 Feb 09 13:42:23.144166 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-ba487818-ef75-437f-941c-62cb8aa7405e service neutron] 10.222.0.62 "GET /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468387 Feb 09 13:42:23.304374 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53009c7a-c455-415e-9071-ba7faeb2e206 req-68cb2f01-293c-4839-8d56-68adc5ae45bc service neutron] 10.222.0.62 "GET /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537356 Feb 09 13:42:23.392184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 079a62e4-6a63-4835-b8ab-cca721f49f4b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:42:23.479793 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a5c4cef-d212-4084-bd6d-f77467f34d96 req-942a7d47-61a0-4914-8a12-9b1c6d2b3b89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 1094 time: 0.1129277 Feb 09 13:42:23.491885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 079a62e4-6a63-4835-b8ab-cca721f49f4b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:42:23.496801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 079a62e4-6a63-4835-b8ab-cca721f49f4b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:23.497166 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:23.512100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca25b83-cd4c-4e3a-8159-2ef29dd4cb80 req-0b045388-33ba-4903-bdb2-feb6c2c12e28 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:23.513884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ca25b83-cd4c-4e3a-8159-2ef29dd4cb80 req-0b045388-33ba-4903-bdb2-feb6c2c12e28 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 943 time: 0.0995064 Feb 09 13:42:23.575060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ca25b83-cd4c-4e3a-8159-2ef29dd4cb80 req-33be9f04-7bb3-4cdc-9b93-96fe67fbd411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520380 Feb 09 13:42:23.625365 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:23.640142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c4cef-d212-4084-bd6d-f77467f34d96 req-f59e8d30-e2c2-4b9d-84dd-370d3dc6f738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:23.641886 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a5c4cef-d212-4084-bd6d-f77467f34d96 req-f59e8d30-e2c2-4b9d-84dd-370d3dc6f738 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cc1ae18c-b50f-4c80-bfed-067a5fdb15af HTTP/1.1" status: 200 len: 897 time: 0.1555400 Feb 09 13:42:23.669119 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 079a62e4-6a63-4835-b8ab-cca721f49f4b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=079a62e4-6a63-4835-b8ab-cca721f49f4b,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:42:23.674254 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:23.706114 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:42:23.728117 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a5c4cef-d212-4084-bd6d-f77467f34d96 req-0c7480d5-4cd3-44fa-864f-499895a2c018 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a08d81d3-948d-4450-a92b-5d8821ae093f HTTP/1.1" status: 200 len: 217 time: 0.0787091 Feb 09 13:42:23.749881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=079a62e4-6a63-4835-b8ab-cca721f49f4b,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:23.796004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c4cef-d212-4084-bd6d-f77467f34d96 req-1010762a-52d9-43a2-880f-5da0801f963f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:23.797405 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a5c4cef-d212-4084-bd6d-f77467f34d96 req-1010762a-52d9-43a2-880f-5da0801f963f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99807144-3c62-483c-8f7a-22a993d1b691 HTTP/1.1" status: 200 len: 834 time: 0.0618422 Feb 09 13:42:23.983531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a5c4cef-d212-4084-bd6d-f77467f34d96 req-54e96ffe-bf93-464f-96e4-4b86da598ba3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cc1ae18c-b50f-4c80-bfed-067a5fdb15af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757083 Feb 09 13:42:24.123250 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a5c4cef-d212-4084-bd6d-f77467f34d96 req-dc204fac-5db7-47f6-8880-813701856933 service neutron] 10.222.0.62 "GET /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318352 Feb 09 13:42:24.266886 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a5c4cef-d212-4084-bd6d-f77467f34d96 req-4aff098e-4508-451f-b48d-41957dad6312 service neutron] 10.222.0.62 "GET /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372311 Feb 09 13:42:24.972952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611a6b0-b846-4ab1-90e7-0ceb23c1adbf req-25846277-df61-4174-8d28-d1c8352c1a59 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:24.974566 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3611a6b0-b846-4ab1-90e7-0ceb23c1adbf req-25846277-df61-4174-8d28-d1c8352c1a59 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 943 time: 0.0779586 Feb 09 13:42:25.009201 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-12792c20-4384-4e0c-ab2b-7cf9932d1a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.034023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3611a6b0-b846-4ab1-90e7-0ceb23c1adbf req-35bb49a4-0e2e-4250-b42a-bdedf090e533 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533116 Feb 09 13:42:25.306097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 079a62e4-6a63-4835-b8ab-cca721f49f4b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:42:25.374715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 079a62e4-6a63-4835-b8ab-cca721f49f4b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:25.375227 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.465670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a08d81d3-948d-4450-a92b-5d8821ae093f details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:42:25.628676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a08d81d3-948d-4450-a92b-5d8821ae093f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a08d81d3-948d-4450-a92b-5d8821ae093f,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:42:25.641639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'port_id': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'mac_address': 'fa:16:3e:d0:44:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:42:25.698898 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.715304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a08d81d3-948d-4450-a92b-5d8821ae093f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:42:25.730069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a08d81d3-948d-4450-a92b-5d8821ae093f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a08d81d3-948d-4450-a92b-5d8821ae093f,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:42:25.734645 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:25.800239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=a08d81d3-948d-4450-a92b-5d8821ae093f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:26.002791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['a08d81d3-948d-4450-a92b-5d8821ae093f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:42:26.243126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437423b7-0ba7-4ca1-8f2e-7209b706f22a req-ed747b2a-a00b-41a3-a3d8-80037964dc7b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:26.245255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-437423b7-0ba7-4ca1-8f2e-7209b706f22a req-ed747b2a-a00b-41a3-a3d8-80037964dc7b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 944 time: 0.0842154 Feb 09 13:42:26.293340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-437423b7-0ba7-4ca1-8f2e-7209b706f22a req-5304bc30-ff76-40d5-b52f-399756fe84dc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414245 Feb 09 13:42:27.462394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a08d81d3-948d-4450-a92b-5d8821ae093f up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:42:27.513496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55d559-cd68-4bcc-ab75-ac23aeb3239f req-82d01d5d-4fd0-4a12-a8f3-b0509ce08f9c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:27.515915 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f55d559-cd68-4bcc-ab75-ac23aeb3239f req-82d01d5d-4fd0-4a12-a8f3-b0509ce08f9c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 944 time: 0.1028450 Feb 09 13:42:27.554958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port a08d81d3-948d-4450-a92b-5d8821ae093f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:42:27.559433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port a08d81d3-948d-4450-a92b-5d8821ae093f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:42:27.559797 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:27.563158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f55d559-cd68-4bcc-ab75-ac23aeb3239f req-e315ce09-d436-477c-b1fa-f7e109d111c1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416675 Feb 09 13:42:27.672529 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:27.700797 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:42:27.710771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a08d81d3-948d-4450-a92b-5d8821ae093f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a08d81d3-948d-4450-a92b-5d8821ae093f,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:42:27.714581 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:27.756309 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'code': 200} Feb 09 13:42:27.781990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=a08d81d3-948d-4450-a92b-5d8821ae093f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:27.887348 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ea6c6d99-0d30-45c5-9bea-61fad7316d98 req-cb96c775-1f05-497e-918b-cccd48437e36 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 1096 time: 0.0674202 Feb 09 13:42:27.931384 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ea6c6d99-0d30-45c5-9bea-61fad7316d98 req-abbb63c6-3d15-4909-bb69-9e157c3a81cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347917 Feb 09 13:42:28.244525 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7c754381-30b8-418d-8040-94de7b975dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:28.624658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:28.777689 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:28.793735 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797b431-bae7-407c-8bb1-d765273c1bcd req-e1e9b44a-498b-4817-820f-87b5b4b9deaf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:28.795419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b797b431-bae7-407c-8bb1-d765273c1bcd req-e1e9b44a-498b-4817-820f-87b5b4b9deaf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0820420 Feb 09 13:42:28.843111 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b797b431-bae7-407c-8bb1-d765273c1bcd req-3083112f-adca-4a4d-ab41-520399163d5c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419190 Feb 09 13:42:29.967382 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:30.061776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502881b-28f5-42f1-a41b-2fb1b37e292f req-90ed1b5c-121e-471c-93dd-87ac5253f788 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:30.061776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5502881b-28f5-42f1-a41b-2fb1b37e292f req-90ed1b5c-121e-471c-93dd-87ac5253f788 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0847831 Feb 09 13:42:30.127392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5502881b-28f5-42f1-a41b-2fb1b37e292f req-a1888871-a2db-4092-8992-3495c45842fd tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595622 Feb 09 13:42:30.339049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd531-9629-4032-8fd3-9bf97b876edd req-0952fba5-630a-4a51-8726-5ca1a8f2bbe1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:30.340617 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-015fd531-9629-4032-8fd3-9bf97b876edd req-0952fba5-630a-4a51-8726-5ca1a8f2bbe1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0848911 Feb 09 13:42:30.390781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-015fd531-9629-4032-8fd3-9bf97b876edd req-c65ebb4b-cec1-4d01-81e7-62187f7464da tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441954 Feb 09 13:42:30.418294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34112) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:30.498057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34116) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:30.500469 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f1a1456f-382d-47ee-8377-30b8909c6d61 tempest-TestNetworkAdvancedServerOps-108916388 tempest-TestNetworkAdvancedServerOps-108916388-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 1091 time: 0.0756137 Feb 09 13:42:30.503977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:30.509214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:30.515402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Usage tracker for resource:floatingip and tenant:4b56b02eaccc4487993cc9bb3adc098d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:30.515402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:30.526430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:30.544875 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:30.687806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:30.972783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Allocated IP 172.25.5.22 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/db002864-d5c4-4d25-9156-cf833c735d55) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:42:31.172363 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.206627 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.273789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:42:31.290007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:42:31.290007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:42:31.317972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=db002864-d5c4-4d25-9156-cf833c735d55,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:31.827886 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:31.901046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.143352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.148308 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.258339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event updated for resources: {'Port': ['ID=db002864-d5c4-4d25-9156-cf833c735d55,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:32.272962 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:32.478804 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Floating IP b9b5aa5c-6c4b-4560-a275-1e79d46b6810 associated. External IP: 172.25.5.22, port: a08d81d3-948d-4450-a92b-5d8821ae093f. Feb 09 13:42:33.034987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router 810f8f56-1a87-491f-8134-ce0d14ce8384 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:42:33.259070 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:42:33.272660 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] Sync routers for ids ['810f8f56-1a87-491f-8134-ce0d14ce8384'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:42:33.300612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] Routers {'810f8f56-1a87-491f-8134-ce0d14ce8384'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:42:33.300612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:42:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['810f8f56-1a87-491f-8134-ce0d14ce8384'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:33.315285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:33.385084 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b5025463-775b-402e-84f1-291e5214acdf tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8864613 Feb 09 13:42:33.385084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:42:33.605135 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'status': 'completed', 'code': 200} Feb 09 13:42:33.622253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] Set router 810f8f56-1a87-491f-8134-ce0d14ce8384 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:42:33.630682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123cd1-aee7-44a6-bf6b-1d44e4b08618 req-b870dea9-322c-4b06-abf2-4ca69344d990 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:33.630682 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db123cd1-aee7-44a6-bf6b-1d44e4b08618 req-b870dea9-322c-4b06-abf2-4ca69344d990 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0972989 Feb 09 13:42:33.705397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db123cd1-aee7-44a6-bf6b-1d44e4b08618 req-885ac7aa-2323-4393-872c-870856580dde tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696623 Feb 09 13:42:33.727098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34158) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:33.738231 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9e4cb71-d3a3-43fc-98fc-4b24fc3d4ce2 req-a959aa63-60dd-412a-947b-73a8694dd758 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 1096 time: 0.0931811 Feb 09 13:42:33.839231 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0697678b-919d-4296-83b4-83cbe8fb0365 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/b9b5aa5c-6c4b-4560-a275-1e79d46b6810 HTTP/1.1" status: 200 len: 990 time: 0.1111228 Feb 09 13:42:33.921932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4cb71-d3a3-43fc-98fc-4b24fc3d4ce2 req-93c492b3-09c8-4dce-9e83-420043cf3654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:33.921932 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9e4cb71-d3a3-43fc-98fc-4b24fc3d4ce2 req-93c492b3-09c8-4dce-9e83-420043cf3654 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cc1ae18c-b50f-4c80-bfed-067a5fdb15af HTTP/1.1" status: 200 len: 897 time: 0.1748130 Feb 09 13:42:34.092822 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9e4cb71-d3a3-43fc-98fc-4b24fc3d4ce2 req-e5c475c9-b6cc-413c-a570-3bf7e2ec23df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a08d81d3-948d-4450-a92b-5d8821ae093f HTTP/1.1" status: 200 len: 998 time: 0.1609073 Feb 09 13:42:34.093372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:14Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'b9b5aa5c-6c4b-4560-a275-1e79d46b6810', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'port_id': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'mac_address': 'fa:16:3e:d0:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d43f07b-364f-426a-bff6-d664606110c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:42:31Z', 'updated_at': '2022-02-09T13:42:31Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079a62e4-6a63-4835-b8ab-cca721f49f4b', 'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:14Z', 'updated_at': '2022-02-09T13:42:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '99807144-3c62-483c-8f7a-22a993d1b691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:34.097398 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] Checking router: 810f8f56-1a87-491f-8134-ce0d14ce8384 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:42:34.113087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] Routers {'810f8f56-1a87-491f-8134-ce0d14ce8384'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:42:34.113718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:42:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['810f8f56-1a87-491f-8134-ce0d14ce8384'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:34.180249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4cb71-d3a3-43fc-98fc-4b24fc3d4ce2 req-b6a6a968-ae89-48e1-b6ee-7d218415e660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:34.181705 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9e4cb71-d3a3-43fc-98fc-4b24fc3d4ce2 req-b6a6a968-ae89-48e1-b6ee-7d218415e660 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99807144-3c62-483c-8f7a-22a993d1b691 HTTP/1.1" status: 200 len: 834 time: 0.0819650 Feb 09 13:42:34.277826 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9e4cb71-d3a3-43fc-98fc-4b24fc3d4ce2 req-afc92f61-f955-4f76-acbf-cbf94b265b6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cc1ae18c-b50f-4c80-bfed-067a5fdb15af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890837 Feb 09 13:42:34.346833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] Set router 810f8f56-1a87-491f-8134-ce0d14ce8384 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:42:34.457855 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9e4cb71-d3a3-43fc-98fc-4b24fc3d4ce2 req-012651ac-681e-4aeb-bc41-5312f5e8eaee service neutron] 10.222.0.62 "GET /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733332 Feb 09 13:42:34.609375 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b9e4cb71-d3a3-43fc-98fc-4b24fc3d4ce2 req-7cc67042-3e83-4728-94d6-3a008a4a2c5c service neutron] 10.222.0.62 "GET /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351089 Feb 09 13:42:34.768727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:14Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'b9b5aa5c-6c4b-4560-a275-1e79d46b6810', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'port_id': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'mac_address': 'fa:16:3e:d0:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d43f07b-364f-426a-bff6-d664606110c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:42:31Z', 'updated_at': '2022-02-09T13:42:31Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079a62e4-6a63-4835-b8ab-cca721f49f4b', 'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:14Z', 'updated_at': '2022-02-09T13:42:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '99807144-3c62-483c-8f7a-22a993d1b691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:42:34.772870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab214d-6bce-42b2-a562-8d300c3bec99 None None] The sync data for ids ['810f8f56-1a87-491f-8134-ce0d14ce8384'] in n-d-825175-3 is: [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:14Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'b9b5aa5c-6c4b-4560-a275-1e79d46b6810', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'port_id': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'mac_address': 'fa:16:3e:d0:44:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d43f07b-364f-426a-bff6-d664606110c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:42:31Z', 'updated_at': '2022-02-09T13:42:31Z', 'revision_number': 0, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079a62e4-6a63-4835-b8ab-cca721f49f4b', 'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:14Z', 'updated_at': '2022-02-09T13:42:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '99807144-3c62-483c-8f7a-22a993d1b691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:42:34.843728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34172) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:34.994513 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c5bbf4b8-443e-4bc4-8d14-44182b37530e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/b9b5aa5c-6c4b-4560-a275-1e79d46b6810 HTTP/1.1" status: 200 len: 990 time: 0.1492465 Feb 09 13:42:36.001826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34186) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:36.127862 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-eb2a577e-9a85-4230-b4c5-298515a4d6f1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/b9b5aa5c-6c4b-4560-a275-1e79d46b6810 HTTP/1.1" status: 200 len: 990 time: 0.1278667 Feb 09 13:42:37.132267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34200) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:37.143973 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4066020a-d07f-43ae-a5d9-8f5e8ffa8697 None None] New status for floating IP b9b5aa5c-6c4b-4560-a275-1e79d46b6810: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:42:37.250711 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5dc8e2aa-e11c-4c0a-85bc-3794c3ec9ea1 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/b9b5aa5c-6c4b-4560-a275-1e79d46b6810 HTTP/1.1" status: 200 len: 990 time: 0.1167433 Feb 09 13:42:38.254344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34216) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:38.383399 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4c8c1e9c-6c5f-40c6-bc38-33a631433c61 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/b9b5aa5c-6c4b-4560-a275-1e79d46b6810 HTTP/1.1" status: 200 len: 992 time: 0.1244266 Feb 09 13:42:41.521395 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:46.461699 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:55.003775 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c020404f-2c4c-46dd-9f80-4c30fed81870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:56.611595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34406) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:56.617301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660217548', 'description': 'tempest-secgroup-smoke-660217548 description', 'project_id': '97bd1033855843559321f317ce2509e5'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:56.624401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:56.628125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Usage tracker for resource:security_group and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:56.631004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:56.637127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:56.647454 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:56.680705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:56.684371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Usage tracker for resource:security_group_rule and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:56.687593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:56.693041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:56.745697 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:56.750122 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:56.790295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5701242-5f0e-496c-a006-701596ca8718,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:56.796486 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:56.797663 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1850741 Feb 09 13:42:56.800655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34410) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:56.801229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.801568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.801906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.802239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.802632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.802984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.803285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.803587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.803908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.804219 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.804545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d05484-949d-4f57-a674-c61522097244 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.806926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Request body: {'security_group_rule': {'security_group_id': 'c5701242-5f0e-496c-a006-701596ca8718', 'project_id': '97bd1033855843559321f317ce2509e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:56.814176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:56.818016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Usage tracker for resource:security_group_rule and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:56.820914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:56.827949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:56.844762 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:56.907225 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:56.910773 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:56.933201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a273bd49-20be-4289-8888-571dd451f1bd,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:56.946949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.947289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.947621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.947967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.948279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.948614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.948926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.949245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.949560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.949876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.950195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:42:56.952739 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:56.956447 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-efb324a3-2f83-492d-8478-a914e2bd9324 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1520669 Feb 09 13:42:56.956645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34414) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:56.962324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Request body: {'security_group_rule': {'security_group_id': 'c5701242-5f0e-496c-a006-701596ca8718', 'project_id': '97bd1033855843559321f317ce2509e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:56.969407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:56.973772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Usage tracker for resource:security_group_rule and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:56.976682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:56.983585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:57.003076 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.061858 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.065100 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.086228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa4cf08-27b2-4555-842d-5b9f24eeda7f,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:57.096579 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.097719 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4231db7f-3ed4-4089-8be1-e9d79483e396 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1400621 Feb 09 13:42:57.100489 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34418) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:57.105992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Request body: {'security_group_rule': {'security_group_id': 'c5701242-5f0e-496c-a006-701596ca8718', 'project_id': '97bd1033855843559321f317ce2509e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:57.113053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:57.116728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Usage tracker for resource:security_group_rule and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:57.119521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:57.125561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:57.141234 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.299291 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.303985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.327462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985a99f3-d49f-4c96-a0d7-fa51a8f3b440,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:57.336126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.337266 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7c785b86-ff38-4d9a-a2f0-80e69f75f9a8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2358892 Feb 09 13:42:57.340068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34424) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:57.345775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Request body: {'security_group_rule': {'security_group_id': 'c5701242-5f0e-496c-a006-701596ca8718', 'project_id': '97bd1033855843559321f317ce2509e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:57.352200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:57.356101 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Usage tracker for resource:security_group_rule and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:57.359581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:57.365232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:57.380818 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.441494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.444832 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.468119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0914359d-39f6-41bd-a409-ae56350d161f,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:57.475963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.477073 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6b28e58b-4ac8-4dc5-887a-b47c26f43fde tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1361182 Feb 09 13:42:57.480056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34428) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:57.485969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Request body: {'security_group_rule': {'security_group_id': 'c5701242-5f0e-496c-a006-701596ca8718', 'project_id': '97bd1033855843559321f317ce2509e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:57.492381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:57.496175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Usage tracker for resource:security_group_rule and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:57.498944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:57.504622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:57.514723 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Project 97bd1033855843559321f317ce2509e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:42:57.520670 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.583171 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.586629 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.612613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9b1ea4-bc5f-4d94-ae94-0a4f54da4a45,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:57.620378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.621505 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9faf4120-6e46-47dd-9840-0db34b49a9b6 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1405489 Feb 09 13:42:57.624421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34432) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:42:57.629917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Request body: {'security_group_rule': {'security_group_id': 'c5701242-5f0e-496c-a006-701596ca8718', 'project_id': '97bd1033855843559321f317ce2509e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:42:57.636462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:42:57.640706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Usage tracker for resource:security_group_rule and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:42:57.643547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:42:57.649041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:42:57.659804 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Project 97bd1033855843559321f317ce2509e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:42:57.666416 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.731193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.734586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.757285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120b8ac6-09ab-4172-b073-06f46fe2feea,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:42:57.766677 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:57.767825 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e9828752-80dd-44b0-b4da-52d94df2724c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1424379 Feb 09 13:42:57.989600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-6f658825-3d30-4c76-9aa6-5e88eaa68e36 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Synchronizing usage tracker for tenant:97bd1033855843559321f317ce2509e5 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:42:58.008422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-6f658825-3d30-4c76-9aa6-5e88eaa68e36 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Unset dirty status for tenant:97bd1033855843559321f317ce2509e5 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:42:58.009660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-6f658825-3d30-4c76-9aa6-5e88eaa68e36 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660217548&fields=id&tenant_id=97bd1033855843559321f317ce2509e5 HTTP/1.1" status: 200 len: 267 time: 0.0601659 Feb 09 13:42:58.154588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1e34ecf4-1d08-4c3e-8e4d-5ef5b001816d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:58.156004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1e34ecf4-1d08-4c3e-8e4d-5ef5b001816d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/networks?id=563b477d-2e8b-47eb-93ac-683433c053b6 HTTP/1.1" status: 200 len: 813 time: 0.1390872 Feb 09 13:42:58.172102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-34fd2ee1-860d-405a-9907-237079cfb13f tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/quotas/97bd1033855843559321f317ce2509e5 HTTP/1.1" status: 200 len: 375 time: 0.0108061 Feb 09 13:42:58.245924 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cf323b0c-c6aa-4834-bd68-3fa477abbd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:58.255931 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-7da585c1-c27a-445e-b2d5-40c874ee82d4 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=97bd1033855843559321f317ce2509e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790677 Feb 09 13:42:58.498941 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-8bb4dc90-6409-4e03-a4cd-51a20f03665a service neutron] 10.222.0.59 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306392 Feb 09 13:42:58.626342 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:58.627539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-73864846-071f-4c2a-9c72-5560cdd5c065 service neutron] 10.222.0.59 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229360 Feb 09 13:42:58.695343 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:42:59.022967 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46a121d5-e8ba-45bb-b4d7-5232445c40e8 req-33843f15-e4a6-44b8-80bb-c617f4fa2bcc tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 210 time: 0.0433023 Feb 09 13:42:59.531916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6ee07-c5ff-4c13-bc01-d8c8bc511701 req-2c3ca2ef-d241-4a61-aa5f-32f49abf52e6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:42:59.533637 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ee6ee07-c5ff-4c13-bc01-d8c8bc511701 req-2c3ca2ef-d241-4a61-aa5f-32f49abf52e6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 945 time: 0.0789242 Feb 09 13:42:59.584785 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ee6ee07-c5ff-4c13-bc01-d8c8bc511701 req-a88ec081-4c33-4264-8dc4-7add8a66e5a8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452263 Feb 09 13:42:59.971707 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:00.200717 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a90e16d1-d5ab-4618-b9ea-8f9e5348eeaf req-f6abc924-e5fc-4baf-98fc-d235de395c83 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 210 time: 0.0468137 Feb 09 13:43:00.300994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-ae12732b-85cf-4475-9f56-38cb4b03b2ee tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:00.301883 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-ae12732b-85cf-4475-9f56-38cb4b03b2ee tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Synchronizing usage tracker for tenant:97bd1033855843559321f317ce2509e5 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:43:00.323838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-ae12732b-85cf-4475-9f56-38cb4b03b2ee tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Unset dirty status for tenant:97bd1033855843559321f317ce2509e5 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:43:00.325174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-ae12732b-85cf-4475-9f56-38cb4b03b2ee tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.67 "GET /v2.0/networks?id=563b477d-2e8b-47eb-93ac-683433c053b6 HTTP/1.1" status: 200 len: 813 time: 0.1753690 Feb 09 13:43:00.378303 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-d1b19880-a08b-43b6-84a1-53db2ee1a13a tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Synchronizing usage tracker for tenant:97bd1033855843559321f317ce2509e5 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:43:00.392682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-d1b19880-a08b-43b6-84a1-53db2ee1a13a tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Unset dirty status for tenant:97bd1033855843559321f317ce2509e5 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:43:00.393884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-d1b19880-a08b-43b6-84a1-53db2ee1a13a tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97bd1033855843559321f317ce2509e5 HTTP/1.1" status: 200 len: 379 time: 0.0563157 Feb 09 13:43:00.405560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Request body: {'port': {'device_id': 'cea398a0-bd87-4473-9c86-57672630c366', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'admin_state_up': True, 'tenant_id': '97bd1033855843559321f317ce2509e5', 'security_groups': ['c5701242-5f0e-496c-a006-701596ca8718']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:43:00.547693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:43:00.551546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Usage tracker for resource:port and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:43:00.554569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:43:00.560872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:43:00.572205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Made reservation on behalf of 97bd1033855843559321f317ce2509e5 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:43:00.575653 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:00.712264 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:43:00.767105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Allocated IP 172.20.0.10 (563b477d-2e8b-47eb-93ac-683433c053b6/9813fed2-aa69-40b7-a8e5-9d63fdb8561f/e41d41a7-9235-4707-9daa-697c1c2fe9ed) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:43:00.807321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61047779-be5d-4e32-a584-da0640ff2f6e req-600f3b32-aa00-46a3-bb3b-75d63b69bc73 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:00.808854 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61047779-be5d-4e32-a584-da0640ff2f6e req-600f3b32-aa00-46a3-bb3b-75d63b69bc73 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 945 time: 0.0866456 Feb 09 13:43:00.861131 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61047779-be5d-4e32-a584-da0640ff2f6e req-b2acefae-aeac-4f62-80a6-53ec12a9813d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446241 Feb 09 13:43:00.995026 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.013709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Transition to ACTIVE for port object e41d41a7-9235-4707-9daa-697c1c2fe9ed will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:43:01.040134 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.052367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-9f737eca-3d4c-4d77-b6ac-1a1b68f0e7b0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:01.053890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-9f737eca-3d4c-4d77-b6ac-1a1b68f0e7b0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 945 time: 0.0918415 Feb 09 13:43:01.117972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Network 563b477d-2e8b-47eb-93ac-683433c053b6 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:43:01.121434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:43:01.125957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:43:01.132239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Deleting port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:43:01.132582 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.154919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event updated for resources: {'Port': ['ID=e41d41a7-9235-4707-9daa-697c1c2fe9ed,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:01.200503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:01.201235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.224498 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-b3890fca-9d2b-44ba-b5ff-4bcb6c8c5397 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8226757 Feb 09 13:43:01.236812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Request body: {'port': {'device_id': 'cea398a0-bd87-4473-9c86-57672630c366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:43:01.378973 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.432081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-359ad261-ce8f-465e-be76-f44bb0d9b2bc None None] Provisioning for port e41d41a7-9235-4707-9daa-697c1c2fe9ed completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:43:01.440571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-359ad261-ce8f-465e-be76-f44bb0d9b2bc None None] Provisioning complete for port e41d41a7-9235-4707-9daa-697c1c2fe9ed triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:43:01.441273 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-359ad261-ce8f-465e-be76-f44bb0d9b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.494682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] For port d5ea1065-8ced-4d27-b8f7-cf89fec58b02, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:01.495587 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.508691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-359ad261-ce8f-465e-be76-f44bb0d9b2bc None None] Port e41d41a7-9235-4707-9daa-697c1c2fe9ed cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:43:01.601462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984af68-7439-4776-8539-e2d6a8182e63 req-eeeb4306-520e-4e7e-866d-93c811514f29 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:01.602802 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9984af68-7439-4776-8539-e2d6a8182e63 req-eeeb4306-520e-4e7e-866d-93c811514f29 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 932 time: 0.2087746 Feb 09 13:43:01.740602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9984af68-7439-4776-8539-e2d6a8182e63 req-550873f9-5a59-429b-8b2e-585cbda232f2 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234794 Feb 09 13:43:01.761084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41d41a7-9235-4707-9daa-697c1c2fe9ed {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:43:01.774151 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.786002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Transition to ACTIVE for port object e41d41a7-9235-4707-9daa-697c1c2fe9ed will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:43:01.790568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.850322 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.850722 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:01.851239 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Floating IP 5836c90d-27f2-48c1-b1e7-b21bb024228c disassociated. External IP: 172.25.5.183, port: d5ea1065-8ced-4d27-b8f7-cf89fec58b02. Feb 09 13:43:01.851666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Calling delete_port for d5ea1065-8ced-4d27-b8f7-cf89fec58b02 owned by compute:nova {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:43:02.034876 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:02.153903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Pushing event updated for resources: {'Port': ['ID=e41d41a7-9235-4707-9daa-697c1c2fe9ed,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:02.167155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Attempting to bind port e41d41a7-9235-4707-9daa-697c1c2fe9ed on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:43:02.167484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Attempting to bind port e41d41a7-9235-4707-9daa-697c1c2fe9ed by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:43:02.167803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Attempting to bind port e41d41a7-9235-4707-9daa-697c1c2fe9ed on network 563b477d-2e8b-47eb-93ac-683433c053b6 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:43:02.174836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Port e41d41a7-9235-4707-9daa-697c1c2fe9ed on network 563b477d-2e8b-47eb-93ac-683433c053b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:43:02.175153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Attempting to bind port e41d41a7-9235-4707-9daa-697c1c2fe9ed on network 563b477d-2e8b-47eb-93ac-683433c053b6 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:43:02.181798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:43:02.182228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Checking segment: {'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:43:02.182673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Bound using segment: {'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:43:02.183154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Bound port: e41d41a7-9235-4707-9daa-697c1c2fe9ed, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127240d0-2719-4f37-838a-c39bb78ca3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:43:02.183575 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:02.187040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3f7b12e-cc3c-497f-a9f7-7f2e8af50bf3 req-4756e413-8a83-4c4f-a023-1551920733c8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 210 time: 0.0839019 Feb 09 13:43:02.188263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'Port': ['ID=d5ea1065-8ced-4d27-b8f7-cf89fec58b02,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:02.288282 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] For port e41d41a7-9235-4707-9daa-697c1c2fe9ed, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:43:02.291810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] For port e41d41a7-9235-4707-9daa-697c1c2fe9ed, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:43:02.296401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:02.358594 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:02.360197 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] 10.222.0.67 "PUT /v2.0/ports/e41d41a7-9235-4707-9daa-697c1c2fe9ed HTTP/1.1" status: 200 len: 1092 time: 1.1293008 Feb 09 13:43:02.360723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:02.447351 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'status': 'completed', 'code': 200} Feb 09 13:43:02.454014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b834677-4e00-491c-bc8d-bae164677ecd service neutron] Pushing event updated for resources: {'Port': ['ID=e41d41a7-9235-4707-9daa-697c1c2fe9ed,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:02.492043 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-1e9698e5-7990-4fbc-bd99-ebb0772f26b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97bd1033855843559321f317ce2509e5&device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 1095 time: 0.0885198 Feb 09 13:43:02.562547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:43:02.565944 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-200105fc-6dbb-4bec-913f-f4169505b925 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed HTTP/1.1" status: 200 len: 217 time: 0.0670695 Feb 09 13:43:02.634997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-cfc4322d-3370-4c44-ac9f-8ffea694bd74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:02.636443 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-cfc4322d-3370-4c44-ac9f-8ffea694bd74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9813fed2-aa69-40b7-a8e5-9d63fdb8561f HTTP/1.1" status: 200 len: 852 time: 0.0640962 Feb 09 13:43:02.720281 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-f32859b1-49c8-47fe-ba9f-d2eb04656492 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=563b477d-2e8b-47eb-93ac-683433c053b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773256 Feb 09 13:43:02.770341 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:43:02.780513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] Sync routers for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:43:02.807879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:02.808531 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:42:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:02.845714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] No DVR routers for this DVR port d5ea1065-8ced-4d27-b8f7-cf89fec58b02 on host n-h2-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:43:02.848351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:02.853373 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-55b24077-14bc-45cd-8303-99c538ee5ae6 service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276219 Feb 09 13:43:02.855289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'name': 'network-vif-deleted', 'tag': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:02.881625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd050f21-2153-430c-91ea-e1f5e040eab2 req-eddf5705-bf57-4396-bb56-2fd4e62da3e7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "DELETE /v2.0/ports/d5ea1065-8ced-4d27-b8f7-cf89fec58b02 HTTP/1.1" status: 204 len: 173 time: 1.8220918 Feb 09 13:43:02.927393 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6', 'name': 'network-vif-deleted', 'tag': 'd5ea1065-8ced-4d27-b8f7-cf89fec58b02', 'status': 'completed', 'code': 200} Feb 09 13:43:03.035141 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b0bd7daa-0fac-499b-879c-4e8996e50a73 req-9cbd23f2-7edf-4190-9da9-20c88d27ff3e service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750286 Feb 09 13:43:03.047019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:03.070871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a6c6c-2e59-45de-9184-0abf7b2421f5 req-3b14574c-8952-479b-96b2-05a1c62651e9 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:03.072495 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f02a6c6c-2e59-45de-9184-0abf7b2421f5 req-3b14574c-8952-479b-96b2-05a1c62651e9 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 944 time: 0.1153290 Feb 09 13:43:03.127220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f02a6c6c-2e59-45de-9184-0abf7b2421f5 req-4029c386-ca5d-4712-b3dd-c0a29303258b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485554 Feb 09 13:43:03.173372 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9d310b51-5bb6-4576-bd48-c55a8c7c6033 req-e8a710a0-c85e-4fc7-84a9-aff8fdffe2d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97bd1033855843559321f317ce2509e5&device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 1095 time: 0.0927665 Feb 09 13:43:03.337536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d310b51-5bb6-4576-bd48-c55a8c7c6033 req-cb4bb82c-e341-473b-a035-cdb806a5a616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:03.339480 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9d310b51-5bb6-4576-bd48-c55a8c7c6033 req-cb4bb82c-e341-473b-a035-cdb806a5a616 service neutron] 10.222.0.67 "GET /v2.0/networks?id=563b477d-2e8b-47eb-93ac-683433c053b6 HTTP/1.1" status: 200 len: 914 time: 0.1598279 Feb 09 13:43:03.423653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9d310b51-5bb6-4576-bd48-c55a8c7c6033 req-180aa1ea-4f93-4e11-a946-aab4b5580876 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed HTTP/1.1" status: 200 len: 217 time: 0.0759475 Feb 09 13:43:03.449314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1a8f2d68-fa2d-4a6c-9c9d-4fa5e216f31d req-3871153c-1736-4bad-8144-a86fffcc7806 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:43:03.484256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-1a8f2d68-fa2d-4a6c-9c9d-4fa5e216f31d req-3871153c-1736-4bad-8144-a86fffcc7806 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:43:03.485815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a8f2d68-fa2d-4a6c-9c9d-4fa5e216f31d req-3871153c-1736-4bad-8144-a86fffcc7806 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=92eca9d3-aa9d-4a24-8ed6-b4d0763f32f6 HTTP/1.1" status: 200 len: 210 time: 0.1086416 Feb 09 13:43:03.487804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:03.492822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] Checking router: b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:43:03.513087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:03.513087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:42:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:03.513859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d310b51-5bb6-4576-bd48-c55a8c7c6033 req-7c39cc02-1629-4ff6-9a81-914b0aca63b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:03.514987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9d310b51-5bb6-4576-bd48-c55a8c7c6033 req-7c39cc02-1629-4ff6-9a81-914b0aca63b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9813fed2-aa69-40b7-a8e5-9d63fdb8561f HTTP/1.1" status: 200 len: 852 time: 0.0789382 Feb 09 13:43:03.599483 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9d310b51-5bb6-4576-bd48-c55a8c7c6033 req-8ae657b2-8d03-4282-8678-78f3a600eacd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=563b477d-2e8b-47eb-93ac-683433c053b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784981 Feb 09 13:43:03.706884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:03.737429 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9d310b51-5bb6-4576-bd48-c55a8c7c6033 req-54fcc065-b9a3-4419-bca7-0a738f7fbb68 service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318579 Feb 09 13:43:03.869025 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9d310b51-5bb6-4576-bd48-c55a8c7c6033 req-4c1be1b8-a627-4b09-a40f-5d728e0a507e service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261032 Feb 09 13:43:03.924402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d5ea1065-8ced-4d27-b8f7-cf89fec58b02 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:43:03.965003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: d5ea1065-8ced-4d27-b8f7-cf89fec58b02 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:43:03.965343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device d5ea1065-8ced-4d27-b8f7-cf89fec58b02 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:43:04.063177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:04.067161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffca210-9666-4e53-8042-0ebc1b30ddbb None None] The sync data for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 is: [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:43:04.321115 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d29af9-dcae-49da-ab43-9800216b49d6 None None] New status for floating IP 5836c90d-27f2-48c1-b1e7-b21bb024228c: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:43:04.331950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0741-408e-4829-a9ef-0943544e8f97 req-e6d7e473-dbf4-41dd-90af-cb4382021e92 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:04.333415 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b4b0741-408e-4829-a9ef-0943544e8f97 req-e6d7e473-dbf4-41dd-90af-cb4382021e92 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 944 time: 0.0793829 Feb 09 13:43:04.384313 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b4b0741-408e-4829-a9ef-0943544e8f97 req-516bcf9e-98fb-432d-99bf-df92e4b29ad4 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449317 Feb 09 13:43:04.884062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-c1dbf598-fa1a-42a2-b466-e08da56747c8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854688452&fields=id&tenant_id=2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 267 time: 0.0446615 Feb 09 13:43:05.032596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867923-e5e1-448b-8697-07f1b81a763f req-841a4484-8ebc-4364-915a-766c89883105 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:05.034028 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-841a4484-8ebc-4364-915a-766c89883105 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.1436749 Feb 09 13:43:05.051148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-e138a72b-7a92-4a65-a60b-d526f4a89d27 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/quotas/2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0117269 Feb 09 13:43:05.133404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-26ec5088-bb04-4e9b-8c7f-fa71622dd140 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768762 Feb 09 13:43:05.274289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-37b18e86-9960-44e5-9358-f49e272b8537 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288822 Feb 09 13:43:05.422976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-ec1af463-f853-4692-8db7-f64a2a978739 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421328 Feb 09 13:43:05.592836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1dcb-7797-4f36-8557-eb5e2c0213bc req-0d6da519-5029-4c69-91e2-8acdb7fdc5d8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:05.594498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78bc1dcb-7797-4f36-8557-eb5e2c0213bc req-0d6da519-5029-4c69-91e2-8acdb7fdc5d8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 944 time: 0.0836134 Feb 09 13:43:05.651006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78bc1dcb-7797-4f36-8557-eb5e2c0213bc req-68f71666-2fae-43fb-90bf-be805e261dc7 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499091 Feb 09 13:43:05.882331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61d5afd3-68fd-485e-ae25-8519c854ad05 req-0a526541-9fb3-4988-801c-7324fd617788 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 210 time: 0.0490777 Feb 09 13:43:06.235464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58c3ed-cc09-4da8-92f4-9684502619a5 req-6558f76f-8604-4620-9217-a8cf323fd16a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:06.236871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be58c3ed-cc09-4da8-92f4-9684502619a5 req-6558f76f-8604-4620-9217-a8cf323fd16a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0840697 Feb 09 13:43:06.291121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be58c3ed-cc09-4da8-92f4-9684502619a5 req-28a7da41-4fe5-4e0e-ac16-aec6e6e79e56 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475657 Feb 09 13:43:06.861142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4977ee-912f-47fc-8910-484c350fade7 req-0b6fbd48-4069-4aa8-a0a1-cb43be139c2f tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:06.862759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d4977ee-912f-47fc-8910-484c350fade7 req-0b6fbd48-4069-4aa8-a0a1-cb43be139c2f tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 944 time: 0.0846169 Feb 09 13:43:06.917976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d4977ee-912f-47fc-8910-484c350fade7 req-de69ade5-3173-432f-845e-544d4bfd158e tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486329 Feb 09 13:43:07.087932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e40abff1-3437-491f-a53d-3f729dd00ae8 req-98dbc634-8388-47ad-8d94-dc5708aaaaf3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 210 time: 0.0437193 Feb 09 13:43:07.110955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867923-e5e1-448b-8697-07f1b81a763f req-6a88f5aa-325a-477c-b3a4-006e6816d1fb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:07.112665 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-6a88f5aa-325a-477c-b3a4-006e6816d1fb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.3203561 Feb 09 13:43:07.168526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f9867923-e5e1-448b-8697-07f1b81a763f req-b6630d8d-516c-4356-9e10-d9af55e92375 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:43:07.184918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f9867923-e5e1-448b-8697-07f1b81a763f req-b6630d8d-516c-4356-9e10-d9af55e92375 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:43:07.186081 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-b6630d8d-516c-4356-9e10-d9af55e92375 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 380 time: 0.0612843 Feb 09 13:43:07.194658 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'port': {'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'admin_state_up': True, 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'security_groups': ['4f10a4b0-c136-492f-b5e5-3846e51575fc']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:43:07.336700 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:43:07.349527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:43:07.369335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Made reservation on behalf of 2a4607a9291c4746aaf568708d0cc0a7 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:43:07.374645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:07.566209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Allocated IP 172.20.0.12 (ef54b484-0bce-4a91-b7ca-c896803ef127/d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c/8a794a40-79a2-4b7a-a7c7-34116b82984e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:43:07.620715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12697426-8e5e-4d41-92e2-b3fed4807966 req-bb27779b-a7a0-4463-b24f-4f04aa857519 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:07.622316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12697426-8e5e-4d41-92e2-b3fed4807966 req-bb27779b-a7a0-4463-b24f-4f04aa857519 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.1981530 Feb 09 13:43:07.691045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12697426-8e5e-4d41-92e2-b3fed4807966 req-35e8d6eb-e99c-4a7c-b346-a9b57aa2d45c tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623488 Feb 09 13:43:07.794815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:07.814176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Transition to ACTIVE for port object 8a794a40-79a2-4b7a-a7c7-34116b82984e will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:43:07.836930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:07.913944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:43:07.917418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:43:07.922573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:43:07.947683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=8a794a40-79a2-4b7a-a7c7-34116b82984e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:07.992716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:07.993323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:08.029583 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-28e3d93f-03bc-49a0-ac84-fd1d00587342 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8387930 Feb 09 13:43:08.043731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Request body: {'port': {'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:43:08.197388 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:08.218562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e63410-d1d2-4594-b036-a3c71f1c0838 req-59edfe0c-9d76-47cd-a796-6c6fcfb2783a tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:08.223267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1e63410-d1d2-4594-b036-a3c71f1c0838 req-59edfe0c-9d76-47cd-a796-6c6fcfb2783a tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 944 time: 0.1066682 Feb 09 13:43:08.249522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dc6011ad-65a5-4c89-9e9f-e577fe70bc96 None None] Provisioning for port 8a794a40-79a2-4b7a-a7c7-34116b82984e completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:43:08.255397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dc6011ad-65a5-4c89-9e9f-e577fe70bc96 None None] Provisioning complete for port 8a794a40-79a2-4b7a-a7c7-34116b82984e triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:43:08.256014 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dc6011ad-65a5-4c89-9e9f-e577fe70bc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:08.314637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-dc6011ad-65a5-4c89-9e9f-e577fe70bc96 None None] Port 8a794a40-79a2-4b7a-a7c7-34116b82984e cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:43:08.323304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1e63410-d1d2-4594-b036-a3c71f1c0838 req-d1d23ce2-1819-45ce-845e-8fb89b59853a tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931389 Feb 09 13:43:08.354863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66de4f1-6fc6-418a-b57a-446679cdb60c req-87dcbcdf-b49b-4cdf-a092-e2af296f4297 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:08.357641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a66de4f1-6fc6-418a-b57a-446679cdb60c req-87dcbcdf-b49b-4cdf-a092-e2af296f4297 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 932 time: 0.1076915 Feb 09 13:43:08.405757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a66de4f1-6fc6-418a-b57a-446679cdb60c req-774c57e1-8aa5-43bf-a913-639bd5db79e5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Feb 09 13:43:08.600048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a794a40-79a2-4b7a-a7c7-34116b82984e {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:43:08.607592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:08.622950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Transition to ACTIVE for port object 8a794a40-79a2-4b7a-a7c7-34116b82984e will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:43:08.626670 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:08.811390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Pushing event updated for resources: {'Port': ['ID=8a794a40-79a2-4b7a-a7c7-34116b82984e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:08.891113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Attempting to bind port 8a794a40-79a2-4b7a-a7c7-34116b82984e on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:43:08.891446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Attempting to bind port 8a794a40-79a2-4b7a-a7c7-34116b82984e by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:43:08.891772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Attempting to bind port 8a794a40-79a2-4b7a-a7c7-34116b82984e on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:43:08.897654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Port 8a794a40-79a2-4b7a-a7c7-34116b82984e on network ef54b484-0bce-4a91-b7ca-c896803ef127 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:43:08.897977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Attempting to bind port 8a794a40-79a2-4b7a-a7c7-34116b82984e on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:43:08.905281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:43:08.905614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Checking segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:43:08.906002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Bound using segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:43:08.906426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Bound port: 8a794a40-79a2-4b7a-a7c7-34116b82984e, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:43:08.906802 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:08.933382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32308c51-6e17-41b4-9d4b-6e3f46add21b req-163e579a-c16d-4092-80fe-08cc80e4f229 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:08.934810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32308c51-6e17-41b4-9d4b-6e3f46add21b req-163e579a-c16d-4092-80fe-08cc80e4f229 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0924580 Feb 09 13:43:08.985263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32308c51-6e17-41b4-9d4b-6e3f46add21b req-9cdfcbd9-d48a-42ca-a797-846e18cf4c55 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439925 Feb 09 13:43:09.019985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] For port 8a794a40-79a2-4b7a-a7c7-34116b82984e, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:43:09.022935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] For port 8a794a40-79a2-4b7a-a7c7-34116b82984e, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:43:09.027717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:09.085326 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:09.087480 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] 10.222.0.67 "PUT /v2.0/ports/8a794a40-79a2-4b7a-a7c7-34116b82984e HTTP/1.1" status: 200 len: 1092 time: 1.0514474 Feb 09 13:43:09.090002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'tag': '8a794a40-79a2-4b7a-a7c7-34116b82984e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:09.125266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464b20f-978f-4e0a-9062-15e989493a08 service neutron] Pushing event updated for resources: {'Port': ['ID=8a794a40-79a2-4b7a-a7c7-34116b82984e,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:09.173282 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'tag': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'status': 'completed', 'code': 200} Feb 09 13:43:09.300982 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-11482967-ef22-4dfa-af95-b2ab359ad0a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 1095 time: 0.1664076 Feb 09 13:43:09.369138 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-0a6fd45b-2990-43c6-87dc-a88ae4cbba3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e HTTP/1.1" status: 200 len: 217 time: 0.0611939 Feb 09 13:43:09.434571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9867923-e5e1-448b-8697-07f1b81a763f req-3dd0d32d-474a-44df-bded-31058ba734b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:09.436484 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-3dd0d32d-474a-44df-bded-31058ba734b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0613611 Feb 09 13:43:09.511225 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-049c4cbe-3cea-4428-8733-a624bc04d0c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690162 Feb 09 13:43:09.588499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb479a24-29a5-40d6-b1fb-75f9592a39f2 req-710c5ddd-48da-4f1b-bb65-20c63970ec2f tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:09.590073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb479a24-29a5-40d6-b1fb-75f9592a39f2 req-710c5ddd-48da-4f1b-bb65-20c63970ec2f tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 944 time: 0.1317883 Feb 09 13:43:09.654619 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb479a24-29a5-40d6-b1fb-75f9592a39f2 req-65f5b3ea-7a2b-4e42-b3a2-7ca0d3612e69 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579007 Feb 09 13:43:09.655872 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-99e2a143-d6ab-43f6-a90a-a8ce8f5e320a service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380401 Feb 09 13:43:09.661689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ad29d-3420-4d11-bb88-752a30b79d76 req-c50a4dc6-d477-435f-9bab-fd345f058aa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:09.662842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a21ad29d-3420-4d11-bb88-752a30b79d76 req-c50a4dc6-d477-435f-9bab-fd345f058aa3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 944 time: 0.1269941 Feb 09 13:43:09.712994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a21ad29d-3420-4d11-bb88-752a30b79d76 req-beb7b87b-998c-470b-8806-d4193289c06c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404820 Feb 09 13:43:09.790655 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f9867923-e5e1-448b-8697-07f1b81a763f req-3cef3db7-3dde-4983-9eab-d1b59cab2288 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289909 Feb 09 13:43:09.903473 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-768f2312-43c0-412a-8eca-d99419d972e4 req-a714c07f-4e22-4347-ae52-6dd71d27e979 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 1095 time: 0.0718215 Feb 09 13:43:09.929564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e41d41a7-9235-4707-9daa-697c1c2fe9ed details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:43:10.043672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f2312-43c0-412a-8eca-d99419d972e4 req-8defda28-8bde-4deb-9c03-834547019680 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:10.046804 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-768f2312-43c0-412a-8eca-d99419d972e4 req-8defda28-8bde-4deb-9c03-834547019680 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1379118 Feb 09 13:43:10.068103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e41d41a7-9235-4707-9daa-697c1c2fe9ed, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:10.083732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'port_id': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'mac_address': 'fa:16:3e:c7:39:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:43:10.135539 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-768f2312-43c0-412a-8eca-d99419d972e4 req-1984c6ae-12ea-46ab-b5b3-cc30ce58997a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e HTTP/1.1" status: 200 len: 217 time: 0.0781047 Feb 09 13:43:10.145133 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:10.165268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41d41a7-9235-4707-9daa-697c1c2fe9ed {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:43:10.182652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e41d41a7-9235-4707-9daa-697c1c2fe9ed, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:10.187024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:10.208659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f2312-43c0-412a-8eca-d99419d972e4 req-aa89676e-eddb-427c-b401-c320213a1f80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:10.210139 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-768f2312-43c0-412a-8eca-d99419d972e4 req-aa89676e-eddb-427c-b401-c320213a1f80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0673885 Feb 09 13:43:10.217344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92e157-d26c-49e1-90ab-86be539b2901 req-191c595e-3845-4e80-92e9-0b5836553fd6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:10.218995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e92e157-d26c-49e1-90ab-86be539b2901 req-191c595e-3845-4e80-92e9-0b5836553fd6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.1002698 Feb 09 13:43:10.254554 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e41d41a7-9235-4707-9daa-697c1c2fe9ed,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:10.264141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.265244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.265770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.266115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.266617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.267140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.267469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.267794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.269125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.269464 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.269800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:10.280364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e92e157-d26c-49e1-90ab-86be539b2901 req-75243b8f-472e-45c2-9cef-473fad39fcec tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454221 Feb 09 13:43:10.296912 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-768f2312-43c0-412a-8eca-d99419d972e4 req-55cefa07-3b03-40b2-97cb-7c45c21bbbe8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792928 Feb 09 13:43:10.426675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['e41d41a7-9235-4707-9daa-697c1c2fe9ed'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:43:10.438655 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-768f2312-43c0-412a-8eca-d99419d972e4 req-da80edd3-2371-4532-a145-485b0c0736bf service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352236 Feb 09 13:43:10.571705 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-768f2312-43c0-412a-8eca-d99419d972e4 req-e949accb-d629-47a7-9f5e-2866b4246062 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270204 Feb 09 13:43:10.917071 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16c5ad-f0dc-4989-ac94-54c1db5bd7b0 req-f20349ab-196f-4eaf-8eb4-2bd1b8ec2612 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:10.918570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c16c5ad-f0dc-4989-ac94-54c1db5bd7b0 req-f20349ab-196f-4eaf-8eb4-2bd1b8ec2612 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 945 time: 0.1315484 Feb 09 13:43:10.955327 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8d7007c-f62c-4215-9728-e29aa3b5fb2e req-53b980e9-2b74-4ad0-951a-31f5d5f7020d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0764823 Feb 09 13:43:10.974012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a552257-ab32-43aa-896b-2533d6997b43 req-d9fbf9d4-a176-43d4-afb1-bd52c6bb4246 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:10.979205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a552257-ab32-43aa-896b-2533d6997b43 req-d9fbf9d4-a176-43d4-afb1-bd52c6bb4246 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 944 time: 0.1405931 Feb 09 13:43:11.010400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c16c5ad-f0dc-4989-ac94-54c1db5bd7b0 req-36b67569-12f2-4989-b6da-506f78434d1b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858483 Feb 09 13:43:11.036073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a552257-ab32-43aa-896b-2533d6997b43 req-c7b5cfd7-32cd-44da-9e80-4efd783c599d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517929 Feb 09 13:43:11.104369 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8d7007c-f62c-4215-9728-e29aa3b5fb2e req-46e43d2a-720e-4031-89bc-40785955cdb5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2945106d1c84b82b65ec3b90ba02a33&device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0700817 Feb 09 13:43:11.248202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7007c-f62c-4215-9728-e29aa3b5fb2e req-2bbff535-e577-4a7a-b5f4-86b8e846331d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:11.249561 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8d7007c-f62c-4215-9728-e29aa3b5fb2e req-2bbff535-e577-4a7a-b5f4-86b8e846331d service neutron] 10.222.0.62 "GET /v2.0/networks?id=259a9879-5453-42b8-87aa-60756ae531df HTTP/1.1" status: 200 len: 910 time: 0.1244180 Feb 09 13:43:11.449973 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8d7007c-f62c-4215-9728-e29aa3b5fb2e req-03264ae6-2348-4def-afeb-6be709777170 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4480bba1-1871-4651-9500-23dfcc40846b HTTP/1.1" status: 200 len: 1001 time: 0.1867774 Feb 09 13:43:11.481332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dab48-7e7e-48e7-bb1f-93a96a05eb8c req-282caa4e-5d6b-4941-a7c6-2df83fa529a6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:11.483693 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c37dab48-7e7e-48e7-bb1f-93a96a05eb8c req-282caa4e-5d6b-4941-a7c6-2df83fa529a6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0806239 Feb 09 13:43:11.515806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7007c-f62c-4215-9728-e29aa3b5fb2e req-91df031e-d826-4aa7-bf98-85ecc3cf479b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:11.517373 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8d7007c-f62c-4215-9728-e29aa3b5fb2e req-91df031e-d826-4aa7-bf98-85ecc3cf479b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4cb52b37-7e7a-4490-9ec8-3785522ee21b HTTP/1.1" status: 200 len: 848 time: 0.0606749 Feb 09 13:43:11.521109 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:11.531575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c37dab48-7e7e-48e7-bb1f-93a96a05eb8c req-4740ea5b-4fb5-4121-8d90-d74eca4c6ed9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419748 Feb 09 13:43:11.598306 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8d7007c-f62c-4215-9728-e29aa3b5fb2e req-73388605-cc54-4974-bb86-d5613e19cf88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=259a9879-5453-42b8-87aa-60756ae531df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734429 Feb 09 13:43:11.734916 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8d7007c-f62c-4215-9728-e29aa3b5fb2e req-464e12fc-6c53-4dd8-a3cf-2e200c641589 service neutron] 10.222.0.62 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293435 Feb 09 13:43:11.874921 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a8d7007c-f62c-4215-9728-e29aa3b5fb2e req-2853d11e-7efc-4986-82ea-a512184dbf08 service neutron] 10.222.0.62 "GET /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332793 Feb 09 13:43:11.955275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e41d41a7-9235-4707-9daa-697c1c2fe9ed up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:43:12.029827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port e41d41a7-9235-4707-9daa-697c1c2fe9ed completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:43:12.034902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port e41d41a7-9235-4707-9daa-697c1c2fe9ed triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:43:12.035268 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:12.158866 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:12.222795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:12.233167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port e41d41a7-9235-4707-9daa-697c1c2fe9ed, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:12.237330 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:12.286780 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e8b36-fa7d-4e4f-80bd-537344a4832a req-990de4e4-05ae-4ef6-b7b6-a6cbe94c1cf1 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:12.288224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b41e8b36-fa7d-4e4f-80bd-537344a4832a req-990de4e4-05ae-4ef6-b7b6-a6cbe94c1cf1 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 944 time: 0.1111741 Feb 09 13:43:12.295082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98929-57ca-44bc-b0ef-2de3ebe0ad53 req-c034e6ab-0238-4c89-bdb8-e77ad10f4ae3 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:12.296454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-65d98929-57ca-44bc-b0ef-2de3ebe0ad53 req-c034e6ab-0238-4c89-bdb8-e77ad10f4ae3 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 945 time: 0.1546736 Feb 09 13:43:12.304615 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=e41d41a7-9235-4707-9daa-697c1c2fe9ed,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:12.366785 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b41e8b36-fa7d-4e4f-80bd-537344a4832a req-0871a078-fbfa-47a8-8885-7bd75888088d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692616 Feb 09 13:43:12.373412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-65d98929-57ca-44bc-b0ef-2de3ebe0ad53 req-2d263e27-892d-4be7-88ac-26d0a30e125e tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603266 Feb 09 13:43:12.433870 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'code': 200} Feb 09 13:43:12.558956 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1cb14ff7-4314-4a5c-9adf-5e61977fbc81 req-d315bf21-f55c-439c-a607-f37d08fb4626 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 1097 time: 0.0682521 Feb 09 13:43:12.601193 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1cb14ff7-4314-4a5c-9adf-5e61977fbc81 req-06d55ba6-cc13-4e6a-91dd-a40978054084 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368986 Feb 09 13:43:12.760051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc3baa-f0f1-48eb-8042-b3d246cdb44d req-cfbefc97-460b-429f-97d9-2c46f7c1f867 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:12.761400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06cc3baa-f0f1-48eb-8042-b3d246cdb44d req-cfbefc97-460b-429f-97d9-2c46f7c1f867 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0754688 Feb 09 13:43:12.813188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06cc3baa-f0f1-48eb-8042-b3d246cdb44d req-a95ccd58-4d67-4674-a8e6-40047b233749 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427659 Feb 09 13:43:13.626738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd4b09-b2c5-4212-9b3e-36611ca93d51 req-89209abe-c1ac-4ddc-ae3c-32f2c81bce3c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:13.628916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cebd4b09-b2c5-4212-9b3e-36611ca93d51 req-89209abe-c1ac-4ddc-ae3c-32f2c81bce3c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 946 time: 0.1100118 Feb 09 13:43:13.634538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b325be-46b3-4d50-a828-375232e703f8 req-0acf9f61-e55c-4fde-bef2-77ddd1fd7f70 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:13.636092 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5b325be-46b3-4d50-a828-375232e703f8 req-0acf9f61-e55c-4fde-bef2-77ddd1fd7f70 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 944 time: 0.1472118 Feb 09 13:43:13.712935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cebd4b09-b2c5-4212-9b3e-36611ca93d51 req-040b009f-4293-481b-b011-4f48580e241d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754812 Feb 09 13:43:13.715260 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5b325be-46b3-4d50-a828-375232e703f8 req-a8cea942-b70d-43ab-b468-05d5efe8f65e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647788 Feb 09 13:43:14.016514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e430d-dfb9-4667-b88e-f15cc3198273 req-c1d7f70b-3921-494e-b0e1-258ff4e863f7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:14.017944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d38e430d-dfb9-4667-b88e-f15cc3198273 req-c1d7f70b-3921-494e-b0e1-258ff4e863f7 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0770164 Feb 09 13:43:14.066029 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d38e430d-dfb9-4667-b88e-f15cc3198273 req-9aaf2a04-dd6d-4adb-8f6c-408dce1cdd88 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425222 Feb 09 13:43:14.971396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0cdd3-6a30-4e3c-848c-14ae8e0906e6 req-efea9599-3214-4104-b63c-fb3c91a47780 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:14.972880 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ee0cdd3-6a30-4e3c-848c-14ae8e0906e6 req-efea9599-3214-4104-b63c-fb3c91a47780 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 944 time: 0.1347127 Feb 09 13:43:14.979626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb62762-539e-40ed-b915-8585c980319f req-d60766bb-dd48-4b94-9c13-13e01bcf580e tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:14.981160 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4bb62762-539e-40ed-b915-8585c980319f req-d60766bb-dd48-4b94-9c13-13e01bcf580e tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 946 time: 0.1412013 Feb 09 13:43:15.144962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ee0cdd3-6a30-4e3c-848c-14ae8e0906e6 req-35df1c83-813a-4bc5-b5ff-96f6f1d76dbd tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622434 Feb 09 13:43:15.153278 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4bb62762-539e-40ed-b915-8585c980319f req-e56b9ef4-bf0c-40e4-838a-18a11c084d41 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543097 Feb 09 13:43:15.406252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5df5cf-3510-48d1-8f74-955ade99d3c7 req-04d013ae-f144-455f-a13b-442d9aed2e45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:15.407843 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c5df5cf-3510-48d1-8f74-955ade99d3c7 req-04d013ae-f144-455f-a13b-442d9aed2e45 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.1413875 Feb 09 13:43:15.420241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b098a4-a476-4b60-82c1-3d139cb1b7f5 req-69fe843b-b837-4d06-a8f5-086ade29401e tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:15.421448 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69b098a4-a476-4b60-82c1-3d139cb1b7f5 req-69fe843b-b837-4d06-a8f5-086ade29401e tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 946 time: 0.1187868 Feb 09 13:43:15.490940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c5df5cf-3510-48d1-8f74-955ade99d3c7 req-dbdcb717-4b7b-4378-a8e2-2fba82f22efa tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771146 Feb 09 13:43:15.495514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69b098a4-a476-4b60-82c1-3d139cb1b7f5 req-525de562-cf04-414c-baba-d771024159c8 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610659 Feb 09 13:43:15.524057 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34574) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:43:15.677380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d5ae529-7d11-4203-8eb8-53570acb9b06 tempest-TestVolumeBackupRestore-1823250308 tempest-TestVolumeBackupRestore-1823250308-project-admin] Synchronizing usage tracker for tenant:367dde12d0244e51a023e08d7d77ee1f on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:43:15.693892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d5ae529-7d11-4203-8eb8-53570acb9b06 tempest-TestVolumeBackupRestore-1823250308 tempest-TestVolumeBackupRestore-1823250308-project-admin] Unset dirty status for tenant:367dde12d0244e51a023e08d7d77ee1f on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:43:15.695080 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2d5ae529-7d11-4203-8eb8-53570acb9b06 tempest-TestVolumeBackupRestore-1823250308 tempest-TestVolumeBackupRestore-1823250308-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 1092 time: 0.1699965 Feb 09 13:43:15.698300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34580) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:43:15.704230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:43:15.710524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:43:15.714740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Usage tracker for resource:floatingip and tenant:97bd1033855843559321f317ce2509e5 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:43:15.718247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:43:15.723924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:43:15.737117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:15.876043 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:16.012765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Allocated IP 172.25.5.91 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/595b7016-da13-4e8d-a513-cdb3cb4039a5) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:43:16.165786 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:16.197122 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:16.271388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:43:16.274651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event updated for resources: {'Port': ['ID=595b7016-da13-4e8d-a513-cdb3cb4039a5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:16.277026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:43:16.279128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:43:16.369690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e57a5-99e7-48c4-90d2-065a15db134e req-14828501-a416-4443-b6dd-b7c0c80f2c45 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:16.371402 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed6e57a5-99e7-48c4-90d2-065a15db134e req-14828501-a416-4443-b6dd-b7c0c80f2c45 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 944 time: 0.0864236 Feb 09 13:43:16.420889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed6e57a5-99e7-48c4-90d2-065a15db134e req-1604a9ac-c759-426a-b1ca-9ac3484b1880 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Feb 09 13:43:16.476402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:16.698940 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fda7a-ca6e-4233-b32c-99b36cd14d33 req-c8f58d27-abe9-42cc-b649-f40fce242dc9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:16.702724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-180fda7a-ca6e-4233-b32c-99b36cd14d33 req-c8f58d27-abe9-42cc-b649-f40fce242dc9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0849502 Feb 09 13:43:16.746244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-180fda7a-ca6e-4233-b32c-99b36cd14d33 req-d6ed1adc-dee8-40d0-8267-456564b24956 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402524 Feb 09 13:43:16.902082 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:16.964716 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:17.176077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:17.181161 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:17.287844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event updated for resources: {'Port': ['ID=595b7016-da13-4e8d-a513-cdb3cb4039a5,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:17.299612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:17.481766 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Floating IP 56ad2ac6-0cdb-4718-be71-230014ab457f associated. External IP: 172.25.5.91, port: e41d41a7-9235-4707-9daa-697c1c2fe9ed. Feb 09 13:43:17.619828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730142cb-327f-450a-aab4-b38e2fa88043 req-defeb448-5a56-4f68-948f-cf8fb9f15255 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:17.621279 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-730142cb-327f-450a-aab4-b38e2fa88043 req-defeb448-5a56-4f68-948f-cf8fb9f15255 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 944 time: 0.0794747 Feb 09 13:43:17.666986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-730142cb-327f-450a-aab4-b38e2fa88043 req-12691003-e4a0-45c0-b531-d73d0e0a755e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396609 Feb 09 13:43:17.871224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Router 1fd66114-632a-4052-9025-88a6236c8591 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:43:17.941465 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f94ee5-4540-43f0-9d0e-3148f3361690 req-9dfb140a-6efe-40b9-b47f-4c067753acba tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:17.942937 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0f94ee5-4540-43f0-9d0e-3148f3361690 req-9dfb140a-6efe-40b9-b47f-4c067753acba tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0765264 Feb 09 13:43:17.995343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0f94ee5-4540-43f0-9d0e-3148f3361690 req-9a8111c4-943a-4cba-94bc-4d36ec1999d5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469093 Feb 09 13:43:18.018252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8a794a40-79a2-4b7a-a7c7-34116b82984e details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:43:18.079784 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:43:18.107827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:18.116160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] Sync routers for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:43:18.149664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:18.150524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:42:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:18.166415 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ac2ca8cb-1fe9-40b2-920d-b8a5bae9e94c tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4647510 Feb 09 13:43:18.166415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:18.166993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34592) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:43:18.229772 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'status': 'completed', 'code': 200} Feb 09 13:43:18.250514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6d7b05f7-101b-4b3b-b332-c5f6f3848d03 tempest-TestVolumeBackupRestore-1823250308 tempest-TestVolumeBackupRestore-1823250308-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 1092 time: 0.0808959 Feb 09 13:43:18.251867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34598) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:43:18.257142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7addd895-3abf-4ab4-a26a-d1e5d95d737b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Request body: {'floatingip': {'port_id': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:43:18.299869 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8a794a40-79a2-4b7a-a7c7-34116b82984e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:18.327433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'mac_address': 'fa:16:3e:cc:26:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:43:18.328793 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a82a2a66-889c-40e7-b3d2-bd98c6d68a18 req-32369510-5257-4b7f-8eab-fee15b12296b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97bd1033855843559321f317ce2509e5&device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 1097 time: 0.0761006 Feb 09 13:43:18.364044 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7addd895-3abf-4ab4-a26a-d1e5d95d737b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:18.408385 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:18.429141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:18.471452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a794a40-79a2-4b7a-a7c7-34116b82984e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:43:18.511053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8a794a40-79a2-4b7a-a7c7-34116b82984e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:18.517090 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:18.579083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a2a66-889c-40e7-b3d2-bd98c6d68a18 req-42d2392a-ef21-4729-a2e7-ada9cb0c6a65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:18.580520 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a82a2a66-889c-40e7-b3d2-bd98c6d68a18 req-42d2392a-ef21-4729-a2e7-ada9cb0c6a65 service neutron] 10.222.0.67 "GET /v2.0/networks?id=563b477d-2e8b-47eb-93ac-683433c053b6 HTTP/1.1" status: 200 len: 914 time: 0.2456496 Feb 09 13:43:18.684125 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a82a2a66-889c-40e7-b3d2-bd98c6d68a18 req-c9a518f8-8561-4605-94b9-06d4bc888ab7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed HTTP/1.1" status: 200 len: 999 time: 0.0969133 Feb 09 13:43:18.693639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=8a794a40-79a2-4b7a-a7c7-34116b82984e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:18.750173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a2a66-889c-40e7-b3d2-bd98c6d68a18 req-5279e664-accc-4dc8-9645-2c181f9dae8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:18.754075 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a82a2a66-889c-40e7-b3d2-bd98c6d68a18 req-5279e664-accc-4dc8-9645-2c181f9dae8e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9813fed2-aa69-40b7-a8e5-9d63fdb8561f HTTP/1.1" status: 200 len: 852 time: 0.0634375 Feb 09 13:43:18.770259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['8a794a40-79a2-4b7a-a7c7-34116b82984e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:43:18.837457 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a82a2a66-889c-40e7-b3d2-bd98c6d68a18 req-aba8d17c-42d9-410c-899b-c42bbad611bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=563b477d-2e8b-47eb-93ac-683433c053b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764618 Feb 09 13:43:18.979885 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a82a2a66-889c-40e7-b3d2-bd98c6d68a18 req-2ee63740-548e-4fe3-8b0e-25f38c74d194 service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359949 Feb 09 13:43:19.007104 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '56ad2ac6-0cdb-4718-be71-230014ab457f', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '1fd66114-632a-4052-9025-88a6236c8591', 'port_id': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'mac_address': 'fa:16:3e:c7:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea398a0-bd87-4473-9c86-57672630c366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:16Z', 'updated_at': '2022-02-09T13:43:16Z', 'revision_number': 0, 'project_id': '97bd1033855843559321f317ce2509e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:41Z', 'revision_number': 5, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:19.019714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] Checking router: 1fd66114-632a-4052-9025-88a6236c8591 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:43:19.050338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb452621-037b-47f7-ae4d-d789832d277a req-27e366c0-0cc9-4199-b010-9e829ea9c3bb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:19.057357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb452621-037b-47f7-ae4d-d789832d277a req-27e366c0-0cc9-4199-b010-9e829ea9c3bb tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 945 time: 0.2647905 Feb 09 13:43:19.078030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:19.078678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:42:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:19.152369 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a82a2a66-889c-40e7-b3d2-bd98c6d68a18 req-b5da6010-c965-4c4c-8f32-7b5886b1ebe7 service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663337 Feb 09 13:43:19.326417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:19.358564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7addd895-3abf-4ab4-a26a-d1e5d95d737b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:19.362960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb452621-037b-47f7-ae4d-d789832d277a req-80510382-bc19-42f1-b743-4be1ee63fb88 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047719 Feb 09 13:43:19.367218 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7addd895-3abf-4ab4-a26a-d1e5d95d737b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:19.474286 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a98ce29d-59fd-41c8-b8c3-1b67f8a3bf7d req-76b3aad9-1fca-48d7-9ad0-721c28a014a1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 1096 time: 0.0748305 Feb 09 13:43:19.512082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c55b79-cff5-4c76-b048-d632f092c827 req-848f4ff9-d855-43fb-8298-a07773807fb0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:19.514105 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1c55b79-cff5-4c76-b048-d632f092c827 req-848f4ff9-d855-43fb-8298-a07773807fb0 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.2482214 Feb 09 13:43:19.519447 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a98ce29d-59fd-41c8-b8c3-1b67f8a3bf7d req-b34089ca-89b5-4a6b-983a-a861f48c520b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389731 Feb 09 13:43:19.586600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c1c55b79-cff5-4c76-b048-d632f092c827 req-1b64c5dd-fea8-436e-b851-f6c4a64692b6 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626309 Feb 09 13:43:19.741871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '56ad2ac6-0cdb-4718-be71-230014ab457f', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '1fd66114-632a-4052-9025-88a6236c8591', 'port_id': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'mac_address': 'fa:16:3e:c7:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea398a0-bd87-4473-9c86-57672630c366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:16Z', 'updated_at': '2022-02-09T13:43:16Z', 'revision_number': 0, 'project_id': '97bd1033855843559321f317ce2509e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:41Z', 'revision_number': 5, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:19.745877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fc7ac-be9e-4506-aece-72f58118bf60 None None] The sync data for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 is: [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '56ad2ac6-0cdb-4718-be71-230014ab457f', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '1fd66114-632a-4052-9025-88a6236c8591', 'port_id': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'mac_address': 'fa:16:3e:c7:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea398a0-bd87-4473-9c86-57672630c366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:16Z', 'updated_at': '2022-02-09T13:43:16Z', 'revision_number': 0, 'project_id': '97bd1033855843559321f317ce2509e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:41Z', 'revision_number': 5, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:43:19.831053 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a08d81d3-948d-4450-a92b-5d8821ae093f details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:43:19.833850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7addd895-3abf-4ab4-a26a-d1e5d95d737b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Router 1fd66114-632a-4052-9025-88a6236c8591 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:43:19.976068 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eca29f-9290-4253-b1f0-90c03467b28b None None] New status for floating IP 56ad2ac6-0cdb-4718-be71-230014ab457f: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:43:19.977779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a08d81d3-948d-4450-a92b-5d8821ae093f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a08d81d3-948d-4450-a92b-5d8821ae093f,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:19.994681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'port_id': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'mac_address': 'fa:16:3e:d0:44:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:43:20.031587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8a794a40-79a2-4b7a-a7c7-34116b82984e up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:43:20.045169 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7addd895-3abf-4ab4-a26a-d1e5d95d737b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:43:20.049694 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7addd895-3abf-4ab4-a26a-d1e5d95d737b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:20.102033 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:20.125634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a08d81d3-948d-4450-a92b-5d8821ae093f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:43:20.144310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:20.145218 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a08d81d3-948d-4450-a92b-5d8821ae093f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a08d81d3-948d-4450-a92b-5d8821ae093f,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:20.151066 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:20.185757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 8a794a40-79a2-4b7a-a7c7-34116b82984e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:43:20.186500 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7addd895-3abf-4ab4-a26a-d1e5d95d737b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "PUT /v2.0/floatingips/56ad2ac6-0cdb-4718-be71-230014ab457f HTTP/1.1" status: 200 len: 991 time: 1.9333293 Feb 09 13:43:20.206573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 8a794a40-79a2-4b7a-a7c7-34116b82984e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:43:20.206933 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:20.211437 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'status': 'completed', 'code': 200} Feb 09 13:43:20.277749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=a08d81d3-948d-4450-a92b-5d8821ae093f,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:20.312981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-716a8b2d-57ab-4760-8241-7fefeda7bb91 req-604af741-d6ce-45fa-aa6f-79507b47b9f8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97bd1033855843559321f317ce2509e5&device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 1097 time: 0.0787606 Feb 09 13:43:20.341764 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:20.368614 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a794a40-79a2-4b7a-a7c7-34116b82984e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:20.378823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 8a794a40-79a2-4b7a-a7c7-34116b82984e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:20.382795 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:20.447690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a8b2d-57ab-4760-8241-7fefeda7bb91 req-a41c7200-e50a-4945-99fd-5261602b5576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:20.449149 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-716a8b2d-57ab-4760-8241-7fefeda7bb91 req-a41c7200-e50a-4945-99fd-5261602b5576 service neutron] 10.222.0.67 "GET /v2.0/networks?id=563b477d-2e8b-47eb-93ac-683433c053b6 HTTP/1.1" status: 200 len: 914 time: 0.1306551 Feb 09 13:43:20.449924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=8a794a40-79a2-4b7a-a7c7-34116b82984e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:20.466607 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'code': 200} Feb 09 13:43:20.562100 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-716a8b2d-57ab-4760-8241-7fefeda7bb91 req-09cc25b3-68b9-4b0d-b8d0-a79681b6fef7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed HTTP/1.1" status: 200 len: 1001 time: 0.1074150 Feb 09 13:43:20.650419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a8b2d-57ab-4760-8241-7fefeda7bb91 req-d9db9a06-9639-42a0-831d-615bbc609c17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:20.651887 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-716a8b2d-57ab-4760-8241-7fefeda7bb91 req-d9db9a06-9639-42a0-831d-615bbc609c17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9813fed2-aa69-40b7-a8e5-9d63fdb8561f HTTP/1.1" status: 200 len: 852 time: 0.0841007 Feb 09 13:43:20.671571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d107b-2ffb-4cfb-a829-5779dc865740 req-f22584cd-87fc-4e27-8f79-1c03f35d4df0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:20.673049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b7d107b-2ffb-4cfb-a829-5779dc865740 req-f22584cd-87fc-4e27-8f79-1c03f35d4df0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 946 time: 0.1467819 Feb 09 13:43:20.704733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2883d42-cdec-4f0a-a7ec-4fe15339367e req-22b819b2-98d9-4843-94c6-0767a832c80d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 1097 time: 0.1396658 Feb 09 13:43:20.750514 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-716a8b2d-57ab-4760-8241-7fefeda7bb91 req-3132818e-dbc8-481c-ae58-c859afb48499 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=563b477d-2e8b-47eb-93ac-683433c053b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913579 Feb 09 13:43:20.759690 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b7d107b-2ffb-4cfb-a829-5779dc865740 req-6b28424b-d7de-40f4-8b62-8ab1f7d75236 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771818 Feb 09 13:43:20.820939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2883d42-cdec-4f0a-a7ec-4fe15339367e req-cf1119b8-d62a-4c22-bb45-06f564b0655f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102684 Feb 09 13:43:20.850314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b0911-98a9-43b8-8a06-190f9abb2f19 req-2952e02f-92cb-4909-962f-786b246262d3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:20.851766 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-654b0911-98a9-43b8-8a06-190f9abb2f19 req-2952e02f-92cb-4909-962f-786b246262d3 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 944 time: 0.0979617 Feb 09 13:43:20.892587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-716a8b2d-57ab-4760-8241-7fefeda7bb91 req-535b1f23-975d-4bf9-9269-c2d7ba9d86cb service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378129 Feb 09 13:43:20.905097 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-654b0911-98a9-43b8-8a06-190f9abb2f19 req-3ea8087c-8dea-4d85-83ce-687ca270fa7b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463901 Feb 09 13:43:20.932687 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34614) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:43:21.036973 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6222de76-0dad-453f-8aa5-0432f2f4af20 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/floatingips/b9b5aa5c-6c4b-4560-a275-1e79d46b6810 HTTP/1.1" status: 200 len: 991 time: 0.1031654 Feb 09 13:43:21.139765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-716a8b2d-57ab-4760-8241-7fefeda7bb91 req-52d2c3fe-4e87-4718-8a14-e59f13832bb7 service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312323 Feb 09 13:43:21.435056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['a08d81d3-948d-4450-a92b-5d8821ae093f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:43:21.839936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a08d81d3-948d-4450-a92b-5d8821ae093f no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:43:21.957403 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:21.978249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a08d81d3-948d-4450-a92b-5d8821ae093f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:43:21.980956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365d6af-6cb8-4e2c-91f8-f0fe5257c2c9 req-0a027a38-1e17-492b-a56d-ac17afbf928f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:21.983007 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7365d6af-6cb8-4e2c-91f8-f0fe5257c2c9 req-0a027a38-1e17-492b-a56d-ac17afbf928f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 946 time: 0.0814352 Feb 09 13:43:21.995668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a08d81d3-948d-4450-a92b-5d8821ae093f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a08d81d3-948d-4450-a92b-5d8821ae093f,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:22.001326 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:22.033006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7365d6af-6cb8-4e2c-91f8-f0fe5257c2c9 req-9c4374cf-5238-46cd-a2ff-7bc67947df8c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Feb 09 13:43:22.069081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=a08d81d3-948d-4450-a92b-5d8821ae093f,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:22.106278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] Sync routers for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:43:22.119150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:22.119860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:42:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:22.212200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:22.243877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79034225-9e7d-4717-9922-e0e56e540337 req-58dc8292-2e61-41cb-8dfc-7045456bcc4d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:22.245017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79034225-9e7d-4717-9922-e0e56e540337 req-58dc8292-2e61-41cb-8dfc-7045456bcc4d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 946 time: 0.0882094 Feb 09 13:43:22.285112 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'status': 'completed', 'code': 200} Feb 09 13:43:22.300545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79034225-9e7d-4717-9922-e0e56e540337 req-c03d0c84-29ac-4f11-be8e-1492c4c4ea7c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489476 Feb 09 13:43:22.311675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:22.329464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34624) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:43:22.368235 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27b80de8-f937-4c3a-b2a5-a3a7473da998 req-ab0f4024-a762-433e-846d-543b1c440255 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97bd1033855843559321f317ce2509e5&device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 1097 time: 0.0701964 Feb 09 13:43:22.403353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-86724877-4a1b-4395-b3c8-15f9c2a3ea1d tempest-TestVolumeBootPattern-1841601622 tempest-TestVolumeBootPattern-1841601622-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 1092 time: 0.0724514 Feb 09 13:43:22.404472 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34628) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:43:22.410001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:43:22.416079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:43:22.420740 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:floatingip and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:43:22.423726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:43:22.429882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:43:22.442827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:22.515487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80de8-f937-4c3a-b2a5-a3a7473da998 req-d6a43da1-915c-4efb-aec7-7fc9d8d00edf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:22.516989 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27b80de8-f937-4c3a-b2a5-a3a7473da998 req-d6a43da1-915c-4efb-aec7-7fc9d8d00edf service neutron] 10.222.0.67 "GET /v2.0/networks?id=563b477d-2e8b-47eb-93ac-683433c053b6 HTTP/1.1" status: 200 len: 914 time: 0.1426413 Feb 09 13:43:22.714457 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:22.726812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '56ad2ac6-0cdb-4718-be71-230014ab457f', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '1fd66114-632a-4052-9025-88a6236c8591', 'port_id': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'mac_address': 'fa:16:3e:c7:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea398a0-bd87-4473-9c86-57672630c366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:16Z', 'updated_at': '2022-02-09T13:43:20Z', 'revision_number': 2, 'project_id': '97bd1033855843559321f317ce2509e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:41Z', 'revision_number': 5, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:22.731795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] Checking router: 1fd66114-632a-4052-9025-88a6236c8591 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:43:22.734497 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27b80de8-f937-4c3a-b2a5-a3a7473da998 req-3123d1c9-e734-4cb1-b445-762c0d698c58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed HTTP/1.1" status: 200 len: 1001 time: 0.2111962 Feb 09 13:43:22.743608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:22.744939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:42:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:22.817072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b80de8-f937-4c3a-b2a5-a3a7473da998 req-b0613011-41e5-4620-bd86-237af8e83cdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:22.818840 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27b80de8-f937-4c3a-b2a5-a3a7473da998 req-b0613011-41e5-4620-bd86-237af8e83cdc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9813fed2-aa69-40b7-a8e5-9d63fdb8561f HTTP/1.1" status: 200 len: 852 time: 0.0779233 Feb 09 13:43:22.883600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Allocated IP 172.25.5.164 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/53b3e46f-d31f-4004-8701-c900dd317d32) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:43:22.908455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27b80de8-f937-4c3a-b2a5-a3a7473da998 req-eeac3715-aab3-4a23-b011-5b9e32b26b79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=563b477d-2e8b-47eb-93ac-683433c053b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838523 Feb 09 13:43:22.930878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:23.040297 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:23.064286 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27b80de8-f937-4c3a-b2a5-a3a7473da998 req-47ad8f11-fc26-482b-9637-3e689482e2a2 service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497953 Feb 09 13:43:23.074155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:23.149797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:43:23.153561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=53b3e46f-d31f-4004-8701-c900dd317d32,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:23.156438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:43:23.158583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:43:23.208765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-27b80de8-f937-4c3a-b2a5-a3a7473da998 req-56befc0d-858a-4fa2-93c1-3ac827b48f2d service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388404 Feb 09 13:43:23.304889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '56ad2ac6-0cdb-4718-be71-230014ab457f', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '1fd66114-632a-4052-9025-88a6236c8591', 'port_id': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'mac_address': 'fa:16:3e:c7:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea398a0-bd87-4473-9c86-57672630c366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:16Z', 'updated_at': '2022-02-09T13:43:20Z', 'revision_number': 2, 'project_id': '97bd1033855843559321f317ce2509e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:41Z', 'revision_number': 5, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:23.308805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a62eb80-1507-45e3-88ee-050cf69844c3 None None] The sync data for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 is: [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '56ad2ac6-0cdb-4718-be71-230014ab457f', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'floating_ip_address': '172.25.5.91', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '1fd66114-632a-4052-9025-88a6236c8591', 'port_id': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'mac_address': 'fa:16:3e:c7:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea398a0-bd87-4473-9c86-57672630c366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:16Z', 'updated_at': '2022-02-09T13:43:20Z', 'revision_number': 2, 'project_id': '97bd1033855843559321f317ce2509e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:41Z', 'revision_number': 5, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:43:23.666225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:23.719028 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:23.851278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a08d81d3-948d-4450-a92b-5d8821ae093f up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:43:23.917477 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port a08d81d3-948d-4450-a92b-5d8821ae093f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:43:23.917749 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:23.927207 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:23.932089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:24.035704 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:24.036092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=53b3e46f-d31f-4004-8701-c900dd317d32,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:24.055228 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:24.061061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:24.070652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a08d81d3-948d-4450-a92b-5d8821ae093f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a08d81d3-948d-4450-a92b-5d8821ae093f,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:24.076309 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:24.122619 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'code': 200} Feb 09 13:43:24.149264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=a08d81d3-948d-4450-a92b-5d8821ae093f,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:24.354437 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Floating IP 7a5b0855-2500-4f47-9aba-55e6967f02c2 associated. External IP: 172.25.5.164, port: 8a794a40-79a2-4b7a-a7c7-34116b82984e. Feb 09 13:43:24.770312 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:43:24.976826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:43:24.999382 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] Sync routers for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:43:25.010581 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:25.013574 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:25.013574 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:42:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:25.032404 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2bf3a379-646d-4ecd-ba44-cf10e748f8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:25.095972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-be0f356f-d69e-43b0-8233-23b9677ba567 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6769955 Feb 09 13:43:25.095972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'tag': '8a794a40-79a2-4b7a-a7c7-34116b82984e'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:25.145604 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'tag': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'status': 'completed', 'code': 200} Feb 09 13:43:25.219156 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:25.255660 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09142c83-ba40-4d34-bbcc-b4325835bf82 req-ebb43588-d777-4392-a642-391cd71c39ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 1097 time: 0.0870235 Feb 09 13:43:25.412791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09142c83-ba40-4d34-bbcc-b4325835bf82 req-7b4456a6-170c-4dff-88f7-6f99bc893ea9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:25.413932 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09142c83-ba40-4d34-bbcc-b4325835bf82 req-7b4456a6-170c-4dff-88f7-6f99bc893ea9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1507852 Feb 09 13:43:25.529979 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09142c83-ba40-4d34-bbcc-b4325835bf82 req-643f2ac7-abce-433a-b9a1-8acb4f71726e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e HTTP/1.1" status: 200 len: 1000 time: 0.1075771 Feb 09 13:43:25.600829 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7a5b0855-2500-4f47-9aba-55e6967f02c2', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:cc:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:23Z', 'updated_at': '2022-02-09T13:43:23Z', 'revision_number': 0, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:25.603288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09142c83-ba40-4d34-bbcc-b4325835bf82 req-ad38f8ec-7602-4083-a324-169b40558df6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:25.605228 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09142c83-ba40-4d34-bbcc-b4325835bf82 req-ad38f8ec-7602-4083-a324-169b40558df6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0706873 Feb 09 13:43:25.605548 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] Checking router: b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:43:25.616915 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:25.618253 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:42:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:25.694789 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09142c83-ba40-4d34-bbcc-b4325835bf82 req-1f2d12c6-631a-4f4b-9b39-75943ea62c2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834854 Feb 09 13:43:25.834564 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09142c83-ba40-4d34-bbcc-b4325835bf82 req-d2c0b404-7d80-43d1-918d-80f54e2672f3 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329937 Feb 09 13:43:25.836987 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:25.968642 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-09142c83-ba40-4d34-bbcc-b4325835bf82 req-b44ebad7-419b-4da3-a5eb-f9819661ce7b service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270728 Feb 09 13:43:26.180397 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7a5b0855-2500-4f47-9aba-55e6967f02c2', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:cc:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:23Z', 'updated_at': '2022-02-09T13:43:23Z', 'revision_number': 0, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:26.184226 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b51e3c-0679-4a98-aa29-9db7cdc2df07 None None] The sync data for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 is: [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7a5b0855-2500-4f47-9aba-55e6967f02c2', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:cc:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:23Z', 'updated_at': '2022-02-09T13:43:23Z', 'revision_number': 0, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:43:26.386747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079d05b-a3c7-4f6c-84e1-13916c76df96 None None] New status for floating IP 7a5b0855-2500-4f47-9aba-55e6967f02c2: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:43:28.248419 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4743f975-a931-40d7-be9e-10c42b87d6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:28.632445 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:28.697469 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:29.972091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:37.715165 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:43:39.781565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-ddbf1f8f-de69-4c9e-b842-3c5961a109f5 req-6607c171-7b92-4765-a7fe-a4edc3113324 tempest-TestNetworkBasicOps-1887929391 tempest-TestNetworkBasicOps-1887929391-project] (83479) timed out ('10.222.0.67', 50058) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:43:40.775807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-55f890de-58f0-429c-a56d-96283827dcc5 req-873c14fe-283f-4820-add0-9a1e7d89d22c tempest-AttachVolumeNegativeTest-2145168568 tempest-AttachVolumeNegativeTest-2145168568-project] (83480) timed out ('10.222.0.67', 50017) {{(pid=83480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:43:41.519058 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:41.693081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-873981d7-39b4-4551-9d3c-ecfeeebfbac4 req-ae273706-922e-4c4f-9f60-2217cb634241 service neutron] (83480) timed out ('10.222.0.67', 50303) {{(pid=83480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:43:46.486416 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:53.199979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34666) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:43:53.402258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Deleting port 595b7016-da13-4e8d-a513-cdb3cb4039a5 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:43:53.402641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:53.574400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:53.574862 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:53.682012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 34672) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:43:53.694983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Calling delete_port for 595b7016-da13-4e8d-a513-cdb3cb4039a5 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:43:53.850409 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:53.897656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event deleted for resources: {'Port': ['ID=595b7016-da13-4e8d-a513-cdb3cb4039a5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:53.916166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port db002864-d5c4-4d25-9156-cf833c735d55 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:43:53.916502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:54.004357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:54.189647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:54.189969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:54.325091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for db002864-d5c4-4d25-9156-cf833c735d55 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:43:54.480193 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:54.530440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=db002864-d5c4-4d25-9156-cf833c735d55,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:54.556986 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Router 1fd66114-632a-4052-9025-88a6236c8591 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:43:54.641791 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:54.781496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:43:54.819779 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] Sync routers for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:43:54.820299 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:54.840803 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:54.841631 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:43:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:54.883200 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7fb47d30-2189-4f50-a8bf-8c37b3d2c5a0 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "DELETE /v2.0/floatingips/56ad2ac6-0cdb-4718-be71-230014ab457f HTTP/1.1" status: 204 len: 168 time: 1.6821547 Feb 09 13:43:54.884008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:54.980038 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'status': 'completed', 'code': 200} Feb 09 13:43:55.044914 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8a559085-7a7e-4d26-8f0a-cc59a2dbd4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:55.074207 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:55.264783 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-012a4acf-247b-431b-b233-b1a669d52548 req-f16408dd-9ce3-470b-8056-68c700f49db9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=97bd1033855843559321f317ce2509e5&device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 1097 time: 0.1293442 Feb 09 13:43:55.420514 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:41Z', 'revision_number': 5, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:55.425557 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] Checking router: 1fd66114-632a-4052-9025-88a6236c8591 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:43:55.430565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4acf-247b-431b-b233-b1a669d52548 req-5d130249-ef62-4273-b59e-de55785e457b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:55.432566 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-012a4acf-247b-431b-b233-b1a669d52548 req-5d130249-ef62-4273-b59e-de55785e457b service neutron] 10.222.0.67 "GET /v2.0/networks?id=563b477d-2e8b-47eb-93ac-683433c053b6 HTTP/1.1" status: 200 len: 914 time: 0.1598527 Feb 09 13:43:55.442348 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:55.442986 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:43:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:55.482289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c3221-7885-4234-a0ce-affdf3485b24 req-80b2b22e-19b1-4df2-b29a-d59aa9a554f9 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:55.483023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bf4c3221-7885-4234-a0ce-affdf3485b24 req-80b2b22e-19b1-4df2-b29a-d59aa9a554f9 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Synchronizing usage tracker for tenant:97bd1033855843559321f317ce2509e5 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:43:55.507886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bf4c3221-7885-4234-a0ce-affdf3485b24 req-80b2b22e-19b1-4df2-b29a-d59aa9a554f9 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Unset dirty status for tenant:97bd1033855843559321f317ce2509e5 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:43:55.510033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf4c3221-7885-4234-a0ce-affdf3485b24 req-80b2b22e-19b1-4df2-b29a-d59aa9a554f9 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 946 time: 0.1425381 Feb 09 13:43:55.517876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router 810f8f56-1a87-491f-8134-ce0d14ce8384 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:43:55.518521 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-012a4acf-247b-431b-b233-b1a669d52548 req-09e0b5b4-1aa0-454c-9e94-6f3fc2418065 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed HTTP/1.1" status: 200 len: 217 time: 0.0778074 Feb 09 13:43:55.571800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf4c3221-7885-4234-a0ce-affdf3485b24 req-2e87b839-5508-472d-968b-bf6db67fa8ea tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554595 Feb 09 13:43:55.701476 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:55.864808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a4acf-247b-431b-b233-b1a669d52548 req-28fbccee-a5fa-4cee-b214-fede3af4a645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:55.866976 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-012a4acf-247b-431b-b233-b1a669d52548 req-28fbccee-a5fa-4cee-b214-fede3af4a645 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9813fed2-aa69-40b7-a8e5-9d63fdb8561f HTTP/1.1" status: 200 len: 852 time: 0.3379161 Feb 09 13:43:55.979489 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-012a4acf-247b-431b-b233-b1a669d52548 req-c7afb54b-9b85-4438-b0b6-1f7995edd9e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=563b477d-2e8b-47eb-93ac-683433c053b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046889 Feb 09 13:43:56.121857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:43:56.141406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] Sync routers for ids ['810f8f56-1a87-491f-8134-ce0d14ce8384'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:43:56.156328 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-012a4acf-247b-431b-b233-b1a669d52548 req-215ba340-a68d-4536-8921-35d1a383fd69 service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685226 Feb 09 13:43:56.158709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] Routers {'810f8f56-1a87-491f-8134-ce0d14ce8384'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:56.158709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:43:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['810f8f56-1a87-491f-8134-ce0d14ce8384'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:56.159820 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:56.262788 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:41Z', 'revision_number': 5, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:56.267450 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb648600-1a02-4787-8fc0-5c22df8ed16d None None] The sync data for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 is: [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:40:47Z', 'revision_number': 4, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b7ff5575-e4d4-44b9-b974-ea050cd92377', 'name': '', 'network_id': '563b477d-2e8b-47eb-93ac-683433c053b6', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'mac_address': 'fa:16:3e:22:fe:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:46Z', 'updated_at': '2022-02-09T13:41:41Z', 'revision_number': 5, 'project_id': '97bd1033855843559321f317ce2509e5', 'subnets': [{'id': '9813fed2-aa69-40b7-a8e5-9d63fdb8561f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:43:56.316756 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4d304178-4355-4f9c-b2d6-5b887c76a411 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/floatingips/b9b5aa5c-6c4b-4560-a275-1e79d46b6810 HTTP/1.1" status: 204 len: 168 time: 2.6335797 Feb 09 13:43:56.319504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:56.351482 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-012a4acf-247b-431b-b233-b1a669d52548 req-8dfda03b-bed4-4028-ace5-0557e19afb60 service neutron] 10.222.0.67 "GET /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693125 Feb 09 13:43:56.360222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] Set router 810f8f56-1a87-491f-8134-ce0d14ce8384 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:56.401150 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'status': 'completed', 'code': 200} Feb 09 13:43:56.519755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-37a9906f-e642-4044-b7ca-00d02e29baaf req-b5eb9ff3-2a9d-42bf-8f76-80cd9be2b326 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 1096 time: 0.0890937 Feb 09 13:43:56.635328 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faa6a60-bc72-4680-b7d5-6a732cc4fe41 None None] New status for floating IP 56ad2ac6-0cdb-4718-be71-230014ab457f: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:43:56.698259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9906f-e642-4044-b7ca-00d02e29baaf req-30947f40-1114-4cde-a7b7-dd29726924f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:56.699889 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-37a9906f-e642-4044-b7ca-00d02e29baaf req-30947f40-1114-4cde-a7b7-dd29726924f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cc1ae18c-b50f-4c80-bfed-067a5fdb15af HTTP/1.1" status: 200 len: 897 time: 0.1697047 Feb 09 13:43:56.798752 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-37a9906f-e642-4044-b7ca-00d02e29baaf req-7f3e5945-e42c-4330-9a5f-8aed01d9a879 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a08d81d3-948d-4450-a92b-5d8821ae093f HTTP/1.1" status: 200 len: 217 time: 0.0900254 Feb 09 13:43:56.812779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:14Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '079a62e4-6a63-4835-b8ab-cca721f49f4b', 'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:14Z', 'updated_at': '2022-02-09T13:42:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '99807144-3c62-483c-8f7a-22a993d1b691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:56.830007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] Checking router: 810f8f56-1a87-491f-8134-ce0d14ce8384 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:43:56.842595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] Routers {'810f8f56-1a87-491f-8134-ce0d14ce8384'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:43:56.843313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:43:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['810f8f56-1a87-491f-8134-ce0d14ce8384'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:56.872998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90433eab-001a-44b0-baa8-c6deb7d67e9b req-6e422e9e-8c61-4f0f-a094-f5e0f6c6b0e2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:56.875485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90433eab-001a-44b0-baa8-c6deb7d67e9b req-6e422e9e-8c61-4f0f-a094-f5e0f6c6b0e2 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.1338592 Feb 09 13:43:56.927161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9906f-e642-4044-b7ca-00d02e29baaf req-d1abd37b-3298-4040-be06-3bf92d1621cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:56.928599 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-37a9906f-e642-4044-b7ca-00d02e29baaf req-d1abd37b-3298-4040-be06-3bf92d1621cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=99807144-3c62-483c-8f7a-22a993d1b691 HTTP/1.1" status: 200 len: 834 time: 0.1232097 Feb 09 13:43:56.951070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90433eab-001a-44b0-baa8-c6deb7d67e9b req-9d7228d9-3f23-4dbb-8fa6-13df364f3a0e tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694392 Feb 09 13:43:57.047519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] Set router 810f8f56-1a87-491f-8134-ce0d14ce8384 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:43:57.050074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f06e1-aad6-48d6-8952-f6351beea6a8 req-4b355f2c-5c96-4435-b188-5cf60d213cae tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:57.051579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-968f06e1-aad6-48d6-8952-f6351beea6a8 req-4b355f2c-5c96-4435-b188-5cf60d213cae tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 946 time: 0.2528405 Feb 09 13:43:57.056615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-c96da46e-d789-4a0c-bd11-501e7d7c38f5 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:57.057493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-c96da46e-d789-4a0c-bd11-501e7d7c38f5 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Synchronizing usage tracker for tenant:97bd1033855843559321f317ce2509e5 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:43:57.082901 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-37a9906f-e642-4044-b7ca-00d02e29baaf req-51ed0010-04b9-4c0c-88a9-e1216b0a9ddb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cc1ae18c-b50f-4c80-bfed-067a5fdb15af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469228 Feb 09 13:43:57.088266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-c96da46e-d789-4a0c-bd11-501e7d7c38f5 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Unset dirty status for tenant:97bd1033855843559321f317ce2509e5 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:43:57.089284 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-c96da46e-d789-4a0c-bd11-501e7d7c38f5 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.67 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 946 time: 0.2093563 Feb 09 13:43:57.106599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-968f06e1-aad6-48d6-8952-f6351beea6a8 req-deedef39-81d2-43fc-b8ca-227d6c1e6b04 tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/security-groups?id=c5701242-5f0e-496c-a006-701596ca8718&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490234 Feb 09 13:43:57.245912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Deleting port e41d41a7-9235-4707-9daa-697c1c2fe9ed {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:43:57.246259 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:57.360496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:14Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '079a62e4-6a63-4835-b8ab-cca721f49f4b', 'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:14Z', 'updated_at': '2022-02-09T13:42:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '99807144-3c62-483c-8f7a-22a993d1b691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:43:57.362237 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-37a9906f-e642-4044-b7ca-00d02e29baaf req-c45c22aa-1d67-4931-bf55-a00dbbc6f112 service neutron] 10.222.0.62 "GET /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378776 Feb 09 13:43:57.364797 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5112d0de-9ee8-419e-ad48-205f92e76c05 None None] The sync data for ids ['810f8f56-1a87-491f-8134-ce0d14ce8384'] in n-d-825175-3 is: [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:14Z', 'revision_number': 4, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '079a62e4-6a63-4835-b8ab-cca721f49f4b', 'name': '', 'network_id': 'cc1ae18c-b50f-4c80-bfed-067a5fdb15af', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'mac_address': 'fa:16:3e:08:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99807144-3c62-483c-8f7a-22a993d1b691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:14Z', 'updated_at': '2022-02-09T13:42:23Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'subnets': [{'id': '99807144-3c62-483c-8f7a-22a993d1b691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:43:57.587563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b765211-2336-4356-b86b-78967cc95899 None None] New status for floating IP b9b5aa5c-6c4b-4560-a275-1e79d46b6810: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:43:57.619854 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-37a9906f-e642-4044-b7ca-00d02e29baaf req-2938223f-6bcc-4c33-87f3-7e543dc12f49 service neutron] 10.222.0.62 "GET /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506847 Feb 09 13:43:57.627261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] For port e41d41a7-9235-4707-9daa-697c1c2fe9ed, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=e41d41a7-9235-4707-9daa-697c1c2fe9ed,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:57.627624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:57.857507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Calling delete_port for e41d41a7-9235-4707-9daa-697c1c2fe9ed owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:43:58.001120 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:58.050958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event deleted for resources: {'Port': ['ID=e41d41a7-9235-4707-9daa-697c1c2fe9ed,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:58.089218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.089562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.089893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.090217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.090568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.090892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.091216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.091551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.091850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.092161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.092473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:58.147947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af3563-b97c-4dbb-a911-be5f900e4314 req-72a1243c-b182-4546-bc12-e4831aab080a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:58.149402 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07af3563-b97c-4dbb-a911-be5f900e4314 req-72a1243c-b182-4546-bc12-e4831aab080a tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.0771756 Feb 09 13:43:58.176143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] No DVR routers for this DVR port e41d41a7-9235-4707-9daa-697c1c2fe9ed on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:43:58.178850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:58.198062 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe8a1021-5dac-4a1b-8aeb-fad7162c9e23 req-9143f83f-45da-47c5-8b0b-2a7b0791789d tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.67 "DELETE /v2.0/ports/e41d41a7-9235-4707-9daa-697c1c2fe9ed HTTP/1.1" status: 204 len: 173 time: 1.1027293 Feb 09 13:43:58.201099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-07af3563-b97c-4dbb-a911-be5f900e4314 req-8762d469-1c92-48a7-88fd-71509058a8bc tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/security-groups?id=9eb4393b-7d7e-4432-9767-e6941a24be01&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447426 Feb 09 13:43:58.239360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-6bfd2555-7fd1-4c3e-94f0-93a4cfb0c340 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:43:58.240525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-6bfd2555-7fd1-4c3e-94f0-93a4cfb0c340 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Synchronizing usage tracker for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:43:58.252232 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1fdbaa36-304c-4078-bc7b-a7dcc076c60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:58.264011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-6bfd2555-7fd1-4c3e-94f0-93a4cfb0c340 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Unset dirty status for tenant:4b56b02eaccc4487993cc9bb3adc098d on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:43:58.265232 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-6bfd2555-7fd1-4c3e-94f0-93a4cfb0c340 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 945 time: 0.1700029 Feb 09 13:43:58.298561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-87c36f4a-dd3f-459f-9bd2-63a14f50099b req-018ff2cf-4c94-4421-9af0-027c15b5ed9e tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "GET /v2.0/ports?device_id=cea398a0-bd87-4473-9c86-57672630c366 HTTP/1.1" status: 200 len: 210 time: 0.0405667 Feb 09 13:43:58.338201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-434bfd7a-991a-4319-ab28-bc1727eef77b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port a08d81d3-948d-4450-a92b-5d8821ae093f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:43:58.338598 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-434bfd7a-991a-4319-ab28-bc1727eef77b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:58.418257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'name': 'network-vif-deleted', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:43:58.483207 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea398a0-bd87-4473-9c86-57672630c366', 'name': 'network-vif-deleted', 'tag': 'e41d41a7-9235-4707-9daa-697c1c2fe9ed', 'status': 'completed', 'code': 200} Feb 09 13:43:58.612170 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-434bfd7a-991a-4319-ab28-bc1727eef77b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port a08d81d3-948d-4450-a92b-5d8821ae093f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a08d81d3-948d-4450-a92b-5d8821ae093f,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:43:58.612784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-434bfd7a-991a-4319-ab28-bc1727eef77b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:58.636493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:58.701244 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:58.745229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-434bfd7a-991a-4319-ab28-bc1727eef77b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for a08d81d3-948d-4450-a92b-5d8821ae093f owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:43:58.897402 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-434bfd7a-991a-4319-ab28-bc1727eef77b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:58.947273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bfd7a-991a-4319-ab28-bc1727eef77b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=a08d81d3-948d-4450-a92b-5d8821ae093f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:59.022524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-434bfd7a-991a-4319-ab28-bc1727eef77b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] No DVR routers for this DVR port a08d81d3-948d-4450-a92b-5d8821ae093f on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:43:59.025153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-434bfd7a-991a-4319-ab28-bc1727eef77b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:59.038653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9a7c337b-0174-4705-8a5b-ac72b74f056d req-434bfd7a-991a-4319-ab28-bc1727eef77b tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.62 "DELETE /v2.0/ports/a08d81d3-948d-4450-a92b-5d8821ae093f HTTP/1.1" status: 204 len: 173 time: 0.7673514 Feb 09 13:43:59.407007 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fa897d3-2177-475e-bac1-c9fdf0861651 req-3a83e713-dffa-4b46-b07f-e836f0598b43 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d43f07b-364f-426a-bff6-d664606110c0 HTTP/1.1" status: 200 len: 210 time: 0.0478137 Feb 09 13:43:59.413108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34720) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:43:59.499603 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:59.529509 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:59.599417 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:59.619601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5701242-5f0e-496c-a006-701596ca8718,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:43:59.631445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.631783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.632131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.632455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.632778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.633098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.633420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.633758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.634191 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.634570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.634891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:43:59.644611 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:43:59.645820 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1299716c-474c-4b30-8bcd-b77ed4f4f12b tempest-TestVolumeBackupRestore-54462270 tempest-TestVolumeBackupRestore-54462270-project] 10.222.0.59 "DELETE /v2.0/security-groups/c5701242-5f0e-496c-a006-701596ca8718 HTTP/1.1" status: 204 len: 168 time: 0.2317240 Feb 09 13:43:59.990950 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:00.241138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e41d41a7-9235-4707-9daa-697c1c2fe9ed no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:00.289580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: e41d41a7-9235-4707-9daa-697c1c2fe9ed {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:00.289928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device e41d41a7-9235-4707-9daa-697c1c2fe9ed not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:00.484915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'name': 'network-vif-deleted', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:44:00.539163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 34834) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:00.556705 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d43f07b-364f-426a-bff6-d664606110c0', 'name': 'network-vif-deleted', 'tag': 'a08d81d3-948d-4450-a92b-5d8821ae093f', 'status': 'completed', 'code': 200} Feb 09 13:44:01.177281 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:01.723732 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e10d9f30-039d-47e9-9d65-96c43512498b req-11b9a6a5-35a8-41ee-a683-323903c57f43 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259480 Feb 09 13:44:01.953820 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e10d9f30-039d-47e9-9d65-96c43512498b req-bd6aef94-2328-4c9d-9d97-ede26674cd7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 1097 time: 0.1304646 Feb 09 13:44:02.101270 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a08d81d3-948d-4450-a92b-5d8821ae093f no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:02.154791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: a08d81d3-948d-4450-a92b-5d8821ae093f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:02.155420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a08d81d3-948d-4450-a92b-5d8821ae093f not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:02.163333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9f30-039d-47e9-9d65-96c43512498b req-fc147764-63ec-4383-bbd8-58b3492683a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:02.164872 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e10d9f30-039d-47e9-9d65-96c43512498b req-fc147764-63ec-4383-bbd8-58b3492683a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1838195 Feb 09 13:44:02.203402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port 079a62e4-6a63-4835-b8ab-cca721f49f4b {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:02.204454 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:02.355582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e10d9f30-039d-47e9-9d65-96c43512498b req-68714796-05ca-4650-82b5-09ae90b32165 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e HTTP/1.1" status: 200 len: 1002 time: 0.1834757 Feb 09 13:44:02.424781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35058) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:02.477316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port 079a62e4-6a63-4835-b8ab-cca721f49f4b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=079a62e4-6a63-4835-b8ab-cca721f49f4b,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:02.477898 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:02.629342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for 079a62e4-6a63-4835-b8ab-cca721f49f4b owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:02.791878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9f30-039d-47e9-9d65-96c43512498b req-45a0870a-4154-4e49-9d9b-650f7d58dc4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:02.795059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e10d9f30-039d-47e9-9d65-96c43512498b req-45a0870a-4154-4e49-9d9b-650f7d58dc4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.4341910 Feb 09 13:44:02.864834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:02.928183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=079a62e4-6a63-4835-b8ab-cca721f49f4b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:02.972772 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e10d9f30-039d-47e9-9d65-96c43512498b req-1d467e6a-0d25-4035-83bb-ca450dbced0f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559715 Feb 09 13:44:03.419128 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e10d9f30-039d-47e9-9d65-96c43512498b req-b0934557-3450-453b-9a00-35fe84b33455 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372251 Feb 09 13:44:03.465159 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:03.577028 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e10d9f30-039d-47e9-9d65-96c43512498b req-b923a16f-4df8-49b1-abd2-d77e950fc58a service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504657 Feb 09 13:44:03.613797 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:04.048660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Router 810f8f56-1a87-491f-8134-ce0d14ce8384 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:44:04.213572 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] Deleting port b7ff5575-e4d4-44b9-b974-ea050cd92377 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:04.214127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:04.247834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:44:04.257515 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] Sync routers for ids ['810f8f56-1a87-491f-8134-ce0d14ce8384'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:44:04.263345 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ba4a1776-f323-449d-ba7c-fb9c59674799 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "PUT /v2.0/routers/810f8f56-1a87-491f-8134-ce0d14ce8384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7206724 Feb 09 13:44:04.263712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35186) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:04.273223 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] Routers {'810f8f56-1a87-491f-8134-ce0d14ce8384'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:44:04.273827 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:43:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['810f8f56-1a87-491f-8134-ce0d14ce8384'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:04.407913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] For port b7ff5575-e4d4-44b9-b974-ea050cd92377, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b7ff5575-e4d4-44b9-b974-ea050cd92377,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:04.408261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:04.456815 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] Set router 810f8f56-1a87-491f-8134-ce0d14ce8384 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:44:04.457450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7733b0f-d707-4aee-bbc2-71763d0c61d9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting subnet 99807144-3c62-483c-8f7a-22a993d1b691 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:44:04.460363 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7733b0f-d707-4aee-bbc2-71763d0c61d9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:04.515005 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7733b0f-d707-4aee-bbc2-71763d0c61d9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:04.604382 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7733b0f-d707-4aee-bbc2-71763d0c61d9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:04.645660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] Calling delete_port for b7ff5575-e4d4-44b9-b974-ea050cd92377 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:04.684583 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7733b0f-d707-4aee-bbc2-71763d0c61d9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:04.724019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7733b0f-d707-4aee-bbc2-71763d0c61d9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Subnet': ['ID=99807144-3c62-483c-8f7a-22a993d1b691,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:04.728204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e7733b0f-d707-4aee-bbc2-71763d0c61d9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:04.734825 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e7733b0f-d707-4aee-bbc2-71763d0c61d9 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/subnets/99807144-3c62-483c-8f7a-22a993d1b691 HTTP/1.1" status: 204 len: 168 time: 0.4701018 Feb 09 13:44:04.738826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35192) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:04.739018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c52ec-0c15-4d57-ba97-1d71c2de8806 None None] Network cc1ae18c-b50f-4c80-bfed-067a5fdb15af requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:44:04.753143 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:44:02Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:04.757445 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] Checking router: 810f8f56-1a87-491f-8134-ce0d14ce8384 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:44:04.768365 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] Routers {'810f8f56-1a87-491f-8134-ce0d14ce8384'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:44:04.769217 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:43:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['810f8f56-1a87-491f-8134-ce0d14ce8384'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:04.850113 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:04.982985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ff5575-e4d4-44b9-b974-ea050cd92377,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:05.029639 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] Set router 810f8f56-1a87-491f-8134-ce0d14ce8384 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:44:05.052793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb7bc53-2d28-44d6-819a-fa5e0816a25e None None] DHCP port deletion for cc1ae18c-b50f-4c80-bfed-067a5fdb15af request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:44:05.057259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7bc53-2d28-44d6-819a-fa5e0816a25e None None] Deleting port 36c99c7d-bb95-4326-8d89-b5e1ece579f4 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:05.057921 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bc53-2d28-44d6-819a-fa5e0816a25e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:05.275283 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:05.363693 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:05.503512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7cb7bc53-2d28-44d6-819a-fa5e0816a25e None None] For port 36c99c7d-bb95-4326-8d89-b5e1ece579f4, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=36c99c7d-bb95-4326-8d89-b5e1ece579f4,segment=NetworkSegment(3b53e799-9043-426c-9cb9-8898ae17bcb9),segment_id=3b53e799-9043-426c-9cb9-8898ae17bcb9)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:05.506129 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bc53-2d28-44d6-819a-fa5e0816a25e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:05.536975 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:44:02Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:05.540666 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbeead6-5e2b-484a-aa43-ee2de4858f29 None None] The sync data for ids ['810f8f56-1a87-491f-8134-ce0d14ce8384'] in n-d-825175-3 is: [{'id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875811372', 'tenant_id': '4b56b02eaccc4487993cc9bb3adc098d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57'}], 'enable_snat': True}, 'gw_port_id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:44:02Z', 'revision_number': 5, 'project_id': '4b56b02eaccc4487993cc9bb3adc098d', 'gw_port': {'id': 'e53e4504-4e79-4593-9b73-f0d742958e63', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f8f56-1a87-491f-8134-ce0d14ce8384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:42:10Z', 'updated_at': '2022-02-09T13:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:44:05.572643 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:05.590623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Deleting port e53e4504-4e79-4593-9b73-f0d742958e63 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:05.590971 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:05.595820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 36c99c7d-bb95-4326-8d89-b5e1ece579f4 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:05.685912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7bc53-2d28-44d6-819a-fa5e0816a25e None None] Calling delete_port for 36c99c7d-bb95-4326-8d89-b5e1ece579f4 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:05.804948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] For port e53e4504-4e79-4593-9b73-f0d742958e63, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e53e4504-4e79-4593-9b73-f0d742958e63,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:05.805299 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:05.831457 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:05.842875 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bc53-2d28-44d6-819a-fa5e0816a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:05.895114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7bc53-2d28-44d6-819a-fa5e0816a25e None None] Pushing event deleted for resources: {'Port': ['ID=36c99c7d-bb95-4326-8d89-b5e1ece579f4,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:05.935012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7bc53-2d28-44d6-819a-fa5e0816a25e None None] No DVR routers for this DVR port 36c99c7d-bb95-4326-8d89-b5e1ece579f4 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:44:05.992796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Calling delete_port for e53e4504-4e79-4593-9b73-f0d742958e63 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:06.208845 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:06.212817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] Router 1fd66114-632a-4052-9025-88a6236c8591 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:44:06.254438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Port': ['ID=e53e4504-4e79-4593-9b73-f0d742958e63,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:06.411780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:44:06.422444 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] Sync routers for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:44:06.424702 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-47f6dfec-b97a-4822-82e2-256d4637f31a admin admin] 10.222.0.59 "PUT /v2.0/routers/1fd66114-632a-4052-9025-88a6236c8591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9989254 Feb 09 13:44:06.427176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35196) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:06.438105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:44:06.439347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:43:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:06.476942 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:06.623737 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:44:06.730187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:06.734142 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:06.738896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:06.905214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:06.906053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Fanout notify agent at l3_agent the message router_deleted on router 810f8f56-1a87-491f-8134-ce0d14ce8384 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:44:06.922319 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:06.924412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5857a2b7-ad2e-463c-b399-f135233fd166 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/routers/810f8f56-1a87-491f-8134-ce0d14ce8384 HTTP/1.1" status: 204 len: 168 time: 2.1826489 Feb 09 13:44:06.927113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35200) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:06.940206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:06.951919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Deleting port 25be6e84-a1a0-4dc7-8043-fcb81d873813 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:06.952314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.011960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77'}], 'enable_snat': True}, 'gw_port_id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:44:04Z', 'revision_number': 5, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port': {'id': '25be6e84-a1a0-4dc7-8043-fcb81d873813', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:73:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd66114-632a-4052-9025-88a6236c8591', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:43Z', 'updated_at': '2022-02-09T13:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:07.023833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] Checking router: 1fd66114-632a-4052-9025-88a6236c8591 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:44:07.035933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] Routers {'1fd66114-632a-4052-9025-88a6236c8591'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:44:07.036789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:43:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1fd66114-632a-4052-9025-88a6236c8591'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:07.078363 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.175805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] For port 25be6e84-a1a0-4dc7-8043-fcb81d873813, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=25be6e84-a1a0-4dc7-8043-fcb81d873813,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:07.176156 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.203928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] Set router 1fd66114-632a-4052-9025-88a6236c8591 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:44:07.216591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.244650 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1ae18c-b50f-4c80-bfed-067a5fdb15af']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:07.258005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b53e799-9043-426c-9cb9-8898ae17bcb9') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:07.258563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b53e799-9043-426c-9cb9-8898ae17bcb9') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:07.275617 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.293226 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.300152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:44:07.300541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.300929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Calling delete_port for 25be6e84-a1a0-4dc7-8043-fcb81d873813 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:07.313575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:44:06Z', 'revision_number': 6, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:44:07.317477 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:44:07.320071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36bb77-55a2-451c-9912-2a3b2ff17b27 None None] The sync data for ids ['1fd66114-632a-4052-9025-88a6236c8591'] in n-d-825175-3 is: [{'id': '1fd66114-632a-4052-9025-88a6236c8591', 'name': 'tempest-TestVolumeBackupRestore-716528602-router', 'tenant_id': '97bd1033855843559321f317ce2509e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:41Z', 'updated_at': '2022-02-09T13:44:06Z', 'revision_number': 6, 'project_id': '97bd1033855843559321f317ce2509e5', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:44:07.400957 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.421171 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.427436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'Network': ['ID=cc1ae18c-b50f-4c80-bfed-067a5fdb15af,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:07.441869 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-25df34b8-c92e-49ae-b1ab-1d0e2a7611b5 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/networks/cc1ae18c-b50f-4c80-bfed-067a5fdb15af HTTP/1.1" status: 204 len: 168 time: 0.5108347 Feb 09 13:44:07.441869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35204) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:07.484272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.518940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d47141e0-3741-4fe2-a462-fc016175ff96 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.530515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Pushing event deleted for resources: {'Port': ['ID=25be6e84-a1a0-4dc7-8043-fcb81d873813,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:07.552679 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d47141e0-3741-4fe2-a462-fc016175ff96 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.620638 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d47141e0-3741-4fe2-a462-fc016175ff96 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.641405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47141e0-3741-4fe2-a462-fc016175ff96 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4393b-7d7e-4432-9767-e6941a24be01,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:07.656752 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d47141e0-3741-4fe2-a462-fc016175ff96 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.658323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d47141e0-3741-4fe2-a462-fc016175ff96 tempest-TestNetworkAdvancedServerOps-1378176359 tempest-TestNetworkAdvancedServerOps-1378176359-project] 10.222.0.59 "DELETE /v2.0/security-groups/9eb4393b-7d7e-4432-9767-e6941a24be01 HTTP/1.1" status: 204 len: 168 time: 0.2156992 Feb 09 13:44:07.757986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:07.828722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 079a62e4-6a63-4835-b8ab-cca721f49f4b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:07.894331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 079a62e4-6a63-4835-b8ab-cca721f49f4b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:07.894331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 079a62e4-6a63-4835-b8ab-cca721f49f4b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:07.896222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e53e4504-4e79-4593-9b73-f0d742958e63 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:07.934532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e53e4504-4e79-4593-9b73-f0d742958e63 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:07.934959 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e53e4504-4e79-4593-9b73-f0d742958e63 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:08.114675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35214) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:08.156695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.160895 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.185764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.186249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd66114-632a-4052-9025-88a6236c8591 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:44:08.200477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.201601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3a057f81-fce1-4bbf-b91d-75d82e3cee33 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1fd66114-632a-4052-9025-88a6236c8591 HTTP/1.1" status: 204 len: 168 time: 1.7734883 Feb 09 13:44:08.204286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35220) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:08.287626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0eb371-868f-4366-9c9a-d04700f40b08 admin admin] Deleting subnet 9813fed2-aa69-40b7-a8e5-9d63fdb8561f {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:44:08.293454 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb371-868f-4366-9c9a-d04700f40b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.355439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4584cf4a-5789-4c0d-9cc0-3576877db0d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b56b02eaccc4487993cc9bb3adc098d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2393873 Feb 09 13:44:08.357807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35224) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:08.372730 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb371-868f-4366-9c9a-d04700f40b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.479325 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36c4a0c8-248e-47e1-9294-c1dd1727f1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.503433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb371-868f-4366-9c9a-d04700f40b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.544813 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36c4a0c8-248e-47e1-9294-c1dd1727f1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.608245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb371-868f-4366-9c9a-d04700f40b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.642449 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36c4a0c8-248e-47e1-9294-c1dd1727f1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.655900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eb371-868f-4366-9c9a-d04700f40b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9813fed2-aa69-40b7-a8e5-9d63fdb8561f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:08.664861 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb371-868f-4366-9c9a-d04700f40b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.668061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4a0c8-248e-47e1-9294-c1dd1727f1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e604b1-a1cd-4e6b-9ea7-d130ec995fda,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:08.670916 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e2bf42-24d9-4ea7-bc64-b376c9e62c71 None None] Network 563b477d-2e8b-47eb-93ac-683433c053b6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:44:08.685979 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-36c4a0c8-248e-47e1-9294-c1dd1727f1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.687263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-36c4a0c8-248e-47e1-9294-c1dd1727f1f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74e604b1-a1cd-4e6b-9ea7-d130ec995fda HTTP/1.1" status: 204 len: 168 time: 0.3284390 Feb 09 13:44:08.690510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ba0eb371-868f-4366-9c9a-d04700f40b08 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9813fed2-aa69-40b7-a8e5-9d63fdb8561f HTTP/1.1" status: 204 len: 168 time: 0.4834306 Feb 09 13:44:08.691411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35230) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:08.800813 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.811874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Deleting port 7e932bf3-3fbd-4840-acee-fae32097b615 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:08.812210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:08.962025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] DHCP port deletion for 563b477d-2e8b-47eb-93ac-683433c053b6 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:44:08.967761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] Deleting port 7e932bf3-3fbd-4840-acee-fae32097b615 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:08.968139 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.051183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] For port 7e932bf3-3fbd-4840-acee-fae32097b615, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7e932bf3-3fbd-4840-acee-fae32097b615,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:09.051536 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.059593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35236) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:09.120537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fba0ac73-1e58-47c1-8eaa-eb8cb48c01b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f44e60fd6f9e4e06bb0e4681d8e98d67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0595798 Feb 09 13:44:09.121268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35240) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:09.174999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Calling delete_port for 7e932bf3-3fbd-4840-acee-fae32097b615 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:09.186703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] For port 7e932bf3-3fbd-4840-acee-fae32097b615, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=7e932bf3-3fbd-4840-acee-fae32097b615,segment=NetworkSegment(127240d0-2719-4f37-838a-c39bb78ca3ed),segment_id=127240d0-2719-4f37-838a-c39bb78ca3ed)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:09.187120 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2389744c-be18-48f5-9f6f-29b173292e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.187293 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.213504 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2389744c-be18-48f5-9f6f-29b173292e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.255500 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.297219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2389744c-be18-48f5-9f6f-29b173292e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.305455 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e932bf3-3fbd-4840-acee-fae32097b615,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:09.309927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] No DVR routers for this DVR port 7e932bf3-3fbd-4840-acee-fae32097b615 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:44:09.321214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389744c-be18-48f5-9f6f-29b173292e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbc67ca-e5e0-421c-8457-ee096ce74d7c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:09.330215 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2389744c-be18-48f5-9f6f-29b173292e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.332454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] Calling delete_port for 7e932bf3-3fbd-4840-acee-fae32097b615 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:09.332605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2389744c-be18-48f5-9f6f-29b173292e81 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1fbc67ca-e5e0-421c-8457-ee096ce74d7c HTTP/1.1" status: 204 len: 168 time: 0.2096093 Feb 09 13:44:09.435496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:44:09.435620 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:44:09.451152 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b7ff5575-e4d4-44b9-b974-ea050cd92377 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:09.486241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.507377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: b7ff5575-e4d4-44b9-b974-ea050cd92377 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:09.508815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b7ff5575-e4d4-44b9-b974-ea050cd92377 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:09.508815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 25be6e84-a1a0-4dc7-8043-fcb81d873813 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:09.525469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563b477d-2e8b-47eb-93ac-683433c053b6']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:09.537271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127240d0-2719-4f37-838a-c39bb78ca3ed') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:09.537271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127240d0-2719-4f37-838a-c39bb78ca3ed') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:09.547049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 25be6e84-a1a0-4dc7-8043-fcb81d873813 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:09.547425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 25be6e84-a1a0-4dc7-8043-fcb81d873813 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:09.548405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7e932bf3-3fbd-4840-acee-fae32097b615 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:09.557886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.576595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.584802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 7e932bf3-3fbd-4840-acee-fae32097b615 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:09.584941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:44:09.585061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 7e932bf3-3fbd-4840-acee-fae32097b615 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:09.585898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:44:09.604252 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:44:09.692436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.709527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:09.721386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=563b477d-2e8b-47eb-93ac-683433c053b6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:09.742508 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7c3f8504-292e-4cc0-8e8b-5620ed90cdf7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/563b477d-2e8b-47eb-93ac-683433c053b6 HTTP/1.1" status: 204 len: 168 time: 1.0471644 Feb 09 13:44:09.745592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35248) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:09.937414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] Deleting port 7e932bf3-3fbd-4840-acee-fae32097b615 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:09.937865 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:10.031203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b45c0494-a770-4ee2-a97a-29db8d6462c1 None None] The port '7e932bf3-3fbd-4840-acee-fae32097b615' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:44:10.244566 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:10.495746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35266) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:10.659586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1448091442-network', 'tenant_id': 'c692bbea045644e19403b46b5848fa93'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:44:10.665116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:44:10.669807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Usage tracker for resource:network and tenant:c692bbea045644e19403b46b5848fa93 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:44:10.673512 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:44:10.679652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:44:10.695193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Made reservation on behalf of c692bbea045644e19403b46b5848fa93 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:44:10.696490 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:10.709020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:10.750855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:44:10.750855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Usage tracker for resource:security_group_rule and tenant:c692bbea045644e19403b46b5848fa93 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:44:10.750855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:44:10.767125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:44:10.851364 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:10.855613 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:10.888800 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:44:10.899995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19510966-c436-455d-a48d-75524a2a72b2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:10.906205 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:10.906675 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Added segment 036aeb8c-b739-49bd-89b1-f438db2ed1a5 of type vlan for network bc89b0c2-9dc0-42ad-a348-43354d781f3d Feb 09 13:44:10.935894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:10.977850 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:10.979248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:10.979806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:11.020647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] Deleting port 06fd617b-0115-4812-9cd2-f9951ee85205 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:11.021130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:11.104492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] Pushing event updated for resources: {'Network': ['ID=bc89b0c2-9dc0-42ad-a348-43354d781f3d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:11.112929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e67fef86-c483-4c41-a6dc-0a075a791e76 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6151865 Feb 09 13:44:11.116545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35272) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:11.124627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network bc89b0c2-9dc0-42ad-a348-43354d781f3d details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:44:11.126821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Request body: {'subnet': {'network_id': 'bc89b0c2-9dc0-42ad-a348-43354d781f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1448091442-subnet', 'tenant_id': 'c692bbea045644e19403b46b5848fa93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:44:11.132562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:44:11.137127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Usage tracker for resource:subnet and tenant:c692bbea045644e19403b46b5848fa93 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:44:11.142073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:44:11.148508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:44:11.162297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Made reservation on behalf of c692bbea045644e19403b46b5848fa93 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:44:11.170416 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:11.237116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] For port 06fd617b-0115-4812-9cd2-f9951ee85205, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=06fd617b-0115-4812-9cd2-f9951ee85205,segment=NetworkSegment(28cbb598-042d-4655-ad7e-1f72fdbd833c),segment_id=28cbb598-042d-4655-ad7e-1f72fdbd833c)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:11.237116 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:11.385525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] Calling delete_port for 06fd617b-0115-4812-9cd2-f9951ee85205 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:11.422875 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:11.539983 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:11.573960 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:11.629727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] Pushing event deleted for resources: {'Port': ['ID=06fd617b-0115-4812-9cd2-f9951ee85205,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:11.633076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da396a59-410a-45f3-9909-f347e35d56a9,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:11.646667 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Checking segment: {'id': '036aeb8c-b739-49bd-89b1-f438db2ed1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc89b0c2-9dc0-42ad-a348-43354d781f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:44:11.648416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Network hostable DHCP agents. Network: bc89b0c2-9dc0-42ad-a348-43354d781f3d, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:44:11.677708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Network bc89b0c2-9dc0-42ad-a348-43354d781f3d is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:44:11.688085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, bc89b0c2-9dc0-42ad-a348-43354d781f3d) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:44:11.696925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:11.697919 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:11.702213 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31bb6a5-36a9-49a3-a6aa-0a4d811dbab0 None None] Network bc89b0c2-9dc0-42ad-a348-43354d781f3d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:44:11.732805 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e884e274-1f9c-469d-be10-72fca4614626 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6173441 Feb 09 13:44:12.002021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:12.028352 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb26723-26aa-4f89-afd8-2f8ea3fde60c None None] Network bc89b0c2-9dc0-42ad-a348-43354d781f3d requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:44:12.806141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] Router dab2da8b-f0ed-4863-b4de-e1ac875160af has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:44:12.920759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35294) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:12.926931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-748622787-network', 'tenant_id': '140093794fab4793a8f83c7da501ca1c'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:44:12.934794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:44:12.938258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Usage tracker for resource:network and tenant:140093794fab4793a8f83c7da501ca1c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:44:12.948859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:44:12.961065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:44:12.976244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Made reservation on behalf of 140093794fab4793a8f83c7da501ca1c for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:44:12.977204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:12.993307 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.041338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:44:13.046172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Usage tracker for resource:security_group_rule and tenant:140093794fab4793a8f83c7da501ca1c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:44:13.052319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:44:13.059320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:44:13.067623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:44:13.077042 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] Sync routers for ids ['dab2da8b-f0ed-4863-b4de-e1ac875160af'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:44:13.090515 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fb885e53-befb-4483-84c7-f45d95581222 admin admin] 10.222.0.59 "PUT /v2.0/routers/dab2da8b-f0ed-4863-b4de-e1ac875160af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3458664 Feb 09 13:44:13.093018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35298) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:13.093126 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] Routers {'dab2da8b-f0ed-4863-b4de-e1ac875160af'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:44:13.094145 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:43:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['dab2da8b-f0ed-4863-b4de-e1ac875160af'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:13.152129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.156104 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.192098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:44:13.197578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e276b7-4f6d-4fdd-9519-eceda1bfd1dd,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:13.205393 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.205732 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Added segment 2ce9f91f-81ec-468f-8c69-4c8c0d21e768 of type vlan for network 5acb477e-ff7f-44eb-8777-d233f59bb1f2 Feb 09 13:44:13.233501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.284196 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.286073 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:13.287570 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.292391 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] Set router dab2da8b-f0ed-4863-b4de-e1ac875160af gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:44:13.342348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.428721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5069389 Feb 09 13:44:13.431618 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35304) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:13.440005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Request body: {'subnet': {'network_id': '5acb477e-ff7f-44eb-8777-d233f59bb1f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-748622787-subnet', 'tenant_id': '140093794fab4793a8f83c7da501ca1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:44:13.443857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692728f-811f-4e8e-b8f5-996b40b35032 admin admin] Pushing event updated for resources: {'Network': ['ID=5acb477e-ff7f-44eb-8777-d233f59bb1f2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:13.448514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:44:13.452964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Usage tracker for resource:subnet and tenant:140093794fab4793a8f83c7da501ca1c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:44:13.457275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:44:13.457776 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 5acb477e-ff7f-44eb-8777-d233f59bb1f2 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:44:13.463055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:44:13.474112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Made reservation on behalf of 140093794fab4793a8f83c7da501ca1c for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:44:13.478050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.576993 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.592790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Deleting port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:13.593487 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.639008 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'name': 'tempest-TestVolumeBackupRestore-1517280030-router', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:55Z', 'updated_at': '2022-02-09T13:44:11Z', 'revision_number': 5, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'gw_port': {'id': '56080a40-aa4f-41a3-9052-2ee3c0d3c70b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ec:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:40:56Z', 'updated_at': '2022-02-09T13:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:13.643798 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] Checking router: dab2da8b-f0ed-4863-b4de-e1ac875160af for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:44:13.656107 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] Routers {'dab2da8b-f0ed-4863-b4de-e1ac875160af'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:44:13.656710 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:43:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['dab2da8b-f0ed-4863-b4de-e1ac875160af'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:13.822980 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.842846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] For port 56080a40-aa4f-41a3-9052-2ee3c0d3c70b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56080a40-aa4f-41a3-9052-2ee3c0d3c70b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:13.842846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.865906 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] Set router dab2da8b-f0ed-4863-b4de-e1ac875160af gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:44:13.877789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87776f8-380f-42da-9076-10611d520c85,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:13.887741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Checking segment: {'id': '2ce9f91f-81ec-468f-8c69-4c8c0d21e768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5acb477e-ff7f-44eb-8777-d233f59bb1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:44:13.889135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Network hostable DHCP agents. Network: 5acb477e-ff7f-44eb-8777-d233f59bb1f2, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:44:13.915835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Network 5acb477e-ff7f-44eb-8777-d233f59bb1f2 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:44:13.930634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 5acb477e-ff7f-44eb-8777-d233f59bb1f2) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:44:13.942822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:13.944106 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:13.944985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ca1ee-dfb8-468f-af3f-09a1537609df None None] Network 5acb477e-ff7f-44eb-8777-d233f59bb1f2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:44:13.980901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d7b67165-07cc-4ab9-a505-6213c645c722 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5380855 Feb 09 13:44:14.013965 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'name': 'tempest-TestVolumeBackupRestore-1517280030-router', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:55Z', 'updated_at': '2022-02-09T13:44:13Z', 'revision_number': 6, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:14.024928 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3bddb7-cf45-47b1-853b-86e33bf615b0 None None] The sync data for ids ['dab2da8b-f0ed-4863-b4de-e1ac875160af'] in n-d-825175-3 is: [{'id': 'dab2da8b-f0ed-4863-b4de-e1ac875160af', 'name': 'tempest-TestVolumeBackupRestore-1517280030-router', 'tenant_id': '367dde12d0244e51a023e08d7d77ee1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:40:55Z', 'updated_at': '2022-02-09T13:44:13Z', 'revision_number': 6, 'project_id': '367dde12d0244e51a023e08d7d77ee1f', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:44:14.149217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Calling delete_port for 56080a40-aa4f-41a3-9052-2ee3c0d3c70b owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:14.237459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeed7db-0d28-4fdc-87e9-8f72c7db58d0 None None] Network 5acb477e-ff7f-44eb-8777-d233f59bb1f2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:44:14.341261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:14.429000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Pushing event deleted for resources: {'Port': ['ID=56080a40-aa4f-41a3-9052-2ee3c0d3c70b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:14.626489 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:14.715704 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:44:14.888645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:14.892760 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:14.920197 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:14.920927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab2da8b-f0ed-4863-b4de-e1ac875160af {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:44:14.936688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:14.940594 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-025328d5-ec14-486f-bbba-6c00ed88508a admin admin] 10.222.0.59 "DELETE /v2.0/routers/dab2da8b-f0ed-4863-b4de-e1ac875160af HTTP/1.1" status: 204 len: 168 time: 1.8429291 Feb 09 13:44:14.941047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35326) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:15.025707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-2dcbbd9f-2688-46df-b237-c8175a5402a9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:15.026378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-2dcbbd9f-2688-46df-b237-c8175a5402a9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Synchronizing usage tracker for tenant:c692bbea045644e19403b46b5848fa93 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:44:15.033869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-7073a847-fba9-4895-9b9c-a26012d4cada admin admin] Deleting subnet dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:44:15.038820 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7073a847-fba9-4895-9b9c-a26012d4cada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:15.091308 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-2dcbbd9f-2688-46df-b237-c8175a5402a9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Unset dirty status for tenant:c692bbea045644e19403b46b5848fa93 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:44:15.092459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-2dcbbd9f-2688-46df-b237-c8175a5402a9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/networks?id=bc89b0c2-9dc0-42ad-a348-43354d781f3d HTTP/1.1" status: 200 len: 812 time: 0.2667718 Feb 09 13:44:15.096420 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7073a847-fba9-4895-9b9c-a26012d4cada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:15.151335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-2ac942b1-47a5-4636-843e-739417862118 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/quotas/c692bbea045644e19403b46b5848fa93 HTTP/1.1" status: 200 len: 375 time: 0.0290124 Feb 09 13:44:15.205024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-080a7cdc-e803-4f3d-ae71-60cf80dc240c tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c692bbea045644e19403b46b5848fa93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453541 Feb 09 13:44:15.301876 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7073a847-fba9-4895-9b9c-a26012d4cada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:15.370931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56080a40-aa4f-41a3-9052-2ee3c0d3c70b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:15.387264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-21621616-eca5-4349-8cc7-c6e828a2d11a service neutron] 10.222.0.59 "GET /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751690 Feb 09 13:44:15.404535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 56080a40-aa4f-41a3-9052-2ee3c0d3c70b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:15.404842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56080a40-aa4f-41a3-9052-2ee3c0d3c70b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:15.405503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 06fd617b-0115-4812-9cd2-f9951ee85205 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:15.417838 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7073a847-fba9-4895-9b9c-a26012d4cada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:15.438807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 06fd617b-0115-4812-9cd2-f9951ee85205 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:15.439148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 06fd617b-0115-4812-9cd2-f9951ee85205 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:15.472303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073a847-fba9-4895-9b9c-a26012d4cada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:15.529881 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7073a847-fba9-4895-9b9c-a26012d4cada admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:15.533730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5509e6-b440-4612-9fdf-caa62490e5ea None None] Network e51679c5-3860-40d4-b5d0-81b8ec83a586 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:44:15.546052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7073a847-fba9-4895-9b9c-a26012d4cada admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dfdb50db-f1d9-49e2-a8d6-7a0f9aad9cd9 HTTP/1.1" status: 204 len: 168 time: 0.6040163 Feb 09 13:44:15.549222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35330) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:15.584220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-b8ce574f-11ae-4e9a-a502-36265a0336b2 service neutron] 10.222.0.59 "GET /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904199 Feb 09 13:44:15.663816 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:15.677122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Deleting port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:15.677122 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:15.816829 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62cb29da-7efe-495c-80bf-96542dd7126d req-653a5d19-39f4-4ca1-95ed-8222368d7118 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 210 time: 0.0522923 Feb 09 13:44:15.853269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] DHCP port deletion for e51679c5-3860-40d4-b5d0-81b8ec83a586 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:44:15.858320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] Deleting port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:15.858869 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:15.927108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] For port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1ce273de-0bdc-4e3d-ad30-9ffd228fba85,segment=NetworkSegment(28cbb598-042d-4655-ad7e-1f72fdbd833c),segment_id=28cbb598-042d-4655-ad7e-1f72fdbd833c)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:15.927602 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.058233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Calling delete_port for 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:16.130094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] For port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1ce273de-0bdc-4e3d-ad30-9ffd228fba85,segment=NetworkSegment(28cbb598-042d-4655-ad7e-1f72fdbd833c),segment_id=28cbb598-042d-4655-ad7e-1f72fdbd833c)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:16.130571 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.139814 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.263420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] Calling delete_port for 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:16.286440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce273de-0bdc-4e3d-ad30-9ffd228fba85,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:16.290997 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] No DVR routers for this DVR port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:44:16.341051 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:44:16.341051 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:44:16.404939 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.430616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51679c5-3860-40d4-b5d0-81b8ec83a586']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:16.443909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cbb598-042d-4655-ad7e-1f72fdbd833c') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:16.444142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cbb598-042d-4655-ad7e-1f72fdbd833c') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:16.456157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.473605 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.480926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:44:16.481330 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.489889 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:44:16.494591 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:44:16.569933 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.585722 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.598030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] Pushing event deleted for resources: {'Network': ['ID=e51679c5-3860-40d4-b5d0-81b8ec83a586,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:16.602744 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c3bd6811-0706-4d33-83a4-c2661e75addc admin admin] 10.222.0.59 "DELETE /v2.0/networks/e51679c5-3860-40d4-b5d0-81b8ec83a586 HTTP/1.1" status: 204 len: 168 time: 1.0527284 Feb 09 13:44:16.805048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35346) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:16.842812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] Deleting port 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:16.843634 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:16.905212 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-565128d0-0155-437d-a802-de55be583e42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97bd1033855843559321f317ce2509e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0967112 Feb 09 13:44:16.905777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35352) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:17.028165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb73d6-0e7b-4475-ba9a-cec8ae2edcc3 None None] The port '1ce273de-0bdc-4e3d-ad30-9ffd228fba85' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:44:17.050597 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-668e56b7-e117-4d98-8915-e60f778ea0bd req-4899dc0a-8a8f-4818-a91f-d8736e0347eb tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 210 time: 0.0748355 Feb 09 13:44:17.053435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-1fd1a899-fcec-467d-8edd-b0b42a1bdf96 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:17.054930 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-1fd1a899-fcec-467d-8edd-b0b42a1bdf96 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.62 "GET /v2.0/networks?id=bc89b0c2-9dc0-42ad-a348-43354d781f3d HTTP/1.1" status: 200 len: 812 time: 0.1992629 Feb 09 13:44:17.081216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Request body: {'port': {'device_id': '317c6aa6-d24c-47f3-8aad-0bd75371be7b', 'network_id': 'bc89b0c2-9dc0-42ad-a348-43354d781f3d', 'admin_state_up': True, 'tenant_id': 'c692bbea045644e19403b46b5848fa93'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:44:17.084026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa9f9-63ff-49f9-b2ff-4bc651d0a1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.111133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa9f9-63ff-49f9-b2ff-4bc651d0a1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.175101 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa9f9-63ff-49f9-b2ff-4bc651d0a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.194911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfa9f9-63ff-49f9-b2ff-4bc651d0a1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae173e4-edec-4ec9-80f6-5ef028500ec7,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:17.203216 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa9f9-63ff-49f9-b2ff-4bc651d0a1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.204437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8cbfa9f9-63ff-49f9-b2ff-4bc651d0a1e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aae173e4-edec-4ec9-80f6-5ef028500ec7 HTTP/1.1" status: 204 len: 168 time: 0.2976935 Feb 09 13:44:17.226994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:44:17.233678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Usage tracker for resource:port and tenant:c692bbea045644e19403b46b5848fa93 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:44:17.237431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:44:17.244621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:44:17.256363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Made reservation on behalf of c692bbea045644e19403b46b5848fa93 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:44:17.259549 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.380187 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:17.413621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:17.414257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1ce273de-0bdc-4e3d-ad30-9ffd228fba85 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:17.433343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Allocated IP 172.20.0.5 (bc89b0c2-9dc0-42ad-a348-43354d781f3d/da396a59-410a-45f3-9909-f347e35d56a9/822c4fbc-a718-4692-a3bf-773d4297202f) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:44:17.646491 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.675501 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35362) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:17.679784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.726580 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-16f00720-9b8f-4896-a90b-35c0b09d7024 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=367dde12d0244e51a023e08d7d77ee1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498977 Feb 09 13:44:17.729391 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35366) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:17.777831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Network bc89b0c2-9dc0-42ad-a348-43354d781f3d is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:44:17.781213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Pushing event updated for resources: {'Port': ['ID=822c4fbc-a718-4692-a3bf-773d4297202f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:17.784200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:44:17.794084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:44:17.872823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:17.873414 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.876919 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-248324d9-e474-4f9f-8060-2249063e161b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.912908 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8e5ee959-9ced-4ed7-b6c2-c7ec41077896 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8373206 Feb 09 13:44:17.914496 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-248324d9-e474-4f9f-8060-2249063e161b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:17.925337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Request body: {'port': {'device_id': '317c6aa6-d24c-47f3-8aad-0bd75371be7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:44:18.065570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:18.074623 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-248324d9-e474-4f9f-8060-2249063e161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:18.095769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248324d9-e474-4f9f-8060-2249063e161b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c8d8e5-cfe0-4264-bef4-8e21860dadf5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:18.103153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-248324d9-e474-4f9f-8060-2249063e161b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:18.107337 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-248324d9-e474-4f9f-8060-2249063e161b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8c8d8e5-cfe0-4264-bef4-8e21860dadf5 HTTP/1.1" status: 204 len: 168 time: 0.3741415 Feb 09 13:44:18.382209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0313f-377d-4e40-98d9-a1de80faceed req-c1c6b3aa-d326-4cf5-9e13-ebf48e59df85 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:18.383911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3d0313f-377d-4e40-98d9-a1de80faceed req-c1c6b3aa-d326-4cf5-9e13-ebf48e59df85 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 931 time: 0.1982746 Feb 09 13:44:18.436241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c3d0313f-377d-4e40-98d9-a1de80faceed req-f3bc4cbb-1e89-4217-befd-7cf674705fc9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Synchronizing usage tracker for tenant:c692bbea045644e19403b46b5848fa93 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:44:18.460225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c3d0313f-377d-4e40-98d9-a1de80faceed req-f3bc4cbb-1e89-4217-befd-7cf674705fc9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Unset dirty status for tenant:c692bbea045644e19403b46b5848fa93 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:44:18.462860 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3d0313f-377d-4e40-98d9-a1de80faceed req-f3bc4cbb-1e89-4217-befd-7cf674705fc9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723410 Feb 09 13:44:18.562741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822c4fbc-a718-4692-a3bf-773d4297202f {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:44:18.571064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:18.587186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Transition to ACTIVE for port object 822c4fbc-a718-4692-a3bf-773d4297202f will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:44:18.593094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:18.726849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Pushing event updated for resources: {'Port': ['ID=822c4fbc-a718-4692-a3bf-773d4297202f,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:18.833710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Attempting to bind port 822c4fbc-a718-4692-a3bf-773d4297202f on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:44:18.834039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Attempting to bind port 822c4fbc-a718-4692-a3bf-773d4297202f by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '036aeb8c-b739-49bd-89b1-f438db2ed1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc89b0c2-9dc0-42ad-a348-43354d781f3d'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:44:18.834356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Attempting to bind port 822c4fbc-a718-4692-a3bf-773d4297202f on network bc89b0c2-9dc0-42ad-a348-43354d781f3d {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:44:18.840085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Port 822c4fbc-a718-4692-a3bf-773d4297202f on network bc89b0c2-9dc0-42ad-a348-43354d781f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:44:18.840407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Attempting to bind port 822c4fbc-a718-4692-a3bf-773d4297202f on network bc89b0c2-9dc0-42ad-a348-43354d781f3d {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:44:18.846887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:44:18.847221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Checking segment: {'id': '036aeb8c-b739-49bd-89b1-f438db2ed1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc89b0c2-9dc0-42ad-a348-43354d781f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:44:18.847597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Bound using segment: {'id': '036aeb8c-b739-49bd-89b1-f438db2ed1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc89b0c2-9dc0-42ad-a348-43354d781f3d'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:44:18.848012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Bound port: 822c4fbc-a718-4692-a3bf-773d4297202f, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036aeb8c-b739-49bd-89b1-f438db2ed1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc89b0c2-9dc0-42ad-a348-43354d781f3d'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:44:18.848350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:18.943022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] For port 822c4fbc-a718-4692-a3bf-773d4297202f, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:44:18.945213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] For port 822c4fbc-a718-4692-a3bf-773d4297202f, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=822c4fbc-a718-4692-a3bf-773d4297202f,segment=NetworkSegment(036aeb8c-b739-49bd-89b1-f438db2ed1a5),segment_id=036aeb8c-b739-49bd-89b1-f438db2ed1a5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:44:18.950008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:19.012466 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:19.013810 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] 10.222.0.62 "PUT /v2.0/ports/822c4fbc-a718-4692-a3bf-773d4297202f HTTP/1.1" status: 200 len: 1091 time: 1.0931277 Feb 09 13:44:19.014458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317c6aa6-d24c-47f3-8aad-0bd75371be7b', 'tag': '822c4fbc-a718-4692-a3bf-773d4297202f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:44:19.038356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3290a11-9fe5-4e3d-b3d4-7ac225c48c50 service neutron] Pushing event updated for resources: {'Port': ['ID=822c4fbc-a718-4692-a3bf-773d4297202f,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:19.085662 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317c6aa6-d24c-47f3-8aad-0bd75371be7b', 'tag': '822c4fbc-a718-4692-a3bf-773d4297202f', 'status': 'completed', 'code': 200} Feb 09 13:44:19.130220 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-8cf7aaf5-1345-4295-b6ae-9151ebe22687 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c692bbea045644e19403b46b5848fa93&device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 1094 time: 0.0749853 Feb 09 13:44:19.200566 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-d1f19c2b-e612-4774-9ab1-dd5708dd7712 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=822c4fbc-a718-4692-a3bf-773d4297202f HTTP/1.1" status: 200 len: 217 time: 0.0632164 Feb 09 13:44:19.263173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-1d3503b8-f519-4c67-bea0-d81f78ad2483 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:19.264662 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-1d3503b8-f519-4c67-bea0-d81f78ad2483 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=da396a59-410a-45f3-9909-f347e35d56a9 HTTP/1.1" status: 200 len: 852 time: 0.0580642 Feb 09 13:44:19.315149 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-efe8fcd5-76d7-4844-beba-1723a0d5d0d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc89b0c2-9dc0-42ad-a348-43354d781f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447986 Feb 09 13:44:19.448996 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-46571118-4dc4-4226-802a-17e5d146d89f service neutron] 10.222.0.62 "GET /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271110 Feb 09 13:44:19.589860 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bec2993a-e143-4d8c-b27e-77eb1fd004f9 req-15120ef7-e9dd-4461-9f23-3b3defd1ecad service neutron] 10.222.0.62 "GET /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346927 Feb 09 13:44:19.677277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce314e2-6e0f-46d5-abf0-4243d6787835 req-72c29c3e-0cfe-47cf-a68b-f3d963ed0256 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:19.678755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ce314e2-6e0f-46d5-abf0-4243d6787835 req-72c29c3e-0cfe-47cf-a68b-f3d963ed0256 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 943 time: 0.0786180 Feb 09 13:44:19.717922 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c56e9ef5-d862-43a1-8d0c-fe8bd7dcc14b req-aef3e3d8-c76a-454e-9481-18e28bd2ce20 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c692bbea045644e19403b46b5848fa93&device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 1094 time: 0.0760806 Feb 09 13:44:19.725651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ce314e2-6e0f-46d5-abf0-4243d6787835 req-abfc414e-aed7-414b-8498-f359d95f9b66 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Feb 09 13:44:19.862729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e9ef5-d862-43a1-8d0c-fe8bd7dcc14b req-33d5d372-0445-458f-9f7b-8a2eaa4e333f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:19.864560 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c56e9ef5-d862-43a1-8d0c-fe8bd7dcc14b req-33d5d372-0445-458f-9f7b-8a2eaa4e333f service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc89b0c2-9dc0-42ad-a348-43354d781f3d HTTP/1.1" status: 200 len: 913 time: 0.1405611 Feb 09 13:44:19.935914 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c56e9ef5-d862-43a1-8d0c-fe8bd7dcc14b req-5be2903b-7f04-4f11-991f-174d1d64f688 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=822c4fbc-a718-4692-a3bf-773d4297202f HTTP/1.1" status: 200 len: 217 time: 0.0645475 Feb 09 13:44:19.998936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e9ef5-d862-43a1-8d0c-fe8bd7dcc14b req-e7e84a56-dd9b-4812-b337-8bce49c0dff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:20.000410 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c56e9ef5-d862-43a1-8d0c-fe8bd7dcc14b req-e7e84a56-dd9b-4812-b337-8bce49c0dff1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=da396a59-410a-45f3-9909-f347e35d56a9 HTTP/1.1" status: 200 len: 852 time: 0.0584657 Feb 09 13:44:20.045829 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c56e9ef5-d862-43a1-8d0c-fe8bd7dcc14b req-407ceef9-6b30-42c1-a32a-9cb182893211 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc89b0c2-9dc0-42ad-a348-43354d781f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390267 Feb 09 13:44:20.179328 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c56e9ef5-d862-43a1-8d0c-fe8bd7dcc14b req-c0797350-0d08-4442-a474-ba03662d798e service neutron] 10.222.0.62 "GET /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270673 Feb 09 13:44:20.414549 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c56e9ef5-d862-43a1-8d0c-fe8bd7dcc14b req-c31b74d6-5999-451c-899e-a69ac356872a service neutron] 10.222.0.62 "GET /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290330 Feb 09 13:44:20.949186 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1d19a-4c15-4b0a-8a04-52a155575a8c req-434896d7-221d-4bf0-8af8-bcc8b55e6202 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:20.951314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ddd1d19a-4c15-4b0a-8a04-52a155575a8c req-434896d7-221d-4bf0-8af8-bcc8b55e6202 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 943 time: 0.0987771 Feb 09 13:44:21.008614 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ddd1d19a-4c15-4b0a-8a04-52a155575a8c req-594b540f-3af3-43ce-be4c-73e15dbc780b tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508542 Feb 09 13:44:22.195771 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 822c4fbc-a718-4692-a3bf-773d4297202f details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:44:22.218496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573107a-6700-4f3d-be0f-e85af8668ce4 req-c6ff68b3-9626-42a6-b622-0668b9ec4876 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:22.220470 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4573107a-6700-4f3d-be0f-e85af8668ce4 req-c6ff68b3-9626-42a6-b622-0668b9ec4876 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 943 time: 0.0851440 Feb 09 13:44:22.269718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4573107a-6700-4f3d-be0f-e85af8668ce4 req-24570b34-3544-488f-a7a5-7357f52cd61c tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436146 Feb 09 13:44:22.333670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 822c4fbc-a718-4692-a3bf-773d4297202f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=822c4fbc-a718-4692-a3bf-773d4297202f,segment=NetworkSegment(036aeb8c-b739-49bd-89b1-f438db2ed1a5),segment_id=036aeb8c-b739-49bd-89b1-f438db2ed1a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:22.347878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '822c4fbc-a718-4692-a3bf-773d4297202f', 'network_id': 'bc89b0c2-9dc0-42ad-a348-43354d781f3d', 'port_id': '822c4fbc-a718-4692-a3bf-773d4297202f', 'mac_address': 'fa:16:3e:e7:45:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da396a59-410a-45f3-9909-f347e35d56a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:44:22.414923 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:22.434988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822c4fbc-a718-4692-a3bf-773d4297202f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:44:22.450780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 822c4fbc-a718-4692-a3bf-773d4297202f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=822c4fbc-a718-4692-a3bf-773d4297202f,segment=NetworkSegment(036aeb8c-b739-49bd-89b1-f438db2ed1a5),segment_id=036aeb8c-b739-49bd-89b1-f438db2ed1a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:22.455159 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:22.519068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=822c4fbc-a718-4692-a3bf-773d4297202f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:22.527979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.528264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.528595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.528928 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.529235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.529550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.529864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.530173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.530499 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.530811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.531121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:44:22.686652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['822c4fbc-a718-4692-a3bf-773d4297202f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:44:23.464638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acd51b-a42e-4244-8f52-43bc5f853183 req-26482bd8-aab3-41a7-b8ab-2a7c9ee7e283 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:23.466073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-65acd51b-a42e-4244-8f52-43bc5f853183 req-26482bd8-aab3-41a7-b8ab-2a7c9ee7e283 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 944 time: 0.0745635 Feb 09 13:44:23.515088 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-65acd51b-a42e-4244-8f52-43bc5f853183 req-21dbaec7-bdd5-4581-9f37-f34f8dbfe0d6 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 Feb 09 13:44:24.194457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 822c4fbc-a718-4692-a3bf-773d4297202f up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:44:24.260990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 822c4fbc-a718-4692-a3bf-773d4297202f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:44:24.265593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 822c4fbc-a718-4692-a3bf-773d4297202f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:44:24.267282 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:24.383378 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:24.409530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317c6aa6-d24c-47f3-8aad-0bd75371be7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c4fbc-a718-4692-a3bf-773d4297202f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:44:24.418767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 822c4fbc-a718-4692-a3bf-773d4297202f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=822c4fbc-a718-4692-a3bf-773d4297202f,segment=NetworkSegment(036aeb8c-b739-49bd-89b1-f438db2ed1a5),segment_id=036aeb8c-b739-49bd-89b1-f438db2ed1a5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:24.422632 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:24.469815 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317c6aa6-d24c-47f3-8aad-0bd75371be7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822c4fbc-a718-4692-a3bf-773d4297202f', 'code': 200} Feb 09 13:44:24.491743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=822c4fbc-a718-4692-a3bf-773d4297202f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:24.592990 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0083d4f6-e0a0-49f7-ac85-a37d9bbc9700 req-f7b5f159-0db2-465c-b684-902e1f206c57 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 1096 time: 0.0673470 Feb 09 13:44:24.636753 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0083d4f6-e0a0-49f7-ac85-a37d9bbc9700 req-9a30eb78-f9c1-4e94-a153-004c219e7f28 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Feb 09 13:44:24.712913 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6342c-2862-445e-a328-58ed9cfb2fe3 req-22252742-68df-46ab-a387-3554a24e37f9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:24.714370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8c6342c-2862-445e-a328-58ed9cfb2fe3 req-22252742-68df-46ab-a387-3554a24e37f9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0792861 Feb 09 13:44:24.759143 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a8c6342c-2862-445e-a328-58ed9cfb2fe3 req-8612a748-3fbe-425e-ab5a-f6d0891c0c37 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390437 Feb 09 13:44:25.022443 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-65762f8b-9b89-4f27-877e-3e0355e25ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:25.957168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d6d49-61e1-487a-8579-5a35b7cf87df req-aeb5da38-8368-4b79-9cee-98f9aea6fe86 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:25.958627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac3d6d49-61e1-487a-8579-5a35b7cf87df req-aeb5da38-8368-4b79-9cee-98f9aea6fe86 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0751581 Feb 09 13:44:26.004643 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac3d6d49-61e1-487a-8579-5a35b7cf87df req-e6538852-90bc-409e-b32c-97da6be1a7a1 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405834 Feb 09 13:44:26.204121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f3f67-c7a4-4db0-99a1-819379f1a892 req-bf29281d-1efb-4ce0-8bbb-9d3c2af0b3d0 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:26.205551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238f3f67-c7a4-4db0-99a1-819379f1a892 req-bf29281d-1efb-4ce0-8bbb-9d3c2af0b3d0 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0785553 Feb 09 13:44:26.251455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-238f3f67-c7a4-4db0-99a1-819379f1a892 req-ae63dc28-942f-4384-9bd9-3d6a8ac728db tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 Feb 09 13:44:26.664174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d1149-ad2c-486d-bb70-2499d1dda2a4 req-e37aff56-fe1f-43c7-a132-fe58eded33e1 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:26.665598 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-171d1149-ad2c-486d-bb70-2499d1dda2a4 req-e37aff56-fe1f-43c7-a132-fe58eded33e1 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0749209 Feb 09 13:44:26.713772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-171d1149-ad2c-486d-bb70-2499d1dda2a4 req-b53b11f3-a096-4b33-80f7-61e872b58b10 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Feb 09 13:44:27.909149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3581-3267-4e71-b308-7b134170d54e req-55270606-2c17-4f3e-8c63-01d51d349b0d tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:27.910627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c8e3581-3267-4e71-b308-7b134170d54e req-55270606-2c17-4f3e-8c63-01d51d349b0d tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0758889 Feb 09 13:44:27.955920 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c8e3581-3267-4e71-b308-7b134170d54e req-43f332d9-f481-4383-983d-234ca72471ed tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Feb 09 13:44:28.257037 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7a35a0ed-151b-4e93-acc2-d22a655a726d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:28.320473 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da994bf8-1291-4650-81f4-48d1fe6c5be2 req-77ea6f86-4806-4fda-b3c4-980551c50238 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c692bbea045644e19403b46b5848fa93&device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 1096 time: 0.0719070 Feb 09 13:44:28.322137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ce08e-4731-49c6-a2be-7c4edf5d60c2 req-94660abb-7e9a-4eac-a230-9fc32059a86a tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:28.323604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-865ce08e-4731-49c6-a2be-7c4edf5d60c2 req-94660abb-7e9a-4eac-a230-9fc32059a86a tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0804501 Feb 09 13:44:28.369093 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-865ce08e-4731-49c6-a2be-7c4edf5d60c2 req-c1c41b52-656f-46f2-9328-7c542ee53f87 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391512 Feb 09 13:44:28.450504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da994bf8-1291-4650-81f4-48d1fe6c5be2 req-b667af4c-e142-4e75-9c55-81d8f7c24bd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:28.451927 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da994bf8-1291-4650-81f4-48d1fe6c5be2 req-b667af4c-e142-4e75-9c55-81d8f7c24bd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc89b0c2-9dc0-42ad-a348-43354d781f3d HTTP/1.1" status: 200 len: 913 time: 0.1246667 Feb 09 13:44:28.525384 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da994bf8-1291-4650-81f4-48d1fe6c5be2 req-d74bc57a-b39f-4120-9606-ca830c953e29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=822c4fbc-a718-4692-a3bf-773d4297202f HTTP/1.1" status: 200 len: 217 time: 0.0665014 Feb 09 13:44:28.593620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da994bf8-1291-4650-81f4-48d1fe6c5be2 req-1b973744-68b2-4b74-8480-3b1d6b2ce605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:28.595624 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da994bf8-1291-4650-81f4-48d1fe6c5be2 req-1b973744-68b2-4b74-8480-3b1d6b2ce605 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=da396a59-410a-45f3-9909-f347e35d56a9 HTTP/1.1" status: 200 len: 852 time: 0.0641081 Feb 09 13:44:28.634947 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:28.640046 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da994bf8-1291-4650-81f4-48d1fe6c5be2 req-2df5e9d4-001e-4a7c-84c4-be46538f232c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc89b0c2-9dc0-42ad-a348-43354d781f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383558 Feb 09 13:44:28.695592 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:28.773638 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da994bf8-1291-4650-81f4-48d1fe6c5be2 req-de0cc343-666c-4eb8-9518-7ae9a766bb8b service neutron] 10.222.0.62 "GET /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263211 Feb 09 13:44:28.901181 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da994bf8-1291-4650-81f4-48d1fe6c5be2 req-f780e93d-1bdf-4afb-83de-f8500e35c150 service neutron] 10.222.0.62 "GET /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212885 Feb 09 13:44:29.574289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8cca-0589-4cb7-b863-ca5b27763481 req-06fbdeaf-5b96-4259-b92b-558adc879fd3 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:29.575881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-810b8cca-0589-4cb7-b863-ca5b27763481 req-06fbdeaf-5b96-4259-b92b-558adc879fd3 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0813422 Feb 09 13:44:29.628953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-810b8cca-0589-4cb7-b863-ca5b27763481 req-5f9c9813-44e8-4705-b83b-90e3c8a7080a tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453274 Feb 09 13:44:29.979111 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:30.824278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d66e86-3779-4d9e-b3a4-17deda0a824f req-15d838f9-14a8-496b-9f7b-940c264cec9f tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:30.825691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33d66e86-3779-4d9e-b3a4-17deda0a824f req-15d838f9-14a8-496b-9f7b-940c264cec9f tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0774312 Feb 09 13:44:30.870022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33d66e86-3779-4d9e-b3a4-17deda0a824f req-7072f921-8d0c-411c-84d7-763211c688e8 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387983 Feb 09 13:44:31.293652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9a4c3-feb1-452b-a711-0fc4f98e0739 req-3b620143-3683-4ad8-9438-56404595528e tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:31.295038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2bd9a4c3-feb1-452b-a711-0fc4f98e0739 req-3b620143-3683-4ad8-9438-56404595528e tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0771847 Feb 09 13:44:31.340238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2bd9a4c3-feb1-452b-a711-0fc4f98e0739 req-7adb542b-21ea-4708-a720-60e8e0fcf512 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Feb 09 13:44:32.541971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8cd75-faab-4842-b026-5279d8347671 req-fcc4f754-1fcd-4bae-83cc-bb6d32ad40aa tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:32.543438 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27d8cd75-faab-4842-b026-5279d8347671 req-fcc4f754-1fcd-4bae-83cc-bb6d32ad40aa tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0770783 Feb 09 13:44:32.589190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27d8cd75-faab-4842-b026-5279d8347671 req-3348451a-cdd0-453d-b63c-04ce6236c4a2 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Feb 09 13:44:32.961109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63692a3-da4e-41e7-95f0-97152bc79cd0 req-7b4bebe6-1b77-4337-86c9-b9213af28061 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:32.961328 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bc1a950b-5377-42b5-ab30-78408b082de8 req-9c87a067-01b0-406d-ac4c-9be095dd8d1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c692bbea045644e19403b46b5848fa93&device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 1096 time: 0.0674651 Feb 09 13:44:32.962723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c63692a3-da4e-41e7-95f0-97152bc79cd0 req-7b4bebe6-1b77-4337-86c9-b9213af28061 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0788817 Feb 09 13:44:33.013223 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c63692a3-da4e-41e7-95f0-97152bc79cd0 req-d4e7f60a-339b-4ead-a0b6-b143da9be784 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451467 Feb 09 13:44:33.094086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a950b-5377-42b5-ab30-78408b082de8 req-e4926894-6981-4de3-97b8-bde4dc228dfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:33.095628 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bc1a950b-5377-42b5-ab30-78408b082de8 req-e4926894-6981-4de3-97b8-bde4dc228dfe service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc89b0c2-9dc0-42ad-a348-43354d781f3d HTTP/1.1" status: 200 len: 913 time: 0.1268685 Feb 09 13:44:33.167514 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bc1a950b-5377-42b5-ab30-78408b082de8 req-4c2699c1-9105-414c-b55c-a4c5b851ba3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=822c4fbc-a718-4692-a3bf-773d4297202f HTTP/1.1" status: 200 len: 217 time: 0.0647545 Feb 09 13:44:33.228022 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a950b-5377-42b5-ab30-78408b082de8 req-00d69b91-520e-4c86-af2d-2a5fe5d3b31c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:33.229593 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bc1a950b-5377-42b5-ab30-78408b082de8 req-00d69b91-520e-4c86-af2d-2a5fe5d3b31c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=da396a59-410a-45f3-9909-f347e35d56a9 HTTP/1.1" status: 200 len: 852 time: 0.0555332 Feb 09 13:44:33.277881 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bc1a950b-5377-42b5-ab30-78408b082de8 req-518c5934-78b7-4f60-b0b1-b2e85c49f70a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc89b0c2-9dc0-42ad-a348-43354d781f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415266 Feb 09 13:44:33.408352 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bc1a950b-5377-42b5-ab30-78408b082de8 req-3c89bc6f-cbe3-4f66-a785-7961f3d0d42f service neutron] 10.222.0.62 "GET /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233797 Feb 09 13:44:33.620640 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-bc1a950b-5377-42b5-ab30-78408b082de8 req-2ae51ad9-87a3-4608-b807-2240e955c701 service neutron] 10.222.0.62 "GET /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060750 Feb 09 13:44:34.213041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4e19a-fb50-4899-aa23-ade8bd404ef4 req-c4ff13d9-6c5a-4b32-872f-d8ff4c62b67a tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:34.214486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-edd4e19a-fb50-4899-aa23-ade8bd404ef4 req-c4ff13d9-6c5a-4b32-872f-d8ff4c62b67a tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0782156 Feb 09 13:44:34.261290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-edd4e19a-fb50-4899-aa23-ade8bd404ef4 req-60382b9e-71ee-4903-b96f-50b28ebaff79 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Feb 09 13:44:35.461181 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76d622-deb1-4e0b-9405-10b1efeaae89 req-8793c783-4f67-4c78-b2bd-d4525c90d2fa tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:35.462629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea76d622-deb1-4e0b-9405-10b1efeaae89 req-8793c783-4f67-4c78-b2bd-d4525c90d2fa tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0790915 Feb 09 13:44:35.507180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea76d622-deb1-4e0b-9405-10b1efeaae89 req-fe3f731a-3edd-42a3-9d9a-ab4c057e29d6 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Feb 09 13:44:35.900792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1a92-bb58-47f6-8c85-43e7ba47b399 req-2835e803-1117-4352-9c81-09c6cb2711ae tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:35.902299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-026b1a92-bb58-47f6-8c85-43e7ba47b399 req-2835e803-1117-4352-9c81-09c6cb2711ae tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0746789 Feb 09 13:44:35.946736 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-026b1a92-bb58-47f6-8c85-43e7ba47b399 req-f0254782-f407-4467-8c84-e93972b4e345 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388534 Feb 09 13:44:37.144806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd884169-2e67-4933-b2a1-ca0ff9e09b11 req-01b92ea8-efe8-458e-bf51-3d0b37ee567e tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:37.146241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd884169-2e67-4933-b2a1-ca0ff9e09b11 req-01b92ea8-efe8-458e-bf51-3d0b37ee567e tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0773811 Feb 09 13:44:37.192564 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd884169-2e67-4933-b2a1-ca0ff9e09b11 req-d586ea84-cb20-4a0a-8648-11c0b91ca3b8 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Feb 09 13:44:37.806321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-f00cf315-256b-44b4-a1eb-a10f7f58954a tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:37.807028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-f00cf315-256b-44b4-a1eb-a10f7f58954a tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Synchronizing usage tracker for tenant:c692bbea045644e19403b46b5848fa93 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:44:37.823521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-f00cf315-256b-44b4-a1eb-a10f7f58954a tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Unset dirty status for tenant:c692bbea045644e19403b46b5848fa93 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:44:37.824890 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-f00cf315-256b-44b4-a1eb-a10f7f58954a tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.62 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0909474 Feb 09 13:44:37.897555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-58560516-06a3-4aa4-a85a-6b7c95be9ce9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Deleting port 822c4fbc-a718-4692-a3bf-773d4297202f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:37.897886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-58560516-06a3-4aa4-a85a-6b7c95be9ce9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:38.129884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-58560516-06a3-4aa4-a85a-6b7c95be9ce9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] For port 822c4fbc-a718-4692-a3bf-773d4297202f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=822c4fbc-a718-4692-a3bf-773d4297202f,segment=NetworkSegment(036aeb8c-b739-49bd-89b1-f438db2ed1a5),segment_id=036aeb8c-b739-49bd-89b1-f438db2ed1a5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:44:38.130143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-58560516-06a3-4aa4-a85a-6b7c95be9ce9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:38.252780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-58560516-06a3-4aa4-a85a-6b7c95be9ce9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Calling delete_port for 822c4fbc-a718-4692-a3bf-773d4297202f owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:44:38.394190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b86c20-9ae8-44c0-9b4b-c3a1f8afa344 req-2ff0153d-2ae8-4d3d-a278-faca79641aba tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:38.395804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02b86c20-9ae8-44c0-9b4b-c3a1f8afa344 req-2ff0153d-2ae8-4d3d-a278-faca79641aba tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/ports?device_id=317c6aa6-d24c-47f3-8aad-0bd75371be7b HTTP/1.1" status: 200 len: 945 time: 0.0827796 Feb 09 13:44:38.398935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-58560516-06a3-4aa4-a85a-6b7c95be9ce9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:38.447783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02b86c20-9ae8-44c0-9b4b-c3a1f8afa344 req-d7d5fcf5-16f2-46f8-bfea-7c163ced1200 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.59 "GET /v2.0/security-groups?id=19510966-c436-455d-a48d-75524a2a72b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451140 Feb 09 13:44:38.448012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58560516-06a3-4aa4-a85a-6b7c95be9ce9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Pushing event deleted for resources: {'Port': ['ID=822c4fbc-a718-4692-a3bf-773d4297202f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:38.519037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-58560516-06a3-4aa4-a85a-6b7c95be9ce9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] No DVR routers for this DVR port 822c4fbc-a718-4692-a3bf-773d4297202f on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:44:38.521447 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-58560516-06a3-4aa4-a85a-6b7c95be9ce9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:38.523882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317c6aa6-d24c-47f3-8aad-0bd75371be7b', 'name': 'network-vif-deleted', 'tag': '822c4fbc-a718-4692-a3bf-773d4297202f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:44:38.539045 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-237d9643-fbde-413f-aeaa-d8ccb42fbdfe req-58560516-06a3-4aa4-a85a-6b7c95be9ce9 tempest-TestServerAdvancedOps-2057548357 tempest-TestServerAdvancedOps-2057548357-project] 10.222.0.62 "DELETE /v2.0/ports/822c4fbc-a718-4692-a3bf-773d4297202f HTTP/1.1" status: 204 len: 173 time: 0.7064235 Feb 09 13:44:38.580993 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317c6aa6-d24c-47f3-8aad-0bd75371be7b', 'name': 'network-vif-deleted', 'tag': '822c4fbc-a718-4692-a3bf-773d4297202f', 'status': 'completed', 'code': 200} Feb 09 13:44:39.555743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35444) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:39.618674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3def8088-6f74-4c25-81a3-062ac1e043d3 admin admin] Deleting subnet da396a59-410a-45f3-9909-f347e35d56a9 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:44:39.621734 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3def8088-6f74-4c25-81a3-062ac1e043d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:39.672142 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3def8088-6f74-4c25-81a3-062ac1e043d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:39.731325 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3def8088-6f74-4c25-81a3-062ac1e043d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:39.798733 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3def8088-6f74-4c25-81a3-062ac1e043d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:39.834391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def8088-6f74-4c25-81a3-062ac1e043d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da396a59-410a-45f3-9909-f347e35d56a9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:39.841207 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3def8088-6f74-4c25-81a3-062ac1e043d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:39.847949 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3def8088-6f74-4c25-81a3-062ac1e043d3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/da396a59-410a-45f3-9909-f347e35d56a9 HTTP/1.1" status: 204 len: 168 time: 0.2911360 Feb 09 13:44:39.850319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35448) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:39.952867 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.158914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.186122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc89b0c2-9dc0-42ad-a348-43354d781f3d']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:40.197570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036aeb8c-b739-49bd-89b1-f438db2ed1a5') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:40.197939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036aeb8c-b739-49bd-89b1-f438db2ed1a5') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:40.209041 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.224533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.230796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:44:40.231165 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:44:40.243997 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:44:40.273020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 822c4fbc-a718-4692-a3bf-773d4297202f no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:44:40.305426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 822c4fbc-a718-4692-a3bf-773d4297202f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:44:40.305768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 822c4fbc-a718-4692-a3bf-773d4297202f not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:44:40.318517 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.334160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.344732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc89b0c2-9dc0-42ad-a348-43354d781f3d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:40.353156 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4692a0af-8ea0-4827-8b01-c481a585f018 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bc89b0c2-9dc0-42ad-a348-43354d781f3d HTTP/1.1" status: 204 len: 168 time: 0.5018373 Feb 09 13:44:40.356212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35452) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:40.414172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-11093d8a-bcac-4041-b0cd-fdf0a6423404 admin admin] Deleting subnet a87776f8-380f-42da-9076-10611d520c85 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:44:40.417255 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11093d8a-bcac-4041-b0cd-fdf0a6423404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.468156 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11093d8a-bcac-4041-b0cd-fdf0a6423404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.522517 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11093d8a-bcac-4041-b0cd-fdf0a6423404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.587875 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11093d8a-bcac-4041-b0cd-fdf0a6423404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.628686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11093d8a-bcac-4041-b0cd-fdf0a6423404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87776f8-380f-42da-9076-10611d520c85,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:40.633345 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-11093d8a-bcac-4041-b0cd-fdf0a6423404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.639047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-11093d8a-bcac-4041-b0cd-fdf0a6423404 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a87776f8-380f-42da-9076-10611d520c85 HTTP/1.1" status: 204 len: 168 time: 0.2819872 Feb 09 13:44:40.642084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35456) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:40.741187 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.869403 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.893250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acb477e-ff7f-44eb-8777-d233f59bb1f2']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:40.904683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce9f91f-81ec-468f-8c69-4c8c0d21e768') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:40.904969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce9f91f-81ec-468f-8c69-4c8c0d21e768') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:44:40.916514 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.933448 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.940953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:44:40.941372 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:44:40.954516 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:44:41.029787 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:41.045990 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:41.054804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] Pushing event deleted for resources: {'Network': ['ID=5acb477e-ff7f-44eb-8777-d233f59bb1f2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:41.057208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-51a23190-3aae-49e8-9e32-d22f21b3e8ca admin admin] 10.222.0.59 "DELETE /v2.0/networks/5acb477e-ff7f-44eb-8777-d233f59bb1f2 HTTP/1.1" status: 204 len: 168 time: 0.4142106 Feb 09 13:44:41.249379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35462) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:41.298154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ac008369-721a-4335-a606-61ce86cda8be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c692bbea045644e19403b46b5848fa93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476339 Feb 09 13:44:41.300460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35466) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:41.357512 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65e973cc-dccc-44b5-9c30-26db41e4a232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:41.381952 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65e973cc-dccc-44b5-9c30-26db41e4a232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:41.432937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65e973cc-dccc-44b5-9c30-26db41e4a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:41.451646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e973cc-dccc-44b5-9c30-26db41e4a232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19510966-c436-455d-a48d-75524a2a72b2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:41.463968 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-65e973cc-dccc-44b5-9c30-26db41e4a232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:41.465070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-65e973cc-dccc-44b5-9c30-26db41e4a232 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19510966-c436-455d-a48d-75524a2a72b2 HTTP/1.1" status: 204 len: 168 time: 0.1637499 Feb 09 13:44:41.540860 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:41.856133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35474) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:41.905364 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1ddc578e-779a-4a51-a525-aedc116b7bbe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=140093794fab4793a8f83c7da501ca1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481069 Feb 09 13:44:41.907709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35478) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:44:41.965763 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d80e0bb8-70da-4a15-877f-0cfaca01f972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:41.991638 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d80e0bb8-70da-4a15-877f-0cfaca01f972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:42.040894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d80e0bb8-70da-4a15-877f-0cfaca01f972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:42.056819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e0bb8-70da-4a15-877f-0cfaca01f972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e276b7-4f6d-4fdd-9519-eceda1bfd1dd,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:44:42.061038 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d80e0bb8-70da-4a15-877f-0cfaca01f972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:42.062126 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d80e0bb8-70da-4a15-877f-0cfaca01f972 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6e276b7-4f6d-4fdd-9519-eceda1bfd1dd HTTP/1.1" status: 204 len: 168 time: 0.1535630 Feb 09 13:44:46.503801 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:51.716548 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:44:55.024913 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-42a92b74-9123-480f-9ea1-af0957acb378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:58.252087 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-58b29309-31f2-4447-8a3d-59a5e205453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:58.530657 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836092d-27dc-4395-a5a9-b910bf172bbf req-318ffc6d-bddc-4064-aba5-668899f13199 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:58.532032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a836092d-27dc-4395-a5a9-b910bf172bbf req-318ffc6d-bddc-4064-aba5-668899f13199 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0794830 Feb 09 13:44:58.576081 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a836092d-27dc-4395-a5a9-b910bf172bbf req-46143058-703a-4820-845d-69a543f1d8ae tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386171 Feb 09 13:44:58.638275 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:58.696618 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:59.777979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ac82-a05b-445a-9ea4-57fffcaf72bc req-a95c4152-d4de-4fa6-91ab-c2ea094c351a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:59.779445 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e35ac82-a05b-445a-9ea4-57fffcaf72bc req-a95c4152-d4de-4fa6-91ab-c2ea094c351a tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0785801 Feb 09 13:44:59.824222 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e35ac82-a05b-445a-9ea4-57fffcaf72bc req-d57294f8-0cb7-4b24-afa8-0fe15c46f676 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/security-groups?id=821c39ac-484f-4a27-9bc0-bc8c5ca26058&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391409 Feb 09 13:44:59.884209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-cb0101a3-0d4d-4b5f-b77f-680d3ea546fa tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:44:59.884780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-cb0101a3-0d4d-4b5f-b77f-680d3ea546fa tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Synchronizing usage tracker for tenant:b2945106d1c84b82b65ec3b90ba02a33 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:44:59.900603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-cb0101a3-0d4d-4b5f-b77f-680d3ea546fa tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Unset dirty status for tenant:b2945106d1c84b82b65ec3b90ba02a33 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:44:59.901697 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-cb0101a3-0d4d-4b5f-b77f-680d3ea546fa tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0946171 Feb 09 13:44:59.969035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Deleting port 4480bba1-1871-4651-9500-23dfcc40846b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:44:59.969370 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:44:59.985399 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:00.208685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] For port 4480bba1-1871-4651-9500-23dfcc40846b, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4480bba1-1871-4651-9500-23dfcc40846b,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:00.209034 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:00.489604 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:00.489872 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:00.490179 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Floating IP cb02f88c-6516-4043-874f-7d35e91722cf disassociated. External IP: 172.25.5.182, port: 4480bba1-1871-4651-9500-23dfcc40846b. Feb 09 13:45:00.490542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Calling delete_port for 4480bba1-1871-4651-9500-23dfcc40846b owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:00.711250 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:00.760945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event deleted for resources: {'Port': ['ID=4480bba1-1871-4651-9500-23dfcc40846b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:00.773814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.774156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.774507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.774838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.775162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.775485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.775804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.776118 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.776435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.776749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.777059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:00.983190 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Router 82d400f1-6754-4be3-8db2-e3e865ea517b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:45:00.991668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-03f51a1c-5df3-4715-9786-a684f58b72fb req-5f29eee4-693f-4d66-a5a8-15a46d67927c tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "GET /v2.0/ports?device_id=0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7 HTTP/1.1" status: 200 len: 210 time: 0.0451674 Feb 09 13:45:01.184403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:45:01.194955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] Sync routers for ids ['82d400f1-6754-4be3-8db2-e3e865ea517b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:45:01.208141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] Routers {'82d400f1-6754-4be3-8db2-e3e865ea517b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:45:01.208748 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:44:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['82d400f1-6754-4be3-8db2-e3e865ea517b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:01.257371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] No DVR routers for this DVR port 4480bba1-1871-4651-9500-23dfcc40846b on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:45:01.259952 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:01.262591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'name': 'network-vif-deleted', 'tag': '4480bba1-1871-4651-9500-23dfcc40846b'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:45:01.279293 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c72ce81-7108-4272-b07d-6c5084de9490 req-655d4005-5a5b-4deb-ad9e-411aefb73627 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.62 "DELETE /v2.0/ports/4480bba1-1871-4651-9500-23dfcc40846b HTTP/1.1" status: 204 len: 173 time: 1.3717842 Feb 09 13:45:01.333796 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0670f9f8-2d59-4ec3-8dbb-6e82ed6d0fc7', 'name': 'network-vif-deleted', 'tag': '4480bba1-1871-4651-9500-23dfcc40846b', 'status': 'completed', 'code': 200} Feb 09 13:45:01.405964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] Set router 82d400f1-6754-4be3-8db2-e3e865ea517b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:45:01.742371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '11edab54-6f48-4dc9-8cda-23aafaee01f9', 'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'mac_address': 'fa:16:3e:67:8b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:27Z', 'updated_at': '2022-02-09T13:39:44Z', 'revision_number': 5, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'subnets': [{'id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:01.746211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] Checking router: 82d400f1-6754-4be3-8db2-e3e865ea517b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:45:01.756623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] Routers {'82d400f1-6754-4be3-8db2-e3e865ea517b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:45:01.757207 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:44:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['82d400f1-6754-4be3-8db2-e3e865ea517b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:01.938313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] Set router 82d400f1-6754-4be3-8db2-e3e865ea517b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:45:02.095415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35498) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:02.256119 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '11edab54-6f48-4dc9-8cda-23aafaee01f9', 'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'mac_address': 'fa:16:3e:67:8b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:27Z', 'updated_at': '2022-02-09T13:39:44Z', 'revision_number': 5, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'subnets': [{'id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:02.260435 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f939339-6a46-4ce9-a428-0e96e641b055 None None] The sync data for ids ['82d400f1-6754-4be3-8db2-e3e865ea517b'] in n-d-825175-3 is: [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '11edab54-6f48-4dc9-8cda-23aafaee01f9', 'name': '', 'network_id': '259a9879-5453-42b8-87aa-60756ae531df', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'mac_address': 'fa:16:3e:67:8b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:27Z', 'updated_at': '2022-02-09T13:39:44Z', 'revision_number': 5, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'subnets': [{'id': '4cb52b37-7e7a-4490-9ec8-3785522ee21b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:45:02.263924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Deleting port 341b1611-26fa-4b0f-adc1-33641c43c3cd {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:02.264770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:02.365834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4480bba1-1871-4651-9500-23dfcc40846b no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:45:02.406907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 4480bba1-1871-4651-9500-23dfcc40846b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:45:02.407253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4480bba1-1871-4651-9500-23dfcc40846b not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:45:02.449946 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:02.450270 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:02.498949 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e7d6d-3aed-42ee-8cc5-4471b99cad1d None None] New status for floating IP cb02f88c-6516-4043-874f-7d35e91722cf: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:45:02.611459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Calling delete_port for 341b1611-26fa-4b0f-adc1-33641c43c3cd owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:02.722951 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d901ff0e-b6fe-4bde-be69-12abb266b98c req-18fcdfe8-3bac-4194-aa72-fdd4d12ba079 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2077458 Feb 09 13:45:02.751031 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.db.api [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83479) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:45:02.751431 n-d-825175-3 neutron-server[83479]: DEBUG oslo_db.api [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:45:02.865945 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d901ff0e-b6fe-4bde-be69-12abb266b98c req-fd3d4e70-e149-47dc-b12a-8276db86168e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 1097 time: 0.0707273 Feb 09 13:45:03.095294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901ff0e-b6fe-4bde-be69-12abb266b98c req-bafbb99f-96aa-4511-be44-6085237c4e53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:03.096746 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d901ff0e-b6fe-4bde-be69-12abb266b98c req-bafbb99f-96aa-4511-be44-6085237c4e53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.2113509 Feb 09 13:45:03.196884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d901ff0e-b6fe-4bde-be69-12abb266b98c req-5087780c-87e8-4aef-9b8a-ae6d968f222d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e HTTP/1.1" status: 200 len: 1002 time: 0.0942004 Feb 09 13:45:03.252110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Deleting port 341b1611-26fa-4b0f-adc1-33641c43c3cd {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:03.252443 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:03.291824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901ff0e-b6fe-4bde-be69-12abb266b98c req-2a14bf6f-7246-470e-8c6c-30cf4e6aa6fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:03.293274 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d901ff0e-b6fe-4bde-be69-12abb266b98c req-2a14bf6f-7246-470e-8c6c-30cf4e6aa6fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0911801 Feb 09 13:45:03.475015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:03.475247 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:03.490708 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d901ff0e-b6fe-4bde-be69-12abb266b98c req-f4bb6181-8df6-47e5-adfc-0dc177c904d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901133 Feb 09 13:45:03.615751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Calling delete_port for 341b1611-26fa-4b0f-adc1-33641c43c3cd owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:03.779162 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d901ff0e-b6fe-4bde-be69-12abb266b98c req-42ef4772-e760-4476-a3e0-b7972ea011fa service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385373 Feb 09 13:45:03.922089 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:03.975929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event deleted for resources: {'Port': ['ID=341b1611-26fa-4b0f-adc1-33641c43c3cd,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:04.053348 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d901ff0e-b6fe-4bde-be69-12abb266b98c req-fa0ed6ed-9da9-4edc-829b-a57859081e8b service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453365 Feb 09 13:45:04.083033 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:04.096911 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:04.097972 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-89725bdd-bfbc-4f78-bb10-f4393cff5461 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "DELETE /v2.0/floatingips/cb02f88c-6516-4043-874f-7d35e91722cf HTTP/1.1" status: 204 len: 168 time: 2.0014951 Feb 09 13:45:04.253742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35506) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:04.324537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-470befdb-8754-4ded-bd91-713f54228149 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:04.352758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-470befdb-8754-4ded-bd91-713f54228149 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:04.426489 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-470befdb-8754-4ded-bd91-713f54228149 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:04.446610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470befdb-8754-4ded-bd91-713f54228149 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c39ac-484f-4a27-9bc0-bc8c5ca26058,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:04.454533 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-470befdb-8754-4ded-bd91-713f54228149 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:04.455658 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-470befdb-8754-4ded-bd91-713f54228149 tempest-TestServerBasicOps-451711490 tempest-TestServerBasicOps-451711490-project] 10.222.0.59 "DELETE /v2.0/security-groups/821c39ac-484f-4a27-9bc0-bc8c5ca26058 HTTP/1.1" status: 204 len: 168 time: 0.2009344 Feb 09 13:45:04.504193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35514) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:05.210289 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:05.877133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] Deleting port 11edab54-6f48-4dc9-8cda-23aafaee01f9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:05.877508 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:06.049919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] For port 11edab54-6f48-4dc9-8cda-23aafaee01f9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=11edab54-6f48-4dc9-8cda-23aafaee01f9,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:06.050269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:06.168143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] Calling delete_port for 11edab54-6f48-4dc9-8cda-23aafaee01f9 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:06.326636 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:06.370672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11edab54-6f48-4dc9-8cda-23aafaee01f9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:06.755431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:07.343037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] Router 82d400f1-6754-4be3-8db2-e3e865ea517b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:45:07.554983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:45:07.567198 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] Sync routers for ids ['82d400f1-6754-4be3-8db2-e3e865ea517b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:45:07.568242 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-312b592b-1a07-4ed1-97d8-ffd9cf7196e4 admin admin] 10.222.0.59 "PUT /v2.0/routers/82d400f1-6754-4be3-8db2-e3e865ea517b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0623903 Feb 09 13:45:07.570661 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35536) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:07.579608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] Routers {'82d400f1-6754-4be3-8db2-e3e865ea517b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:45:07.580745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:44:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['82d400f1-6754-4be3-8db2-e3e865ea517b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:07.765346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] Set router 82d400f1-6754-4be3-8db2-e3e865ea517b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:45:07.771457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:08.000142 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:08.011074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Deleting port 58f8047c-e873-4c7a-a5f6-a8813180544d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:08.011529 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:08.115641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:45:06Z', 'revision_number': 5, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port': {'id': '58f8047c-e873-4c7a-a5f6-a8813180544d', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:41:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:21Z', 'updated_at': '2022-02-09T13:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:08.120429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] Checking router: 82d400f1-6754-4be3-8db2-e3e865ea517b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:45:08.132548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] Routers {'82d400f1-6754-4be3-8db2-e3e865ea517b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:45:08.133160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:44:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['82d400f1-6754-4be3-8db2-e3e865ea517b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:08.283878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] Set router 82d400f1-6754-4be3-8db2-e3e865ea517b gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:45:08.307451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] For port 58f8047c-e873-4c7a-a5f6-a8813180544d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=58f8047c-e873-4c7a-a5f6-a8813180544d,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:08.307841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:08.388541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:45:08Z', 'revision_number': 6, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:08.392716 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce037f73-aef4-4022-a5f7-765e6d5cc77c None None] The sync data for ids ['82d400f1-6754-4be3-8db2-e3e865ea517b'] in n-d-825175-3 is: [{'id': '82d400f1-6754-4be3-8db2-e3e865ea517b', 'name': 'tempest-TestServerBasicOps-1097602142-router', 'tenant_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:20Z', 'updated_at': '2022-02-09T13:45:08Z', 'revision_number': 6, 'project_id': 'b2945106d1c84b82b65ec3b90ba02a33', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:45:08.432177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Calling delete_port for 58f8047c-e873-4c7a-a5f6-a8813180544d owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:08.605841 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:08.649070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Pushing event deleted for resources: {'Port': ['ID=58f8047c-e873-4c7a-a5f6-a8813180544d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:08.882235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.137198 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.141651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.173317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.174004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82d400f1-6754-4be3-8db2-e3e865ea517b {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:45:09.186544 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.190772 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-862adcd6-3693-42ce-b148-25fec2e1552f admin admin] 10.222.0.59 "DELETE /v2.0/routers/82d400f1-6754-4be3-8db2-e3e865ea517b HTTP/1.1" status: 204 len: 168 time: 1.6191626 Feb 09 13:45:09.191451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35542) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:09.255462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Deleting subnet 4cb52b37-7e7a-4490-9ec8-3785522ee21b {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:45:09.258458 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.312462 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.423626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 11edab54-6f48-4dc9-8cda-23aafaee01f9 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:45:09.462379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 11edab54-6f48-4dc9-8cda-23aafaee01f9 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:45:09.463231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 11edab54-6f48-4dc9-8cda-23aafaee01f9 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:45:09.463801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 58f8047c-e873-4c7a-a5f6-a8813180544d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:45:09.500323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 58f8047c-e873-4c7a-a5f6-a8813180544d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:45:09.500919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 58f8047c-e873-4c7a-a5f6-a8813180544d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:45:09.506414 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.596408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.641751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb52b37-7e7a-4490-9ec8-3785522ee21b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:09.649177 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.656714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865cc9b-ca45-4a50-a4ae-1e553270c609 None None] Network 259a9879-5453-42b8-87aa-60756ae531df requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:45:09.661775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.662121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.662457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.662808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.663136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.663468 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.663799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.664175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.664602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.664809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.665291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:09.674874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a9b55d8f-4cef-4ade-912a-4a350a20ceb3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4cb52b37-7e7a-4490-9ec8-3785522ee21b HTTP/1.1" status: 204 len: 168 time: 0.4822662 Feb 09 13:45:09.677727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35548) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:09.818551 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:09.830391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Deleting port ef260605-4dd0-42e7-8005-753479fcf0f1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:09.830831 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.064512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] DHCP port deletion for 259a9879-5453-42b8-87aa-60756ae531df request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:45:10.068822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] Deleting port ef260605-4dd0-42e7-8005-753479fcf0f1 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:10.069257 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.086635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] For port ef260605-4dd0-42e7-8005-753479fcf0f1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ef260605-4dd0-42e7-8005-753479fcf0f1,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:10.086635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.232025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Calling delete_port for ef260605-4dd0-42e7-8005-753479fcf0f1 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:10.281996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] For port ef260605-4dd0-42e7-8005-753479fcf0f1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ef260605-4dd0-42e7-8005-753479fcf0f1,segment=NetworkSegment(fc599b75-c7d2-47bf-9db0-ac7ae59bacd7),segment_id=fc599b75-c7d2-47bf-9db0-ac7ae59bacd7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:10.282367 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.332417 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.372814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] No DVR routers for this DVR port ef260605-4dd0-42e7-8005-753479fcf0f1 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:45:10.415863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] Calling delete_port for ef260605-4dd0-42e7-8005-753479fcf0f1 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:10.420297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef260605-4dd0-42e7-8005-753479fcf0f1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:10.504798 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:45:10.505734 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:45:10.528844 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.564846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259a9879-5453-42b8-87aa-60756ae531df']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:10.587642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:10.588003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc599b75-c7d2-47bf-9db0-ac7ae59bacd7') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:10.601578 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.619886 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.625960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:45:10.626925 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:45:10.639941 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:45:10.727853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.745351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:10.761985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] Pushing event deleted for resources: {'Network': ['ID=259a9879-5453-42b8-87aa-60756ae531df,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:10.785828 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-19be9c55-e3e0-4123-b5a7-559689216323 admin admin] 10.222.0.59 "DELETE /v2.0/networks/259a9879-5453-42b8-87aa-60756ae531df HTTP/1.1" status: 204 len: 168 time: 1.1065762 Feb 09 13:45:10.788842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35554) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:11.008753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] Deleting port ef260605-4dd0-42e7-8005-753479fcf0f1 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:11.009588 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:11.112477 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98b56dfd-4ccc-493d-8d8e-077d9e08b2c8 None None] The port 'ef260605-4dd0-42e7-8005-753479fcf0f1' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:45:11.403648 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ef260605-4dd0-42e7-8005-753479fcf0f1 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:45:11.439665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: ef260605-4dd0-42e7-8005-753479fcf0f1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:45:11.440114 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ef260605-4dd0-42e7-8005-753479fcf0f1 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:45:11.477137 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:11.549121 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:12.320145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] Deleting port c7827649-622a-40e5-b7fa-e9b871c33e7c {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:12.320498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:12.509807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] For port c7827649-622a-40e5-b7fa-e9b871c33e7c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c7827649-622a-40e5-b7fa-e9b871c33e7c,segment=NetworkSegment(5d40340c-9dcd-49d7-a3f4-d0f93033e3c8),segment_id=5d40340c-9dcd-49d7-a3f4-d0f93033e3c8)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:12.510511 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:12.644077 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] Calling delete_port for c7827649-622a-40e5-b7fa-e9b871c33e7c owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:12.847891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:12.913661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7827649-622a-40e5-b7fa-e9b871c33e7c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:13.263494 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:13.984402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] Router e378b5ff-46a0-4c52-beb4-15638bf2e436 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:45:14.217440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:45:14.226994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b3fb893c-3b34-4525-a51c-1067413ba5e9 admin admin] 10.222.0.59 "PUT /v2.0/routers/e378b5ff-46a0-4c52-beb4-15638bf2e436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4371793 Feb 09 13:45:14.229369 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520af122-096e-435f-8a94-29db91a531b7 None None] Sync routers for ids ['e378b5ff-46a0-4c52-beb4-15638bf2e436'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:45:14.229802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35564) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:14.244242 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520af122-096e-435f-8a94-29db91a531b7 None None] Routers {'e378b5ff-46a0-4c52-beb4-15638bf2e436'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:45:14.245258 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-520af122-096e-435f-8a94-29db91a531b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:44:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e378b5ff-46a0-4c52-beb4-15638bf2e436'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:14.436364 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-520af122-096e-435f-8a94-29db91a531b7 None None] Set router e378b5ff-46a0-4c52-beb4-15638bf2e436 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:45:14.441909 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:14.658610 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:14.669188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Deleting port 81d855e7-64f7-47af-94b7-333aa6b3600e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:14.669776 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:14.735508 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-520af122-096e-435f-8a94-29db91a531b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'name': 'tempest-TestServerBasicOps-238792929-router', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:38Z', 'updated_at': '2022-02-09T13:45:12Z', 'revision_number': 5, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'gw_port': {'id': '81d855e7-64f7-47af-94b7-333aa6b3600e', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:39:39Z', 'updated_at': '2022-02-09T13:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:14.740525 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520af122-096e-435f-8a94-29db91a531b7 None None] Checking router: e378b5ff-46a0-4c52-beb4-15638bf2e436 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:45:14.760281 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520af122-096e-435f-8a94-29db91a531b7 None None] Routers {'e378b5ff-46a0-4c52-beb4-15638bf2e436'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:45:14.761154 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-520af122-096e-435f-8a94-29db91a531b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:44:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e378b5ff-46a0-4c52-beb4-15638bf2e436'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:14.875720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] For port 81d855e7-64f7-47af-94b7-333aa6b3600e, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=81d855e7-64f7-47af-94b7-333aa6b3600e,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:14.876067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:14.924276 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-520af122-096e-435f-8a94-29db91a531b7 None None] Set router e378b5ff-46a0-4c52-beb4-15638bf2e436 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:45:15.053892 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-520af122-096e-435f-8a94-29db91a531b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'name': 'tempest-TestServerBasicOps-238792929-router', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:38Z', 'updated_at': '2022-02-09T13:45:14Z', 'revision_number': 6, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:15.058305 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520af122-096e-435f-8a94-29db91a531b7 None None] The sync data for ids ['e378b5ff-46a0-4c52-beb4-15638bf2e436'] in n-d-825175-3 is: [{'id': 'e378b5ff-46a0-4c52-beb4-15638bf2e436', 'name': 'tempest-TestServerBasicOps-238792929-router', 'tenant_id': 'e7173cfbc51b4fd680ded03ee2005669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:39:38Z', 'updated_at': '2022-02-09T13:45:14Z', 'revision_number': 6, 'project_id': 'e7173cfbc51b4fd680ded03ee2005669', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:45:15.135140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Calling delete_port for 81d855e7-64f7-47af-94b7-333aa6b3600e owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:15.302628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:15.347804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=81d855e7-64f7-47af-94b7-333aa6b3600e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:15.474184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c7827649-622a-40e5-b7fa-e9b871c33e7c no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:45:15.512012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: c7827649-622a-40e5-b7fa-e9b871c33e7c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:45:15.512348 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c7827649-622a-40e5-b7fa-e9b871c33e7c not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:45:15.601343 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:15.741425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-4edcc3f6-b544-4045-849c-bd27b8b10399 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854688452&fields=id&tenant_id=2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 267 time: 0.1722057 Feb 09 13:45:15.909724 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:15.959639 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.021106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-6a478f57-9fae-48bb-8cca-220ad45d9e18 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:16.022543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-6a478f57-9fae-48bb-8cca-220ad45d9e18 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.2298617 Feb 09 13:45:16.023161 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.023676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e378b5ff-46a0-4c52-beb4-15638bf2e436 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:45:16.043996 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.047726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1f9d0f29-5250-4439-96d1-cb8c54f55f0b admin admin] 10.222.0.59 "DELETE /v2.0/routers/e378b5ff-46a0-4c52-beb4-15638bf2e436 HTTP/1.1" status: 204 len: 168 time: 1.8143895 Feb 09 13:45:16.047876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35578) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:16.051916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-313fc4dc-d57e-4d5a-9df9-c22846bfd3fe tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/quotas/2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 375 time: 0.0176530 Feb 09 13:45:16.124369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-097ba67b-33cd-42a6-b4f2-bd8b03861377 admin admin] Deleting subnet 133f2c8b-2130-422c-ab05-49e2862866fd {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:45:16.128139 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-097ba67b-33cd-42a6-b4f2-bd8b03861377 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.149910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-5ddafebc-f2df-4368-b976-534743d05738 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0911703 Feb 09 13:45:16.184461 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-097ba67b-33cd-42a6-b4f2-bd8b03861377 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.259552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-097ba67b-33cd-42a6-b4f2-bd8b03861377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.287072 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-04fb7bf6-6198-442b-8f30-ab3f2add1884 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251714 Feb 09 13:45:16.330855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-097ba67b-33cd-42a6-b4f2-bd8b03861377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.366332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ba67b-33cd-42a6-b4f2-bd8b03861377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=133f2c8b-2130-422c-ab05-49e2862866fd,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:16.372532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-097ba67b-33cd-42a6-b4f2-bd8b03861377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.378540 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-097ba67b-33cd-42a6-b4f2-bd8b03861377 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/133f2c8b-2130-422c-ab05-49e2862866fd HTTP/1.1" status: 204 len: 168 time: 0.3288133 Feb 09 13:45:16.379071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9301400-53b3-454b-bd26-5e9311e537f5 None None] Network d2ed67e1-c09c-4259-bc55-7a011c97ae57 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:45:16.380919 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35582) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:16.551513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-07ed426a-1ca8-4fd2-84b2-1f815cf4e0b3 service neutron] 10.222.0.59 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583246 Feb 09 13:45:16.572072 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.602795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.616670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Deleting port 73a719a0-9b6a-4967-80dd-b8b2c0147197 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:16.617072 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.667375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] DHCP port deletion for d2ed67e1-c09c-4259-bc55-7a011c97ae57 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:45:16.671724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] Deleting port 73a719a0-9b6a-4967-80dd-b8b2c0147197 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:16.672168 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.835055 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] For port 73a719a0-9b6a-4967-80dd-b8b2c0147197, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=73a719a0-9b6a-4967-80dd-b8b2c0147197,segment=NetworkSegment(5d40340c-9dcd-49d7-a3f4-d0f93033e3c8),segment_id=5d40340c-9dcd-49d7-a3f4-d0f93033e3c8)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:16.835465 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.983266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] For port 73a719a0-9b6a-4967-80dd-b8b2c0147197, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=73a719a0-9b6a-4967-80dd-b8b2c0147197,segment=NetworkSegment(5d40340c-9dcd-49d7-a3f4-d0f93033e3c8),segment_id=5d40340c-9dcd-49d7-a3f4-d0f93033e3c8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:16.983901 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:16.992108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Calling delete_port for 73a719a0-9b6a-4967-80dd-b8b2c0147197 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:16.995212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f81ed15-d674-4249-bf5b-58d759cfbe16 req-c1f4e166-a5a1-4227-9e2e-6c99cf4fcbe6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 210 time: 0.0544426 Feb 09 13:45:17.081519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.114543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] Calling delete_port for 73a719a0-9b6a-4967-80dd-b8b2c0147197 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:45:17.130748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Pushing event deleted for resources: {'Port': ['ID=73a719a0-9b6a-4967-80dd-b8b2c0147197,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:17.139991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] No DVR routers for this DVR port 73a719a0-9b6a-4967-80dd-b8b2c0147197 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:45:17.187972 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:45:17.188328 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:45:17.256603 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.280916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ed67e1-c09c-4259-bc55-7a011c97ae57']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:17.292713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:17.293006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d40340c-9dcd-49d7-a3f4-d0f93033e3c8') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:17.304691 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.320378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.326308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:45:17.326759 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:45:17.339312 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:45:17.398744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 81d855e7-64f7-47af-94b7-333aa6b3600e no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:45:17.419300 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.425334 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.432700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 81d855e7-64f7-47af-94b7-333aa6b3600e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:45:17.433041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 81d855e7-64f7-47af-94b7-333aa6b3600e not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:45:17.433446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 73a719a0-9b6a-4967-80dd-b8b2c0147197 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:45:17.449435 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] 10.222.0.59 "DELETE /v2.0/networks/d2ed67e1-c09c-4259-bc55-7a011c97ae57 HTTP/1.1" status: 204 len: 168 time: 1.0673764 Feb 09 13:45:17.450281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f6eda-623c-4101-a7f8-80c5cc2f5aad admin admin] Pushing event deleted for resources: {'Network': ['ID=d2ed67e1-c09c-4259-bc55-7a011c97ae57,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:17.466656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 73a719a0-9b6a-4967-80dd-b8b2c0147197 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:45:17.467005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 73a719a0-9b6a-4967-80dd-b8b2c0147197 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:45:17.584814 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35602) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:17.633809 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1bbbfe97-00ef-40a2-b204-9bdb032cad82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2945106d1c84b82b65ec3b90ba02a33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477598 Feb 09 13:45:17.636066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35606) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:17.689811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] Deleting port 73a719a0-9b6a-4967-80dd-b8b2c0147197 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:45:17.690339 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.694287 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-219c341f-fe13-4f50-b355-2ffef34d4cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.719500 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-219c341f-fe13-4f50-b355-2ffef34d4cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.750887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-398f0af2-3cdd-46e4-b5f4-93ee76ba9a88 None None] The port '73a719a0-9b6a-4967-80dd-b8b2c0147197' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:45:17.775359 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-219c341f-fe13-4f50-b355-2ffef34d4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.792998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c341f-fe13-4f50-b355-2ffef34d4cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ab998-950b-4856-b39b-8a520af93d53,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:17.799332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-219c341f-fe13-4f50-b355-2ffef34d4cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:17.802786 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-219c341f-fe13-4f50-b355-2ffef34d4cc3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c0ab998-950b-4856-b39b-8a520af93d53 HTTP/1.1" status: 204 len: 168 time: 0.1634643 Feb 09 13:45:18.093648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6331fca4-0477-4d6a-bc5d-4afbc3f1831e req-ef0934ad-953b-4766-a915-cb36f6b96b0c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 210 time: 0.0406082 Feb 09 13:45:18.201605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35618) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:18.266672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35624) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:18.267495 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f017b8b4-18ed-4816-9a9f-229be9b50e96 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e7173cfbc51b4fd680ded03ee2005669&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0640967 Feb 09 13:45:18.334262 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb56d-33ac-4f5a-b861-57b9858bd1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:18.359824 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb56d-33ac-4f5a-b861-57b9858bd1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:18.413011 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb56d-33ac-4f5a-b861-57b9858bd1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:18.426968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bb56d-33ac-4f5a-b861-57b9858bd1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f053e8-e2d3-4ce4-8df8-a35ee446769c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:18.432958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb56d-33ac-4f5a-b861-57b9858bd1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:18.436358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ea3bb56d-33ac-4f5a-b861-57b9858bd1ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e1f053e8-e2d3-4ce4-8df8-a35ee446769c HTTP/1.1" status: 204 len: 168 time: 0.1653235 Feb 09 13:45:19.265483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-a28146b6-d6fa-4917-94d4-d8939851868a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:19.267582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-a28146b6-d6fa-4917-94d4-d8939851868a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.62 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 812 time: 0.1558623 Feb 09 13:45:19.273757 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48d98826-15d3-448a-bdf3-560090615b0b req-fa6fc574-e7d3-4d83-8001-1bee10161d79 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 210 time: 0.0487587 Feb 09 13:45:19.321984 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-f815c6fa-5830-4fcd-a638-97e0955c1021 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a4607a9291c4746aaf568708d0cc0a7 HTTP/1.1" status: 200 len: 380 time: 0.0416548 Feb 09 13:45:19.331681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'port': {'device_id': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'admin_state_up': True, 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'security_groups': ['4f10a4b0-c136-492f-b5e5-3846e51575fc']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:45:19.479277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:45:19.483400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:port and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:45:19.486407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:45:19.492121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:45:19.502861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Made reservation on behalf of 2a4607a9291c4746aaf568708d0cc0a7 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:45:19.505928 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:19.666834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Allocated IP 172.20.0.10 (ef54b484-0bce-4a91-b7ca-c896803ef127/d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c/a77e2239-0d6b-4dd4-9e9e-a764f3195a60) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:45:19.949539 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:19.966404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Transition to ACTIVE for port object a77e2239-0d6b-4dd4-9e9e-a764f3195a60 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:45:19.992847 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:20.062568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Network ef54b484-0bce-4a91-b7ca-c896803ef127 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:45:20.070339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:45:20.072847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:45:20.109589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:20.140944 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:20.141558 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:20.166319 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-568d5205-8a27-46d7-89cb-fc5862e3e15f tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8388035 Feb 09 13:45:20.181501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Request body: {'port': {'device_id': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:45:20.294059 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:20.348424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2f193eef-008e-4ed0-a054-13c901861153 None None] Provisioning for port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:45:20.355594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2f193eef-008e-4ed0-a054-13c901861153 None None] Provisioning complete for port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:45:20.356146 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2f193eef-008e-4ed0-a054-13c901861153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:20.423736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2f193eef-008e-4ed0-a054-13c901861153 None None] Port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:45:20.499036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9392-da87-46d5-a5a7-9eea31e776f5 req-8be6e381-715e-4261-9419-98a52fcd6e6a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:20.502216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5dcb9392-da87-46d5-a5a7-9eea31e776f5 req-8be6e381-715e-4261-9419-98a52fcd6e6a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 932 time: 0.0902891 Feb 09 13:45:20.551214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5dcb9392-da87-46d5-a5a7-9eea31e776f5 req-63c912f8-fb36-4329-847d-e4bdafa5884d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Feb 09 13:45:20.651176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77e2239-0d6b-4dd4-9e9e-a764f3195a60 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:45:20.658006 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:20.672461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Transition to ACTIVE for port object a77e2239-0d6b-4dd4-9e9e-a764f3195a60 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:45:20.676396 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:20.807467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Pushing event updated for resources: {'Port': ['ID=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:20.926592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Attempting to bind port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:45:20.926976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Attempting to bind port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:45:20.927315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Attempting to bind port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:45:20.933668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 on network ef54b484-0bce-4a91-b7ca-c896803ef127 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:45:20.933998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Attempting to bind port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 on network ef54b484-0bce-4a91-b7ca-c896803ef127 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:45:20.941882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:45:20.942220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Checking segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:45:20.942640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Bound using segment: {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:45:20.943066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Bound port: a77e2239-0d6b-4dd4-9e9e-a764f3195a60, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b053afe5-53a0-401a-a6d5-356e64ffb2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:45:20.943408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:21.035744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] For port a77e2239-0d6b-4dd4-9e9e-a764f3195a60, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:45:21.038926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] For port a77e2239-0d6b-4dd4-9e9e-a764f3195a60, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:45:21.042772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:21.097857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:21.099242 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] 10.222.0.62 "PUT /v2.0/ports/a77e2239-0d6b-4dd4-9e9e-a764f3195a60 HTTP/1.1" status: 200 len: 1092 time: 0.9224586 Feb 09 13:45:21.099743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'tag': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:45:21.123671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f484bd-0b9d-49c7-96f1-8d67c36d0564 service neutron] Pushing event updated for resources: {'Port': ['ID=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:21.173995 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'tag': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'status': 'completed', 'code': 200} Feb 09 13:45:21.216521 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-8b77f3f9-8d8f-4611-a2ca-0626eca8795f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0758207 Feb 09 13:45:21.289245 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-61fbaa9f-efd7-4ac6-b0c5-22d0c8819ba3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60 HTTP/1.1" status: 200 len: 217 time: 0.0650036 Feb 09 13:45:21.351596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-abf00120-0c86-470a-92c7-e80ca837cf69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:21.353064 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-abf00120-0c86-470a-92c7-e80ca837cf69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0563977 Feb 09 13:45:21.432452 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-82ceb90a-9833-4524-8283-28808cefe2a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702872 Feb 09 13:45:21.560524 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-d950f60a-4936-4bbe-a033-9c25cc0dc0dc service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217062 Feb 09 13:45:21.755957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b581df-611d-4421-84a7-8e6815f9b0e0 req-29eca164-6d67-468c-871a-612e6c299688 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:21.757423 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4b581df-611d-4421-84a7-8e6815f9b0e0 req-29eca164-6d67-468c-871a-612e6c299688 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 944 time: 0.0783200 Feb 09 13:45:21.780129 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-13ccfd4f-2ed1-4d33-a781-3fb2da9762e1 req-415ae83f-15ea-4541-93cf-4916aa508832 service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119622 Feb 09 13:45:21.804601 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4b581df-611d-4421-84a7-8e6815f9b0e0 req-6bb81844-8b1e-41f3-aae9-723aa24a9932 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416133 Feb 09 13:45:21.901051 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a14b0e4b-0b58-401a-9c8b-e8b912b0c36f req-8bbdd7a6-3d6f-471e-9126-91e67b83189d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 1095 time: 0.0675156 Feb 09 13:45:22.030347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b0e4b-0b58-401a-9c8b-e8b912b0c36f req-868aa64b-cc5b-482e-a18b-fd634c78a673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:22.031817 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a14b0e4b-0b58-401a-9c8b-e8b912b0c36f req-868aa64b-cc5b-482e-a18b-fd634c78a673 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1246874 Feb 09 13:45:22.102860 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a14b0e4b-0b58-401a-9c8b-e8b912b0c36f req-9986a2d7-5e30-4b5c-b8f8-2bd2b956e380 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60 HTTP/1.1" status: 200 len: 217 time: 0.0627792 Feb 09 13:45:22.166493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b0e4b-0b58-401a-9c8b-e8b912b0c36f req-4faa10b5-ed01-4fc7-842f-658ddd0ce759 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:22.167936 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a14b0e4b-0b58-401a-9c8b-e8b912b0c36f req-4faa10b5-ed01-4fc7-842f-658ddd0ce759 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0591996 Feb 09 13:45:22.246772 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a14b0e4b-0b58-401a-9c8b-e8b912b0c36f req-42bd84db-189e-4bfe-925d-593117614a42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703483 Feb 09 13:45:22.374794 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a14b0e4b-0b58-401a-9c8b-e8b912b0c36f req-84a243d0-c25f-47f6-888d-1851681515a3 service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211298 Feb 09 13:45:22.503918 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a14b0e4b-0b58-401a-9c8b-e8b912b0c36f req-1db6c302-a2c1-40da-9218-ed4866ad13ae service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223488 Feb 09 13:45:23.042461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d49c8-84cc-4444-86aa-ad7cc84127e8 req-cd0fa040-a4c3-496f-a0f2-e1dc16092294 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:23.044300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b2d49c8-84cc-4444-86aa-ad7cc84127e8 req-cd0fa040-a4c3-496f-a0f2-e1dc16092294 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 944 time: 0.0900285 Feb 09 13:45:23.098957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b2d49c8-84cc-4444-86aa-ad7cc84127e8 req-b6f739ef-c1ae-41df-bb95-26f71e13013b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478499 Feb 09 13:45:24.319621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36384578-8e7a-42c6-a62c-93591a68d000 req-c41d0b97-331f-42ec-a509-7fce11389ce8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:24.321660 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36384578-8e7a-42c6-a62c-93591a68d000 req-c41d0b97-331f-42ec-a509-7fce11389ce8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 944 time: 0.0833073 Feb 09 13:45:24.375956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36384578-8e7a-42c6-a62c-93591a68d000 req-775adcf9-63af-4365-98ed-2fec535fcb08 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492527 Feb 09 13:45:25.026880 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c0b1b77e-ebc7-4e02-a203-8f8794d7aea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:25.577134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a1f58-f9ad-49d6-9fbb-1c9557d2ce9c req-66ef687a-b93a-48bd-8f8d-40cf90c35e21 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:25.578531 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f95a1f58-f9ad-49d6-9fbb-1c9557d2ce9c req-66ef687a-b93a-48bd-8f8d-40cf90c35e21 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 944 time: 0.0786612 Feb 09 13:45:25.633394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f95a1f58-f9ad-49d6-9fbb-1c9557d2ce9c req-ab1a2ced-47cb-40cb-b77f-40a2c7ca34ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481086 Feb 09 13:45:26.826625 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b467e8-225f-4ce4-a162-a7c1ffb8f012 req-8822ac60-8e12-4d5e-ae7b-ded9a8fe9a3c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:26.828044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9b467e8-225f-4ce4-a162-a7c1ffb8f012 req-8822ac60-8e12-4d5e-ae7b-ded9a8fe9a3c tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 944 time: 0.0780294 Feb 09 13:45:26.874476 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9b467e8-225f-4ce4-a162-a7c1ffb8f012 req-cb8c4bbc-0459-4fe0-a5e5-591a7cecb31d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403619 Feb 09 13:45:28.068882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b56ce-4692-4b69-b063-ab162c2e9153 req-ab27ec60-19fd-4a25-ac06-0a29c638bfda tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:28.070320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-445b56ce-4692-4b69-b063-ab162c2e9153 req-ab27ec60-19fd-4a25-ac06-0a29c638bfda tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 944 time: 0.0752316 Feb 09 13:45:28.114655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-445b56ce-4692-4b69-b063-ab162c2e9153 req-f46b549d-ec4c-4e45-830a-59465f7c43c4 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388615 Feb 09 13:45:28.254484 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-65638698-097a-48ae-a045-39cf4dca9837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:28.426924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a77e2239-0d6b-4dd4-9e9e-a764f3195a60 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:45:28.555825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a77e2239-0d6b-4dd4-9e9e-a764f3195a60, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:28.568801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'port_id': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'mac_address': 'fa:16:3e:69:e2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:45:28.623540 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:28.652852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77e2239-0d6b-4dd4-9e9e-a764f3195a60 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:45:28.664112 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:28.669573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a77e2239-0d6b-4dd4-9e9e-a764f3195a60, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:28.673087 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:28.717200 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:45:28.731462 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:28.749051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:28.758078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.758413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.758775 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.759098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.759416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.759732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.760044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.760355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.760663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.760970 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.761278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:45:28.899191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['a77e2239-0d6b-4dd4-9e9e-a764f3195a60'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:45:29.308027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fa6e8-a33a-4224-9a0b-2cde77854e72 req-d7e36edc-981a-4830-a212-9c1262f1e2d9 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:29.309500 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa9fa6e8-a33a-4224-9a0b-2cde77854e72 req-d7e36edc-981a-4830-a212-9c1262f1e2d9 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 945 time: 0.0790677 Feb 09 13:45:29.353904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa9fa6e8-a33a-4224-9a0b-2cde77854e72 req-084bc347-c207-4df5-8a0b-53224aba02de tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383110 Feb 09 13:45:29.981151 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:30.431386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a77e2239-0d6b-4dd4-9e9e-a764f3195a60 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:45:30.500675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:45:30.505324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:45:30.505679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:30.549870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033c145-fd4e-450e-8c87-072394a00156 req-a20a164b-88c2-47f3-b8ff-3e11a2feadd0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:30.551359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3033c145-fd4e-450e-8c87-072394a00156 req-a20a164b-88c2-47f3-b8ff-3e11a2feadd0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 945 time: 0.0761526 Feb 09 13:45:30.597013 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3033c145-fd4e-450e-8c87-072394a00156 req-074de135-e730-4237-9ccb-7248a830458a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398936 Feb 09 13:45:30.615662 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:30.644169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:45:30.653283 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a77e2239-0d6b-4dd4-9e9e-a764f3195a60, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:45:30.657089 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:30.704140 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'code': 200} Feb 09 13:45:30.723251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:30.828467 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cfd86ae7-e183-4610-9e7a-1003ab49e595 req-befde105-9d33-4240-a05f-48881db2456a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0662067 Feb 09 13:45:30.868955 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cfd86ae7-e183-4610-9e7a-1003ab49e595 req-2ff4cf4e-0d7f-41d0-a0bd-7d87b8450e3a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335810 Feb 09 13:45:31.798211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c914d7f-dd64-4321-b5e9-d94da14e06d9 req-949d373f-e32c-4548-b311-4980227f6f41 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:31.799669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c914d7f-dd64-4321-b5e9-d94da14e06d9 req-949d373f-e32c-4548-b311-4980227f6f41 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 946 time: 0.0786791 Feb 09 13:45:31.844960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c914d7f-dd64-4321-b5e9-d94da14e06d9 req-96f99906-28c0-4be6-a703-40234bf283c3 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398431 Feb 09 13:45:33.043007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdc90e-6605-4c4d-ba2b-f9575d874b47 req-a1b018a4-5db0-4234-bfe9-28dcba7c334b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:33.044454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adfdc90e-6605-4c4d-ba2b-f9575d874b47 req-a1b018a4-5db0-4234-bfe9-28dcba7c334b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 946 time: 0.0790401 Feb 09 13:45:33.092520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-adfdc90e-6605-4c4d-ba2b-f9575d874b47 req-963bb3ca-cd6a-4403-8dd8-feb21cc42ed7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420549 Feb 09 13:45:33.300082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb724245-18ef-456b-8a79-7572b582edea req-bf0473d2-4534-407c-98cc-85a7b12b8ee6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:33.301532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb724245-18ef-456b-8a79-7572b582edea req-bf0473d2-4534-407c-98cc-85a7b12b8ee6 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 946 time: 0.0768371 Feb 09 13:45:33.347656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb724245-18ef-456b-8a79-7572b582edea req-a8bdbc6f-b60c-44b1-81fd-e37c2a156ce7 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 Feb 09 13:45:33.377200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35664) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:33.447570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-43d03378-5eb0-4a3a-ab13-935c211e1fb4 tempest-TestVolumeBootPattern-1841601622 tempest-TestVolumeBootPattern-1841601622-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 1092 time: 0.0691705 Feb 09 13:45:33.449993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35668) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:45:33.455413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:45:33.461204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:45:33.464898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Usage tracker for resource:floatingip and tenant:2a4607a9291c4746aaf568708d0cc0a7 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:45:33.467694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:45:33.473747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:45:33.483199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:33.617354 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:33.748423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Allocated IP 172.25.5.239 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/4da823c7-5443-4934-8cd8-bdd1133ee209) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:45:33.890825 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:33.918089 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:34.081075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:45:34.085477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:45:34.090354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:45:34.114178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=4da823c7-5443-4934-8cd8-bdd1133ee209,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:34.587559 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:34.641858 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:34.840446 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:34.844715 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:34.942639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event updated for resources: {'Port': ['ID=4da823c7-5443-4934-8cd8-bdd1133ee209,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:45:34.963016 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:35.149187 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Floating IP 86a6bafd-642c-4948-9f9e-e96c531588bb associated. External IP: 172.25.5.239, port: a77e2239-0d6b-4dd4-9e9e-a764f3195a60. Feb 09 13:45:35.636095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:45:35.835421 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:45:35.845013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] Sync routers for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:45:35.857279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:45:35.857959 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:45:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:35.859917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:35.912960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b0ae7baa-6c79-4776-bdf4-7a3989a341ff tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4619293 Feb 09 13:45:35.913537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'tag': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:45:35.968974 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'tag': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'status': 'completed', 'code': 200} Feb 09 13:45:36.036226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:45:36.066883 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a5ce07f-f358-4eac-9452-fba9783801ec req-d44c1070-d8c9-4139-ad94-bdee3ea41669 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0746949 Feb 09 13:45:36.199311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ce07f-f358-4eac-9452-fba9783801ec req-68bb7677-5323-4082-9b25-33d788ae320c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:36.200678 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a5ce07f-f358-4eac-9452-fba9783801ec req-68bb7677-5323-4082-9b25-33d788ae320c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1281335 Feb 09 13:45:36.301458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a5ce07f-f358-4eac-9452-fba9783801ec req-fa6b4b6a-e733-43db-a2a4-235c7a3d6fbd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60 HTTP/1.1" status: 200 len: 1000 time: 0.0941606 Feb 09 13:45:36.363643 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ce07f-f358-4eac-9452-fba9783801ec req-4f725e7a-a040-4bef-a225-59707629f687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:45:36.365251 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a5ce07f-f358-4eac-9452-fba9783801ec req-4f725e7a-a040-4bef-a225-59707629f687 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0570471 Feb 09 13:45:36.382528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7a5b0855-2500-4f47-9aba-55e6967f02c2', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:cc:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:23Z', 'updated_at': '2022-02-09T13:43:26Z', 'revision_number': 1, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}, {'id': '86a6bafd-642c-4948-9f9e-e96c531588bb', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:69:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:45:34Z', 'updated_at': '2022-02-09T13:45:34Z', 'revision_number': 0, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:36.386417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] Checking router: b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:45:36.397281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:45:36.397851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:45:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:36.439934 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a5ce07f-f358-4eac-9452-fba9783801ec req-58c74b6b-ed45-4768-83f1-141766c25280 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670230 Feb 09 13:45:36.569384 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a5ce07f-f358-4eac-9452-fba9783801ec req-0c2d84b3-a262-4058-b542-43a9a10700c7 service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232367 Feb 09 13:45:36.571977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:45:36.706300 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a5ce07f-f358-4eac-9452-fba9783801ec req-bc98fa38-9459-4661-a1bb-e069422033ff service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300335 Feb 09 13:45:36.911265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7a5b0855-2500-4f47-9aba-55e6967f02c2', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:cc:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:23Z', 'updated_at': '2022-02-09T13:43:26Z', 'revision_number': 1, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}, {'id': '86a6bafd-642c-4948-9f9e-e96c531588bb', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:69:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:45:34Z', 'updated_at': '2022-02-09T13:45:34Z', 'revision_number': 0, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:45:36.915223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966a3cb3-f6c5-4cb1-9af6-cd8d3416f9a8 None None] The sync data for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 is: [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7a5b0855-2500-4f47-9aba-55e6967f02c2', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:cc:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:23Z', 'updated_at': '2022-02-09T13:43:26Z', 'revision_number': 1, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}, {'id': '86a6bafd-642c-4948-9f9e-e96c531588bb', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:69:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:45:34Z', 'updated_at': '2022-02-09T13:45:34Z', 'revision_number': 0, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:45:37.116196 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df438553-8c72-4d3a-b897-7bde30075e31 None None] New status for floating IP 86a6bafd-642c-4948-9f9e-e96c531588bb: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:45:41.547394 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:46.505952 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:55.029369 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03beae40-7c22-4bd7-833d-0438faa3bad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:58.257247 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2369fe3-1c39-4c46-8160-6c7d9b0a1e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:58.644176 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:58.697153 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:45:59.982384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:02.894899 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-c6f842e1-4bfb-4f73-ae54-e62cfda2d145 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3543680 Feb 09 13:46:03.031166 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-538ac9ef-6293-43d9-aef4-73bd7263729a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 1097 time: 0.0691340 Feb 09 13:46:03.171834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-af621616-209e-42ee-a992-6178e955f22f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:46:03.173263 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-af621616-209e-42ee-a992-6178e955f22f service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1232390 Feb 09 13:46:03.274065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-18562f6e-4f39-4efa-b24d-cb8562382795 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e HTTP/1.1" status: 200 len: 1002 time: 0.0948050 Feb 09 13:46:03.339261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-8e7af857-df11-47bc-9511-20ec3e800fcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:46:03.340676 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-8e7af857-df11-47bc-9511-20ec3e800fcd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0608296 Feb 09 13:46:03.412898 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-f8a85686-8c98-40ce-8f85-205e35241828 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666082 Feb 09 13:46:03.422491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-f6ec21e6-8d96-44b4-b103-a799d05054fd service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:46:03.423345 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-f6ec21e6-8d96-44b4-b103-a799d05054fd service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047851 Feb 09 13:46:03.552061 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-8946c17a-ccac-4bef-b49a-a93900206de3 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225450 Feb 09 13:46:03.679628 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-593a15c2-3a5d-4585-b6a6-788da12dd774 req-668d75a6-6d33-447c-af01-c3594e914e40 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227784 Feb 09 13:46:05.717490 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:46:11.562197 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:11.939476 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8cba60d3-dac7-4a93-8ef0-dee3493252e9 req-575b0a9f-f53d-48cd-ade4-d47efababa05 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649493 Feb 09 13:46:12.076382 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8cba60d3-dac7-4a93-8ef0-dee3493252e9 req-405403fa-8c06-4aec-a35e-9319e6fb4d1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0701001 Feb 09 13:46:12.219271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba60d3-dac7-4a93-8ef0-dee3493252e9 req-d14125d7-0904-4077-8a64-c68452251972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:46:12.220621 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8cba60d3-dac7-4a93-8ef0-dee3493252e9 req-d14125d7-0904-4077-8a64-c68452251972 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1254804 Feb 09 13:46:12.321487 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8cba60d3-dac7-4a93-8ef0-dee3493252e9 req-3a2ff98d-23ff-4f42-ac2d-e7b15cf9ffc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60 HTTP/1.1" status: 200 len: 1002 time: 0.0945115 Feb 09 13:46:12.382628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba60d3-dac7-4a93-8ef0-dee3493252e9 req-19245685-4a70-4aa7-a558-29d12ee8627c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:46:12.384022 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8cba60d3-dac7-4a93-8ef0-dee3493252e9 req-19245685-4a70-4aa7-a558-29d12ee8627c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0565586 Feb 09 13:46:12.459581 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8cba60d3-dac7-4a93-8ef0-dee3493252e9 req-c5118f0e-9f74-46da-b24e-578b030bdeb3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697906 Feb 09 13:46:12.588304 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8cba60d3-dac7-4a93-8ef0-dee3493252e9 req-895bfd9a-66e9-419c-945d-9f4d2d273212 service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219935 Feb 09 13:46:12.721151 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8cba60d3-dac7-4a93-8ef0-dee3493252e9 req-62dabdb4-045d-470b-827a-a16191c7d70e service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269829 Feb 09 13:46:16.502141 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:25.032367 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b9e41b2f-a656-4c2a-946d-33c68df44bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:28.261085 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d3cb5214-8bd9-48d8-9ee9-9a92aaffe829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:28.645367 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:28.698144 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:29.984745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:41.563524 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:42.717970 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:46:46.505471 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:55.037487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-87ceed48-a367-4205-b8ef-a187e26e185c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:58.270317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2effc700-ebe5-48ef-af29-f84bad992020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:58.649134 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:58.699548 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:46:59.988033 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:04.104864 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ee553344-b92e-44ab-88ce-2cbf47f5a5ec req-aa6c4d13-a7f4-40b0-9232-c780d9a519a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440625 Feb 09 13:47:04.244430 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ee553344-b92e-44ab-88ce-2cbf47f5a5ec req-5c88a6ab-f7d7-433a-a224-78a054b248b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 1097 time: 0.0705576 Feb 09 13:47:04.385038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee553344-b92e-44ab-88ce-2cbf47f5a5ec req-1e6e311b-8e04-4f24-ab76-e79154b32e8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:04.386498 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ee553344-b92e-44ab-88ce-2cbf47f5a5ec req-1e6e311b-8e04-4f24-ab76-e79154b32e8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1230700 Feb 09 13:47:04.484343 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ee553344-b92e-44ab-88ce-2cbf47f5a5ec req-df91f26c-3409-4e3e-a79c-1ad538dd1614 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e HTTP/1.1" status: 200 len: 1002 time: 0.0915847 Feb 09 13:47:04.546922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee553344-b92e-44ab-88ce-2cbf47f5a5ec req-74d196c5-c5c4-4bd9-8bcc-537a26d68168 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:04.548319 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ee553344-b92e-44ab-88ce-2cbf47f5a5ec req-74d196c5-c5c4-4bd9-8bcc-537a26d68168 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0587058 Feb 09 13:47:04.620158 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ee553344-b92e-44ab-88ce-2cbf47f5a5ec req-d74d04db-f59c-48fb-8bf9-cb8b31900647 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663700 Feb 09 13:47:04.749847 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ee553344-b92e-44ab-88ce-2cbf47f5a5ec req-ec391d86-57c5-44aa-809b-ae11ce1cb8fe service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234601 Feb 09 13:47:04.881971 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ee553344-b92e-44ab-88ce-2cbf47f5a5ec req-6cae3009-1fca-4642-afd0-71fea8630fd0 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260347 Feb 09 13:47:11.563685 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:13.029485 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-06343bc2-28da-4f94-b052-1e3febdf8ca0 req-e2ddf8dc-4f7a-4976-88a0-61d31bfe8076 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1452067 Feb 09 13:47:13.164019 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-06343bc2-28da-4f94-b052-1e3febdf8ca0 req-54942fc8-0d5a-4db6-a903-1696e434c51b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0669546 Feb 09 13:47:13.304848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06343bc2-28da-4f94-b052-1e3febdf8ca0 req-0590ded9-c700-4e93-aed9-22aa98edfe2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:13.306272 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-06343bc2-28da-4f94-b052-1e3febdf8ca0 req-0590ded9-c700-4e93-aed9-22aa98edfe2e service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1239967 Feb 09 13:47:13.411301 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-06343bc2-28da-4f94-b052-1e3febdf8ca0 req-f12ec423-912f-48b5-a0a4-0aa6097fb9ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60 HTTP/1.1" status: 200 len: 1002 time: 0.0945230 Feb 09 13:47:13.471970 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06343bc2-28da-4f94-b052-1e3febdf8ca0 req-6736b7cd-9652-4173-a078-9c6f46ee410f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:13.473292 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-06343bc2-28da-4f94-b052-1e3febdf8ca0 req-6736b7cd-9652-4173-a078-9c6f46ee410f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0554864 Feb 09 13:47:13.548599 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-06343bc2-28da-4f94-b052-1e3febdf8ca0 req-836c9a1b-b0cd-4f86-bcc2-d7c3fbac5de2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693479 Feb 09 13:47:13.677989 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-06343bc2-28da-4f94-b052-1e3febdf8ca0 req-f4d2d961-1bb8-4d19-9543-4323f1fcdfd3 service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229937 Feb 09 13:47:13.891341 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-06343bc2-28da-4f94-b052-1e3febdf8ca0 req-d67a9b3f-04b2-4181-8209-d2a5014e55fe service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069645 Feb 09 13:47:16.144090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35714) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:16.496168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Deleting port 4da823c7-5443-4934-8cd8-bdd1133ee209 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:16.496496 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:16.501468 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:16.664267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:16.664581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:16.782412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Calling delete_port for 4da823c7-5443-4934-8cd8-bdd1133ee209 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:16.925522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:16.969857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'Port': ['ID=4da823c7-5443-4934-8cd8-bdd1133ee209,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:17.008442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.008780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.009110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.009436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.009755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.010070 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.010386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.010725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.011037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.011346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.011655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:17.073219 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:17.458255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:47:17.758029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:47:17.767594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] Sync routers for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:47:17.773705 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:17.819690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:47:17.820275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:46:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:17.827202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-59822a18-f969-4a3d-a66c-f86cf0c87ce2 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "DELETE /v2.0/floatingips/86a6bafd-642c-4948-9f9e-e96c531588bb HTTP/1.1" status: 204 len: 168 time: 1.6820450 Feb 09 13:47:17.827845 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'tag': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:47:18.013655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:47:18.088579 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'tag': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'status': 'completed', 'code': 200} Feb 09 13:47:18.179123 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7f38b5b-f667-43c3-ac75-d0572faaa2c3 req-b166322f-5b11-4979-acd6-8efe2aae1ca6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 1097 time: 0.0713661 Feb 09 13:47:18.276388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1261136-0aba-470b-929b-63991a7abab3 req-d5be3783-d533-496d-842d-6da34d644e51 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:18.277875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1261136-0aba-470b-929b-63991a7abab3 req-d5be3783-d533-496d-842d-6da34d644e51 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 946 time: 0.0870349 Feb 09 13:47:18.311674 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f38b5b-f667-43c3-ac75-d0572faaa2c3 req-fc182ddd-3248-4457-a1f3-65718c21bd99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:18.313161 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7f38b5b-f667-43c3-ac75-d0572faaa2c3 req-fc182ddd-3248-4457-a1f3-65718c21bd99 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1276519 Feb 09 13:47:18.331011 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1261136-0aba-470b-929b-63991a7abab3 req-8ceaa9af-5575-43fd-a590-b75fd3e4d03b tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452700 Feb 09 13:47:18.384494 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7f38b5b-f667-43c3-ac75-d0572faaa2c3 req-63a6545d-ae13-4a18-9f5b-119f4f8521df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60 HTTP/1.1" status: 200 len: 217 time: 0.0645065 Feb 09 13:47:18.389735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7a5b0855-2500-4f47-9aba-55e6967f02c2', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:cc:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:23Z', 'updated_at': '2022-02-09T13:43:26Z', 'revision_number': 1, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:18.393555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] Checking router: b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:47:18.404239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:47:18.404819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:46:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:18.446556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f38b5b-f667-43c3-ac75-d0572faaa2c3 req-e63e2e64-d251-4536-858b-75949a31c27f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:18.447997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7f38b5b-f667-43c3-ac75-d0572faaa2c3 req-e63e2e64-d251-4536-858b-75949a31c27f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0565026 Feb 09 13:47:18.527264 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7f38b5b-f667-43c3-ac75-d0572faaa2c3 req-2c459cb6-055b-43c7-a122-35657b1f83a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712137 Feb 09 13:47:18.584208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:47:18.658610 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7f38b5b-f667-43c3-ac75-d0572faaa2c3 req-bb636ead-1e96-4e36-ae1f-8aa91a0526af service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237984 Feb 09 13:47:18.790519 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7f38b5b-f667-43c3-ac75-d0572faaa2c3 req-0a5629db-142c-4884-b514-c729d2c15a0c service neutron] 10.222.0.62 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254725 Feb 09 13:47:18.934405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7a5b0855-2500-4f47-9aba-55e6967f02c2', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:cc:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:23Z', 'updated_at': '2022-02-09T13:43:26Z', 'revision_number': 1, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:18.938324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d7d2c8-8573-429e-ad37-b28fa7bf7d2b None None] The sync data for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 is: [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '7a5b0855-2500-4f47-9aba-55e6967f02c2', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'port_id': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'mac_address': 'fa:16:3e:cc:26:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:43:23Z', 'updated_at': '2022-02-09T13:43:26Z', 'revision_number': 1, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:47:19.167327 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729816b0-e869-4a42-8854-519bc2f66253 None None] New status for floating IP 86a6bafd-642c-4948-9f9e-e96c531588bb: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:47:19.539508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfcea1-9ad6-4987-8563-6150740a4b97 req-83cc174e-e564-4cb0-b19a-e1cc9065f736 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:19.540956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6dcfcea1-9ad6-4987-8563-6150740a4b97 req-83cc174e-e564-4cb0-b19a-e1cc9065f736 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 946 time: 0.0750899 Feb 09 13:47:19.590511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6dcfcea1-9ad6-4987-8563-6150740a4b97 req-87edabc0-31ef-4ce7-99b1-a2219d102fc5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417655 Feb 09 13:47:19.717811 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:47:19.878965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ddcc620d-521f-4e50-9799-8da40bde15c5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:19.879516 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ddcc620d-521f-4e50-9799-8da40bde15c5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:47:19.894056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ddcc620d-521f-4e50-9799-8da40bde15c5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:47:19.895182 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ddcc620d-521f-4e50-9799-8da40bde15c5 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 946 time: 0.0894952 Feb 09 13:47:19.964736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ed95bba0-a102-43a6-8818-4ecae34763f8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Deleting port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:19.965065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ed95bba0-a102-43a6-8818-4ecae34763f8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:20.197498 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ed95bba0-a102-43a6-8818-4ecae34763f8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] For port a77e2239-0d6b-4dd4-9e9e-a764f3195a60, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:47:20.197845 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ed95bba0-a102-43a6-8818-4ecae34763f8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:20.317841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ed95bba0-a102-43a6-8818-4ecae34763f8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Calling delete_port for a77e2239-0d6b-4dd4-9e9e-a764f3195a60 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:20.463489 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ed95bba0-a102-43a6-8818-4ecae34763f8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:20.514405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95bba0-a102-43a6-8818-4ecae34763f8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'Port': ['ID=a77e2239-0d6b-4dd4-9e9e-a764f3195a60,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:20.583482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ed95bba0-a102-43a6-8818-4ecae34763f8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] No DVR routers for this DVR port a77e2239-0d6b-4dd4-9e9e-a764f3195a60 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:47:20.585968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ed95bba0-a102-43a6-8818-4ecae34763f8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:20.588420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'name': 'network-vif-deleted', 'tag': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:47:20.602924 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-44f2c01b-80d4-4334-b0a3-3ff60380eee6 req-ed95bba0-a102-43a6-8818-4ecae34763f8 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.62 "DELETE /v2.0/ports/a77e2239-0d6b-4dd4-9e9e-a764f3195a60 HTTP/1.1" status: 204 len: 173 time: 0.7022824 Feb 09 13:47:20.671091 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1', 'name': 'network-vif-deleted', 'tag': 'a77e2239-0d6b-4dd4-9e9e-a764f3195a60', 'status': 'completed', 'code': 200} Feb 09 13:47:20.769754 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0b9b7e52-0fab-49e8-8235-bac62e18aa02 req-0e10a7ad-c014-46a9-82b6-51df69e952a0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 210 time: 0.0438802 Feb 09 13:47:21.953854 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9803cfff-e05f-4ae5-9347-b70f50f5e133 req-ef92d721-1d58-484d-8479-c91aed2c6f28 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d74e4e4-9ed7-4a19-8457-e57c7b1e6eb1 HTTP/1.1" status: 200 len: 210 time: 0.0434122 Feb 09 13:47:22.987466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a77e2239-0d6b-4dd4-9e9e-a764f3195a60 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:47:23.019435 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: a77e2239-0d6b-4dd4-9e9e-a764f3195a60 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:47:23.019779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a77e2239-0d6b-4dd4-9e9e-a764f3195a60 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:47:25.041366 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6bfe9ac4-3a86-4518-a17a-92e45a8bc9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:27.627514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35772) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:27.903372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Deleting port 53b3e46f-d31f-4004-8701-c900dd317d32 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:27.903690 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:28.071349 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:28.071654 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:28.186403 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Calling delete_port for 53b3e46f-d31f-4004-8701-c900dd317d32 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:28.266736 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-71966fec-555f-4d7b-bed8-879a0f3e4639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:28.330668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:28.374738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'Port': ['ID=53b3e46f-d31f-4004-8701-c900dd317d32,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:28.465907 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:28.652105 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:28.701110 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:28.846359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:47:29.039604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:47:29.048821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] Sync routers for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:47:29.055199 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:29.059996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:47:29.060593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:47:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:29.206840 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-287f325f-25f4-4f72-9e45-dc2b806af266 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "DELETE /v2.0/floatingips/7a5b0855-2500-4f47-9aba-55e6967f02c2 HTTP/1.1" status: 204 len: 168 time: 1.5759223 Feb 09 13:47:29.206840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'tag': '8a794a40-79a2-4b7a-a7c7-34116b82984e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:47:29.266220 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'tag': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'status': 'completed', 'code': 200} Feb 09 13:47:29.291246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:47:29.357328 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ae5d70f-53c6-43b0-87f2-1fb3ee2a5ef9 req-604727c2-fa89-430b-abcb-ee002fce4ac6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 1097 time: 0.0694938 Feb 09 13:47:29.502555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5d70f-53c6-43b0-87f2-1fb3ee2a5ef9 req-a4fd7c8c-c8aa-4291-b6ca-f2e0421de88b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:29.504311 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ae5d70f-53c6-43b0-87f2-1fb3ee2a5ef9 req-a4fd7c8c-c8aa-4291-b6ca-f2e0421de88b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 200 len: 913 time: 0.1412880 Feb 09 13:47:29.577111 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ae5d70f-53c6-43b0-87f2-1fb3ee2a5ef9 req-7a79f0b2-e0dd-4138-b1f5-8ee28db3b83c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e HTTP/1.1" status: 200 len: 217 time: 0.0657523 Feb 09 13:47:29.613598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:29.617386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1ed11-83e2-4abd-9883-bd335047077c req-e92a17ca-2af0-4557-8ae5-d35b245bd2a1 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:29.618888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39a1ed11-83e2-4abd-9883-bd335047077c req-e92a17ca-2af0-4557-8ae5-d35b245bd2a1 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 946 time: 0.0822747 Feb 09 13:47:29.619208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] Checking router: b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:47:29.630351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:47:29.630986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:47:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:29.656171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5d70f-53c6-43b0-87f2-1fb3ee2a5ef9 req-b47f03c2-ad3c-42d4-94e2-1b4eafb3d547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:29.657768 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ae5d70f-53c6-43b0-87f2-1fb3ee2a5ef9 req-b47f03c2-ad3c-42d4-94e2-1b4eafb3d547 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 200 len: 851 time: 0.0696380 Feb 09 13:47:29.664583 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-39a1ed11-83e2-4abd-9883-bd335047077c req-4dfc513b-6c2b-4615-be3a-7d5de4efeb9d tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401869 Feb 09 13:47:29.738124 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ae5d70f-53c6-43b0-87f2-1fb3ee2a5ef9 req-b69f2da5-f0c8-4dc6-80f2-4d52224a2a7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ef54b484-0bce-4a91-b7ca-c896803ef127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735974 Feb 09 13:47:29.814497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:47:29.871190 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ae5d70f-53c6-43b0-87f2-1fb3ee2a5ef9 req-2b798fcb-a46f-4791-b06b-6ea47284399a service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268611 Feb 09 13:47:30.003732 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7ae5d70f-53c6-43b0-87f2-1fb3ee2a5ef9 req-c7f6ed62-68ed-40af-ae6d-106d47c73611 service neutron] 10.222.0.67 "GET /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260788 Feb 09 13:47:30.045554 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:30.131994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:30.135852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9b8e5-92db-48c3-9085-a0601b207b55 None None] The sync data for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 is: [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:35:34Z', 'revision_number': 4, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e9243311-d2c3-4fa1-aa82-e692b6bec1dc', 'name': '', 'network_id': 'ef54b484-0bce-4a91-b7ca-c896803ef127', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'mac_address': 'fa:16:3e:f8:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:33Z', 'updated_at': '2022-02-09T13:35:58Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'subnets': [{'id': 'd9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:47:30.356662 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a43a2-3b57-40c8-b507-2a7aab560aba None None] New status for floating IP 7a5b0855-2500-4f47-9aba-55e6967f02c2: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:47:30.864964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15896-edd4-442b-8824-a05b12ecdca7 req-453a3607-ecdc-49c4-b373-b34835a3dc0a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:30.866441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84e15896-edd4-442b-8824-a05b12ecdca7 req-453a3607-ecdc-49c4-b373-b34835a3dc0a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 946 time: 0.0750761 Feb 09 13:47:30.910178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-84e15896-edd4-442b-8824-a05b12ecdca7 req-77ae319d-dda1-4978-acca-3ccaeb74cc1e tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f10a4b0-c136-492f-b5e5-3846e51575fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383101 Feb 09 13:47:31.055874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-85ede763-b9c7-480b-b66d-a88b8e7e3f77 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:31.056458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-85ede763-b9c7-480b-b66d-a88b8e7e3f77 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Synchronizing usage tracker for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:47:31.071932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-85ede763-b9c7-480b-b66d-a88b8e7e3f77 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Unset dirty status for tenant:2a4607a9291c4746aaf568708d0cc0a7 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:47:31.073038 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-85ede763-b9c7-480b-b66d-a88b8e7e3f77 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 946 time: 0.0903902 Feb 09 13:47:31.142048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-f558f241-437a-412a-9756-dbf9d67b1d54 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Deleting port 8a794a40-79a2-4b7a-a7c7-34116b82984e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:31.142381 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-f558f241-437a-412a-9756-dbf9d67b1d54 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:31.378529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-f558f241-437a-412a-9756-dbf9d67b1d54 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] For port 8a794a40-79a2-4b7a-a7c7-34116b82984e, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=8a794a40-79a2-4b7a-a7c7-34116b82984e,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:47:31.378813 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-f558f241-437a-412a-9756-dbf9d67b1d54 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:31.499242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-f558f241-437a-412a-9756-dbf9d67b1d54 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Calling delete_port for 8a794a40-79a2-4b7a-a7c7-34116b82984e owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:31.631957 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-f558f241-437a-412a-9756-dbf9d67b1d54 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:31.682730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558f241-437a-412a-9756-dbf9d67b1d54 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'Port': ['ID=8a794a40-79a2-4b7a-a7c7-34116b82984e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:31.752409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-f558f241-437a-412a-9756-dbf9d67b1d54 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] No DVR routers for this DVR port 8a794a40-79a2-4b7a-a7c7-34116b82984e on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:47:31.754924 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-f558f241-437a-412a-9756-dbf9d67b1d54 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:31.757368 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'name': 'network-vif-deleted', 'tag': '8a794a40-79a2-4b7a-a7c7-34116b82984e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:47:31.773012 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b28c2db3-d053-4a14-b113-1adcdc0c5e80 req-f558f241-437a-412a-9756-dbf9d67b1d54 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.67 "DELETE /v2.0/ports/8a794a40-79a2-4b7a-a7c7-34116b82984e HTTP/1.1" status: 204 len: 173 time: 0.6915617 Feb 09 13:47:31.813357 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7261278-7c7a-42a6-ae85-470879092ddf', 'name': 'network-vif-deleted', 'tag': '8a794a40-79a2-4b7a-a7c7-34116b82984e', 'status': 'completed', 'code': 200} Feb 09 13:47:32.079042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb854e7d-9bed-4769-ad05-ffdf7b2ee81b req-cc5fbbcc-9676-495d-a328-be2f11c00361 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7261278-7c7a-42a6-ae85-470879092ddf HTTP/1.1" status: 200 len: 210 time: 0.0449166 Feb 09 13:47:33.186188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35792) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:33.435238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b3384c5c-4377-4945-8f40-42cbb08203e0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Deleting port 61cd478a-c007-42d2-a128-4421faf7b1c3 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:33.435573 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3384c5c-4377-4945-8f40-42cbb08203e0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:33.597924 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3384c5c-4377-4945-8f40-42cbb08203e0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:33.598160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3384c5c-4377-4945-8f40-42cbb08203e0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:33.717522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b3384c5c-4377-4945-8f40-42cbb08203e0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Calling delete_port for 61cd478a-c007-42d2-a128-4421faf7b1c3 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:33.850303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3384c5c-4377-4945-8f40-42cbb08203e0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:33.892809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3384c5c-4377-4945-8f40-42cbb08203e0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'Port': ['ID=61cd478a-c007-42d2-a128-4421faf7b1c3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:33.984543 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3384c5c-4377-4945-8f40-42cbb08203e0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:33.999174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b3384c5c-4377-4945-8f40-42cbb08203e0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:34.000313 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b3384c5c-4377-4945-8f40-42cbb08203e0 tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "DELETE /v2.0/floatingips/5836c90d-27f2-48c1-b1e7-b21bb024228c HTTP/1.1" status: 204 len: 168 time: 0.8130648 Feb 09 13:47:35.156090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8a794a40-79a2-4b7a-a7c7-34116b82984e no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:47:35.188956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 8a794a40-79a2-4b7a-a7c7-34116b82984e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:47:35.189290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 8a794a40-79a2-4b7a-a7c7-34116b82984e not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:47:36.472846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35810) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:36.542424 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ab1984e-be8c-419f-93fb-a410f7431e9a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:36.570550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ab1984e-be8c-419f-93fb-a410f7431e9a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:36.638733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ab1984e-be8c-419f-93fb-a410f7431e9a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:36.655173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1984e-be8c-419f-93fb-a410f7431e9a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f10a4b0-c136-492f-b5e5-3846e51575fc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:36.668257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3ab1984e-be8c-419f-93fb-a410f7431e9a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:36.671855 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3ab1984e-be8c-419f-93fb-a410f7431e9a tempest-TestVolumeBootPattern-1281110745 tempest-TestVolumeBootPattern-1281110745-project] 10.222.0.59 "DELETE /v2.0/security-groups/4f10a4b0-c136-492f-b5e5-3846e51575fc HTTP/1.1" status: 204 len: 168 time: 0.1955521 Feb 09 13:47:36.740397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35816) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:37.251613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:37.928295 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] Deleting port e9243311-d2c3-4fa1-aa82-e692b6bec1dc {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:37.928931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:38.099980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] For port e9243311-d2c3-4fa1-aa82-e692b6bec1dc, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e9243311-d2c3-4fa1-aa82-e692b6bec1dc,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:47:38.100326 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:38.215921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] Calling delete_port for e9243311-d2c3-4fa1-aa82-e692b6bec1dc owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:38.375116 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:38.417830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9243311-d2c3-4fa1-aa82-e692b6bec1dc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:38.708600 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:39.369553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] Router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:47:39.565236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:47:39.573933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] Sync routers for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:47:39.577372 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3361d0b9-1b09-43a8-81c0-6103f286375c admin admin] 10.222.0.59 "PUT /v2.0/routers/b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8358755 Feb 09 13:47:39.579846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35822) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:39.585574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:47:39.586837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:47:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:39.759098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:47:39.772311 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:39.966529 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:39.976863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Deleting port 59565e7c-76e2-4fd1-86ff-fa23a61fda40 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:39.977390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:40.089176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:47:38Z', 'revision_number': 5, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port': {'id': '59565e7c-76e2-4fd1-86ff-fa23a61fda40', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:83:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:30Z', 'updated_at': '2022-02-09T13:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:40.092842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] Checking router: b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:47:40.103318 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] Routers {'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:47:40.103896 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:47:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:40.151762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] For port 59565e7c-76e2-4fd1-86ff-fa23a61fda40, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=59565e7c-76e2-4fd1-86ff-fa23a61fda40,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:47:40.152106 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:40.249124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] Set router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:47:40.268722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Calling delete_port for 59565e7c-76e2-4fd1-86ff-fa23a61fda40 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:40.355347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:47:39Z', 'revision_number': 6, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:40.359516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecbbb93-2a1d-4963-96e3-da501b010743 None None] The sync data for ids ['b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace'] in n-d-825175-3 is: [{'id': 'b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace', 'name': 'tempest-TestVolumeBootPattern-1310930894-router', 'tenant_id': '2a4607a9291c4746aaf568708d0cc0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:28Z', 'updated_at': '2022-02-09T13:47:39Z', 'revision_number': 6, 'project_id': '2a4607a9291c4746aaf568708d0cc0a7', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:47:40.524467 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:40.566540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Pushing event deleted for resources: {'Port': ['ID=59565e7c-76e2-4fd1-86ff-fa23a61fda40,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:40.789138 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.050385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.054542 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.078491 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.079068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:47:41.092160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.093284 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8daaeae7-418a-4e26-8ac2-3b27e0489807 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b7a25cfb-7fcc-43aa-a04a-67ed1c4aeace HTTP/1.1" status: 204 len: 168 time: 1.5125568 Feb 09 13:47:41.095808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35826) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:41.160200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df9e2bb-7cc2-413c-89cf-a4c9758be28c admin admin] Deleting subnet d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:47:41.163801 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5df9e2bb-7cc2-413c-89cf-a4c9758be28c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.213268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5df9e2bb-7cc2-413c-89cf-a4c9758be28c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.299290 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5df9e2bb-7cc2-413c-89cf-a4c9758be28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.368466 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5df9e2bb-7cc2-413c-89cf-a4c9758be28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.409729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9e2bb-7cc2-413c-89cf-a4c9758be28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:41.413830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5df9e2bb-7cc2-413c-89cf-a4c9758be28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.420021 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5df9e2bb-7cc2-413c-89cf-a4c9758be28c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d9ada3a6-4c7a-4b71-b4ce-95ac8d05f49c HTTP/1.1" status: 204 len: 168 time: 0.3231170 Feb 09 13:47:41.422656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35830) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:41.422908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d65df1-fba7-4547-ae3e-0faa20b763ea None None] Network ef54b484-0bce-4a91-b7ca-c896803ef127 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:47:41.522833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59565e7c-76e2-4fd1-86ff-fa23a61fda40 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:47:41.526146 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.537108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Deleting port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:41.537108 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.575415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 59565e7c-76e2-4fd1-86ff-fa23a61fda40 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:47:41.575665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 59565e7c-76e2-4fd1-86ff-fa23a61fda40 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:47:41.576068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e9243311-d2c3-4fa1-aa82-e692b6bec1dc no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:47:41.616456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e9243311-d2c3-4fa1-aa82-e692b6bec1dc {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:47:41.616791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e9243311-d2c3-4fa1-aa82-e692b6bec1dc not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:47:41.621195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.749221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] For port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cb91a842-c9dc-404c-ad5d-bd6f5db9ab53,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:47:41.749572 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.770410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] DHCP port deletion for ef54b484-0bce-4a91-b7ca-c896803ef127 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:47:41.774961 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] Deleting port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:41.775327 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:41.970017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Calling delete_port for cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:41.991424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] For port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=cb91a842-c9dc-404c-ad5d-bd6f5db9ab53,segment=NetworkSegment(b053afe5-53a0-401a-a6d5-356e64ffb2fc),segment_id=b053afe5-53a0-401a-a6d5-356e64ffb2fc)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:47:41.992395 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:42.050755 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:42.094895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb91a842-c9dc-404c-ad5d-bd6f5db9ab53,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:42.099806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] No DVR routers for this DVR port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:47:42.112777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] Calling delete_port for cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:42.183488 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:47:42.183830 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:47:42.213515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:42.238201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef54b484-0bce-4a91-b7ca-c896803ef127']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:42.249795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b053afe5-53a0-401a-a6d5-356e64ffb2fc') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:42.250084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b053afe5-53a0-401a-a6d5-356e64ffb2fc') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:42.261394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:42.280477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:42.286291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:47:42.286735 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:47:42.299911 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:47:42.371823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:42.387244 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:42.398260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef54b484-0bce-4a91-b7ca-c896803ef127,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:42.410123 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1dbcd7dd-d4fe-449f-ad50-759c6d22f209 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ef54b484-0bce-4a91-b7ca-c896803ef127 HTTP/1.1" status: 204 len: 168 time: 0.9863253 Feb 09 13:47:42.412898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35834) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:42.684814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] Deleting port cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:42.685693 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:42.748652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a46bd-fc00-452b-9941-757537d5cd46 None None] The port 'cb91a842-c9dc-404c-ad5d-bd6f5db9ab53' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:47:42.799439 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:43.469603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] Deleting port 95003034-6492-4e08-b800-971127e657a5 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:43.469918 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:43.470666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:47:43.502336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:47:43.502721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device cb91a842-c9dc-404c-ad5d-bd6f5db9ab53 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:47:43.637359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] For port 95003034-6492-4e08-b800-971127e657a5, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=95003034-6492-4e08-b800-971127e657a5,segment=NetworkSegment(00f667fc-a04b-4f3f-885f-e8df584325fa),segment_id=00f667fc-a04b-4f3f-885f-e8df584325fa)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:47:43.637712 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:43.759090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] Calling delete_port for 95003034-6492-4e08-b800-971127e657a5 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:43.919327 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:43.963695 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] Pushing event deleted for resources: {'Port': ['ID=95003034-6492-4e08-b800-971127e657a5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:44.251877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:44.901363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] Router fce6f03d-0b3b-4071-9adb-2a7bbd670757 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:47:45.096896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:47:45.105963 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f61f9978-e948-4f09-9606-45535cd1b003 admin admin] 10.222.0.59 "PUT /v2.0/routers/fce6f03d-0b3b-4071-9adb-2a7bbd670757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6920285 Feb 09 13:47:45.106124 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] Sync routers for ids ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:47:45.108470 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35838) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:45.118584 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] Routers {'fce6f03d-0b3b-4071-9adb-2a7bbd670757'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:47:45.119179 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:47:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:45.294351 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] Set router fce6f03d-0b3b-4071-9adb-2a7bbd670757 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:47:45.302253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:45.503324 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:45.513023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Deleting port dad50951-cf0a-490e-ba89-926496428338 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:45.513310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:45.582541 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'name': 'tempest-TestVolumeBootPattern-608150876-router', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'dad50951-cf0a-490e-ba89-926496428338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:41Z', 'updated_at': '2022-02-09T13:47:43Z', 'revision_number': 5, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'gw_port': {'id': 'dad50951-cf0a-490e-ba89-926496428338', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:80:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:35:42Z', 'updated_at': '2022-02-09T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:45.586832 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] Checking router: fce6f03d-0b3b-4071-9adb-2a7bbd670757 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:47:45.597071 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] Routers {'fce6f03d-0b3b-4071-9adb-2a7bbd670757'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:47:45.597650 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:47:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:45.689126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] For port dad50951-cf0a-490e-ba89-926496428338, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dad50951-cf0a-490e-ba89-926496428338,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:47:45.689478 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:45.742949 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] Set router fce6f03d-0b3b-4071-9adb-2a7bbd670757 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:47:45.819348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Calling delete_port for dad50951-cf0a-490e-ba89-926496428338 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:45.859996 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'name': 'tempest-TestVolumeBootPattern-608150876-router', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:41Z', 'updated_at': '2022-02-09T13:47:45Z', 'revision_number': 6, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:45.863833 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ddb03b-9a39-405c-99f3-0995867218b6 None None] The sync data for ids ['fce6f03d-0b3b-4071-9adb-2a7bbd670757'] in n-d-825175-3 is: [{'id': 'fce6f03d-0b3b-4071-9adb-2a7bbd670757', 'name': 'tempest-TestVolumeBootPattern-608150876-router', 'tenant_id': '1792dacc92a64cac91a973dbe1147d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:35:41Z', 'updated_at': '2022-02-09T13:47:45Z', 'revision_number': 6, 'project_id': '1792dacc92a64cac91a973dbe1147d69', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:47:45.986813 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.030059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad50951-cf0a-490e-ba89-926496428338,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:46.349281 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.499633 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.600194 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.605115 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.629824 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.630357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce6f03d-0b3b-4071-9adb-2a7bbd670757 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:47:46.643188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.644306 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f1463800-850a-45fc-bb61-2a30ebb39fa6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/fce6f03d-0b3b-4071-9adb-2a7bbd670757 HTTP/1.1" status: 204 len: 168 time: 1.5349371 Feb 09 13:47:46.646803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35842) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:46.708560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6a3ec9-6a44-47f4-9227-d88575137c2c admin admin] Deleting subnet 1899df89-485d-4d1a-835f-2c6abf5980ab {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:47:46.711836 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3ec9-6a44-47f4-9227-d88575137c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.760905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3ec9-6a44-47f4-9227-d88575137c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.838095 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3ec9-6a44-47f4-9227-d88575137c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.915742 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3ec9-6a44-47f4-9227-d88575137c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.953323 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a3ec9-6a44-47f4-9227-d88575137c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1899df89-485d-4d1a-835f-2c6abf5980ab,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:46.957919 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3ec9-6a44-47f4-9227-d88575137c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:46.964308 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9e6a3ec9-6a44-47f4-9227-d88575137c2c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1899df89-485d-4d1a-835f-2c6abf5980ab HTTP/1.1" status: 204 len: 168 time: 0.3165581 Feb 09 13:47:46.965022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4efa36-260f-40c7-a1e5-fa0d4b9518f8 None None] Network f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:47:46.966688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 35846) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:47.072847 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.084374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Deleting port a845d00b-7546-49b6-8ddd-dc0f56cd25da {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:47.084698 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.237767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] DHCP port deletion for f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:47:47.241717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] Deleting port a845d00b-7546-49b6-8ddd-dc0f56cd25da {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:47.242077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.287027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] For port a845d00b-7546-49b6-8ddd-dc0f56cd25da, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a845d00b-7546-49b6-8ddd-dc0f56cd25da,segment=NetworkSegment(00f667fc-a04b-4f3f-885f-e8df584325fa),segment_id=00f667fc-a04b-4f3f-885f-e8df584325fa)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:47:47.287502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.404942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Calling delete_port for a845d00b-7546-49b6-8ddd-dc0f56cd25da owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:47.444523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] For port a845d00b-7546-49b6-8ddd-dc0f56cd25da, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=a845d00b-7546-49b6-8ddd-dc0f56cd25da,segment=NetworkSegment(00f667fc-a04b-4f3f-885f-e8df584325fa),segment_id=00f667fc-a04b-4f3f-885f-e8df584325fa)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:47:47.444987 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.482425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.506684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dad50951-cf0a-490e-ba89-926496428338 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:47:47.531408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a845d00b-7546-49b6-8ddd-dc0f56cd25da,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:47.535068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] No DVR routers for this DVR port a845d00b-7546-49b6-8ddd-dc0f56cd25da on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:47:47.593326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] Calling delete_port for a845d00b-7546-49b6-8ddd-dc0f56cd25da owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:47:47.629944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: dad50951-cf0a-490e-ba89-926496428338 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:47:47.630273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device dad50951-cf0a-490e-ba89-926496428338 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:47:47.630712 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a845d00b-7546-49b6-8ddd-dc0f56cd25da no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:47:47.667404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: a845d00b-7546-49b6-8ddd-dc0f56cd25da {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:47:47.667876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device a845d00b-7546-49b6-8ddd-dc0f56cd25da not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:47:47.668563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 95003034-6492-4e08-b800-971127e657a5 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:47:47.712530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 95003034-6492-4e08-b800-971127e657a5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:47:47.712872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 95003034-6492-4e08-b800-971127e657a5 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:47:47.737746 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:47:47.738107 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:47:47.747557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.771804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:47.783393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f667fc-a04b-4f3f-885f-e8df584325fa') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:47.783677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f667fc-a04b-4f3f-885f-e8df584325fa') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:47:47.795082 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.811823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.817936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:47:47.818361 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:47:47.831255 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:47:47.907864 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.924484 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:47.933973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:47.940188 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8c13b2cc-ef19-4abb-bd7f-e3e592435ce6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f2d7e15b-46f3-4f70-a107-8b1f5b5e03f5 HTTP/1.1" status: 204 len: 168 time: 0.9702775 Feb 09 13:47:48.073653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35854) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:48.122926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-930b52a1-2f5f-4428-a1ba-83c70fe7a8d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a4607a9291c4746aaf568708d0cc0a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481057 Feb 09 13:47:48.125259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35858) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:48.182121 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:48.206827 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:48.239124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] Deleting port a845d00b-7546-49b6-8ddd-dc0f56cd25da {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:47:48.239524 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:48.259300 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:48.274998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5287288-9775-435f-a358-5e60128b6621,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:48.288678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.289022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.289375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.289705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.290031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.290351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.290696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.291012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.291328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.291642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.291956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:47:48.294359 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:48.297950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d75ce33c-e7d8-4c93-ae9d-cc680da2f3df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5287288-9775-435f-a358-5e60128b6621 HTTP/1.1" status: 204 len: 168 time: 0.1693416 Feb 09 13:47:48.307061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c25e58aa-2d87-473e-942c-9f850d949d93 None None] The port 'a845d00b-7546-49b6-8ddd-dc0f56cd25da' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:47:48.708382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35866) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:48.760133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24767e41-0a73-48d6-a1a1-850900f5ed97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1792dacc92a64cac91a973dbe1147d69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506346 Feb 09 13:47:48.762682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 35870) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:47:48.818551 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a2eebed-8f88-4334-bf5c-aeb1dd524cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:48.843309 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a2eebed-8f88-4334-bf5c-aeb1dd524cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:48.896484 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a2eebed-8f88-4334-bf5c-aeb1dd524cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:48.911058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eebed-8f88-4334-bf5c-aeb1dd524cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64426c4d-2cd3-4060-b6b1-3696d0844197,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:47:48.919213 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6a2eebed-8f88-4334-bf5c-aeb1dd524cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:48.920315 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6a2eebed-8f88-4334-bf5c-aeb1dd524cbe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/64426c4d-2cd3-4060-b6b1-3696d0844197 HTTP/1.1" status: 204 len: 168 time: 0.1567442 Feb 09 13:47:55.045403 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a7b09c0a-0956-4983-9928-f15a3d9ae4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:56.717487 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:47:58.267709 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-951aeecd-acf6-4ff3-9411-0f906e92249a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:58.657230 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:58.704186 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:47:59.779394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-52e44b81-df88-41b9-8b03-3efd1eeaaae8 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1224b89750ea4a3293aedc0e267f90a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273376 Feb 09 13:47:59.922477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-61ee1021-19f7-49a3-916c-3a49d5e6c26a tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:47:59.923929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-61ee1021-19f7-49a3-916c-3a49d5e6c26a tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397812 Feb 09 13:47:59.941295 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-4d7069bd-46e7-4fa1-96b4-01f25c435b3e tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/quotas/1224b89750ea4a3293aedc0e267f90a3 HTTP/1.1" status: 200 len: 375 time: 0.0117018 Feb 09 13:47:59.989793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2b8eb81c-0875-4c09-bb90-8a7b42c71ed7 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1224b89750ea4a3293aedc0e267f90a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437317 Feb 09 13:47:59.995682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:00.178236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-976eaf12-98c5-40da-9a56-f7b1bb890e1c req-09f8d013-70f9-45f6-9acf-0e22f634a2ef tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 210 time: 0.0399098 Feb 09 13:48:01.317218 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-024e82dc-7110-4d4a-a1f3-9c7e46cfd01d tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1224b89750ea4a3293aedc0e267f90a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304925 Feb 09 13:48:01.345418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-15455b17-2c62-417f-a8a1-90c5b97579c9 req-2de1be9d-e49c-4eb4-9d4f-9dd7735bb2c9 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 210 time: 0.0469365 Feb 09 13:48:01.470393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-3e021c5a-ae6a-481b-aafc-4105df2c7836 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:01.471988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-3e021c5a-ae6a-481b-aafc-4105df2c7836 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469622 Feb 09 13:48:01.488441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Request body: {'port': {'device_id': '57e5fce9-69fe-481c-a9c5-5f9fd5188b30', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'admin_state_up': True, 'tenant_id': '1224b89750ea4a3293aedc0e267f90a3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:48:01.622305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:48:01.626073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Usage tracker for resource:port and tenant:1224b89750ea4a3293aedc0e267f90a3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:48:01.628819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:48:01.637257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:48:01.646827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Made reservation on behalf of 1224b89750ea4a3293aedc0e267f90a3 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:48:01.649826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:01.661971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:01.695072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:48:01.698984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Usage tracker for resource:security_group_rule and tenant:1224b89750ea4a3293aedc0e267f90a3 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:48:01.702216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:48:01.707781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:48:01.775470 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:01.779183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:01.861567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:01.947749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Allocated IP 192.168.233.86 (6b64491b-6486-4286-b2bd-1c020168fdde/02a1d33b-7dd3-4a28-a673-cc474b123428/14ed97f0-0b68-439c-b94b-6a916d9b4857) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:48:02.152721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:02.168627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Transition to ACTIVE for port object 14ed97f0-0b68-439c-b94b-6a916d9b4857 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:48:02.189427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:02.254637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Network 6b64491b-6486-4286-b2bd-1c020168fdde is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:48:02.261667 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:48:02.265942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:48:02.296668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Pushing event updated for resources: {'Port': ['ID=14ed97f0-0b68-439c-b94b-6a916d9b4857,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:02.334192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:02.334972 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:02.362557 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-2632219f-70fb-4511-a828-796ba80f31d5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8775795 Feb 09 13:48:02.374305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Request body: {'port': {'device_id': '57e5fce9-69fe-481c-a9c5-5f9fd5188b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:48:02.500272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:02.516791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9fee835c-ef12-42ea-982d-4acd81d21dae None None] Provisioning for port 14ed97f0-0b68-439c-b94b-6a916d9b4857 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:48:02.522889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-9fee835c-ef12-42ea-982d-4acd81d21dae None None] Provisioning complete for port 14ed97f0-0b68-439c-b94b-6a916d9b4857 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:48:02.523594 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9fee835c-ef12-42ea-982d-4acd81d21dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:02.574429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3a3cb-8775-4fad-b2c4-3d7a7078565f req-a1a66840-6037-42a6-82a4-b4d67837a397 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:02.575970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebf3a3cb-8775-4fad-b2c4-3d7a7078565f req-a1a66840-6037-42a6-82a4-b4d67837a397 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 935 time: 0.1016786 Feb 09 13:48:02.580465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-9fee835c-ef12-42ea-982d-4acd81d21dae None None] Port 14ed97f0-0b68-439c-b94b-6a916d9b4857 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:48:02.631536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebf3a3cb-8775-4fad-b2c4-3d7a7078565f req-27a30361-d47a-42b6-bba0-55170d326a8e tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497949 Feb 09 13:48:02.843911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ed97f0-0b68-439c-b94b-6a916d9b4857 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:48:02.850414 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:02.864956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Transition to ACTIVE for port object 14ed97f0-0b68-439c-b94b-6a916d9b4857 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:48:02.872667 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:03.089930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Pushing event updated for resources: {'Port': ['ID=14ed97f0-0b68-439c-b94b-6a916d9b4857,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:03.194214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Attempting to bind port 14ed97f0-0b68-439c-b94b-6a916d9b4857 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:48:03.194580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Attempting to bind port 14ed97f0-0b68-439c-b94b-6a916d9b4857 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:48:03.194905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Attempting to bind port 14ed97f0-0b68-439c-b94b-6a916d9b4857 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:48:03.201196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Port 14ed97f0-0b68-439c-b94b-6a916d9b4857 on network 6b64491b-6486-4286-b2bd-1c020168fdde not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:48:03.201476 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Attempting to bind port 14ed97f0-0b68-439c-b94b-6a916d9b4857 on network 6b64491b-6486-4286-b2bd-1c020168fdde {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:48:03.208685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:48:03.209012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Checking segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:48:03.209381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Bound using segment: {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:48:03.209794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Bound port: 14ed97f0-0b68-439c-b94b-6a916d9b4857, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9027ee-7b54-4a51-98f1-d2e3c74d307a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:48:03.210130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:03.297665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] For port 14ed97f0-0b68-439c-b94b-6a916d9b4857, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:48:03.300522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] For port 14ed97f0-0b68-439c-b94b-6a916d9b4857, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=14ed97f0-0b68-439c-b94b-6a916d9b4857,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:48:03.305127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:03.361638 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:03.362808 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] 10.222.0.62 "PUT /v2.0/ports/14ed97f0-0b68-439c-b94b-6a916d9b4857 HTTP/1.1" status: 200 len: 1095 time: 0.9927421 Feb 09 13:48:03.365509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e5fce9-69fe-481c-a9c5-5f9fd5188b30', 'tag': '14ed97f0-0b68-439c-b94b-6a916d9b4857'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:48:03.390912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214bcd6-5122-49eb-b3f3-8d4ace472b61 service neutron] Pushing event updated for resources: {'Port': ['ID=14ed97f0-0b68-439c-b94b-6a916d9b4857,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:03.451360 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e5fce9-69fe-481c-a9c5-5f9fd5188b30', 'tag': '14ed97f0-0b68-439c-b94b-6a916d9b4857', 'status': 'completed', 'code': 200} Feb 09 13:48:03.494443 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-76a02891-ab3c-4ce4-815a-40bf103b4772 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1224b89750ea4a3293aedc0e267f90a3&device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 1098 time: 0.0781381 Feb 09 13:48:03.574074 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-679be8a2-f1d0-4b96-8512-dca36290aacf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=14ed97f0-0b68-439c-b94b-6a916d9b4857 HTTP/1.1" status: 200 len: 217 time: 0.0715802 Feb 09 13:48:03.641571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-6c7fe3f5-b8fa-458e-a4b7-3afbe5cf375a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:03.643092 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-6c7fe3f5-b8fa-458e-a4b7-3afbe5cf375a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0622127 Feb 09 13:48:03.725383 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-170abc47-a759-4a67-9d4f-e78c9bef31a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761554 Feb 09 13:48:03.825492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adfedc-f49a-4adc-9065-928fdddc3131 req-d1b6ed6a-f8af-4d2b-a6ac-a777a3fac082 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:03.826962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88adfedc-f49a-4adc-9065-928fdddc3131 req-d1b6ed6a-f8af-4d2b-a6ac-a777a3fac082 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 947 time: 0.0756483 Feb 09 13:48:03.857614 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-48cebdfa-783f-46a1-9790-2b384c9f717d service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250577 Feb 09 13:48:03.875730 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88adfedc-f49a-4adc-9065-928fdddc3131 req-1a08796a-3743-47ce-ba73-d1be4c39c93a tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426764 Feb 09 13:48:03.999625 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d33ccabd-1131-476e-ad49-d9136c61ee89 req-51a947e8-c436-43c2-8929-d56e565a9bb9 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351895 Feb 09 13:48:04.116551 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a72ad87c-bce2-4ba3-869f-081c9ab9efe0 req-3f31a2a9-9ef0-4308-bbe0-038d8e0d60a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1224b89750ea4a3293aedc0e267f90a3&device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 1098 time: 0.0706601 Feb 09 13:48:04.244207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ad87c-bce2-4ba3-869f-081c9ab9efe0 req-7f685ebe-bab9-40f2-a0bf-facbf5be801e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:04.245632 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a72ad87c-bce2-4ba3-869f-081c9ab9efe0 req-7f685ebe-bab9-40f2-a0bf-facbf5be801e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6b64491b-6486-4286-b2bd-1c020168fdde HTTP/1.1" status: 200 len: 870 time: 0.1228034 Feb 09 13:48:04.312974 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a72ad87c-bce2-4ba3-869f-081c9ab9efe0 req-61862a00-3c13-412b-b9ee-31ca57265f2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=14ed97f0-0b68-439c-b94b-6a916d9b4857 HTTP/1.1" status: 200 len: 217 time: 0.0587213 Feb 09 13:48:04.377773 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ad87c-bce2-4ba3-869f-081c9ab9efe0 req-ee11d096-41da-4c35-b19f-f6576464a31c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:04.379264 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a72ad87c-bce2-4ba3-869f-081c9ab9efe0 req-ee11d096-41da-4c35-b19f-f6576464a31c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02a1d33b-7dd3-4a28-a673-cc474b123428 HTTP/1.1" status: 200 len: 843 time: 0.0596087 Feb 09 13:48:04.453903 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a72ad87c-bce2-4ba3-869f-081c9ab9efe0 req-5a73adf3-2d66-4745-9d0b-5068ca677811 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b64491b-6486-4286-b2bd-1c020168fdde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680377 Feb 09 13:48:04.584123 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a72ad87c-bce2-4ba3-869f-081c9ab9efe0 req-5f61c887-5b2d-49f1-9d4e-d84fc76d7b33 service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235344 Feb 09 13:48:04.715739 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a72ad87c-bce2-4ba3-869f-081c9ab9efe0 req-01161a66-6422-469e-9c9b-c65e18f7d53d service neutron] 10.222.0.62 "GET /v2.0/networks/6b64491b-6486-4286-b2bd-1c020168fdde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245077 Feb 09 13:48:05.073298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e04a7-6f86-4313-a4c8-8e52f33d9157 req-735cca8d-18a9-4503-88a0-4747d4cca239 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:05.074882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e4e04a7-6f86-4313-a4c8-8e52f33d9157 req-735cca8d-18a9-4503-88a0-4747d4cca239 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 947 time: 0.0764558 Feb 09 13:48:05.119454 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e4e04a7-6f86-4313-a4c8-8e52f33d9157 req-ad272e3c-9e8d-4187-87ff-908f9e9d3eae tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391507 Feb 09 13:48:06.315649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30e0c-9ae4-48eb-b6f0-6005f4b820ce req-516736a4-ee97-4a39-9677-d56d8b775bee tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:06.317082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2d30e0c-9ae4-48eb-b6f0-6005f4b820ce req-516736a4-ee97-4a39-9677-d56d8b775bee tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 947 time: 0.0774906 Feb 09 13:48:06.361922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2d30e0c-9ae4-48eb-b6f0-6005f4b820ce req-06ad09ad-cdb0-44ff-92e8-bd1d4e5cfdee tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 Feb 09 13:48:07.158243 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 14ed97f0-0b68-439c-b94b-6a916d9b4857 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:48:07.293097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 14ed97f0-0b68-439c-b94b-6a916d9b4857, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=14ed97f0-0b68-439c-b94b-6a916d9b4857,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:48:07.306350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '14ed97f0-0b68-439c-b94b-6a916d9b4857', 'network_id': '6b64491b-6486-4286-b2bd-1c020168fdde', 'port_id': '14ed97f0-0b68-439c-b94b-6a916d9b4857', 'mac_address': 'fa:16:3e:c0:fd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a1d33b-7dd3-4a28-a673-cc474b123428', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:48:07.358378 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:07.374721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ed97f0-0b68-439c-b94b-6a916d9b4857 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:48:07.389009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 14ed97f0-0b68-439c-b94b-6a916d9b4857, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=14ed97f0-0b68-439c-b94b-6a916d9b4857,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:48:07.393132 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:07.460009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=14ed97f0-0b68-439c-b94b-6a916d9b4857,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:07.468908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.469242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.469568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.469891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.470211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.470548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.470864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.471175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.471482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.471790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.472097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:07.562584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d99f1-4091-454a-bd26-c077a11209ad req-bd7ba772-ce6d-4c01-b9e1-fa0ff843c103 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:07.563924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd3d99f1-4091-454a-bd26-c077a11209ad req-bd7ba772-ce6d-4c01-b9e1-fa0ff843c103 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 948 time: 0.0755396 Feb 09 13:48:07.609288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd3d99f1-4091-454a-bd26-c077a11209ad req-bc903ff0-a044-4b2e-a0ea-04c4e45d0b83 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Feb 09 13:48:07.699172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['14ed97f0-0b68-439c-b94b-6a916d9b4857'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:48:08.908282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28509028-a215-467e-91bd-27fd040da63a req-ffd32ddf-304f-45ec-8185-733626e1891c tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:08.909713 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28509028-a215-467e-91bd-27fd040da63a req-ffd32ddf-304f-45ec-8185-733626e1891c tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 948 time: 0.1795695 Feb 09 13:48:08.953929 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28509028-a215-467e-91bd-27fd040da63a req-dcc4ab33-9312-44ef-9a30-5e5d2746d107 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Feb 09 13:48:09.158646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 14ed97f0-0b68-439c-b94b-6a916d9b4857 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:48:09.225664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 14ed97f0-0b68-439c-b94b-6a916d9b4857 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:48:09.230400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 14ed97f0-0b68-439c-b94b-6a916d9b4857 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:48:09.230792 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:09.368756 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:09.395242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e5fce9-69fe-481c-a9c5-5f9fd5188b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ed97f0-0b68-439c-b94b-6a916d9b4857'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:48:09.405580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 14ed97f0-0b68-439c-b94b-6a916d9b4857, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=14ed97f0-0b68-439c-b94b-6a916d9b4857,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:48:09.410170 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:09.473909 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=14ed97f0-0b68-439c-b94b-6a916d9b4857,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:09.535778 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e5fce9-69fe-481c-a9c5-5f9fd5188b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ed97f0-0b68-439c-b94b-6a916d9b4857', 'code': 200} Feb 09 13:48:09.754231 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1cdf8df0-522d-4d05-8409-63c4c61c0b9f req-6f13dff8-713a-477d-85a3-2866d72f1aa7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 1100 time: 0.1528599 Feb 09 13:48:09.794845 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1cdf8df0-522d-4d05-8409-63c4c61c0b9f req-38ccf89e-830f-43c5-a633-e4c641680baf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341868 Feb 09 13:48:10.147236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94901e-c9f3-4814-993b-67cb6622c77c req-4300df63-a1e5-46af-aa40-50e33e39833e tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:10.148666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be94901e-c9f3-4814-993b-67cb6622c77c req-4300df63-a1e5-46af-aa40-50e33e39833e tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 949 time: 0.0735404 Feb 09 13:48:10.194964 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be94901e-c9f3-4814-993b-67cb6622c77c req-0a55389f-f3ef-44e5-828c-bf3fd79560fb tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Feb 09 13:48:11.390825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db04b14-d637-4167-b893-8b6c8e47f95e req-40bb79e3-5ac0-4f95-8e47-a01e25ee10c5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:11.392308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3db04b14-d637-4167-b893-8b6c8e47f95e req-40bb79e3-5ac0-4f95-8e47-a01e25ee10c5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 949 time: 0.0742707 Feb 09 13:48:11.437117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3db04b14-d637-4167-b893-8b6c8e47f95e req-d3418cfc-b456-42d9-805e-a1cb1a3be23e tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391898 Feb 09 13:48:11.574834 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:11.991498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef6557fe-8eb9-43af-9235-74789f43e78b req-b81deffb-ffbc-4cb4-bfbc-b95ff4ab1b85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1966944 Feb 09 13:48:12.527457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-15b465c9-2cdb-4ef1-a9ca-2c134f670348 req-0bdf759a-9f43-42e0-ac7c-299a95515001 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1372771 Feb 09 13:48:13.053934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc6a31-fd6f-4b91-8b56-ebdf28a6d73d req-2c8ae058-30eb-41fe-a5ad-dc1b02781261 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:13.055404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9fc6a31-fd6f-4b91-8b56-ebdf28a6d73d req-2c8ae058-30eb-41fe-a5ad-dc1b02781261 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 949 time: 0.0755975 Feb 09 13:48:13.103377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9fc6a31-fd6f-4b91-8b56-ebdf28a6d73d req-13b7ce68-7bd7-4a8c-8ef9-d18d3b9587b1 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Feb 09 13:48:14.352991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb77d4-b012-4076-bf86-59217423c17e req-7a0e8eaa-a9c1-4966-85c2-b1cf68cc0309 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:14.353597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-fecb77d4-b012-4076-bf86-59217423c17e req-7a0e8eaa-a9c1-4966-85c2-b1cf68cc0309 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Synchronizing usage tracker for tenant:1224b89750ea4a3293aedc0e267f90a3 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:48:14.371367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-fecb77d4-b012-4076-bf86-59217423c17e req-7a0e8eaa-a9c1-4966-85c2-b1cf68cc0309 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Unset dirty status for tenant:1224b89750ea4a3293aedc0e267f90a3 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:48:14.372516 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fecb77d4-b012-4076-bf86-59217423c17e req-7a0e8eaa-a9c1-4966-85c2-b1cf68cc0309 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.62 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 949 time: 0.0956662 Feb 09 13:48:14.443870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-fecb77d4-b012-4076-bf86-59217423c17e req-8f0de9f6-37a2-4d80-a08e-5e24a6d68165 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Deleting port 14ed97f0-0b68-439c-b94b-6a916d9b4857 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:48:14.444212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fecb77d4-b012-4076-bf86-59217423c17e req-8f0de9f6-37a2-4d80-a08e-5e24a6d68165 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:14.451792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de72e25-4f62-4cc3-8ff7-9a424a463efb req-b98f0eaf-6eec-41ee-a483-8ef802e96852 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:14.453256 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9de72e25-4f62-4cc3-8ff7-9a424a463efb req-b98f0eaf-6eec-41ee-a483-8ef802e96852 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 949 time: 0.0757833 Feb 09 13:48:14.498383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9de72e25-4f62-4cc3-8ff7-9a424a463efb req-abf70401-00f0-4c92-a46f-eaee8e592ddb tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/security-groups?id=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396137 Feb 09 13:48:14.687361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fecb77d4-b012-4076-bf86-59217423c17e req-8f0de9f6-37a2-4d80-a08e-5e24a6d68165 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] For port 14ed97f0-0b68-439c-b94b-6a916d9b4857, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=14ed97f0-0b68-439c-b94b-6a916d9b4857,segment=NetworkSegment(9d9027ee-7b54-4a51-98f1-d2e3c74d307a),segment_id=9d9027ee-7b54-4a51-98f1-d2e3c74d307a)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:48:14.687711 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fecb77d4-b012-4076-bf86-59217423c17e req-8f0de9f6-37a2-4d80-a08e-5e24a6d68165 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:14.811004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-fecb77d4-b012-4076-bf86-59217423c17e req-8f0de9f6-37a2-4d80-a08e-5e24a6d68165 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Calling delete_port for 14ed97f0-0b68-439c-b94b-6a916d9b4857 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:48:14.949134 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fecb77d4-b012-4076-bf86-59217423c17e req-8f0de9f6-37a2-4d80-a08e-5e24a6d68165 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:14.962817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['14ed97f0-0b68-439c-b94b-6a916d9b4857'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:48:15.000952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0de9f6-37a2-4d80-a08e-5e24a6d68165 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Pushing event deleted for resources: {'Port': ['ID=14ed97f0-0b68-439c-b94b-6a916d9b4857,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:15.073879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecb77d4-b012-4076-bf86-59217423c17e req-8f0de9f6-37a2-4d80-a08e-5e24a6d68165 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] No DVR routers for this DVR port 14ed97f0-0b68-439c-b94b-6a916d9b4857 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:48:15.076338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fecb77d4-b012-4076-bf86-59217423c17e req-8f0de9f6-37a2-4d80-a08e-5e24a6d68165 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:15.078912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e5fce9-69fe-481c-a9c5-5f9fd5188b30', 'name': 'network-vif-deleted', 'tag': '14ed97f0-0b68-439c-b94b-6a916d9b4857'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:48:15.095009 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fecb77d4-b012-4076-bf86-59217423c17e req-8f0de9f6-37a2-4d80-a08e-5e24a6d68165 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.62 "DELETE /v2.0/ports/14ed97f0-0b68-439c-b94b-6a916d9b4857 HTTP/1.1" status: 204 len: 173 time: 0.7162852 Feb 09 13:48:15.142654 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e5fce9-69fe-481c-a9c5-5f9fd5188b30', 'name': 'network-vif-deleted', 'tag': '14ed97f0-0b68-439c-b94b-6a916d9b4857', 'status': 'completed', 'code': 200} Feb 09 13:48:15.677410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dde2ee91-c8fd-4b83-b912-668dc8acb160 req-504262c1-63ef-4608-b6d5-3241bfc819f5 tempest-ServersAdminNegativeTestJSON-742780110 tempest-ServersAdminNegativeTestJSON-742780110-project] 10.222.0.59 "GET /v2.0/ports?device_id=57e5fce9-69fe-481c-a9c5-5f9fd5188b30 HTTP/1.1" status: 200 len: 210 time: 0.0454278 Feb 09 13:48:16.498908 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.072853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36010) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:48:17.240792 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dba14075-e8a1-472e-9614-317fb7465419 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1224b89750ea4a3293aedc0e267f90a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1668119 Feb 09 13:48:17.243773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36016) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:48:17.302076 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d76ceb97-f995-4d7e-92b7-df708bbbddc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.326362 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d76ceb97-f995-4d7e-92b7-df708bbbddc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.375886 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d76ceb97-f995-4d7e-92b7-df708bbbddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.389445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ceb97-f995-4d7e-92b7-df708bbbddc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:17.396690 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d76ceb97-f995-4d7e-92b7-df708bbbddc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.397992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d76ceb97-f995-4d7e-92b7-df708bbbddc8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9ab6a86-32ce-4c73-9c9b-bb4f2d276ac1 HTTP/1.1" status: 204 len: 168 time: 0.1533568 Feb 09 13:48:17.717638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36024) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:48:17.739096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.769105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:48:17.772906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Usage tracker for resource:security_group_rule and tenant:9fb675d1f5b14d159173a6d038ec161f is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:48:17.776219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:48:17.781699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:48:17.844397 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.848163 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.894637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae113c9-c9d3-4e1d-861c-92637521af37,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:17.898085 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fb675d1f5b14d159173a6d038ec161f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1794422 Feb 09 13:48:17.901012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36028) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:48:17.905811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.906149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.906497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.906830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.907151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.907469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.907785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.908097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.908410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.908719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.909036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224f1981-256c-4952-b7c6-7a1e75201530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:48:17.963673 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37ebd773-f917-4bd7-9767-c5ec3bbcc400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:17.988754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37ebd773-f917-4bd7-9767-c5ec3bbcc400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:18.039575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37ebd773-f917-4bd7-9767-c5ec3bbcc400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:18.053715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebd773-f917-4bd7-9767-c5ec3bbcc400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae113c9-c9d3-4e1d-861c-92637521af37,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:18.061687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-37ebd773-f917-4bd7-9767-c5ec3bbcc400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:18.062828 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-37ebd773-f917-4bd7-9767-c5ec3bbcc400 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aae113c9-c9d3-4e1d-861c-92637521af37 HTTP/1.1" status: 204 len: 168 time: 0.1608338 Feb 09 13:48:18.876456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36050) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:48:19.001766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-215286926-network', 'tenant_id': 'cf59dc7102774de8a1266826ae14744b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:48:19.007148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:48:19.011420 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Usage tracker for resource:network and tenant:cf59dc7102774de8a1266826ae14744b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:48:19.014222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:48:19.019757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:48:19.030138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Made reservation on behalf of cf59dc7102774de8a1266826ae14744b for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:48:19.032367 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.044285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.074580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:48:19.078247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:cf59dc7102774de8a1266826ae14744b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:48:19.080996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:48:19.087150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:48:19.151359 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.154826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.174107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 14ed97f0-0b68-439c-b94b-6a916d9b4857 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:48:19.183629 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:48:19.192628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:19.198593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.198871 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Added segment b6c973a9-ad5e-4bf0-8301-f5bfed87e950 of type vlan for network d2089a64-3ccc-4828-b786-9790bac65bb2 Feb 09 13:48:19.207784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 14ed97f0-0b68-439c-b94b-6a916d9b4857 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:48:19.208274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 14ed97f0-0b68-439c-b94b-6a916d9b4857 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:48:19.229687 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.257431 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.258762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:19.259333 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.360592 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4830670 Feb 09 13:48:19.361437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39744a-0ad0-4c59-92c0-57f65749b0b3 admin admin] Pushing event updated for resources: {'Network': ['ID=d2089a64-3ccc-4828-b786-9790bac65bb2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:19.363474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36056) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:48:19.369500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Request body: {'subnet': {'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-215286926-subnet', 'tenant_id': 'cf59dc7102774de8a1266826ae14744b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:48:19.372319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d2089a64-3ccc-4828-b786-9790bac65bb2 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:48:19.374988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:48:19.378934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Usage tracker for resource:subnet and tenant:cf59dc7102774de8a1266826ae14744b is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:48:19.381788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:48:19.388052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:48:19.398526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Made reservation on behalf of cf59dc7102774de8a1266826ae14744b for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:48:19.400793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.605067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.676232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11fe69d-27b1-43d9-9521-677c9f4b03d0,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:19.698430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Checking segment: {'id': 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:48:19.699052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Network hostable DHCP agents. Network: d2089a64-3ccc-4828-b786-9790bac65bb2, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:48:19.729608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Network d2089a64-3ccc-4828-b786-9790bac65bb2 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:48:19.746902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d2089a64-3ccc-4828-b786-9790bac65bb2) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:48:19.755815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:19.756411 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:19.760321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ec677a-9b20-4b99-897d-dc5422a70d3d None None] Network d2089a64-3ccc-4828-b786-9790bac65bb2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:48:19.780563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1f01be45-7250-43f2-937d-319338110930 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4160419 Feb 09 13:48:19.977340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ad278-3685-48bb-a9a5-c81f8798623e None None] Network d2089a64-3ccc-4828-b786-9790bac65bb2 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:48:20.329236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-b35a3cc0-ddd9-4e0d-9a57-34f0751cce10 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:20.329809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-b35a3cc0-ddd9-4e0d-9a57-34f0751cce10 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Synchronizing usage tracker for tenant:cf59dc7102774de8a1266826ae14744b on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:48:20.345941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-b35a3cc0-ddd9-4e0d-9a57-34f0751cce10 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Unset dirty status for tenant:cf59dc7102774de8a1266826ae14744b on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:48:20.347182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-b35a3cc0-ddd9-4e0d-9a57-34f0751cce10 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/networks?id=d2089a64-3ccc-4828-b786-9790bac65bb2 HTTP/1.1" status: 200 len: 811 time: 0.1598325 Feb 09 13:48:20.363957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-8b3dbf2b-0e21-464c-88c2-40fefc053c23 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/quotas/cf59dc7102774de8a1266826ae14744b HTTP/1.1" status: 200 len: 375 time: 0.0109575 Feb 09 13:48:20.407154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-dd9620ba-5e41-4363-aa92-f464220b899e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf59dc7102774de8a1266826ae14744b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386260 Feb 09 13:48:20.417555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-08bf4de9-0d12-40c9-9edb-55139e4af64b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:48:20.418456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-08bf4de9-0d12-40c9-9edb-55139e4af64b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052955 Feb 09 13:48:20.631788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-df1d1ddb-c00a-4918-a4bd-f7146a768a07 service neutron] 10.222.0.59 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078197 Feb 09 13:48:20.760394 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-cd300191-9b84-48b2-9b28-f62f6d4133e0 service neutron] 10.222.0.59 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225281 Feb 09 13:48:21.962240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33d4822e-f11c-4ac9-b29f-0babe169cec1 req-a4b0cd55-a899-457e-bfac-aff4c03013ac tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 210 time: 0.0423510 Feb 09 13:48:23.148412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4f05a2eb-20e0-4453-85c0-67146c466f51 req-7269cf4a-4c62-4edd-a7e9-fb768799fecb tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 210 time: 0.0517220 Feb 09 13:48:23.269051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-0161b6cd-63dc-48bf-a8fb-9604867a20e7 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:23.270433 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-0161b6cd-63dc-48bf-a8fb-9604867a20e7 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.62 "GET /v2.0/networks?id=d2089a64-3ccc-4828-b786-9790bac65bb2 HTTP/1.1" status: 200 len: 811 time: 0.1559517 Feb 09 13:48:23.287352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Request body: {'port': {'device_id': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2', 'admin_state_up': True, 'tenant_id': 'cf59dc7102774de8a1266826ae14744b'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:48:23.436807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:48:23.440888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Usage tracker for resource:port and tenant:cf59dc7102774de8a1266826ae14744b is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:48:23.443834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:48:23.449760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:48:23.459752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Made reservation on behalf of cf59dc7102774de8a1266826ae14744b for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:48:23.462908 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:23.629588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Allocated IP 172.20.0.13 (d2089a64-3ccc-4828-b786-9790bac65bb2/e11fe69d-27b1-43d9-9521-677c9f4b03d0/6872e85b-df91-4080-a1bb-14abd396e8b2) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:48:23.835250 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:23.877647 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:24.043703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Network d2089a64-3ccc-4828-b786-9790bac65bb2 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:48:24.047062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:48:24.051339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:48:24.075291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Pushing event updated for resources: {'Port': ['ID=6872e85b-df91-4080-a1bb-14abd396e8b2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:24.113275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:24.113861 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:24.137709 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-10a99b21-6043-4206-b324-484241ebc853 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8543577 Feb 09 13:48:24.149611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Request body: {'port': {'device_id': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:48:24.260689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:24.364363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa27f4-c0d7-4bb3-a6a1-d0664ea3fd96 req-efd2d8f2-b31e-4a06-850e-302a658c66ba tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:24.365436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69fa27f4-c0d7-4bb3-a6a1-d0664ea3fd96 req-efd2d8f2-b31e-4a06-850e-302a658c66ba tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 932 time: 0.0848463 Feb 09 13:48:24.410696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-69fa27f4-c0d7-4bb3-a6a1-d0664ea3fd96 req-705be697-ba43-4240-b49b-3f1a437fe26e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Synchronizing usage tracker for tenant:cf59dc7102774de8a1266826ae14744b on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:48:24.431906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-69fa27f4-c0d7-4bb3-a6a1-d0664ea3fd96 req-705be697-ba43-4240-b49b-3f1a437fe26e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Unset dirty status for tenant:cf59dc7102774de8a1266826ae14744b on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:48:24.433076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69fa27f4-c0d7-4bb3-a6a1-d0664ea3fd96 req-705be697-ba43-4240-b49b-3f1a437fe26e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615404 Feb 09 13:48:24.605675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6872e85b-df91-4080-a1bb-14abd396e8b2 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:48:24.612257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:24.626599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Transition to ACTIVE for port object 6872e85b-df91-4080-a1bb-14abd396e8b2 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:48:24.631172 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:24.766451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Pushing event updated for resources: {'Port': ['ID=6872e85b-df91-4080-a1bb-14abd396e8b2,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:24.866796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Attempting to bind port 6872e85b-df91-4080-a1bb-14abd396e8b2 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:48:24.867581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Attempting to bind port 6872e85b-df91-4080-a1bb-14abd396e8b2 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:48:24.867913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Attempting to bind port 6872e85b-df91-4080-a1bb-14abd396e8b2 on network d2089a64-3ccc-4828-b786-9790bac65bb2 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:48:24.873603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Port 6872e85b-df91-4080-a1bb-14abd396e8b2 on network d2089a64-3ccc-4828-b786-9790bac65bb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:48:24.873914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Attempting to bind port 6872e85b-df91-4080-a1bb-14abd396e8b2 on network d2089a64-3ccc-4828-b786-9790bac65bb2 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:48:24.880068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:48:24.880397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Checking segment: {'id': 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:48:24.880768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Bound using segment: {'id': 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:48:24.881179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Bound port: 6872e85b-df91-4080-a1bb-14abd396e8b2, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:48:24.881513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:24.969525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:48:24.973163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=6872e85b-df91-4080-a1bb-14abd396e8b2,segment=NetworkSegment(b6c973a9-ad5e-4bf0-8301-f5bfed87e950),segment_id=b6c973a9-ad5e-4bf0-8301-f5bfed87e950)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:48:24.977948 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:25.035970 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:25.037409 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] 10.222.0.62 "PUT /v2.0/ports/6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 200 len: 1092 time: 0.8924601 Feb 09 13:48:25.040444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:48:25.049751 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f85bcf67-e691-4859-804a-2e6669769e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:25.062528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298cc33-b32b-47a4-8c83-998d8fdfac2a service neutron] Pushing event updated for resources: {'Port': ['ID=6872e85b-df91-4080-a1bb-14abd396e8b2,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:25.114553 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2', 'status': 'completed', 'code': 200} Feb 09 13:48:25.151134 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-ecd8b0f7-246d-4f7e-aed7-37cb7496a1e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf59dc7102774de8a1266826ae14744b&device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 1095 time: 0.0741627 Feb 09 13:48:25.220525 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-e6d520e0-6aab-4ab6-b049-b97464880fb6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0621109 Feb 09 13:48:25.289694 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-929b2a56-c00d-41e1-b20e-7a87793408d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:25.291289 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-929b2a56-c00d-41e1-b20e-7a87793408d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e11fe69d-27b1-43d9-9521-677c9f4b03d0 HTTP/1.1" status: 200 len: 851 time: 0.0620897 Feb 09 13:48:25.338025 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-5704b2e8-0c45-4583-bacc-036594021da8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2089a64-3ccc-4828-b786-9790bac65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388434 Feb 09 13:48:25.474243 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-14136f8b-588b-4107-a257-9333cf7ca18f service neutron] 10.222.0.62 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294975 Feb 09 13:48:25.612339 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fe86d62d-b9ac-4a7c-874e-a124006cf67f req-7a6c7dd5-8903-4dea-a152-8098cb76496c service neutron] 10.222.0.62 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315708 Feb 09 13:48:25.649677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a230a94-6564-42f5-b397-b6bd54ee547c req-23ee47fe-6e08-451c-969d-33b99c1f4718 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:25.651188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6a230a94-6564-42f5-b397-b6bd54ee547c req-23ee47fe-6e08-451c-969d-33b99c1f4718 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 944 time: 0.0839362 Feb 09 13:48:25.703608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6a230a94-6564-42f5-b397-b6bd54ee547c req-cd0a6db4-baaf-4b19-8912-097b213f05c0 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463059 Feb 09 13:48:25.746329 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8f32fc38-f264-4eb3-a5a8-53ee15f17cd6 req-211786e3-7158-48e6-ba88-529f42560c0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf59dc7102774de8a1266826ae14744b&device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 1095 time: 0.0807877 Feb 09 13:48:25.981421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32fc38-f264-4eb3-a5a8-53ee15f17cd6 req-587912f8-542a-4da9-ae28-2d62a6549af1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:25.982823 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8f32fc38-f264-4eb3-a5a8-53ee15f17cd6 req-587912f8-542a-4da9-ae28-2d62a6549af1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2089a64-3ccc-4828-b786-9790bac65bb2 HTTP/1.1" status: 200 len: 912 time: 0.2298479 Feb 09 13:48:26.050130 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8f32fc38-f264-4eb3-a5a8-53ee15f17cd6 req-a6098a16-67c5-454b-b1cd-543bed3c54ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0606613 Feb 09 13:48:26.118531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32fc38-f264-4eb3-a5a8-53ee15f17cd6 req-222414dd-3971-4532-92ac-51a32a7ea2e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:26.119963 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8f32fc38-f264-4eb3-a5a8-53ee15f17cd6 req-222414dd-3971-4532-92ac-51a32a7ea2e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e11fe69d-27b1-43d9-9521-677c9f4b03d0 HTTP/1.1" status: 200 len: 851 time: 0.0635209 Feb 09 13:48:26.167450 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8f32fc38-f264-4eb3-a5a8-53ee15f17cd6 req-f4999eb8-41c8-4c9d-ab51-c68b74dd3322 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2089a64-3ccc-4828-b786-9790bac65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391176 Feb 09 13:48:26.301827 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8f32fc38-f264-4eb3-a5a8-53ee15f17cd6 req-c5212f45-6e58-400e-aa23-d59fc177212b service neutron] 10.222.0.62 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274440 Feb 09 13:48:26.436861 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8f32fc38-f264-4eb3-a5a8-53ee15f17cd6 req-2d49ba9b-8a5d-4242-a4ba-ff6f3eebf3b0 service neutron] 10.222.0.62 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276150 Feb 09 13:48:26.907356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e936a02-9372-4d2a-8328-697ed9b265ab req-a741a6c8-3337-404a-a470-9b3684f05dc4 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:26.908882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e936a02-9372-4d2a-8328-697ed9b265ab req-a741a6c8-3337-404a-a470-9b3684f05dc4 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 944 time: 0.0815971 Feb 09 13:48:26.963086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e936a02-9372-4d2a-8328-697ed9b265ab req-d59a12d4-46f7-42c9-a62b-933c216242e8 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457821 Feb 09 13:48:28.158856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed75e24-4288-49c8-8657-9092ac58e37d req-d140b93c-f6e2-4524-889d-c017ee2bb8fc tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:28.160304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed75e24-4288-49c8-8657-9092ac58e37d req-d140b93c-f6e2-4524-889d-c017ee2bb8fc tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 944 time: 0.0762846 Feb 09 13:48:28.204685 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ed75e24-4288-49c8-8657-9092ac58e37d req-6977665c-b7e6-4ce0-8ec4-d3a369af8147 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384188 Feb 09 13:48:28.269690 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e12aa04d-26c3-4e62-8720-527a92b635ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:28.658183 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:28.706863 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:29.236366 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 6872e85b-df91-4080-a1bb-14abd396e8b2 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:48:29.368903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=6872e85b-df91-4080-a1bb-14abd396e8b2,segment=NetworkSegment(b6c973a9-ad5e-4bf0-8301-f5bfed87e950),segment_id=b6c973a9-ad5e-4bf0-8301-f5bfed87e950)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:48:29.381495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '6872e85b-df91-4080-a1bb-14abd396e8b2', 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2', 'port_id': '6872e85b-df91-4080-a1bb-14abd396e8b2', 'mac_address': 'fa:16:3e:d0:35:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11fe69d-27b1-43d9-9521-677c9f4b03d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:48:29.399915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f786d-e1fc-4de0-87fe-1ca774af1329 req-4ed97002-cc02-46cb-ab06-0e77628e1174 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:29.401349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f75f786d-e1fc-4de0-87fe-1ca774af1329 req-4ed97002-cc02-46cb-ab06-0e77628e1174 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 944 time: 0.0785928 Feb 09 13:48:29.439409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:29.448936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f75f786d-e1fc-4de0-87fe-1ca774af1329 req-17d9af9f-07a1-445e-8e87-93217693db28 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Feb 09 13:48:29.456542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6872e85b-df91-4080-a1bb-14abd396e8b2 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:48:29.472199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=6872e85b-df91-4080-a1bb-14abd396e8b2,segment=NetworkSegment(b6c973a9-ad5e-4bf0-8301-f5bfed87e950),segment_id=b6c973a9-ad5e-4bf0-8301-f5bfed87e950)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:48:29.476764 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:29.541570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=6872e85b-df91-4080-a1bb-14abd396e8b2,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:29.706519 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['6872e85b-df91-4080-a1bb-14abd396e8b2'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:48:29.995800 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:30.798102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c500ba-1491-455f-b7ae-ac12a472ff93 req-908d64c4-72e8-4350-9a95-8291c8904daf tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:30.799590 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88c500ba-1491-455f-b7ae-ac12a472ff93 req-908d64c4-72e8-4350-9a95-8291c8904daf tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 945 time: 0.0760429 Feb 09 13:48:30.845409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88c500ba-1491-455f-b7ae-ac12a472ff93 req-c645065d-4957-46d3-9833-0f2c4cb6fc9d tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397525 Feb 09 13:48:31.240789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 6872e85b-df91-4080-a1bb-14abd396e8b2 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:48:31.307179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 6872e85b-df91-4080-a1bb-14abd396e8b2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:48:31.311586 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 6872e85b-df91-4080-a1bb-14abd396e8b2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:48:31.311946 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:31.422344 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:31.447602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:48:31.456978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=6872e85b-df91-4080-a1bb-14abd396e8b2,segment=NetworkSegment(b6c973a9-ad5e-4bf0-8301-f5bfed87e950),segment_id=b6c973a9-ad5e-4bf0-8301-f5bfed87e950)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:48:31.461601 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:31.502600 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2', 'code': 200} Feb 09 13:48:31.527887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=6872e85b-df91-4080-a1bb-14abd396e8b2,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:48:31.634318 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d316c0d-5224-44b6-a6d7-5e3b327c89f5 req-ffbee5c5-845f-45cb-b51e-58152327010b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 1097 time: 0.0698030 Feb 09 13:48:31.676711 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5d316c0d-5224-44b6-a6d7-5e3b327c89f5 req-e53608d2-8eee-4a7a-bab9-b5776e76e20b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358188 Feb 09 13:48:32.044858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce921a-350c-4a96-9202-f548900df1c7 req-f83aea6f-e4b8-413d-9b73-86146fbc30b8 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:32.046314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8ce921a-350c-4a96-9202-f548900df1c7 req-f83aea6f-e4b8-413d-9b73-86146fbc30b8 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0789990 Feb 09 13:48:32.093413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c8ce921a-350c-4a96-9202-f548900df1c7 req-31b64c82-5585-46d4-b181-12b9753b6ee9 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Feb 09 13:48:33.289154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b20840-3283-4a0e-8ea8-21c2a7d63db7 req-d381d59d-5a22-4c63-a6d2-d514aa632f7c tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:33.290530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34b20840-3283-4a0e-8ea8-21c2a7d63db7 req-d381d59d-5a22-4c63-a6d2-d514aa632f7c tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0743814 Feb 09 13:48:33.334400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34b20840-3283-4a0e-8ea8-21c2a7d63db7 req-2853b337-d589-42f4-b478-e3085cf7618e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Feb 09 13:48:33.529652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e78cda0-d21f-4e45-8c37-b86a2da52265 req-e30fa205-5c34-4049-9ca0-91aa300057e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0712473 Feb 09 13:48:33.718977 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:48:33.839335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a52b21-26b3-44da-a8b9-80a1b15b7bc3 req-22408aef-ecbb-4d4f-8177-a6f7a29408ee tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:33.840702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26a52b21-26b3-44da-a8b9-80a1b15b7bc3 req-22408aef-ecbb-4d4f-8177-a6f7a29408ee tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0815947 Feb 09 13:48:33.857082 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-6c558ce9-fc0d-4909-a4c5-599fa5dc9c9d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1477437 Feb 09 13:48:33.887983 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26a52b21-26b3-44da-a8b9-80a1b15b7bc3 req-63ad94cf-78f5-475e-a3b3-966c358b6845 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Feb 09 13:48:35.086320 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-e1cb4632-ec52-47c8-bbfd-22ae5d9c7c03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf59dc7102774de8a1266826ae14744b&device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 1097 time: 0.0723753 Feb 09 13:48:35.105449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42800351-9c9e-4bdd-b6a7-0c23de612a37 req-7534fb9d-e401-4cf3-a0aa-a76ac007a33a tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:35.106901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42800351-9c9e-4bdd-b6a7-0c23de612a37 req-7534fb9d-e401-4cf3-a0aa-a76ac007a33a tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0796008 Feb 09 13:48:35.151919 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42800351-9c9e-4bdd-b6a7-0c23de612a37 req-e40a307d-d7eb-473b-b00f-28ba669490a3 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Feb 09 13:48:35.217761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-166f76ea-db48-43da-bf57-2c9b5565a191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:35.219127 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-166f76ea-db48-43da-bf57-2c9b5565a191 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2089a64-3ccc-4828-b786-9790bac65bb2 HTTP/1.1" status: 200 len: 912 time: 0.1265609 Feb 09 13:48:35.285312 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-c84b05dd-070a-4764-852e-4dea42a53aab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0593431 Feb 09 13:48:35.348275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-8a1e826c-6ee1-4954-9ffe-7edeacdd37c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:35.349641 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-8a1e826c-6ee1-4954-9ffe-7edeacdd37c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e11fe69d-27b1-43d9-9521-677c9f4b03d0 HTTP/1.1" status: 200 len: 851 time: 0.0581028 Feb 09 13:48:35.394477 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-46ec0f51-b64a-4077-84d7-6937b94fa941 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2089a64-3ccc-4828-b786-9790bac65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375025 Feb 09 13:48:35.529153 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-817c8583-4980-42aa-a05f-8f63ca193234 service neutron] 10.222.0.62 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283019 Feb 09 13:48:35.656689 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-fc84676d-e510-462a-adcf-2183ef5c93d7 service neutron] 10.222.0.62 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213138 Feb 09 13:48:36.344850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02955cf-7052-4961-8b77-bf8c6aed4b8a req-daf68838-1747-4a46-a5bc-5b7f7806c4b8 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:36.346189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e02955cf-7052-4961-8b77-bf8c6aed4b8a req-daf68838-1747-4a46-a5bc-5b7f7806c4b8 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0746953 Feb 09 13:48:36.394008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e02955cf-7052-4961-8b77-bf8c6aed4b8a req-220ef170-44c5-4f16-bf19-5643ef757b92 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423148 Feb 09 13:48:37.590321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e12512-7e2d-4d55-b965-1ad6eb51714c req-dee851ce-6eff-4757-aaee-0b9276af5404 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:37.591783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21e12512-7e2d-4d55-b965-1ad6eb51714c req-dee851ce-6eff-4757-aaee-0b9276af5404 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0770378 Feb 09 13:48:37.642715 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21e12512-7e2d-4d55-b965-1ad6eb51714c req-8320ecac-dbfd-4fe2-a022-72dbff2b865c tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 Feb 09 13:48:38.842325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd67fc5-0f33-4df3-8a8a-7c8d0bd90935 req-94637832-575a-49ce-97ce-df8dc2d7b76c tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:38.843788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fd67fc5-0f33-4df3-8a8a-7c8d0bd90935 req-94637832-575a-49ce-97ce-df8dc2d7b76c tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0788646 Feb 09 13:48:38.888648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fd67fc5-0f33-4df3-8a8a-7c8d0bd90935 req-b12ebb5e-5a99-4deb-9c39-e75b8ec7eafa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Feb 09 13:48:40.115563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb31c2-2f97-4cd7-b72a-78bf5c05142a req-8781cb1b-3272-4384-b267-43b8de9d6292 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:40.117627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20cb31c2-2f97-4cd7-b72a-78bf5c05142a req-8781cb1b-3272-4384-b267-43b8de9d6292 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0924211 Feb 09 13:48:40.165537 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20cb31c2-2f97-4cd7-b72a-78bf5c05142a req-fb68b036-2946-4c15-8dd5-0ee6ef3b4eca tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415378 Feb 09 13:48:41.367040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd136a1-75c8-4bc3-bc59-d97f30d0c1af req-2f8d325b-a5df-499e-a7fc-c95e9915723a tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:41.368439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-acd136a1-75c8-4bc3-bc59-d97f30d0c1af req-2f8d325b-a5df-499e-a7fc-c95e9915723a tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0813038 Feb 09 13:48:41.414384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-acd136a1-75c8-4bc3-bc59-d97f30d0c1af req-67ab4ca0-fef2-4055-a282-5d037e3e2dff tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Feb 09 13:48:41.585648 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:42.618286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d6d98-7e48-4ac9-9da7-d21e52965ac1 req-da7e533b-45d6-4b0e-b184-09230b8cdfaa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:42.619785 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e3d6d98-7e48-4ac9-9da7-d21e52965ac1 req-da7e533b-45d6-4b0e-b184-09230b8cdfaa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0765462 Feb 09 13:48:42.668499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e3d6d98-7e48-4ac9-9da7-d21e52965ac1 req-b604a97b-88ca-4772-8724-dd9419b193bc tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432293 Feb 09 13:48:43.863056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff4725-f70f-429b-98d2-4b74d7263ec7 req-68927886-2bf8-4448-8e4a-906b11c7baf1 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:43.864471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40ff4725-f70f-429b-98d2-4b74d7263ec7 req-68927886-2bf8-4448-8e4a-906b11c7baf1 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0744863 Feb 09 13:48:43.912166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40ff4725-f70f-429b-98d2-4b74d7263ec7 req-52659f47-9b69-4b42-b1e7-f75a886f1938 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383639 Feb 09 13:48:45.109723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7bbda-513c-47b4-a29f-fc25b21c03d7 req-817486f2-abad-44e3-974e-4ff054760b2b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:45.111165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ccb7bbda-513c-47b4-a29f-fc25b21c03d7 req-817486f2-abad-44e3-974e-4ff054760b2b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0778739 Feb 09 13:48:45.155503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ccb7bbda-513c-47b4-a29f-fc25b21c03d7 req-8fac32ab-445a-492a-b2b7-830ed356c46b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388813 Feb 09 13:48:46.351406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae95b0-892e-4b7d-9d58-ae730be9bac2 req-0908ee69-ec46-499a-86af-c7cc7dd89a1b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:46.352890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3ae95b0-892e-4b7d-9d58-ae730be9bac2 req-0908ee69-ec46-499a-86af-c7cc7dd89a1b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0752146 Feb 09 13:48:46.399441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f3ae95b0-892e-4b7d-9d58-ae730be9bac2 req-4eabb461-d100-4454-9b4b-a588221dd661 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Feb 09 13:48:46.503745 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:47.705397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc7201-8fef-45f9-bed5-911885795e96 req-5b3366bd-af67-4648-8732-538c42d9c6d8 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:47.706874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1fc7201-8fef-45f9-bed5-911885795e96 req-5b3366bd-af67-4648-8732-538c42d9c6d8 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.1736875 Feb 09 13:48:47.751316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1fc7201-8fef-45f9-bed5-911885795e96 req-b8355983-8873-4d05-83f8-c2bdfbf5bf58 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387328 Feb 09 13:48:48.943962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9385929-fd7f-4f23-bdb8-e1b6175e3b9a req-5f1c564a-cab9-47c6-88cc-5ca4c3f9128e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:48.945447 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9385929-fd7f-4f23-bdb8-e1b6175e3b9a req-5f1c564a-cab9-47c6-88cc-5ca4c3f9128e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0757983 Feb 09 13:48:48.993608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9385929-fd7f-4f23-bdb8-e1b6175e3b9a req-9683ba83-6b5a-4d70-975d-031cea22b0aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Feb 09 13:48:50.191223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f2570-81e6-41d3-bb43-e9a2706e44bd req-1febfc2f-25af-410e-af1f-258611b807ca tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:50.192712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b83f2570-81e6-41d3-bb43-e9a2706e44bd req-1febfc2f-25af-410e-af1f-258611b807ca tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0754580 Feb 09 13:48:50.237777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b83f2570-81e6-41d3-bb43-e9a2706e44bd req-adc83eff-10bd-4651-b79f-19e932b34fa1 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 Feb 09 13:48:51.435968 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04083d09-a42d-43ef-ba74-f508b424c57a req-28a554a1-5cda-4f71-9f39-92da8b5a127e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:51.437420 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04083d09-a42d-43ef-ba74-f508b424c57a req-28a554a1-5cda-4f71-9f39-92da8b5a127e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0790837 Feb 09 13:48:51.490556 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04083d09-a42d-43ef-ba74-f508b424c57a req-aeb5eca2-e1b4-497d-9b67-d2e0656fc2d1 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473921 Feb 09 13:48:52.684607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7b88-103b-4edf-a3d3-d9c78b9bf960 req-825cbe53-f691-47e9-a4bb-5d6f07698f8d tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:52.686052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-57fd7b88-103b-4edf-a3d3-d9c78b9bf960 req-825cbe53-f691-47e9-a4bb-5d6f07698f8d tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0754881 Feb 09 13:48:52.731682 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-57fd7b88-103b-4edf-a3d3-d9c78b9bf960 req-25469b8c-e6b3-4c1b-bbbe-3b8736b5c815 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393336 Feb 09 13:48:53.930413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fd839-9919-4fbc-9605-0c86098dc69f req-246a34d5-0590-4328-bdb5-b43229d53326 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:53.931865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6a0fd839-9919-4fbc-9605-0c86098dc69f req-246a34d5-0590-4328-bdb5-b43229d53326 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0781603 Feb 09 13:48:53.979885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6a0fd839-9919-4fbc-9605-0c86098dc69f req-ebe7b603-33a2-4f73-b995-73475d590342 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Feb 09 13:48:55.053387 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-56b6c993-a6de-4851-a39e-1122643286ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:55.180552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54eb6e6-f1e5-4a30-8b5e-a9991a90c9c2 req-b2627ae3-5666-451c-bd11-2234cab84dc6 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:55.181997 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b54eb6e6-f1e5-4a30-8b5e-a9991a90c9c2 req-b2627ae3-5666-451c-bd11-2234cab84dc6 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0760832 Feb 09 13:48:55.226446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b54eb6e6-f1e5-4a30-8b5e-a9991a90c9c2 req-20ede2bc-3f55-492f-b8b2-f563b0a59f5f tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 Feb 09 13:48:56.423851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d8ba-6b98-427f-bffc-d47f088c2089 req-9493636f-7a1a-44b8-83b8-0703a6013794 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:56.425292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b021d8ba-6b98-427f-bffc-d47f088c2089 req-9493636f-7a1a-44b8-83b8-0703a6013794 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0798764 Feb 09 13:48:56.470143 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b021d8ba-6b98-427f-bffc-d47f088c2089 req-f8cb8d0d-ee70-48d9-965a-cacaa324649a tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Feb 09 13:48:57.749548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3be144-8422-4765-8e60-70def36181aa req-0a4f5d45-5dcd-4f71-84d4-c9f78f1bfab8 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:57.751006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c3be144-8422-4765-8e60-70def36181aa req-0a4f5d45-5dcd-4f71-84d4-c9f78f1bfab8 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.1596365 Feb 09 13:48:57.799008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c3be144-8422-4765-8e60-70def36181aa req-d6d22319-d24a-4987-a686-712be120eacb tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423529 Feb 09 13:48:58.271144 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-555b5d4d-13be-478b-83eb-53293101d9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:58.659896 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:58.709467 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:48:58.994686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79643bef-5894-4a05-8122-c22d9664fec1 req-55171209-d5b5-4a14-b796-a0266a96b683 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:48:58.996153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79643bef-5894-4a05-8122-c22d9664fec1 req-55171209-d5b5-4a14-b796-a0266a96b683 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0770800 Feb 09 13:48:59.040957 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79643bef-5894-4a05-8122-c22d9664fec1 req-0a09ec4b-ad49-45cc-b596-0fa6015ed049 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Feb 09 13:48:59.999940 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:00.261623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb5764-0e90-4dd1-81ed-5e0e373f25c0 req-c084ab89-fccd-457a-8890-80042933e330 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:00.263288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afdb5764-0e90-4dd1-81ed-5e0e373f25c0 req-c084ab89-fccd-457a-8890-80042933e330 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0791841 Feb 09 13:49:00.308465 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-afdb5764-0e90-4dd1-81ed-5e0e373f25c0 req-b7e2d169-50b0-461f-938b-940435055413 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396245 Feb 09 13:49:01.504290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6dcb9-1404-4307-80e6-ab19dc000996 req-6fe4492d-d522-4349-ac66-714670e7566e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:01.505743 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51f6dcb9-1404-4307-80e6-ab19dc000996 req-6fe4492d-d522-4349-ac66-714670e7566e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0752981 Feb 09 13:49:01.559069 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51f6dcb9-1404-4307-80e6-ab19dc000996 req-a84062df-3aea-482b-b5af-e65f16d35283 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472343 Feb 09 13:49:02.740335 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bc0d3133-f1ee-49b2-9b3f-461353be9383 service neutron] show failed (client error): The resource could not be found. Feb 09 13:49:02.742019 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bc0d3133-f1ee-49b2-9b3f-461353be9383 service neutron] 10.222.0.62 "GET /v2.0/ports/6872e85b-df91-4080-a1bb-14abd396e8b2/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0811892 Feb 09 13:49:02.773941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7f704-ecf9-4f81-bf23-3903ac922c58 req-77eafbbe-9fc3-4f35-86d6-dcb245dbb71f tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:02.775512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34c7f704-ecf9-4f81-bf23-3903ac922c58 req-77eafbbe-9fc3-4f35-86d6-dcb245dbb71f tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0900235 Feb 09 13:49:02.823470 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-34c7f704-ecf9-4f81-bf23-3903ac922c58 req-3982291c-9945-404c-b3e6-3b636671921f tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424118 Feb 09 13:49:03.121415 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-74074b38-8227-4f65-b4a6-5140f744921f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de&tenant_id=cf59dc7102774de8a1266826ae14744b HTTP/1.1" status: 200 len: 1097 time: 0.1682370 Feb 09 13:49:03.132967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:49:03.240361 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:03.514196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=6872e85b-df91-4080-a1bb-14abd396e8b2,segment=NetworkSegment(b6c973a9-ad5e-4bf0-8301-f5bfed87e950),segment_id=b6c973a9-ad5e-4bf0-8301-f5bfed87e950)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:49:03.542264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:49:03.597495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:49:03.603256 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:03.619231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Transition to ACTIVE for port object 6872e85b-df91-4080-a1bb-14abd396e8b2 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:49:03.623240 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:03.668702 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2', 'code': 200} Feb 09 13:49:03.772613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=6872e85b-df91-4080-a1bb-14abd396e8b2,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:03.784090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] No DVR routers for this DVR port 6872e85b-df91-4080-a1bb-14abd396e8b2 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:49:03.836119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Attempting to bind port 6872e85b-df91-4080-a1bb-14abd396e8b2 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:49:03.836451 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Attempting to bind port 6872e85b-df91-4080-a1bb-14abd396e8b2 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:49:03.836769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Attempting to bind port 6872e85b-df91-4080-a1bb-14abd396e8b2 on network d2089a64-3ccc-4828-b786-9790bac65bb2 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:49:03.842656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Port 6872e85b-df91-4080-a1bb-14abd396e8b2 on network d2089a64-3ccc-4828-b786-9790bac65bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:49:03.842975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Attempting to bind port 6872e85b-df91-4080-a1bb-14abd396e8b2 on network d2089a64-3ccc-4828-b786-9790bac65bb2 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:49:03.849083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:49:03.849416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Checking segment: {'id': 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:49:03.849794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Bound using segment: {'id': 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:49:03.850212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Bound port: 6872e85b-df91-4080-a1bb-14abd396e8b2, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:49:03.850630 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:03.941127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:49:03.944272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6872e85b-df91-4080-a1bb-14abd396e8b2,segment=NetworkSegment(b6c973a9-ad5e-4bf0-8301-f5bfed87e950),segment_id=b6c973a9-ad5e-4bf0-8301-f5bfed87e950)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:49:03.948985 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:04.015576 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:04.016899 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] 10.222.0.67 "PUT /v2.0/ports/6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 200 len: 1092 time: 0.8880174 Feb 09 13:49:04.026225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080380c-7594-4fa6-9a6b-afbdadd5f522 req-c1b40b03-11ff-4390-88dc-eac2a2483d26 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:04.027933 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1080380c-7594-4fa6-9a6b-afbdadd5f522 req-c1b40b03-11ff-4390-88dc-eac2a2483d26 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 944 time: 0.0818686 Feb 09 13:49:04.034176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc59a90-eb63-4d10-aba3-b6dd618d0ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=6872e85b-df91-4080-a1bb-14abd396e8b2,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:04.078629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1080380c-7594-4fa6-9a6b-afbdadd5f522 req-8214dd02-4cce-4e9c-827f-54d06ee62497 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Feb 09 13:49:04.111463 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-51ffa325-3e94-42dd-9b3a-b3e5c85664f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf59dc7102774de8a1266826ae14744b&device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 1095 time: 0.0732822 Feb 09 13:49:04.249560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-02e8a1b5-aeed-4393-b219-da0bb5ab9e7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:04.251089 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-02e8a1b5-aeed-4393-b219-da0bb5ab9e7c service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2089a64-3ccc-4828-b786-9790bac65bb2 HTTP/1.1" status: 200 len: 912 time: 0.1332350 Feb 09 13:49:04.323598 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-d31f9cae-ec49-495c-b79b-e03df75d6635 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0669644 Feb 09 13:49:04.385826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-78de6f69-eaf6-46f0-8074-e658afa7af0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:04.387339 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-78de6f69-eaf6-46f0-8074-e658afa7af0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e11fe69d-27b1-43d9-9521-677c9f4b03d0 HTTP/1.1" status: 200 len: 851 time: 0.0584748 Feb 09 13:49:04.437294 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-79e9a993-5785-48f1-a9f8-82485cb3d9f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2089a64-3ccc-4828-b786-9790bac65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438559 Feb 09 13:49:04.587215 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-6f428713-b69c-43c5-bc2a-0b12f5f46558 service neutron] 10.222.0.67 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436434 Feb 09 13:49:04.839551 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a2f18ae1-f191-4c33-95cf-d9d34330acf5 req-6be7bee5-ee4d-4448-8db3-8012bfb9f355 service neutron] 10.222.0.67 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469974 Feb 09 13:49:05.290200 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d273f02-a978-4827-9597-85983df58fe0 req-8e3664a4-db8b-4bc1-b690-a6398b9fe790 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:05.291656 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8d273f02-a978-4827-9597-85983df58fe0 req-8e3664a4-db8b-4bc1-b690-a6398b9fe790 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 944 time: 0.0842576 Feb 09 13:49:05.340903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8d273f02-a978-4827-9597-85983df58fe0 req-7f8d99a8-96e8-42f0-93a9-5d368d8fc50b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Feb 09 13:49:05.669473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:49:05.740875 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2', 'status': 'completed', 'code': 200} Feb 09 13:49:05.886078 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-b858e379-292f-4fef-8231-37e60b38545f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf59dc7102774de8a1266826ae14744b&device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 1095 time: 0.1275859 Feb 09 13:49:05.892948 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-a5e39f52-bb3d-4d9a-919d-634470f78f6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf59dc7102774de8a1266826ae14744b&device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 1095 time: 0.1052179 Feb 09 13:49:06.126804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-e82c722f-5cbd-47bf-9e96-52d91c91675e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:06.128232 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-e82c722f-5cbd-47bf-9e96-52d91c91675e service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2089a64-3ccc-4828-b786-9790bac65bb2 HTTP/1.1" status: 200 len: 912 time: 0.2344599 Feb 09 13:49:06.130336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-a62a6abb-08d9-487b-8c9c-1bf6fd64d183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:06.131677 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-a62a6abb-08d9-487b-8c9c-1bf6fd64d183 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2089a64-3ccc-4828-b786-9790bac65bb2 HTTP/1.1" status: 200 len: 912 time: 0.2189109 Feb 09 13:49:06.252891 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-23a17146-02ee-46e3-a3da-256472e42030 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 200 len: 217 time: 0.1182587 Feb 09 13:49:06.254635 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-12e5644f-4634-4b7c-a89a-9fd5117bb6cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0740507 Feb 09 13:49:06.363863 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-b99aee7f-8c14-4f78-849a-56e108b24e66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:06.365274 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-b99aee7f-8c14-4f78-849a-56e108b24e66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e11fe69d-27b1-43d9-9521-677c9f4b03d0 HTTP/1.1" status: 200 len: 851 time: 0.1062403 Feb 09 13:49:06.368324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-78f0d374-9975-48e3-be9b-6d9e19899cf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:06.369895 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-78f0d374-9975-48e3-be9b-6d9e19899cf5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e11fe69d-27b1-43d9-9521-677c9f4b03d0 HTTP/1.1" status: 200 len: 851 time: 0.0819707 Feb 09 13:49:06.449670 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-355ad7a2-9f8f-4f99-b5ad-ea1bdd4eb551 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2089a64-3ccc-4828-b786-9790bac65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783603 Feb 09 13:49:06.453486 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-f197bc0c-c87b-4fcb-87c1-7d44ad32f808 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2089a64-3ccc-4828-b786-9790bac65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511961 Feb 09 13:49:06.556358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757887b-45f8-4bea-ae50-4b92115d2250 req-4b6fb2eb-c1c1-4674-adec-b151f90c958b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:06.557719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f757887b-45f8-4bea-ae50-4b92115d2250 req-4b6fb2eb-c1c1-4674-adec-b151f90c958b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 944 time: 0.0835075 Feb 09 13:49:06.603059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f757887b-45f8-4bea-ae50-4b92115d2250 req-9ce542cb-8bb4-4295-b5b1-ed4263cbcee5 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Feb 09 13:49:06.688513 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-a0513f37-562a-41a2-83eb-6fccb55d57f3 service neutron] 10.222.0.62 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323370 Feb 09 13:49:06.691470 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-1378f92e-e901-4d16-a878-f1af98f3230e service neutron] 10.222.0.67 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168961 Feb 09 13:49:06.932585 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-a5a7f98b-d7cd-406a-a0e9-32afef60a2f3 service neutron] 10.222.0.62 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371852 Feb 09 13:49:06.934409 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3e40f0ad-e260-4a14-9ced-85bf57e7c329 req-6f68908c-471f-4329-97d7-8cd3ee4f5be6 service neutron] 10.222.0.67 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214963 Feb 09 13:49:07.407480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 6872e85b-df91-4080-a1bb-14abd396e8b2 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:49:07.472935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 6872e85b-df91-4080-a1bb-14abd396e8b2 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:49:07.496084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6872e85b-df91-4080-a1bb-14abd396e8b2 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:49:07.663760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6872e85b-df91-4080-a1bb-14abd396e8b2,segment=NetworkSegment(b6c973a9-ad5e-4bf0-8301-f5bfed87e950),segment_id=b6c973a9-ad5e-4bf0-8301-f5bfed87e950)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:49:07.677021 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '6872e85b-df91-4080-a1bb-14abd396e8b2', 'network_id': 'd2089a64-3ccc-4828-b786-9790bac65bb2', 'port_id': '6872e85b-df91-4080-a1bb-14abd396e8b2', 'mac_address': 'fa:16:3e:d0:35:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11fe69d-27b1-43d9-9521-677c9f4b03d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:49:07.734093 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:07.750729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6872e85b-df91-4080-a1bb-14abd396e8b2 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:49:07.765717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6872e85b-df91-4080-a1bb-14abd396e8b2,segment=NetworkSegment(b6c973a9-ad5e-4bf0-8301-f5bfed87e950),segment_id=b6c973a9-ad5e-4bf0-8301-f5bfed87e950)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:49:07.769786 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:07.801948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cf608-209b-4bf5-b06b-7ca53080ded1 req-fa77784b-6e2e-4f0c-86b8-c45e4edb28ed tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:07.803475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-710cf608-209b-4bf5-b06b-7ca53080ded1 req-fa77784b-6e2e-4f0c-86b8-c45e4edb28ed tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 944 time: 0.0755680 Feb 09 13:49:07.833784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=6872e85b-df91-4080-a1bb-14abd396e8b2,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:07.843024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.843372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.843710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.844033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.844354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.844681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.844994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.845683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.845683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.845941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.846241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:07.852450 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-710cf608-209b-4bf5-b06b-7ca53080ded1 req-ccc2e8dc-7a94-44d7-b0db-37004738da8b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Feb 09 13:49:08.007206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['6872e85b-df91-4080-a1bb-14abd396e8b2'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:49:08.029069 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4a983a89-6647-49af-b5a8-912f75f9c9c2 req-72d28e91-edd8-4903-b531-dcfd3fe57b3f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691590 Feb 09 13:49:08.340988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4a983a89-6647-49af-b5a8-912f75f9c9c2 req-b3f22f3e-ba27-416f-9648-8185a43779e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cf59dc7102774de8a1266826ae14744b&device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 1096 time: 0.2375245 Feb 09 13:49:08.352115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fd793-6352-4674-a840-64042ddf9f20 req-9c89042c-7e05-498c-9b96-6e394367d7a5 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:08.352809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-265fd793-6352-4674-a840-64042ddf9f20 req-9c89042c-7e05-498c-9b96-6e394367d7a5 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Synchronizing usage tracker for tenant:cf59dc7102774de8a1266826ae14744b on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:49:08.402015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-265fd793-6352-4674-a840-64042ddf9f20 req-9c89042c-7e05-498c-9b96-6e394367d7a5 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Unset dirty status for tenant:cf59dc7102774de8a1266826ae14744b on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:49:08.403117 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-9c89042c-7e05-498c-9b96-6e394367d7a5 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.62 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de&tenant_id=cf59dc7102774de8a1266826ae14744b&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 945 time: 0.1507185 Feb 09 13:49:08.553058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a983a89-6647-49af-b5a8-912f75f9c9c2 req-100a4e80-a96b-42fd-816a-316947f9aa7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:08.555153 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4a983a89-6647-49af-b5a8-912f75f9c9c2 req-100a4e80-a96b-42fd-816a-316947f9aa7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d2089a64-3ccc-4828-b786-9790bac65bb2 HTTP/1.1" status: 200 len: 912 time: 0.1946776 Feb 09 13:49:08.560268 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-265fd793-6352-4674-a840-64042ddf9f20 req-b11b94b6-444e-4a13-9fd3-624a6db7b1e2 service neutron] delete failed (client error): The resource could not be found. Feb 09 13:49:08.561357 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-b11b94b6-444e-4a13-9fd3-624a6db7b1e2 service neutron] 10.222.0.62 "DELETE /v2.0/ports/6872e85b-df91-4080-a1bb-14abd396e8b2/bindings/n-h1-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.1144695 Feb 09 13:49:08.628690 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4a983a89-6647-49af-b5a8-912f75f9c9c2 req-924fc62c-c934-4737-a778-5ebba82ae6b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0662556 Feb 09 13:49:08.732019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a983a89-6647-49af-b5a8-912f75f9c9c2 req-8cb59ea5-e4e0-42e0-8797-2b57fef1c3b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:08.733452 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4a983a89-6647-49af-b5a8-912f75f9c9c2 req-8cb59ea5-e4e0-42e0-8797-2b57fef1c3b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e11fe69d-27b1-43d9-9521-677c9f4b03d0 HTTP/1.1" status: 200 len: 851 time: 0.0727468 Feb 09 13:49:08.789059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4a983a89-6647-49af-b5a8-912f75f9c9c2 req-a54c2e78-c4b4-4388-b1ed-7533e88636a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d2089a64-3ccc-4828-b786-9790bac65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487995 Feb 09 13:49:08.796991 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-eb102839-d606-4194-b42d-ab0757b70cb6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cf59dc7102774de8a1266826ae14744b&device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 1096 time: 0.1642230 Feb 09 13:49:09.031632 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4a983a89-6647-49af-b5a8-912f75f9c9c2 req-c9c306f1-56b5-4071-9716-044a1033e02f service neutron] 10.222.0.67 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337012 Feb 09 13:49:09.033830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fd793-6352-4674-a840-64042ddf9f20 req-1fba10be-5aa4-4a9d-976c-c313425facb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:09.035160 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-1fba10be-5aa4-4a9d-976c-c313425facb1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d2089a64-3ccc-4828-b786-9790bac65bb2 HTTP/1.1" status: 200 len: 912 time: 0.2197344 Feb 09 13:49:09.134714 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-3e553fb4-b483-47aa-a317-dd8fb80dc08a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 200 len: 217 time: 0.0772579 Feb 09 13:49:09.266162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fd793-6352-4674-a840-64042ddf9f20 req-3fbc8d92-1912-4c6d-b3c7-20b191bf99c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:09.267507 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-3fbc8d92-1912-4c6d-b3c7-20b191bf99c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e11fe69d-27b1-43d9-9521-677c9f4b03d0 HTTP/1.1" status: 200 len: 851 time: 0.0910444 Feb 09 13:49:09.273295 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4a983a89-6647-49af-b5a8-912f75f9c9c2 req-30078067-b57a-4d9e-8dd0-865147bf341d service neutron] 10.222.0.67 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356348 Feb 09 13:49:09.313864 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-3c4ba6f6-fb8e-476d-a697-59f376d3a30a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d2089a64-3ccc-4828-b786-9790bac65bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396454 Feb 09 13:49:09.451071 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-51da300d-80bd-4b80-9638-9263e4cc38cd service neutron] 10.222.0.62 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304832 Feb 09 13:49:09.506405 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6872e85b-df91-4080-a1bb-14abd396e8b2 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:49:09.582220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 6872e85b-df91-4080-a1bb-14abd396e8b2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:49:09.587011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 6872e85b-df91-4080-a1bb-14abd396e8b2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:49:09.587389 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:09.590640 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-f4946f4b-d31c-45f0-b3a7-7c107bd944f8 service neutron] 10.222.0.62 "GET /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332037 Feb 09 13:49:09.704704 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:09.731555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:49:09.742965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6872e85b-df91-4080-a1bb-14abd396e8b2,segment=NetworkSegment(b6c973a9-ad5e-4bf0-8301-f5bfed87e950),segment_id=b6c973a9-ad5e-4bf0-8301-f5bfed87e950)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:49:09.748998 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:09.804613 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2', 'code': 200} Feb 09 13:49:09.821741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=6872e85b-df91-4080-a1bb-14abd396e8b2,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:10.466626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80865fe7-c132-4314-84c4-eaaee765431b req-4abacd12-bfab-4240-8cb9-fcde1e4a138b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:10.468069 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80865fe7-c132-4314-84c4-eaaee765431b req-4abacd12-bfab-4240-8cb9-fcde1e4a138b tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0797637 Feb 09 13:49:10.512732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80865fe7-c132-4314-84c4-eaaee765431b req-1913aba0-c793-4e5b-ae00-0144ddee71cc tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391476 Feb 09 13:49:10.719348 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:49:11.588312 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:11.717796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a07cd0-53f9-43a3-9a58-4a3ee3322393 req-ecf6d1cc-541a-4864-9388-354084ca6176 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:11.719273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4a07cd0-53f9-43a3-9a58-4a3ee3322393 req-ecf6d1cc-541a-4864-9388-354084ca6176 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.0817814 Feb 09 13:49:11.771519 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4a07cd0-53f9-43a3-9a58-4a3ee3322393 req-05e0d3f6-f9ab-44d8-bcf5-1ea5002b092e tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.59 "GET /v2.0/security-groups?id=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466781 Feb 09 13:49:11.801567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fd793-6352-4674-a840-64042ddf9f20 req-63081294-1193-46eb-b1c4-bbec85c2dd84 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:11.804024 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-63081294-1193-46eb-b1c4-bbec85c2dd84 tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.67 "GET /v2.0/ports?device_id=b16bc6d2-4d2c-47ee-9876-6070205961de HTTP/1.1" status: 200 len: 946 time: 0.1914117 Feb 09 13:49:11.878558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-265fd793-6352-4674-a840-64042ddf9f20 req-d9f2d835-698e-4e8c-8850-3483d7c422aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Deleting port 6872e85b-df91-4080-a1bb-14abd396e8b2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:49:11.878889 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-265fd793-6352-4674-a840-64042ddf9f20 req-d9f2d835-698e-4e8c-8850-3483d7c422aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:12.139834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-265fd793-6352-4674-a840-64042ddf9f20 req-d9f2d835-698e-4e8c-8850-3483d7c422aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] For port 6872e85b-df91-4080-a1bb-14abd396e8b2, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=6872e85b-df91-4080-a1bb-14abd396e8b2,segment=NetworkSegment(b6c973a9-ad5e-4bf0-8301-f5bfed87e950),segment_id=b6c973a9-ad5e-4bf0-8301-f5bfed87e950)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:49:12.140185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-265fd793-6352-4674-a840-64042ddf9f20 req-d9f2d835-698e-4e8c-8850-3483d7c422aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:12.259409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-265fd793-6352-4674-a840-64042ddf9f20 req-d9f2d835-698e-4e8c-8850-3483d7c422aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Calling delete_port for 6872e85b-df91-4080-a1bb-14abd396e8b2 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:49:12.405929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-265fd793-6352-4674-a840-64042ddf9f20 req-d9f2d835-698e-4e8c-8850-3483d7c422aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:12.417955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['6872e85b-df91-4080-a1bb-14abd396e8b2'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:49:12.459192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2d835-698e-4e8c-8850-3483d7c422aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Pushing event deleted for resources: {'Port': ['ID=6872e85b-df91-4080-a1bb-14abd396e8b2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:12.531348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-265fd793-6352-4674-a840-64042ddf9f20 req-d9f2d835-698e-4e8c-8850-3483d7c422aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] No DVR routers for this DVR port 6872e85b-df91-4080-a1bb-14abd396e8b2 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:49:12.533999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-265fd793-6352-4674-a840-64042ddf9f20 req-d9f2d835-698e-4e8c-8850-3483d7c422aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:12.536604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'name': 'network-vif-deleted', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:49:12.552059 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-265fd793-6352-4674-a840-64042ddf9f20 req-d9f2d835-698e-4e8c-8850-3483d7c422aa tempest-DeleteServersTestJSON-1315710432 tempest-DeleteServersTestJSON-1315710432-project] 10.222.0.67 "DELETE /v2.0/ports/6872e85b-df91-4080-a1bb-14abd396e8b2 HTTP/1.1" status: 204 len: 173 time: 0.7421322 Feb 09 13:49:12.591460 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bc6d2-4d2c-47ee-9876-6070205961de', 'name': 'network-vif-deleted', 'tag': '6872e85b-df91-4080-a1bb-14abd396e8b2', 'status': 'completed', 'code': 200} Feb 09 13:49:13.051573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36222) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:49:13.113223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Deleting subnet e11fe69d-27b1-43d9-9521-677c9f4b03d0 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:49:13.116180 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.165095 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.224501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.293743 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.331131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11fe69d-27b1-43d9-9521-677c9f4b03d0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:13.337328 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.346705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.347042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.347368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.347691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.348021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.348335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.348646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.348958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.349269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.349579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.349891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:13.356947 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5602b3a7-6363-4a85-ad52-a23f6b4bb878 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e11fe69d-27b1-43d9-9521-677c9f4b03d0 HTTP/1.1" status: 204 len: 168 time: 0.3020813 Feb 09 13:49:13.357748 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36226) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:49:13.555764 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.675793 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.704397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2089a64-3ccc-4828-b786-9790bac65bb2']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:49:13.716856 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:49:13.717083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c973a9-ad5e-4bf0-8301-f5bfed87e950') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:49:13.727949 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.743265 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.748910 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:49:13.749277 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:49:13.762241 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:49:13.832707 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.853367 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:13.863578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2089a64-3ccc-4828-b786-9790bac65bb2,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:13.872127 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c235e161-8f52-472e-8b8e-cc7d1d1a1315 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d2089a64-3ccc-4828-b786-9790bac65bb2 HTTP/1.1" status: 204 len: 168 time: 0.5140107 Feb 09 13:49:14.005697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36232) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:49:14.055006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-10d458be-62be-4933-a91f-9ce0d69f72a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf59dc7102774de8a1266826ae14744b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476344 Feb 09 13:49:14.057535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36236) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:49:14.114543 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bb29f26-f404-492f-be60-a17c77d033dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:14.139921 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bb29f26-f404-492f-be60-a17c77d033dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:14.188870 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bb29f26-f404-492f-be60-a17c77d033dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:14.204635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb29f26-f404-492f-be60-a17c77d033dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:14.215497 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8bb29f26-f404-492f-be60-a17c77d033dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:14.216821 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8bb29f26-f404-492f-be60-a17c77d033dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a23e0ad-10e0-4f5f-91b1-a36bd52a45d0 HTTP/1.1" status: 204 len: 168 time: 0.1584287 Feb 09 13:49:15.086375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36258) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:49:15.218629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2084536235-network', 'tenant_id': '6df4eddd1c4e4d0ea624637ee15bbed1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:49:15.225056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:49:15.230351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Usage tracker for resource:network and tenant:6df4eddd1c4e4d0ea624637ee15bbed1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:49:15.233492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:49:15.239404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:49:15.251469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Made reservation on behalf of 6df4eddd1c4e4d0ea624637ee15bbed1 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:49:15.259586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.272217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.303395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:49:15.307253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Usage tracker for resource:security_group_rule and tenant:6df4eddd1c4e4d0ea624637ee15bbed1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:49:15.310138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:49:15.315888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:49:15.388651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.393332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.425099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:49:15.440651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fb727e-177d-4ff6-b777-a03c7edaabf1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:15.450656 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.453658 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Added segment e967a560-d4f7-4dc8-9740-565e985450de of type vlan for network f5729fea-5b96-4482-b073-8ffcb1c88c4c Feb 09 13:49:15.487679 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.517168 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.518119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:15.518734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.556062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6872e85b-df91-4080-a1bb-14abd396e8b2 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:49:15.597079 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 6872e85b-df91-4080-a1bb-14abd396e8b2 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:49:15.597427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 6872e85b-df91-4080-a1bb-14abd396e8b2 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:49:15.626576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5390193 Feb 09 13:49:15.627508 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b5797-80e7-41a5-87c1-8b20a6b3ea4f admin admin] Pushing event updated for resources: {'Network': ['ID=f5729fea-5b96-4482-b073-8ffcb1c88c4c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:15.629581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36264) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:49:15.636434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Request body: {'subnet': {'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2084536235-subnet', 'tenant_id': '6df4eddd1c4e4d0ea624637ee15bbed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:49:15.637863 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f5729fea-5b96-4482-b073-8ffcb1c88c4c details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:49:15.642003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:49:15.645734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Usage tracker for resource:subnet and tenant:6df4eddd1c4e4d0ea624637ee15bbed1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:49:15.648543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:49:15.654069 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:49:15.664158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Made reservation on behalf of 6df4eddd1c4e4d0ea624637ee15bbed1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:49:15.666509 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.866579 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.937997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda881ca-a2a4-408f-8db0-687dd14ea839,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:15.951799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Checking segment: {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:49:15.952150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Network hostable DHCP agents. Network: f5729fea-5b96-4482-b073-8ffcb1c88c4c, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:49:15.974217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Network f5729fea-5b96-4482-b073-8ffcb1c88c4c is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:49:15.984344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f5729fea-5b96-4482-b073-8ffcb1c88c4c) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:49:15.988347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:15.988980 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:15.997665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951637b7-1539-4dc9-949e-b89b2b4149f4 None None] Network f5729fea-5b96-4482-b073-8ffcb1c88c4c requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:49:16.010556 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6b0e5776-bbca-4c03-bc2b-10b76227eaa8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3796971 Feb 09 13:49:16.207710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f6c36-b79f-46a1-babd-f98a3a676e5e None None] Network f5729fea-5b96-4482-b073-8ffcb1c88c4c requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:49:16.502115 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:16.561432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-1b92f376-7ea1-40e0-9f98-4a72cc0e81fa tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:16.562962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-1b92f376-7ea1-40e0-9f98-4a72cc0e81fa tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 815 time: 0.1549938 Feb 09 13:49:16.580228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-3a92c729-51c2-484a-ab69-e64575e907eb tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/quotas/6df4eddd1c4e4d0ea624637ee15bbed1 HTTP/1.1" status: 200 len: 375 time: 0.0116951 Feb 09 13:49:16.631062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-8aa71de0-f7dc-4f04-8b46-3ce32d694288 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454435 Feb 09 13:49:16.643727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-7e684fa4-d3f7-4b40-ada2-846270206bb8 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:49:16.644712 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-7e684fa4-d3f7-4b40-ada2-846270206bb8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051939 Feb 09 13:49:16.777939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-1d5bf742-7bda-446c-b782-2c9a56290eb1 service neutron] 10.222.0.59 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261082 Feb 09 13:49:16.907853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-6899dec0-551e-428a-8199-36cd180807b5 service neutron] 10.222.0.59 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236985 Feb 09 13:49:17.178639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f742c5a1-4a57-4c67-8fe4-713e5fbabdce req-c48165dd-fc7b-4cb7-9c85-9d2ec59ba266 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 210 time: 0.1277266 Feb 09 13:49:18.284913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-3eba22b9-cb76-4609-bf5e-c9cd9497f077 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:18.285505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-3eba22b9-cb76-4609-bf5e-c9cd9497f077 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Synchronizing usage tracker for tenant:6df4eddd1c4e4d0ea624637ee15bbed1 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:49:18.303074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-3eba22b9-cb76-4609-bf5e-c9cd9497f077 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Unset dirty status for tenant:6df4eddd1c4e4d0ea624637ee15bbed1 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:49:18.304272 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-3eba22b9-cb76-4609-bf5e-c9cd9497f077 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.67 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 815 time: 0.1748140 Feb 09 13:49:18.321618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Request body: {'port': {'device_id': '7a97d473-f4b2-4363-97c5-a347a523b786', 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c', 'admin_state_up': True, 'tenant_id': '6df4eddd1c4e4d0ea624637ee15bbed1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:49:18.353414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67c85571-b0f7-4833-8650-f1b202672b7d req-955de568-21ee-4ae2-b5bf-199f93e30ffc tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 210 time: 0.0409825 Feb 09 13:49:18.455717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:49:18.459441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Usage tracker for resource:port and tenant:6df4eddd1c4e4d0ea624637ee15bbed1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:49:18.462757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:49:18.468334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:49:18.477990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Made reservation on behalf of 6df4eddd1c4e4d0ea624637ee15bbed1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:49:18.481220 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:18.651818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Allocated IP 172.20.0.13 (f5729fea-5b96-4482-b073-8ffcb1c88c4c/dda881ca-a2a4-408f-8db0-687dd14ea839/51c06730-767e-4a89-bc6d-2816c924adcf) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:49:18.938571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:18.967284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:19.038740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Network f5729fea-5b96-4482-b073-8ffcb1c88c4c is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:49:19.042032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:49:19.046144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:49:19.072882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Pushing event updated for resources: {'Port': ['ID=51c06730-767e-4a89-bc6d-2816c924adcf,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:19.089981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.090314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.090663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.090985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.091301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.091613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.091920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.092228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.092533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.092837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.093139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:49:19.118918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:19.119512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:19.139177 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-dfe2999f-fe52-4893-8449-942b01d1cdf7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8223984 Feb 09 13:49:19.150461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Request body: {'port': {'device_id': '7a97d473-f4b2-4363-97c5-a347a523b786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:49:19.254353 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:19.550852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741ba4b-a405-4500-9c40-eca70ed3360d req-65fb8dda-244f-48d1-9225-aaff8c8acbdd tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:19.552214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1741ba4b-a405-4500-9c40-eca70ed3360d req-65fb8dda-244f-48d1-9225-aaff8c8acbdd tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 932 time: 0.0798972 Feb 09 13:49:19.593213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51c06730-767e-4a89-bc6d-2816c924adcf {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:49:19.597155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1741ba4b-a405-4500-9c40-eca70ed3360d req-17ef25da-4b73-4146-ae0a-0304238db439 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389326 Feb 09 13:49:19.600258 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:19.618792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Transition to ACTIVE for port object 51c06730-767e-4a89-bc6d-2816c924adcf will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:49:19.623058 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:19.745550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Pushing event updated for resources: {'Port': ['ID=51c06730-767e-4a89-bc6d-2816c924adcf,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:19.849565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Attempting to bind port 51c06730-767e-4a89-bc6d-2816c924adcf on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:49:19.849805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Attempting to bind port 51c06730-767e-4a89-bc6d-2816c924adcf by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:49:19.850124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Attempting to bind port 51c06730-767e-4a89-bc6d-2816c924adcf on network f5729fea-5b96-4482-b073-8ffcb1c88c4c {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:49:19.856502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Port 51c06730-767e-4a89-bc6d-2816c924adcf on network f5729fea-5b96-4482-b073-8ffcb1c88c4c not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:49:19.856815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Attempting to bind port 51c06730-767e-4a89-bc6d-2816c924adcf on network f5729fea-5b96-4482-b073-8ffcb1c88c4c {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:49:19.863019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:49:19.863348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Checking segment: {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:49:19.863724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Bound using segment: {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:49:19.864160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Bound port: 51c06730-767e-4a89-bc6d-2816c924adcf, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:49:19.864477 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:19.949964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:49:19.952987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51c06730-767e-4a89-bc6d-2816c924adcf,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:49:19.958035 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:20.017274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:20.018668 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] 10.222.0.67 "PUT /v2.0/ports/51c06730-767e-4a89-bc6d-2816c924adcf HTTP/1.1" status: 200 len: 1092 time: 0.8726845 Feb 09 13:49:20.019097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:49:20.040789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b236129-3228-4593-b58e-1bf1529dca7d service neutron] Pushing event updated for resources: {'Port': ['ID=51c06730-767e-4a89-bc6d-2816c924adcf,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:20.099740 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf', 'status': 'completed', 'code': 200} Feb 09 13:49:20.134539 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-141d8d96-d5d8-4348-940c-cabfb7194875 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 1095 time: 0.0688536 Feb 09 13:49:20.207015 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-b691cc1e-c265-430e-9c2d-a7c6b95e64c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51c06730-767e-4a89-bc6d-2816c924adcf HTTP/1.1" status: 200 len: 217 time: 0.0661550 Feb 09 13:49:20.266189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-2ba4f887-c689-453a-bdfc-d0927fc7f07d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:20.267608 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-2ba4f887-c689-453a-bdfc-d0927fc7f07d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0555179 Feb 09 13:49:20.310708 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-bc7d0d55-ef30-4753-af42-bd4157f85485 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376720 Feb 09 13:49:20.437570 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-d988ad5d-32bd-4938-a8e8-19b7cebc16b0 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206777 Feb 09 13:49:20.566536 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3f7958ad-72d8-4836-a273-228f5a9d0415 req-532af492-0026-4eb4-b725-832dc0da520c service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230319 Feb 09 13:49:20.781262 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-908866ec-b5d3-438f-afff-c2cf6ed8f667 req-8b896c71-868c-4127-9cb1-6544e43bd736 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 1095 time: 0.1636777 Feb 09 13:49:20.803870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba18a5-3d7e-42d4-ba27-a9b03e55115c req-649f56f2-46ed-448a-88a7-787551def7ad tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:20.805853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12ba18a5-3d7e-42d4-ba27-a9b03e55115c req-649f56f2-46ed-448a-88a7-787551def7ad tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 944 time: 0.0751889 Feb 09 13:49:20.853654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-12ba18a5-3d7e-42d4-ba27-a9b03e55115c req-505ffb9f-d06d-4286-a072-c9b3a8adb8ea tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Feb 09 13:49:20.915491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908866ec-b5d3-438f-afff-c2cf6ed8f667 req-34596126-d8f9-4066-b32f-4222c896b84d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:20.916948 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-908866ec-b5d3-438f-afff-c2cf6ed8f667 req-34596126-d8f9-4066-b32f-4222c896b84d service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.1290152 Feb 09 13:49:20.991398 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-908866ec-b5d3-438f-afff-c2cf6ed8f667 req-04132cd5-5275-4078-a147-08ad06e22705 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51c06730-767e-4a89-bc6d-2816c924adcf HTTP/1.1" status: 200 len: 217 time: 0.0672104 Feb 09 13:49:21.051711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908866ec-b5d3-438f-afff-c2cf6ed8f667 req-921e6be2-20a0-47ac-a298-a5edc097c319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:21.053020 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-908866ec-b5d3-438f-afff-c2cf6ed8f667 req-921e6be2-20a0-47ac-a298-a5edc097c319 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0555615 Feb 09 13:49:21.096988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-908866ec-b5d3-438f-afff-c2cf6ed8f667 req-0d028e63-590b-47cd-ad45-15fe1a667dc6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373797 Feb 09 13:49:21.225558 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-908866ec-b5d3-438f-afff-c2cf6ed8f667 req-fadc16c7-b22f-4fa7-b5d8-d39a49354642 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219409 Feb 09 13:49:21.354940 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-908866ec-b5d3-438f-afff-c2cf6ed8f667 req-21e24b4e-9dcf-43f4-8b76-9d440cf238a4 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226158 Feb 09 13:49:21.574074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51c06730-767e-4a89-bc6d-2816c924adcf details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:49:21.702978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51c06730-767e-4a89-bc6d-2816c924adcf,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:49:21.716341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '51c06730-767e-4a89-bc6d-2816c924adcf', 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c', 'port_id': '51c06730-767e-4a89-bc6d-2816c924adcf', 'mac_address': 'fa:16:3e:ba:7a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda881ca-a2a4-408f-8db0-687dd14ea839', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:49:21.771597 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:21.788338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c06730-767e-4a89-bc6d-2816c924adcf {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:49:21.803175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51c06730-767e-4a89-bc6d-2816c924adcf,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:49:21.806665 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:21.901153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51c06730-767e-4a89-bc6d-2816c924adcf,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:21.995126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['51c06730-767e-4a89-bc6d-2816c924adcf'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:49:22.146204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e439700-caa8-422f-8022-bf400648b4e4 req-6490fa78-c7a7-42d3-bb6b-498c4da9e95c tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:22.148890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e439700-caa8-422f-8022-bf400648b4e4 req-6490fa78-c7a7-42d3-bb6b-498c4da9e95c tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 945 time: 0.1720510 Feb 09 13:49:22.196181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e439700-caa8-422f-8022-bf400648b4e4 req-ab91843c-3d57-4c01-8ac8-3f852b31948d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418124 Feb 09 13:49:23.391509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0a975-6d21-4955-bf93-2b2e9904a69c req-61aa2b64-9e15-4f7f-a4b4-c51553815a3d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:23.393008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5cb0a975-6d21-4955-bf93-2b2e9904a69c req-61aa2b64-9e15-4f7f-a4b4-c51553815a3d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 945 time: 0.0776289 Feb 09 13:49:23.437776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5cb0a975-6d21-4955-bf93-2b2e9904a69c req-b9bb69c8-bc78-4296-8751-f361df29a2fe tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392742 Feb 09 13:49:23.574553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51c06730-767e-4a89-bc6d-2816c924adcf up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:49:23.642904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 51c06730-767e-4a89-bc6d-2816c924adcf completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:49:23.647345 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 51c06730-767e-4a89-bc6d-2816c924adcf triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:49:23.647707 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:23.757672 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:23.783578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:49:23.793708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51c06730-767e-4a89-bc6d-2816c924adcf,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:49:23.797833 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:23.840223 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf', 'code': 200} Feb 09 13:49:23.865923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51c06730-767e-4a89-bc6d-2816c924adcf,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:23.964782 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5caa04d7-fb34-4934-adab-b187b613ad6c req-3d4f6c6f-b2e5-4e59-88f2-b9c31240c19b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 1097 time: 0.0714941 Feb 09 13:49:24.006726 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5caa04d7-fb34-4934-adab-b187b613ad6c req-238c07eb-2a5a-4179-a2d2-36ba0036396d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362713 Feb 09 13:49:24.630988 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd22cdf-a42c-4fd9-813a-e282b5ed2c5a req-6d76c01e-a45b-4deb-b0f8-78586864c44c tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:24.632429 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4dd22cdf-a42c-4fd9-813a-e282b5ed2c5a req-6d76c01e-a45b-4deb-b0f8-78586864c44c tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0744293 Feb 09 13:49:24.676587 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4dd22cdf-a42c-4fd9-813a-e282b5ed2c5a req-47558d5e-65d6-40e9-ab27-08cfec2c1445 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385473 Feb 09 13:49:25.056141 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-404acc7d-6ec7-4d5f-a804-cca3d76d654c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:25.872791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7be52-fc49-4ddd-9354-012337919383 req-665db74c-64be-47c9-8580-8fed362f2862 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:25.874219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ac7be52-fc49-4ddd-9354-012337919383 req-665db74c-64be-47c9-8580-8fed362f2862 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0770485 Feb 09 13:49:25.923516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7ac7be52-fc49-4ddd-9354-012337919383 req-534f178c-d0f0-4b95-ac50-5a61b1abb007 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Feb 09 13:49:26.116269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c2d52-917d-43e1-ba7a-308cac0b239d req-98c972bc-4538-4893-a104-5aa9b70f6786 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:26.118205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-227c2d52-917d-43e1-ba7a-308cac0b239d req-98c972bc-4538-4893-a104-5aa9b70f6786 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0740409 Feb 09 13:49:26.166092 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-227c2d52-917d-43e1-ba7a-308cac0b239d req-51a1789b-9c7e-4fac-b340-3ad98ed92728 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Feb 09 13:49:26.530369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbf953-8d4a-45e2-985a-4b3cf10c813a req-a959f688-b26b-4a0a-a1db-43b8cf3696ba tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:26.531847 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83cbf953-8d4a-45e2-985a-4b3cf10c813a req-a959f688-b26b-4a0a-a1db-43b8cf3696ba tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0769243 Feb 09 13:49:26.576515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-83cbf953-8d4a-45e2-985a-4b3cf10c813a req-ffe6a1c3-681b-4bc4-8510-5ea0c40be04b tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393393 Feb 09 13:49:26.772608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f43e-a489-471c-9b2d-930548335e63 req-85d29b48-dadd-46a7-ab38-ae8265aaedc9 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:26.774063 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb14f43e-a489-471c-9b2d-930548335e63 req-85d29b48-dadd-46a7-ab38-ae8265aaedc9 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0810595 Feb 09 13:49:26.817468 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb14f43e-a489-471c-9b2d-930548335e63 req-3eed1a2d-994b-458f-9bbb-6229171a2f96 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379038 Feb 09 13:49:27.013821 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6964bcbf-5439-4774-b9e0-2870675a0dac req-465ef062-8818-41a3-9383-5ee438161b03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0687156 Feb 09 13:49:27.257691 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-b59112af-5bee-4213-bb8f-6be4300ee699 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0684671 Feb 09 13:49:27.332718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a258e-7fc9-4d4e-8280-dbb0cc147bbf req-bc681333-c676-4e0e-8033-593490792977 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:27.334903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-941a258e-7fc9-4d4e-8280-dbb0cc147bbf req-bc681333-c676-4e0e-8033-593490792977 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0890939 Feb 09 13:49:27.381221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-941a258e-7fc9-4d4e-8280-dbb0cc147bbf req-5e33fb95-dcc5-46c3-b174-c914e17f0239 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417395 Feb 09 13:49:28.282663 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-25efe322-2eab-4e3b-8b69-ed490533ed63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:28.452567 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-ad52611a-6807-4978-8ef0-40eb86e406ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 1097 time: 0.0706153 Feb 09 13:49:28.578294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc384aa2-7337-4b92-a176-edcbdc34bd69 req-83d169bd-7439-4bed-890b-3d3e8fb2d530 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:28.579703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc384aa2-7337-4b92-a176-edcbdc34bd69 req-83d169bd-7439-4bed-890b-3d3e8fb2d530 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0778959 Feb 09 13:49:28.582672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-aba78795-f411-4939-b72a-19cad09740d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:28.584090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-aba78795-f411-4939-b72a-19cad09740d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.1256764 Feb 09 13:49:28.625867 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc384aa2-7337-4b92-a176-edcbdc34bd69 req-e894c861-45ad-445d-b042-7c560e2209f6 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405655 Feb 09 13:49:28.655188 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-3add41a4-a66e-4b29-81e9-7452704f58a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51c06730-767e-4a89-bc6d-2816c924adcf HTTP/1.1" status: 200 len: 217 time: 0.0654290 Feb 09 13:49:28.667175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:28.714524 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:28.722636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-bccadbbb-c379-4a43-b931-cbf4422fefe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:28.724067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-bccadbbb-c379-4a43-b931-cbf4422fefe6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0630345 Feb 09 13:49:28.767543 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-70d1dd54-afb3-487a-ad44-adbf23f132eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381260 Feb 09 13:49:28.894545 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-977fbeca-a8cd-4677-9525-e7f7b28c17b2 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214445 Feb 09 13:49:29.028332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-3a09f84a-cfc4-4ce8-bfab-53614ce30ec6 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282139 Feb 09 13:49:29.828100 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cbed1-2721-415b-94b1-52459a1c41e1 req-bc38afa0-f32e-4271-8562-e7be4d57fbe3 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:29.829431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b84cbed1-2721-415b-94b1-52459a1c41e1 req-bc38afa0-f32e-4271-8562-e7be4d57fbe3 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0769913 Feb 09 13:49:29.873834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b84cbed1-2721-415b-94b1-52459a1c41e1 req-74134dc7-d9a2-4c67-bed1-bde9d0cb5bca tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390036 Feb 09 13:49:30.002484 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:31.066209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c317755-f418-472f-a056-d4d52eb8ff03 req-2854ae54-e4e3-404c-84b8-e90c39c40005 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:31.067609 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c317755-f418-472f-a056-d4d52eb8ff03 req-2854ae54-e4e3-404c-84b8-e90c39c40005 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0739942 Feb 09 13:49:31.116230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c317755-f418-472f-a056-d4d52eb8ff03 req-a06bbd59-3152-44cb-aff2-dc3fee0680b8 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Feb 09 13:49:32.309343 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32484-9e0b-4de3-9b62-bde0fd50c543 req-4c0bbd54-0778-4d4b-930a-788481ac9766 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:32.310702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62b32484-9e0b-4de3-9b62-bde0fd50c543 req-4c0bbd54-0778-4d4b-930a-788481ac9766 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0744493 Feb 09 13:49:32.355516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62b32484-9e0b-4de3-9b62-bde0fd50c543 req-53f610fe-309c-4354-98c2-1e34ef9dbb4d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394039 Feb 09 13:49:33.564074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493f3fb-c35d-4bc1-8e9f-e6f289bf11b3 req-fcf647f4-9cff-466e-8cc9-3ee50f2cd2c0 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:33.565513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c493f3fb-c35d-4bc1-8e9f-e6f289bf11b3 req-fcf647f4-9cff-466e-8cc9-3ee50f2cd2c0 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0795026 Feb 09 13:49:33.610071 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c493f3fb-c35d-4bc1-8e9f-e6f289bf11b3 req-22a213f6-ba1d-49a0-87d9-7275471a2490 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389116 Feb 09 13:49:34.806037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9222e17-f66e-414e-ac3b-d00e30736319 req-308b5d38-8ab0-4423-98e3-040b7e12b725 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:34.807491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9222e17-f66e-414e-ac3b-d00e30736319 req-308b5d38-8ab0-4423-98e3-040b7e12b725 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0761316 Feb 09 13:49:34.850421 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9222e17-f66e-414e-ac3b-d00e30736319 req-5c8a3b30-aa6a-4dc9-99e6-637ccaa4dc35 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375335 Feb 09 13:49:36.046453 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee3040-7b8a-4d36-b5c0-9324162a6aa8 req-786b2eca-2693-4cb5-8a80-2b60de2c35f7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:36.047890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40ee3040-7b8a-4d36-b5c0-9324162a6aa8 req-786b2eca-2693-4cb5-8a80-2b60de2c35f7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0784657 Feb 09 13:49:36.092253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40ee3040-7b8a-4d36-b5c0-9324162a6aa8 req-279ab7d4-b343-49d3-a001-9700da0edf16 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388510 Feb 09 13:49:37.286176 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489724af-e941-4fe1-b9ce-017918efe895 req-cfb6c7b5-1961-4adf-a21a-bb482ea4d008 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:37.287547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-489724af-e941-4fe1-b9ce-017918efe895 req-cfb6c7b5-1961-4adf-a21a-bb482ea4d008 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0741012 Feb 09 13:49:37.331731 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-489724af-e941-4fe1-b9ce-017918efe895 req-97daac9d-9577-4b77-a046-5acc328da465 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387695 Feb 09 13:49:38.531469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e07ff-3b1a-49b6-b5bc-8c079dc4f905 req-09cd1e83-9501-4422-af9c-47c231d98c1f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:38.532879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b03e07ff-3b1a-49b6-b5bc-8c079dc4f905 req-09cd1e83-9501-4422-af9c-47c231d98c1f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0777750 Feb 09 13:49:38.577653 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b03e07ff-3b1a-49b6-b5bc-8c079dc4f905 req-85ed0ef0-b38e-4338-92ee-38e585dc20e8 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Feb 09 13:49:39.777112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183dad9-538b-4028-9c54-302e1f44de3a req-c3ae57c0-eb48-4ab5-b8a8-a8a1c3f30fdb tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:39.778512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c183dad9-538b-4028-9c54-302e1f44de3a req-c3ae57c0-eb48-4ab5-b8a8-a8a1c3f30fdb tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0741098 Feb 09 13:49:39.825909 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c183dad9-538b-4028-9c54-302e1f44de3a req-8199aaa3-1dd6-426a-a0f0-c740a9c282bb tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420251 Feb 09 13:49:41.020974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73019c8c-fcdf-41be-9815-7d4889256af5 req-a4c34a2f-85fc-4582-a86c-e7c33c123101 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:41.022411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73019c8c-fcdf-41be-9815-7d4889256af5 req-a4c34a2f-85fc-4582-a86c-e7c33c123101 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0749671 Feb 09 13:49:41.066669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-73019c8c-fcdf-41be-9815-7d4889256af5 req-eeae39ce-7157-4f7e-9a87-7c4858d7681a tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382543 Feb 09 13:49:41.592033 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:42.265933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd952f91-ca3d-404d-a5aa-25e6cd695257 req-3a6641bf-bae4-45c9-b808-7e887cdcc071 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:42.267288 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd952f91-ca3d-404d-a5aa-25e6cd695257 req-3a6641bf-bae4-45c9-b808-7e887cdcc071 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0777209 Feb 09 13:49:42.311774 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bd952f91-ca3d-404d-a5aa-25e6cd695257 req-6f327fba-64cb-4970-8366-195fc5768774 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390937 Feb 09 13:49:43.512628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6248404-a66d-4c72-b9fd-2333ddc07745 req-8b109840-1d2b-45c8-a157-503f29dddf04 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:43.514070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6248404-a66d-4c72-b9fd-2333ddc07745 req-8b109840-1d2b-45c8-a157-503f29dddf04 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0754912 Feb 09 13:49:43.560927 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6248404-a66d-4c72-b9fd-2333ddc07745 req-dbd8fccb-97e8-4f7f-8c61-d72cd2ceb418 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 Feb 09 13:49:44.844136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9f1c8-7e44-4dbb-9481-6b302d7124a6 req-3c13d773-1bce-4452-b706-f2cc90beaa22 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:44.845581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ff9f1c8-7e44-4dbb-9481-6b302d7124a6 req-3c13d773-1bce-4452-b706-f2cc90beaa22 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.1651134 Feb 09 13:49:44.889700 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ff9f1c8-7e44-4dbb-9481-6b302d7124a6 req-d9ac8b7b-6a65-40c9-bf9c-2a4b2294d887 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Feb 09 13:49:46.081457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e8932-615b-4950-b483-537281dd9674 req-6546f5ee-4a76-49a5-ad5a-0a9eeda0e482 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:46.082899 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-201e8932-615b-4950-b483-537281dd9674 req-6546f5ee-4a76-49a5-ad5a-0a9eeda0e482 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0737066 Feb 09 13:49:46.128901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-201e8932-615b-4950-b483-537281dd9674 req-3501f3ed-f017-4421-b015-c729e6628e70 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 Feb 09 13:49:46.498382 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:47.321385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17997e2-51e5-4263-9ba4-95e555b2ee2a req-3eee515f-fbc0-41c6-8a63-2cd446af4c57 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:47.322778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e17997e2-51e5-4263-9ba4-95e555b2ee2a req-3eee515f-fbc0-41c6-8a63-2cd446af4c57 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0739155 Feb 09 13:49:47.366750 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e17997e2-51e5-4263-9ba4-95e555b2ee2a req-99577c59-1af4-43ff-b10b-d20d97598010 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385072 Feb 09 13:49:47.719446 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:49:48.565550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e851b7-d1cf-49fb-ae53-daea60f20f55 req-c4654765-f69a-435e-b848-1734fb5d24d0 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:48.566999 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92e851b7-d1cf-49fb-ae53-daea60f20f55 req-c4654765-f69a-435e-b848-1734fb5d24d0 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0781636 Feb 09 13:49:48.610833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92e851b7-d1cf-49fb-ae53-daea60f20f55 req-c1cd5ed7-df4c-4b44-9461-edf5a7d4f00f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382800 Feb 09 13:49:49.806814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b05ea-5e61-4ba6-bb61-3e749bf61c98 req-ae731593-0794-4d0c-906e-716ce83a0df5 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:49.808182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c5b05ea-5e61-4ba6-bb61-3e749bf61c98 req-ae731593-0794-4d0c-906e-716ce83a0df5 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0750463 Feb 09 13:49:49.852516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2c5b05ea-5e61-4ba6-bb61-3e749bf61c98 req-c6197292-6a06-4576-b953-93e7f5d02212 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Feb 09 13:49:51.049416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558195b7-cdb4-4fb6-8ea9-cd502a8603e5 req-675c7dda-03e0-4934-9b7c-2204b7abef3f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:51.050895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-558195b7-cdb4-4fb6-8ea9-cd502a8603e5 req-675c7dda-03e0-4934-9b7c-2204b7abef3f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0778139 Feb 09 13:49:51.094870 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-558195b7-cdb4-4fb6-8ea9-cd502a8603e5 req-7aed6869-6442-4545-a4aa-707b55cf4066 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Feb 09 13:49:52.286794 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2d75c-f9e3-451e-b28a-636c73f6d6d9 req-5945ad7c-d49e-44cc-8fa2-43c7b0440975 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:52.288142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ae2d75c-f9e3-451e-b28a-636c73f6d6d9 req-5945ad7c-d49e-44cc-8fa2-43c7b0440975 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0749226 Feb 09 13:49:52.335101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3ae2d75c-f9e3-451e-b28a-636c73f6d6d9 req-16b0dd68-e661-4d1f-99e0-8edad9d96c23 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Feb 09 13:49:53.530400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8621-fc02-4367-b46a-8fcf78357c4e req-794ab079-eb07-4a8a-b3b7-6a0c520f5555 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:53.531876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bbac8621-fc02-4367-b46a-8fcf78357c4e req-794ab079-eb07-4a8a-b3b7-6a0c520f5555 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0782182 Feb 09 13:49:53.576086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bbac8621-fc02-4367-b46a-8fcf78357c4e req-a45c3437-fdb2-47d3-9e62-3be1d8476a62 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388198 Feb 09 13:49:54.770888 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dae11-cc0a-4dca-b559-6287b43d7389 req-8a33ef20-267d-41b2-b84e-f7390ad0bb40 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:54.772304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c4dae11-cc0a-4dca-b559-6287b43d7389 req-8a33ef20-267d-41b2-b84e-f7390ad0bb40 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0784001 Feb 09 13:49:54.816402 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c4dae11-cc0a-4dca-b559-6287b43d7389 req-efed586c-ab5e-4660-a61a-e3ead26fd43d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 Feb 09 13:49:55.060636 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ebbd49ac-c474-465c-97d7-52999845c75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:56.022350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091659d-fb8f-4a46-a0e9-5a556f6490c3 req-5f0568d1-a041-438f-be94-ba0b61f9a1ab tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:56.023816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a091659d-fb8f-4a46-a0e9-5a556f6490c3 req-5f0568d1-a041-438f-be94-ba0b61f9a1ab tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0755208 Feb 09 13:49:56.067365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a091659d-fb8f-4a46-a0e9-5a556f6490c3 req-1b60f507-4d1a-47ec-b620-08850d483ad9 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375140 Feb 09 13:49:56.389720 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-01789681-7efb-474e-9cff-53940c0e5f93 service neutron] show failed (client error): The resource could not be found. Feb 09 13:49:56.390749 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-01789681-7efb-474e-9cff-53940c0e5f93 service neutron] 10.222.0.67 "GET /v2.0/ports/51c06730-767e-4a89-bc6d-2816c924adcf/bindings/n-h1-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.1607392 Feb 09 13:49:56.654986 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-12c36339-aebc-43ce-808a-a52b257b286e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786&tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1 HTTP/1.1" status: 200 len: 1097 time: 0.0680268 Feb 09 13:49:56.670049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:49:56.776770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:57.043272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51c06730-767e-4a89-bc6d-2816c924adcf,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:49:57.074013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:49:57.129866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:49:57.135510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:57.150932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Transition to ACTIVE for port object 51c06730-767e-4a89-bc6d-2816c924adcf will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:49:57.154582 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:57.205553 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf', 'code': 200} Feb 09 13:49:57.280481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Pushing event updated for resources: {'Port': ['ID=51c06730-767e-4a89-bc6d-2816c924adcf,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:57.283402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018263bb-faa2-4618-81b2-e8262966cee3 req-5e389a8a-385e-4320-ae9d-67c940b6e044 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:57.285006 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-018263bb-faa2-4618-81b2-e8262966cee3 req-5e389a8a-385e-4320-ae9d-67c940b6e044 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 944 time: 0.0816541 Feb 09 13:49:57.319125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] No DVR routers for this DVR port 51c06730-767e-4a89-bc6d-2816c924adcf on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:49:57.349855 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-018263bb-faa2-4618-81b2-e8262966cee3 req-dfdeb465-84af-41c5-bba0-02ab8e6347ba tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580189 Feb 09 13:49:57.382960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Attempting to bind port 51c06730-767e-4a89-bc6d-2816c924adcf on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:49:57.383473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Attempting to bind port 51c06730-767e-4a89-bc6d-2816c924adcf by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:49:57.384114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Attempting to bind port 51c06730-767e-4a89-bc6d-2816c924adcf on network f5729fea-5b96-4482-b073-8ffcb1c88c4c {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:49:57.391422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Port 51c06730-767e-4a89-bc6d-2816c924adcf on network f5729fea-5b96-4482-b073-8ffcb1c88c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:49:57.392029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Attempting to bind port 51c06730-767e-4a89-bc6d-2816c924adcf on network f5729fea-5b96-4482-b073-8ffcb1c88c4c {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:49:57.398014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:49:57.398344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Checking segment: {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:49:57.398742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Bound using segment: {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:49:57.399158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Bound port: 51c06730-767e-4a89-bc6d-2816c924adcf, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:49:57.400112 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:57.496499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:49:57.500660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=51c06730-767e-4a89-bc6d-2816c924adcf,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:49:57.506345 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:57.577756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:57.579160 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] 10.222.0.62 "PUT /v2.0/ports/51c06730-767e-4a89-bc6d-2816c924adcf HTTP/1.1" status: 200 len: 1092 time: 0.9129982 Feb 09 13:49:57.590675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a45221-4fe5-40ec-973d-560cdb0ee10d service neutron] Pushing event updated for resources: {'Port': ['ID=51c06730-767e-4a89-bc6d-2816c924adcf,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:49:57.678188 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-fca5671b-65aa-477f-928b-1eee0b57b9ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 1095 time: 0.0695255 Feb 09 13:49:57.819028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-1f5c689f-ddd3-4a57-a5a9-fe67fc263f66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:57.820485 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-1f5c689f-ddd3-4a57-a5a9-fe67fc263f66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.1330953 Feb 09 13:49:57.903545 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-7104ccef-6b94-412e-8042-4401a62c184e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51c06730-767e-4a89-bc6d-2816c924adcf HTTP/1.1" status: 200 len: 217 time: 0.0730104 Feb 09 13:49:57.970906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-175b7057-526b-4b86-abe2-fcefa1fa367a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:57.972496 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-175b7057-526b-4b86-abe2-fcefa1fa367a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0606985 Feb 09 13:49:58.023951 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-4c41fac1-013d-4cca-961f-3e6c11920a89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434806 Feb 09 13:49:58.158901 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-2b9bcad8-7b84-4ef7-b86d-d168d597df2d service neutron] 10.222.0.62 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252148 Feb 09 13:49:58.276154 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-421ae1fa-ee9d-45c2-9800-2ac4bafdda70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:58.399822 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59a99317-7e05-46a8-9e0c-7384ae75ab7c req-baaa8c4a-d7b5-4e58-b273-256b9eeddeea service neutron] 10.222.0.62 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331336 Feb 09 13:49:58.567589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104850-14ad-47c7-9721-11cabdf48b0b req-8e615476-4552-427e-a687-4feb0ada0b1e tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:58.569509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4104850-14ad-47c7-9721-11cabdf48b0b req-8e615476-4552-427e-a687-4feb0ada0b1e tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 944 time: 0.0904095 Feb 09 13:49:58.623203 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4104850-14ad-47c7-9721-11cabdf48b0b req-3dba4c3c-87b4-424c-8c24-0796c199d75d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480235 Feb 09 13:49:58.668148 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:58.718690 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:49:59.207186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:49:59.279922 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf', 'status': 'completed', 'code': 200} Feb 09 13:49:59.432132 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-f3cd6139-9af1-4f11-8e73-b9167c82ef7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 1095 time: 0.1325462 Feb 09 13:49:59.435376 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-a080f5c9-6956-47c6-80b7-d62dcdbf7e8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 1095 time: 0.1056185 Feb 09 13:49:59.669822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-7e84948b-6649-4fc4-b797-78abc7714577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:59.671302 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-7e84948b-6649-4fc4-b797-78abc7714577 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.2320554 Feb 09 13:49:59.672247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-843296da-6afc-4c69-bd2a-f8a4d3639396 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:59.673506 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-843296da-6afc-4c69-bd2a-f8a4d3639396 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.2172680 Feb 09 13:49:59.798660 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-095f69ff-1b3b-4eb0-9e89-037de1666f01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51c06730-767e-4a89-bc6d-2816c924adcf HTTP/1.1" status: 200 len: 217 time: 0.1198106 Feb 09 13:49:59.800388 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-03c8789b-f98b-4b7f-88e5-2637857c4af1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51c06730-767e-4a89-bc6d-2816c924adcf HTTP/1.1" status: 200 len: 217 time: 0.0760899 Feb 09 13:49:59.824328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00059-c2c6-42dd-a12f-60cac4ef910a req-cd62c568-4f1c-4eab-ad4c-f5147966dd30 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:59.825881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43e00059-c2c6-42dd-a12f-60cac4ef910a req-cd62c568-4f1c-4eab-ad4c-f5147966dd30 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 944 time: 0.0797393 Feb 09 13:49:59.870948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43e00059-c2c6-42dd-a12f-60cac4ef910a req-82dcb749-a075-4558-a100-bf7563ff9e4e tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Feb 09 13:49:59.910225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-ea8c2ff2-8165-454f-8d69-daf5244dea36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:59.911672 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-ea8c2ff2-8165-454f-8d69-daf5244dea36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.1078990 Feb 09 13:49:59.912917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-8c44ec00-7b55-44ab-8414-0534fbcec87e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:49:59.914165 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-8c44ec00-7b55-44ab-8414-0534fbcec87e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0809491 Feb 09 13:49:59.988164 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-816a079c-c386-46a0-a39c-aee328ea570b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684013 Feb 09 13:49:59.994056 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-42db520e-3f5b-4775-bdcf-8bc89984aa75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461752 Feb 09 13:50:00.006093 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:00.234263 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-c084afc3-7042-4017-85f7-0424b4c1e52d service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391531 Feb 09 13:50:00.237339 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-1e448dd1-6921-4076-9172-b735fd2e4804 service neutron] 10.222.0.62 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202625 Feb 09 13:50:00.465260 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-d11c92d7-8543-4a53-92ca-3730892080db service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248809 Feb 09 13:50:00.468126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-50509bb2-afe8-413f-93ce-ef272d067f1a req-00a1de2a-3068-46ae-bd54-6e1c4e37dcda service neutron] 10.222.0.62 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106729 Feb 09 13:50:01.079215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40954c70-e1cb-4951-8268-8ec883c393ea req-8e0581dc-6607-486a-8267-8908cb15553a tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:01.080659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40954c70-e1cb-4951-8268-8ec883c393ea req-8e0581dc-6607-486a-8267-8908cb15553a tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 944 time: 0.0777087 Feb 09 13:50:01.132099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40954c70-e1cb-4951-8268-8ec883c393ea req-2622b78c-ac62-45b8-87d8-fe464fa2e3de tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Feb 09 13:50:01.488037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-7b9a80e2-c0fd-419a-9d8c-255092ee9470 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:01.488889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-7b9a80e2-c0fd-419a-9d8c-255092ee9470 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Synchronizing usage tracker for tenant:6df4eddd1c4e4d0ea624637ee15bbed1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:50:01.493582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff35b4-5349-45d0-86c8-c47d746d5039 req-53e54be3-c75d-4cd3-bc20-9c36f6e6e831 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:01.495515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbff35b4-5349-45d0-86c8-c47d746d5039 req-53e54be3-c75d-4cd3-bc20-9c36f6e6e831 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 944 time: 0.0995803 Feb 09 13:50:01.518987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-7b9a80e2-c0fd-419a-9d8c-255092ee9470 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Unset dirty status for tenant:6df4eddd1c4e4d0ea624637ee15bbed1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:50:01.520184 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-7b9a80e2-c0fd-419a-9d8c-255092ee9470 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786&tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 944 time: 0.1242151 Feb 09 13:50:01.544925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbff35b4-5349-45d0-86c8-c47d746d5039 req-718b5162-7385-48ab-9d83-2a4c7dca572d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Feb 09 13:50:01.606976 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-3b7a4e6b-7bb0-408c-b2dc-5a79b51766b4 service neutron] delete failed (client error): The resource could not be found. Feb 09 13:50:01.607985 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-3b7a4e6b-7bb0-408c-b2dc-5a79b51766b4 service neutron] 10.222.0.67 "DELETE /v2.0/ports/51c06730-767e-4a89-bc6d-2816c924adcf/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0819271 Feb 09 13:50:01.672075 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 51c06730-767e-4a89-bc6d-2816c924adcf details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:50:01.762421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51c06730-767e-4a89-bc6d-2816c924adcf no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:50:01.862804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51c06730-767e-4a89-bc6d-2816c924adcf not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:50:01.865389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=51c06730-767e-4a89-bc6d-2816c924adcf,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:01.865648 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-d0ed608a-6f44-4041-badc-9134d390ac4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 1095 time: 0.1888077 Feb 09 13:50:01.879677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '51c06730-767e-4a89-bc6d-2816c924adcf', 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c', 'port_id': '51c06730-767e-4a89-bc6d-2816c924adcf', 'mac_address': 'fa:16:3e:ba:7a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda881ca-a2a4-408f-8db0-687dd14ea839', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:50:01.950118 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:01.978060 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51c06730-767e-4a89-bc6d-2816c924adcf {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:50:02.003581 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=51c06730-767e-4a89-bc6d-2816c924adcf,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:02.009218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:02.015868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-51f5d811-b245-4588-b504-d8fb2a2d6abe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:02.017301 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-51f5d811-b245-4588-b504-d8fb2a2d6abe service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.1459534 Feb 09 13:50:02.084113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=51c06730-767e-4a89-bc6d-2816c924adcf,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:02.092860 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-6ad3f304-1724-4285-8602-173ff7afdb29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51c06730-767e-4a89-bc6d-2816c924adcf HTTP/1.1" status: 200 len: 217 time: 0.0695112 Feb 09 13:50:02.163160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-5edd9d1a-c980-426b-96f7-e97537576eed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:02.165337 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-5edd9d1a-c980-426b-96f7-e97537576eed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0664098 Feb 09 13:50:02.211622 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-fb9dfaef-5a6d-4fd1-8cf0-52ead537042c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400612 Feb 09 13:50:02.240982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['51c06730-767e-4a89-bc6d-2816c924adcf'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:50:02.353691 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-3015dbf1-428a-4279-a1bc-0470b856db1d service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362882 Feb 09 13:50:02.483856 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c8c37e78-556e-4e0a-86a8-22645cb56f8d req-5f9cf963-d5e9-48ce-a865-41cfd1c2e134 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248143 Feb 09 13:50:02.750301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f7024-9e95-4052-9f11-721acea007bf req-5e328c03-5dcd-4e6f-a68c-548a02474bad tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:02.751767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a2f7024-9e95-4052-9f11-721acea007bf req-5e328c03-5dcd-4e6f-a68c-548a02474bad tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 945 time: 0.0788860 Feb 09 13:50:02.797243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a2f7024-9e95-4052-9f11-721acea007bf req-b9482262-6312-4d87-bb8c-8ef112389524 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Feb 09 13:50:03.671304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 51c06730-767e-4a89-bc6d-2816c924adcf up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:50:03.738339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 51c06730-767e-4a89-bc6d-2816c924adcf completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:50:03.742991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 51c06730-767e-4a89-bc6d-2816c924adcf triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:03.743305 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:03.856347 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:03.882889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:50:03.893019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=51c06730-767e-4a89-bc6d-2816c924adcf,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:03.897485 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:03.961415 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf', 'code': 200} Feb 09 13:50:03.969488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=51c06730-767e-4a89-bc6d-2816c924adcf,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:04.013600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759638-4dee-4e38-9d7d-871a7b34c1f8 req-a7c0b410-a61e-4c7a-80ab-8b1954ab29f6 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:04.015076 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04759638-4dee-4e38-9d7d-871a7b34c1f8 req-a7c0b410-a61e-4c7a-80ab-8b1954ab29f6 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0911424 Feb 09 13:50:04.058786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04759638-4dee-4e38-9d7d-871a7b34c1f8 req-94b4f60e-6925-4ee4-a900-9e270a002c65 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Feb 09 13:50:04.259859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14d1ae-56aa-47c2-8554-908bbc354813 req-50549163-c277-47b1-b4e7-f96134e83ad1 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:04.261213 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b14d1ae-56aa-47c2-8554-908bbc354813 req-50549163-c277-47b1-b4e7-f96134e83ad1 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0793715 Feb 09 13:50:04.306276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b14d1ae-56aa-47c2-8554-908bbc354813 req-23fb6f79-8c13-460a-829a-d20580cac8bd tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390747 Feb 09 13:50:04.510929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004f501-d071-4f6f-9d55-ffc29c3574f0 req-62df94f9-3057-4b20-b336-bb388f47f235 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:04.512270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6004f501-d071-4f6f-9d55-ffc29c3574f0 req-62df94f9-3057-4b20-b336-bb388f47f235 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0831447 Feb 09 13:50:04.561503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6004f501-d071-4f6f-9d55-ffc29c3574f0 req-dfa51833-2c51-49a2-adf9-8d22d768e377 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436263 Feb 09 13:50:05.192617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-13b1dfa4-165f-4fdd-b5dc-2264192be6d8 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:05.194025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-13b1dfa4-165f-4fdd-b5dc-2264192be6d8 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 815 time: 0.2439857 Feb 09 13:50:05.211161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-fd440972-ad12-4dea-aa8e-b6405deb40db tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/quotas/6df4eddd1c4e4d0ea624637ee15bbed1 HTTP/1.1" status: 200 len: 375 time: 0.0110836 Feb 09 13:50:05.288553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-adfd185d-bbc4-48db-911b-a04663739de7 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714862 Feb 09 13:50:05.419733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-9528d3b3-7994-4cd6-9a62-6db0c261329c service neutron] 10.222.0.59 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244907 Feb 09 13:50:05.554005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-07ff3a96-15d0-47cc-adee-26ad2b5c15ea service neutron] 10.222.0.59 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272337 Feb 09 13:50:05.740924 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0c23fe1-1d96-4b28-9345-758ecc209342 req-be386e37-29cf-432f-a812-41611b8ea4f6 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 210 time: 0.0459650 Feb 09 13:50:06.351254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41547e0e-a129-4355-97e4-6c00e806238d req-3a4997a0-3826-4f9b-9cad-89dfb07ec249 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:06.352567 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-41547e0e-a129-4355-97e4-6c00e806238d req-3a4997a0-3826-4f9b-9cad-89dfb07ec249 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a97d473-f4b2-4363-97c5-a347a523b786 HTTP/1.1" status: 200 len: 946 time: 0.0779305 Feb 09 13:50:06.417747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-41547e0e-a129-4355-97e4-6c00e806238d req-4f769889-3d95-4b9d-940c-195f05637b0d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Deleting port 51c06730-767e-4a89-bc6d-2816c924adcf {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:50:06.418080 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-41547e0e-a129-4355-97e4-6c00e806238d req-4f769889-3d95-4b9d-940c-195f05637b0d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:06.767901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-41547e0e-a129-4355-97e4-6c00e806238d req-4f769889-3d95-4b9d-940c-195f05637b0d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] For port 51c06730-767e-4a89-bc6d-2816c924adcf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=51c06730-767e-4a89-bc6d-2816c924adcf,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:06.767901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-41547e0e-a129-4355-97e4-6c00e806238d req-4f769889-3d95-4b9d-940c-195f05637b0d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:06.900757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-41547e0e-a129-4355-97e4-6c00e806238d req-4f769889-3d95-4b9d-940c-195f05637b0d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Calling delete_port for 51c06730-767e-4a89-bc6d-2816c924adcf owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:50:06.913154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb7f9be3-6e3d-4eac-83c4-68307c49ce4a req-7eadd2f0-537f-4cec-af84-2233dff54008 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 210 time: 0.0465677 Feb 09 13:50:06.942987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-b6c38d92-e30f-43bc-881b-0a8bbda48261 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:06.942987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-b6c38d92-e30f-43bc-881b-0a8bbda48261 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.67 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 815 time: 0.3171201 Feb 09 13:50:06.952553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Request body: {'port': {'device_id': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c', 'admin_state_up': True, 'tenant_id': '6df4eddd1c4e4d0ea624637ee15bbed1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:50:07.250480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:07.258036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Usage tracker for resource:port and tenant:6df4eddd1c4e4d0ea624637ee15bbed1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:07.262035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:07.265166 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-41547e0e-a129-4355-97e4-6c00e806238d req-4f769889-3d95-4b9d-940c-195f05637b0d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:07.277700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['51c06730-767e-4a89-bc6d-2816c924adcf'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:50:07.300734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:07.322415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f769889-3d95-4b9d-940c-195f05637b0d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Pushing event deleted for resources: {'Port': ['ID=51c06730-767e-4a89-bc6d-2816c924adcf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:07.325779 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Made reservation on behalf of 6df4eddd1c4e4d0ea624637ee15bbed1 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:50:07.328678 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:07.444536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-41547e0e-a129-4355-97e4-6c00e806238d req-4f769889-3d95-4b9d-940c-195f05637b0d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] No DVR routers for this DVR port 51c06730-767e-4a89-bc6d-2816c924adcf on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:50:07.448394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-41547e0e-a129-4355-97e4-6c00e806238d req-4f769889-3d95-4b9d-940c-195f05637b0d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:07.451912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'name': 'network-vif-deleted', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:50:07.486897 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-41547e0e-a129-4355-97e4-6c00e806238d req-4f769889-3d95-4b9d-940c-195f05637b0d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.62 "DELETE /v2.0/ports/51c06730-767e-4a89-bc6d-2816c924adcf HTTP/1.1" status: 204 len: 173 time: 1.1288106 Feb 09 13:50:07.542199 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a97d473-f4b2-4363-97c5-a347a523b786', 'name': 'network-vif-deleted', 'tag': '51c06730-767e-4a89-bc6d-2816c924adcf', 'status': 'completed', 'code': 200} Feb 09 13:50:07.574901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Allocated IP 172.20.0.10 (f5729fea-5b96-4482-b073-8ffcb1c88c4c/dda881ca-a2a4-408f-8db0-687dd14ea839/a314ad88-e9a9-44f2-8aa7-3b00a9e7988a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:50:07.782969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:07.812734 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:07.824782 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['51c06730-767e-4a89-bc6d-2816c924adcf'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:50:07.885224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Network f5729fea-5b96-4482-b073-8ffcb1c88c4c is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:50:07.892252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:50:07.896389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:50:07.923829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Pushing event updated for resources: {'Port': ['ID=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:07.961914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:07.962898 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:07.982710 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-73e5b353-84bf-4b90-9a9b-f3bcb0887e01 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0336478 Feb 09 13:50:07.995266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Request body: {'port': {'device_id': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:50:08.103505 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:08.116726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e76ca8-748a-437b-bc46-8e39ff523265 req-fe7b81c8-45be-4d1a-8346-5f4afbd78b53 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:08.118754 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88e76ca8-748a-437b-bc46-8e39ff523265 req-fe7b81c8-45be-4d1a-8346-5f4afbd78b53 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 932 time: 0.0774274 Feb 09 13:50:08.162414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88e76ca8-748a-437b-bc46-8e39ff523265 req-ca27529b-6b32-4926-bcc9-f30a3b28b179 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380960 Feb 09 13:50:08.434998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a314ad88-e9a9-44f2-8aa7-3b00a9e7988a {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:50:08.441692 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:08.455772 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Transition to ACTIVE for port object a314ad88-e9a9-44f2-8aa7-3b00a9e7988a will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:50:08.459504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:08.594880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Pushing event updated for resources: {'Port': ['ID=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:08.698061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Attempting to bind port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:50:08.698402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Attempting to bind port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:50:08.698876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Attempting to bind port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a on network f5729fea-5b96-4482-b073-8ffcb1c88c4c {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:50:08.705393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a on network f5729fea-5b96-4482-b073-8ffcb1c88c4c not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:50:08.705707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Attempting to bind port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a on network f5729fea-5b96-4482-b073-8ffcb1c88c4c {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:50:08.712042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:50:08.712373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Checking segment: {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:50:08.712746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Bound using segment: {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:50:08.713159 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Bound port: a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:50:08.713498 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:08.804713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:50:08.808785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:50:08.813585 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:08.873434 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:08.874802 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] 10.222.0.67 "PUT /v2.0/ports/a314ad88-e9a9-44f2-8aa7-3b00a9e7988a HTTP/1.1" status: 200 len: 1092 time: 0.8846731 Feb 09 13:50:08.891484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c052b-3609-4904-8726-ecafd729d42d service neutron] Pushing event updated for resources: {'Port': ['ID=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:08.981547 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-90890731-c492-4ce7-ad10-381eca833011 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 1095 time: 0.0719163 Feb 09 13:50:09.144282 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-6c308dce-a935-44b7-8e11-5361f01bc8d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a HTTP/1.1" status: 200 len: 217 time: 0.1556613 Feb 09 13:50:09.210195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-330c2997-9da7-4ffb-9e61-06259ad60906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:09.212157 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-330c2997-9da7-4ffb-9e61-06259ad60906 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0612497 Feb 09 13:50:09.258527 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-8ed9fc13-fbf3-4ad0-b796-3e05610cb7d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406687 Feb 09 13:50:09.366216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf2f6a-3c8a-42b6-af4e-ee1bc74c8476 req-690c40e2-9bef-468f-b19f-550c611ae667 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:09.367687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbbf2f6a-3c8a-42b6-af4e-ee1bc74c8476 req-690c40e2-9bef-468f-b19f-550c611ae667 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 944 time: 0.0793605 Feb 09 13:50:09.388430 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-a9b31928-46d2-4fd9-81c1-e526cf43b2e3 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239603 Feb 09 13:50:09.413022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbbf2f6a-3c8a-42b6-af4e-ee1bc74c8476 req-ab5d2db9-9e8f-418c-8e7e-c6cbcb8bdc95 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391974 Feb 09 13:50:09.517674 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f7b765ff-e8c8-45b6-8bf2-5f8773a72917 req-d5c283f0-bb6e-40f7-8b3e-eeefa629c13e service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233931 Feb 09 13:50:09.543279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:50:09.598072 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a', 'status': 'completed', 'code': 200} Feb 09 13:50:09.689312 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67fd80db-3f7f-4a81-84ba-1aaf1ec96a1a req-a472823e-50f1-4f37-9b81-68be8f0ab0ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 1095 time: 0.0689924 Feb 09 13:50:09.818778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd80db-3f7f-4a81-84ba-1aaf1ec96a1a req-f93a86e4-511b-4353-9d68-e22b5a0d2838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:09.820122 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67fd80db-3f7f-4a81-84ba-1aaf1ec96a1a req-f93a86e4-511b-4353-9d68-e22b5a0d2838 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.1248407 Feb 09 13:50:09.891287 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67fd80db-3f7f-4a81-84ba-1aaf1ec96a1a req-d62cbcc3-6fbf-4882-8b7b-951407517a19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a HTTP/1.1" status: 200 len: 217 time: 0.0635767 Feb 09 13:50:09.953183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd80db-3f7f-4a81-84ba-1aaf1ec96a1a req-a14231cf-acd1-4d39-bd01-e9ddbf3ddf14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:09.954658 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67fd80db-3f7f-4a81-84ba-1aaf1ec96a1a req-a14231cf-acd1-4d39-bd01-e9ddbf3ddf14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0563128 Feb 09 13:50:10.000943 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67fd80db-3f7f-4a81-84ba-1aaf1ec96a1a req-4d5e69eb-cf74-4126-83a0-efb0ee78cced service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388274 Feb 09 13:50:10.130039 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67fd80db-3f7f-4a81-84ba-1aaf1ec96a1a req-559ff1ed-66c9-44ab-b244-391e3d88d19a service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220636 Feb 09 13:50:10.260525 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67fd80db-3f7f-4a81-84ba-1aaf1ec96a1a req-190e4dd0-c332-42d1-bca6-3f567efd1af2 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223071 Feb 09 13:50:10.606170 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed6d67-c90c-49a4-9e24-cce61d2c6767 req-46d3b5ea-d2a8-445a-8fd4-58b52405e74f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:10.607614 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61ed6d67-c90c-49a4-9e24-cce61d2c6767 req-46d3b5ea-d2a8-445a-8fd4-58b52405e74f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 944 time: 0.0746298 Feb 09 13:50:10.655268 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61ed6d67-c90c-49a4-9e24-cce61d2c6767 req-22f3a22a-a8e1-47c8-804d-b33fe38b4fd0 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Feb 09 13:50:11.599708 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:11.702894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 51c06730-767e-4a89-bc6d-2816c924adcf no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:50:11.739650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 51c06730-767e-4a89-bc6d-2816c924adcf {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:50:11.739986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 51c06730-767e-4a89-bc6d-2816c924adcf not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:50:11.804584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a314ad88-e9a9-44f2-8aa7-3b00a9e7988a details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:50:11.854454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5068a7-71b5-4310-94e6-f6ffd76b2cc6 req-779194da-080f-4ae6-a448-7fddaac73786 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:11.855994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf5068a7-71b5-4310-94e6-f6ffd76b2cc6 req-779194da-080f-4ae6-a448-7fddaac73786 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 944 time: 0.0769751 Feb 09 13:50:11.902040 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf5068a7-71b5-4310-94e6-f6ffd76b2cc6 req-587ab1c0-9772-4709-b781-799530c0a32d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404081 Feb 09 13:50:11.974278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:11.987873 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a', 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c', 'port_id': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a', 'mac_address': 'fa:16:3e:28:15:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda881ca-a2a4-408f-8db0-687dd14ea839', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:50:12.040380 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:12.056990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a314ad88-e9a9-44f2-8aa7-3b00a9e7988a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:50:12.072524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:12.076075 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:12.142882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:12.151650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.152044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.152381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.152707 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.153031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.153349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.153665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.153981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.154293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.154641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.154950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:12.282738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['a314ad88-e9a9-44f2-8aa7-3b00a9e7988a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:50:13.099799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad392b1d-4562-49a6-8cc6-2782cefb6dae req-dd0ba361-6e8e-4557-bf16-9d6fee786740 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:13.101224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad392b1d-4562-49a6-8cc6-2782cefb6dae req-dd0ba361-6e8e-4557-bf16-9d6fee786740 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 945 time: 0.0793891 Feb 09 13:50:13.145734 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad392b1d-4562-49a6-8cc6-2782cefb6dae req-e0e1bbe1-5cc5-4e9c-b5fe-77cf28e743e9 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382142 Feb 09 13:50:13.820717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a314ad88-e9a9-44f2-8aa7-3b00a9e7988a up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:50:13.890899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:50:13.895441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:13.895804 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:14.008832 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:14.033864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:50:14.043826 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:14.047793 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:14.091739 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a', 'code': 200} Feb 09 13:50:14.117599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:14.214823 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-90015236-962f-423d-ba6d-2d61d0142430 req-a2c43df2-3cde-4c4a-9850-7976c487f8fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 1097 time: 0.0731008 Feb 09 13:50:14.257025 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-90015236-962f-423d-ba6d-2d61d0142430 req-488331b9-834f-4154-a2f0-917c9b852c4c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363002 Feb 09 13:50:14.343436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa66f49-466d-4167-9351-b4514e822fbc req-f25c566d-cf6f-45a6-967f-869305ea3068 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:14.344795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fa66f49-466d-4167-9351-b4514e822fbc req-f25c566d-cf6f-45a6-967f-869305ea3068 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0747700 Feb 09 13:50:14.389396 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fa66f49-466d-4167-9351-b4514e822fbc req-11522e9b-e28c-4b23-b7c3-c656daf0ad54 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391467 Feb 09 13:50:15.592296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a9727-862b-4eea-bb8e-f96f5c607d44 req-1cbf51e8-3016-43b2-ad42-a005d92c5914 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:15.593739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e42a9727-862b-4eea-bb8e-f96f5c607d44 req-1cbf51e8-3016-43b2-ad42-a005d92c5914 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0813730 Feb 09 13:50:15.638286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e42a9727-862b-4eea-bb8e-f96f5c607d44 req-4049e984-608c-4870-b7c6-8ca01273c147 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390210 Feb 09 13:50:15.832061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61780cb6-340b-41cb-aec4-159c44cd59d2 req-8329a994-f063-4935-8166-b9b53de61c40 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:15.833505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61780cb6-340b-41cb-aec4-159c44cd59d2 req-8329a994-f063-4935-8166-b9b53de61c40 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0739996 Feb 09 13:50:15.880816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61780cb6-340b-41cb-aec4-159c44cd59d2 req-558c1cd1-24a1-4a57-9394-386ca8221571 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Feb 09 13:50:16.092507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9c991e1c-855f-42d2-b92e-0620da4876e5 req-f2081f6e-4c1e-4cc3-bd44-b44e09d84052 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0734787 Feb 09 13:50:16.341823 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-f53f4087-1c74-4c73-a615-107ed270ee87 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691206 Feb 09 13:50:16.406421 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fdd99-ee07-4178-9678-0332ab999d39 req-e59da021-b55d-4c72-a3f0-eb2b53382014 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:16.407890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-841fdd99-ee07-4178-9678-0332ab999d39 req-e59da021-b55d-4c72-a3f0-eb2b53382014 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0816481 Feb 09 13:50:16.457197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-841fdd99-ee07-4178-9678-0332ab999d39 req-dffce3b0-aa38-47a0-89e3-6e0f11cb915c tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434554 Feb 09 13:50:16.514218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:17.554844 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-4c819f1c-517e-4750-aeea-8a7e795ce8c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 1097 time: 0.0708232 Feb 09 13:50:17.657614 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1c3a6-2c81-4c74-95cd-863df442e63c req-da5f294b-22ef-4d7f-9da1-83cc43ecf462 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:17.659091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91d1c3a6-2c81-4c74-95cd-863df442e63c req-da5f294b-22ef-4d7f-9da1-83cc43ecf462 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0780141 Feb 09 13:50:17.686850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-9083c83a-083b-44b0-9d57-157697b1b781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:17.688297 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-9083c83a-083b-44b0-9d57-157697b1b781 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.1273272 Feb 09 13:50:17.706365 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91d1c3a6-2c81-4c74-95cd-863df442e63c req-d9b83e90-182e-4b32-b1b2-3a570dedcb26 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Feb 09 13:50:17.757846 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-8d46260e-350d-4bfa-bc5c-61090e880c12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a HTTP/1.1" status: 200 len: 217 time: 0.0632057 Feb 09 13:50:17.904955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-c8f9d071-fa5c-412c-9f87-a24043c6d137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:17.906439 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-c8f9d071-fa5c-412c-9f87-a24043c6d137 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.1435730 Feb 09 13:50:17.951123 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-03df29fb-8cf0-4cf6-b21f-4ca4bca03a99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380964 Feb 09 13:50:18.080074 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-05a05916-6274-4670-872c-11eaa5ddfff6 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206009 Feb 09 13:50:18.207377 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-34a95afe-98d6-4f91-9163-fd211a9b2f1a service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215501 Feb 09 13:50:18.904871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf9bf-5a2e-4aea-b55f-44983d5462d0 req-94448409-acef-4670-8cbe-a3a11c39d526 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:18.906309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e21bf9bf-5a2e-4aea-b55f-44983d5462d0 req-94448409-acef-4670-8cbe-a3a11c39d526 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0750966 Feb 09 13:50:18.953894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e21bf9bf-5a2e-4aea-b55f-44983d5462d0 req-3abafb81-d897-4e98-bcfd-4aa283e315e9 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 Feb 09 13:50:20.157226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b422e23-9ba2-4a9f-abb0-33eee1bfd3b0 req-3e80f659-a5d7-4535-8bad-f945787956e2 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:20.158688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b422e23-9ba2-4a9f-abb0-33eee1bfd3b0 req-3e80f659-a5d7-4535-8bad-f945787956e2 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0796075 Feb 09 13:50:20.203213 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b422e23-9ba2-4a9f-abb0-33eee1bfd3b0 req-35d2d6b4-627f-4207-96f5-943eaf36e68f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Feb 09 13:50:21.401847 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90a644-ca56-4cae-a3aa-a87ad43161c5 req-1c0de8e1-e381-429f-9f4a-82a4b7dfff8d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:21.403370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3d90a644-ca56-4cae-a3aa-a87ad43161c5 req-1c0de8e1-e381-429f-9f4a-82a4b7dfff8d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0777116 Feb 09 13:50:21.447901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3d90a644-ca56-4cae-a3aa-a87ad43161c5 req-217aaa16-bf25-4dea-849c-77ea133303ef tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Feb 09 13:50:22.668580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe6b2-1086-42ea-80b5-57a09df9a2df req-9ea2aa3b-d2c3-472b-b25d-a2892f1c4b5c tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:22.670033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e1fe6b2-1086-42ea-80b5-57a09df9a2df req-9ea2aa3b-d2c3-472b-b25d-a2892f1c4b5c tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0801845 Feb 09 13:50:22.714202 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5e1fe6b2-1086-42ea-80b5-57a09df9a2df req-9050f3fd-d4a3-4722-b3f7-0205eb14ce77 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387208 Feb 09 13:50:23.928785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8fc28-b5b7-4ad3-af67-06662cba1e4a req-dc7e76f0-685e-45b1-afd7-2061705faf07 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:23.930797 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4a8fc28-b5b7-4ad3-af67-06662cba1e4a req-dc7e76f0-685e-45b1-afd7-2061705faf07 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0822778 Feb 09 13:50:23.979902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4a8fc28-b5b7-4ad3-af67-06662cba1e4a req-7db83504-633c-4f88-bd21-8d52014af031 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Feb 09 13:50:24.720423 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:50:25.063251 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6193a69a-f7a4-4a8f-bf99-c946eaafd306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:25.176972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7a1a-50ed-4316-821c-1451586e7577 req-d9829da0-dcbb-471b-b39f-73ddf3b6f7b4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:25.178418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2faa7a1a-50ed-4316-821c-1451586e7577 req-d9829da0-dcbb-471b-b39f-73ddf3b6f7b4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0748484 Feb 09 13:50:25.226118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2faa7a1a-50ed-4316-821c-1451586e7577 req-36e73f7b-120c-453f-9cd0-bd4dad0584dd tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Feb 09 13:50:26.430769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85630a2-036b-4f6d-a18c-9642eb24283b req-00c8c471-743c-43eb-905b-5413269c3f51 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:26.432197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c85630a2-036b-4f6d-a18c-9642eb24283b req-00c8c471-743c-43eb-905b-5413269c3f51 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0751042 Feb 09 13:50:26.475560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c85630a2-036b-4f6d-a18c-9642eb24283b req-01fa966f-182e-4784-8599-a0dac9b571a6 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 Feb 09 13:50:27.681148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d0b49-0ec9-4932-8f11-683df41bc852 req-cd653917-4402-41bb-9ce5-13826427b639 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:27.682600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d08d0b49-0ec9-4932-8f11-683df41bc852 req-cd653917-4402-41bb-9ce5-13826427b639 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0874944 Feb 09 13:50:27.812788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d08d0b49-0ec9-4932-8f11-683df41bc852 req-6bb046a0-b435-453b-98bb-96658632e8b1 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246419 Feb 09 13:50:28.278022 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dd679c92-53a1-4ad7-b427-b599aa53999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:28.679589 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:28.720734 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:29.012895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c8926-2c94-454c-9dd9-c05a4d6fe072 req-7bc7d5c1-604d-4cf4-bff2-c82cbafa87ba tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:29.014317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab4c8926-2c94-454c-9dd9-c05a4d6fe072 req-7bc7d5c1-604d-4cf4-bff2-c82cbafa87ba tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0824647 Feb 09 13:50:29.058155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab4c8926-2c94-454c-9dd9-c05a4d6fe072 req-8e568703-875b-4d51-baaf-8820e6fe718a tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382323 Feb 09 13:50:30.009158 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:30.252915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143cc7a-0b24-4ed0-aad4-f6c15e13d1e1 req-d09fa095-58c6-4b71-8f63-34b343df413e tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:30.254239 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a143cc7a-0b24-4ed0-aad4-f6c15e13d1e1 req-d09fa095-58c6-4b71-8f63-34b343df413e tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0777745 Feb 09 13:50:30.298004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a143cc7a-0b24-4ed0-aad4-f6c15e13d1e1 req-7ffdf5b8-8633-4539-9cb1-79f6d99b976f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383182 Feb 09 13:50:31.489259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cca72e-75f2-4b49-b1d6-0a66bc5ee656 req-a9236ef1-cb51-40ec-b816-94af09f9939d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:31.490788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2cca72e-75f2-4b49-b1d6-0a66bc5ee656 req-a9236ef1-cb51-40ec-b816-94af09f9939d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0744720 Feb 09 13:50:31.546534 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2cca72e-75f2-4b49-b1d6-0a66bc5ee656 req-523b57ad-18a3-4955-8823-0069f02f46a5 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495973 Feb 09 13:50:32.746720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40678c-60a2-4879-b637-f6f93f14179f req-03687d3d-ae77-4938-969a-5cd04e2d3356 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:32.748169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc40678c-60a2-4879-b637-f6f93f14179f req-03687d3d-ae77-4938-969a-5cd04e2d3356 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0759254 Feb 09 13:50:32.792988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bc40678c-60a2-4879-b637-f6f93f14179f req-eb2fc55c-bf95-459d-9106-bbbad580b7dc tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Feb 09 13:50:33.992898 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024d42b-4487-4cf9-a185-8357e7a40962 req-f466870a-8f96-4034-81e7-73176b7ef431 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:33.994349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f024d42b-4487-4cf9-a185-8357e7a40962 req-f466870a-8f96-4034-81e7-73176b7ef431 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0792763 Feb 09 13:50:34.039404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f024d42b-4487-4cf9-a185-8357e7a40962 req-0afbc95b-e554-4184-a456-4f84f95a5047 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Feb 09 13:50:35.239086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71febd18-2ec7-4d97-b196-71b23d162c9a req-fa1152a6-e3f7-416a-9147-26d93be88d2c tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:35.240545 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71febd18-2ec7-4d97-b196-71b23d162c9a req-fa1152a6-e3f7-416a-9147-26d93be88d2c tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0774941 Feb 09 13:50:35.285818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71febd18-2ec7-4d97-b196-71b23d162c9a req-1d98ef34-7637-473b-bae9-59cac81b2ab1 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Feb 09 13:50:36.483660 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502ba41-5496-41be-bcf1-d0ddb92e3627 req-3ee540ea-5018-4add-8a17-c67b2079aade tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:36.485096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1502ba41-5496-41be-bcf1-d0ddb92e3627 req-3ee540ea-5018-4add-8a17-c67b2079aade tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0782108 Feb 09 13:50:36.529853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1502ba41-5496-41be-bcf1-d0ddb92e3627 req-82a07007-c6d4-4ae6-a18a-ac24c69e72cb tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Feb 09 13:50:37.732132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b8b17-3af6-4d95-bb04-4084091e500a req-f884ef1e-57bc-47f9-bb22-673d0e252fb0 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:37.733572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c26b8b17-3af6-4d95-bb04-4084091e500a req-f884ef1e-57bc-47f9-bb22-673d0e252fb0 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0795479 Feb 09 13:50:37.781936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c26b8b17-3af6-4d95-bb04-4084091e500a req-17aef2e6-c8b1-447b-9a40-4a74cb57d3d9 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427589 Feb 09 13:50:38.987008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da503c7d-39f4-456a-886d-17ecdd0cf193 req-d9e3f33b-74dd-478c-94cb-fd2a83905b15 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:38.988463 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da503c7d-39f4-456a-886d-17ecdd0cf193 req-d9e3f33b-74dd-478c-94cb-fd2a83905b15 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0753248 Feb 09 13:50:39.032885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da503c7d-39f4-456a-886d-17ecdd0cf193 req-af0fcba5-7986-40fb-906c-372af54637ba tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382323 Feb 09 13:50:40.232959 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51051e7d-5487-495e-b84e-dce8a6004924 req-110f05f2-881a-4b8f-959f-6f592779f08a tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:40.234407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51051e7d-5487-495e-b84e-dce8a6004924 req-110f05f2-881a-4b8f-959f-6f592779f08a tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0785162 Feb 09 13:50:40.278893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51051e7d-5487-495e-b84e-dce8a6004924 req-ef4d80d0-f7ce-410e-ba2b-81bf8861ea6c tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 Feb 09 13:50:41.473444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02090768-46f5-48cf-aa71-a639857e5618 req-f5246802-30fc-4371-b917-e4c7935798e3 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:41.474894 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02090768-46f5-48cf-aa71-a639857e5618 req-f5246802-30fc-4371-b917-e4c7935798e3 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0736775 Feb 09 13:50:41.519276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02090768-46f5-48cf-aa71-a639857e5618 req-9b1b5143-c47b-469b-a36f-7b9f523ad1ac tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Feb 09 13:50:41.601779 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:42.713542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a191083-63fd-48dc-815d-6fd09dad9b24 req-c482d847-84f3-4b92-88e1-28c423743b21 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:42.714988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a191083-63fd-48dc-815d-6fd09dad9b24 req-c482d847-84f3-4b92-88e1-28c423743b21 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0781748 Feb 09 13:50:42.758020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a191083-63fd-48dc-815d-6fd09dad9b24 req-9654a10c-fda2-4364-837f-e47430f0faa2 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375922 Feb 09 13:50:43.964212 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27881c5-6e0c-4c06-ac3f-08e5fbd00cd9 req-4998a063-c49c-4b54-b391-84e2ed8e4226 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:43.966418 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d27881c5-6e0c-4c06-ac3f-08e5fbd00cd9 req-4998a063-c49c-4b54-b391-84e2ed8e4226 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0789349 Feb 09 13:50:44.021133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d27881c5-6e0c-4c06-ac3f-08e5fbd00cd9 req-6a277247-6751-4191-8983-023fa5171b35 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491512 Feb 09 13:50:45.039988 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-0a65b231-b706-4c20-91ec-af4c52467f13 service neutron] show failed (client error): The resource could not be found. Feb 09 13:50:45.041022 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-0a65b231-b706-4c20-91ec-af4c52467f13 service neutron] 10.222.0.67 "GET /v2.0/ports/a314ad88-e9a9-44f2-8aa7-3b00a9e7988a/bindings/n-h1-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0779977 Feb 09 13:50:45.239838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b89037-d2d9-4f39-afd9-9778f07709f3 req-9560626f-d1f0-47fd-adae-23231552c024 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:45.241299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86b89037-d2d9-4f39-afd9-9778f07709f3 req-9560626f-d1f0-47fd-adae-23231552c024 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0853918 Feb 09 13:50:45.290568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86b89037-d2d9-4f39-afd9-9778f07709f3 req-710db8cc-4bcb-45fc-9a5b-bb40d8fa7a72 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Feb 09 13:50:45.340934 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-8cebb6f4-2698-440e-a96d-f4b0ae622ea2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283&tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1 HTTP/1.1" status: 200 len: 1097 time: 0.0817940 Feb 09 13:50:45.353349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:50:45.464531 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:45.729905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:45.762375 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:50:45.819020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:50:45.825413 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:45.840475 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Transition to ACTIVE for port object a314ad88-e9a9-44f2-8aa7-3b00a9e7988a will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:50:45.844408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:45.893554 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a', 'code': 200} Feb 09 13:50:45.999783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Pushing event updated for resources: {'Port': ['ID=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:46.006835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] No DVR routers for this DVR port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:50:46.018183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.018443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.018795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.019124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.019449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.019775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.020089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.020407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.020722 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.021037 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.021351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:46.070051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Attempting to bind port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:50:46.071308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Attempting to bind port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:50:46.071308 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Attempting to bind port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a on network f5729fea-5b96-4482-b073-8ffcb1c88c4c {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:50:46.077150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a on network f5729fea-5b96-4482-b073-8ffcb1c88c4c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:50:46.077464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Attempting to bind port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a on network f5729fea-5b96-4482-b073-8ffcb1c88c4c {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:50:46.083747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:50:46.084077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Checking segment: {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:50:46.084453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Bound using segment: {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:50:46.084866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Bound port: a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e967a560-d4f7-4dc8-9740-565e985450de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:50:46.085205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:46.173724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:50:46.176613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:50:46.181374 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:46.243811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:46.245162 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] 10.222.0.62 "PUT /v2.0/ports/a314ad88-e9a9-44f2-8aa7-3b00a9e7988a HTTP/1.1" status: 200 len: 1092 time: 0.8964343 Feb 09 13:50:46.255209 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5f914-5116-4847-8cb0-bd52b00b0820 service neutron] Pushing event updated for resources: {'Port': ['ID=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:46.339478 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-15264ddc-574e-4bd1-8587-e0cce832f51d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 1095 time: 0.0719671 Feb 09 13:50:46.471869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-05e6f705-3669-4357-8a52-f1906bb398c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:46.473303 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-05e6f705-3669-4357-8a52-f1906bb398c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.1272371 Feb 09 13:50:46.486823 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2944af-199a-4b14-bf32-26f4814728d4 req-742116a6-e2cb-4290-b98d-a0f6f3423bf3 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:46.488266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c2944af-199a-4b14-bf32-26f4814728d4 req-742116a6-e2cb-4290-b98d-a0f6f3423bf3 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 944 time: 0.0753136 Feb 09 13:50:46.530616 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:46.543546 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c2944af-199a-4b14-bf32-26f4814728d4 req-2911b85a-9e8f-4843-8cc1-097789706d99 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472820 Feb 09 13:50:46.632620 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-ad967a63-3320-41a9-b269-73f54b7e4465 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a HTTP/1.1" status: 200 len: 217 time: 0.1527183 Feb 09 13:50:46.696532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-61448504-ba6a-4f74-9381-fd4b0673d321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:46.697941 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-61448504-ba6a-4f74-9381-fd4b0673d321 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0589509 Feb 09 13:50:46.741363 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-57d44f25-df3f-4460-b505-40d406ea6545 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371196 Feb 09 13:50:46.872479 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-64637c64-1b79-44e3-82f7-26b46fbba915 service neutron] 10.222.0.62 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249704 Feb 09 13:50:47.004109 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3b3f95e-d0f6-4299-bd3d-488ac521b86b req-c3ef4955-7333-4c80-b6d9-d436d8ec2535 service neutron] 10.222.0.62 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242430 Feb 09 13:50:47.739444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0e4a8-fd89-48cc-beb1-c0fcd75b28d3 req-2962e46e-d816-4bbe-9e6c-1d3704490f08 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:47.740890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-65c0e4a8-fd89-48cc-beb1-c0fcd75b28d3 req-2962e46e-d816-4bbe-9e6c-1d3704490f08 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 944 time: 0.0773308 Feb 09 13:50:47.786211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-65c0e4a8-fd89-48cc-beb1-c0fcd75b28d3 req-004c0a03-03b4-459f-887e-2868d4d6c575 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 Feb 09 13:50:47.895029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:50:47.962101 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a', 'status': 'completed', 'code': 200} Feb 09 13:50:48.104786 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-8b5c299d-1566-4d1b-acc5-bea833d596b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 1095 time: 0.0969884 Feb 09 13:50:48.107968 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-639e9a8a-1a83-4eed-9cb8-0e8e8a1511d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 1095 time: 0.1290021 Feb 09 13:50:48.337548 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-092b5f13-3bc2-4a3d-a193-4f11f8d8fb37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:48.339010 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-092b5f13-3bc2-4a3d-a193-4f11f8d8fb37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.2289546 Feb 09 13:50:48.341108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-8174555d-aee4-4b15-ac8b-99e3b6002210 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:48.342380 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-8174555d-aee4-4b15-ac8b-99e3b6002210 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.2147615 Feb 09 13:50:48.462455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-eacd0472-23c4-4cfc-a62b-a18f551b56b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a HTTP/1.1" status: 200 len: 217 time: 0.1169112 Feb 09 13:50:48.463724 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-cce340dd-bf3e-4230-b32f-b468a4afc36f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a HTTP/1.1" status: 200 len: 217 time: 0.0693407 Feb 09 13:50:48.573782 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-c0b4b002-fd7a-4ecd-89bd-ae7148957c91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:48.574862 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-c0b4b002-fd7a-4ecd-89bd-ae7148957c91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.1065824 Feb 09 13:50:48.576042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-2c6c2bad-8022-4b8a-96ed-a1b67d105f26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:48.577293 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-2c6c2bad-8022-4b8a-96ed-a1b67d105f26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0769436 Feb 09 13:50:48.657514 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-e273377c-fe87-4aba-8604-96b3f40f7804 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770848 Feb 09 13:50:48.659437 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-58b6f49a-ef4c-45c6-b445-a78876d3ebb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468984 Feb 09 13:50:48.990198 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-850057f4-85ac-451a-aa9f-08fff31851df service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263814 Feb 09 13:50:48.991162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2bf4c-7329-4275-a27b-5dc12e8e201d req-4d1b7cac-100e-4e9c-9fea-6c0a54d46252 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:48.991978 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-789775d6-0105-4436-8714-b05121745389 service neutron] 10.222.0.62 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101773 Feb 09 13:50:48.992672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19f2bf4c-7329-4275-a27b-5dc12e8e201d req-4d1b7cac-100e-4e9c-9fea-6c0a54d46252 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 944 time: 0.0803490 Feb 09 13:50:49.037453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19f2bf4c-7329-4275-a27b-5dc12e8e201d req-2a0437a0-3d33-498a-a5b3-4059978445c3 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Feb 09 13:50:49.230020 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-cec4690b-3239-48b3-9981-14f7b8d10b99 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340188 Feb 09 13:50:49.233034 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a94518a-e7c1-4029-8469-49afb235d8fe req-5f998579-bf3d-4153-a7ad-671b1911f1b4 service neutron] 10.222.0.62 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201810 Feb 09 13:50:49.361131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-4e7e92be-c691-44bf-aa07-e3a7eeea726f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:49.361715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-4e7e92be-c691-44bf-aa07-e3a7eeea726f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Synchronizing usage tracker for tenant:6df4eddd1c4e4d0ea624637ee15bbed1 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:50:49.368821 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586e368-413a-4b14-87e9-b02a8ebb00ab req-dcd4f719-99bb-441a-9af7-29d3df1d410e tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:49.370339 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2586e368-413a-4b14-87e9-b02a8ebb00ab req-dcd4f719-99bb-441a-9af7-29d3df1d410e tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 944 time: 0.0753784 Feb 09 13:50:49.377271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-4e7e92be-c691-44bf-aa07-e3a7eeea726f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Unset dirty status for tenant:6df4eddd1c4e4d0ea624637ee15bbed1 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:50:49.378360 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-4e7e92be-c691-44bf-aa07-e3a7eeea726f tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.67 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283&tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 944 time: 0.0952709 Feb 09 13:50:49.416471 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2586e368-413a-4b14-87e9-b02a8ebb00ab req-50900fd4-879b-40bb-8bcc-493cb0806847 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Feb 09 13:50:49.458550 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-1b022423-3349-4b55-8285-5af296ce8f96 service neutron] delete failed (client error): The resource could not be found. Feb 09 13:50:49.459553 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-1b022423-3349-4b55-8285-5af296ce8f96 service neutron] 10.222.0.67 "DELETE /v2.0/ports/a314ad88-e9a9-44f2-8aa7-3b00a9e7988a/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0761337 Feb 09 13:50:49.595380 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-c3da21d2-0137-4150-a9f8-e36b15e4eb8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 1095 time: 0.0680823 Feb 09 13:50:49.725318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-67c47c2e-20ca-48b8-80e6-d4a433ac7977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:49.726813 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-67c47c2e-20ca-48b8-80e6-d4a433ac7977 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 200 len: 916 time: 0.1255188 Feb 09 13:50:49.795955 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-735390a8-92fb-44d9-94e1-63596d942305 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a HTTP/1.1" status: 200 len: 217 time: 0.0627987 Feb 09 13:50:49.857135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-8cea433a-6a30-4b45-9405-bd302eaa245a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:49.858581 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-8cea433a-6a30-4b45-9405-bd302eaa245a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 200 len: 855 time: 0.0566623 Feb 09 13:50:49.905440 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-062ce1ec-7980-4acf-acd4-227c93bcd437 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f5729fea-5b96-4482-b073-8ffcb1c88c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416164 Feb 09 13:50:49.926543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a314ad88-e9a9-44f2-8aa7-3b00a9e7988a details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:50:49.933233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a314ad88-e9a9-44f2-8aa7-3b00a9e7988a no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:50:50.024231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device a314ad88-e9a9-44f2-8aa7-3b00a9e7988a not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:50:50.043922 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-c40c90bd-f78b-4fb9-8f17-4097cd4c8eeb service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313720 Feb 09 13:50:50.114703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:50.128781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a', 'network_id': 'f5729fea-5b96-4482-b073-8ffcb1c88c4c', 'port_id': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a', 'mac_address': 'fa:16:3e:28:15:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda881ca-a2a4-408f-8db0-687dd14ea839', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:50:50.173455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-af48552b-8e78-4fb0-ab18-14f4f5d503ba req-9c872339-7c03-4615-bbae-c4c6ff2f0909 service neutron] 10.222.0.67 "GET /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239092 Feb 09 13:50:50.183052 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:50.203066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a314ad88-e9a9-44f2-8aa7-3b00a9e7988a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:50:50.217825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:50.221806 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:50.297468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:50.447033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['a314ad88-e9a9-44f2-8aa7-3b00a9e7988a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:50:50.629370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081751-9008-4a58-8fc3-57f1e23bba5e req-af2906ea-c96d-4222-a607-5e54160d7b20 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:50.630883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f081751-9008-4a58-8fc3-57f1e23bba5e req-af2906ea-c96d-4222-a607-5e54160d7b20 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 945 time: 0.0835354 Feb 09 13:50:50.679102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f081751-9008-4a58-8fc3-57f1e23bba5e req-32dcd0fc-675b-4c97-9b48-b57f4246642e tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398321 Feb 09 13:50:51.877210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf85a3-892d-423b-9c0c-c6c69a0063cb req-c716e858-110c-4186-8673-9b56867fd630 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:51.878620 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abdf85a3-892d-423b-9c0c-c6c69a0063cb req-c716e858-110c-4186-8673-9b56867fd630 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 945 time: 0.0762150 Feb 09 13:50:51.926511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abdf85a3-892d-423b-9c0c-c6c69a0063cb req-3d16527a-b947-4dd1-ab3e-b039c01052eb tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Feb 09 13:50:51.936109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a314ad88-e9a9-44f2-8aa7-3b00a9e7988a up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:50:52.007146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:50:52.012471 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:50:52.012839 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:52.125658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2aee1-d76e-4c72-927d-2f91a7750fd4 req-d6307eb5-37a0-4f6c-bbaa-8ec942c7bbab tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:52.127140 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ea2aee1-d76e-4c72-927d-2f91a7750fd4 req-d6307eb5-37a0-4f6c-bbaa-8ec942c7bbab tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 945 time: 0.0764418 Feb 09 13:50:52.127497 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:52.154449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:50:52.164352 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:52.168703 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:52.174121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ea2aee1-d76e-4c72-927d-2f91a7750fd4 req-e59cc365-91e3-4fe9-b5ba-bee8fb539036 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410736 Feb 09 13:50:52.222280 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a', 'code': 200} Feb 09 13:50:52.246367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:52.392467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c676e4-37ed-4bb0-bf31-77062395671a req-12644da8-278c-4e98-a4ab-94424bf3dadc tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:52.393810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38c676e4-37ed-4bb0-bf31-77062395671a req-12644da8-278c-4e98-a4ab-94424bf3dadc tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0979006 Feb 09 13:50:52.438329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-38c676e4-37ed-4bb0-bf31-77062395671a req-01b47e03-5cc0-41bd-b508-e42a1533f4fb tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390291 Feb 09 13:50:53.183262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93971de-1d5f-444b-b4f5-1f21636fc60d req-17d1d93f-539e-4447-a66e-ba776186913d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:53.184795 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a93971de-1d5f-444b-b4f5-1f21636fc60d req-17d1d93f-539e-4447-a66e-ba776186913d tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0766246 Feb 09 13:50:53.230283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a93971de-1d5f-444b-b4f5-1f21636fc60d req-36e311ee-5f75-4cb0-b7ad-94d4db40c3d3 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Feb 09 13:50:54.331104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-b9dc65f2-5c02-41f6-a49d-47939a4fde72 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:54.332633 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-b9dc65f2-5c02-41f6-a49d-47939a4fde72 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.62 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.0741730 Feb 09 13:50:54.401591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-5b24064b-92d2-47a8-9beb-b3619f76ebd4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Deleting port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:50:54.401930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-5b24064b-92d2-47a8-9beb-b3619f76ebd4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:54.519982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fcd41-f551-4cac-900d-9c7f05eda0fa req-b7e40353-305c-445a-b3dc-7f80d7816459 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:54.521333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e37fcd41-f551-4cac-900d-9c7f05eda0fa req-b7e40353-305c-445a-b3dc-7f80d7816459 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/ports?device_id=3785b768-6c8b-44ab-90d0-d6df0821b283 HTTP/1.1" status: 200 len: 946 time: 0.1714487 Feb 09 13:50:54.565747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e37fcd41-f551-4cac-900d-9c7f05eda0fa req-d25fb3fd-9bf6-472b-9203-0b110b2a335e tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.59 "GET /v2.0/security-groups?id=60fb727e-177d-4ff6-b777-a03c7edaabf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Feb 09 13:50:54.679088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-5b24064b-92d2-47a8-9beb-b3619f76ebd4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] For port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,segment=NetworkSegment(e967a560-d4f7-4dc8-9740-565e985450de),segment_id=e967a560-d4f7-4dc8-9740-565e985450de)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:50:54.679556 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-5b24064b-92d2-47a8-9beb-b3619f76ebd4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:54.964373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-5b24064b-92d2-47a8-9beb-b3619f76ebd4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Calling delete_port for a314ad88-e9a9-44f2-8aa7-3b00a9e7988a owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:50:55.066350 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7bb79f13-1006-48f4-96c3-187d1d413402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:55.149860 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-5b24064b-92d2-47a8-9beb-b3619f76ebd4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:55.164186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['a314ad88-e9a9-44f2-8aa7-3b00a9e7988a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:50:55.217061 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24064b-92d2-47a8-9beb-b3619f76ebd4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Pushing event deleted for resources: {'Port': ['ID=a314ad88-e9a9-44f2-8aa7-3b00a9e7988a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:55.306936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-5b24064b-92d2-47a8-9beb-b3619f76ebd4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] No DVR routers for this DVR port a314ad88-e9a9-44f2-8aa7-3b00a9e7988a on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:50:55.309538 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-5b24064b-92d2-47a8-9beb-b3619f76ebd4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:55.312083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'name': 'network-vif-deleted', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:50:55.326905 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ccb0bb61-7182-45e4-affa-cdd7f16de8b4 req-5b24064b-92d2-47a8-9beb-b3619f76ebd4 tempest-ServerDiskConfigTestJSON-1797067422 tempest-ServerDiskConfigTestJSON-1797067422-project] 10.222.0.62 "DELETE /v2.0/ports/a314ad88-e9a9-44f2-8aa7-3b00a9e7988a HTTP/1.1" status: 204 len: 173 time: 0.9884672 Feb 09 13:50:55.370433 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3785b768-6c8b-44ab-90d0-d6df0821b283', 'name': 'network-vif-deleted', 'tag': 'a314ad88-e9a9-44f2-8aa7-3b00a9e7988a', 'status': 'completed', 'code': 200} Feb 09 13:50:55.832007 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36588) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:55.891367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Deleting subnet dda881ca-a2a4-408f-8db0-687dd14ea839 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:50:55.894270 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:55.946488 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.002160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.069112 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.108842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda881ca-a2a4-408f-8db0-687dd14ea839,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:56.122002 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.129213 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.129551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.129871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.130188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.130526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.130840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.131150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.131459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.131762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.132066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.132370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:50:56.136611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-90dc96ed-a0f4-4919-a43f-835fe3c18147 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dda881ca-a2a4-408f-8db0-687dd14ea839 HTTP/1.1" status: 204 len: 168 time: 0.3036110 Feb 09 13:50:56.139123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36592) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:56.243789 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.364337 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.389298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5729fea-5b96-4482-b073-8ffcb1c88c4c']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:56.401084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e967a560-d4f7-4dc8-9740-565e985450de') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:56.401376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e967a560-d4f7-4dc8-9740-565e985450de') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:50:56.412306 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.427513 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.433851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:50:56.434226 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:50:56.447418 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:50:56.522976 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.539118 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.548970 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5729fea-5b96-4482-b073-8ffcb1c88c4c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:56.558219 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5e110825-3f4e-4514-bd66-174170099cb2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f5729fea-5b96-4482-b073-8ffcb1c88c4c HTTP/1.1" status: 204 len: 168 time: 0.4181259 Feb 09 13:50:56.688233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36598) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:56.738475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-70a007fa-0946-40e7-9c47-027ad3aa2e08 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6df4eddd1c4e4d0ea624637ee15bbed1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491219 Feb 09 13:50:56.740992 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36602) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:56.799351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3dff41b-9652-4f9d-9298-84a36bd3ef7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.824529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3dff41b-9652-4f9d-9298-84a36bd3ef7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.878162 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3dff41b-9652-4f9d-9298-84a36bd3ef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.894918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dff41b-9652-4f9d-9298-84a36bd3ef7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fb727e-177d-4ff6-b777-a03c7edaabf1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:56.898923 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3dff41b-9652-4f9d-9298-84a36bd3ef7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:56.900022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b3dff41b-9652-4f9d-9298-84a36bd3ef7f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60fb727e-177d-4ff6-b777-a03c7edaabf1 HTTP/1.1" status: 204 len: 168 time: 0.1581552 Feb 09 13:50:57.745032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36624) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:57.874811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1032655239-network', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:50:57.879985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:57.884332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Usage tracker for resource:network and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:57.887165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:57.892593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:57.902366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Made reservation on behalf of 091a23d1296b4a92a4a69ffcc9c7f020 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:50:57.904654 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:57.916852 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:57.949892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:57.953670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Usage tracker for resource:security_group_rule and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:57.956395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:57.962050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:57.982924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a314ad88-e9a9-44f2-8aa7-3b00a9e7988a no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:50:58.017641 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: a314ad88-e9a9-44f2-8aa7-3b00a9e7988a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:50:58.017915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device a314ad88-e9a9-44f2-8aa7-3b00a9e7988a not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:50:58.039682 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.043552 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.073413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:50:58.081451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde6c67-527a-4fbc-a11e-9ea14ee99634,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:58.086803 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.087144 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Added segment 85b24bb6-4c9d-4bb2-801a-6cf9427df0f7 of type vlan for network 62475eae-f776-4c7d-b820-55c447091368 Feb 09 13:50:58.113007 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.141684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.142538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:58.143107 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.240141 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4937744 Feb 09 13:50:58.243573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36630) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:58.250478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Request body: {'subnet': {'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1032655239-subnet', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:50:58.254126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a57db9-b07d-4373-8775-7e0734727ddd admin admin] Pushing event updated for resources: {'Network': ['ID=62475eae-f776-4c7d-b820-55c447091368,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:58.257588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:58.261466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Usage tracker for resource:subnet and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:58.263483 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 62475eae-f776-4c7d-b820-55c447091368 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:50:58.264322 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:58.270232 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:58.279756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Made reservation on behalf of 091a23d1296b4a92a4a69ffcc9c7f020 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:50:58.282155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.379174 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14efad7f-b9f7-4f4b-8335-0e1120ad0c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.487808 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.557837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff5c5254-1453-48c3-b950-32b28ce0cd5e,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:58.569911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:50:58.570280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Network hostable DHCP agents. Network: 62475eae-f776-4c7d-b820-55c447091368, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:50:58.591586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Network 62475eae-f776-4c7d-b820-55c447091368 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:50:58.600229 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 62475eae-f776-4c7d-b820-55c447091368) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:50:58.607064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:50:58.608083 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.612452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6437e-30f4-40c4-8781-845ff00498f2 None None] Network 62475eae-f776-4c7d-b820-55c447091368 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:50:58.638197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-39ab5453-c124-4477-b074-a7658fb0a8b2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3911881 Feb 09 13:50:58.638585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36634) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:50:58.643661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:50:58.649193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:50:58.653014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Usage tracker for resource:router and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:50:58.655876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:50:58.661505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:50:58.674936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.676166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.694936 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.730225 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.739754 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.851065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-62475eae-f776-4c7d-b820-55c447091368', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:50:58.852463 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:58.944069 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.012933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Allocated IP 172.20.0.2 (62475eae-f776-4c7d-b820-55c447091368/ff5c5254-1453-48c3-b950-32b28ce0cd5e/25ee403f-2ece-4faa-8ef4-c2b7e4a10a10) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:50:59.132464 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.162439 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.214161 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.225701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Transition to ACTIVE for port object 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:50:59.245374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Transition to ACTIVE for port object 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:50:59.251487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.301502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Allocated IP 172.25.5.87 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:50:59.322882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Network 62475eae-f776-4c7d-b820-55c447091368 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:50:59.326049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Pushing event updated for resources: {'Port': ['ID=25ee403f-2ece-4faa-8ef4-c2b7e4a10a10,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:59.328477 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:50:59.330832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:50:59.416958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Attempting to bind port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:50:59.417320 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Attempting to bind port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:50:59.417670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Attempting to bind port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:50:59.424091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:50:59.424450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:50:59.424840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.425214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:50:59.425667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Bound port: 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:50:59.426031 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.461021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.494376 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.527055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] For port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:50:59.530512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] For port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=25ee403f-2ece-4faa-8ef4-c2b7e4a10a10,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:50:59.536208 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.566758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:50:59.570063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:50:59.575065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:50:59.602417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Pushing event updated for resources: {'Port': ['ID=1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:59.628673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e970bf-b3e5-4d73-bb80-0c45137929d5 None None] Pushing event updated for resources: {'Port': ['ID=25ee403f-2ece-4faa-8ef4-c2b7e4a10a10,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:50:59.752935 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:50:59.753698 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:00.013110 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:00.013905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:51:00.220294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:51:00.229446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:51:00.241507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:51:00.242121 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:50:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:00.245041 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:00.246450 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-aff73acc-43cc-413b-9f4b-effa47b4e50b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6068597 Feb 09 13:51:00.249259 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36638) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:51:00.439732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:51:00.627855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c155909b-64a2-448a-a0f6-1c01492690ca None None] Network 62475eae-f776-4c7d-b820-55c447091368 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:51:00.844061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-edcb3c6f-aa36-49b8-ae78-d50c19033a8c None None] Provisioning for port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:51:00.973553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:50:59Z', 'revision_number': 3, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:00.981202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:51:00.981549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Updating router a8e77f64-1a50-427e-9d73-0bfbf01768b1 port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:51:01.047623 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.106515 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.335279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Allocated IP 172.20.0.1 (62475eae-f776-4c7d-b820-55c447091368/ff5c5254-1453-48c3-b950-32b28ce0cd5e/e0490f42-0150-493d-a339-eb236a218f89) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:51:01.412349 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.430152 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Transition to ACTIVE for port object 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:51:01.437242 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.488782 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.504960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Transition to ACTIVE for port object e0490f42-0150-493d-a339-eb236a218f89 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:51:01.517614 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612e738-abd0-4195-aae8-2c5e0478ef3c None None] Pushing event updated for resources: {'Port': ['ID=1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:01.519883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Attempting to bind port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:51:01.520246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Attempting to bind port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:51:01.521179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Attempting to bind port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:51:01.527536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:51:01.527930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:51:01.528292 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.528688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:51:01.529122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Bound port: 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:51:01.529401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.529517 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.592224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Network 62475eae-f776-4c7d-b820-55c447091368 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:51:01.599206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:51:01.604287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:51:01.609962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] For port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:51:01.613447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] For port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:51:01.618045 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.636437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0490f42-0150-493d-a339-eb236a218f89,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:01.656396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:51:01.668126 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.720908 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:51:01.754522 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612e738-abd0-4195-aae8-2c5e0478ef3c None None] Pushing event updated for resources: {'Port': ['ID=1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:01.765775 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:01.768598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:51:01.769226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:50:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:01.895188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:51:01.913549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:01.914460 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:02.003609 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:02.008693 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:02.042851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8df9dace-1981-4aba-ad70-a372aa58c6c4 None None] Provisioning for port e0490f42-0150-493d-a339-eb236a218f89 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:51:02.065395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8df9dace-1981-4aba-ad70-a372aa58c6c4 None None] Provisioning complete for port e0490f42-0150-493d-a339-eb236a218f89 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:02.066134 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8df9dace-1981-4aba-ad70-a372aa58c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:02.114480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0490f42-0150-493d-a339-eb236a218f89,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:02.119271 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:02.123713 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:02.139889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:51:02.201823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8df9dace-1981-4aba-ad70-a372aa58c6c4 None None] Port e0490f42-0150-493d-a339-eb236a218f89 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:51:02.238749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=25ee403f-2ece-4faa-8ef4-c2b7e4a10a10,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:02.269278 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Network 62475eae-f776-4c7d-b820-55c447091368 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:51:02.270613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:51:02.292060 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:02.506168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=25ee403f-2ece-4faa-8ef4-c2b7e4a10a10,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:02.581937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-44962b5a-981a-460a-a613-a46a181ffc4e None None] Provisioning complete for port e0490f42-0150-493d-a339-eb236a218f89 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:02.582184 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-44962b5a-981a-460a-a613-a46a181ffc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:02.641387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-44962b5a-981a-460a-a613-a46a181ffc4e None None] Port e0490f42-0150-493d-a339-eb236a218f89 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:51:02.656964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 1, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:02.660833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d131593-e02a-4b8b-aa43-09484417903f None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 1, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:51:02.786185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:51:03.015564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:51:03.024462 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5ecf9600-6265-4236-9e5b-d264f89c4fe0 admin admin] 10.222.0.59 "PUT /v2.0/routers/a8e77f64-1a50-427e-9d73-0bfbf01768b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7742352 Feb 09 13:51:03.523028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 36648) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:51:03.531889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267115875', 'description': 'tempest-description--665927325'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:51:03.544133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:51:03.553105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Usage tracker for resource:security_group and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:51:03.557503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:51:03.568792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:51:03.584335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:03.629494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:51:03.634095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Usage tracker for resource:security_group_rule and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:51:03.637230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:51:03.643208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:51:03.670008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:51:03.722947 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:03.727795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:03.749517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:03.749878 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:03.774078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fc2923-2956-47aa-8779-547393244af3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:03.784141 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:03.788783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36652) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:51:03.789341 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eac81f46-449e-4938-9ac6-fac0dfbcd8cd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2642968 Feb 09 13:51:03.795309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'security_group_rule': {'security_group_id': '72fc2923-2956-47aa-8779-547393244af3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:51:03.801869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:51:03.806765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Usage tracker for resource:security_group_rule and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:51:03.810053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:51:03.815871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:51:03.834561 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:03.880223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:51:03.906286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:03.910529 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:03.938085 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee4e2fa-0c6b-48c2-9d4b-b7f2df50c6b0,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:03.949287 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:03.953119 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5b04ae0c-16d1-47ae-8809-004cfe590829 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1602013 Feb 09 13:51:03.953372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36656) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:51:03.958858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'security_group_rule': {'security_group_id': '72fc2923-2956-47aa-8779-547393244af3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:51:03.959023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:51:03.964394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:03.965093 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:03.966027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:51:03.970088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Usage tracker for resource:security_group_rule and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:51:03.973335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:51:03.979469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:51:03.997261 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.060859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.065201 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.084082 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.093286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71a727b-7582-47bb-a2a2-2780fe055367,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:04.100701 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.105433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d17b2a96-c666-440f-99d0-096436fa1139 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1478412 Feb 09 13:51:04.105648 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:04.105897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36660) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:51:04.110287 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.113661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:51:04.120914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:51:04.125120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Usage tracker for resource:floatingip and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:51:04.128108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:51:04.135539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:51:04.148349 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.180533 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:04.288564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.431559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Allocated IP 172.25.5.127 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/98f23472-6d05-4e18-824f-e3c7d0688a54) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:51:04.584689 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.614117 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.683364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:51:04.686645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:51:04.689214 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:51:04.724786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event updated for resources: {'Port': ['ID=98f23472-6d05-4e18-824f-e3c7d0688a54,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:04.861817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:04.921351 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:05.130619 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:05.135899 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:05.361947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event updated for resources: {'Port': ['ID=98f23472-6d05-4e18-824f-e3c7d0688a54,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:05.373935 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:05.397215 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:05.398789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-129999e7-ef89-49b1-8eff-b8e5b97e97b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2914755 Feb 09 13:51:05.577491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-c36d6baf-1517-43cc-a8ac-61229cb77c04 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Synchronizing usage tracker for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:51:05.585809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:51:05.596399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-c36d6baf-1517-43cc-a8ac-61229cb77c04 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Unset dirty status for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:51:05.597884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-c36d6baf-1517-43cc-a8ac-61229cb77c04 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1267115875&fields=id&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 267 time: 0.0687973 Feb 09 13:51:05.655324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:05.655683 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:05.757231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-50c6eed4-1663-4343-932a-ec621195530c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:05.757953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-50c6eed4-1663-4343-932a-ec621195530c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Synchronizing usage tracker for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:51:05.774645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-50c6eed4-1663-4343-932a-ec621195530c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Unset dirty status for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:51:05.775745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-50c6eed4-1663-4343-932a-ec621195530c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 812 time: 0.1701262 Feb 09 13:51:05.793426 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-22b07286-0a69-4a8e-b8d8-2345b4c64f8a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/quotas/091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 375 time: 0.0117571 Feb 09 13:51:05.886477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-f2960e88-f896-4f0b-a2ab-08b27d34c978 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Synchronizing usage tracker for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:51:05.902563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-f2960e88-f896-4f0b-a2ab-08b27d34c978 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Unset dirty status for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:51:05.903818 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-f2960e88-f896-4f0b-a2ab-08b27d34c978 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050940 Feb 09 13:51:06.048664 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-e1ec50a7-5ffb-4105-8204-7d451be6df96 service neutron] 10.222.0.59 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329441 Feb 09 13:51:06.181035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a74685dc-1920-4cd9-aae0-a88ee839292a service neutron] 10.222.0.59 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268473 Feb 09 13:51:06.386543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ab6fee3-ef68-4d78-bcf8-b5fd734ac3a4 req-d3eef37b-fc3d-4076-bfae-60433a4226a4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 210 time: 0.0434437 Feb 09 13:51:07.424907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-b19f057d-46f5-4a50-a540-9041ce4a0d65 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:07.426339 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-b19f057d-46f5-4a50-a540-9041ce4a0d65 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 812 time: 0.1532352 Feb 09 13:51:07.478870 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-232bda03-ba60-4a4c-a8ac-6d9aa22d1544 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Synchronizing usage tracker for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:51:07.490728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-232bda03-ba60-4a4c-a8ac-6d9aa22d1544 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Unset dirty status for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:51:07.491898 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-232bda03-ba60-4a4c-a8ac-6d9aa22d1544 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 380 time: 0.0538206 Feb 09 13:51:07.500717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'port': {'device_id': 'b79cafbc-a09b-4958-908d-786009d827f2', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'admin_state_up': True, 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'security_groups': ['72fc2923-2956-47aa-8779-547393244af3']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:51:07.557437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6dcdd722-3eed-4b75-8e7c-f6125894c3c2 req-722e55f9-04b6-4d3f-b468-c631bae12066 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 210 time: 0.0403438 Feb 09 13:51:07.638125 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:51:07.647928 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:51:07.657663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Made reservation on behalf of 091a23d1296b4a92a4a69ffcc9c7f020 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:51:07.660644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:07.820474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Allocated IP 172.20.0.6 (62475eae-f776-4c7d-b820-55c447091368/ff5c5254-1453-48c3-b950-32b28ce0cd5e/2b8cdcb8-8487-4c74-9561-762d0cbe98a3) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:51:08.002977 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:08.018202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Transition to ACTIVE for port object 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:51:08.038936 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:08.105792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Network 62475eae-f776-4c7d-b820-55c447091368 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:51:08.112704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:51:08.116887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:51:08.147240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event updated for resources: {'Port': ['ID=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:08.182461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:08.183101 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:08.208642 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-a56bbd85-f926-446f-b314-f3855a3bd65b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7117717 Feb 09 13:51:08.301563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Request body: {'port': {'device_id': 'b79cafbc-a09b-4958-908d-786009d827f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:51:08.402487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f6bddb22-7668-4e40-9deb-a737529ebbd1 None None] Provisioning for port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:51:08.407459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f6bddb22-7668-4e40-9deb-a737529ebbd1 None None] Provisioning complete for port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:08.407819 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f6bddb22-7668-4e40-9deb-a737529ebbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:08.411267 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:08.461232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f6bddb22-7668-4e40-9deb-a737529ebbd1 None None] Port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:51:08.762438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9710cb-30d7-4063-9d36-11da976b0c77 req-125f9cc3-4188-495e-b2b3-da0e5c4ef17a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:08.763975 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a9710cb-30d7-4063-9d36-11da976b0c77 req-125f9cc3-4188-495e-b2b3-da0e5c4ef17a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 931 time: 0.0828712 Feb 09 13:51:08.810487 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a9710cb-30d7-4063-9d36-11da976b0c77 req-692cbd41-b99b-4acb-ae6c-a1df4eadc5ab tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405605 Feb 09 13:51:08.848670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:51:08.856284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:08.870748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Transition to ACTIVE for port object 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:51:08.874562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:08.996849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Pushing event updated for resources: {'Port': ['ID=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:09.109435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Attempting to bind port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:51:09.109766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Attempting to bind port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:51:09.110091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Attempting to bind port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:51:09.115826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 on network 62475eae-f776-4c7d-b820-55c447091368 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:51:09.116140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Attempting to bind port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:51:09.122252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:51:09.122663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:51:09.123047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:51:09.123463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Bound port: 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:51:09.123798 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:09.213709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:51:09.216531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:51:09.221289 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:09.277428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:09.278802 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] 10.222.0.67 "PUT /v2.0/ports/2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 200 len: 1091 time: 1.0632913 Feb 09 13:51:09.279233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:51:09.309166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0855d9-f41a-42e6-b538-091dcaafbb3f service neutron] Pushing event updated for resources: {'Port': ['ID=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:09.347378 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'status': 'completed', 'code': 200} Feb 09 13:51:09.393338 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-603ec138-b01c-4b4c-ad56-cbe9315d9009 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 1094 time: 0.0783050 Feb 09 13:51:09.466847 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-ad1e4cf6-2069-4555-ad31-6f7721194475 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 200 len: 217 time: 0.0665505 Feb 09 13:51:09.529645 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-68890820-09e6-4179-aa45-759fcd879576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:09.531229 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-68890820-09e6-4179-aa45-759fcd879576 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0590150 Feb 09 13:51:09.609494 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-82c7e138-9ab9-4ac5-be58-070a697ca9a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722051 Feb 09 13:51:09.742624 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-ff25bcaa-89d7-4c97-a2a2-097b774a6f64 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261308 Feb 09 13:51:09.873399 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ede7115-981f-4fae-bd6e-898c79c95eda req-35dad8ce-43dc-45b0-bac8-f825f7f330d5 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250300 Feb 09 13:51:10.008870 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46e05214-3cc1-4aa0-bae6-3c9c324e4aa0 req-ac4afc1b-5671-4708-abf5-a2aa28d83d06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 1094 time: 0.0851433 Feb 09 13:51:10.022556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa0116-4c92-4ce4-9bed-439c5eacdce2 req-c9b117cc-bd34-476a-a9a7-266db2a30984 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:10.024025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bcfa0116-4c92-4ce4-9bed-439c5eacdce2 req-c9b117cc-bd34-476a-a9a7-266db2a30984 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 943 time: 0.0848372 Feb 09 13:51:10.074094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bcfa0116-4c92-4ce4-9bed-439c5eacdce2 req-8ea1eca3-0ebf-4a02-9343-a42464e82217 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Feb 09 13:51:10.139914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05214-3cc1-4aa0-bae6-3c9c324e4aa0 req-c0238915-edbb-4e10-a4a5-06dac37624f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:10.141245 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46e05214-3cc1-4aa0-bae6-3c9c324e4aa0 req-c0238915-edbb-4e10-a4a5-06dac37624f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1267898 Feb 09 13:51:10.211475 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46e05214-3cc1-4aa0-bae6-3c9c324e4aa0 req-75cf0976-baab-47fe-ab08-a45bced92a4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 200 len: 217 time: 0.0627847 Feb 09 13:51:10.272382 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05214-3cc1-4aa0-bae6-3c9c324e4aa0 req-6fb1e307-6991-451a-95fe-b51d3c7cb59d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:10.273816 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46e05214-3cc1-4aa0-bae6-3c9c324e4aa0 req-6fb1e307-6991-451a-95fe-b51d3c7cb59d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0566170 Feb 09 13:51:10.349654 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46e05214-3cc1-4aa0-bae6-3c9c324e4aa0 req-d2713834-1024-4c74-b6d0-c5208c23de6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696013 Feb 09 13:51:10.562780 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46e05214-3cc1-4aa0-bae6-3c9c324e4aa0 req-308f407f-0284-4a23-95fc-32698edc3fe1 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068884 Feb 09 13:51:10.692529 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-46e05214-3cc1-4aa0-bae6-3c9c324e4aa0 req-c0528fcc-deeb-4a0d-9a1d-a740f65554ab service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226323 Feb 09 13:51:11.271661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43c20-9730-4164-9406-270bf895fa46 req-77442ba9-1e32-4f66-abb6-9afd8afb3885 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:11.273049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48e43c20-9730-4164-9406-270bf895fa46 req-77442ba9-1e32-4f66-abb6-9afd8afb3885 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 943 time: 0.0762613 Feb 09 13:51:11.318180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-48e43c20-9730-4164-9406-270bf895fa46 req-d3727365-af84-425d-af92-b6a600036169 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396166 Feb 09 13:51:11.601801 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:12.039852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:51:12.170059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:12.182795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'port_id': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'mac_address': 'fa:16:3e:f8:3f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:51:12.235502 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:12.252597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:51:12.267184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:12.271236 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:12.338725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:12.347417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.347759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.348091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.348420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.348746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.349069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.349389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.349705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.350020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.350336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.350685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:12.474498 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['2b8cdcb8-8487-4c74-9561-762d0cbe98a3'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:51:12.523957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58ed2b-e8b9-4d82-86bf-75a5183de8d9 req-36115de0-01d1-42a6-9df8-7ffcad948f7b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:12.525386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d58ed2b-e8b9-4d82-86bf-75a5183de8d9 req-36115de0-01d1-42a6-9df8-7ffcad948f7b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 944 time: 0.0806241 Feb 09 13:51:12.568889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d58ed2b-e8b9-4d82-86bf-75a5183de8d9 req-0f0bf543-27dd-43d3-ac79-577389e4380e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377460 Feb 09 13:51:13.762712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356a23-e1ef-4947-8ff4-a2cef5ab7831 req-041ac3b5-906d-426c-9c51-192bc7b1a385 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:13.764145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c356a23-e1ef-4947-8ff4-a2cef5ab7831 req-041ac3b5-906d-426c-9c51-192bc7b1a385 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 944 time: 0.0751352 Feb 09 13:51:13.811865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c356a23-e1ef-4947-8ff4-a2cef5ab7831 req-20d9379b-8e3d-491e-b4a6-636163f34237 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422843 Feb 09 13:51:14.038996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:51:14.108815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:51:14.113158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:14.113518 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:14.223997 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:14.250094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:51:14.260281 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:14.264296 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:14.309937 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'code': 200} Feb 09 13:51:14.332728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:14.431263 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5824f686-7327-45ba-ad61-86e9f08b3511 req-25441c6f-28ca-49e5-9922-1e8cbf456176 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 1096 time: 0.0666029 Feb 09 13:51:14.471292 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5824f686-7327-45ba-ad61-86e9f08b3511 req-8ce4fd6a-cbf4-4932-b2cc-5c2c6c3fbe57 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346918 Feb 09 13:51:15.014718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afda70-2eb4-4f6e-b1d3-c10cc0fdcc7e req-fc64ed8e-6f7f-449c-8324-ab06e77f1787 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:15.016168 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51afda70-2eb4-4f6e-b1d3-c10cc0fdcc7e req-fc64ed8e-6f7f-449c-8324-ab06e77f1787 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0801783 Feb 09 13:51:15.062269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51afda70-2eb4-4f6e-b1d3-c10cc0fdcc7e req-4dab4ed5-e2df-4099-8b3d-7ef823c0d3a5 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406697 Feb 09 13:51:16.157108 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:51:16.173500 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:51:16.174105 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:50:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:16.261438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42ca2d-f3c7-40cc-b52b-8ef194c8457a req-94852d1f-6490-4391-9944-968a62703179 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:16.262838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6a42ca2d-f3c7-40cc-b52b-8ef194c8457a req-94852d1f-6490-4391-9944-968a62703179 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0766749 Feb 09 13:51:16.310568 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6a42ca2d-f3c7-40cc-b52b-8ef194c8457a req-e95920fb-e210-40e2-8d74-fd6ffe96fd25 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417709 Feb 09 13:51:16.355473 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:51:16.507991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f854b65-84e6-4c2f-a0c6-7d53169d9e49 req-b097d823-1358-4524-a10d-a1990e6b8b49 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:16.509379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f854b65-84e6-4c2f-a0c6-7d53169d9e49 req-b097d823-1358-4524-a10d-a1990e6b8b49 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0805018 Feb 09 13:51:16.518600 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36706) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:51:16.524179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2ea71012-9e6c-421b-a1ab-dfb73f6dfb4b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'floatingip': {'port_id': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:51:16.529515 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:16.600940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ea71012-9e6c-421b-a1ab-dfb73f6dfb4b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:16.666829 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 2, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:16.670747 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:51:16.671120 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Updating router a8e77f64-1a50-427e-9d73-0bfbf01768b1 port e0490f42-0150-493d-a339-eb236a218f89 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:51:16.722850 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:17.065279 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:17.078627 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Transition to ACTIVE for port object e0490f42-0150-493d-a339-eb236a218f89 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:51:17.084843 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:17.217519 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Pushing event updated for resources: {'Port': ['ID=e0490f42-0150-493d-a339-eb236a218f89,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:17.255186 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.255497 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.255760 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.256087 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.256408 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.256725 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.257052 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.257407 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.257884 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.258199 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.258535 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:17.319641 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ea71012-9e6c-421b-a1ab-dfb73f6dfb4b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:17.324688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ea71012-9e6c-421b-a1ab-dfb73f6dfb4b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:17.352304 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Attempting to bind port e0490f42-0150-493d-a339-eb236a218f89 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:51:17.352669 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Attempting to bind port e0490f42-0150-493d-a339-eb236a218f89 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:51:17.353020 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Attempting to bind port e0490f42-0150-493d-a339-eb236a218f89 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:51:17.364076 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:51:17.364499 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:51:17.364899 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:17.365281 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:51:17.366212 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Bound port: e0490f42-0150-493d-a339-eb236a218f89, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:51:17.366212 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:17.455354 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] For port e0490f42-0150-493d-a339-eb236a218f89, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:51:17.458052 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] For port e0490f42-0150-493d-a339-eb236a218f89, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e0490f42-0150-493d-a339-eb236a218f89,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:51:17.462880 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:17.523749 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-2ea71012-9e6c-421b-a1ab-dfb73f6dfb4b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Floating IP 972025e8-4660-466c-9323-0ce8c3733155 associated. External IP: 172.25.5.127, port: 2b8cdcb8-8487-4c74-9561-762d0cbe98a3. Feb 09 13:51:17.552276 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:51:17.552882 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:50:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:17.661685 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c8923-c712-4de5-8ceb-5e6817771e7c None None] Pushing event updated for resources: {'Port': ['ID=e0490f42-0150-493d-a339-eb236a218f89,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:17.739964 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:51:17.934505 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea71012-9e6c-421b-a1ab-dfb73f6dfb4b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:51:18.096097 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:f8:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79cafbc-a09b-4958-908d-786009d827f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:51:17Z', 'revision_number': 1, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:17Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:18.100506 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7f098-c6f7-4d6e-81ff-9b43cc48f299 None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:f8:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79cafbc-a09b-4958-908d-786009d827f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:51:17Z', 'revision_number': 1, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:17Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:51:18.142565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea71012-9e6c-421b-a1ab-dfb73f6dfb4b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:51:18.146984 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2ea71012-9e6c-421b-a1ab-dfb73f6dfb4b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:18.204778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2ea71012-9e6c-421b-a1ab-dfb73f6dfb4b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "PUT /v2.0/floatingips/972025e8-4660-466c-9323-0ce8c3733155 HTTP/1.1" status: 200 len: 991 time: 1.6851008 Feb 09 13:51:18.205609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:51:18.457310 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'status': 'completed', 'code': 200} Feb 09 13:51:18.468657 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f49ebfd6-e331-4bc0-af73-46ece070d1c1 req-219bccce-dcf2-4126-8960-fb6be9975d87 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 1096 time: 0.0780747 Feb 09 13:51:18.504909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73408ee-632a-43bc-9c79-f9919a06d989 req-03f098c3-04ad-4f4b-a960-fa8ecde882ef tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:18.506689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d73408ee-632a-43bc-9c79-f9919a06d989 req-03f098c3-04ad-4f4b-a960-fa8ecde882ef tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.1982861 Feb 09 13:51:18.557626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d73408ee-632a-43bc-9c79-f9919a06d989 req-2f1f3cd1-2bfc-41e4-a000-cf9c2775e3e6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 Feb 09 13:51:18.609128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ebfd6-e331-4bc0-af73-46ece070d1c1 req-0c75f282-8ef7-441f-af5f-ecc721ca73a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:18.610645 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f49ebfd6-e331-4bc0-af73-46ece070d1c1 req-0c75f282-8ef7-441f-af5f-ecc721ca73a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1351254 Feb 09 13:51:18.717020 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f49ebfd6-e331-4bc0-af73-46ece070d1c1 req-1664e90e-6198-4e89-99eb-e0fb2d522a88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 200 len: 999 time: 0.0991600 Feb 09 13:51:18.777718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ebfd6-e331-4bc0-af73-46ece070d1c1 req-63d29f92-ad8a-4f48-8b5e-3abde7b3de7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:18.779143 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f49ebfd6-e331-4bc0-af73-46ece070d1c1 req-63d29f92-ad8a-4f48-8b5e-3abde7b3de7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0564051 Feb 09 13:51:18.851567 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f49ebfd6-e331-4bc0-af73-46ece070d1c1 req-e6ebb935-cdac-4675-bd12-6c333843e62d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666432 Feb 09 13:51:18.980820 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f49ebfd6-e331-4bc0-af73-46ece070d1c1 req-7f429032-f017-4c97-aa1f-a5effe5cb918 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241813 Feb 09 13:51:19.109057 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f49ebfd6-e331-4bc0-af73-46ece070d1c1 req-ee3f480c-e548-4bf7-8f95-3673b16725cc service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227953 Feb 09 13:51:19.603227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e0490f42-0150-493d-a339-eb236a218f89 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:51:19.674086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e0490f42-0150-493d-a339-eb236a218f89 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:51:19.679704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e0490f42-0150-493d-a339-eb236a218f89 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:19.680077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:19.779647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee56b4-da2e-4288-bbda-f991892aa2a7 req-ae26292d-e2a6-47c6-8770-ac0636f6795e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:19.781007 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1bee56b4-da2e-4288-bbda-f991892aa2a7 req-ae26292d-e2a6-47c6-8770-ac0636f6795e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0968270 Feb 09 13:51:19.825158 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:19.825518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1bee56b4-da2e-4288-bbda-f991892aa2a7 req-6f30a259-c3f3-417b-a3a6-1fdde8d4228f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390439 Feb 09 13:51:19.859918 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e0490f42-0150-493d-a339-eb236a218f89, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e0490f42-0150-493d-a339-eb236a218f89,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:19.863621 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:19.928090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e0490f42-0150-493d-a339-eb236a218f89,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:20.025324 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5894312-20b4-4cc2-8b86-2b30addf63d8 req-d3504b97-0572-4d51-b7dd-b05935cf5d2f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:20.026785 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5894312-20b4-4cc2-8b86-2b30addf63d8 req-d3504b97-0572-4d51-b7dd-b05935cf5d2f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0763698 Feb 09 13:51:20.071507 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c5894312-20b4-4cc2-8b86-2b30addf63d8 req-411499ad-9610-4c51-87c3-74594ac9fa66 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391209 Feb 09 13:51:20.266722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-606ab4c1-eb71-4721-8712-1de0edc0a30e req-e678fdd7-f12e-4c3f-a56f-ea96bfdb8e28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0718935 Feb 09 13:51:20.671606 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-b05b2dcc-2e37-4196-980a-06721280ad68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0724432 Feb 09 13:51:20.732788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14455e02-38fc-466a-a480-34e6c7af6fdf req-0b0bbb39-d470-4df4-8d38-52ff3ab27bc6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:20.734214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14455e02-38fc-466a-a480-34e6c7af6fdf req-0b0bbb39-d470-4df4-8d38-52ff3ab27bc6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0803361 Feb 09 13:51:20.784323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14455e02-38fc-466a-a480-34e6c7af6fdf req-5519e983-6d84-41a0-a49c-bfb3edd91880 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427048 Feb 09 13:51:20.842984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642604f-eaa8-48f2-a94b-70a4af1b325e None None] New status for floating IP 972025e8-4660-466c-9323-0ce8c3733155: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:51:21.593268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e0490f42-0150-493d-a339-eb236a218f89 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:51:21.662040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e0490f42-0150-493d-a339-eb236a218f89 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:21.662399 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:22.016981 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d8be7-f875-4cd1-9657-905ab588d0ff req-159292c3-2b45-437e-be00-b8506d969aae tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:22.018453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-340d8be7-f875-4cd1-9657-905ab588d0ff req-159292c3-2b45-437e-be00-b8506d969aae tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.1039581 Feb 09 13:51:22.027579 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-237279f6-9f82-40ae-a0cd-3597eb4f0e64 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 1096 time: 0.0724823 Feb 09 13:51:22.064251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-340d8be7-f875-4cd1-9657-905ab588d0ff req-afc5ea17-029b-457c-b40f-15588696f827 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402467 Feb 09 13:51:22.162570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-c56fda8c-616d-471f-b5ae-f5bdcf28b9be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:22.164024 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-c56fda8c-616d-471f-b5ae-f5bdcf28b9be service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1311512 Feb 09 13:51:22.268271 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-65cdbc47-f36f-48ee-a04a-9914e0b0c556 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 200 len: 1001 time: 0.0985792 Feb 09 13:51:22.331878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-129216ad-2dfb-4baa-b3b6-5652b3148924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:22.333233 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-129216ad-2dfb-4baa-b3b6-5652b3148924 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0594478 Feb 09 13:51:22.406851 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-1003c48a-47ba-4e29-ae14-65ba4b4399b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673413 Feb 09 13:51:22.627998 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-5e2586f6-d76e-41e3-9a57-562f96b60d94 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149670 Feb 09 13:51:22.759485 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-fd96f7aa-604d-4f2c-8117-fcba203f8d1a service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250856 Feb 09 13:51:22.950999 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:51:22.963732 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:51:22.964328 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:50:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:23.146315 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:51:23.276248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ccbdb-cf21-4eaf-adf3-64adf6b46b06 req-1fd8778c-70cc-41f1-8949-d566e9081e13 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:23.277602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f58ccbdb-cf21-4eaf-adf3-64adf6b46b06 req-1fd8778c-70cc-41f1-8949-d566e9081e13 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0770988 Feb 09 13:51:23.326790 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f58ccbdb-cf21-4eaf-adf3-64adf6b46b06 req-f81a20de-99e7-4609-9740-987500b29f59 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Feb 09 13:51:23.487313 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:f8:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79cafbc-a09b-4958-908d-786009d827f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:51:21Z', 'revision_number': 2, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:23.491010 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:51:23.501645 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:51:23.502223 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:50:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:23.704372 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:51:24.049271 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:f8:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79cafbc-a09b-4958-908d-786009d827f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:51:21Z', 'revision_number': 2, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:24.053301 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcdc33c-d96f-4257-8f70-2bc6b42865af None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:f8:3f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79cafbc-a09b-4958-908d-786009d827f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:51:21Z', 'revision_number': 2, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:51:24.530373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd08d8-e3b4-4c97-abcb-22d1db50f311 req-23a6329f-ce2d-4eda-bf7b-cf0b69312ec1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:24.531784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35fd08d8-e3b4-4c97-abcb-22d1db50f311 req-23a6329f-ce2d-4eda-bf7b-cf0b69312ec1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0839524 Feb 09 13:51:24.577153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35fd08d8-e3b4-4c97-abcb-22d1db50f311 req-bf460df6-3e9a-41a2-8008-5d756ddc8c5a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393829 Feb 09 13:51:25.070607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-185607aa-1a72-441c-a77a-75ce8731bb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:25.783099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b181d-6275-4437-acfb-3fccc66b50e4 req-f32d1c31-491a-435d-b722-bebee0c486fe tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:25.784438 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-395b181d-6275-4437-acfb-3fccc66b50e4 req-f32d1c31-491a-435d-b722-bebee0c486fe tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0823691 Feb 09 13:51:25.829814 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-395b181d-6275-4437-acfb-3fccc66b50e4 req-caf14617-c2e5-4958-a7e6-974a9e9e5f70 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 Feb 09 13:51:27.043591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8725f-f85b-4dbe-907a-b30bbe23abdb req-0e6ca66c-ea02-4d4e-bece-1f2fc7803d91 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:27.044976 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43f8725f-f85b-4dbe-907a-b30bbe23abdb req-0e6ca66c-ea02-4d4e-bece-1f2fc7803d91 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0812421 Feb 09 13:51:27.092711 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43f8725f-f85b-4dbe-907a-b30bbe23abdb req-b65a44e2-7ed3-4302-b1fc-6fa816f29f7e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420558 Feb 09 13:51:28.286222 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-662dc856-a146-4836-be75-d14359a5106c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:28.294967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec8a89-c17e-44d2-8e55-ff91a405bbc1 req-606db2ac-2ccd-4996-aac5-ee7f66f0f262 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:28.296422 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59ec8a89-c17e-44d2-8e55-ff91a405bbc1 req-606db2ac-2ccd-4996-aac5-ee7f66f0f262 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0806506 Feb 09 13:51:28.342180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59ec8a89-c17e-44d2-8e55-ff91a405bbc1 req-e7d258ef-4f5b-49c0-b7b4-84f14a7943d2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402856 Feb 09 13:51:28.676704 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:28.723918 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:29.539643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769f38-7ba8-4f99-8fd0-13f5ab1232e5 req-029e9ad2-f84e-46a3-ba5d-0b2097876ad0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:29.541107 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb769f38-7ba8-4f99-8fd0-13f5ab1232e5 req-029e9ad2-f84e-46a3-ba5d-0b2097876ad0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0766258 Feb 09 13:51:29.590922 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb769f38-7ba8-4f99-8fd0-13f5ab1232e5 req-575abf91-2762-45a9-956a-b229dbf2f3da tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Feb 09 13:51:30.009939 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:30.785554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28463bd9-056b-4d2d-aa27-ab9277f6cc9f req-dae95af8-c877-4e78-9f93-e65527a28db1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:30.787004 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28463bd9-056b-4d2d-aa27-ab9277f6cc9f req-dae95af8-c877-4e78-9f93-e65527a28db1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0740774 Feb 09 13:51:30.832214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28463bd9-056b-4d2d-aa27-ab9277f6cc9f req-2f0042f0-af48-40da-bb71-c9b8fad8ae67 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392091 Feb 09 13:51:32.033863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356210f8-0361-4821-98cb-81eb6889088a req-c6fd68cc-a135-4752-81ee-f09b3781553e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:32.035322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-356210f8-0361-4821-98cb-81eb6889088a req-c6fd68cc-a135-4752-81ee-f09b3781553e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0813370 Feb 09 13:51:32.080338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-356210f8-0361-4821-98cb-81eb6889088a req-a5be947b-5c20-4994-b962-182d00bead18 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390620 Feb 09 13:51:33.277815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ed7af-fd47-4d65-9da0-a200983eb598 req-4c344b67-1de5-4b87-9e9f-089f9eeabf14 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:33.279194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e6ed7af-fd47-4d65-9da0-a200983eb598 req-4c344b67-1de5-4b87-9e9f-089f9eeabf14 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0763273 Feb 09 13:51:33.328908 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4e6ed7af-fd47-4d65-9da0-a200983eb598 req-479dbccf-0c0a-439a-a7c9-c85b14698e20 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439134 Feb 09 13:51:34.533250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ef568-a202-402e-ab2e-512b0e125fbd req-df8e7682-233c-4966-a87f-df18eb482938 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:34.534711 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b03ef568-a202-402e-ab2e-512b0e125fbd req-df8e7682-233c-4966-a87f-df18eb482938 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0821056 Feb 09 13:51:34.579095 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b03ef568-a202-402e-ab2e-512b0e125fbd req-c0db2040-6eaf-461e-a8a0-29597659ed04 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384440 Feb 09 13:51:35.776221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b927b-9d74-470d-b50a-9c7aa603cb67 req-bc7e135a-06c6-4533-a268-9ca2b7b8a008 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:35.777653 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-034b927b-9d74-470d-b50a-9c7aa603cb67 req-bc7e135a-06c6-4533-a268-9ca2b7b8a008 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0775735 Feb 09 13:51:35.821434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-034b927b-9d74-470d-b50a-9c7aa603cb67 req-c4d63309-c4a2-4a29-8a3c-01e610a58e21 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382707 Feb 09 13:51:37.029897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f065fd-6ff8-4a33-8a02-18bf85536f88 req-d653a510-6bce-448c-8db7-36662e17a68e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:37.031363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1f065fd-6ff8-4a33-8a02-18bf85536f88 req-d653a510-6bce-448c-8db7-36662e17a68e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0867782 Feb 09 13:51:37.079009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1f065fd-6ff8-4a33-8a02-18bf85536f88 req-dc79e533-5654-46d9-8c2f-79c52dfcedf7 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 Feb 09 13:51:38.280351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c0851-558d-4e8f-8da6-fcacd912830a req-37ce3cb0-1b65-415a-93ef-5921a67c5c42 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:38.281696 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb7c0851-558d-4e8f-8da6-fcacd912830a req-37ce3cb0-1b65-415a-93ef-5921a67c5c42 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0793033 Feb 09 13:51:38.329321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb7c0851-558d-4e8f-8da6-fcacd912830a req-a8db1fd5-f1f0-4dba-9440-de0573d20b01 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Feb 09 13:51:38.724917 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:51:39.534980 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404c478-7b0f-440a-bdd5-899a27db0b00 req-3008b091-bf61-40c4-acd2-21ff4de2891d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:39.536416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d404c478-7b0f-440a-bdd5-899a27db0b00 req-3008b091-bf61-40c4-acd2-21ff4de2891d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0748453 Feb 09 13:51:39.580887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d404c478-7b0f-440a-bdd5-899a27db0b00 req-c085dc50-89fc-4fea-9abf-1ce5f6ba9dd8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384710 Feb 09 13:51:40.922242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ff019-8a25-432c-9661-c9639ff24e8d req-44edbe96-51c7-4290-8e17-6cea11828e6d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:40.923796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-107ff019-8a25-432c-9661-c9639ff24e8d req-44edbe96-51c7-4290-8e17-6cea11828e6d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.1457732 Feb 09 13:51:40.968296 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-107ff019-8a25-432c-9661-c9639ff24e8d req-2a8d3c98-6c5d-4a03-a6bd-3f9c5c279abe tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390058 Feb 09 13:51:41.617078 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:42.280551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94edef-a29c-424e-afe4-ec4d0882e069 req-1c126e10-5ea0-41d7-ad9a-8adb3ae02a9b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:42.281996 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb94edef-a29c-424e-afe4-ec4d0882e069 req-1c126e10-5ea0-41d7-ad9a-8adb3ae02a9b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.1433649 Feb 09 13:51:42.325849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb94edef-a29c-424e-afe4-ec4d0882e069 req-2f431fc7-1cf6-46f4-b2b4-df3b0b05bc5c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383255 Feb 09 13:51:43.527132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752bcee-ce0e-4db2-b957-941a431bce40 req-a0478d39-5d10-4711-9b87-2b57b54bd73c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:43.528586 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9752bcee-ce0e-4db2-b957-941a431bce40 req-a0478d39-5d10-4711-9b87-2b57b54bd73c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0794382 Feb 09 13:51:43.572994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9752bcee-ce0e-4db2-b957-941a431bce40 req-184faf95-a698-4642-9906-60fee9c59f43 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390654 Feb 09 13:51:44.496920 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-9dc8b683-40d2-4f85-8288-856cc2a4c70d service neutron] show failed (client error): The resource could not be found. Feb 09 13:51:44.498207 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-9dc8b683-40d2-4f85-8288-856cc2a4c70d service neutron] 10.222.0.67 "GET /v2.0/ports/2b8cdcb8-8487-4c74-9561-762d0cbe98a3/bindings/n-h1-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0807085 Feb 09 13:51:44.768549 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-7e53e7b1-e344-4c4c-a1e6-4061535ad2e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 1096 time: 0.0732887 Feb 09 13:51:44.779189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3ceac-7b80-4a44-b431-6c4c21897c33 req-effac3d1-38b8-4630-b984-fd816aaf4b0f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:44.780166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:51:44.780642 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fc3ceac-7b80-4a44-b431-6c4c21897c33 req-effac3d1-38b8-4630-b984-fd816aaf4b0f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0770092 Feb 09 13:51:44.829852 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fc3ceac-7b80-4a44-b431-6c4c21897c33 req-30088c38-b4a4-44d5-ae95-9ee11eb70a36 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432994 Feb 09 13:51:44.894511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:45.155279 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:45.190334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:51:45.245520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:51:45.250929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:45.265492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Transition to ACTIVE for port object 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:51:45.268720 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:45.315932 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'code': 200} Feb 09 13:51:45.403404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Pushing event updated for resources: {'Port': ['ID=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:45.466606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] No DVR routers for this DVR port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:51:45.707342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Attempting to bind port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:51:45.708027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Attempting to bind port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:51:45.708027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Attempting to bind port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:51:45.713745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 on network 62475eae-f776-4c7d-b820-55c447091368 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:51:45.714053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Attempting to bind port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:51:45.720098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:51:45.720420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:51:45.720789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:51:45.721194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Bound port: 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:51:45.721527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:45.806175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:51:45.809051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:51:45.814547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:45.876575 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:45.877956 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] 10.222.0.62 "PUT /v2.0/ports/2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 200 len: 1091 time: 1.1018677 Feb 09 13:51:45.896886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca3661-f915-4a3a-b3aa-3efeee87572b service neutron] Pushing event updated for resources: {'Port': ['ID=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:45.988395 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-f9865658-831c-40d9-8bf1-0cd43918f8e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 1094 time: 0.0850742 Feb 09 13:51:46.045502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61a5ef-9b3e-4bcd-98ce-cdd8f9cf9b88 req-bf9f7fe3-b9f7-49a4-b7a0-627801454d66 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:46.047224 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f61a5ef-9b3e-4bcd-98ce-cdd8f9cf9b88 req-bf9f7fe3-b9f7-49a4-b7a0-627801454d66 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 943 time: 0.0828626 Feb 09 13:51:46.095605 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f61a5ef-9b3e-4bcd-98ce-cdd8f9cf9b88 req-18265a7e-b21b-41df-8ba2-a4293294ffae tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424795 Feb 09 13:51:46.212887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-dfe1d194-b0f9-4031-873c-89191a34d1b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:46.214314 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-dfe1d194-b0f9-4031-873c-89191a34d1b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.2194412 Feb 09 13:51:46.318559 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-e26752d6-ecc5-49f7-b9b8-1256f9fb8fea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 200 len: 999 time: 0.0945845 Feb 09 13:51:46.380471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-3595300f-68d3-4d29-b7a2-38f2be238871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:46.382367 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-3595300f-68d3-4d29-b7a2-38f2be238871 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0556152 Feb 09 13:51:46.457666 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-138bbf3f-de1c-42de-90e4-d46f44dc5098 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687270 Feb 09 13:51:46.538868 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:46.595316 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-004f421f-b455-4c1d-9a0f-42bf71a54944 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304541 Feb 09 13:51:46.725126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ae6f0192-0e30-4361-ad5c-2a4f0a8464b2 req-ff0097c0-079e-41a9-a8ab-d946cf1f830c service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228423 Feb 09 13:51:47.302490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a9f3b-6892-4003-bb97-5c92883ecf8d req-b33cb38f-0d3e-4dc9-9c9a-eefe5234f820 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:47.304470 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f1a9f3b-6892-4003-bb97-5c92883ecf8d req-b33cb38f-0d3e-4dc9-9c9a-eefe5234f820 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 943 time: 0.0806141 Feb 09 13:51:47.317077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:51:47.391048 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'status': 'completed', 'code': 200} Feb 09 13:51:47.451091 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f1a9f3b-6892-4003-bb97-5c92883ecf8d req-3834f039-aa66-42b0-abb9-3ae67d4a4ac9 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411133 Feb 09 13:51:47.488308 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-53e0d297-0fc7-40de-bd07-f57cb2c0b849 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 1094 time: 0.0731366 Feb 09 13:51:47.671972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-6aa2e869-b6ee-4c2e-9d39-56bcb9532784 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:47.673385 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-6aa2e869-b6ee-4c2e-9d39-56bcb9532784 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1795015 Feb 09 13:51:47.755969 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-0e6a93cc-dba5-4ccf-80b2-8ae52c7f4fbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 1094 time: 0.2667849 Feb 09 13:51:47.858701 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-011c34c3-b148-45b8-8010-9edb2478e741 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 200 len: 999 time: 0.1762881 Feb 09 13:51:47.950850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-f9f7ed53-3349-4485-b91b-accec3a78320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:47.952182 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-f9f7ed53-3349-4485-b91b-accec3a78320 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0872738 Feb 09 13:51:47.954378 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-a697db6c-ba11-4a14-b964-ea49e42ff482 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:47.955676 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-a697db6c-ba11-4a14-b964-ea49e42ff482 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1924245 Feb 09 13:51:48.096199 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-2c383639-fd40-4968-bc82-a52e1337a681 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 200 len: 999 time: 0.1088488 Feb 09 13:51:48.153474 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-b7505842-8156-43e6-b7ef-510923d012d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942785 Feb 09 13:51:48.193959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-4b226346-4918-4a13-9eb1-d6623028043b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:48.195449 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-4b226346-4918-4a13-9eb1-d6623028043b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0925999 Feb 09 13:51:48.212555 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:51:48.267115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:51:48.435458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-0d4578df-d5ad-4915-9c5c-490ca497d05d service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755492 Feb 09 13:51:48.486284 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-5da3a3cd-d75b-4e92-97f6-e6ed2b86d087 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2836366 Feb 09 13:51:48.548390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-b98d9188-babd-4b96-bb02-818697c8ed50 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 13:51:48.549307 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-b98d9188-babd-4b96-bb02-818697c8ed50 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049627 Feb 09 13:51:48.676282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0616d16-9973-4bfc-bb9e-5d9acdd9eb61 req-a85e8a05-2991-4a05-b09b-34ce441aca73 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:48.677928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0616d16-9973-4bfc-bb9e-5d9acdd9eb61 req-a85e8a05-2991-4a05-b09b-34ce441aca73 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 943 time: 0.0792043 Feb 09 13:51:48.685194 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-c5cf1472-e483-4115-923e-5c0d1dbfca12 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406209 Feb 09 13:51:48.712781 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-374c94b3-e7b4-4e38-84db-04291a52fb9c service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494977 Feb 09 13:51:48.723853 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0616d16-9973-4bfc-bb9e-5d9acdd9eb61 req-4afd2556-402b-480d-8893-1436a5a9cd09 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392473 Feb 09 13:51:48.846164 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8e235ec8-3f88-4be9-b2c0-e3487790971a req-6e3df845-cd45-40e4-8ac6-1e468f5d2b44 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270552 Feb 09 13:51:49.051815 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af4486-112f-4713-8a8b-99fad182e1a2 req-31af6769-7abe-45c8-8f31-838a007b2954 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:49.053253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4af4486-112f-4713-8a8b-99fad182e1a2 req-31af6769-7abe-45c8-8f31-838a007b2954 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 943 time: 0.0796294 Feb 09 13:51:49.054249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-da61cc17-d268-46bd-be41-9a5ea9433bd8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:49.054959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-da61cc17-d268-46bd-be41-9a5ea9433bd8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Synchronizing usage tracker for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:51:49.070129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-da61cc17-d268-46bd-be41-9a5ea9433bd8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Unset dirty status for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:51:49.071288 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-da61cc17-d268-46bd-be41-9a5ea9433bd8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.67 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&binding%3Ahost_id=n-h1-825175-3 HTTP/1.1" status: 200 len: 943 time: 0.0980935 Feb 09 13:51:49.098185 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4af4486-112f-4713-8a8b-99fad182e1a2 req-abcf5c10-ba30-4a43-8eaa-f7bb1772e5cb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393426 Feb 09 13:51:49.153008 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-7db49970-7213-4870-b829-e6e4dd491651 service neutron] delete failed (client error): The resource could not be found. Feb 09 13:51:49.154074 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-7db49970-7213-4870-b829-e6e4dd491651 service neutron] 10.222.0.67 "DELETE /v2.0/ports/2b8cdcb8-8487-4c74-9561-762d0cbe98a3/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0771685 Feb 09 13:51:49.292330 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-2b4210a7-b891-43a4-9af7-d0c1ff1e03d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 1094 time: 0.0680809 Feb 09 13:51:49.419492 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-50715ec4-7297-4412-ace5-3ca5e6d8fd4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:49.420896 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-50715ec4-7297-4412-ace5-3ca5e6d8fd4d service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1234086 Feb 09 13:51:49.524315 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-c985e203-018a-422f-8a0d-a19786f4fddf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 200 len: 999 time: 0.0965345 Feb 09 13:51:49.584085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-65df06b5-0bb4-42eb-8380-6ddbd6535832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:49.585562 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-65df06b5-0bb4-42eb-8380-6ddbd6535832 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0562410 Feb 09 13:51:49.663296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-e5bcdfda-3f6b-4e1d-bfec-5adb17ee5866 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716434 Feb 09 13:51:49.792752 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-925a81fb-a9df-4b34-aacb-3698f6fb1dbb service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237624 Feb 09 13:51:49.922661 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d5decfa-63bc-4801-abb4-dc1d9c0c5a8c req-a0d72dea-bf1b-4218-a35c-a2e814de8e44 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245017 Feb 09 13:51:50.184815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:51:50.299504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bae93-f1e9-4b36-8dfc-30337e413188 req-4e5b15ef-086a-4cb0-b4f7-72fb3970ba64 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:50.301636 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-217bae93-f1e9-4b36-8dfc-30337e413188 req-4e5b15ef-086a-4cb0-b4f7-72fb3970ba64 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 943 time: 0.0793285 Feb 09 13:51:50.328083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:50.342891 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'port_id': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'mac_address': 'fa:16:3e:f8:3f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:51:50.353515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-217bae93-f1e9-4b36-8dfc-30337e413188 req-ecaf359a-adce-4918-9205-64cdde72c0f8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458963 Feb 09 13:51:50.408434 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:50.426018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:51:50.441018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:50.445512 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:50.511426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:50.677940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['2b8cdcb8-8487-4c74-9561-762d0cbe98a3'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:51:51.547948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1bf72-cf22-46ba-99ef-93b04e37bad4 req-a592cf90-595d-4714-a0ec-3691d66520b7 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:51.549449 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80e1bf72-cf22-46ba-99ef-93b04e37bad4 req-a592cf90-595d-4714-a0ec-3691d66520b7 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 944 time: 0.0766861 Feb 09 13:51:51.598594 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-80e1bf72-cf22-46ba-99ef-93b04e37bad4 req-181910d8-e74d-4d5e-a147-5d103c0fd073 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400527 Feb 09 13:51:51.802783 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652c18c-fd26-4e8a-b3c0-2d2a3767f667 req-cc086389-7a98-4d7b-861a-90f95bd651cb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:51.804857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f652c18c-fd26-4e8a-b3c0-2d2a3767f667 req-cc086389-7a98-4d7b-861a-90f95bd651cb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 944 time: 0.0805559 Feb 09 13:51:51.849784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f652c18c-fd26-4e8a-b3c0-2d2a3767f667 req-8eaae18e-2fa3-404a-b92c-859f3cc860cb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394416 Feb 09 13:51:52.053996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dfba0-4c47-4d1f-bb8b-2c93a0dff446 req-85eb9f28-4862-4a3d-a57b-8ae5cbacd4b3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:52.055518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-844dfba0-4c47-4d1f-bb8b-2c93a0dff446 req-85eb9f28-4862-4a3d-a57b-8ae5cbacd4b3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 944 time: 0.0768247 Feb 09 13:51:52.101888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-844dfba0-4c47-4d1f-bb8b-2c93a0dff446 req-36f9cfdc-5cd1-46d3-a0b5-373eae6078c0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Feb 09 13:51:52.197070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:51:52.266651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:51:52.271303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:52.271664 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:52.425277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:52.452105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:51:52.462080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:52.466731 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:52.511593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989940f-787b-42be-8556-84582a037985 req-c0489815-d3f3-417b-9d37-cdbd1cc12ac7 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:52.513151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4989940f-787b-42be-8556-84582a037985 req-c0489815-d3f3-417b-9d37-cdbd1cc12ac7 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0830584 Feb 09 13:51:52.513299 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'code': 200} Feb 09 13:51:52.539988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:52.560482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4989940f-787b-42be-8556-84582a037985 req-c432338f-ee31-4fbb-ad9a-afa006782239 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Feb 09 13:51:53.761153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220007f3-d4c2-406c-8577-edcf186ea759 req-1ddb8f14-abfb-4245-989d-239d003079f8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:53.762650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-220007f3-d4c2-406c-8577-edcf186ea759 req-1ddb8f14-abfb-4245-989d-239d003079f8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.0759740 Feb 09 13:51:53.811734 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-220007f3-d4c2-406c-8577-edcf186ea759 req-07aa2e7d-502b-49cd-9ca1-77a69458af99 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433519 Feb 09 13:51:53.811921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-fe77b5d8-f131-428a-90f6-90ea1e89c59f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:53.813936 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-fe77b5d8-f131-428a-90f6-90ea1e89c59f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 945 time: 0.1155596 Feb 09 13:51:53.887481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Deleting port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:51:53.887809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:54.241987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] For port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:51:54.242335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:54.530855 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:54.531105 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:54.531394 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Floating IP 972025e8-4660-466c-9323-0ce8c3733155 disassociated. External IP: 172.25.5.127, port: 2b8cdcb8-8487-4c74-9561-762d0cbe98a3. Feb 09 13:51:54.531732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Calling delete_port for 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:51:54.674701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:54.726557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event deleted for resources: {'Port': ['ID=2b8cdcb8-8487-4c74-9561-762d0cbe98a3,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:54.741544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.742140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.742491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.742946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.743274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.743591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.743904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.744218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.744526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.744837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.745147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:51:54.956392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:51:54.983182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f1b0fc5b-b55c-40ab-b868-9a7151ceb6de req-693de325-d78c-421c-81df-5beec3548fe8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=b79cafbc-a09b-4958-908d-786009d827f2 HTTP/1.1" status: 200 len: 210 time: 0.0451741 Feb 09 13:51:55.074828 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-64767e3c-3fec-45fe-8bc4-dce0f98f49a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:55.156530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:51:55.166575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:51:55.177907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:51:55.179131 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:51:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:55.222612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] No DVR routers for this DVR port 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:51:55.225155 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:55.228231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'name': 'network-vif-deleted', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:51:55.245930 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-138b6bc9-ec91-4b5a-a1e6-8ef058dbe8eb req-a4446d88-46ff-4ad5-b4e4-5f7141e4752d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "DELETE /v2.0/ports/2b8cdcb8-8487-4c74-9561-762d0cbe98a3 HTTP/1.1" status: 204 len: 173 time: 1.4245775 Feb 09 13:51:55.370710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:51:55.402780 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79cafbc-a09b-4958-908d-786009d827f2', 'name': 'network-vif-deleted', 'tag': '2b8cdcb8-8487-4c74-9561-762d0cbe98a3', 'status': 'completed', 'code': 200} Feb 09 13:51:55.678093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:55.682571 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:51:55.692710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:51:55.693306 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:51:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:55.867321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:51:56.180041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:51:56.184239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baee0e5-23dd-4565-9859-ab5b88f2df1a None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:51:56.346389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-8ed19aa6-6dcd-4b89-83dc-bddbb4de2d57 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1267115875&fields=id&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 267 time: 0.0413733 Feb 09 13:51:56.412689 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5e82b-68b1-460c-91e7-4683862dd1de None None] New status for floating IP 972025e8-4660-466c-9323-0ce8c3733155: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:51:56.494622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-4428d8fd-1ba4-4006-8310-b904e2ec766a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:56.496401 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-4428d8fd-1ba4-4006-8310-b904e2ec766a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 812 time: 0.1427007 Feb 09 13:51:56.513112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-1f6d1de7-c2c7-4471-8c5d-8ea057c7585b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/quotas/091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 375 time: 0.0112536 Feb 09 13:51:56.598600 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-8910386b-6001-4abf-a45b-faf7ada4929b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803254 Feb 09 13:51:56.737389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-79e5ac2c-2701-4806-aacb-adfcee8a04d3 service neutron] 10.222.0.59 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262448 Feb 09 13:51:56.864330 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-8b8d501f-6898-4dad-8b3a-5d494e218a24 service neutron] 10.222.0.59 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211150 Feb 09 13:51:57.057107 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9908f097-abb7-4143-9e46-e6c279f35ebb req-c75988ca-57eb-4c5e-ad42-58578f167c94 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0411878 Feb 09 13:51:58.137763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-5885e105-d498-4744-8de8-c672e3190ab3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:58.139195 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-5885e105-d498-4744-8de8-c672e3190ab3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 812 time: 0.1690772 Feb 09 13:51:58.193918 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-26e30bc7-2e1c-4d3d-8f6b-3711d05b14a0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 380 time: 0.0422258 Feb 09 13:51:58.200267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:51:58.204276 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'port': {'device_id': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'admin_state_up': True, 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'security_groups': ['72fc2923-2956-47aa-8779-547393244af3']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:51:58.235563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:51:58.236208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f571c185-2487-480f-951f-f6066c2a18b7 req-6e30cbfe-fa86-4c4c-b823-41ce3bc8a107 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0443230 Feb 09 13:51:58.238559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2b8cdcb8-8487-4c74-9561-762d0cbe98a3 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:51:58.284655 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-da6f0e79-f668-480c-b540-e1fa92a862ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:58.349109 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:51:58.353497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Usage tracker for resource:port and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:51:58.356634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:51:58.362150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:51:58.372242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Made reservation on behalf of 091a23d1296b4a92a4a69ffcc9c7f020 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:51:58.375425 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:58.632007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Allocated IP 172.20.0.13 (62475eae-f776-4c7d-b820-55c447091368/ff5c5254-1453-48c3-b950-32b28ce0cd5e/4d748e8f-aefc-4b52-ae26-412449da3979) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:51:58.678792 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:58.730345 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:58.822261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:58.837616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Transition to ACTIVE for port object 4d748e8f-aefc-4b52-ae26-412449da3979 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:51:58.859249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:58.922984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Network 62475eae-f776-4c7d-b820-55c447091368 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:51:58.930030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:51:58.934193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:51:58.965640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event updated for resources: {'Port': ['ID=4d748e8f-aefc-4b52-ae26-412449da3979,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:59.000787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:59.001400 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:59.026786 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c73ca35c-a618-4e3f-85af-6165af4b7fbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8268180 Feb 09 13:51:59.037805 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Request body: {'port': {'device_id': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:51:59.129676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ea7cbcfb-c72d-4a7a-b7e7-78771e3337f6 None None] Provisioning for port 4d748e8f-aefc-4b52-ae26-412449da3979 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:51:59.134998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ea7cbcfb-c72d-4a7a-b7e7-78771e3337f6 None None] Provisioning complete for port 4d748e8f-aefc-4b52-ae26-412449da3979 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:51:59.135358 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ea7cbcfb-c72d-4a7a-b7e7-78771e3337f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:59.149419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:59.186232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ea7cbcfb-c72d-4a7a-b7e7-78771e3337f6 None None] Port 4d748e8f-aefc-4b52-ae26-412449da3979 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:51:59.435840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301ea9b-9122-4f98-ada6-040475a16a76 req-59467cfd-8abf-460d-9734-999017288e34 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:51:59.437349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5301ea9b-9122-4f98-ada6-040475a16a76 req-59467cfd-8abf-460d-9734-999017288e34 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 932 time: 0.0789952 Feb 09 13:51:59.481089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d748e8f-aefc-4b52-ae26-412449da3979 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:51:59.482665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5301ea9b-9122-4f98-ada6-040475a16a76 req-cbd3c57b-261f-40b5-80b4-473329cc5504 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394344 Feb 09 13:51:59.488067 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:59.502951 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Transition to ACTIVE for port object 4d748e8f-aefc-4b52-ae26-412449da3979 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:51:59.507570 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:59.635140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Pushing event updated for resources: {'Port': ['ID=4d748e8f-aefc-4b52-ae26-412449da3979,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:51:59.743040 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Attempting to bind port 4d748e8f-aefc-4b52-ae26-412449da3979 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:51:59.743372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Attempting to bind port 4d748e8f-aefc-4b52-ae26-412449da3979 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:51:59.743696 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Attempting to bind port 4d748e8f-aefc-4b52-ae26-412449da3979 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:51:59.749472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Port 4d748e8f-aefc-4b52-ae26-412449da3979 on network 62475eae-f776-4c7d-b820-55c447091368 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:51:59.749785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Attempting to bind port 4d748e8f-aefc-4b52-ae26-412449da3979 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:51:59.755960 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:51:59.756301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:51:59.757299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:51:59.757714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Bound port: 4d748e8f-aefc-4b52-ae26-412449da3979, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:51:59.758053 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:59.846523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:51:59.849283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4d748e8f-aefc-4b52-ae26-412449da3979,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:51:59.853580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:59.910042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:51:59.911505 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] 10.222.0.62 "PUT /v2.0/ports/4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 1092 time: 0.8778067 Feb 09 13:51:59.911937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:51:59.934097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618111cd-68bb-4329-9907-af10f930d3dd service neutron] Pushing event updated for resources: {'Port': ['ID=4d748e8f-aefc-4b52-ae26-412449da3979,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:52:00.020839 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979', 'status': 'completed', 'code': 200} Feb 09 13:52:00.026516 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:00.062339 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-550f6170-f882-4e58-be1d-27515c615676 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.0919993 Feb 09 13:52:00.141561 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-c1fd2b80-d49a-40f9-bbce-9dafbbe296b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 217 time: 0.0707860 Feb 09 13:52:00.206189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-44072cb4-38a1-45cb-85f9-9b518f457b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:00.207579 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-44072cb4-38a1-45cb-85f9-9b518f457b42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0597584 Feb 09 13:52:00.285061 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-5cb9e4a6-28c9-4496-8a9f-803f29c3dff9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710225 Feb 09 13:52:00.428581 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-a5a1dd13-8813-47c0-a391-d8ed618e6a96 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366549 Feb 09 13:52:00.648945 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-67b312f9-90d3-41e4-9d6e-6d1339c93c88 req-9200b5ac-7ecb-43ca-8436-d8edc06c951f service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136841 Feb 09 13:52:00.712367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4857e-ba98-4b7d-ad31-2d32b10d68ba req-e30489b4-d484-4061-9fab-8937f45d98ea tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:00.713874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42f4857e-ba98-4b7d-ad31-2d32b10d68ba req-e30489b4-d484-4061-9fab-8937f45d98ea tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0947959 Feb 09 13:52:00.775597 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42f4857e-ba98-4b7d-ad31-2d32b10d68ba req-1b7d30ef-7d4f-4890-a514-72ae487ac183 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558677 Feb 09 13:52:00.799894 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-805def6f-f93e-4885-b808-aef687c24ba1 req-75d3abef-a900-46cc-a83e-df4913b527c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.0954349 Feb 09 13:52:00.937555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805def6f-f93e-4885-b808-aef687c24ba1 req-3a7a7e75-3c44-4251-8328-1a4b3d05074d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:00.939152 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-805def6f-f93e-4885-b808-aef687c24ba1 req-3a7a7e75-3c44-4251-8328-1a4b3d05074d service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1320581 Feb 09 13:52:01.009591 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-805def6f-f93e-4885-b808-aef687c24ba1 req-22c9cc98-9083-492a-a5ad-2983e55c63be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 217 time: 0.0639579 Feb 09 13:52:01.081081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805def6f-f93e-4885-b808-aef687c24ba1 req-02cdd4fe-8dff-41c9-97bf-753e8efc349b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:01.082563 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-805def6f-f93e-4885-b808-aef687c24ba1 req-02cdd4fe-8dff-41c9-97bf-753e8efc349b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0637350 Feb 09 13:52:01.165849 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-805def6f-f93e-4885-b808-aef687c24ba1 req-038587cf-114a-4b43-be33-09595635153c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763791 Feb 09 13:52:01.301997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-805def6f-f93e-4885-b808-aef687c24ba1 req-fb155777-240a-4548-9b18-977cedf7cef0 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268981 Feb 09 13:52:01.431112 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-805def6f-f93e-4885-b808-aef687c24ba1 req-5f2c93f6-bbf4-407c-9360-5cc6b9e1301c service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222372 Feb 09 13:52:01.978561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7dccb-0995-4958-8f6c-aff2843037c7 req-7eb08d05-3d77-47f6-8226-1fc8ee6d3754 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:01.980202 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08d7dccb-0995-4958-8f6c-aff2843037c7 req-7eb08d05-3d77-47f6-8226-1fc8ee6d3754 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0797327 Feb 09 13:52:02.025729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-08d7dccb-0995-4958-8f6c-aff2843037c7 req-c36183c3-5b1f-4fab-acd4-71b731442e87 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 Feb 09 13:52:03.227741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aee21-4ff2-4eed-835a-05fddb168713 req-07e7bb25-66a4-4802-83b1-1460ee401696 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:03.229441 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b49aee21-4ff2-4eed-835a-05fddb168713 req-07e7bb25-66a4-4802-83b1-1460ee401696 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0811536 Feb 09 13:52:03.276638 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b49aee21-4ff2-4eed-835a-05fddb168713 req-443d19b3-a92f-4e08-953f-343bfd4bf929 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416675 Feb 09 13:52:04.245215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4d748e8f-aefc-4b52-ae26-412449da3979 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:52:04.416271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4d748e8f-aefc-4b52-ae26-412449da3979,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:52:04.429552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '4d748e8f-aefc-4b52-ae26-412449da3979', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'port_id': '4d748e8f-aefc-4b52-ae26-412449da3979', 'mac_address': 'fa:16:3e:3f:b3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:52:04.475382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc43229-bff5-4433-8aa2-d68c3b712790 req-be4e7c6f-ffcc-4e68-9a52-52829fff7ca4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:04.476834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fc43229-bff5-4433-8aa2-d68c3b712790 req-be4e7c6f-ffcc-4e68-9a52-52829fff7ca4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0762866 Feb 09 13:52:04.485569 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:04.503247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d748e8f-aefc-4b52-ae26-412449da3979 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:52:04.518393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4d748e8f-aefc-4b52-ae26-412449da3979,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:52:04.522693 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:04.523010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fc43229-bff5-4433-8aa2-d68c3b712790 req-e5ef8e04-c9fb-4c3c-89c3-6a7133586692 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Feb 09 13:52:04.588462 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=4d748e8f-aefc-4b52-ae26-412449da3979,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:52:04.732756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['4d748e8f-aefc-4b52-ae26-412449da3979'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:52:05.722613 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4b7c-5276-4d40-aaaf-ce1abc1e7b6f req-cdae769d-abf8-4f9c-9536-4d0551c392e0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:05.723928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77bb4b7c-5276-4d40-aaaf-ce1abc1e7b6f req-cdae769d-abf8-4f9c-9536-4d0551c392e0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0789323 Feb 09 13:52:05.855895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77bb4b7c-5276-4d40-aaaf-ce1abc1e7b6f req-9efd37c3-dadd-4843-990a-b65bd4cb1456 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254530 Feb 09 13:52:06.262706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4d748e8f-aefc-4b52-ae26-412449da3979 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:52:06.333000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 4d748e8f-aefc-4b52-ae26-412449da3979 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:52:06.338888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 4d748e8f-aefc-4b52-ae26-412449da3979 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:52:06.339276 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:06.463317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:06.489236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:52:06.499745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4d748e8f-aefc-4b52-ae26-412449da3979,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:52:06.503345 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:06.548433 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979', 'code': 200} Feb 09 13:52:06.575469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=4d748e8f-aefc-4b52-ae26-412449da3979,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:52:06.683226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e01550a9-46a8-4fa7-b9bf-6100451b1ff1 req-b8401db5-0f49-4d3b-ba6a-41a46eebdc02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.0755703 Feb 09 13:52:06.726925 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e01550a9-46a8-4fa7-b9bf-6100451b1ff1 req-984c3848-ba71-48af-a59b-ccfcc8a1527b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377629 Feb 09 13:52:07.056610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9212c-549b-49b6-b105-d2a9405525d0 req-0feb0b4b-d676-49a0-b376-3d74f6a446cf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:07.058142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11d9212c-549b-49b6-b105-d2a9405525d0 req-0feb0b4b-d676-49a0-b376-3d74f6a446cf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0785995 Feb 09 13:52:07.103512 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11d9212c-549b-49b6-b105-d2a9405525d0 req-b872cfa0-5232-42ed-b2ed-ba8ce69eec00 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399241 Feb 09 13:52:08.302903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c70521-e4d5-40cf-baa7-86d73a5497d5 req-0a0fdc08-5444-42fc-a836-0f4a6a6b53b9 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:08.304865 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51c70521-e4d5-40cf-baa7-86d73a5497d5 req-0a0fdc08-5444-42fc-a836-0f4a6a6b53b9 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0786543 Feb 09 13:52:08.348772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51c70521-e4d5-40cf-baa7-86d73a5497d5 req-12168424-c77f-44f0-939e-2c45334fca80 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384724 Feb 09 13:52:08.536594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bc90b-cb95-4d3f-bb4c-969230b18ee0 req-152e5b86-ae4d-41ac-9f46-bea14059c579 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:08.538118 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d86bc90b-cb95-4d3f-bb4c-969230b18ee0 req-152e5b86-ae4d-41ac-9f46-bea14059c579 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0746906 Feb 09 13:52:08.546635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 36884) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:52:08.551680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-dd135695-f052-4eee-ac2b-323d55f468dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'floatingip': {'port_id': '4d748e8f-aefc-4b52-ae26-412449da3979'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:52:08.628321 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dd135695-f052-4eee-ac2b-323d55f468dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:09.202616 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dd135695-f052-4eee-ac2b-323d55f468dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:09.206197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dd135695-f052-4eee-ac2b-323d55f468dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:09.392580 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-dd135695-f052-4eee-ac2b-323d55f468dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Floating IP 972025e8-4660-466c-9323-0ce8c3733155 associated. External IP: 172.25.5.127, port: 4d748e8f-aefc-4b52-ae26-412449da3979. Feb 09 13:52:09.867355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd135695-f052-4eee-ac2b-323d55f468dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:52:10.064519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd135695-f052-4eee-ac2b-323d55f468dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:52:10.069960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dd135695-f052-4eee-ac2b-323d55f468dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:10.074824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:52:10.086734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:52:10.087328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:51:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:52:10.121555 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dd135695-f052-4eee-ac2b-323d55f468dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "PUT /v2.0/floatingips/972025e8-4660-466c-9323-0ce8c3733155 HTTP/1.1" status: 200 len: 992 time: 1.5737832 Feb 09 13:52:10.122059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:52:10.264439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:52:10.295417 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979', 'status': 'completed', 'code': 200} Feb 09 13:52:10.324078 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691c71b-2eb2-4de7-a302-fdf9c02e41f0 req-6b8b7710-4229-40bc-b220-202d0fa37688 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:10.325520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1691c71b-2eb2-4de7-a302-fdf9c02e41f0 req-6b8b7710-4229-40bc-b220-202d0fa37688 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0979950 Feb 09 13:52:10.374428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1691c71b-2eb2-4de7-a302-fdf9c02e41f0 req-d3b6bb2f-b6aa-4aee-8c43-2c57c2d68fe7 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430541 Feb 09 13:52:10.392905 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8be81ca2-ab40-4c7b-8b3e-69958411432c req-5e4c7d7e-38a3-4ec9-9cbe-bc6166a9e66a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.0741534 Feb 09 13:52:10.524739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be81ca2-ab40-4c7b-8b3e-69958411432c req-b5904268-e9c9-4922-95d1-d68cb655154b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:10.526176 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8be81ca2-ab40-4c7b-8b3e-69958411432c req-b5904268-e9c9-4922-95d1-d68cb655154b service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1271608 Feb 09 13:52:10.610990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '4d748e8f-aefc-4b52-ae26-412449da3979', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:3f:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:52:09Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:52:10.615162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:52:10.626457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:52:10.627015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:51:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:52:10.631622 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8be81ca2-ab40-4c7b-8b3e-69958411432c req-758800fe-2a0d-4cdf-9542-8d02f3776310 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 1000 time: 0.0986176 Feb 09 13:52:10.693032 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be81ca2-ab40-4c7b-8b3e-69958411432c req-28ff18cc-30f4-4ce7-9400-52e13a783b04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:10.694504 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8be81ca2-ab40-4c7b-8b3e-69958411432c req-28ff18cc-30f4-4ce7-9400-52e13a783b04 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0567355 Feb 09 13:52:10.772375 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8be81ca2-ab40-4c7b-8b3e-69958411432c req-5e293849-f1cf-4fcf-b13a-b50cd1fe64f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712600 Feb 09 13:52:10.806884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:52:10.902139 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8be81ca2-ab40-4c7b-8b3e-69958411432c req-01ed66b7-6da7-4cb6-bb95-120b6de6239c service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229067 Feb 09 13:52:11.127536 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8be81ca2-ab40-4c7b-8b3e-69958411432c req-91ae2d48-71d6-45c4-8854-14da6c273407 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188075 Feb 09 13:52:11.201781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '4d748e8f-aefc-4b52-ae26-412449da3979', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:3f:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:52:09Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:52:11.205725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ecff64-0761-4a9b-aad3-f7c04fbaaea1 None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '4d748e8f-aefc-4b52-ae26-412449da3979', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:3f:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:52:09Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:52:11.402710 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002b342-6d55-47a1-a2c5-076921f9cae1 None None] New status for floating IP 972025e8-4660-466c-9323-0ce8c3733155: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:52:11.579487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00033f22-4554-4c0f-82c9-5b9d122d4864 req-708c743c-920d-4585-8372-d377f681acbb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:11.580953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00033f22-4554-4c0f-82c9-5b9d122d4864 req-708c743c-920d-4585-8372-d377f681acbb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0756509 Feb 09 13:52:11.627911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00033f22-4554-4c0f-82c9-5b9d122d4864 req-ec0df72b-46e8-4c36-b7db-b8b6a1395b09 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410087 Feb 09 13:52:11.633563 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:12.000462 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c6470-4716-4a97-b3cc-1fef4ccd3390 req-ef1a7ad0-6034-4283-925c-dce95b4b77f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:12.001918 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-488c6470-4716-4a97-b3cc-1fef4ccd3390 req-ef1a7ad0-6034-4283-925c-dce95b4b77f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0829773 Feb 09 13:52:12.056767 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-488c6470-4716-4a97-b3cc-1fef4ccd3390 req-cb142ad5-e568-4d32-9c4f-2e7080ae99aa tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477138 Feb 09 13:52:13.254849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0ad4f-4269-4d0c-9f3f-22abe5213535 req-7db111f9-95a4-4872-a373-2bd4413b309a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:13.256763 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ed0ad4f-4269-4d0c-9f3f-22abe5213535 req-7db111f9-95a4-4872-a373-2bd4413b309a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0781682 Feb 09 13:52:13.308264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ed0ad4f-4269-4d0c-9f3f-22abe5213535 req-921d61d6-33ff-4cd8-b6eb-ea5463a8cf20 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459962 Feb 09 13:52:14.504490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cd363-4530-49eb-b105-7eb1993fec8a req-b1ad220e-7576-4498-847b-670def2f35c5 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:14.506484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f07cd363-4530-49eb-b105-7eb1993fec8a req-b1ad220e-7576-4498-847b-670def2f35c5 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0796671 Feb 09 13:52:14.551666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f07cd363-4530-49eb-b105-7eb1993fec8a req-c887785b-5dc0-40b1-bb65-e29567efc58a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399122 Feb 09 13:52:15.726791 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:52:15.769532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c06da-fb8d-40b4-95cc-5267bb1b0045 req-2f9ce4d7-8206-4130-9810-47ce4219eaf8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:15.770988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f7c06da-fb8d-40b4-95cc-5267bb1b0045 req-2f9ce4d7-8206-4130-9810-47ce4219eaf8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0890458 Feb 09 13:52:15.815061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f7c06da-fb8d-40b4-95cc-5267bb1b0045 req-712b0d49-5db5-48fd-a83a-e7797083536f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 Feb 09 13:52:16.543665 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:17.015313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6842dc8-9d2d-41c4-8035-4cc6ff28a72e req-d4e628b3-5ac5-4c45-a197-b4a6bc1cf54f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:17.016775 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6842dc8-9d2d-41c4-8035-4cc6ff28a72e req-d4e628b3-5ac5-4c45-a197-b4a6bc1cf54f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0793638 Feb 09 13:52:17.062001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6842dc8-9d2d-41c4-8035-4cc6ff28a72e req-24689498-59e9-4ac9-8c2c-c9ffb88e61de tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395861 Feb 09 13:52:18.019932 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c518b80-1589-4b4e-9b8b-d17a84fa5f43 req-d531fab3-ddaa-412e-8dad-0b7de154f9c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.0696437 Feb 09 13:52:18.165313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c518b80-1589-4b4e-9b8b-d17a84fa5f43 req-698f3f70-6c6d-46eb-a447-95a5cf892dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:18.166782 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c518b80-1589-4b4e-9b8b-d17a84fa5f43 req-698f3f70-6c6d-46eb-a447-95a5cf892dec service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1265893 Feb 09 13:52:18.263416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69cbe5-81dc-4d33-abf4-baf8575b5e39 req-5d1f6917-fb4e-42ed-bd89-6c6763d534a4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:18.264787 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c69cbe5-81dc-4d33-abf4-baf8575b5e39 req-5d1f6917-fb4e-42ed-bd89-6c6763d534a4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0802805 Feb 09 13:52:18.271549 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c518b80-1589-4b4e-9b8b-d17a84fa5f43 req-bfd88eef-952a-430a-8fa8-e7ee9bebfb62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 1002 time: 0.0982542 Feb 09 13:52:18.311021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c69cbe5-81dc-4d33-abf4-baf8575b5e39 req-10a8076a-791b-486e-aa34-41624d8dae1d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403788 Feb 09 13:52:18.338841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c518b80-1589-4b4e-9b8b-d17a84fa5f43 req-f59d545a-3dc1-4332-acf5-098ad5977d5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:18.340320 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c518b80-1589-4b4e-9b8b-d17a84fa5f43 req-f59d545a-3dc1-4332-acf5-098ad5977d5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0630255 Feb 09 13:52:18.416066 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c518b80-1589-4b4e-9b8b-d17a84fa5f43 req-3b87e333-c036-41ad-8a73-598810bbe4f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695231 Feb 09 13:52:18.548663 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c518b80-1589-4b4e-9b8b-d17a84fa5f43 req-269327a6-17ce-4fc6-8974-5632fb51e80d service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262443 Feb 09 13:52:18.675800 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0c518b80-1589-4b4e-9b8b-d17a84fa5f43 req-9bbaf9d7-efc0-4ba3-bc87-bb2a605ffbe5 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209373 Feb 09 13:52:19.507713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b221bdd-a67b-4f3d-8d9f-9c2410413a6c req-d498c6e1-8b80-44c9-bd2d-d474123b4977 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:19.509164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b221bdd-a67b-4f3d-8d9f-9c2410413a6c req-d498c6e1-8b80-44c9-bd2d-d474123b4977 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0746145 Feb 09 13:52:19.554616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b221bdd-a67b-4f3d-8d9f-9c2410413a6c req-41b5bef5-8c4a-4d67-87a7-adc57cdd7a91 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399055 Feb 09 13:52:20.768701 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5597a-24d3-4bf0-99b2-9c940d92b884 req-ab89e7b2-9945-458b-9679-34c1aff1b3cf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:20.770158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02d5597a-24d3-4bf0-99b2-9c940d92b884 req-ab89e7b2-9945-458b-9679-34c1aff1b3cf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0807526 Feb 09 13:52:20.816611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02d5597a-24d3-4bf0-99b2-9c940d92b884 req-10c47718-8eab-4ab5-992c-b9ee35231832 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400674 Feb 09 13:52:22.014120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648bd0e-8bf2-4b1d-b1fd-c4c8fe8d772c req-68d19387-3689-4d6d-8b46-7ad5e9639ee8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:22.015622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c648bd0e-8bf2-4b1d-b1fd-c4c8fe8d772c req-68d19387-3689-4d6d-8b46-7ad5e9639ee8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0779188 Feb 09 13:52:22.067060 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c648bd0e-8bf2-4b1d-b1fd-c4c8fe8d772c req-ea0c31e7-ccfa-44eb-9f30-7b15af0d5e36 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458040 Feb 09 13:52:23.269370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d0cdd-ee2a-40d6-8633-4252537d5963 req-f861e779-82a3-425e-b184-32eaa6551f7b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:23.270775 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d0d0cdd-ee2a-40d6-8633-4252537d5963 req-f861e779-82a3-425e-b184-32eaa6551f7b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0783720 Feb 09 13:52:23.317628 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4d0d0cdd-ee2a-40d6-8633-4252537d5963 req-df53fa0c-8daa-4ad5-bc9d-255050de94e1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Feb 09 13:52:24.620655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a14882-2ef2-4a3d-b0c5-6f10e69404b0 req-c5f39bd6-97b2-4cf0-95ae-b9d9e14c3228 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:24.622015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-15a14882-2ef2-4a3d-b0c5-6f10e69404b0 req-c5f39bd6-97b2-4cf0-95ae-b9d9e14c3228 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.1751759 Feb 09 13:52:24.668681 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-15a14882-2ef2-4a3d-b0c5-6f10e69404b0 req-2a19b13b-a169-4128-96ba-219f46bb96c9 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401387 Feb 09 13:52:25.080146 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c4adde18-0c80-4eb1-b7fe-780e58179de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:25.868426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1d433-db05-4b81-a608-2921d8e3db87 req-a358bbe4-4da3-45b3-808d-dac1bc2be757 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:25.869780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ecb1d433-db05-4b81-a608-2921d8e3db87 req-a358bbe4-4da3-45b3-808d-dac1bc2be757 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0751009 Feb 09 13:52:25.915188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ecb1d433-db05-4b81-a608-2921d8e3db87 req-4c48cc54-9ed8-4be8-a4d3-f2f77eb678f1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398948 Feb 09 13:52:27.126087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a062255-0515-42cf-83b7-55718f8066f3 req-703be1b7-cc81-4af1-b835-1d7fa60b52b6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:27.127493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a062255-0515-42cf-83b7-55718f8066f3 req-703be1b7-cc81-4af1-b835-1d7fa60b52b6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0838156 Feb 09 13:52:27.179128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a062255-0515-42cf-83b7-55718f8066f3 req-554613fe-6830-4977-8eef-53e2c1e127ea tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Feb 09 13:52:28.277466 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ba103f43-a4c1-4fd5-9ae1-2642a6ff0e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:28.379385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fa330-d8f4-451d-8fb4-b1f9910dc2ac req-532b4650-c53b-44aa-a49b-0044c320d6c6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:28.381528 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-961fa330-d8f4-451d-8fb4-b1f9910dc2ac req-532b4650-c53b-44aa-a49b-0044c320d6c6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0768929 Feb 09 13:52:28.432011 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-961fa330-d8f4-451d-8fb4-b1f9910dc2ac req-a4ef1412-2d14-4b34-9127-92bc4b0edc95 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 Feb 09 13:52:28.685468 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:28.721900 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:29.629751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b94186-0084-413b-afd4-e4916164c2c9 req-f3cd9cc4-8f50-4a7c-8e97-26dbb29edf82 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:29.631755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4b94186-0084-413b-afd4-e4916164c2c9 req-f3cd9cc4-8f50-4a7c-8e97-26dbb29edf82 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0762916 Feb 09 13:52:29.676042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a4b94186-0084-413b-afd4-e4916164c2c9 req-6cd67faa-9255-492a-ba3f-6b8d8baf27d0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387869 Feb 09 13:52:30.014607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:30.880195 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36b77f-e390-4ce5-8c08-567e085e3145 req-b5a3db4d-4887-4397-9ca6-2df4cb652533 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:30.882172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df36b77f-e390-4ce5-8c08-567e085e3145 req-b5a3db4d-4887-4397-9ca6-2df4cb652533 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0792999 Feb 09 13:52:30.927010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df36b77f-e390-4ce5-8c08-567e085e3145 req-3ba1f569-f3a0-4ef3-bc27-1aa43ce288e9 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393677 Feb 09 13:52:32.129951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cec9b0-ed47-4e94-a850-66617f2d8b99 req-e9f35805-1c83-4393-9830-be66bbaf1c43 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:32.131468 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-37cec9b0-ed47-4e94-a850-66617f2d8b99 req-e9f35805-1c83-4393-9830-be66bbaf1c43 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0787890 Feb 09 13:52:32.184700 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-37cec9b0-ed47-4e94-a850-66617f2d8b99 req-3526abbe-5c48-4808-9a26-68e8730fcb05 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475891 Feb 09 13:52:33.381306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61977f-626d-447b-ba4a-f03366edfb56 req-07da2929-9d7a-4b85-bf17-9ae08dfcfe6b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:33.382675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf61977f-626d-447b-ba4a-f03366edfb56 req-07da2929-9d7a-4b85-bf17-9ae08dfcfe6b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0776880 Feb 09 13:52:33.427491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cf61977f-626d-447b-ba4a-f03366edfb56 req-cc5866d5-31cd-4df8-a9f8-1095f2a77ca6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389357 Feb 09 13:52:34.624460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94f5c-16d2-4684-a1c0-34692c7d5a59 req-0a51d88c-a3d9-4f71-9503-536d26150d67 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:34.625898 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ca94f5c-16d2-4684-a1c0-34692c7d5a59 req-0a51d88c-a3d9-4f71-9503-536d26150d67 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0767868 Feb 09 13:52:34.672944 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ca94f5c-16d2-4684-a1c0-34692c7d5a59 req-cd74249c-acd9-4492-911c-1b6d6cc803d3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Feb 09 13:52:35.866429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcd858-d6dc-4d86-bddf-b06449322448 req-084eea35-dcda-4279-9a71-94395a90f3f3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:35.867794 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cbcd858-d6dc-4d86-bddf-b06449322448 req-084eea35-dcda-4279-9a71-94395a90f3f3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0751259 Feb 09 13:52:35.911637 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cbcd858-d6dc-4d86-bddf-b06449322448 req-7b2cab25-8c52-48d5-af1d-db2b16e4564a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384071 Feb 09 13:52:37.119561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439e53e-6d90-45b9-a0b7-cb259ecf24f6 req-771b0ba6-5b04-4a41-a693-2502ad5b85a4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:37.121023 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a439e53e-6d90-45b9-a0b7-cb259ecf24f6 req-771b0ba6-5b04-4a41-a693-2502ad5b85a4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0851507 Feb 09 13:52:37.168875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a439e53e-6d90-45b9-a0b7-cb259ecf24f6 req-9118f700-7d8b-46ef-8052-8845550bef99 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418305 Feb 09 13:52:38.367548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f480a7-51fa-4d8b-83e5-6f712552c3cf req-65e7d451-4dfe-4aa2-a06d-4db75086ee86 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:38.368888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7f480a7-51fa-4d8b-83e5-6f712552c3cf req-65e7d451-4dfe-4aa2-a06d-4db75086ee86 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0747275 Feb 09 13:52:38.413003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f7f480a7-51fa-4d8b-83e5-6f712552c3cf req-9e139242-6b94-4eea-87e5-97039aab4042 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387206 Feb 09 13:52:38.710495 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e5c622c-26b2-4ebf-bdaa-031204cd6327 req-175550ce-899c-43dd-a41c-ce7c317b629c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1349859 Feb 09 13:52:39.016860 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af74917-c8c3-42a7-8f9e-f54b30860a76 req-35e6fe24-7331-49c0-aef1-55a3033a0b91 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:39.018307 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2af74917-c8c3-42a7-8f9e-f54b30860a76 req-35e6fe24-7331-49c0-aef1-55a3033a0b91 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0802717 Feb 09 13:52:39.058134 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-dd1e762f-ffba-4590-a4a9-f513704d04a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1374450 Feb 09 13:52:39.063188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2af74917-c8c3-42a7-8f9e-f54b30860a76 req-6142d321-9e8d-4e3c-b6b2-860070a946e4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393088 Feb 09 13:52:40.211037 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-231af98f-b557-4a5f-8a43-e4ec147c5b77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.0715516 Feb 09 13:52:40.274801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f21322-9fa7-47d4-8ab6-1daad4fec152 req-cbe894ce-943d-4b6b-a535-849af24dee7b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:40.276186 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4f21322-9fa7-47d4-8ab6-1daad4fec152 req-cbe894ce-943d-4b6b-a535-849af24dee7b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0879405 Feb 09 13:52:40.321604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4f21322-9fa7-47d4-8ab6-1daad4fec152 req-55fe957c-92f0-40d8-9fb1-4771eb771edd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398881 Feb 09 13:52:40.357427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-5f76d444-9540-41bc-88b9-9c982ae403de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:40.358934 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-5f76d444-9540-41bc-88b9-9c982ae403de service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1416295 Feb 09 13:52:40.458269 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-3b7222fc-9f96-477d-926b-fd3f811c94ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 1002 time: 0.0922413 Feb 09 13:52:40.520364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-49547251-9674-4283-80fc-68712e6fc8bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:40.521842 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-49547251-9674-4283-80fc-68712e6fc8bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0559413 Feb 09 13:52:40.594762 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-9baf2d73-5b3f-4140-9802-315730fe3513 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659995 Feb 09 13:52:40.724029 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-c3a51b33-7ae4-4223-a6f8-38ebfc83c076 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227765 Feb 09 13:52:40.854618 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-a52644c5-3c45-4fb7-898a-0c0da8495260 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241305 Feb 09 13:52:41.512712 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae926366-2b3d-4895-9df3-6ae829863976 req-0b4103ca-1ed3-40cf-bcb6-8da574c40ef1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:41.514146 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae926366-2b3d-4895-9df3-6ae829863976 req-0b4103ca-1ed3-40cf-bcb6-8da574c40ef1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0743835 Feb 09 13:52:41.557457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae926366-2b3d-4895-9df3-6ae829863976 req-68aa12d1-502f-4e37-8884-7088b5c2aec8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379195 Feb 09 13:52:41.633930 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:42.767283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e62e68-e3fc-4bed-9c76-5f451c3fb80d req-e4efe1fe-0cec-4639-933d-79941a9681a3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:42.768718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21e62e68-e3fc-4bed-9c76-5f451c3fb80d req-e4efe1fe-0cec-4639-933d-79941a9681a3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0786102 Feb 09 13:52:42.814431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21e62e68-e3fc-4bed-9c76-5f451c3fb80d req-70a3ad84-a6f5-4dff-9548-4cda9aa3ec8d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396912 Feb 09 13:52:42.943623 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-5b115481-e344-4051-82cd-9a71a5b5a0c7 service neutron] show failed (client error): The resource could not be found. Feb 09 13:52:42.944656 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-5b115481-e344-4051-82cd-9a71a5b5a0c7 service neutron] 10.222.0.62 "GET /v2.0/ports/4d748e8f-aefc-4b52-ae26-412449da3979/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.1645849 Feb 09 13:52:43.295709 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-77e45718-cd54-4ac1-b124-1b0bf64b3506 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 1097 time: 0.1278419 Feb 09 13:52:43.307945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:52:43.413318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:43.674671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4d748e8f-aefc-4b52-ae26-412449da3979,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:52:43.702592 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:52:43.758569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:52:43.763836 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:43.778035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Transition to ACTIVE for port object 4d748e8f-aefc-4b52-ae26-412449da3979 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:52:43.781864 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:43.832345 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979', 'code': 200} Feb 09 13:52:43.920291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Pushing event updated for resources: {'Port': ['ID=4d748e8f-aefc-4b52-ae26-412449da3979,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:52:44.005104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] No DVR routers for this DVR port 4d748e8f-aefc-4b52-ae26-412449da3979 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:52:44.071719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a669e-d549-481b-8f48-5fc2cdd64119 req-64970505-d765-47eb-9892-4aef853aecb4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:44.074055 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e08a669e-d549-481b-8f48-5fc2cdd64119 req-64970505-d765-47eb-9892-4aef853aecb4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 944 time: 0.1001275 Feb 09 13:52:44.140878 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e08a669e-d549-481b-8f48-5fc2cdd64119 req-27b5dbf4-1b22-45c0-9a9c-fda62c234a47 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596237 Feb 09 13:52:44.274666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Attempting to bind port 4d748e8f-aefc-4b52-ae26-412449da3979 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:52:44.274983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Attempting to bind port 4d748e8f-aefc-4b52-ae26-412449da3979 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:52:44.275294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Attempting to bind port 4d748e8f-aefc-4b52-ae26-412449da3979 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:52:44.280895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Port 4d748e8f-aefc-4b52-ae26-412449da3979 on network 62475eae-f776-4c7d-b820-55c447091368 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:52:44.281203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Attempting to bind port 4d748e8f-aefc-4b52-ae26-412449da3979 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:52:44.288324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:52:44.288644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:52:44.289009 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:52:44.289418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Bound port: 4d748e8f-aefc-4b52-ae26-412449da3979, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:52:44.289747 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:44.379874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:52:44.383478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4d748e8f-aefc-4b52-ae26-412449da3979,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:52:44.387505 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:44.444342 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:44.445687 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] 10.222.0.67 "PUT /v2.0/ports/4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 1092 time: 1.1436267 Feb 09 13:52:44.463444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765619-4e56-40e7-b893-4a61c10e5b6b service neutron] Pushing event updated for resources: {'Port': ['ID=4d748e8f-aefc-4b52-ae26-412449da3979,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:52:44.538684 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-7d8110b8-340c-4f5d-8858-285302b49cdb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.0703132 Feb 09 13:52:44.672573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-549c5135-7ffb-468f-848d-d77b8951c85e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:44.674043 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-549c5135-7ffb-468f-848d-d77b8951c85e service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1299853 Feb 09 13:52:44.781429 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-e628091e-4da4-4172-b8a4-ab16d293d2fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 1000 time: 0.1010234 Feb 09 13:52:44.844625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-b74529c5-b2d1-4718-a89f-f7f2bb7b8474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:44.846010 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-b74529c5-b2d1-4718-a89f-f7f2bb7b8474 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0588264 Feb 09 13:52:45.007994 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-cc953f1f-492a-4e66-b95f-4a7c005dacf3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560135 Feb 09 13:52:45.134813 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-becf7117-f161-4c84-bfcc-a045c3ea4065 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210449 Feb 09 13:52:45.268096 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-478adb4d-d2ed-4234-bdc0-663bd2ed5efd req-662925d6-86e5-480f-9275-3c919d9cf754 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272936 Feb 09 13:52:45.331643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f1258-3077-40d5-a693-0b5d064ee9bb req-f396390f-5eac-4c2c-bbf1-e3efed836669 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:45.333099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1d0f1258-3077-40d5-a693-0b5d064ee9bb req-f396390f-5eac-4c2c-bbf1-e3efed836669 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0765743 Feb 09 13:52:45.380059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1d0f1258-3077-40d5-a693-0b5d064ee9bb req-125dff2b-9829-4518-ae44-ca4a5c4a0d0d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412984 Feb 09 13:52:45.834513 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:52:45.900065 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979', 'status': 'completed', 'code': 200} Feb 09 13:52:46.045067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-3e60db08-45fc-4dd7-83cd-40d6c41571ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.0967429 Feb 09 13:52:46.048284 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-8c2355f9-2e84-463d-8be9-0dc1b96b8bae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.1301353 Feb 09 13:52:46.280534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-7e2c4a95-c52a-4143-aa6a-c61754f037ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:46.282137 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-7e2c4a95-c52a-4143-aa6a-c61754f037ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.2275469 Feb 09 13:52:46.283236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-926d72c7-698e-4b8f-be99-83800bc0b799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:46.284477 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-926d72c7-698e-4b8f-be99-83800bc0b799 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.2127273 Feb 09 13:52:46.466262 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-73097dea-560a-479c-851b-0a0521106953 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 1000 time: 0.1752739 Feb 09 13:52:46.467906 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-2fdc99d1-826b-4777-8d72-5ac4bdab1572 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 1000 time: 0.1278749 Feb 09 13:52:46.483815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4d748e8f-aefc-4b52-ae26-412449da3979 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:52:46.582683 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:46.584093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-deb68606-dbe0-4d47-86fb-8fd6626426d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:46.585554 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-deb68606-dbe0-4d47-86fb-8fd6626426d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.1124148 Feb 09 13:52:46.587120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-b9822833-01a5-405e-9f84-4027d0dc2d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:46.588984 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-b9822833-01a5-405e-9f84-4027d0dc2d4d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0854774 Feb 09 13:52:46.589593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4d748e8f-aefc-4b52-ae26-412449da3979 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:52:46.622631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d21e-ef8b-4dde-a549-a6e849fc49b1 req-73582da8-a06b-4fac-b27a-26d1a9670701 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:46.624842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb58d21e-ef8b-4dde-a549-a6e849fc49b1 req-73582da8-a06b-4fac-b27a-26d1a9670701 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 944 time: 0.1158075 Feb 09 13:52:46.672159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb58d21e-ef8b-4dde-a549-a6e849fc49b1 req-3570e1d3-16e3-4d1e-b1a3-033d792f6e65 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Feb 09 13:52:46.720984 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-a04bf784-f226-4627-bd33-ea0dd8ac63ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293266 Feb 09 13:52:46.724698 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-ed8f81d1-6134-48f9-9527-0441164e6597 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012771 Feb 09 13:52:47.068808 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-12666cea-2eec-499c-8f98-085cc212712a service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408825 Feb 09 13:52:47.071733 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-9e1580f8-0f66-4bf9-b3c9-bd2a6320c9b2 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217576 Feb 09 13:52:47.308965 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-f88e411a-fc15-473d-8d65-fa83cf328eb2 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168868 Feb 09 13:52:47.310333 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a5fab34c-38fa-4bd4-b785-50b596accb01 req-75343615-4221-4a7b-8681-005ffbc10c0e service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360542 Feb 09 13:52:47.878289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48546e-9643-4625-ae92-789d38537330 req-599af7cb-f9ef-4651-b6dd-9ff535b2d45f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:47.879744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e48546e-9643-4625-ae92-789d38537330 req-599af7cb-f9ef-4651-b6dd-9ff535b2d45f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0783417 Feb 09 13:52:47.926942 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7e48546e-9643-4625-ae92-789d38537330 req-8c253d24-0cf5-487d-9d31-ede902090d6b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Feb 09 13:52:48.262338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-59fee749-0f2e-437b-bd14-e752064ec6a8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:48.263059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-59fee749-0f2e-437b-bd14-e752064ec6a8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Synchronizing usage tracker for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:52:48.275041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258e6b3-9347-4bc2-80c7-07601c5b9c2a req-21b74da5-f145-4307-9b88-85a1ca2e421b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:48.276526 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0258e6b3-9347-4bc2-80c7-07601c5b9c2a req-21b74da5-f145-4307-9b88-85a1ca2e421b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 944 time: 0.0809450 Feb 09 13:52:48.278816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-59fee749-0f2e-437b-bd14-e752064ec6a8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Unset dirty status for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:52:48.279976 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-59fee749-0f2e-437b-bd14-e752064ec6a8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 944 time: 0.0971420 Feb 09 13:52:48.323144 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0258e6b3-9347-4bc2-80c7-07601c5b9c2a req-57a2db0c-c11a-42d3-9dfa-6e9516081552 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404220 Feb 09 13:52:48.371723 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-f563312d-f4e5-44ad-9af8-ab19304f8a34 service neutron] delete failed (client error): The resource could not be found. Feb 09 13:52:48.372721 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-f563312d-f4e5-44ad-9af8-ab19304f8a34 service neutron] 10.222.0.62 "DELETE /v2.0/ports/4d748e8f-aefc-4b52-ae26-412449da3979/bindings/n-h1-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0789073 Feb 09 13:52:48.457676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4d748e8f-aefc-4b52-ae26-412449da3979 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:52:48.522612 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-3d8d6974-af72-4340-b7da-c844bd159714 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1095 time: 0.0724788 Feb 09 13:52:48.592682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4d748e8f-aefc-4b52-ae26-412449da3979,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:52:48.605803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '4d748e8f-aefc-4b52-ae26-412449da3979', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'port_id': '4d748e8f-aefc-4b52-ae26-412449da3979', 'mac_address': 'fa:16:3e:3f:b3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:52:48.655383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-2a0430f8-ec07-4dca-b93f-5b81c5ede753 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:48.657353 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-2a0430f8-ec07-4dca-b93f-5b81c5ede753 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1287477 Feb 09 13:52:48.661738 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:48.679662 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d748e8f-aefc-4b52-ae26-412449da3979 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:52:48.694730 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4d748e8f-aefc-4b52-ae26-412449da3979,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:52:48.698644 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:48.767946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=4d748e8f-aefc-4b52-ae26-412449da3979,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:52:48.768202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-ca526ca5-3862-404e-86f6-33de6331b28c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 1001 time: 0.1035969 Feb 09 13:52:48.776788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.777034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.777361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.777688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.778009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.778331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.778668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.778980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.779289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.779595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.779899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:48.831091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-06aca1f3-c5e8-4b3b-88e4-ead8a8bf16e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:48.832515 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-06aca1f3-c5e8-4b3b-88e4-ead8a8bf16e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0571170 Feb 09 13:52:48.909716 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-b30a03ee-a185-4d75-bc74-fee83aa80197 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701685 Feb 09 13:52:48.929184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['4d748e8f-aefc-4b52-ae26-412449da3979'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:52:49.050591 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-433c41e9-871c-44d6-86db-c0a8dbdd926a service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328461 Feb 09 13:52:49.190575 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8b3aa179-290e-48a4-bb8d-81ca712f9654 req-abaefc34-5e58-4fad-b5fb-f02a84b3f64b service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336932 Feb 09 13:52:49.539561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ea7ed-250a-4d48-8432-6dbcd19d9f7a req-6cec9ac6-012d-48de-a6be-9cf8ca9580ac tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:49.541208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c78ea7ed-250a-4d48-8432-6dbcd19d9f7a req-6cec9ac6-012d-48de-a6be-9cf8ca9580ac tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 945 time: 0.0862041 Feb 09 13:52:49.599779 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c78ea7ed-250a-4d48-8432-6dbcd19d9f7a req-0b3291c8-83b5-4688-bd24-6da7623b3d66 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529153 Feb 09 13:52:50.473100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4d748e8f-aefc-4b52-ae26-412449da3979 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:52:50.542084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 4d748e8f-aefc-4b52-ae26-412449da3979 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:52:50.546481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 4d748e8f-aefc-4b52-ae26-412449da3979 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:52:50.546852 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:50.657969 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:50.685370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:52:50.694658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4d748e8f-aefc-4b52-ae26-412449da3979,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:52:50.699043 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:50.768813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=4d748e8f-aefc-4b52-ae26-412449da3979,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:52:50.804042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa31c40-a13f-438c-87ff-af6fd7ad2898 req-1e7ca0f6-c1dd-413a-8708-d3d90f3a937b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:50.805482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fa31c40-a13f-438c-87ff-af6fd7ad2898 req-1e7ca0f6-c1dd-413a-8708-d3d90f3a937b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0768495 Feb 09 13:52:50.851520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6fa31c40-a13f-438c-87ff-af6fd7ad2898 req-31ede67a-db3b-4d99-ac9b-694c3f71aba3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405347 Feb 09 13:52:50.883659 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979', 'code': 200} Feb 09 13:52:51.048580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d68487-835f-4e41-925d-b2180bbf6f42 req-73f1ab32-b253-40d9-a978-87f48c6918f4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:51.050003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20d68487-835f-4e41-925d-b2180bbf6f42 req-73f1ab32-b253-40d9-a978-87f48c6918f4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0792453 Feb 09 13:52:51.180806 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20d68487-835f-4e41-925d-b2180bbf6f42 req-95f81517-3e8a-458c-9639-7732d9b8100d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252978 Feb 09 13:52:51.537156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d7424-9d1a-4da0-86e2-39ccb5221cf1 req-e6cc5916-ab14-4c89-814d-36d5eba77b51 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:51.538769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-465d7424-9d1a-4da0-86e2-39ccb5221cf1 req-e6cc5916-ab14-4c89-814d-36d5eba77b51 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0750117 Feb 09 13:52:51.570263 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-651f0275-ad0a-4186-bd4e-db688c1d3256 req-ce679531-ddf1-4b34-b487-f9efac81e211 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 1097 time: 0.0680139 Feb 09 13:52:51.584533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-465d7424-9d1a-4da0-86e2-39ccb5221cf1 req-013808ac-6dd4-4184-a0fe-90cce2071ad0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 Feb 09 13:52:51.698329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f0275-ad0a-4186-bd4e-db688c1d3256 req-bd6c55d5-8285-40db-8735-98748e629020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:51.699816 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-651f0275-ad0a-4186-bd4e-db688c1d3256 req-bd6c55d5-8285-40db-8735-98748e629020 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1240532 Feb 09 13:52:51.800300 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-651f0275-ad0a-4186-bd4e-db688c1d3256 req-7a2e8d72-c759-4c2b-ab88-69b442987af0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 200 len: 1002 time: 0.0946877 Feb 09 13:52:51.862064 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f0275-ad0a-4186-bd4e-db688c1d3256 req-50edaed4-d586-433c-a74d-5bb96559934d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:51.863523 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-651f0275-ad0a-4186-bd4e-db688c1d3256 req-50edaed4-d586-433c-a74d-5bb96559934d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0566542 Feb 09 13:52:52.044328 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-651f0275-ad0a-4186-bd4e-db688c1d3256 req-f6f00167-4d1e-4df7-b079-30f6980b53b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748848 Feb 09 13:52:52.176128 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-651f0275-ad0a-4186-bd4e-db688c1d3256 req-a2e3b3a9-c5c7-46a3-8feb-654e3388e85b service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259072 Feb 09 13:52:52.314423 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-651f0275-ad0a-4186-bd4e-db688c1d3256 req-b81102fe-0e08-492f-aafa-accc1fc2dd69 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321933 Feb 09 13:52:52.734930 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:52:52.830058 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d61294-ee3a-4dc0-a3f0-e58efda3c0db req-511d8deb-bdf9-41d9-8cb3-eecbdd7022f4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:52.832336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62d61294-ee3a-4dc0-a3f0-e58efda3c0db req-511d8deb-bdf9-41d9-8cb3-eecbdd7022f4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0968273 Feb 09 13:52:52.880574 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62d61294-ee3a-4dc0-a3f0-e58efda3c0db req-094862b1-5e69-4fcb-9f79-610b69b69d5b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Feb 09 13:52:54.075685 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba501c-07c4-44a3-a831-25d3e8ebed3f req-3c0aff3a-ad31-4662-a790-5efb3379f3be tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:54.077121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2ba501c-07c4-44a3-a831-25d3e8ebed3f req-3c0aff3a-ad31-4662-a790-5efb3379f3be tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0760260 Feb 09 13:52:54.125252 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2ba501c-07c4-44a3-a831-25d3e8ebed3f req-93efc89d-2134-4b36-add1-ff1f478d268e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426931 Feb 09 13:52:54.522556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37911-ba0e-467a-aac4-d196fedf052f req-f0630023-5a19-4cb4-9698-528c0382cf78 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:54.524697 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3a37911-ba0e-467a-aac4-d196fedf052f req-f0630023-5a19-4cb4-9698-528c0382cf78 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0780172 Feb 09 13:52:54.571001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3a37911-ba0e-467a-aac4-d196fedf052f req-81d9f739-775f-43e0-a831-ec98f28485b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407755 Feb 09 13:52:55.071576 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-be631245-53e5-4248-9159-30bb894c9390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:55.732539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-78528fb8-51ee-4d66-a293-8587d38e5909 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:55.733975 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-78528fb8-51ee-4d66-a293-8587d38e5909 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0787756 Feb 09 13:52:55.775208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b48a33-c20d-4b58-904d-c57763fd5cea req-b3060c5c-a24b-435d-91c6-b5a57ac706ce tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:55.776649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47b48a33-c20d-4b58-904d-c57763fd5cea req-b3060c5c-a24b-435d-91c6-b5a57ac706ce tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 946 time: 0.0807748 Feb 09 13:52:55.800302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Deleting port 4d748e8f-aefc-4b52-ae26-412449da3979 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:52:55.800639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:55.821491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47b48a33-c20d-4b58-904d-c57763fd5cea req-73a66f94-e5ca-430c-af57-40f94c7ac2d9 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393445 Feb 09 13:52:56.045481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] For port 4d748e8f-aefc-4b52-ae26-412449da3979, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=4d748e8f-aefc-4b52-ae26-412449da3979,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:52:56.045825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:56.324770 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:56.325131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:56.325439 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Floating IP 972025e8-4660-466c-9323-0ce8c3733155 disassociated. External IP: 172.25.5.127, port: 4d748e8f-aefc-4b52-ae26-412449da3979. Feb 09 13:52:56.325771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Calling delete_port for 4d748e8f-aefc-4b52-ae26-412449da3979 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:52:56.464039 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:56.511314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event deleted for resources: {'Port': ['ID=4d748e8f-aefc-4b52-ae26-412449da3979,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:52:56.524647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.524979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.525305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.525719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.526039 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.526355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.526686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.526995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.527302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.527605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.527909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:52:56.723356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:52:57.002849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ebeb5305-1329-4e20-ad4e-d91e6d5a0ff2 req-46667155-a123-452a-b472-dd1450815481 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf32d040-8cff-4c75-a6ae-3582acc8fdd6 HTTP/1.1" status: 200 len: 210 time: 0.0488853 Feb 09 13:52:57.043653 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:52:57.060643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:52:57.074585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:52:57.075462 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:52:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:52:57.129226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] No DVR routers for this DVR port 4d748e8f-aefc-4b52-ae26-412449da3979 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:52:57.132262 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:57.135402 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'name': 'network-vif-deleted', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:52:57.159524 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8f7a6f2b-be75-4586-9615-ca8ec933cf6d req-0a08e0d0-e01c-4343-bd33-2e49096830f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.67 "DELETE /v2.0/ports/4d748e8f-aefc-4b52-ae26-412449da3979 HTTP/1.1" status: 204 len: 173 time: 1.4201071 Feb 09 13:52:57.204008 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf32d040-8cff-4c75-a6ae-3582acc8fdd6', 'name': 'network-vif-deleted', 'tag': '4d748e8f-aefc-4b52-ae26-412449da3979', 'status': 'completed', 'code': 200} Feb 09 13:52:57.277420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:52:57.640449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:52:57.644240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:52:57.655029 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:52:57.655601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:52:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:52:57.827988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:52:58.144463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:52:58.149469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b125f352-7b60-447e-baf0-6250fdd3065f None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:52:58.279986 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36d81984-2c59-4af3-addc-505fa0dd94a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:58.387835 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-c9d3066d-d0f0-42b2-8c3a-6b2ea24b1c81 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1267115875&fields=id&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 267 time: 0.0445762 Feb 09 13:52:58.424038 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b22b6c6-31a0-40c4-b865-e4d613f2821f None None] New status for floating IP 972025e8-4660-466c-9323-0ce8c3733155: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:52:58.541332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-5b4b480a-cb80-4c72-aebb-d02cdb51162e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:52:58.542718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-5b4b480a-cb80-4c72-aebb-d02cdb51162e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 812 time: 0.1482193 Feb 09 13:52:58.560289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-89f72e1f-349d-4e25-88a5-ddfa5126c498 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/quotas/091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 375 time: 0.0120318 Feb 09 13:52:58.644476 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-fc0ef9c6-529c-41fc-8b3b-8e8221adafbd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790160 Feb 09 13:52:58.687298 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:58.724809 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:52:58.788618 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-f43e2341-44f1-4ca3-bec1-f8831d71e6c3 service neutron] 10.222.0.59 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319766 Feb 09 13:52:58.919054 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-eb0d17f9-b7c4-4920-a0b0-2f1233386f72 service neutron] 10.222.0.59 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236165 Feb 09 13:52:59.107563 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4bf3e29d-ef8b-40c0-84f7-2ed62efba0fd req-38ee9f9e-1b5a-4fd4-837e-c4a56aef9747 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 210 time: 0.0402737 Feb 09 13:53:00.018624 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:00.200621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-7f764d45-c831-4584-82bc-065e5dfdc6b3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:00.202118 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-7f764d45-c831-4584-82bc-065e5dfdc6b3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 812 time: 0.1472561 Feb 09 13:53:00.265144 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-77f6b24a-fe1b-4f0c-b72b-c7ecae00bacc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 380 time: 0.0497723 Feb 09 13:53:00.276693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'port': {'device_id': 'c1662c38-75df-4773-975c-c9262f761e44', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'admin_state_up': True, 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'security_groups': ['72fc2923-2956-47aa-8779-547393244af3']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:53:00.278921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c09413d2-be43-48ff-a741-9d9b271d2aa5 req-9024733b-226b-45d2-84cc-70ff6eb58bb0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 210 time: 0.0453782 Feb 09 13:53:00.408897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:53:00.412844 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Usage tracker for resource:port and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:53:00.415588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:53:00.420986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:53:00.431211 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Made reservation on behalf of 091a23d1296b4a92a4a69ffcc9c7f020 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:53:00.434253 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:00.542031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4d748e8f-aefc-4b52-ae26-412449da3979 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:53:00.574556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 4d748e8f-aefc-4b52-ae26-412449da3979 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:53:00.574902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 4d748e8f-aefc-4b52-ae26-412449da3979 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:53:00.596445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Allocated IP 172.20.0.6 (62475eae-f776-4c7d-b820-55c447091368/ff5c5254-1453-48c3-b950-32b28ce0cd5e/c5ab7dae-62de-47be-b445-53822d297e80) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:53:00.779126 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:00.795010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Transition to ACTIVE for port object c5ab7dae-62de-47be-b445-53822d297e80 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:53:00.816351 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:00.884169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Network 62475eae-f776-4c7d-b820-55c447091368 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:53:00.891060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:53:00.895219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:53:00.925598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:00.960328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:00.960949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:00.987685 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-623fa54e-09ab-438d-aacc-59b45031c6b2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7147164 Feb 09 13:53:01.000078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Request body: {'port': {'device_id': 'c1662c38-75df-4773-975c-c9262f761e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:53:01.110527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:01.162311 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-60dae4fd-0aa2-46d7-86e8-b91dfcdb36a2 None None] Provisioning for port c5ab7dae-62de-47be-b445-53822d297e80 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:53:01.166766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-60dae4fd-0aa2-46d7-86e8-b91dfcdb36a2 None None] Provisioning complete for port c5ab7dae-62de-47be-b445-53822d297e80 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:53:01.167238 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-60dae4fd-0aa2-46d7-86e8-b91dfcdb36a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:01.221261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-60dae4fd-0aa2-46d7-86e8-b91dfcdb36a2 None None] Port c5ab7dae-62de-47be-b445-53822d297e80 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:53:01.445609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ab7dae-62de-47be-b445-53822d297e80 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:53:01.452600 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:01.466607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Transition to ACTIVE for port object c5ab7dae-62de-47be-b445-53822d297e80 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:53:01.470314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:01.475549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bbff7-1dd7-47a4-b57e-e997a015797e req-4d072576-c771-43c0-9d07-fa3a94bd2eec tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:01.476992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-509bbff7-1dd7-47a4-b57e-e997a015797e req-4d072576-c771-43c0-9d07-fa3a94bd2eec tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 931 time: 0.0784314 Feb 09 13:53:01.526838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-509bbff7-1dd7-47a4-b57e-e997a015797e req-01312b09-c38c-4ae1-98c1-a23ba79c1fff tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Feb 09 13:53:01.607000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:01.803589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:53:01.803840 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:53:01.804160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:53:01.810184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Port c5ab7dae-62de-47be-b445-53822d297e80 on network 62475eae-f776-4c7d-b820-55c447091368 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:53:01.810525 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:53:01.816641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:53:01.816973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:53:01.817867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:53:01.818297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Bound port: c5ab7dae-62de-47be-b445-53822d297e80, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:53:01.818665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:01.905781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:53:01.908867 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:53:01.912715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:01.968815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:01.970250 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] 10.222.0.62 "PUT /v2.0/ports/c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1091 time: 0.9745040 Feb 09 13:53:01.970738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:53:01.999716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44717bc4-5ed3-4d82-8c12-1f87df359184 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:02.044129 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80', 'status': 'completed', 'code': 200} Feb 09 13:53:02.086585 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-a2ef1f81-5718-4163-a01f-de0a8715168c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1094 time: 0.0746343 Feb 09 13:53:02.160157 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-8d7a0729-36b5-4205-903a-f2370f16548d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 217 time: 0.0661120 Feb 09 13:53:02.220869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-86946ab3-a7bb-474e-a140-9da077ad9ef3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:02.222238 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-86946ab3-a7bb-474e-a140-9da077ad9ef3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0557806 Feb 09 13:53:02.304904 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-759c9755-6293-4de9-8918-5abc23fb39c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753279 Feb 09 13:53:02.447641 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-4f79ce2d-b082-4616-ab1c-075eeda02c0b service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359706 Feb 09 13:53:02.580415 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-db5f1889-e6ea-407b-a960-25442b1987c5 req-29640c55-fd1e-448a-9b7f-0a297eea7a92 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256416 Feb 09 13:53:02.709036 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-76e889ec-8faf-480b-a003-c3488f389129 req-e78ca282-ac35-4aac-87a7-ff5d87fc1e84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1094 time: 0.0783710 Feb 09 13:53:02.746568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e260b4-515d-4260-9eba-3ac5d0d619c2 req-b0f7e0d1-4e6a-4f59-9c5a-c8260aea14b6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:02.748053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88e260b4-515d-4260-9eba-3ac5d0d619c2 req-b0f7e0d1-4e6a-4f59-9c5a-c8260aea14b6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 943 time: 0.0881369 Feb 09 13:53:02.799090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88e260b4-515d-4260-9eba-3ac5d0d619c2 req-37ba5e89-bd91-4d98-8dcf-f0d854fe56ac tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454013 Feb 09 13:53:02.850656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e889ec-8faf-480b-a003-c3488f389129 req-025ace29-a8e8-408e-9dd6-f2e0c58417b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:02.852108 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-76e889ec-8faf-480b-a003-c3488f389129 req-025ace29-a8e8-408e-9dd6-f2e0c58417b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1361763 Feb 09 13:53:02.922965 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-76e889ec-8faf-480b-a003-c3488f389129 req-ba8591fd-ce80-42ef-8644-d6f7384abffb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 217 time: 0.0641994 Feb 09 13:53:02.994041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e889ec-8faf-480b-a003-c3488f389129 req-6c252899-0d82-4251-b3f8-a99c81be7d8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:02.995631 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-76e889ec-8faf-480b-a003-c3488f389129 req-6c252899-0d82-4251-b3f8-a99c81be7d8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0666234 Feb 09 13:53:03.072742 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-76e889ec-8faf-480b-a003-c3488f389129 req-d04ac88f-b441-4590-b0d6-86f09c1cba36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704401 Feb 09 13:53:03.204057 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-76e889ec-8faf-480b-a003-c3488f389129 req-226b6999-b6e3-42e9-a7dc-4f0eec43bade service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240251 Feb 09 13:53:03.346382 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-76e889ec-8faf-480b-a003-c3488f389129 req-89923135-67fc-4a6d-bff1-7a41f06ab060 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319325 Feb 09 13:53:03.999668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d2db4-80a3-4cf2-9ccf-417e6c42bcd7 req-542edfa5-82e7-4694-97d3-b95df82bea16 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:04.001115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f02d2db4-80a3-4cf2-9ccf-417e6c42bcd7 req-542edfa5-82e7-4694-97d3-b95df82bea16 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 943 time: 0.0771608 Feb 09 13:53:04.046008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f02d2db4-80a3-4cf2-9ccf-417e6c42bcd7 req-e0a7fc38-dda4-488a-875e-16b6c4b97e94 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388205 Feb 09 13:53:04.556045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c5ab7dae-62de-47be-b445-53822d297e80 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:53:04.688228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:53:04.705396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'c5ab7dae-62de-47be-b445-53822d297e80', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'port_id': 'c5ab7dae-62de-47be-b445-53822d297e80', 'mac_address': 'fa:16:3e:3d:3b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:53:04.765023 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:04.782319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ab7dae-62de-47be-b445-53822d297e80 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:53:04.797922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:53:04.805708 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:04.874580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:05.035653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['c5ab7dae-62de-47be-b445-53822d297e80'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:53:05.256349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32630247-d4d2-4d53-ae42-45a69658f36a req-3f1eed35-6df5-4de5-8b08-cf29c42aa400 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:05.257708 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32630247-d4d2-4d53-ae42-45a69658f36a req-3f1eed35-6df5-4de5-8b08-cf29c42aa400 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 944 time: 0.0870879 Feb 09 13:53:05.305799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32630247-d4d2-4d53-ae42-45a69658f36a req-5541be2b-7b5c-4a47-a3d5-cbcddb2fb389 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Feb 09 13:53:06.507231 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f653bab-c723-4d0b-a88a-853ed7975f86 req-cc69b0cd-9016-4402-87e0-36151976ccce tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:06.508676 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f653bab-c723-4d0b-a88a-853ed7975f86 req-cc69b0cd-9016-4402-87e0-36151976ccce tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 944 time: 0.0785532 Feb 09 13:53:06.556377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f653bab-c723-4d0b-a88a-853ed7975f86 req-17174b95-d60b-465a-8936-eef95e3050c8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Feb 09 13:53:06.575128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c5ab7dae-62de-47be-b445-53822d297e80 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:53:06.654052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port c5ab7dae-62de-47be-b445-53822d297e80 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:53:06.658665 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port c5ab7dae-62de-47be-b445-53822d297e80 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:53:06.659028 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:06.783812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:06.811742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:53:06.826617 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:53:06.831125 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:06.877916 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80', 'code': 200} Feb 09 13:53:06.904202 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:06.999208 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65e8055f-704f-42b3-b8ad-96616fd7a04a req-b19c1e21-6d9e-480f-935d-1c0b5235a9d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1096 time: 0.0668938 Feb 09 13:53:07.041309 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65e8055f-704f-42b3-b8ad-96616fd7a04a req-8633f8fc-6ef9-42b6-9fa4-eff542cf1189 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355611 Feb 09 13:53:07.841500 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb034b-d67d-4b6a-8692-84862c337d95 req-7b529cc4-fe26-42a0-a0ae-bbb6bcf04a0b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:07.843039 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aadb034b-d67d-4b6a-8692-84862c337d95 req-7b529cc4-fe26-42a0-a0ae-bbb6bcf04a0b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.1675794 Feb 09 13:53:07.887769 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aadb034b-d67d-4b6a-8692-84862c337d95 req-7eb1712d-7295-438e-80d6-7fb4da3a2525 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392373 Feb 09 13:53:09.089873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb036e-53bc-490c-a83c-763efb65c3ff req-64ca3da9-c81e-46c7-9b06-7833b0b94e15 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:09.091317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-acfb036e-53bc-490c-a83c-763efb65c3ff req-64ca3da9-c81e-46c7-9b06-7833b0b94e15 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0810297 Feb 09 13:53:09.135000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-acfb036e-53bc-490c-a83c-763efb65c3ff req-3dbe869e-65e5-43b3-a071-3b35ea5c9a5e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382080 Feb 09 13:53:09.326584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a521d70-d525-485d-a924-0f95860569a6 req-6593627a-f002-4943-9927-edd55d7bcad4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:09.328026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a521d70-d525-485d-a924-0f95860569a6 req-6593627a-f002-4943-9927-edd55d7bcad4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0754848 Feb 09 13:53:09.336978 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37098) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:53:09.341962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9a517055-1c0f-4103-b35c-80d69b30f845 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'floatingip': {'port_id': 'c5ab7dae-62de-47be-b445-53822d297e80'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:53:09.420338 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a517055-1c0f-4103-b35c-80d69b30f845 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:09.990774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a517055-1c0f-4103-b35c-80d69b30f845 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:09.994451 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a517055-1c0f-4103-b35c-80d69b30f845 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:10.184568 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-9a517055-1c0f-4103-b35c-80d69b30f845 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Floating IP 972025e8-4660-466c-9323-0ce8c3733155 associated. External IP: 172.25.5.127, port: c5ab7dae-62de-47be-b445-53822d297e80. Feb 09 13:53:10.663504 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a517055-1c0f-4103-b35c-80d69b30f845 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:53:10.861670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a517055-1c0f-4103-b35c-80d69b30f845 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:53:10.866504 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a517055-1c0f-4103-b35c-80d69b30f845 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:10.871170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:53:10.882489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:53:10.883072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:52:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:53:10.918357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9a517055-1c0f-4103-b35c-80d69b30f845 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "PUT /v2.0/floatingips/972025e8-4660-466c-9323-0ce8c3733155 HTTP/1.1" status: 200 len: 991 time: 1.5802696 Feb 09 13:53:10.918977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:53:10.981409 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80', 'status': 'completed', 'code': 200} Feb 09 13:53:11.111882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac079cba-028a-4286-999f-9e153fddf546 req-969c6f51-4fc3-4b3a-a31b-4b86de11384e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:11.119064 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac079cba-028a-4286-999f-9e153fddf546 req-969c6f51-4fc3-4b3a-a31b-4b86de11384e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0898125 Feb 09 13:53:11.127339 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:53:11.167413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac079cba-028a-4286-999f-9e153fddf546 req-d09a5b8b-e15d-46d9-b352-fcae716a6fd8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465248 Feb 09 13:53:11.171323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ae17878-466c-4be9-b338-0d4e63882476 req-1e354d13-c281-4f4f-ad59-3a0ae31d7d40 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1096 time: 0.1676679 Feb 09 13:53:11.308800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17878-466c-4be9-b338-0d4e63882476 req-0f2cb4c6-ff15-4d3b-b740-e0c5f24d6e90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:11.310262 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ae17878-466c-4be9-b338-0d4e63882476 req-0f2cb4c6-ff15-4d3b-b740-e0c5f24d6e90 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1327088 Feb 09 13:53:11.415413 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ae17878-466c-4be9-b338-0d4e63882476 req-44645018-a63e-4dec-a33a-6b8b8c07b717 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 999 time: 0.0985038 Feb 09 13:53:11.477298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17878-466c-4be9-b338-0d4e63882476 req-90a93ea3-65a1-4e14-b177-ec44440bd6e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:11.478908 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ae17878-466c-4be9-b338-0d4e63882476 req-90a93ea3-65a1-4e14-b177-ec44440bd6e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0572150 Feb 09 13:53:11.482041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': 'c5ab7dae-62de-47be-b445-53822d297e80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:3d:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1662c38-75df-4773-975c-c9262f761e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:53:09Z', 'revision_number': 9, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:53:11.486547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:53:11.497470 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:53:11.498044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:52:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:53:11.554812 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ae17878-466c-4be9-b338-0d4e63882476 req-4b1574cd-6bea-4357-aa51-45db29b794ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696440 Feb 09 13:53:11.674601 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:11.681427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:53:11.697049 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ae17878-466c-4be9-b338-0d4e63882476 req-4e96f7bd-454d-4589-9008-175b97774c7d service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356091 Feb 09 13:53:11.829894 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ae17878-466c-4be9-b338-0d4e63882476 req-d9d75bf0-b6c5-40cf-91a3-09944d9fdcb6 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265447 Feb 09 13:53:12.030304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': 'c5ab7dae-62de-47be-b445-53822d297e80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:3d:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1662c38-75df-4773-975c-c9262f761e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:53:09Z', 'revision_number': 9, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:53:12.034297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f9feae-9415-4b13-ae1b-15396a37c355 None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': 'c5ab7dae-62de-47be-b445-53822d297e80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:3d:3b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1662c38-75df-4773-975c-c9262f761e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:53:09Z', 'revision_number': 9, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:53:12.233701 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a0c427-ea6b-4bab-a8ff-218c52a2ca8e None None] New status for floating IP 972025e8-4660-466c-9323-0ce8c3733155: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:53:12.369768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e7f6-82b4-4e30-9b6a-9aca11ac8784 req-a9e5d267-6878-44fa-87e6-d58eb71bc5a6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:12.371181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c60e7f6-82b4-4e30-9b6a-9aca11ac8784 req-a9e5d267-6878-44fa-87e6-d58eb71bc5a6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0767004 Feb 09 13:53:12.417444 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8c60e7f6-82b4-4e30-9b6a-9aca11ac8784 req-af3fd7c5-264d-4275-b02c-23c9b8e38f8f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406630 Feb 09 13:53:12.712114 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ef617ac9-662f-497c-aa94-c0584c815bc3 req-1edc76fe-8b91-4381-9585-5270f38d101a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1306229 Feb 09 13:53:12.971934 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-71ba8f22-cf5b-43cd-86da-f11bddfbef80 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832145 Feb 09 13:53:13.030621 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe976a-e735-4822-9596-dea10283a427 req-32866047-c893-48a3-a2cb-90b7dae61e84 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:13.032063 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4bfe976a-e735-4822-9596-dea10283a427 req-32866047-c893-48a3-a2cb-90b7dae61e84 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0878954 Feb 09 13:53:13.078171 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4bfe976a-e735-4822-9596-dea10283a427 req-c1bf8017-9c0a-4773-9404-0009f5b0dd1d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402546 Feb 09 13:53:14.280390 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-15c16474-7903-443d-bc08-ab490425fd38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1096 time: 0.0674262 Feb 09 13:53:14.284331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9295851-c3e0-4f01-84d4-0ed583b36fb5 req-8f1e0d3a-fa98-4154-9c21-255fbf9b88c4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:14.286294 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9295851-c3e0-4f01-84d4-0ed583b36fb5 req-8f1e0d3a-fa98-4154-9c21-255fbf9b88c4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0813961 Feb 09 13:53:14.333074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9295851-c3e0-4f01-84d4-0ed583b36fb5 req-a3651e37-1e37-4a39-8c98-4c68a0bec66f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408347 Feb 09 13:53:14.412897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-20c44c5c-b5e8-4343-9ef1-8386d49a6475 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:14.414326 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-20c44c5c-b5e8-4343-9ef1-8386d49a6475 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1272690 Feb 09 13:53:14.515708 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-61b10bee-fdba-47d6-80c8-2dea641229d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1002 time: 0.0949278 Feb 09 13:53:14.585797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-f06292b4-3224-4826-91f6-71162d9e41c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:14.587347 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-f06292b4-3224-4826-91f6-71162d9e41c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0596743 Feb 09 13:53:14.669705 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-222172f3-5a7c-4394-a45a-9489a57eeeab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667717 Feb 09 13:53:14.798852 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-4c4b76a0-f5da-4b7e-8d8d-9f6ac7ef941c service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225703 Feb 09 13:53:14.928665 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-42936522-30af-4d30-a728-cc4b3e6fcd0e service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233237 Feb 09 13:53:15.532059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b097e-b7d4-460e-9c15-4cc53d40540a req-31bb3ebb-5715-4434-a68f-57fb3758f6db tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:15.533502 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea0b097e-b7d4-460e-9c15-4cc53d40540a req-31bb3ebb-5715-4434-a68f-57fb3758f6db tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0744882 Feb 09 13:53:15.578654 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea0b097e-b7d4-460e-9c15-4cc53d40540a req-ac6c5936-1413-4604-8550-507df38fc786 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389528 Feb 09 13:53:16.550608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:16.783803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c58c5-07f6-438e-bbb6-78e9fd8e3c4c req-2a3ab294-d271-427a-b3eb-8b23afacaa58 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:16.785240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed4c58c5-07f6-438e-bbb6-78e9fd8e3c4c req-2a3ab294-d271-427a-b3eb-8b23afacaa58 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0848682 Feb 09 13:53:16.829688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed4c58c5-07f6-438e-bbb6-78e9fd8e3c4c req-cb938334-b7a9-4667-84b6-7c1678ee36f0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384088 Feb 09 13:53:18.028932 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddedce06-f112-46d1-9157-f173ca4e435d req-464ae7ae-3845-418e-a75c-62dd395f5ab5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1096 time: 0.0767534 Feb 09 13:53:18.032599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead8b71-2dc6-4f8e-bc62-409ec82a1693 req-f11c6203-d2db-4d2f-9d34-f97450ea4875 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:18.034045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ead8b71-2dc6-4f8e-bc62-409ec82a1693 req-f11c6203-d2db-4d2f-9d34-f97450ea4875 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0785511 Feb 09 13:53:18.081284 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ead8b71-2dc6-4f8e-bc62-409ec82a1693 req-689fc35a-4379-4c80-b50c-389aeb89ca36 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403769 Feb 09 13:53:18.274459 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedce06-f112-46d1-9157-f173ca4e435d req-b8f20760-99ae-4ed5-bc8c-e5eeb04c04df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:18.275908 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddedce06-f112-46d1-9157-f173ca4e435d req-b8f20760-99ae-4ed5-bc8c-e5eeb04c04df service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.2168634 Feb 09 13:53:18.377897 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddedce06-f112-46d1-9157-f173ca4e435d req-bc8db2b5-7219-4a1d-885f-fbeab60dbd9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1002 time: 0.0950863 Feb 09 13:53:18.438647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedce06-f112-46d1-9157-f173ca4e435d req-da36330d-b1a8-4d7b-b707-be4c4fb45520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:18.440118 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddedce06-f112-46d1-9157-f173ca4e435d req-da36330d-b1a8-4d7b-b707-be4c4fb45520 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0556612 Feb 09 13:53:18.516635 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddedce06-f112-46d1-9157-f173ca4e435d req-48775da2-1aa4-408d-a46b-6b3e5609b6d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699370 Feb 09 13:53:18.647491 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddedce06-f112-46d1-9157-f173ca4e435d req-d86cb71e-4a09-4904-a7ac-2dba33d6b2e6 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218824 Feb 09 13:53:18.784805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ddedce06-f112-46d1-9157-f173ca4e435d req-565cac55-e0f4-44f6-a8a4-3ab6fc1a9a12 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311345 Feb 09 13:53:19.294362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a2b82-345f-46bf-a8ea-3ab70ae8a28d req-76c78397-601a-4b5e-9dac-6f08f666d280 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:19.295747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af9a2b82-345f-46bf-a8ea-3ab70ae8a28d req-76c78397-601a-4b5e-9dac-6f08f666d280 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0882323 Feb 09 13:53:19.339911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-af9a2b82-345f-46bf-a8ea-3ab70ae8a28d req-7385050c-7438-451f-bb15-f85c9597ff5b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387895 Feb 09 13:53:20.551891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780097f-16e4-47d3-bbcd-93386489c934 req-be064f6a-e699-4c59-8998-bc89cb3fe25c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:20.553340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5780097f-16e4-47d3-bbcd-93386489c934 req-be064f6a-e699-4c59-8998-bc89cb3fe25c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0889382 Feb 09 13:53:20.604214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5780097f-16e4-47d3-bbcd-93386489c934 req-96601a52-5d68-45da-8b77-a7d640c45717 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440309 Feb 09 13:53:21.808835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e8c68-60fe-4422-be6b-36edf2626139 req-2a0e38ee-610f-4f66-8def-5a7c12ca61dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:21.810305 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd5e8c68-60fe-4422-be6b-36edf2626139 req-2a0e38ee-610f-4f66-8def-5a7c12ca61dc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0782535 Feb 09 13:53:21.855389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fd5e8c68-60fe-4422-be6b-36edf2626139 req-5f00ec3e-d2b9-4847-a43b-7c5f510eef9d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395293 Feb 09 13:53:23.200552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47abd00-2138-44a6-a75b-5ececc19ca78 req-d8a20aba-040b-420d-a0c2-f606e71af0ac tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:23.202032 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d47abd00-2138-44a6-a75b-5ececc19ca78 req-d8a20aba-040b-420d-a0c2-f606e71af0ac tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0787010 Feb 09 13:53:23.247096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d47abd00-2138-44a6-a75b-5ececc19ca78 req-3ae6bad6-cc73-4f5b-8cc9-12cee346a69e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396161 Feb 09 13:53:24.441903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af8f00-f442-4e10-9fbc-ca652cdc9d35 req-1f3d24a3-e332-4630-9bb3-9b4d3df2649c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:24.443909 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75af8f00-f442-4e10-9fbc-ca652cdc9d35 req-1f3d24a3-e332-4630-9bb3-9b4d3df2649c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0759740 Feb 09 13:53:24.489110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75af8f00-f442-4e10-9fbc-ca652cdc9d35 req-a25bc3e2-44c9-4517-abe1-34ea146a4589 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395024 Feb 09 13:53:25.074899 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9bc9eb98-b8e3-4a42-a577-d48beeac1118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:25.798338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b48ea-830c-42b1-8b3e-6ba20c6e0a65 req-658c4327-5c7e-4b14-b8c2-01e1326d9905 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:25.799832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d3b48ea-830c-42b1-8b3e-6ba20c6e0a65 req-658c4327-5c7e-4b14-b8c2-01e1326d9905 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.1853120 Feb 09 13:53:25.846180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d3b48ea-830c-42b1-8b3e-6ba20c6e0a65 req-bfb82333-1482-4d5b-81cc-a2a6a1a261c2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408268 Feb 09 13:53:27.062116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fded969-449f-43ea-abea-56e65d4e681c req-c3fd11c8-7700-4cd7-b388-7ff6dd7d4a4f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:27.063361 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fded969-449f-43ea-abea-56e65d4e681c req-c3fd11c8-7700-4cd7-b388-7ff6dd7d4a4f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0769334 Feb 09 13:53:27.120906 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7fded969-449f-43ea-abea-56e65d4e681c req-dffe1c06-3c11-4891-8d96-ac3994bc329f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511708 Feb 09 13:53:28.286103 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3938ce8b-2f9e-4175-860e-7506a054ecd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:28.360697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6474-8d17-4f2e-bd19-67bd0df48182 req-4321e5cd-40aa-4a69-b3fc-53cbea183a02 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:28.362336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4dad6474-8d17-4f2e-bd19-67bd0df48182 req-4321e5cd-40aa-4a69-b3fc-53cbea183a02 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0928018 Feb 09 13:53:28.409732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4dad6474-8d17-4f2e-bd19-67bd0df48182 req-31d223c5-9ef0-49e5-857c-4d978384c64e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411825 Feb 09 13:53:28.688964 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:28.727510 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:29.617672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c6497-c22b-4b49-900d-1c778966cde4 req-bfc91ec8-d010-4ccb-b593-26496a1509e3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:29.619154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-919c6497-c22b-4b49-900d-1c778966cde4 req-bfc91ec8-d010-4ccb-b593-26496a1509e3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0839272 Feb 09 13:53:29.666212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-919c6497-c22b-4b49-900d-1c778966cde4 req-e3a54a7b-ae50-498f-b55a-9129ffb173e6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Feb 09 13:53:29.725555 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:53:30.022010 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:30.859355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82a83e-5064-4aa1-bf82-36f1046de988 req-600eca00-8210-4c5f-8a3f-480c8fa3072d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:30.860815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b82a83e-5064-4aa1-bf82-36f1046de988 req-600eca00-8210-4c5f-8a3f-480c8fa3072d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0759907 Feb 09 13:53:30.904714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b82a83e-5064-4aa1-bf82-36f1046de988 req-39709b7a-5299-4866-a608-aa94f5bca6a3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385351 Feb 09 13:53:32.123651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19295ec4-3400-4d79-ba90-57ffdc9bfd9c req-b05e79fe-d989-48ed-b5c6-19da3fbef075 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:32.125341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19295ec4-3400-4d79-ba90-57ffdc9bfd9c req-b05e79fe-d989-48ed-b5c6-19da3fbef075 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0844800 Feb 09 13:53:32.176704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19295ec4-3400-4d79-ba90-57ffdc9bfd9c req-41fb67b2-ae1d-484a-a305-ac37fed5e81b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451672 Feb 09 13:53:33.390001 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5539c59-24e9-4a57-86ba-906e69e165e4 req-2202cc67-8af8-41e1-9291-06f772a17c48 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:33.391372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5539c59-24e9-4a57-86ba-906e69e165e4 req-2202cc67-8af8-41e1-9291-06f772a17c48 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0962470 Feb 09 13:53:33.438621 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f5539c59-24e9-4a57-86ba-906e69e165e4 req-56024be4-f86c-4233-a226-e6f71e174eb2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Feb 09 13:53:34.641555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebb2d1-147b-4ad1-9248-bed100986bcb req-02c46f6f-b330-4414-92c2-39c7d80dc0e2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:34.643048 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2aebb2d1-147b-4ad1-9248-bed100986bcb req-02c46f6f-b330-4414-92c2-39c7d80dc0e2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0814776 Feb 09 13:53:34.691874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2aebb2d1-147b-4ad1-9248-bed100986bcb req-f638a006-dd20-4a1b-84be-e9e43b919c41 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432408 Feb 09 13:53:35.895224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b2668-4c4c-4fcd-a539-bf4d12926849 req-d3278fde-00a5-47d7-a8a0-875152fae518 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:35.897193 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a65b2668-4c4c-4fcd-a539-bf4d12926849 req-d3278fde-00a5-47d7-a8a0-875152fae518 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0799427 Feb 09 13:53:35.948661 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a65b2668-4c4c-4fcd-a539-bf4d12926849 req-9cebac96-14d0-4e89-bd4d-a6b08b801251 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435915 Feb 09 13:53:37.144039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ac0a6-4fe5-4e7d-8d7b-72ae2319ac64 req-dfda4807-9e41-47c8-b10f-fcb438ae4ba4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:37.145990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f3ac0a6-4fe5-4e7d-8d7b-72ae2319ac64 req-dfda4807-9e41-47c8-b10f-fcb438ae4ba4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0752554 Feb 09 13:53:37.190681 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7f3ac0a6-4fe5-4e7d-8d7b-72ae2319ac64 req-24b04607-2677-4fe0-a8c3-220083a353ae tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389302 Feb 09 13:53:38.389387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1405d5c-f06a-4b96-bef7-09e27e611965 req-92ce57a2-23ac-4064-9ea0-be3a5a710d72 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:38.390744 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1405d5c-f06a-4b96-bef7-09e27e611965 req-92ce57a2-23ac-4064-9ea0-be3a5a710d72 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0797069 Feb 09 13:53:38.437740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b1405d5c-f06a-4b96-bef7-09e27e611965 req-7f0790de-4dc9-4f4b-b986-1c57abd606ec tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410707 Feb 09 13:53:39.631234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0964c-3707-4ef7-8dc9-461f67885df4 req-d39d5d30-168d-4766-966a-4e8e12f1d5d1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:39.632672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fc0964c-3707-4ef7-8dc9-461f67885df4 req-d39d5d30-168d-4766-966a-4e8e12f1d5d1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0753832 Feb 09 13:53:39.678533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4fc0964c-3707-4ef7-8dc9-461f67885df4 req-3c8cc975-b930-4df3-ad95-3146dfe57ee6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Feb 09 13:53:40.875540 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99693d16-cf6e-4585-9cad-76e3956d1f50 req-83f997c5-9991-4ce2-8e3e-5f8b557aaa0e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:40.876994 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-99693d16-cf6e-4585-9cad-76e3956d1f50 req-83f997c5-9991-4ce2-8e3e-5f8b557aaa0e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0777850 Feb 09 13:53:40.921302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-99693d16-cf6e-4585-9cad-76e3956d1f50 req-79bd1f13-dc21-4a91-b05a-8920e3d14fed tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388846 Feb 09 13:53:41.667630 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:42.115536 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf454cd-431b-4cf5-9f71-f3d0e37585f8 req-02eff48a-ae9c-40c0-beab-d3a47e2cdbbd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:42.116971 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaf454cd-431b-4cf5-9f71-f3d0e37585f8 req-02eff48a-ae9c-40c0-beab-d3a47e2cdbbd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0753436 Feb 09 13:53:42.165143 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eaf454cd-431b-4cf5-9f71-f3d0e37585f8 req-2ada679c-87fd-4d82-a535-24127bc1d0d3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428016 Feb 09 13:53:43.367515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6456790-6115-47a0-960c-4378ea6d50cb req-db8ab3b2-d37c-439f-aff5-380bf1665cc5 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:43.368893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6456790-6115-47a0-960c-4378ea6d50cb req-db8ab3b2-d37c-439f-aff5-380bf1665cc5 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0762076 Feb 09 13:53:43.413314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6456790-6115-47a0-960c-4378ea6d50cb req-e2dd2e6c-93ab-438b-a489-7d4dfedbdf93 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390851 Feb 09 13:53:44.761720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246c6d1-246c-4dae-b7c9-e4c745d043f5 req-951dfae9-9c68-4c01-b239-c02a66a72c5e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:44.763070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1246c6d1-246c-4dae-b7c9-e4c745d043f5 req-951dfae9-9c68-4c01-b239-c02a66a72c5e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0788198 Feb 09 13:53:44.807292 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1246c6d1-246c-4dae-b7c9-e4c745d043f5 req-9e2b627d-921b-4b4a-b266-2ffc142c3cb8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388169 Feb 09 13:53:46.001134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cedf9-838a-42f5-a5bb-18a9a16f1308 req-cede111c-443d-4188-8b73-9307a1535422 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:46.002632 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b6cedf9-838a-42f5-a5bb-18a9a16f1308 req-cede111c-443d-4188-8b73-9307a1535422 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0776060 Feb 09 13:53:46.051003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b6cedf9-838a-42f5-a5bb-18a9a16f1308 req-28c0cab8-960b-4faa-8366-2fca8dae2453 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423567 Feb 09 13:53:46.570203 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:47.039088 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-b3b082d0-1437-4268-91c7-5161475d9334 service neutron] show failed (client error): The resource could not be found. Feb 09 13:53:47.040074 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-b3b082d0-1437-4268-91c7-5161475d9334 service neutron] 10.222.0.62 "GET /v2.0/ports/c5ab7dae-62de-47be-b445-53822d297e80/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0754557 Feb 09 13:53:47.273475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71175d72-1816-493e-921e-60f548a60460 req-3addb96d-43d0-4e62-a81f-38e16d337ff0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:47.276356 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71175d72-1816-493e-921e-60f548a60460 req-3addb96d-43d0-4e62-a81f-38e16d337ff0 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0970349 Feb 09 13:53:47.314925 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-30080299-cc3f-44c0-869f-2a6e91ac8b6e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 1096 time: 0.0753396 Feb 09 13:53:47.322508 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71175d72-1816-493e-921e-60f548a60460 req-0e20229c-ccc6-411a-bac2-69a2d2cc4f9a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 Feb 09 13:53:47.325837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:53:47.436091 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:47.705901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:53:47.737971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:53:47.793797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:53:47.799375 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:47.814825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Transition to ACTIVE for port object c5ab7dae-62de-47be-b445-53822d297e80 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:53:47.818369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:47.868469 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80', 'code': 200} Feb 09 13:53:47.952035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:48.014458 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] No DVR routers for this DVR port c5ab7dae-62de-47be-b445-53822d297e80 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:53:48.341464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:53:48.342116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:53:48.342116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:53:48.347662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Port c5ab7dae-62de-47be-b445-53822d297e80 on network 62475eae-f776-4c7d-b820-55c447091368 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:53:48.347973 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:53:48.355236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:53:48.355561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:53:48.355934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:53:48.356346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Bound port: c5ab7dae-62de-47be-b445-53822d297e80, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:53:48.356680 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:48.447460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:53:48.450452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:53:48.455331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:48.511552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:48.512895 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] 10.222.0.67 "PUT /v2.0/ports/c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1091 time: 1.1912448 Feb 09 13:53:48.525087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1cb60-8ee4-47a2-98b9-b6ab4dd624ad req-f079ee7c-2cff-4d01-9dca-f659a940a25d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:48.532033 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95f1cb60-8ee4-47a2-98b9-b6ab4dd624ad req-f079ee7c-2cff-4d01-9dca-f659a940a25d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 943 time: 0.0901892 Feb 09 13:53:48.535204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db709c0-4887-4fc9-ba2d-e07206627cdc service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:48.577794 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95f1cb60-8ee4-47a2-98b9-b6ab4dd624ad req-7db3a5fd-dcd2-477c-91fc-dde2eead228f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449131 Feb 09 13:53:48.614558 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-f30ff5da-b5e0-4d93-9270-9694369de28c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1094 time: 0.0757182 Feb 09 13:53:48.749434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-1affe938-6c55-4c46-8efc-c99d7e1a894a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:48.750855 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-1affe938-6c55-4c46-8efc-c99d7e1a894a service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1299736 Feb 09 13:53:48.856248 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-9773e160-50cb-4f80-9795-0fa819fb1cda service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1000 time: 0.0996706 Feb 09 13:53:48.919942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-909d1f10-8abb-46c0-a797-c5af14d88ba5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:48.921371 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-909d1f10-8abb-46c0-a797-c5af14d88ba5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0597212 Feb 09 13:53:48.996202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-ba192080-43cb-4422-a507-0fe28d257b91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681615 Feb 09 13:53:49.128689 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-e861162a-15dc-4ca7-ad78-2674c2385498 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265087 Feb 09 13:53:49.257951 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-63de7bf7-ff07-4e05-947d-82bf1edb60b7 req-76b6abc7-7af0-4821-9667-868f8ee16422 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223512 Feb 09 13:53:49.779454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0071df-91d7-4215-9925-34f26bf3181a req-efb1d6d9-6a09-40b2-b3fd-80430ff9cbec tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:49.780887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b0071df-91d7-4215-9925-34f26bf3181a req-efb1d6d9-6a09-40b2-b3fd-80430ff9cbec tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 943 time: 0.0764909 Feb 09 13:53:49.825195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7b0071df-91d7-4215-9925-34f26bf3181a req-5eed0dfb-af7a-462f-bf4d-2a19ff6916d6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382059 Feb 09 13:53:49.869755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:53:49.935220 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80', 'status': 'completed', 'code': 200} Feb 09 13:53:50.088087 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-7b34963a-2edf-4904-b01f-4fa60c15c055 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1094 time: 0.1042707 Feb 09 13:53:50.091626 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-8af7c558-5be3-40d2-83e9-685d7815786f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1094 time: 0.1375375 Feb 09 13:53:50.321426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-8a4ee3ae-0586-4f49-b552-ebf555dd7e64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:50.322875 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-8a4ee3ae-0586-4f49-b552-ebf555dd7e64 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.2288330 Feb 09 13:53:50.324947 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-6a819b5c-9469-4f66-a955-01fc8c25129e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:50.326462 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-6a819b5c-9469-4f66-a955-01fc8c25129e service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.2150710 Feb 09 13:53:50.596810 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-955ff009-839d-47c9-b6de-2fc45bad4e08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1000 time: 0.2674608 Feb 09 13:53:50.598441 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-c648152c-ce56-4606-8569-c74144959544 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1000 time: 0.2209029 Feb 09 13:53:50.707518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-1da49809-2a86-4ea6-b58e-02a60ba4c89b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:50.708978 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-1da49809-2a86-4ea6-b58e-02a60ba4c89b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.1056192 Feb 09 13:53:50.711929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-448ac885-4cdb-481d-a75b-2a3b02382b69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:50.713226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-448ac885-4cdb-481d-a75b-2a3b02382b69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.1084795 Feb 09 13:53:50.744290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c5ab7dae-62de-47be-b445-53822d297e80 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:53:50.800513 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c5ab7dae-62de-47be-b445-53822d297e80 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:53:50.855845 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-93746ccc-0700-4963-9e72-ed096ed56bff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352811 Feb 09 13:53:50.859664 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-82806377-3928-4e78-a301-22cf5377876a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079464 Feb 09 13:53:51.029233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ec39-6330-4840-bd9a-b0636681b7af req-5645583f-e98b-4327-babf-8d4ebf18d2b1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:51.030687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d155ec39-6330-4840-bd9a-b0636681b7af req-5645583f-e98b-4327-babf-8d4ebf18d2b1 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 943 time: 0.0799396 Feb 09 13:53:51.076758 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d155ec39-6330-4840-bd9a-b0636681b7af req-dfb4f965-6f3d-443a-b44e-2382fff31690 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398233 Feb 09 13:53:51.098079 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-3fee4b61-a327-4eba-8e15-6c615f7d6b43 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356546 Feb 09 13:53:51.101591 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-c7eea1ed-212a-4f72-ae83-ce3d51b52bd0 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210412 Feb 09 13:53:51.333298 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-78e6eb87-f592-47c0-a4da-639262ea3145 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276623 Feb 09 13:53:51.338316 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-891ec7d8-547c-4378-a7dc-4a537e8ee7e1 req-54018691-58ed-4bc3-934b-9ddc0aa05314 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143457 Feb 09 13:53:51.511414 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-7fc55628-dfb0-4658-9695-6ecc69519aeb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:51.512097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-7fc55628-dfb0-4658-9695-6ecc69519aeb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Synchronizing usage tracker for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:53:51.527956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-7fc55628-dfb0-4658-9695-6ecc69519aeb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Unset dirty status for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:53:51.529132 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-7fc55628-dfb0-4658-9695-6ecc69519aeb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.67 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 943 time: 0.1000473 Feb 09 13:53:51.565969 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a60aa-711c-4b8d-aa08-4c8d1f429900 req-69b31fba-632a-4077-81a6-8598101053aa tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:51.568451 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a07a60aa-711c-4b8d-aa08-4c8d1f429900 req-69b31fba-632a-4077-81a6-8598101053aa tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 943 time: 0.0822530 Feb 09 13:53:51.611032 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-1b6722ef-a7d9-43e0-aecc-ff45c4ed86ef service neutron] 10.222.0.67 "GET /v2.0/ports/c5ab7dae-62de-47be-b445-53822d297e80/bindings/n-h2-825175-3 HTTP/1.1" status: 200 len: 382 time: 0.0761509 Feb 09 13:53:51.618253 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a07a60aa-711c-4b8d-aa08-4c8d1f429900 req-ba8a8267-6fa8-4b8a-974e-be2a6a18af21 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442641 Feb 09 13:53:51.698967 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-6be19180-c44f-4376-883e-38eab54bd9b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1094 time: 0.0678506 Feb 09 13:53:51.828850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-f89b68e9-c82a-4399-a874-9edd1f4234c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:51.830304 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-f89b68e9-c82a-4399-a874-9edd1f4234c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1258018 Feb 09 13:53:51.931474 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-43b13666-e258-498c-a3e3-6d9b40df180e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1000 time: 0.0954900 Feb 09 13:53:51.993429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-ddfbb107-20a4-483f-8510-b2d42b1b283b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:51.994918 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-ddfbb107-20a4-483f-8510-b2d42b1b283b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0577908 Feb 09 13:53:52.070167 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-b53a73d4-b535-498c-b28c-ab35cf631118 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695405 Feb 09 13:53:52.297412 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-14a15636-1640-4cdc-b24c-d895c1ac2aaa service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206368 Feb 09 13:53:52.425083 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-4e2cbf21-0b14-4cea-9700-41537fad9dfe service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214797 Feb 09 13:53:52.760866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c5ab7dae-62de-47be-b445-53822d297e80 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:53:52.894922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:53:52.908542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': 'c5ab7dae-62de-47be-b445-53822d297e80', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'port_id': 'c5ab7dae-62de-47be-b445-53822d297e80', 'mac_address': 'fa:16:3e:3d:3b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:53:52.915716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79df42-f70d-4240-bd8a-bb8dc2a4e37a req-53f7c857-4187-48d3-8271-c6aa2bff1b70 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:52.917094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f79df42-f70d-4240-bd8a-bb8dc2a4e37a req-53f7c857-4187-48d3-8271-c6aa2bff1b70 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 943 time: 0.1750090 Feb 09 13:53:52.963343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f79df42-f70d-4240-bd8a-bb8dc2a4e37a req-cee4737d-f32a-4d21-a85d-4680036e9138 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402796 Feb 09 13:53:52.966461 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:53.022568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ab7dae-62de-47be-b445-53822d297e80 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:53:53.036842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:53:53.040561 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:53.104465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:53.112800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.113138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.113485 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.113790 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.114109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.114424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.114770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.115083 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.115395 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.115705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.116014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:53:53.287757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['c5ab7dae-62de-47be-b445-53822d297e80'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:53:54.168359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f843d-212d-45d1-9438-a45dc496fc0b req-e5ce0c70-1f97-4474-9217-2123d8ed3486 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:54.169804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f52f843d-212d-45d1-9438-a45dc496fc0b req-e5ce0c70-1f97-4474-9217-2123d8ed3486 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 944 time: 0.0784514 Feb 09 13:53:54.218022 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f52f843d-212d-45d1-9438-a45dc496fc0b req-c017cf07-40f8-43c7-83d0-ae99dcc12625 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427260 Feb 09 13:53:54.410215 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-ae3955bb-f832-44a8-9ef2-db87dd367d7e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 1095 time: 0.0668185 Feb 09 13:53:54.421093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:53:54.526581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:54.788146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:53:54.816043 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:53:54.864427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c5ab7dae-62de-47be-b445-53822d297e80 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:53:54.871848 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:54.884955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Ignored duplicate provisioning block setup for port c5ab7dae-62de-47be-b445-53822d297e80 by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 13:53:54.888231 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:55.021641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73360131-712d-4641-a304-a42083ed6794 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=9']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:55.080314 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0978a248-73fc-4662-9be2-765ed00ec825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:55.087688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] No DVR routers for this DVR port c5ab7dae-62de-47be-b445-53822d297e80 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:53:55.338441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:53:55.338711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:53:55.339036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:53:55.345147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Port c5ab7dae-62de-47be-b445-53822d297e80 on network 62475eae-f776-4c7d-b820-55c447091368 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:53:55.345479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Attempting to bind port c5ab7dae-62de-47be-b445-53822d297e80 on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:53:55.352204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:53:55.352529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:53:55.352900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:53:55.353316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Bound port: c5ab7dae-62de-47be-b445-53822d297e80, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:53:55.353913 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:55.414950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6537-8eb5-4294-8684-ccb24a7d1874 req-8c6775bd-bafe-4bdf-be09-72f3fdef35ae tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:55.416485 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba9f6537-8eb5-4294-8684-ccb24a7d1874 req-8c6775bd-bafe-4bdf-be09-72f3fdef35ae tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 943 time: 0.0758793 Feb 09 13:53:55.439762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:53:55.442708 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:53:55.447661 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:55.461514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba9f6537-8eb5-4294-8684-ccb24a7d1874 req-ed1f42c6-82bb-4ffb-835e-b0c113d2dacd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392261 Feb 09 13:53:55.506757 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:55.508116 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-73360131-712d-4641-a304-a42083ed6794 service neutron] 10.222.0.62 "PUT /v2.0/ports/c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1091 time: 1.0908451 Feb 09 13:53:55.508547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:53:55.534002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73360131-712d-4641-a304-a42083ed6794 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=10']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:55.587494 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80', 'status': 'completed', 'code': 200} Feb 09 13:53:55.613984 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-fa29a24e-3f88-4d3f-b5cf-08d1e68b86dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1095 time: 0.0763361 Feb 09 13:53:55.886253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-2c39ddc2-d1d3-48f8-aba7-7234ba798858 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:55.887589 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-2c39ddc2-d1d3-48f8-aba7-7234ba798858 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.2445281 Feb 09 13:53:55.890315 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-1e1a22e6-e0af-41ae-9e95-557f88fc28f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1095 time: 0.2754450 Feb 09 13:53:56.079016 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-b5bc27d7-edeb-4602-8af4-bc8c7fba2ef3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1000 time: 0.1846406 Feb 09 13:53:56.137833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-f56ff407-2c2e-42e8-a6b9-eb4b248ff02d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:56.139166 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-f56ff407-2c2e-42e8-a6b9-eb4b248ff02d service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1991365 Feb 09 13:53:56.226842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-b602f8f2-8637-48f6-87df-e1cf601a8a2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:56.228259 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-b602f8f2-8637-48f6-87df-e1cf601a8a2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.1390822 Feb 09 13:53:56.289070 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-a509ed2f-39cb-48ad-9fb3-154441e7d10a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1000 time: 0.1414719 Feb 09 13:53:56.366494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-9e720fe6-1350-441f-b0e5-6022cde1132c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:56.367918 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-9e720fe6-1350-441f-b0e5-6022cde1132c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0730815 Feb 09 13:53:56.374860 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-9dbf7a09-a57d-44d2-87c2-b82c226f1aba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368499 Feb 09 13:53:56.553043 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-d279d6b7-1588-48fe-a459-596f579e04b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772618 Feb 09 13:53:56.554851 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-a90e9ac9-426f-4729-b3f2-88237735aa38 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510627 Feb 09 13:53:56.660314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66912a-ee59-4701-abeb-a1b68f6f300f req-83d717e7-0f41-4c2d-bfb4-ca8b877fc76e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:56.662269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb66912a-ee59-4701-abeb-a1b68f6f300f req-83d717e7-0f41-4c2d-bfb4-ca8b877fc76e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 944 time: 0.0793154 Feb 09 13:53:56.706781 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cb66912a-ee59-4701-abeb-a1b68f6f300f req-3686fed5-f9a7-451d-8717-c62b0e1c8e9b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389206 Feb 09 13:53:56.789286 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-f28642c1-9e7b-4732-bf3f-d515b9070e38 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302222 Feb 09 13:53:56.794157 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a3dfac6-36fd-470c-9881-df6e9956ea69 req-63e5eb26-c5f3-4696-a3a5-9c20f4e10dd0 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158196 Feb 09 13:53:56.962828 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-52203e24-00e5-4242-b6bb-a820b66156d4 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671658 Feb 09 13:53:56.983208 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-1bf01563-4d49-4fdb-a948-26aa98e6de59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 1095 time: 0.1042633 Feb 09 13:53:57.117007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-dd5d8bd2-aac0-470c-b0c0-810912a4c9ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:57.118458 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-dd5d8bd2-aac0-470c-b0c0-810912a4c9ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1283038 Feb 09 13:53:57.315357 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-4c56a51d-ba77-4f80-98f8-554fd041f92a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 200 len: 1000 time: 0.1901937 Feb 09 13:53:57.379625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-5266cbff-8964-43d8-9c17-101198f812c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:57.380913 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-5266cbff-8964-43d8-9c17-101198f812c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0579205 Feb 09 13:53:57.453584 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-f001204f-f2ef-402b-9f0a-e37ac200e4d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657647 Feb 09 13:53:57.581698 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-2d5e6582-7cb9-4954-8aeb-96372a2e3b47 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208472 Feb 09 13:53:57.710311 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a0d810a8-c0fe-4e91-a23b-8a1be9eb8bdb req-b0a85df5-d2f3-4ca7-b1ff-c500dd5058ee service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223323 Feb 09 13:53:57.913583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbf454-cee4-469a-93d3-e8b541840a79 req-73937b4d-9a1e-4ff7-9d89-fb169dfc6fe4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:57.915042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91bbf454-cee4-469a-93d3-e8b541840a79 req-73937b4d-9a1e-4ff7-9d89-fb169dfc6fe4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 944 time: 0.0832279 Feb 09 13:53:57.960050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91bbf454-cee4-469a-93d3-e8b541840a79 req-853f8a53-dcab-45be-9823-95ee066561a9 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 Feb 09 13:53:58.280260 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b4d9e54c-c7fa-4d68-a3df-8d0f76ef23d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:58.691285 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:58.729709 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:58.774804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c5ab7dae-62de-47be-b445-53822d297e80 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:53:58.814410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c5ab7dae-62de-47be-b445-53822d297e80 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:53:58.944812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c5ab7dae-62de-47be-b445-53822d297e80 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:53:58.965266 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:53:58.978031 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'c5ab7dae-62de-47be-b445-53822d297e80', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'port_id': 'c5ab7dae-62de-47be-b445-53822d297e80', 'mac_address': 'fa:16:3e:3d:3b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:53:59.031615 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:59.048397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ab7dae-62de-47be-b445-53822d297e80 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:53:59.063070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:53:59.067152 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:53:59.134330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=11']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:53:59.162268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab85ac-3b8d-4d8a-b42b-7cb70d6b0bcd req-4e637bb2-25df-4009-874d-8a329e262d23 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:59.163739 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81ab85ac-3b8d-4d8a-b42b-7cb70d6b0bcd req-4e637bb2-25df-4009-874d-8a329e262d23 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0810459 Feb 09 13:53:59.207232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-81ab85ac-3b8d-4d8a-b42b-7cb70d6b0bcd req-1e7753e0-460a-424b-a97c-74b1e338ffbb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379446 Feb 09 13:53:59.302251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['c5ab7dae-62de-47be-b445-53822d297e80'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:53:59.403802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b3af1-28ff-4a2f-9ad0-69bd5b043384 req-825fb805-7e87-4c41-b287-b31bc53f07d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:59.405260 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed9b3af1-28ff-4a2f-9ad0-69bd5b043384 req-825fb805-7e87-4c41-b287-b31bc53f07d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0768375 Feb 09 13:53:59.452515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed9b3af1-28ff-4a2f-9ad0-69bd5b043384 req-ab6f6125-a135-405c-bcf4-e26bab210011 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Feb 09 13:53:59.650974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848ad2a-ae78-45a5-b596-ef40d6bbe4d7 req-99890899-b1b5-4804-9937-ee91696507ff tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:53:59.652437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3848ad2a-ae78-45a5-b596-ef40d6bbe4d7 req-99890899-b1b5-4804-9937-ee91696507ff tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0787921 Feb 09 13:53:59.697535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3848ad2a-ae78-45a5-b596-ef40d6bbe4d7 req-d881e65e-bd11-4963-9ea1-fa181b2a7c7a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Feb 09 13:54:00.026361 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:00.092615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ad4a7-1334-4943-a3d6-f6ff635e9171 req-14878cfc-ec01-40f0-af40-696f420755c3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:00.094056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-596ad4a7-1334-4943-a3d6-f6ff635e9171 req-14878cfc-ec01-40f0-af40-696f420755c3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 945 time: 0.0758817 Feb 09 13:54:00.141720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-596ad4a7-1334-4943-a3d6-f6ff635e9171 req-915326a5-339f-47c1-8314-b888fa981842 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414338 Feb 09 13:54:00.794593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c5ab7dae-62de-47be-b445-53822d297e80 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:54:00.862922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port c5ab7dae-62de-47be-b445-53822d297e80 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:54:00.868039 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port c5ab7dae-62de-47be-b445-53822d297e80 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:54:00.868491 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:00.978738 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:01.005291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:54:01.014627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:54:01.018661 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:01.062553 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80', 'code': 200} Feb 09 13:54:01.087151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=12']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:01.337929 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfa71f-513f-4e4e-9dc6-b74d023c5f4e req-99dd560d-fa5c-4264-991b-e2b827fa72cc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:01.339372 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52cfa71f-513f-4e4e-9dc6-b74d023c5f4e req-99dd560d-fa5c-4264-991b-e2b827fa72cc tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 946 time: 0.0768039 Feb 09 13:54:01.384633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52cfa71f-513f-4e4e-9dc6-b74d023c5f4e req-61eeb972-e1b3-4b16-b68f-fb69dff62075 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Feb 09 13:54:01.443939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96349134-0595-4d47-bcab-0d5348ae5807 req-4208f6c1-0591-42bb-87e1-5143dc9444a3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:01.445338 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-96349134-0595-4d47-bcab-0d5348ae5807 req-4208f6c1-0591-42bb-87e1-5143dc9444a3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 946 time: 0.0790489 Feb 09 13:54:01.515611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Deleting port c5ab7dae-62de-47be-b445-53822d297e80 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:54:01.515960 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:01.751084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] For port c5ab7dae-62de-47be-b445-53822d297e80, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c5ab7dae-62de-47be-b445-53822d297e80,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:54:01.751430 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:02.030948 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:02.031315 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:02.031616 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Floating IP 972025e8-4660-466c-9323-0ce8c3733155 disassociated. External IP: 172.25.5.127, port: c5ab7dae-62de-47be-b445-53822d297e80. Feb 09 13:54:02.031945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Calling delete_port for c5ab7dae-62de-47be-b445-53822d297e80 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:54:02.172142 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:02.224543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event deleted for resources: {'Port': ['ID=c5ab7dae-62de-47be-b445-53822d297e80,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:02.238275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.238707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.238992 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.239318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.239636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.239950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.240259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.240567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.240877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.241187 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.241491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:02.539716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:54:02.550340 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6943a4c5-201e-423c-ae3e-d56eface8bc7 req-075c98ba-ad41-4dec-b165-518772ab3f80 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1662c38-75df-4773-975c-c9262f761e44 HTTP/1.1" status: 200 len: 210 time: 0.0423403 Feb 09 13:54:02.739799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:54:02.749141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:54:02.760543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:54:02.761139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:53:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:54:02.805676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] No DVR routers for this DVR port c5ab7dae-62de-47be-b445-53822d297e80 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:54:02.808104 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:02.810676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'name': 'network-vif-deleted', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:54:02.819216 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c5ab7dae-62de-47be-b445-53822d297e80 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:54:02.827018 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-96349134-0595-4d47-bcab-0d5348ae5807 req-b51b3e8f-b54c-48e7-b44f-870f5501b7d4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "DELETE /v2.0/ports/c5ab7dae-62de-47be-b445-53822d297e80 HTTP/1.1" status: 204 len: 173 time: 1.3758495 Feb 09 13:54:02.868944 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1662c38-75df-4773-975c-c9262f761e44', 'name': 'network-vif-deleted', 'tag': 'c5ab7dae-62de-47be-b445-53822d297e80', 'status': 'completed', 'code': 200} Feb 09 13:54:02.883861 n-d-825175-3 neutron-server[83481]: INFO neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No ports have port_id starting with c5ab7dae-62de-47be-b445-53822d297e80 Feb 09 13:54:02.884765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device c5ab7dae-62de-47be-b445-53822d297e80 requested by agent hyperv_n-h2-825175-3 not found in database {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} Feb 09 13:54:02.956017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:54:03.295777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:54:03.299655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:54:03.309895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:54:03.310491 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:53:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:54:03.492710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:54:03.801705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:54:03.806006 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa99155-67f1-4c01-b672-061c038a3855 None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:54:03.923925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-54205f74-9c08-4da9-866c-2d9be9a2ff2a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1267115875&fields=id&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 267 time: 0.0402236 Feb 09 13:54:04.029977 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7709c8-87d3-46cc-bef2-c2b8a115e9f8 None None] New status for floating IP 972025e8-4660-466c-9323-0ce8c3733155: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:54:04.079771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b605d9-1182-4884-a466-af5df25f492e req-176f444a-80b6-4e4e-92cb-9af5efc1ba87 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:04.081190 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-176f444a-80b6-4e4e-92cb-9af5efc1ba87 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 812 time: 0.1499674 Feb 09 13:54:04.097967 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-42d471e2-4614-4bb8-abd2-c5c66fa38c30 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/quotas/091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 375 time: 0.0112226 Feb 09 13:54:04.179993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-abef607e-257d-4b79-9c7f-8918fd6dea05 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765235 Feb 09 13:54:04.316747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-c351f298-9b22-4a33-91c8-bc5393acd482 service neutron] 10.222.0.59 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255493 Feb 09 13:54:04.461707 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-1bd18a1a-cffa-489e-95b4-2437fe681aff service neutron] 10.222.0.59 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394305 Feb 09 13:54:04.649236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4270471-acfc-4801-b530-6e059bec0140 req-8a789eb8-64a8-4ba1-8121-dcd9d01bdf95 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 210 time: 0.0438960 Feb 09 13:54:04.822534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c5ab7dae-62de-47be-b445-53822d297e80 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:54:04.860618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: c5ab7dae-62de-47be-b445-53822d297e80 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:54:04.860954 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c5ab7dae-62de-47be-b445-53822d297e80 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:54:05.829783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4663f45-96cc-4a94-abe4-191547b2cc8a req-c2e19459-8535-413b-8678-b031ac5edf42 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 210 time: 0.0432556 Feb 09 13:54:05.891818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b605d9-1182-4884-a466-af5df25f492e req-227c749f-6fed-47a5-bbd0-b1b7a1880e6b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:05.893180 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-227c749f-6fed-47a5-bbd0-b1b7a1880e6b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 812 time: 0.1555514 Feb 09 13:54:05.948741 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-d2ebc899-399d-4837-95a6-c12e146eea0b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 380 time: 0.0421097 Feb 09 13:54:05.957961 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'port': {'device_id': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'admin_state_up': True, 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'security_groups': ['72fc2923-2956-47aa-8779-547393244af3']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:54:06.095678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:54:06.100309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Usage tracker for resource:port and tenant:091a23d1296b4a92a4a69ffcc9c7f020 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:54:06.103107 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:54:06.108980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:54:06.118329 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Made reservation on behalf of 091a23d1296b4a92a4a69ffcc9c7f020 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:54:06.121276 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:06.281819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Allocated IP 172.20.0.6 (62475eae-f776-4c7d-b820-55c447091368/ff5c5254-1453-48c3-b950-32b28ce0cd5e/06212f40-0b48-407e-b1ef-9a8c691bb9ce) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:54:06.466493 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:06.481929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Transition to ACTIVE for port object 06212f40-0b48-407e-b1ef-9a8c691bb9ce will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:54:06.502265 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:06.576626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Network 62475eae-f776-4c7d-b820-55c447091368 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:54:06.579875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:54:06.584551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:54:06.609746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:06.647812 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:06.648417 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:06.672551 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-ba0d8d2f-566b-469e-b943-be793dfa77fb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7181218 Feb 09 13:54:06.684207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Request body: {'port': {'device_id': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:54:06.726568 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:54:06.797823 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:06.849465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e4697de3-02b9-42a7-a108-b097ea8c8f4d None None] Provisioning for port 06212f40-0b48-407e-b1ef-9a8c691bb9ce completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:54:06.854631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e4697de3-02b9-42a7-a108-b097ea8c8f4d None None] Provisioning complete for port 06212f40-0b48-407e-b1ef-9a8c691bb9ce triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:54:06.854939 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4697de3-02b9-42a7-a108-b097ea8c8f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:06.907307 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e4697de3-02b9-42a7-a108-b097ea8c8f4d None None] Port 06212f40-0b48-407e-b1ef-9a8c691bb9ce cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:54:07.032162 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edf4c0-74e9-4397-8163-7f86f6d94cba req-2e044b3b-e5aa-4504-9ac1-0699af41d336 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:07.033669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42edf4c0-74e9-4397-8163-7f86f6d94cba req-2e044b3b-e5aa-4504-9ac1-0699af41d336 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 931 time: 0.0772598 Feb 09 13:54:07.080334 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-42edf4c0-74e9-4397-8163-7f86f6d94cba req-3d09cc16-c493-4591-8138-3277fc8da3ba tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 Feb 09 13:54:07.148247 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06212f40-0b48-407e-b1ef-9a8c691bb9ce {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:54:07.155310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:07.171198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Transition to ACTIVE for port object 06212f40-0b48-407e-b1ef-9a8c691bb9ce will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:54:07.174185 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:07.391680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:07.495320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:54:07.495646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:54:07.495965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:54:07.501405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on network 62475eae-f776-4c7d-b820-55c447091368 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:54:07.501713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:54:07.507764 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:54:07.508172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:54:07.508608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:54:07.508952 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Bound port: 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:54:07.509284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:07.602324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:54:07.605536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:54:07.608890 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:07.664414 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:07.665763 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] 10.222.0.62 "PUT /v2.0/ports/06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1091 time: 0.9858353 Feb 09 13:54:07.666193 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:54:07.689793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580dc3a-70a5-4e5e-b931-0951cc634b10 service neutron] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:07.753146 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'status': 'completed', 'code': 200} Feb 09 13:54:07.799009 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-d2f3f577-7712-4517-8364-47f9fd93a705 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1094 time: 0.0799663 Feb 09 13:54:07.867537 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-052c9731-aa2a-4786-8cec-e6ddcbfa12e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 217 time: 0.0609417 Feb 09 13:54:07.932357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b605d9-1182-4884-a466-af5df25f492e req-617b59bc-41c9-449d-97bd-922a36069f51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:07.933711 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-617b59bc-41c9-449d-97bd-922a36069f51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0605392 Feb 09 13:54:08.009294 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-cb05216e-f6f8-444c-b501-f81f0cff1d1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692337 Feb 09 13:54:08.142312 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-e8f24832-165c-472d-a953-e4fe5bb4fc1e service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266408 Feb 09 13:54:08.287008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9373d6-e64d-4f28-a0c4-f27ebb84a533 req-7cb94646-208b-4053-845a-f8ec9aef6f11 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:08.288434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba9373d6-e64d-4f28-a0c4-f27ebb84a533 req-7cb94646-208b-4053-845a-f8ec9aef6f11 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0800679 Feb 09 13:54:08.318293 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-97b605d9-1182-4884-a466-af5df25f492e req-b08171a5-3e9a-4b24-9c4c-3f426d8c49d7 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692147 Feb 09 13:54:08.337116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba9373d6-e64d-4f28-a0c4-f27ebb84a533 req-9eea88e1-66a6-40e5-98c2-4fecec7abdd3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Feb 09 13:54:08.438303 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6e382e3-c465-4535-a5b8-d64107cb3d0f req-dd8abe7d-7456-4135-b6fb-946f4e2a764e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1094 time: 0.0715716 Feb 09 13:54:08.571792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e382e3-c465-4535-a5b8-d64107cb3d0f req-6ae1c641-b0e2-4fe0-a975-2b0ef6d3f830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:08.573147 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6e382e3-c465-4535-a5b8-d64107cb3d0f req-6ae1c641-b0e2-4fe0-a975-2b0ef6d3f830 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1272237 Feb 09 13:54:08.643798 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6e382e3-c465-4535-a5b8-d64107cb3d0f req-d03b0f63-7708-42c2-a7a4-2adbd630b843 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 217 time: 0.0634151 Feb 09 13:54:08.705715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e382e3-c465-4535-a5b8-d64107cb3d0f req-56aa5688-91b1-4dc1-976c-de642101fc0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:08.707265 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6e382e3-c465-4535-a5b8-d64107cb3d0f req-56aa5688-91b1-4dc1-976c-de642101fc0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0565355 Feb 09 13:54:08.786204 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6e382e3-c465-4535-a5b8-d64107cb3d0f req-62edfb68-69b1-47a0-b592-583246a775d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717895 Feb 09 13:54:08.918495 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6e382e3-c465-4535-a5b8-d64107cb3d0f req-7f232ce0-b7b0-4ae1-8377-cc985f0ce5e7 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240292 Feb 09 13:54:09.133004 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b6e382e3-c465-4535-a5b8-d64107cb3d0f req-9a409ae2-57b2-4b63-9848-7c182eb5fab5 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076867 Feb 09 13:54:09.532478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e17a1-4af5-4f00-8324-2cdb933bb798 req-33fbbdc2-6c44-4353-a853-f1824923b75b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:09.533883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c3e17a1-4af5-4f00-8324-2cdb933bb798 req-33fbbdc2-6c44-4353-a853-f1824923b75b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0770504 Feb 09 13:54:09.668101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c3e17a1-4af5-4f00-8324-2cdb933bb798 req-0176f954-4917-449d-9aff-41495d420b77 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286845 Feb 09 13:54:10.853773 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:54:10.870401 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fe22d-1dd2-4f65-beb4-f30a115e7f6a req-4dd58006-acd2-4eb7-9871-3bade71d5f33 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:10.871864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e9fe22d-1dd2-4f65-beb4-f30a115e7f6a req-4dd58006-acd2-4eb7-9871-3bade71d5f33 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0745640 Feb 09 13:54:10.917325 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2e9fe22d-1dd2-4f65-beb4-f30a115e7f6a req-25788ca5-5d54-4b75-aa9c-72ec253df4b6 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399866 Feb 09 13:54:10.988223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:54:11.001016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'port_id': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'mac_address': 'fa:16:3e:a3:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:54:11.059298 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:11.080186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06212f40-0b48-407e-b1ef-9a8c691bb9ce {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:54:11.095037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:54:11.098613 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:11.161623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:11.326520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['06212f40-0b48-407e-b1ef-9a8c691bb9ce'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:54:11.671085 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:12.116526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c54f-1b6f-426b-a57b-e5aa9b3c3ff3 req-fae26a8c-5c06-4d60-84f3-260d00d4d2db tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:12.118050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd4c54f-1b6f-426b-a57b-e5aa9b3c3ff3 req-fae26a8c-5c06-4d60-84f3-260d00d4d2db tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0790324 Feb 09 13:54:12.162349 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dcd4c54f-1b6f-426b-a57b-e5aa9b3c3ff3 req-d1fc9259-33fb-4a60-a78a-969871f9adbf tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384042 Feb 09 13:54:12.868862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:54:12.935599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 06212f40-0b48-407e-b1ef-9a8c691bb9ce completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:54:12.940394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 06212f40-0b48-407e-b1ef-9a8c691bb9ce triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:54:12.940757 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:13.052453 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:13.078042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:54:13.087438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:54:13.090855 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:13.134336 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'code': 200} Feb 09 13:54:13.159876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:13.260537 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7397a870-1461-4104-8228-5d8a269e2162 req-c13f38d8-f6a6-4b17-878b-47df73653c6f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1096 time: 0.0687540 Feb 09 13:54:13.306769 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7397a870-1461-4104-8228-5d8a269e2162 req-34fd3aa1-2335-4709-a0e7-f557f89d59b2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392313 Feb 09 13:54:13.357771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ac218-2d1f-4b5f-8502-73c41627312d req-793fc0ab-b604-4b02-8441-e3d442820a9a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:13.359289 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a4ac218-2d1f-4b5f-8502-73c41627312d req-793fc0ab-b604-4b02-8441-e3d442820a9a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0770996 Feb 09 13:54:13.424434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a4ac218-2d1f-4b5f-8502-73c41627312d req-81cadb45-5329-4216-847d-77c1c9008014 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586300 Feb 09 13:54:14.620798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90137e50-2274-4895-bfb4-e957c5e23687 req-b83d071b-6359-4c55-a116-35ac5a4d3226 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:14.622217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90137e50-2274-4895-bfb4-e957c5e23687 req-b83d071b-6359-4c55-a116-35ac5a4d3226 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0740628 Feb 09 13:54:14.666611 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-90137e50-2274-4895-bfb4-e957c5e23687 req-901be40a-a111-487a-97d8-b78ea8ee100e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389972 Feb 09 13:54:14.857604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ca6d8-95ee-4cd6-a4cf-1303f3cb0ab7 req-8513cfdd-89c9-4120-94d2-82bfc1cb930a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:14.858967 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e57ca6d8-95ee-4cd6-a4cf-1303f3cb0ab7 req-8513cfdd-89c9-4120-94d2-82bfc1cb930a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0784366 Feb 09 13:54:14.868241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37334) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:54:14.873217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0e0d1b35-b3e5-4ee5-b057-bdd6d2c77703 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Request body: {'floatingip': {'port_id': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:54:14.944924 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1b35-b3e5-4ee5-b057-bdd6d2c77703 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:15.518241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1b35-b3e5-4ee5-b057-bdd6d2c77703 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:15.522626 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1b35-b3e5-4ee5-b057-bdd6d2c77703 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:15.703534 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-0e0d1b35-b3e5-4ee5-b057-bdd6d2c77703 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Floating IP 972025e8-4660-466c-9323-0ce8c3733155 associated. External IP: 172.25.5.127, port: 06212f40-0b48-407e-b1ef-9a8c691bb9ce. Feb 09 13:54:16.179653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0d1b35-b3e5-4ee5-b057-bdd6d2c77703 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:54:16.374103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0d1b35-b3e5-4ee5-b057-bdd6d2c77703 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:54:16.378917 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0e0d1b35-b3e5-4ee5-b057-bdd6d2c77703 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:16.383361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:54:16.395181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:54:16.395774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:53:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:54:16.432073 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0e0d1b35-b3e5-4ee5-b057-bdd6d2c77703 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "PUT /v2.0/floatingips/972025e8-4660-466c-9323-0ce8c3733155 HTTP/1.1" status: 200 len: 992 time: 1.5627294 Feb 09 13:54:16.432558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:54:16.489716 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'status': 'completed', 'code': 200} Feb 09 13:54:16.605576 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:16.606363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:54:16.614653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71318700-78fd-47ba-b95c-82fc3fbfbc13 req-8e815da4-eeaa-4f97-b4a9-b34156d9db1c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:16.616109 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71318700-78fd-47ba-b95c-82fc3fbfbc13 req-8e815da4-eeaa-4f97-b4a9-b34156d9db1c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0834627 Feb 09 13:54:16.623986 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c959d02b-6bc5-4f4f-ac2d-08a6be8f4f9e req-099e8e30-0dfd-4fe7-a0b3-bfe11ce12439 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1096 time: 0.0995171 Feb 09 13:54:16.662714 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71318700-78fd-47ba-b95c-82fc3fbfbc13 req-7191c078-2e18-4afe-aceb-345696b6eb6f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408199 Feb 09 13:54:16.755522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959d02b-6bc5-4f4f-ac2d-08a6be8f4f9e req-d0bdbe9e-2c6f-43f7-9edb-ff0edb8ba276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:16.756891 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c959d02b-6bc5-4f4f-ac2d-08a6be8f4f9e req-d0bdbe9e-2c6f-43f7-9edb-ff0edb8ba276 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1266134 Feb 09 13:54:16.859162 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c959d02b-6bc5-4f4f-ac2d-08a6be8f4f9e req-9323acd9-f94d-4849-90fd-95f119842e40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1000 time: 0.0956395 Feb 09 13:54:16.920430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959d02b-6bc5-4f4f-ac2d-08a6be8f4f9e req-f8789879-729d-48fd-8af9-b65c3e4ee9f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:16.921862 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c959d02b-6bc5-4f4f-ac2d-08a6be8f4f9e req-f8789879-729d-48fd-8af9-b65c3e4ee9f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0558443 Feb 09 13:54:16.958067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:a3:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:54:15Z', 'revision_number': 13, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:54:16.962030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:54:16.973920 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:54:16.974757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:53:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:54:17.004380 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c959d02b-6bc5-4f4f-ac2d-08a6be8f4f9e req-c7d4353f-4a0f-49ea-a041-e8104f087700 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754442 Feb 09 13:54:17.139222 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c959d02b-6bc5-4f4f-ac2d-08a6be8f4f9e req-ebd777f6-a661-4146-954f-822cc64a1d92 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279783 Feb 09 13:54:17.151764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:54:17.271439 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c959d02b-6bc5-4f4f-ac2d-08a6be8f4f9e req-2de4c21b-aa24-49a4-ae92-59fb20ed80c8 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252348 Feb 09 13:54:17.490371 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:a3:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:54:15Z', 'revision_number': 13, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:54:17.494267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3622b7ea-d1f8-4f83-bab2-901c0af79b3f None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '972025e8-4660-466c-9323-0ce8c3733155', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'floating_ip_address': '172.25.5.127', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'port_id': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'mac_address': 'fa:16:3e:a3:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:51:04Z', 'updated_at': '2022-02-09T13:54:15Z', 'revision_number': 13, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:54:17.696875 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8268726-2c3e-4c2d-b37b-473c7763c121 None None] New status for floating IP 972025e8-4660-466c-9323-0ce8c3733155: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:54:17.869583 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5977fad-ee9e-4acc-a5c5-5f725d421816 req-3663e503-6e16-46a0-b7f6-a64344670987 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:17.871148 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5977fad-ee9e-4acc-a5c5-5f725d421816 req-3663e503-6e16-46a0-b7f6-a64344670987 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0813842 Feb 09 13:54:17.920028 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d5977fad-ee9e-4acc-a5c5-5f725d421816 req-443c1cc1-7c13-4138-b793-39cb7d100667 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428865 Feb 09 13:54:17.932421 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c4dd2e4-c3ef-411a-9092-5fb589ee75f3 req-d21ecd0c-fec6-43fc-b3c4-321c52c75b8e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690343 Feb 09 13:54:18.095502 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c4dd2e4-c3ef-411a-9092-5fb589ee75f3 req-4b46b744-67f6-413f-985e-afda3c717210 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1096 time: 0.0759866 Feb 09 13:54:18.264249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dd2e4-c3ef-411a-9092-5fb589ee75f3 req-e9d800a1-7da2-4689-bd2d-ed7432db5343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:18.265746 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c4dd2e4-c3ef-411a-9092-5fb589ee75f3 req-e9d800a1-7da2-4689-bd2d-ed7432db5343 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1495054 Feb 09 13:54:18.379673 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c4dd2e4-c3ef-411a-9092-5fb589ee75f3 req-6f01bdab-069d-4d32-ab1d-4e216f44151d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1002 time: 0.1072795 Feb 09 13:54:18.450817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dd2e4-c3ef-411a-9092-5fb589ee75f3 req-1032d09f-b725-4a33-bda6-ad7b972cd934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:18.452340 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c4dd2e4-c3ef-411a-9092-5fb589ee75f3 req-1032d09f-b725-4a33-bda6-ad7b972cd934 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0670466 Feb 09 13:54:18.530494 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c4dd2e4-c3ef-411a-9092-5fb589ee75f3 req-9158ed46-4af0-475a-8466-81332275b1b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717046 Feb 09 13:54:18.662564 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c4dd2e4-c3ef-411a-9092-5fb589ee75f3 req-72c43d20-9eb5-47bd-8b3f-d4de0a1d1da7 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253474 Feb 09 13:54:18.884597 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c4dd2e4-c3ef-411a-9092-5fb589ee75f3 req-a4bac2e7-a15f-4f95-9953-8a4ad40a88b5 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155631 Feb 09 13:54:19.739102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cc5ec-6f65-4a22-ba23-d0157036a89c req-f171d197-1eaf-488d-8e3e-4da00dd0538f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:19.740367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d81cc5ec-6f65-4a22-ba23-d0157036a89c req-f171d197-1eaf-488d-8e3e-4da00dd0538f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0787711 Feb 09 13:54:19.784134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d81cc5ec-6f65-4a22-ba23-d0157036a89c req-c0a86f3b-244d-406a-891c-947667aa5840 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Feb 09 13:54:25.072295 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c7fff1f-ca92-4f4d-a49a-de08dd7ce736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:28.243397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-491c748e-981b-4808-bbce-d43600405339 req-a6900832-25e4-4cd3-ab5b-37521c3524a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0724244 Feb 09 13:54:28.282832 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3c407810-777a-4eeb-a455-562f0969e17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:28.521600 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-a11bcb1b-e2e8-4f96-ab4c-3f7b376625b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767665 Feb 09 13:54:28.586586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbbdf8-7bcf-45b6-a68e-562400b60662 req-e3c26f10-d161-4ba8-a5ca-e49b4a2c6342 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:28.588786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0dfbbdf8-7bcf-45b6-a68e-562400b60662 req-e3c26f10-d161-4ba8-a5ca-e49b4a2c6342 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0833960 Feb 09 13:54:28.643366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0dfbbdf8-7bcf-45b6-a68e-562400b60662 req-7a5240c0-1923-4604-bc3b-306075db635d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489132 Feb 09 13:54:28.695876 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:28.732506 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:29.798058 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-cfe81f77-c11b-471d-a2b1-d851f37c1123 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1096 time: 0.0734031 Feb 09 13:54:29.854651 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e85b9-4a2d-4508-98b3-0b9d80d6c83d req-4b2b502b-ec1f-44c6-8d52-aae8d3146739 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:29.856103 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-369e85b9-4a2d-4508-98b3-0b9d80d6c83d req-4b2b502b-ec1f-44c6-8d52-aae8d3146739 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0787327 Feb 09 13:54:29.902832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-369e85b9-4a2d-4508-98b3-0b9d80d6c83d req-49f691bd-fe85-4a52-965a-e193e7e8ebfa tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Feb 09 13:54:29.930147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427d791-1983-491d-99bf-8900891e9af4 req-1a1d4f61-215f-46ae-af7c-66007cec2632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:29.931669 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-1a1d4f61-215f-46ae-af7c-66007cec2632 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1252832 Feb 09 13:54:30.026965 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:30.034981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-ea688adc-ee3f-41a0-9c27-c5af61348a5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1002 time: 0.0969408 Feb 09 13:54:30.097486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427d791-1983-491d-99bf-8900891e9af4 req-64d86a51-b899-4a0e-ac3b-43d56b245937 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:30.098907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-64d86a51-b899-4a0e-ac3b-43d56b245937 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0569394 Feb 09 13:54:30.176205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-e15f2597-38fe-4726-bffd-06f842e3eb95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702732 Feb 09 13:54:30.305509 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-4fdcc4ef-dde6-400c-8dc6-4a8cb4936343 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221311 Feb 09 13:54:30.437806 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-f6363ef6-c3db-4e1c-87be-e1102990bdf5 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257186 Feb 09 13:54:31.102004 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950f7f0-1702-46c9-83d4-03663c33743b req-5fa2164c-fbb2-41f3-8ca5-a1940c1aafd8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:31.103709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a950f7f0-1702-46c9-83d4-03663c33743b req-5fa2164c-fbb2-41f3-8ca5-a1940c1aafd8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0761838 Feb 09 13:54:31.148264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a950f7f0-1702-46c9-83d4-03663c33743b req-6926b982-e230-4089-9a60-e7aea810c06d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391760 Feb 09 13:54:32.350892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90681c-3999-4d21-bdca-54342d94aea2 req-c33429dd-caff-42f2-a216-8a58f2c01aa7 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:32.352230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed90681c-3999-4d21-bdca-54342d94aea2 req-c33429dd-caff-42f2-a216-8a58f2c01aa7 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0790362 Feb 09 13:54:32.396395 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ed90681c-3999-4d21-bdca-54342d94aea2 req-3cc996be-4d40-4535-82ed-e9a0367c0cfd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385227 Feb 09 13:54:33.592485 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46729e98-9e40-40b1-a46f-7f556d20cb81 req-a14177a2-aeb1-4116-81d3-7c18dd5289bd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:33.593937 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46729e98-9e40-40b1-a46f-7f556d20cb81 req-a14177a2-aeb1-4116-81d3-7c18dd5289bd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0773273 Feb 09 13:54:33.638954 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46729e98-9e40-40b1-a46f-7f556d20cb81 req-47cbccd3-18e8-420e-9031-9cbe769e5968 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391083 Feb 09 13:54:34.836591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de576188-00fc-4e35-bf1a-b89cf69fee31 req-6bf8b716-e79c-49d0-a39a-fb6997b5f257 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:34.838099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de576188-00fc-4e35-bf1a-b89cf69fee31 req-6bf8b716-e79c-49d0-a39a-fb6997b5f257 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0776553 Feb 09 13:54:34.885194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-de576188-00fc-4e35-bf1a-b89cf69fee31 req-68a5e2a8-dcc3-44b3-85a0-0bde0fc07794 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 Feb 09 13:54:36.079580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c365aa-87f4-46ab-a635-550f4d1514d9 req-4db36fc8-676d-4482-a55d-4321d6bf9553 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:36.081005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4c365aa-87f4-46ab-a635-550f4d1514d9 req-4db36fc8-676d-4482-a55d-4321d6bf9553 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0744638 Feb 09 13:54:36.224729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e4c365aa-87f4-46ab-a635-550f4d1514d9 req-3ac3308b-9c15-4d8b-b7f6-110a280e5fb8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376467 Feb 09 13:54:37.421997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e842ff-6c46-414c-82e7-2d6e3954e88f req-d104a967-a541-49dd-8738-2546920f0d29 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:37.423460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9e842ff-6c46-414c-82e7-2d6e3954e88f req-d104a967-a541-49dd-8738-2546920f0d29 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0766020 Feb 09 13:54:37.468015 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9e842ff-6c46-414c-82e7-2d6e3954e88f req-64c4645b-6acb-430b-9fc3-6a65056133de tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390964 Feb 09 13:54:38.162247 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-b427d791-1983-491d-99bf-8900891e9af4 req-d62a46b2-d098-4b66-96ed-b4c23b7589ef service neutron] show failed (client error): The resource could not be found. Feb 09 13:54:38.163283 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-d62a46b2-d098-4b66-96ed-b4c23b7589ef service neutron] 10.222.0.62 "GET /v2.0/ports/06212f40-0b48-407e-b1ef-9a8c691bb9ce/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0720377 Feb 09 13:54:38.423065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-8159744d-9196-4e0f-adca-085afb4e7e47 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 1096 time: 0.0704954 Feb 09 13:54:38.433554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:54:38.536044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:38.671142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453cdb1-a18d-40f1-9eab-0b8f08fa2856 req-63de396e-56d6-4f09-ad02-330ee4bcfb8e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:38.672593 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7453cdb1-a18d-40f1-9eab-0b8f08fa2856 req-63de396e-56d6-4f09-ad02-330ee4bcfb8e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0812330 Feb 09 13:54:38.719271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7453cdb1-a18d-40f1-9eab-0b8f08fa2856 req-0d47af48-c86a-4c07-9c33-ee9b191f6815 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409284 Feb 09 13:54:38.804511 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:54:38.832703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:54:38.890899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:54:38.896645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:38.911533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Transition to ACTIVE for port object 06212f40-0b48-407e-b1ef-9a8c691bb9ce will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:54:38.915162 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:38.961813 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'code': 200} Feb 09 13:54:39.152385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:39.211738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] No DVR routers for this DVR port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:54:39.459300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:54:39.459632 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:54:39.459956 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:54:39.465601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on network 62475eae-f776-4c7d-b820-55c447091368 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:54:39.465918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:54:39.472051 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:54:39.472383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:54:39.472759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:54:39.473174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Bound port: 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:54:39.473513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:39.561185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:54:39.564262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:54:39.568849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:39.624390 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:39.625770 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] 10.222.0.67 "PUT /v2.0/ports/06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1091 time: 1.1961184 Feb 09 13:54:39.643310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e9be3-1675-4825-88cb-46d1ccc83496 service neutron] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:39.726945 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-42ca360f-d7ba-499a-8534-9ee6bcf7b362 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1094 time: 0.0718803 Feb 09 13:54:39.863652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427d791-1983-491d-99bf-8900891e9af4 req-5bb70a6a-e604-48c4-ac4d-0100dcab5383 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:39.865293 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-5bb70a6a-e604-48c4-ac4d-0100dcab5383 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1323862 Feb 09 13:54:39.923334 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358d19c-b95c-429a-8125-5a955d6a86e6 req-3c534cd1-5ee8-4a41-893f-ae846e37840d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:39.925312 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d358d19c-b95c-429a-8125-5a955d6a86e6 req-3c534cd1-5ee8-4a41-893f-ae846e37840d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0782566 Feb 09 13:54:39.968997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-5755ffaa-a03f-4396-bed8-56597fafa74b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1000 time: 0.0976615 Feb 09 13:54:39.970377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d358d19c-b95c-429a-8125-5a955d6a86e6 req-a1e4897b-d84d-47fe-b340-21e24511be8f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391390 Feb 09 13:54:40.034893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427d791-1983-491d-99bf-8900891e9af4 req-a2c38339-60cb-4f72-9fd5-a53f2a294e74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:40.036311 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-a2c38339-60cb-4f72-9fd5-a53f2a294e74 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0609746 Feb 09 13:54:40.109023 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-b7ae794b-99c0-49f2-bb51-fcc59da9fd2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657082 Feb 09 13:54:40.236819 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-3216ebf2-04e8-417f-a584-0f1da4b3a700 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214981 Feb 09 13:54:40.368117 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-d6b98926-327e-4c91-9d62-d50d7bd48a7b service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247754 Feb 09 13:54:40.962768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:54:40.993211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:54:41.044126 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'status': 'completed', 'code': 200} Feb 09 13:54:41.054011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:54:41.186074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da3424-4716-4083-8fd1-92133771fd92 req-c5000b43-439c-4b43-a7a7-71aaebbdf676 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:41.187693 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d7da3424-4716-4083-8fd1-92133771fd92 req-c5000b43-439c-4b43-a7a7-71aaebbdf676 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0839128 Feb 09 13:54:41.193002 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-fabb19f5-608c-4dcd-93d0-4d8ee2ae2675 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1094 time: 0.1293545 Feb 09 13:54:41.200518 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-ad3ebe29-5bb9-430d-a6b7-b33578434c68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1094 time: 0.1356864 Feb 09 13:54:41.243053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d7da3424-4716-4083-8fd1-92133771fd92 req-72774507-c81c-441a-a9db-5290ae6e4f8e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479414 Feb 09 13:54:41.533618 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0075-9572-42a4-af51-db06d1447e74 req-93807ecf-596b-4b3c-bf4a-dce214a1a6c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:41.535109 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-93807ecf-596b-4b3c-bf4a-dce214a1a6c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.3337750 Feb 09 13:54:41.539079 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0075-9572-42a4-af51-db06d1447e74 req-344cbb8f-2719-4e0e-89b1-dbce7f5d9416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:41.540372 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-344cbb8f-2719-4e0e-89b1-dbce7f5d9416 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.3193254 Feb 09 13:54:41.689321 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:41.713323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-a2ed875f-2f5d-4dc4-87a6-e888b40698e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1000 time: 0.1715786 Feb 09 13:54:41.763966 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-871b611c-d6fd-43b9-abf2-01d5c6a429d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1000 time: 0.1539998 Feb 09 13:54:41.826324 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0075-9572-42a4-af51-db06d1447e74 req-2030487c-5ea1-4d9d-a1fe-6b646ae28dad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:41.827780 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-2030487c-5ea1-4d9d-a1fe-6b646ae28dad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.1060216 Feb 09 13:54:41.876183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0075-9572-42a4-af51-db06d1447e74 req-6197f0ad-ab99-4b54-870a-4e277e18f3a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:41.877601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-6197f0ad-ab99-4b54-870a-4e277e18f3a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.1063688 Feb 09 13:54:41.969241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-576ec687-fc2e-4b7d-b6f8-8a753c5182f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334467 Feb 09 13:54:41.975628 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-4522cc5f-40d4-40c5-bde1-1d8e9c963318 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918212 Feb 09 13:54:42.204264 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-a2b13dab-4a8a-4e90-b901-26c1276aaabd service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277198 Feb 09 13:54:42.206545 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-d10f8fcc-0cc8-4981-929f-a8b3d2c4abc7 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119377 Feb 09 13:54:42.440198 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-ca28b50d-0303-4139-b17c-7c81882d6914 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288654 Feb 09 13:54:42.442551 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-637d0075-9572-42a4-af51-db06d1447e74 req-347773f2-b692-4718-8935-d71686391d13 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141197 Feb 09 13:54:42.474304 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ecd0e-7895-4fb7-ac17-b64e8eb914b0 req-a3859606-1d58-4006-a6c5-71b79fcdad97 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:42.475639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-712ecd0e-7895-4fb7-ac17-b64e8eb914b0 req-a3859606-1d58-4006-a6c5-71b79fcdad97 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0799072 Feb 09 13:54:42.530700 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-712ecd0e-7895-4fb7-ac17-b64e8eb914b0 req-26155a15-3ca5-486a-aa55-4d8f0161c42c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439236 Feb 09 13:54:43.730399 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:54:43.736941 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cf8d4-7a1c-4bf4-90d5-69d8439aaf08 req-1b87b46f-c4ac-4604-a865-52065c9538b3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:43.738386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f4cf8d4-7a1c-4bf4-90d5-69d8439aaf08 req-1b87b46f-c4ac-4604-a865-52065c9538b3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0784960 Feb 09 13:54:43.782389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f4cf8d4-7a1c-4bf4-90d5-69d8439aaf08 req-b993e35a-58ee-401b-be5c-eaab35c46794 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384312 Feb 09 13:54:44.986476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ccf2a5-16da-461b-ba82-0591c8d42b23 req-38f0e6d8-157c-45b3-bde5-4a27bbad631a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:44.987968 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9ccf2a5-16da-461b-ba82-0591c8d42b23 req-38f0e6d8-157c-45b3-bde5-4a27bbad631a tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0792513 Feb 09 13:54:45.032651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d9ccf2a5-16da-461b-ba82-0591c8d42b23 req-f4e35298-c601-40ba-b7e3-24a63280d147 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386178 Feb 09 13:54:46.227430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78602b35-b041-48a8-b80d-6104d63ed055 req-2393a1d9-2476-4696-9573-66c18ea20b38 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:46.229134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78602b35-b041-48a8-b80d-6104d63ed055 req-2393a1d9-2476-4696-9573-66c18ea20b38 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0759842 Feb 09 13:54:46.273329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78602b35-b041-48a8-b80d-6104d63ed055 req-075e619f-9651-42f7-8d7e-1d14897fbc34 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387456 Feb 09 13:54:46.585115 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:47.473262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457132a3-f017-4255-bfc4-3ab7c84da63c req-c5dd32c2-6005-4a65-9bbc-04313e8e3c99 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:47.474753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-457132a3-f017-4255-bfc4-3ab7c84da63c req-c5dd32c2-6005-4a65-9bbc-04313e8e3c99 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0809476 Feb 09 13:54:47.520416 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-457132a3-f017-4255-bfc4-3ab7c84da63c req-3ff39fe7-2a3e-43cb-b340-944b1fe16b1e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397987 Feb 09 13:54:48.720336 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f27cf2-bb48-4eb7-b311-6e375365f14f req-cb706934-0d23-4ced-98c2-95daf2cec582 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:48.721775 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55f27cf2-bb48-4eb7-b311-6e375365f14f req-cb706934-0d23-4ced-98c2-95daf2cec582 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0769942 Feb 09 13:54:48.775570 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55f27cf2-bb48-4eb7-b311-6e375365f14f req-f4f9018c-228d-47c7-973e-9bdda8a5f96b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474849 Feb 09 13:54:49.973661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237a79b-61dd-4c96-bf9e-b87c8c89c0de req-43c3743b-869b-4882-a5e4-13d7c25a116e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:49.975162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6237a79b-61dd-4c96-bf9e-b87c8c89c0de req-43c3743b-869b-4882-a5e4-13d7c25a116e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0768168 Feb 09 13:54:50.020551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6237a79b-61dd-4c96-bf9e-b87c8c89c0de req-442267c3-98d8-4c05-904f-15b6f5d5e886 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395231 Feb 09 13:54:50.452850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-933ba693-921b-4da5-84f9-bc13b2f56420 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:50.453537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-933ba693-921b-4da5-84f9-bc13b2f56420 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Synchronizing usage tracker for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:54:50.470013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-933ba693-921b-4da5-84f9-bc13b2f56420 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Unset dirty status for tenant:091a23d1296b4a92a4a69ffcc9c7f020 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:54:50.471159 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-933ba693-921b-4da5-84f9-bc13b2f56420 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.67 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 943 time: 0.1000159 Feb 09 13:54:50.511025 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ef2be-7b98-4856-bba9-2b3968fe8ec5 req-8e95784f-a9be-4e6b-8f57-bf1704a8273f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:50.512446 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d0ef2be-7b98-4856-bba9-2b3968fe8ec5 req-8e95784f-a9be-4e6b-8f57-bf1704a8273f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 943 time: 0.0795557 Feb 09 13:54:50.550344 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-e2e26459-913e-4e44-898e-537bb88440ff service neutron] 10.222.0.67 "GET /v2.0/ports/06212f40-0b48-407e-b1ef-9a8c691bb9ce/bindings/n-h2-825175-3 HTTP/1.1" status: 200 len: 382 time: 0.0729432 Feb 09 13:54:50.559794 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6d0ef2be-7b98-4856-bba9-2b3968fe8ec5 req-183dc131-9c42-4d08-b7c0-ec6ff54910e3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417242 Feb 09 13:54:50.648493 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-f8348b98-3193-472f-8e74-1d201ab12a75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1094 time: 0.0753450 Feb 09 13:54:50.785104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-a40fb077-ecf2-475f-b0ea-a326c8f3ecfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:50.786655 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-a40fb077-ecf2-475f-b0ea-a326c8f3ecfe service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.1324010 Feb 09 13:54:50.887133 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-3584a91c-7adc-4ea4-a6dc-c88d853f427e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1000 time: 0.0948312 Feb 09 13:54:51.047242 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:54:51.055549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-7e2f5987-dbd1-4ac8-aa88-913b0c337a14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:51.056987 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-7e2f5987-dbd1-4ac8-aa88-913b0c337a14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.1640534 Feb 09 13:54:51.130427 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-5e09609a-29f1-458a-89ab-8a0c42c8b1c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670772 Feb 09 13:54:51.224523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:54:51.238122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'port_id': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'mac_address': 'fa:16:3e:a3:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:54:51.265138 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-90cfc819-4a3b-4ce9-a755-2583edff1caa service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285489 Feb 09 13:54:51.290957 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:51.307923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06212f40-0b48-407e-b1ef-9a8c691bb9ce {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:54:51.322518 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:54:51.326337 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:51.395501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:51.399952 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-6b2987d7-5600-4208-8d93-f4ccee976280 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287742 Feb 09 13:54:51.540221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['06212f40-0b48-407e-b1ef-9a8c691bb9ce'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:54:51.762407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d377b-5883-4336-92e0-84b0c3b2f5fd req-4bbd9a2f-c14e-4c21-8f9c-4c89192eed4d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:51.763882 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f75d377b-5883-4336-92e0-84b0c3b2f5fd req-4bbd9a2f-c14e-4c21-8f9c-4c89192eed4d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0795424 Feb 09 13:54:51.809540 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f75d377b-5883-4336-92e0-84b0c3b2f5fd req-157549dd-3833-4bb9-96cd-0726bb481e8f tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399778 Feb 09 13:54:53.019036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ae53d-1151-4729-a132-474bc7d66408 req-ee52d448-83af-43f8-a9e4-3abaf7f2a572 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:53.021187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b55ae53d-1151-4729-a132-474bc7d66408 req-ee52d448-83af-43f8-a9e4-3abaf7f2a572 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0868664 Feb 09 13:54:53.046702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:54:53.070395 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b55ae53d-1151-4729-a132-474bc7d66408 req-85c2e640-e5bb-4edf-80a4-8878e6d3134e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 Feb 09 13:54:53.114384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 06212f40-0b48-407e-b1ef-9a8c691bb9ce completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:54:53.118950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 06212f40-0b48-407e-b1ef-9a8c691bb9ce triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:54:53.119309 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:53.237889 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:53.265033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:54:53.275319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:54:53.280637 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:53.362833 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'code': 200} Feb 09 13:54:53.369042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:53.378642 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:53.379718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:53.380055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:53.380387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:53.381217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:53.381558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:53.382041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:53.382364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:53.382714 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:53.383036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:53.383514 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:54:54.158941 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-37041e5a-936e-46d9-b8e3-f96f9b60a0ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94&tenant_id=091a23d1296b4a92a4a69ffcc9c7f020 HTTP/1.1" status: 200 len: 1096 time: 0.0679321 Feb 09 13:54:54.169957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:54:54.266099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd4ad5-f20d-4e92-b434-4c2d7dc606da req-fb8263ec-bcac-4cee-bbd4-07db8e531a12 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:54.267469 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9dbd4ad5-f20d-4e92-b434-4c2d7dc606da req-fb8263ec-bcac-4cee-bbd4-07db8e531a12 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0751457 Feb 09 13:54:54.277272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:54.312234 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9dbd4ad5-f20d-4e92-b434-4c2d7dc606da req-c547036b-ce16-4532-b50b-f1efb581036b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386558 Feb 09 13:54:54.536909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:54:54.563569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:54:54.620734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:54:54.626235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:54.641144 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Transition to ACTIVE for port object 06212f40-0b48-407e-b1ef-9a8c691bb9ce will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:54:54.646591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:54.694276 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'code': 200} Feb 09 13:54:54.781717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=10']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:54.839697 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] No DVR routers for this DVR port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:54:55.075507 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-74fedd26-b329-46d2-a8d3-2296c79a60a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:55.100350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:54:55.101180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:54:55.101504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:54:55.107486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on network 62475eae-f776-4c7d-b820-55c447091368 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:54:55.107797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Attempting to bind port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on network 62475eae-f776-4c7d-b820-55c447091368 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:54:55.113899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:54:55.114225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Checking segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:54:55.114641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Bound using segment: {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:54:55.115052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Bound port: 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '62475eae-f776-4c7d-b820-55c447091368'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:54:55.115385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:55.202179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:54:55.205241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:54:55.210494 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:55.264086 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:55.265437 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] 10.222.0.62 "PUT /v2.0/ports/06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1092 time: 1.0994587 Feb 09 13:54:55.329497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8576ee-f2ba-4246-b1a9-4acd3bf2d103 service neutron] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=11']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:54:55.370738 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-a39423a0-7d2f-4cb0-8c13-a34f20ebbdac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1095 time: 0.0812640 Feb 09 13:54:55.535946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad8c93-565b-4398-9466-ac86416fe908 req-2ed48136-c5ab-4385-aa8b-4f7e1a18894e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:55.537407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9ad8c93-565b-4398-9466-ac86416fe908 req-2ed48136-c5ab-4385-aa8b-4f7e1a18894e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0884643 Feb 09 13:54:55.582705 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9ad8c93-565b-4398-9466-ac86416fe908 req-e66175ea-cebc-47b2-b901-882e47f64306 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396423 Feb 09 13:54:55.607418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-e7c02b4b-4793-486a-b32c-3b25ebf1aecf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:55.608857 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-e7c02b4b-4793-486a-b32c-3b25ebf1aecf service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.2317054 Feb 09 13:54:55.711143 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-c8dc0ddf-8a42-49df-96e4-19c4eed47dfc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1000 time: 0.0951459 Feb 09 13:54:55.771869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-20848f73-78f3-4254-92d1-c06a89c00dcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:55.773359 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-20848f73-78f3-4254-92d1-c06a89c00dcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0555122 Feb 09 13:54:55.846735 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-b7d6daaf-1496-4a31-9b3e-5f61c960ebfc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668397 Feb 09 13:54:55.977806 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-b6898c8f-85d8-4542-8422-2ede1ba66194 service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212952 Feb 09 13:54:56.105601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c9a4686-c645-46e1-9462-c14700db5e3f req-54d41c6f-dc18-4684-919b-bdf72aeb74dd service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235411 Feb 09 13:54:56.695225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:54:56.765842 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'status': 'completed', 'code': 200} Feb 09 13:54:56.799552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee350f-47ca-4ffa-853c-0c7313249635 req-7e7b0fda-28d3-45b3-b045-0ad70e3f8c41 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:56.801044 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aee350f-47ca-4ffa-853c-0c7313249635 req-7e7b0fda-28d3-45b3-b045-0ad70e3f8c41 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0950534 Feb 09 13:54:56.859542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aee350f-47ca-4ffa-853c-0c7313249635 req-9fb14657-eddc-4e85-b53a-093f54b446a3 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524554 Feb 09 13:54:56.923271 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-68e2f0fc-7f0c-4b38-87f1-35d4aaaf36d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1095 time: 0.1355975 Feb 09 13:54:56.925942 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-48124ff6-18aa-4499-a88c-3e9aa7a8acc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 1095 time: 0.1047723 Feb 09 13:54:57.073995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:54:57.173450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:54:57.177718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-697d1d36-1708-4957-bb96-f94a6f7cc68b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:57.179260 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-697d1d36-1708-4957-bb96-f94a6f7cc68b service neutron] 10.222.0.67 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.2497005 Feb 09 13:54:57.181436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-1f8ffdc2-f06f-4975-915b-ef8864ebfac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:57.182762 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-1f8ffdc2-f06f-4975-915b-ef8864ebfac9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 200 len: 913 time: 0.2330270 Feb 09 13:54:57.372429 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-1628f48d-ecf7-4cec-ada2-5a543e690ecc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1000 time: 0.1874104 Feb 09 13:54:57.374058 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-f69b5964-8a21-4d1e-9b48-8f9b17d75b9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 200 len: 1000 time: 0.1431670 Feb 09 13:54:57.484157 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-71cb806a-adab-4c0e-8f1d-641ee2c7cffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:57.485582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-71cb806a-adab-4c0e-8f1d-641ee2c7cffd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.1067288 Feb 09 13:54:57.490754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-9165d8a4-63bc-4794-9091-2a8ef1e725e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:57.492195 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-9165d8a4-63bc-4794-9091-2a8ef1e725e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 200 len: 851 time: 0.0819583 Feb 09 13:54:57.712803 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-233d0a56-edc7-4f85-b5cf-2c63ad8b3dc7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196674 Feb 09 13:54:57.715532 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-a3f9532e-da03-45ba-bccb-2de63921f1ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=62475eae-f776-4c7d-b820-55c447091368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933129 Feb 09 13:54:57.956448 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-80e3a5c1-0f29-4eea-be27-e4c56c73bce5 service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378798 Feb 09 13:54:57.960271 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-fb97b9b2-10e8-499b-bcd7-25e325eaf36a service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229245 Feb 09 13:54:58.073521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba98bcc-b2af-4285-869a-9d6f90270d46 req-b17193ce-4af5-4190-9b53-fc9c15602cb5 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:58.075038 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ba98bcc-b2af-4285-869a-9d6f90270d46 req-b17193ce-4af5-4190-9b53-fc9c15602cb5 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0788565 Feb 09 13:54:58.123917 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2ba98bcc-b2af-4285-869a-9d6f90270d46 req-829ab106-ee7f-491f-88c0-c8ba6df6cc89 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Feb 09 13:54:58.207578 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-c21b8249-6cee-4c7c-9a89-6362e101e80b service neutron] 10.222.0.67 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438052 Feb 09 13:54:58.211193 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8dac4007-f182-4008-ae4f-8da0f9fc1937 req-ebf1d888-5951-4365-9110-90abafcf77fe service neutron] 10.222.0.62 "GET /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276425 Feb 09 13:54:58.285503 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e2d3efa5-fe21-423b-88ee-a98e0cc0cbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:58.698791 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:58.735640 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:54:59.324792 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f5997-6e9e-484a-8479-a91237ed71a5 req-12ed32c4-9d55-4740-8c5c-dda05d7c773c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:54:59.326177 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c94f5997-6e9e-484a-8479-a91237ed71a5 req-12ed32c4-9d55-4740-8c5c-dda05d7c773c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0805931 Feb 09 13:54:59.370027 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c94f5997-6e9e-484a-8479-a91237ed71a5 req-b07b7cb9-4283-4ce2-825d-6a50803d759e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384343 Feb 09 13:55:00.029545 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:00.563280 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca482a-e76a-4306-a0ef-8d7fcb35722d req-84b2a286-7974-4399-bb49-7e14da13c48e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:00.564722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0dca482a-e76a-4306-a0ef-8d7fcb35722d req-84b2a286-7974-4399-bb49-7e14da13c48e tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0749726 Feb 09 13:55:00.610251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0dca482a-e76a-4306-a0ef-8d7fcb35722d req-70b9e314-a4f3-4e31-9510-61cab90d162b tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394297 Feb 09 13:55:01.811187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01ec23-1a70-40d1-a48f-f543ae34b92e req-bbad5e29-f200-4649-9491-70921ea54ddb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:01.812631 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b01ec23-1a70-40d1-a48f-f543ae34b92e req-bbad5e29-f200-4649-9491-70921ea54ddb tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0787647 Feb 09 13:55:01.857373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b01ec23-1a70-40d1-a48f-f543ae34b92e req-26f7e44c-6e22-4472-97dd-cfc41352d8e8 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392609 Feb 09 13:55:03.056057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd956f-ab90-46b8-9ac1-faf2eeaf81fb req-1ff6fb82-9d2b-4ccf-8978-03daec08c2b5 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:03.057503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e8bd956f-ab90-46b8-9ac1-faf2eeaf81fb req-1ff6fb82-9d2b-4ccf-8978-03daec08c2b5 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0750716 Feb 09 13:55:03.104701 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e8bd956f-ab90-46b8-9ac1-faf2eeaf81fb req-d4597413-e600-4fdc-b522-a6a4087cfa88 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 Feb 09 13:55:04.309893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da475202-2276-435b-ba33-35321564d25a req-e130ebdf-6f94-4bc9-881f-0b230aeac6ba tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:04.311286 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da475202-2276-435b-ba33-35321564d25a req-e130ebdf-6f94-4bc9-881f-0b230aeac6ba tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 944 time: 0.0764456 Feb 09 13:55:04.356302 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da475202-2276-435b-ba33-35321564d25a req-31c0c574-797e-4126-8a89-ea286aeea5fd tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389497 Feb 09 13:55:05.102217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:55:05.233661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:05.247188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'port_id': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'mac_address': 'fa:16:3e:a3:8c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:55:05.303663 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:05.321024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06212f40-0b48-407e-b1ef-9a8c691bb9ce {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:55:05.335940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:05.340334 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:05.410936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=12']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:05.556915 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a6f8-0904-4ac9-936f-d113239aae35 req-ab49e57d-ef10-45d3-9441-27ff9a2ede79 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:05.558279 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d35a6f8-0904-4ac9-936f-d113239aae35 req-ab49e57d-ef10-45d3-9441-27ff9a2ede79 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0797336 Feb 09 13:55:05.566226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['06212f40-0b48-407e-b1ef-9a8c691bb9ce'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:55:05.699003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5d35a6f8-0904-4ac9-936f-d113239aae35 req-00f2bc87-5f49-44d2-a2f2-5edba7d305df tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350691 Feb 09 13:55:05.897339 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7b592-dbb9-42ad-b6a1-17195fe3cc33 req-3dd48b3a-4488-4a41-8626-3e3e21dffb10 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:05.898827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6eb7b592-dbb9-42ad-b6a1-17195fe3cc33 req-3dd48b3a-4488-4a41-8626-3e3e21dffb10 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0756009 Feb 09 13:55:05.942862 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6eb7b592-dbb9-42ad-b6a1-17195fe3cc33 req-9c38f15b-dc01-4ae5-b52d-43caec19f964 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385363 Feb 09 13:55:06.139406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db985918-192f-4f45-bfe9-759de8824947 req-2ea10e29-598d-4a97-b18c-84bc8aa807f2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:06.140743 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db985918-192f-4f45-bfe9-759de8824947 req-2ea10e29-598d-4a97-b18c-84bc8aa807f2 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0784271 Feb 09 13:55:06.184443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-db985918-192f-4f45-bfe9-759de8824947 req-885f7916-1735-4043-af30-43fae97b6963 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382121 Feb 09 13:55:06.588189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92be139-22ea-4373-a727-be2b534075bb req-d0104a14-709a-483f-bf21-3de511acd94d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:06.589630 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e92be139-22ea-4373-a727-be2b534075bb req-d0104a14-709a-483f-bf21-3de511acd94d tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 945 time: 0.0751839 Feb 09 13:55:06.638366 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e92be139-22ea-4373-a727-be2b534075bb req-c62d1d69-fa48-4a92-9136-1cadac719811 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432932 Feb 09 13:55:07.129252 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:55:07.194109 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 06212f40-0b48-407e-b1ef-9a8c691bb9ce completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:55:07.198593 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 06212f40-0b48-407e-b1ef-9a8c691bb9ce triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:55:07.198957 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:07.310156 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:07.337786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:55:07.347433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:07.351496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:07.398895 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'code': 200} Feb 09 13:55:07.422365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=13']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:07.848155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f64e91-ea30-4ee7-875b-30d0ca28f004 req-f9d3a01a-afc1-4dad-b87c-3a0523c2f9c4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:07.849596 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-22f64e91-ea30-4ee7-875b-30d0ca28f004 req-f9d3a01a-afc1-4dad-b87c-3a0523c2f9c4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 946 time: 0.0762727 Feb 09 13:55:07.894872 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-22f64e91-ea30-4ee7-875b-30d0ca28f004 req-d28fa3e1-e380-4146-b62d-0e83b79639b5 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393386 Feb 09 13:55:08.291588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-29221ff8-dd11-4bc8-aad6-21ef2c059f38 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:08.293005 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-29221ff8-dd11-4bc8-aad6-21ef2c059f38 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 946 time: 0.0828476 Feb 09 13:55:08.360560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Deleting port 06212f40-0b48-407e-b1ef-9a8c691bb9ce {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:55:08.360805 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:08.599514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] For port 06212f40-0b48-407e-b1ef-9a8c691bb9ce, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=06212f40-0b48-407e-b1ef-9a8c691bb9ce,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:08.599740 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:08.897366 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:08.897737 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:08.898049 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Floating IP 972025e8-4660-466c-9323-0ce8c3733155 disassociated. External IP: 172.25.5.127, port: 06212f40-0b48-407e-b1ef-9a8c691bb9ce. Feb 09 13:55:08.898384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Calling delete_port for 06212f40-0b48-407e-b1ef-9a8c691bb9ce owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:55:09.088594 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:09.099012 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca656f1-67cb-416f-baf9-85d7063fef73 req-0d173417-c1e1-4cdf-8039-0f2c4cccd35c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:09.100644 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca656f1-67cb-416f-baf9-85d7063fef73 req-0d173417-c1e1-4cdf-8039-0f2c4cccd35c tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 946 time: 0.0807216 Feb 09 13:55:09.135790 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event deleted for resources: {'Port': ['ID=06212f40-0b48-407e-b1ef-9a8c691bb9ce,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:09.150902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.151248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.151424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ca656f1-67cb-416f-baf9-85d7063fef73 req-bd299d9a-0732-4e2e-a412-9f98eaebb285 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups?id=72fc2923-2956-47aa-8779-547393244af3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432978 Feb 09 13:55:09.151582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.151917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.152241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.152565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.152921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.153205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.153532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.153847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.154162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:09.469398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:55:09.675574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:55:09.686626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:55:09.699819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:55:09.700413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:54:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:09.745031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] No DVR routers for this DVR port 06212f40-0b48-407e-b1ef-9a8c691bb9ce on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:55:09.747622 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:09.750176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-deleted', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:55:09.765700 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b21d164f-ec6e-43e3-a329-3d251625b803 req-050bfbe4-4fba-4ec3-af5e-a91692aaa119 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.62 "DELETE /v2.0/ports/06212f40-0b48-407e-b1ef-9a8c691bb9ce HTTP/1.1" status: 204 len: 173 time: 1.4662545 Feb 09 13:55:09.854829 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfdb141-fccc-4e96-80b7-ee0747111a94', 'name': 'network-vif-deleted', 'tag': '06212f40-0b48-407e-b1ef-9a8c691bb9ce', 'status': 'completed', 'code': 200} Feb 09 13:55:09.936127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:55:10.310844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:10.315341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:55:10.328262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:55:10.328864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:54:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:10.370154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c99ed15f-fa24-49ed-a1f5-a10d31d89712 req-cbd9e2c3-444e-43fb-8e34-eb5f687a5814 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/ports?device_id=7dfdb141-fccc-4e96-80b7-ee0747111a94 HTTP/1.1" status: 200 len: 210 time: 0.0579784 Feb 09 13:55:10.521956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:55:10.846750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:10.851701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391de3b0-7706-4947-a90a-759b9a75f14b None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:51:01Z', 'revision_number': 4, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e0490f42-0150-493d-a339-eb236a218f89', 'name': '', 'network_id': '62475eae-f776-4c7d-b820-55c447091368', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'mac_address': 'fa:16:3e:a7:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:51:01Z', 'updated_at': '2022-02-09T13:51:19Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'subnets': [{'id': 'ff5c5254-1453-48c3-b950-32b28ce0cd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:55:11.092910 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f208149-44e7-4c97-84b9-54bdcfff6439 None None] New status for floating IP 972025e8-4660-466c-9323-0ce8c3733155: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:55:11.149015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:55:11.184913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 06212f40-0b48-407e-b1ef-9a8c691bb9ce {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:55:11.185255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 06212f40-0b48-407e-b1ef-9a8c691bb9ce not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:55:11.709059 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:14.744865 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37564) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:14.815817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:14.853473 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:14.919335 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:14.935529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fc2923-2956-47aa-8779-547393244af3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:14.949464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.949859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.950135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.950581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.951047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.951373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.951680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.951997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.952327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.952845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.953157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:55:14.974050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:14.977740 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-91dc4e3e-3961-47e0-a3ef-485fa4cee668 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "DELETE /v2.0/security-groups/72fc2923-2956-47aa-8779-547393244af3 HTTP/1.1" status: 204 len: 168 time: 0.2292435 Feb 09 13:55:14.977967 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37568) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:14.999096 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-34c4b18d-10cc-43f3-8a1b-4e99af8a2cb4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] show failed (client error): The resource could not be found. Feb 09 13:55:15.000304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-34c4b18d-10cc-43f3-8a1b-4e99af8a2cb4 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "GET /v2.0/security-groups/72fc2923-2956-47aa-8779-547393244af3 HTTP/1.1" status: 404 len: 347 time: 0.0208178 Feb 09 13:55:15.006662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37572) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:15.160911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fcd9f-4c31-47c7-b560-fba053494660 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Deleting port 98f23472-6d05-4e18-824f-e3c7d0688a54 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:55:15.161246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcd9f-4c31-47c7-b560-fba053494660 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:15.349147 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcd9f-4c31-47c7-b560-fba053494660 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:15.349467 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcd9f-4c31-47c7-b560-fba053494660 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:15.468499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6c0fcd9f-4c31-47c7-b560-fba053494660 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Calling delete_port for 98f23472-6d05-4e18-824f-e3c7d0688a54 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:55:15.603534 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcd9f-4c31-47c7-b560-fba053494660 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:15.646240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fcd9f-4c31-47c7-b560-fba053494660 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Pushing event deleted for resources: {'Port': ['ID=98f23472-6d05-4e18-824f-e3c7d0688a54,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:15.739959 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcd9f-4c31-47c7-b560-fba053494660 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:15.752949 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6c0fcd9f-4c31-47c7-b560-fba053494660 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:15.754049 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6c0fcd9f-4c31-47c7-b560-fba053494660 tempest-ServerActionsTestJSON-1590578231 tempest-ServerActionsTestJSON-1590578231-project] 10.222.0.59 "DELETE /v2.0/floatingips/972025e8-4660-466c-9323-0ce8c3733155 HTTP/1.1" status: 204 len: 168 time: 0.7464025 Feb 09 13:55:15.757044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37576) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:16.247359 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:16.584846 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:16.830302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] Deleting port e0490f42-0150-493d-a339-eb236a218f89 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:55:16.830908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:16.998204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] For port e0490f42-0150-493d-a339-eb236a218f89, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e0490f42-0150-493d-a339-eb236a218f89,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:16.998586 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:17.122882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] Calling delete_port for e0490f42-0150-493d-a339-eb236a218f89 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:55:17.286118 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:17.328843 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0490f42-0150-493d-a339-eb236a218f89,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:17.710974 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:18.272864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] Router a8e77f64-1a50-427e-9d73-0bfbf01768b1 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:55:18.469365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:55:18.478813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] Sync routers for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:55:18.481920 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-29828006-4f5a-416f-8d20-e3247afc4e5e admin admin] 10.222.0.59 "PUT /v2.0/routers/a8e77f64-1a50-427e-9d73-0bfbf01768b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239094 Feb 09 13:55:18.484389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37580) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:18.491876 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:55:18.492473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:54:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:18.663536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:55:18.672564 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:18.865987 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:18.874955 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Deleting port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:55:18.875281 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:18.985372 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:55:17Z', 'revision_number': 5, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port': {'id': '1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:78:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:50:59Z', 'updated_at': '2022-02-09T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:18.990111 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] Checking router: a8e77f64-1a50-427e-9d73-0bfbf01768b1 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:55:19.001412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] Routers {'a8e77f64-1a50-427e-9d73-0bfbf01768b1'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:55:19.002057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:54:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:19.158757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] Set router a8e77f64-1a50-427e-9d73-0bfbf01768b1 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:55:19.166017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] For port 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:19.166362 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:19.261864 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:55:18Z', 'revision_number': 6, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:19.265630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb90f70-75ef-46f5-8bc5-c25dcc9c762d None None] The sync data for ids ['a8e77f64-1a50-427e-9d73-0bfbf01768b1'] in n-d-825175-3 is: [{'id': 'a8e77f64-1a50-427e-9d73-0bfbf01768b1', 'name': 'tempest-ServerActionsTestJSON-1032655239-router', 'tenant_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:50:58Z', 'updated_at': '2022-02-09T13:55:18Z', 'revision_number': 6, 'project_id': '091a23d1296b4a92a4a69ffcc9c7f020', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:55:19.283389 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Calling delete_port for 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:55:19.443110 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:19.489652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Pushing event deleted for resources: {'Port': ['ID=1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:19.714259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:19.961401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:19.967429 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.012556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.013210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e77f64-1a50-427e-9d73-0bfbf01768b1 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:55:20.026251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.027585 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6b495c8c-95ac-438b-8562-ec92a3b29632 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a8e77f64-1a50-427e-9d73-0bfbf01768b1 HTTP/1.1" status: 204 len: 168 time: 1.5422728 Feb 09 13:55:20.029013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e0490f42-0150-493d-a339-eb236a218f89 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:55:20.029873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37584) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:20.062508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e0490f42-0150-493d-a339-eb236a218f89 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:55:20.062853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e0490f42-0150-493d-a339-eb236a218f89 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:55:20.090924 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-46338326-93f2-4a1e-9615-63b247b151bb admin admin] Deleting subnet ff5c5254-1453-48c3-b950-32b28ce0cd5e {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:55:20.094180 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46338326-93f2-4a1e-9615-63b247b151bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.146901 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46338326-93f2-4a1e-9615-63b247b151bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.227348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46338326-93f2-4a1e-9615-63b247b151bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.297121 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46338326-93f2-4a1e-9615-63b247b151bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.337397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46338326-93f2-4a1e-9615-63b247b151bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff5c5254-1453-48c3-b950-32b28ce0cd5e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:20.343885 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-46338326-93f2-4a1e-9615-63b247b151bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.349296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc70201-db5e-4fb9-a64b-c29bca9eda4c None None] Network 62475eae-f776-4c7d-b820-55c447091368 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:55:20.351353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-46338326-93f2-4a1e-9615-63b247b151bb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ff5c5254-1453-48c3-b950-32b28ce0cd5e HTTP/1.1" status: 204 len: 168 time: 0.3203411 Feb 09 13:55:20.353984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37588) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:20.463020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.474089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Deleting port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:55:20.474408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.590012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] DHCP port deletion for 62475eae-f776-4c7d-b820-55c447091368 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:55:20.594580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] Deleting port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:55:20.595019 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.732178 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:55:20.783722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] For port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=25ee403f-2ece-4faa-8ef4-c2b7e4a10a10,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:20.784080 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.792466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] For port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=25ee403f-2ece-4faa-8ef4-c2b7e4a10a10,segment=NetworkSegment(85b24bb6-4c9d-4bb2-801a-6cf9427df0f7),segment_id=85b24bb6-4c9d-4bb2-801a-6cf9427df0f7)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:20.792844 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.905371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Calling delete_port for 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:55:20.912037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] Calling delete_port for 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:55:20.980563 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:20.996689 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:55:20.997046 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:55:21.024771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ee403f-2ece-4faa-8ef4-c2b7e4a10a10,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:21.030861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] No DVR routers for this DVR port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:55:21.147730 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.175410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62475eae-f776-4c7d-b820-55c447091368']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:21.187555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:21.187555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b24bb6-4c9d-4bb2-801a-6cf9427df0f7') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:21.199428 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.214688 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.220477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:55:21.220849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:55:21.233767 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:55:21.307955 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.313305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.335286 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=62475eae-f776-4c7d-b820-55c447091368,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:21.349567 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f982df07-6b2a-4050-b6bb-070241159ae4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/62475eae-f776-4c7d-b820-55c447091368 HTTP/1.1" status: 204 len: 168 time: 0.9946158 Feb 09 13:55:21.498149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] Deleting port 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:55:21.498916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.501931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37594) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:21.551261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b66897ff-3b79-4215-a4e2-ca9e1d4c4b18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=091a23d1296b4a92a4a69ffcc9c7f020&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480022 Feb 09 13:55:21.554412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37598) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:21.561087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-09ba0e4b-b440-4c08-a98a-a5ad85c9d7bf None None] The port '25ee403f-2ece-4faa-8ef4-c2b7e4a10a10' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:55:21.614956 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87f78ce4-885d-4d0e-ba6a-4145d2b023a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.638981 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87f78ce4-885d-4d0e-ba6a-4145d2b023a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.691363 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87f78ce4-885d-4d0e-ba6a-4145d2b023a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.705237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:55:21.709807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f78ce4-885d-4d0e-ba6a-4145d2b023a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde6c67-527a-4fbc-a11e-9ea14ee99634,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:21.716179 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-87f78ce4-885d-4d0e-ba6a-4145d2b023a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:21.717291 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-87f78ce4-885d-4d0e-ba6a-4145d2b023a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0fde6c67-527a-4fbc-a11e-9ea14ee99634 HTTP/1.1" status: 204 len: 168 time: 0.1619637 Feb 09 13:55:21.749811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:55:21.750149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 25ee403f-2ece-4faa-8ef4-c2b7e4a10a10 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:55:21.750576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:55:21.783467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:55:21.783804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1baf14d1-b3c0-4cf4-a55e-82f327a8c8a1 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:55:22.570727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37620) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:22.722066 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-505271762-network', 'tenant_id': '560123ae5e4c46babc8367d8acd55641'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:55:22.728817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:55:22.732689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Usage tracker for resource:network and tenant:560123ae5e4c46babc8367d8acd55641 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:55:22.735557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:55:22.741813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:55:22.755276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Made reservation on behalf of 560123ae5e4c46babc8367d8acd55641 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:55:22.757499 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:22.769430 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:22.803907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:55:22.808502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Usage tracker for resource:security_group_rule and tenant:560123ae5e4c46babc8367d8acd55641 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:55:22.811400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:55:22.817942 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:55:22.884290 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:22.888075 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:22.920099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:55:22.925950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba1d04d-85f1-4955-a825-f7c713d8b567,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:22.934312 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:22.934312 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Added segment 6301877f-b1f2-4d30-98f5-76eadfc33fba of type vlan for network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc Feb 09 13:55:22.960263 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:22.991407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:22.992250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:22.992819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:23.095032 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] Pushing event updated for resources: {'Network': ['ID=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:23.097904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f9b114f7-7542-45f5-9481-f1275c31fbc7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5261612 Feb 09 13:55:23.101396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37626) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:23.106890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Request body: {'subnet': {'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-505271762-subnet', 'tenant_id': '560123ae5e4c46babc8367d8acd55641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:55:23.109226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:55:23.112380 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:55:23.117167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Usage tracker for resource:subnet and tenant:560123ae5e4c46babc8367d8acd55641 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:55:23.120125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:55:23.125755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:55:23.135263 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Made reservation on behalf of 560123ae5e4c46babc8367d8acd55641 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:55:23.137747 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:23.344362 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:23.416852 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510b8848-dea8-41b5-8061-56f8f22cb950,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:23.430434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Checking segment: {'id': '6301877f-b1f2-4d30-98f5-76eadfc33fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:55:23.430814 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Network hostable DHCP agents. Network: 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:55:23.452790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:55:23.462529 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:55:23.466691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:23.467272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:23.472150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3bff4d-c450-416f-a79c-4af9288eb408 None None] Network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:55:23.490738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8f7f7e0b-6b1e-4c8e-a1f7-ad19a24a8b21 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3882720 Feb 09 13:55:23.718192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90330aba-8955-49fb-8f0e-2d3201749b5c None None] Network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:55:24.126861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-43185825-1e44-4535-a82f-24ad9bdcfafa tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:24.127544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-43185825-1e44-4535-a82f-24ad9bdcfafa tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Synchronizing usage tracker for tenant:560123ae5e4c46babc8367d8acd55641 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:55:24.145074 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-43185825-1e44-4535-a82f-24ad9bdcfafa tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Unset dirty status for tenant:560123ae5e4c46babc8367d8acd55641 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:55:24.146244 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-43185825-1e44-4535-a82f-24ad9bdcfafa tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/networks?id=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc HTTP/1.1" status: 200 len: 813 time: 0.2446480 Feb 09 13:55:24.162566 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-071f4664-4b9f-4466-bc80-85df8c2c07a3 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/quotas/560123ae5e4c46babc8367d8acd55641 HTTP/1.1" status: 200 len: 375 time: 0.0108550 Feb 09 13:55:24.207786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-4a9402ec-92e8-493e-9e74-cf1cd9d7f16d tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=560123ae5e4c46babc8367d8acd55641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399306 Feb 09 13:55:24.337094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-cdc19637-d3f4-4778-84e5-b373f7a2bd65 service neutron] 10.222.0.59 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229672 Feb 09 13:55:24.464066 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-64f940de-f67d-4e92-8006-2f66e43d5394 service neutron] 10.222.0.59 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212726 Feb 09 13:55:24.649342 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0019d09f-b879-4877-a930-9cfc317c601f req-97ab8d37-7572-4922-a50e-3759bcdf12eb tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 210 time: 0.0443048 Feb 09 13:55:25.077213 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b6bfaa2d-8c17-463c-a215-14ba560ba128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:25.706120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-1fce83e7-2e02-4eee-b7a3-ac3483642e6f tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:25.707620 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-1fce83e7-2e02-4eee-b7a3-ac3483642e6f tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.62 "GET /v2.0/networks?id=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc HTTP/1.1" status: 200 len: 813 time: 0.1448975 Feb 09 13:55:25.723896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Request body: {'port': {'device_id': '4b993969-179b-4074-ac6a-7dbdbb6b24ac', 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc', 'admin_state_up': True, 'tenant_id': '560123ae5e4c46babc8367d8acd55641'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:55:25.820272 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f20ec3e6-de8b-4d8d-bb95-abe10c88401b req-170eeac1-1dee-453e-8199-1a24ce592cd1 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 210 time: 0.0409918 Feb 09 13:55:25.860450 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:55:25.865207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Usage tracker for resource:port and tenant:560123ae5e4c46babc8367d8acd55641 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:55:25.868261 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:55:25.873949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:55:25.883417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Made reservation on behalf of 560123ae5e4c46babc8367d8acd55641 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:55:25.886320 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:26.053842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Allocated IP 172.20.0.9 (22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc/510b8848-dea8-41b5-8061-56f8f22cb950/7be57e8b-7042-413c-8d5e-4ceb9ee3245e) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:55:26.251941 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:26.279677 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:26.351815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:55:26.355443 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:55:26.359827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:55:26.385150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Pushing event updated for resources: {'Port': ['ID=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:26.421074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:26.421674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:26.440791 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-3e4c5369-cb6b-4de3-a837-b251d1a38c9a tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7205744 Feb 09 13:55:26.452000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Request body: {'port': {'device_id': '4b993969-179b-4074-ac6a-7dbdbb6b24ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:55:26.556964 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:26.969976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be57e8b-7042-413c-8d5e-4ceb9ee3245e {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:55:26.977004 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:26.992859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Transition to ACTIVE for port object 7be57e8b-7042-413c-8d5e-4ceb9ee3245e will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:55:26.996696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:27.021228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fa470-9bd5-4d03-8fb0-0158e12e58ae req-4ed9d69a-ed4b-4ff8-8c67-2d0ac6565260 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:27.022819 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-966fa470-9bd5-4d03-8fb0-0158e12e58ae req-4ed9d69a-ed4b-4ff8-8c67-2d0ac6565260 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 931 time: 0.0803490 Feb 09 13:55:27.072385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-966fa470-9bd5-4d03-8fb0-0158e12e58ae req-26baf2eb-ea2c-4081-a30c-d6215fe60dfa tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Synchronizing usage tracker for tenant:560123ae5e4c46babc8367d8acd55641 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:55:27.088174 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-966fa470-9bd5-4d03-8fb0-0158e12e58ae req-26baf2eb-ea2c-4081-a30c-d6215fe60dfa tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Unset dirty status for tenant:560123ae5e4c46babc8367d8acd55641 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:55:27.089455 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-966fa470-9bd5-4d03-8fb0-0158e12e58ae req-26baf2eb-ea2c-4081-a30c-d6215fe60dfa tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610831 Feb 09 13:55:27.120747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Pushing event updated for resources: {'Port': ['ID=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:27.224178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Attempting to bind port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:55:27.224505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Attempting to bind port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '6301877f-b1f2-4d30-98f5-76eadfc33fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:55:27.224830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Attempting to bind port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e on network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:55:27.230719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e on network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:55:27.231036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Attempting to bind port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e on network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:55:27.237154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:55:27.237482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Checking segment: {'id': '6301877f-b1f2-4d30-98f5-76eadfc33fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:55:27.237855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Bound using segment: {'id': '6301877f-b1f2-4d30-98f5-76eadfc33fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:55:27.238269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Bound port: 7be57e8b-7042-413c-8d5e-4ceb9ee3245e, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6301877f-b1f2-4d30-98f5-76eadfc33fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:55:27.239147 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:27.326082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] For port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:55:27.328945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] For port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,segment=NetworkSegment(6301877f-b1f2-4d30-98f5-76eadfc33fba),segment_id=6301877f-b1f2-4d30-98f5-76eadfc33fba)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:55:27.333188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:27.394160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:27.395529 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] 10.222.0.62 "PUT /v2.0/ports/7be57e8b-7042-413c-8d5e-4ceb9ee3245e HTTP/1.1" status: 200 len: 1091 time: 0.9475055 Feb 09 13:55:27.395962 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b993969-179b-4074-ac6a-7dbdbb6b24ac', 'tag': '7be57e8b-7042-413c-8d5e-4ceb9ee3245e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:55:27.413005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a959b6-2cff-4847-b1c0-a73107ed0bdd service neutron] Pushing event updated for resources: {'Port': ['ID=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:27.471371 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b993969-179b-4074-ac6a-7dbdbb6b24ac', 'tag': '7be57e8b-7042-413c-8d5e-4ceb9ee3245e', 'status': 'completed', 'code': 200} Feb 09 13:55:27.513695 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-e50990b3-802d-4887-96f0-7d70e350d7d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560123ae5e4c46babc8367d8acd55641&device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 1094 time: 0.0750661 Feb 09 13:55:27.581473 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-85245faf-9aa9-4f75-9b42-0e2c56b97354 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7be57e8b-7042-413c-8d5e-4ceb9ee3245e HTTP/1.1" status: 200 len: 217 time: 0.0594506 Feb 09 13:55:27.645483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-b377a515-c439-47ad-be35-36ad050e7c51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:27.646799 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-b377a515-c439-47ad-be35-36ad050e7c51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=510b8848-dea8-41b5-8061-56f8f22cb950 HTTP/1.1" status: 200 len: 853 time: 0.0588109 Feb 09 13:55:27.691476 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-4422880e-fa4e-468a-b39e-8785bc158d58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381942 Feb 09 13:55:27.821313 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-e132812e-5423-4104-a083-9b3d7ee5e029 service neutron] 10.222.0.62 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226518 Feb 09 13:55:27.953280 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-585d246e-401e-47cf-8ba1-ab55aeb793c4 req-b05c5353-6673-4773-acce-31ea5c8f77b2 service neutron] 10.222.0.62 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248412 Feb 09 13:55:28.074562 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9d50b1-f702-4f50-9c4e-0ef077efaccf req-58e9cfb1-d922-46bf-b78d-381e5204b6c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560123ae5e4c46babc8367d8acd55641&device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 1094 time: 0.0732892 Feb 09 13:55:28.210087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d50b1-f702-4f50-9c4e-0ef077efaccf req-bd23e958-1a63-40f8-a264-61ce1ba510f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:28.211472 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9d50b1-f702-4f50-9c4e-0ef077efaccf req-bd23e958-1a63-40f8-a264-61ce1ba510f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc HTTP/1.1" status: 200 len: 914 time: 0.1305254 Feb 09 13:55:28.279192 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9d50b1-f702-4f50-9c4e-0ef077efaccf req-436a260d-25f1-459b-8324-446f1f5fd610 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7be57e8b-7042-413c-8d5e-4ceb9ee3245e HTTP/1.1" status: 200 len: 217 time: 0.0609426 Feb 09 13:55:28.288746 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fb674384-fee1-4cb0-abcd-5b940743078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:28.303177 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cefe81-8f18-4ec3-8420-de9ee8eaa2f5 req-a72debbd-b3d1-4fc7-af3b-8339adee39ed tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:28.304638 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40cefe81-8f18-4ec3-8420-de9ee8eaa2f5 req-a72debbd-b3d1-4fc7-af3b-8339adee39ed tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 943 time: 0.0772233 Feb 09 13:55:28.347452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d50b1-f702-4f50-9c4e-0ef077efaccf req-d442bf7f-4370-40b0-93ed-3743ac1a993e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:28.350092 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9d50b1-f702-4f50-9c4e-0ef077efaccf req-d442bf7f-4370-40b0-93ed-3743ac1a993e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=510b8848-dea8-41b5-8061-56f8f22cb950 HTTP/1.1" status: 200 len: 853 time: 0.0626297 Feb 09 13:55:28.350258 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40cefe81-8f18-4ec3-8420-de9ee8eaa2f5 req-45917276-de6b-4c16-bb0b-db60f2279cdb tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 Feb 09 13:55:28.395682 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9d50b1-f702-4f50-9c4e-0ef077efaccf req-724f1a1d-2969-4dda-8b1b-e03a37500c35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382950 Feb 09 13:55:28.610870 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9d50b1-f702-4f50-9c4e-0ef077efaccf req-feb65898-4aba-4c7b-98e3-6b7db2727d97 service neutron] 10.222.0.62 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092180 Feb 09 13:55:28.699700 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:28.738113 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:28.742013 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dd9d50b1-f702-4f50-9c4e-0ef077efaccf req-863320e1-e418-4665-bdea-53707bcde7b3 service neutron] 10.222.0.62 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238189 Feb 09 13:55:29.553556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6896a4d-a426-4754-bebc-c701b5584330 req-17ec8a33-13d3-44aa-856a-8d149afe1ca8 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:29.555009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6896a4d-a426-4754-bebc-c701b5584330 req-17ec8a33-13d3-44aa-856a-8d149afe1ca8 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 943 time: 0.0820742 Feb 09 13:55:29.599397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f6896a4d-a426-4754-bebc-c701b5584330 req-28728785-5550-4b76-baf0-b23ecfb905e2 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385709 Feb 09 13:55:30.031844 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:30.790730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb3fff-62a1-457d-a5a7-a464a4266e31 req-3d4d2c7c-bd75-4768-aa56-b5dd6eb73bb5 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:30.792191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6eb3fff-62a1-457d-a5a7-a464a4266e31 req-3d4d2c7c-bd75-4768-aa56-b5dd6eb73bb5 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 943 time: 0.0750504 Feb 09 13:55:30.836669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e6eb3fff-62a1-457d-a5a7-a464a4266e31 req-2cff2040-9bc0-48a5-8c7e-79f60f3f7082 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390337 Feb 09 13:55:31.210978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7be57e8b-7042-413c-8d5e-4ceb9ee3245e details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:55:31.341884 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,segment=NetworkSegment(6301877f-b1f2-4d30-98f5-76eadfc33fba),segment_id=6301877f-b1f2-4d30-98f5-76eadfc33fba)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:31.354717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '7be57e8b-7042-413c-8d5e-4ceb9ee3245e', 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc', 'port_id': '7be57e8b-7042-413c-8d5e-4ceb9ee3245e', 'mac_address': 'fa:16:3e:4f:ba:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510b8848-dea8-41b5-8061-56f8f22cb950', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:55:31.409900 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:31.427070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be57e8b-7042-413c-8d5e-4ceb9ee3245e {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:55:31.442133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,segment=NetworkSegment(6301877f-b1f2-4d30-98f5-76eadfc33fba),segment_id=6301877f-b1f2-4d30-98f5-76eadfc33fba)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:31.445961 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:31.510185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:31.673425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['7be57e8b-7042-413c-8d5e-4ceb9ee3245e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:55:32.032943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e6c0e-1d09-4bfc-86ab-fdbab4586324 req-ecfcb6c0-1d27-42b6-8906-0c3da32423bd tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:32.034363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-345e6c0e-1d09-4bfc-86ab-fdbab4586324 req-ecfcb6c0-1d27-42b6-8906-0c3da32423bd tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 944 time: 0.0785553 Feb 09 13:55:32.078733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-345e6c0e-1d09-4bfc-86ab-fdbab4586324 req-a5482ad0-d68f-49be-bfff-3a1a80ad6ca3 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Feb 09 13:55:33.211241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7be57e8b-7042-413c-8d5e-4ceb9ee3245e up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:55:33.277124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d6d08-68cf-497a-bafe-1aa968b68cd4 req-477b8736-9036-4c8c-bebe-b5b208e7b740 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:33.278433 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba5d6d08-68cf-497a-bafe-1aa968b68cd4 req-477b8736-9036-4c8c-bebe-b5b208e7b740 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 944 time: 0.0776126 Feb 09 13:55:33.278683 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:55:33.283375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:55:33.283737 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:33.328086 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ba5d6d08-68cf-497a-bafe-1aa968b68cd4 req-104356a1-b836-4b7a-b7cf-d0cee4f8ed3b tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 Feb 09 13:55:33.397854 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:33.422847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b993969-179b-4074-ac6a-7dbdbb6b24ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be57e8b-7042-413c-8d5e-4ceb9ee3245e'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:55:33.432030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,segment=NetworkSegment(6301877f-b1f2-4d30-98f5-76eadfc33fba),segment_id=6301877f-b1f2-4d30-98f5-76eadfc33fba)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:33.436351 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:33.480217 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b993969-179b-4074-ac6a-7dbdbb6b24ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be57e8b-7042-413c-8d5e-4ceb9ee3245e', 'code': 200} Feb 09 13:55:33.514935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:33.609431 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-029c98d5-1b80-4a33-8b0f-c029a1c099d7 req-b4365e22-0241-458f-a163-ebe070f1b8ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 1096 time: 0.0701501 Feb 09 13:55:33.653866 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-029c98d5-1b80-4a33-8b0f-c029a1c099d7 req-0151413a-1171-41d9-8fc1-609e19931374 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373912 Feb 09 13:55:34.520930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec25b89-edaf-4163-88f3-ccf8dfede244 req-c9db9e0e-ddc2-4861-91ca-9186185dd071 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:34.522359 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ec25b89-edaf-4163-88f3-ccf8dfede244 req-c9db9e0e-ddc2-4861-91ca-9186185dd071 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0759780 Feb 09 13:55:34.569094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ec25b89-edaf-4163-88f3-ccf8dfede244 req-92a3ad77-ef17-4f47-9ffd-22fce2f4b6e3 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387969 Feb 09 13:55:35.769144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5ca79-46ee-490c-87ed-089f8518d57a req-8824ea3c-0178-4c49-93dd-23d8ae302dcf tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:35.771189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-15e5ca79-46ee-490c-87ed-089f8518d57a req-8824ea3c-0178-4c49-93dd-23d8ae302dcf tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0799172 Feb 09 13:55:35.814079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-15e5ca79-46ee-490c-87ed-089f8518d57a req-b58a82a1-8e30-4a7c-9431-17e99fb455b0 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Feb 09 13:55:36.109948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-08592e89-aa75-4555-ad35-5e7bafcfcea7 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:36.111409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-08592e89-aa75-4555-ad35-5e7bafcfcea7 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/networks?id=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc HTTP/1.1" status: 200 len: 813 time: 0.1397722 Feb 09 13:55:36.127993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-d319080d-f460-43de-9595-aebc2c594585 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/quotas/560123ae5e4c46babc8367d8acd55641 HTTP/1.1" status: 200 len: 375 time: 0.0108504 Feb 09 13:55:36.202861 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2e9e9e48-4c06-4b49-8f51-d36c79a9b133 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=560123ae5e4c46babc8367d8acd55641&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696533 Feb 09 13:55:36.336759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-97c00497-8b43-4f45-a152-94dad479b36f service neutron] 10.222.0.59 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274462 Feb 09 13:55:36.464493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-c5c23598-76e7-43c6-bf5c-d4f623d85b43 service neutron] 10.222.0.59 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221395 Feb 09 13:55:36.648659 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82bc91f1-46f1-451e-a899-5ade0460d421 req-9e24fcb8-0232-4ab8-b4c5-59e218fbf319 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 210 time: 0.0440164 Feb 09 13:55:37.639701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-b4239197-89b8-47e7-a5b5-9b3bb89de1f0 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:37.641093 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-b4239197-89b8-47e7-a5b5-9b3bb89de1f0 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.67 "GET /v2.0/networks?id=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc HTTP/1.1" status: 200 len: 813 time: 0.1480889 Feb 09 13:55:37.657267 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Request body: {'port': {'device_id': '12fa7bd8-bc15-43fe-972b-bb62cd297d01', 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc', 'admin_state_up': True, 'tenant_id': '560123ae5e4c46babc8367d8acd55641'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:55:37.793420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:55:37.797373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Usage tracker for resource:port and tenant:560123ae5e4c46babc8367d8acd55641 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:55:37.800424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:55:37.806499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:55:37.818062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Made reservation on behalf of 560123ae5e4c46babc8367d8acd55641 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:55:37.821567 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:37.916406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e00b5075-1d4b-4d55-8643-876d0a403a0d req-d46e816b-fb2b-4f0e-847b-1608b719eea5 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 210 time: 0.1487563 Feb 09 13:55:37.985656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Allocated IP 172.20.0.3 (22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc/510b8848-dea8-41b5-8061-56f8f22cb950/9691ec10-146c-4e55-81c2-bc11d5b14ea0) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:55:38.180952 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:38.209143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:38.221493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['7be57e8b-7042-413c-8d5e-4ceb9ee3245e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:55:38.275177 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:55:38.282153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:55:38.286740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:55:38.324026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Pushing event updated for resources: {'Port': ['ID=9691ec10-146c-4e55-81c2-bc11d5b14ea0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:38.354135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:38.354750 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:38.375226 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-2202991c-acf3-4745-afa1-b175e6a088e4 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214618 Feb 09 13:55:38.387682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Request body: {'port': {'device_id': '12fa7bd8-bc15-43fe-972b-bb62cd297d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:55:38.493133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:38.819099 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9691ec10-146c-4e55-81c2-bc11d5b14ea0 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:55:38.825475 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:38.839979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Transition to ACTIVE for port object 9691ec10-146c-4e55-81c2-bc11d5b14ea0 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:55:38.843522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:39.072395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Pushing event updated for resources: {'Port': ['ID=9691ec10-146c-4e55-81c2-bc11d5b14ea0,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:39.119065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a06c28-5afc-46e6-b252-5b0f902b5dba req-602d358b-ab22-48f3-a24c-b3a2bf1785dd tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:39.120497 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32a06c28-5afc-46e6-b252-5b0f902b5dba req-602d358b-ab22-48f3-a24c-b3a2bf1785dd tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 943 time: 0.0757465 Feb 09 13:55:39.167135 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32a06c28-5afc-46e6-b252-5b0f902b5dba req-13edd783-e173-4d6e-95e5-fe179c00de47 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410891 Feb 09 13:55:39.173604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Attempting to bind port 9691ec10-146c-4e55-81c2-bc11d5b14ea0 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:55:39.173931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Attempting to bind port 9691ec10-146c-4e55-81c2-bc11d5b14ea0 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '6301877f-b1f2-4d30-98f5-76eadfc33fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:55:39.174249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Attempting to bind port 9691ec10-146c-4e55-81c2-bc11d5b14ea0 on network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:55:39.180770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Port 9691ec10-146c-4e55-81c2-bc11d5b14ea0 on network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:55:39.180941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Attempting to bind port 9691ec10-146c-4e55-81c2-bc11d5b14ea0 on network 22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:55:39.187019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:55:39.187350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Checking segment: {'id': '6301877f-b1f2-4d30-98f5-76eadfc33fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:55:39.187724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Bound using segment: {'id': '6301877f-b1f2-4d30-98f5-76eadfc33fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:55:39.188142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Bound port: 9691ec10-146c-4e55-81c2-bc11d5b14ea0, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6301877f-b1f2-4d30-98f5-76eadfc33fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:55:39.188482 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:39.274737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] For port 9691ec10-146c-4e55-81c2-bc11d5b14ea0, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:55:39.277633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] For port 9691ec10-146c-4e55-81c2-bc11d5b14ea0, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9691ec10-146c-4e55-81c2-bc11d5b14ea0,segment=NetworkSegment(6301877f-b1f2-4d30-98f5-76eadfc33fba),segment_id=6301877f-b1f2-4d30-98f5-76eadfc33fba)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:55:39.282093 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:39.339216 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:39.340556 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] 10.222.0.67 "PUT /v2.0/ports/9691ec10-146c-4e55-81c2-bc11d5b14ea0 HTTP/1.1" status: 200 len: 1091 time: 0.9578393 Feb 09 13:55:39.340984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fa7bd8-bc15-43fe-972b-bb62cd297d01', 'tag': '9691ec10-146c-4e55-81c2-bc11d5b14ea0'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:55:39.369145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ba4df-b3fe-4bf1-b11d-63f0721d3375 service neutron] Pushing event updated for resources: {'Port': ['ID=9691ec10-146c-4e55-81c2-bc11d5b14ea0,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:39.411178 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fa7bd8-bc15-43fe-972b-bb62cd297d01', 'tag': '9691ec10-146c-4e55-81c2-bc11d5b14ea0', 'status': 'completed', 'code': 200} Feb 09 13:55:39.450459 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-66485028-2530-43a2-a4f9-171cd9c312ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=560123ae5e4c46babc8367d8acd55641&device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 1094 time: 0.0712159 Feb 09 13:55:39.521193 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-37d0c497-31bc-4773-ac50-83572d5c567f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691ec10-146c-4e55-81c2-bc11d5b14ea0 HTTP/1.1" status: 200 len: 217 time: 0.0634177 Feb 09 13:55:39.582635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-8622f347-216b-4047-a445-fbcc494bded5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:39.584028 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-8622f347-216b-4047-a445-fbcc494bded5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=510b8848-dea8-41b5-8061-56f8f22cb950 HTTP/1.1" status: 200 len: 853 time: 0.0571845 Feb 09 13:55:39.629830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-33f0251a-624f-4ee0-b994-7539ed4a532e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385675 Feb 09 13:55:39.759332 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-c6473b63-ffd2-483e-a8ca-071bdb354837 service neutron] 10.222.0.67 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236162 Feb 09 13:55:39.886321 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-307c1e9d-5c7e-4f24-af05-00a3311b1262 req-6be6215a-8821-45c3-94a2-41c40911ceb3 service neutron] 10.222.0.67 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213717 Feb 09 13:55:40.012487 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80686130-8dc1-4bba-a576-ab8bf35deab6 req-35560f38-b40d-410e-9cff-c20218e5c5c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=560123ae5e4c46babc8367d8acd55641&device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 1094 time: 0.0729270 Feb 09 13:55:40.141363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80686130-8dc1-4bba-a576-ab8bf35deab6 req-e6b42e06-fe82-4b63-8c22-b672dae56a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:40.142729 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80686130-8dc1-4bba-a576-ab8bf35deab6 req-e6b42e06-fe82-4b63-8c22-b672dae56a30 service neutron] 10.222.0.67 "GET /v2.0/networks?id=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc HTTP/1.1" status: 200 len: 914 time: 0.1247449 Feb 09 13:55:40.208702 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80686130-8dc1-4bba-a576-ab8bf35deab6 req-27eeb153-d2d6-4809-ace9-d78dd641f216 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691ec10-146c-4e55-81c2-bc11d5b14ea0 HTTP/1.1" status: 200 len: 217 time: 0.0596995 Feb 09 13:55:40.275366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80686130-8dc1-4bba-a576-ab8bf35deab6 req-95d198aa-d016-49be-81da-c666c2e3e800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:40.276857 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80686130-8dc1-4bba-a576-ab8bf35deab6 req-95d198aa-d016-49be-81da-c666c2e3e800 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=510b8848-dea8-41b5-8061-56f8f22cb950 HTTP/1.1" status: 200 len: 853 time: 0.0611451 Feb 09 13:55:40.321387 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80686130-8dc1-4bba-a576-ab8bf35deab6 req-7853ebc2-8002-47f1-8d1f-83c0916e0650 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385177 Feb 09 13:55:40.363394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919260cd-70b9-48c1-b5a2-23da15ab7abd req-c6bbc668-10aa-4edc-91d4-58c234878854 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:40.364958 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-919260cd-70b9-48c1-b5a2-23da15ab7abd req-c6bbc668-10aa-4edc-91d4-58c234878854 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 943 time: 0.0757942 Feb 09 13:55:40.410641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-919260cd-70b9-48c1-b5a2-23da15ab7abd req-2251d503-681d-48be-9c72-ad64ae6d7f57 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Feb 09 13:55:40.454546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80686130-8dc1-4bba-a576-ab8bf35deab6 req-c27cc2dd-88bb-4425-9a8f-0aba918827b3 service neutron] 10.222.0.67 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254866 Feb 09 13:55:40.583846 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80686130-8dc1-4bba-a576-ab8bf35deab6 req-deffa993-c5f9-4219-bf01-5784de2d44c9 service neutron] 10.222.0.67 "GET /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229358 Feb 09 13:55:41.607527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a579b78-54c5-4811-b495-93ff0f7b7f38 req-2872bff6-9b1c-4814-9905-9371cd754f1d tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:41.608935 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a579b78-54c5-4811-b495-93ff0f7b7f38 req-2872bff6-9b1c-4814-9905-9371cd754f1d tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 943 time: 0.0775254 Feb 09 13:55:41.652633 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a579b78-54c5-4811-b495-93ff0f7b7f38 req-c3e95e6d-b76f-416a-b160-dc53de917df1 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381553 Feb 09 13:55:41.716596 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:42.845454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c8da0-73c2-452f-8fa8-88ebcedd2c22 req-a4b1d7f8-45da-4160-b386-556274f1ee5c tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:42.846946 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-372c8da0-73c2-452f-8fa8-88ebcedd2c22 req-a4b1d7f8-45da-4160-b386-556274f1ee5c tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 943 time: 0.0741105 Feb 09 13:55:42.890831 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-372c8da0-73c2-452f-8fa8-88ebcedd2c22 req-8e0a3cb1-8214-4e82-a9a7-c8ed66cea4d3 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379126 Feb 09 13:55:43.344453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9691ec10-146c-4e55-81c2-bc11d5b14ea0 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:55:43.473912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 9691ec10-146c-4e55-81c2-bc11d5b14ea0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9691ec10-146c-4e55-81c2-bc11d5b14ea0,segment=NetworkSegment(6301877f-b1f2-4d30-98f5-76eadfc33fba),segment_id=6301877f-b1f2-4d30-98f5-76eadfc33fba)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:43.486931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '9691ec10-146c-4e55-81c2-bc11d5b14ea0', 'network_id': '22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc', 'port_id': '9691ec10-146c-4e55-81c2-bc11d5b14ea0', 'mac_address': 'fa:16:3e:05:02:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510b8848-dea8-41b5-8061-56f8f22cb950', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:55:43.543076 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:43.560097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9691ec10-146c-4e55-81c2-bc11d5b14ea0 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:55:43.575222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 9691ec10-146c-4e55-81c2-bc11d5b14ea0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9691ec10-146c-4e55-81c2-bc11d5b14ea0,segment=NetworkSegment(6301877f-b1f2-4d30-98f5-76eadfc33fba),segment_id=6301877f-b1f2-4d30-98f5-76eadfc33fba)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:43.578663 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:43.643717 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=9691ec10-146c-4e55-81c2-bc11d5b14ea0,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:43.779572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['9691ec10-146c-4e55-81c2-bc11d5b14ea0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:55:44.086744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce04ee-c92c-4f83-a32e-83038bcd1813 req-c8e2e8b6-7d38-4309-8635-40c4b97f5122 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:44.088151 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-57ce04ee-c92c-4f83-a32e-83038bcd1813 req-c8e2e8b6-7d38-4309-8635-40c4b97f5122 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 944 time: 0.0773985 Feb 09 13:55:44.132808 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-57ce04ee-c92c-4f83-a32e-83038bcd1813 req-71f861c1-0889-49c2-8b4c-423d89359e62 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 Feb 09 13:55:45.325451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abda24-3e68-41a7-8699-9e2c0fdbde6a req-28b56dd9-a3c3-4834-99a9-51d1790801c1 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:45.326820 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27abda24-3e68-41a7-8699-9e2c0fdbde6a req-28b56dd9-a3c3-4834-99a9-51d1790801c1 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 944 time: 0.0753210 Feb 09 13:55:45.341799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9691ec10-146c-4e55-81c2-bc11d5b14ea0 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:55:45.375431 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27abda24-3e68-41a7-8699-9e2c0fdbde6a req-d5136abc-ceb9-4772-b032-876f88556dc3 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Feb 09 13:55:45.408835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 9691ec10-146c-4e55-81c2-bc11d5b14ea0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:55:45.414001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 9691ec10-146c-4e55-81c2-bc11d5b14ea0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:55:45.414482 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:45.554447 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:45.579827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fa7bd8-bc15-43fe-972b-bb62cd297d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9691ec10-146c-4e55-81c2-bc11d5b14ea0'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:55:45.588893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 9691ec10-146c-4e55-81c2-bc11d5b14ea0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9691ec10-146c-4e55-81c2-bc11d5b14ea0,segment=NetworkSegment(6301877f-b1f2-4d30-98f5-76eadfc33fba),segment_id=6301877f-b1f2-4d30-98f5-76eadfc33fba)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:45.593384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:45.641096 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fa7bd8-bc15-43fe-972b-bb62cd297d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9691ec10-146c-4e55-81c2-bc11d5b14ea0', 'code': 200} Feb 09 13:55:45.667936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=9691ec10-146c-4e55-81c2-bc11d5b14ea0,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:45.848874 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da012b77-300c-458f-9b9b-b3aa26141cda req-13c56ced-767d-40ba-8fbd-ad0525ab352f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 1096 time: 0.1539204 Feb 09 13:55:45.890286 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da012b77-300c-458f-9b9b-b3aa26141cda req-582692b8-dd0c-4c3c-b842-6f0e7f07cffd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357947 Feb 09 13:55:46.565095 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ff889-ce6c-4c3f-9911-30f34993f43b req-5d8c8b4f-9684-4d9c-a128-99aa69e6fec5 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:46.567172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-397ff889-ce6c-4c3f-9911-30f34993f43b req-5d8c8b4f-9684-4d9c-a128-99aa69e6fec5 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 945 time: 0.0738809 Feb 09 13:55:46.600178 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:46.611269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-397ff889-ce6c-4c3f-9911-30f34993f43b req-80a8cd81-6c80-4ed9-b740-77a99071a13f tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387683 Feb 09 13:55:47.815414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050ffd-4a92-44b6-98fe-1f0a7a194523 req-62530076-a004-4843-8c58-75168eefc8fd tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:47.817347 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1050ffd-4a92-44b6-98fe-1f0a7a194523 req-62530076-a004-4843-8c58-75168eefc8fd tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 945 time: 0.0787163 Feb 09 13:55:47.863412 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1050ffd-4a92-44b6-98fe-1f0a7a194523 req-36a3d74e-6635-4121-91c8-091a78162185 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405762 Feb 09 13:55:48.278185 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36987ac5-4606-4d76-ae15-99e07a98ebaf req-9986f52f-b251-4b08-b64b-609794ed6a5e tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:48.279595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36987ac5-4606-4d76-ae15-99e07a98ebaf req-9986f52f-b251-4b08-b64b-609794ed6a5e tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 945 time: 0.0778687 Feb 09 13:55:48.326242 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-36987ac5-4606-4d76-ae15-99e07a98ebaf req-12a5f057-c4e7-48d0-9164-1d696320db40 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Feb 09 13:55:49.460571 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-02b6dceb-71b5-442b-9e13-5d17231dbc6d tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:49.461249 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-02b6dceb-71b5-442b-9e13-5d17231dbc6d tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Synchronizing usage tracker for tenant:560123ae5e4c46babc8367d8acd55641 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:55:49.478693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-02b6dceb-71b5-442b-9e13-5d17231dbc6d tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Unset dirty status for tenant:560123ae5e4c46babc8367d8acd55641 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:55:49.479814 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-02b6dceb-71b5-442b-9e13-5d17231dbc6d tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.67 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 945 time: 0.0967779 Feb 09 13:55:49.526305 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768c370-be3c-48b2-829e-33d9cf4862fa req-22e26fc0-35f1-417e-ba4d-3f40121e1d45 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:49.527799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1768c370-be3c-48b2-829e-33d9cf4862fa req-22e26fc0-35f1-417e-ba4d-3f40121e1d45 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 945 time: 0.0809216 Feb 09 13:55:49.552472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-67d29324-55be-4064-90da-f6c3711b0515 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Deleting port 9691ec10-146c-4e55-81c2-bc11d5b14ea0 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:55:49.552815 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-67d29324-55be-4064-90da-f6c3711b0515 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:49.573832 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1768c370-be3c-48b2-829e-33d9cf4862fa req-dd0c65a8-3400-4b15-8eae-9f4b1a667f94 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Feb 09 13:55:49.791574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-67d29324-55be-4064-90da-f6c3711b0515 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] For port 9691ec10-146c-4e55-81c2-bc11d5b14ea0, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=9691ec10-146c-4e55-81c2-bc11d5b14ea0,segment=NetworkSegment(6301877f-b1f2-4d30-98f5-76eadfc33fba),segment_id=6301877f-b1f2-4d30-98f5-76eadfc33fba)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:49.791931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-67d29324-55be-4064-90da-f6c3711b0515 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:49.914446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-67d29324-55be-4064-90da-f6c3711b0515 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Calling delete_port for 9691ec10-146c-4e55-81c2-bc11d5b14ea0 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:55:50.056883 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-67d29324-55be-4064-90da-f6c3711b0515 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:50.068526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['9691ec10-146c-4e55-81c2-bc11d5b14ea0'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:55:50.096914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['7be57e8b-7042-413c-8d5e-4ceb9ee3245e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:55:50.104484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d29324-55be-4064-90da-f6c3711b0515 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Pushing event deleted for resources: {'Port': ['ID=9691ec10-146c-4e55-81c2-bc11d5b14ea0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:50.174938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-67d29324-55be-4064-90da-f6c3711b0515 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] No DVR routers for this DVR port 9691ec10-146c-4e55-81c2-bc11d5b14ea0 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:55:50.177454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-67d29324-55be-4064-90da-f6c3711b0515 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:50.180089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fa7bd8-bc15-43fe-972b-bb62cd297d01', 'name': 'network-vif-deleted', 'tag': '9691ec10-146c-4e55-81c2-bc11d5b14ea0'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:55:50.196022 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-761d4ce2-8f6d-4277-8d90-87bedbb5a5e6 req-67d29324-55be-4064-90da-f6c3711b0515 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.67 "DELETE /v2.0/ports/9691ec10-146c-4e55-81c2-bc11d5b14ea0 HTTP/1.1" status: 204 len: 173 time: 0.7105842 Feb 09 13:55:50.239665 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fa7bd8-bc15-43fe-972b-bb62cd297d01', 'name': 'network-vif-deleted', 'tag': '9691ec10-146c-4e55-81c2-bc11d5b14ea0', 'status': 'completed', 'code': 200} Feb 09 13:55:50.760019 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fdf02569-d537-4758-9818-5cca1ad7c344 req-f44532b5-22b5-477a-95e3-7a3b4b8fea12 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=12fa7bd8-bc15-43fe-972b-bb62cd297d01 HTTP/1.1" status: 200 len: 210 time: 0.0428183 Feb 09 13:55:52.037205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e8926-7cd1-4163-aa47-2fa4d9c4ea40 req-fe3f7ad4-8352-4abb-9a15-82e49f774676 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:52.038655 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b13e8926-7cd1-4163-aa47-2fa4d9c4ea40 req-fe3f7ad4-8352-4abb-9a15-82e49f774676 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0789154 Feb 09 13:55:52.082604 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b13e8926-7cd1-4163-aa47-2fa4d9c4ea40 req-dcb67e55-e1e6-4b13-9ddb-20bc3f3cd332 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379188 Feb 09 13:55:52.298714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2cf89-8702-4cce-a150-b5686c5e363b req-45af224a-25e1-4646-8dc4-266456d1908e tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:52.300068 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50d2cf89-8702-4cce-a150-b5686c5e363b req-45af224a-25e1-4646-8dc4-266456d1908e tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0745354 Feb 09 13:55:52.344112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-50d2cf89-8702-4cce-a150-b5686c5e363b req-ccd40334-f506-4d10-a301-6089f6cf63ae tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379665 Feb 09 13:55:52.501368 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-4d5ccd37-046a-475b-8bd9-0edb8dfb284a req-dbc76415-7d9a-4af1-a9e2-dbd0b49c2010 service neutron] (83480) timed out ('10.222.0.59', 32894) {{(pid=83480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:55:52.547490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c03e9b-41bc-4a0b-bce3-f17ac0b61a45 req-2df11da6-a430-4ba4-9bb4-9e450f841e5c tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:52.548954 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51c03e9b-41bc-4a0b-bce3-f17ac0b61a45 req-2df11da6-a430-4ba4-9bb4-9e450f841e5c tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0804701 Feb 09 13:55:52.593338 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-51c03e9b-41bc-4a0b-bce3-f17ac0b61a45 req-ba407f65-aec1-4777-ad69-c4f743d8e54b tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389309 Feb 09 13:55:52.793343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a506353b-805f-494b-a73b-044b0e9874f9 req-2bda49eb-cec1-4c00-b8a3-9718fb5a1dd9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0735655 Feb 09 13:55:52.989006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc872202-461b-4364-a958-6e95c0c3d18e req-6b2bdb92-7c16-4cb4-b1a4-ff9dd8fdffc0 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:52.991050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc872202-461b-4364-a958-6e95c0c3d18e req-6b2bdb92-7c16-4cb4-b1a4-ff9dd8fdffc0 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0814605 Feb 09 13:55:53.038784 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cc872202-461b-4364-a958-6e95c0c3d18e req-29916ce8-46c2-4b98-bbba-f363229b3921 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Feb 09 13:55:53.232296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33076ca7-2ba5-4a69-a928-98631b1789c6 req-2ad4da34-3c6f-46b7-9b69-25ad900740a7 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:53.233772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33076ca7-2ba5-4a69-a928-98631b1789c6 req-2ad4da34-3c6f-46b7-9b69-25ad900740a7 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0770583 Feb 09 13:55:53.283010 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33076ca7-2ba5-4a69-a928-98631b1789c6 req-347a4779-4f5c-44b3-97d3-9ae6c9078104 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432005 Feb 09 13:55:53.388342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9691ec10-146c-4e55-81c2-bc11d5b14ea0 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:55:53.424688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 9691ec10-146c-4e55-81c2-bc11d5b14ea0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:55:53.425027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 9691ec10-146c-4e55-81c2-bc11d5b14ea0 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:55:53.494758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c1a3d-a72f-4c0b-a4d1-fa70c63ac023 req-030a8e91-c2d5-478b-806d-2401905f75c3 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:53.496213 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-397c1a3d-a72f-4c0b-a4d1-fa70c63ac023 req-030a8e91-c2d5-478b-806d-2401905f75c3 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0755050 Feb 09 13:55:53.549559 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-397c1a3d-a72f-4c0b-a4d1-fa70c63ac023 req-3ac41cdf-ea76-41aa-a28f-b4c2ae863f91 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476985 Feb 09 13:55:54.126344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccb0a0-c346-4e53-ab1f-ddbd6cc4bacc req-79e3657a-da54-4a3b-b559-7df85d1bbea1 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:54.127799 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55ccb0a0-c346-4e53-ab1f-ddbd6cc4bacc req-79e3657a-da54-4a3b-b559-7df85d1bbea1 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0822794 Feb 09 13:55:54.171793 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55ccb0a0-c346-4e53-ab1f-ddbd6cc4bacc req-1a102592-626a-46ef-a97f-a5bd8fd62513 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379741 Feb 09 13:55:55.078811 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a103900a-60cc-4aec-b858-3214e685333a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:55.371249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54490f-402e-47ca-b00c-0c5b4605b030 req-ba9f251e-427d-4db4-8de9-04075ec0e9c2 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:55.372589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab54490f-402e-47ca-b00c-0c5b4605b030 req-ba9f251e-427d-4db4-8de9-04075ec0e9c2 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0785313 Feb 09 13:55:55.418100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ab54490f-402e-47ca-b00c-0c5b4605b030 req-270cf3fd-6928-4bd6-b626-8f78c873da59 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ba1d04d-85f1-4955-a825-f7c713d8b567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Feb 09 13:55:55.517407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-f324323e-e823-47e3-b23c-007b60b6aa29 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:55:55.518085 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-f324323e-e823-47e3-b23c-007b60b6aa29 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Synchronizing usage tracker for tenant:560123ae5e4c46babc8367d8acd55641 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:55:55.532903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-f324323e-e823-47e3-b23c-007b60b6aa29 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Unset dirty status for tenant:560123ae5e4c46babc8367d8acd55641 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:55:55.534132 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-f324323e-e823-47e3-b23c-007b60b6aa29 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 945 time: 0.0958960 Feb 09 13:55:55.607750 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-75dc63b3-e709-47ad-b845-8757c20b5942 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Deleting port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:55:55.608077 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-75dc63b3-e709-47ad-b845-8757c20b5942 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:55.858709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-75dc63b3-e709-47ad-b845-8757c20b5942 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] For port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,segment=NetworkSegment(6301877f-b1f2-4d30-98f5-76eadfc33fba),segment_id=6301877f-b1f2-4d30-98f5-76eadfc33fba)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:55:55.859057 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-75dc63b3-e709-47ad-b845-8757c20b5942 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:55.981471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-75dc63b3-e709-47ad-b845-8757c20b5942 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Calling delete_port for 7be57e8b-7042-413c-8d5e-4ceb9ee3245e owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:55:56.128277 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-75dc63b3-e709-47ad-b845-8757c20b5942 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:56.140416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['7be57e8b-7042-413c-8d5e-4ceb9ee3245e'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:55:56.182158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc63b3-e709-47ad-b845-8757c20b5942 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Pushing event deleted for resources: {'Port': ['ID=7be57e8b-7042-413c-8d5e-4ceb9ee3245e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:56.344640 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-75dc63b3-e709-47ad-b845-8757c20b5942 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] No DVR routers for this DVR port 7be57e8b-7042-413c-8d5e-4ceb9ee3245e on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:55:56.347394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-75dc63b3-e709-47ad-b845-8757c20b5942 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:56.350406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b993969-179b-4074-ac6a-7dbdbb6b24ac', 'name': 'network-vif-deleted', 'tag': '7be57e8b-7042-413c-8d5e-4ceb9ee3245e'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:55:56.366449 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-59034ef3-af85-48d3-8bc5-021af0e6cc65 req-75dc63b3-e709-47ad-b845-8757c20b5942 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.62 "DELETE /v2.0/ports/7be57e8b-7042-413c-8d5e-4ceb9ee3245e HTTP/1.1" status: 204 len: 173 time: 0.8265257 Feb 09 13:55:56.406342 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b993969-179b-4074-ac6a-7dbdbb6b24ac', 'name': 'network-vif-deleted', 'tag': '7be57e8b-7042-413c-8d5e-4ceb9ee3245e', 'status': 'completed', 'code': 200} Feb 09 13:55:56.722809 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5c3e9299-1c95-4edc-aeaa-1a55ca18bed4 req-769bb5f0-b267-4b1a-8b68-00edd5d0f1e3 tempest-ServersNegativeTestJSON-513521162 tempest-ServersNegativeTestJSON-513521162-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b993969-179b-4074-ac6a-7dbdbb6b24ac HTTP/1.1" status: 200 len: 210 time: 0.1284339 Feb 09 13:55:57.732872 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:55:57.827679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37766) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:57.885123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be60bd8-d6cc-4b63-a626-58ea3eca21dd admin admin] Deleting subnet 510b8848-dea8-41b5-8061-56f8f22cb950 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:55:57.887929 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4be60bd8-d6cc-4b63-a626-58ea3eca21dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:57.935071 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4be60bd8-d6cc-4b63-a626-58ea3eca21dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:57.993601 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4be60bd8-d6cc-4b63-a626-58ea3eca21dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.058438 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4be60bd8-d6cc-4b63-a626-58ea3eca21dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.095354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be60bd8-d6cc-4b63-a626-58ea3eca21dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510b8848-dea8-41b5-8061-56f8f22cb950,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:58.101621 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4be60bd8-d6cc-4b63-a626-58ea3eca21dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.107667 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4be60bd8-d6cc-4b63-a626-58ea3eca21dd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/510b8848-dea8-41b5-8061-56f8f22cb950 HTTP/1.1" status: 204 len: 168 time: 0.2789972 Feb 09 13:55:58.110124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37770) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:58.213972 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.291228 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6ab87216-59d6-424b-964e-8c49731ac985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.335736 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.364236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:58.376019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6301877f-b1f2-4d30-98f5-76eadfc33fba') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:58.376328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6301877f-b1f2-4d30-98f5-76eadfc33fba') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:55:58.387969 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.403769 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.409764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:55:58.410135 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:55:58.422839 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:55:58.494792 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.514545 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.525674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] Pushing event deleted for resources: {'Network': ['ID=22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:58.532652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-423fa06e-35ac-41a1-8ee7-2058f1e1b751 admin admin] 10.222.0.59 "DELETE /v2.0/networks/22d5e97f-6fbe-4e5c-a870-6cf91b1a7afc HTTP/1.1" status: 204 len: 168 time: 0.4215832 Feb 09 13:55:58.663315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37776) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:58.703499 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.713992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-75afa410-6081-42ca-bce2-63dd6af06d2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=560123ae5e4c46babc8367d8acd55641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494423 Feb 09 13:55:58.716445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37780) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:58.741918 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.775228 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-456a7aec-e5d6-4c95-8025-322d1e7cd844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.799596 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-456a7aec-e5d6-4c95-8025-322d1e7cd844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.849594 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-456a7aec-e5d6-4c95-8025-322d1e7cd844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.866640 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a7aec-e5d6-4c95-8025-322d1e7cd844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba1d04d-85f1-4955-a825-f7c713d8b567,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:55:58.877080 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-456a7aec-e5d6-4c95-8025-322d1e7cd844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:58.878791 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-456a7aec-e5d6-4c95-8025-322d1e7cd844 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ba1d04d-85f1-4955-a825-f7c713d8b567 HTTP/1.1" status: 204 len: 168 time: 0.1608860 Feb 09 13:55:59.322453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7be57e8b-7042-413c-8d5e-4ceb9ee3245e no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:55:59.356534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 7be57e8b-7042-413c-8d5e-4ceb9ee3245e {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:55:59.356909 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7be57e8b-7042-413c-8d5e-4ceb9ee3245e not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:55:59.748305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37802) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:55:59.873678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-492709500'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:55:59.879921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:55:59.883709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:network and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:55:59.886531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:55:59.892605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:55:59.902761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Made reservation on behalf of 4fec37eb6d63420096be1c0df4627ff1 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:55:59.905574 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:59.917733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:55:59.949514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:55:59.953301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:security_group_rule and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:55:59.956111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:55:59.962575 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:00.032456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:00.033381 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:00.036362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:00.067333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:56:00.079330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d656fde9-3d3a-4a7c-b532-6f5359f5ece6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:00.085584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:00.085918 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Added segment 1b8a9f4e-38a1-43bb-acb6-b21770aca6b4 of type vlan for network 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6 Feb 09 13:56:00.113394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:00.141418 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:00.145176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:00.145739 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:00.251176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'Network': ['ID=0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:00.255699 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ab9816a4-273e-4399-8a14-ccc83cf60b4c tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5063286 Feb 09 13:56:00.262336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:56:03.404623 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37808) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:03.410914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Request body: {'subnet': {'network_id': '0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:03.521263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:03.525984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:subnet and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:03.529072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:03.536253 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:03.546205 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Made reservation on behalf of 4fec37eb6d63420096be1c0df4627ff1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:03.644457 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:03.858024 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:03.939446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'Subnet': ['ID=de890421-63e7-460f-8980-9b734e0e8c4d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:03.948355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Checking segment: {'id': '1b8a9f4e-38a1-43bb-acb6-b21770aca6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:03.948705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Network hostable DHCP agents. Network: 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:56:03.970344 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Network 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:56:03.985737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:03.990266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:03.991143 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:03.997436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661a8d0-35b0-44a8-94cb-643ac4d57ebe None None] Network 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:04.012864 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2cd7eb53-50f6-4cac-9792-f1e88736b378 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6071455 Feb 09 13:56:04.016195 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37812) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:04.022120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-604999588'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:04.027637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:04.031428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:network and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:04.034212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:04.040487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:04.050663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Made reservation on behalf of 4fec37eb6d63420096be1c0df4627ff1 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:04.053612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.080743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:56:04.089838 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.090178 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Added segment d6835262-1a28-4088-9db4-83aedf134248 of type vlan for network b201c9f9-1173-4136-916e-dcaa2db9ba6c Feb 09 13:56:04.116761 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.146940 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.150574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:04.151152 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.228328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6', 'network_id': '0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6', 'tenant_id': '4fec37eb6d63420096be1c0df4627ff1', 'fixed_ips': [{'subnet_id': 'de890421-63e7-460f-8980-9b734e0e8c4d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:56:04.229224 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.258941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'Network': ['ID=b201c9f9-1173-4136-916e-dcaa2db9ba6c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:04.263427 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-562df8e8-6c90-4919-a7ee-bcfbe2017cc4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2462871 Feb 09 13:56:04.266251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37816) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:04.272441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Request body: {'subnet': {'network_id': 'b201c9f9-1173-4136-916e-dcaa2db9ba6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:04.299188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network b201c9f9-1173-4136-916e-dcaa2db9ba6c details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:56:04.381797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:04.385547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:subnet and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:04.388338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:04.394582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:04.403806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Made reservation on behalf of 4fec37eb6d63420096be1c0df4627ff1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:04.475859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Allocated IP 2001:db8:0:ffff::2 (0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6/de890421-63e7-460f-8980-9b734e0e8c4d/30a30464-0134-4804-bd76-e6e973ef6872) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:04.507230 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.679039 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.689099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Transition to ACTIVE for port object 30a30464-0134-4804-bd76-e6e973ef6872 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:04.707468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Transition to ACTIVE for port object 30a30464-0134-4804-bd76-e6e973ef6872 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:04.712629 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.728689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.785768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Network 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:04.786445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Pushing event updated for resources: {'Port': ['ID=30a30464-0134-4804-bd76-e6e973ef6872,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:04.790364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:04.796296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:04.799836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.800212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.800549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.801209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.801209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.801529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.801854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.802171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.802520 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.802839 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.803156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:04.811967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'Subnet': ['ID=786db987-ba6b-42e0-8460-95063d55aed9,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:04.824907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Checking segment: {'id': 'd6835262-1a28-4088-9db4-83aedf134248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b201c9f9-1173-4136-916e-dcaa2db9ba6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:04.825256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Network hostable DHCP agents. Network: b201c9f9-1173-4136-916e-dcaa2db9ba6c, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:56:04.849316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Network b201c9f9-1173-4136-916e-dcaa2db9ba6c is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:56:04.859807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, b201c9f9-1173-4136-916e-dcaa2db9ba6c) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:04.863823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:04.864787 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:04.873482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c76458-9af8-4bd2-93c5-69148dda8da3 None None] Network b201c9f9-1173-4136-916e-dcaa2db9ba6c requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:05.005690 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-84bdee9a-a767-4b7e-a10d-61bb38988faa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7352877 Feb 09 13:56:05.006229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Attempting to bind port 30a30464-0134-4804-bd76-e6e973ef6872 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:05.006229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Attempting to bind port 30a30464-0134-4804-bd76-e6e973ef6872 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '1b8a9f4e-38a1-43bb-acb6-b21770aca6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:05.006229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Attempting to bind port 30a30464-0134-4804-bd76-e6e973ef6872 on network 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:05.006775 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37820) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:05.024855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:05.025240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Checking segment: {'id': '1b8a9f4e-38a1-43bb-acb6-b21770aca6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:05.025626 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.026008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Bound using segment: {'id': '1b8a9f4e-38a1-43bb-acb6-b21770aca6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:05.026495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Bound port: 30a30464-0134-4804-bd76-e6e973ef6872, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8a9f4e-38a1-43bb-acb6-b21770aca6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:05.026868 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.151139 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.175240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] For port 30a30464-0134-4804-bd76-e6e973ef6872, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:05.180217 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] For port 30a30464-0134-4804-bd76-e6e973ef6872, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=30a30464-0134-4804-bd76-e6e973ef6872,segment=NetworkSegment(1b8a9f4e-38a1-43bb-acb6-b21770aca6b4),segment_id=1b8a9f4e-38a1-43bb-acb6-b21770aca6b4)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:05.211399 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.231531 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.271219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b9c2bd-0ca5-42c0-9494-ceab01413ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-b201c9f9-1173-4136-916e-dcaa2db9ba6c', 'network_id': 'b201c9f9-1173-4136-916e-dcaa2db9ba6c', 'tenant_id': '4fec37eb6d63420096be1c0df4627ff1', 'fixed_ips': [{'subnet_id': '786db987-ba6b-42e0-8460-95063d55aed9'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:56:05.272020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b4b9c2bd-0ca5-42c0-9494-ceab01413ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.323444 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.358550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e79496-f7f0-42e2-a85c-3b05d70a0350 None None] Pushing event updated for resources: {'Port': ['ID=30a30464-0134-4804-bd76-e6e973ef6872,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:05.367822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Subnet': ['ID=786db987-ba6b-42e0-8460-95063d55aed9,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server [None req-b4b9c2bd-0ca5-42c0-9494-ceab01413ed7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 786db987-ba6b-42e0-8460-95063d55aed9: This subnet is being modified by another concurrent operation. Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise exception Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 786db987-ba6b-42e0-8460-95063d55aed9: This subnet is being modified by another concurrent operation. Feb 09 13:56:05.425978 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server Feb 09 13:56:05.444952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78a180-37e5-4899-8f16-79a45e3c2fd8 None None] Network b201c9f9-1173-4136-916e-dcaa2db9ba6c requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:05.486023 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.517276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b201c9f9-1173-4136-916e-dcaa2db9ba6c']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:05.540607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6835262-1a28-4088-9db4-83aedf134248') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:05.540607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6835262-1a28-4088-9db4-83aedf134248') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:05.556684 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.583959 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.593916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:56:05.594571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:56:05.610705 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:56:05.719791 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.749295 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.766734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Network': ['ID=b201c9f9-1173-4136-916e-dcaa2db9ba6c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:05.771014 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b71c28fd-97f0-4af9-8b1f-4d6c9d3700e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/networks/b201c9f9-1173-4136-916e-dcaa2db9ba6c HTTP/1.1" status: 204 len: 168 time: 0.7638991 Feb 09 13:56:05.774228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37824) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:05.780880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893283956'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:05.787813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:05.792214 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:network and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:05.799924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:05.804697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 30a30464-0134-4804-bd76-e6e973ef6872 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:05.808804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:05.819136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Made reservation on behalf of 4fec37eb6d63420096be1c0df4627ff1 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:05.823234 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.853468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:56:05.863687 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.864030 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Added segment fb3d6ff7-9c8d-4844-aeb2-1e0772d69220 of type vlan for network 675abfe7-61c1-4792-8948-17c5d5ab6b15 Feb 09 13:56:05.875686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 30a30464-0134-4804-bd76-e6e973ef6872 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:05.891781 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.920971 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:05.925810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:05.928360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:06.035851 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2597761 Feb 09 13:56:06.038730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37828) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:06.044643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Request body: {'subnet': {'network_id': '675abfe7-61c1-4792-8948-17c5d5ab6b15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:06.047778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d39d2-c652-47c3-bfe1-8952bf17ae12 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'Network': ['ID=675abfe7-61c1-4792-8948-17c5d5ab6b15,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:06.060288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 675abfe7-61c1-4792-8948-17c5d5ab6b15 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:56:06.154507 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:06.158123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:subnet and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:06.161626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:06.167921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:06.178142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Made reservation on behalf of 4fec37eb6d63420096be1c0df4627ff1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:06.281813 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:06.374806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.ipam_backend_mixin [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Performing IP validity checks on allocation pools {{(pid=83480) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 09 13:56:06.375327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.ipam_backend_mixin [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83480) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 09 13:56:06.433161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf6a2b-36d2-42d6-adc5-e95c6312e62f None None] Network 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:06.505020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:06.545231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8512ab0b-5869-44c2-99a3-d92794d25788 None None] Provisioning for port 30a30464-0134-4804-bd76-e6e973ef6872 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:06.561494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8512ab0b-5869-44c2-99a3-d92794d25788 None None] Provisioning complete for port 30a30464-0134-4804-bd76-e6e973ef6872 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:06.561915 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8512ab0b-5869-44c2-99a3-d92794d25788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:06.578951 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'Subnet': ['ID=86746775-2d01-48db-8853-de4e416f2e12,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:06.597329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Checking segment: {'id': 'fb3d6ff7-9c8d-4844-aeb2-1e0772d69220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '675abfe7-61c1-4792-8948-17c5d5ab6b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:06.597686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Network hostable DHCP agents. Network: 675abfe7-61c1-4792-8948-17c5d5ab6b15, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:56:06.620236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Network 675abfe7-61c1-4792-8948-17c5d5ab6b15 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:56:06.631555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 675abfe7-61c1-4792-8948-17c5d5ab6b15) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:06.635579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:06.636175 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:06.656972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1692249b-1f79-40ea-8b2c-8fc9f14a74ea None None] Network 675abfe7-61c1-4792-8948-17c5d5ab6b15 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:06.661833 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8e5523f7-6304-4d3c-82e3-76bf52f87af9 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6218555 Feb 09 13:56:06.664675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37832) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:06.840604 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:06.909998 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8512ab0b-5869-44c2-99a3-d92794d25788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.004527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8512ab0b-5869-44c2-99a3-d92794d25788 None None] For port 30a30464-0134-4804-bd76-e6e973ef6872, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=30a30464-0134-4804-bd76-e6e973ef6872,segment=NetworkSegment(1b8a9f4e-38a1-43bb-acb6-b21770aca6b4),segment_id=1b8a9f4e-38a1-43bb-acb6-b21770aca6b4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:07.014155 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8512ab0b-5869-44c2-99a3-d92794d25788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.027977 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.050925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf836d67-1f69-4054-bd08-805a6f1d78fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-675abfe7-61c1-4792-8948-17c5d5ab6b15', 'network_id': '675abfe7-61c1-4792-8948-17c5d5ab6b15', 'tenant_id': '4fec37eb6d63420096be1c0df4627ff1', 'fixed_ips': [{'subnet_id': '86746775-2d01-48db-8853-de4e416f2e12'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:56:07.051739 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cf836d67-1f69-4054-bd08-805a6f1d78fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.108637 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.154756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Subnet': ['ID=86746775-2d01-48db-8853-de4e416f2e12,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:07.156887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512ab0b-5869-44c2-99a3-d92794d25788 None None] Pushing event updated for resources: {'Port': ['ID=30a30464-0134-4804-bd76-e6e973ef6872,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server [None req-cf836d67-1f69-4054-bd08-805a6f1d78fa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86746775-2d01-48db-8853-de4e416f2e12: This subnet is being modified by another concurrent operation. Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise value Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server raise exception Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86746775-2d01-48db-8853-de4e416f2e12: This subnet is being modified by another concurrent operation. Feb 09 13:56:07.187667 n-d-825175-3 neutron-server[83481]: ERROR oslo_messaging.rpc.server Feb 09 13:56:07.213546 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d848f-d2a8-4531-b0e0-93ccf74d5f4a None None] Network 675abfe7-61c1-4792-8948-17c5d5ab6b15 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:07.271482 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.297365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675abfe7-61c1-4792-8948-17c5d5ab6b15']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:07.309834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3d6ff7-9c8d-4844-aeb2-1e0772d69220') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:07.310128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3d6ff7-9c8d-4844-aeb2-1e0772d69220') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:07.321815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.342077 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.348579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:56:07.349019 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:56:07.363650 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:56:07.426701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04af261-d035-4c98-8d73-fc9c11ae15c6 None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:56:07.443487 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.457634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-70d86acd-5bf9-48cc-830d-c152ff40443f None None] Provisioning complete for port 30a30464-0134-4804-bd76-e6e973ef6872 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:07.457999 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-70d86acd-5bf9-48cc-830d-c152ff40443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.463806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.472159 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Network': ['ID=675abfe7-61c1-4792-8948-17c5d5ab6b15,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:07.476267 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-23cec703-85e4-4fbc-8fce-5354c9f2549a tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/networks/675abfe7-61c1-4792-8948-17c5d5ab6b15 HTTP/1.1" status: 204 len: 168 time: 0.8105161 Feb 09 13:56:07.480229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37838) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:07.485762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648369303'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:07.492484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:07.496296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:network and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:07.499202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:07.505834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:07.517701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Made reservation on behalf of 4fec37eb6d63420096be1c0df4627ff1 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:07.520738 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.549094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:56:07.558715 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.559061 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Added segment c5be69fe-4991-4e0b-8960-d0e54804d489 of type vlan for network e77ac0ed-671b-4df6-9e09-1a6bd7d12807 Feb 09 13:56:07.591054 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.606238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04af261-d035-4c98-8d73-fc9c11ae15c6 None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:56:07.621188 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.624865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:07.625456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.736320 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2550063 Feb 09 13:56:07.739892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37842) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:07.743819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725660e-920c-4a30-baf4-f09ffe30d658 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'Network': ['ID=e77ac0ed-671b-4df6-9e09-1a6bd7d12807,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:07.743972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 30a30464-0134-4804-bd76-e6e973ef6872 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:07.748591 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Request body: {'subnet': {'network_id': 'e77ac0ed-671b-4df6-9e09-1a6bd7d12807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:07.773827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network e77ac0ed-671b-4df6-9e09-1a6bd7d12807 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:56:07.867125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:07.871256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:subnet and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:07.874051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:07.879746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:07.889362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Made reservation on behalf of 4fec37eb6d63420096be1c0df4627ff1 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:07.980191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 30a30464-0134-4804-bd76-e6e973ef6872 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:07.980541 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:07.997047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:08.187312 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac49f2-9554-4044-8b62-fa6dddb6fa9b None None] get_active_networks_info from n-d-825175-3 {{(pid=83481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 13:56:08.243991 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:08.289504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac49f2-9554-4044-8b62-fa6dddb6fa9b None None] Resources bound (agent type, host, resource id): {{(pid=83481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 13:56:08.327459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'Subnet': ['ID=f7a4d408-243c-4340-894e-519051226cb8,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:08.343539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Checking segment: {'id': 'c5be69fe-4991-4e0b-8960-d0e54804d489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e77ac0ed-671b-4df6-9e09-1a6bd7d12807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:08.343895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Network hostable DHCP agents. Network: e77ac0ed-671b-4df6-9e09-1a6bd7d12807, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:56:08.367908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Network e77ac0ed-671b-4df6-9e09-1a6bd7d12807 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:56:08.377961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, e77ac0ed-671b-4df6-9e09-1a6bd7d12807) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:08.383568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:08.384194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:08.407024 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a8a83a99-34a4-4380-be7f-f52fa1fbf0e2 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6651564 Feb 09 13:56:08.411626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37846) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:08.416867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1420987022'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:08.422207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:08.426265 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:network and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:08.429839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:08.435464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:08.446207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Made reservation on behalf of 4fec37eb6d63420096be1c0df4627ff1 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:08.449168 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:08.480394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:56:08.490251 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:08.490639 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Added segment 45740b7a-70c7-4e16-a9ce-62ec19a7fdb1 of type vlan for network 8394da43-b44d-405a-85b9-fe683f9ea112 Feb 09 13:56:08.497874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-728b77dd-cb31-4b08-8285-a44ecbbe7ab2 req-20ed5c68-4653-47e6-9951-f62df711364d service neutron] (83479) timed out ('10.222.0.62', 59818) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:56:08.522287 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:08.553188 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:08.557714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:08.558299 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:08.604666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b59421f-9497-49c6-ac86-82169b98a93c None None] Network e77ac0ed-671b-4df6-9e09-1a6bd7d12807 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:08.652383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2399931 Feb 09 13:56:08.655445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37850) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:08.662791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Request body: {'subnet': {'network_id': '8394da43-b44d-405a-85b9-fe683f9ea112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:08.664731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4c418-03b5-4934-a8a7-0fb08a42d6aa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'Network': ['ID=8394da43-b44d-405a-85b9-fe683f9ea112,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:08.687666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 8394da43-b44d-405a-85b9-fe683f9ea112 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:56:08.780023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:08.783983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Usage tracker for resource:subnet and tenant:4fec37eb6d63420096be1c0df4627ff1 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:08.786827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:08.792296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:08.803347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Made reservation on behalf of 4fec37eb6d63420096be1c0df4627ff1 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:08.921683 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.007759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-e77ac0ed-671b-4df6-9e09-1a6bd7d12807', 'network_id': 'e77ac0ed-671b-4df6-9e09-1a6bd7d12807', 'tenant_id': '4fec37eb6d63420096be1c0df4627ff1', 'fixed_ips': [{'subnet_id': 'f7a4d408-243c-4340-894e-519051226cb8'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:56:09.009006 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.191639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Allocated IP 2001:db8::2 (e77ac0ed-671b-4df6-9e09-1a6bd7d12807/f7a4d408-243c-4340-894e-519051226cb8/dbe25754-ffaa-42cc-b9d7-0c472c78a8e0) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:09.210975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.289372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event updated for resources: {'Subnet': ['ID=0c47803b-6b95-48e0-b665-d35e48b295a0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:09.306218 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.306638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.306959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.307222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.307555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.307868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.308194 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.308509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.308823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.309136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.309448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:09.313707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Checking segment: {'id': '45740b7a-70c7-4e16-a9ce-62ec19a7fdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '8394da43-b44d-405a-85b9-fe683f9ea112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:09.314052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Network hostable DHCP agents. Network: 8394da43-b44d-405a-85b9-fe683f9ea112, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:56:09.336569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Network 8394da43-b44d-405a-85b9-fe683f9ea112 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:56:09.346574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 8394da43-b44d-405a-85b9-fe683f9ea112) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:09.351124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:09.351710 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.371664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a07f9-f4ae-4fb7-905b-3933ee08956d None None] Network 8394da43-b44d-405a-85b9-fe683f9ea112 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:09.373607 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-57c166fd-3f53-45c1-aded-a610ff42befa tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7164047 Feb 09 13:56:09.376241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37854) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:09.497370 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.513192 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Transition to ACTIVE for port object dbe25754-ffaa-42cc-b9d7-0c472c78a8e0 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:09.524023 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.546913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Transition to ACTIVE for port object dbe25754-ffaa-42cc-b9d7-0c472c78a8e0 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:09.574021 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.605825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.676317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Network e77ac0ed-671b-4df6-9e09-1a6bd7d12807 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:09.690696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.709677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:09.712504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:09.727850 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Pushing event updated for resources: {'Port': ['ID=dbe25754-ffaa-42cc-b9d7-0c472c78a8e0,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:09.731152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Subnet': ['ID=0c47803b-6b95-48e0-b665-d35e48b295a0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:09.764434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86142c81-2dd3-49df-aabe-8c8cb81430bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-8394da43-b44d-405a-85b9-fe683f9ea112', 'network_id': '8394da43-b44d-405a-85b9-fe683f9ea112', 'tenant_id': '4fec37eb6d63420096be1c0df4627ff1', 'fixed_ips': [{'subnet_id': '0c47803b-6b95-48e0-b665-d35e48b295a0'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:56:09.765608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-86142c81-2dd3-49df-aabe-8c8cb81430bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.830083 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.856778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8394da43-b44d-405a-85b9-fe683f9ea112']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:09.869484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45740b7a-70c7-4e16-a9ce-62ec19a7fdb1') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:09.869775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45740b7a-70c7-4e16-a9ce-62ec19a7fdb1') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:09.871964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Attempting to bind port dbe25754-ffaa-42cc-b9d7-0c472c78a8e0 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:09.872333 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Attempting to bind port dbe25754-ffaa-42cc-b9d7-0c472c78a8e0 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'c5be69fe-4991-4e0b-8960-d0e54804d489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e77ac0ed-671b-4df6-9e09-1a6bd7d12807'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:09.872690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Attempting to bind port dbe25754-ffaa-42cc-b9d7-0c472c78a8e0 on network e77ac0ed-671b-4df6-9e09-1a6bd7d12807 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:09.881282 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.895774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:09.896142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Checking segment: {'id': 'c5be69fe-4991-4e0b-8960-d0e54804d489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e77ac0ed-671b-4df6-9e09-1a6bd7d12807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:09.896540 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.896931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Bound using segment: {'id': 'c5be69fe-4991-4e0b-8960-d0e54804d489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e77ac0ed-671b-4df6-9e09-1a6bd7d12807'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:09.897399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Bound port: dbe25754-ffaa-42cc-b9d7-0c472c78a8e0, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5be69fe-4991-4e0b-8960-d0e54804d489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e77ac0ed-671b-4df6-9e09-1a6bd7d12807'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:09.897769 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.899174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.905287 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:56:09.905663 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:56:09.920718 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:56:09.962857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4a97e0-eb75-407a-8421-fcc1890980b9 None None] Network 8394da43-b44d-405a-85b9-fe683f9ea112 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:10.017052 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:10.022019 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:10.047550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Network': ['ID=8394da43-b44d-405a-85b9-fe683f9ea112,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:10.051296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4b7a772c-0c9a-404a-ae09-62bcb4e84839 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/networks/8394da43-b44d-405a-85b9-fe683f9ea112 HTTP/1.1" status: 204 len: 168 time: 0.6741211 Feb 09 13:56:10.054795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37858) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:10.116842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] For port dbe25754-ffaa-42cc-b9d7-0c472c78a8e0, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:10.155301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] For port dbe25754-ffaa-42cc-b9d7-0c472c78a8e0, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dbe25754-ffaa-42cc-b9d7-0c472c78a8e0,segment=NetworkSegment(c5be69fe-4991-4e0b-8960-d0e54804d489),segment_id=c5be69fe-4991-4e0b-8960-d0e54804d489)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:10.162872 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:10.186376 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c17adc-e141-454f-9938-8b6a81bd5ce0 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] GET failed (client error): The resource could not be found. Feb 09 13:56:10.186907 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d8c17adc-e141-454f-9938-8b6a81bd5ce0 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Synchronizing usage tracker for tenant:4fec37eb6d63420096be1c0df4627ff1 on resource:subnet {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:56:10.206169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d8c17adc-e141-454f-9938-8b6a81bd5ce0 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Unset dirty status for tenant:4fec37eb6d63420096be1c0df4627ff1 on resource:subnet {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:56:10.209071 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d8c17adc-e141-454f-9938-8b6a81bd5ce0 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "GET /v2.0/subnets/0c47803b-6b95-48e0-b665-d35e48b295a0 HTTP/1.1" status: 404 len: 337 time: 0.1526694 Feb 09 13:56:10.211243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37862) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:10.240322 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b48c716-6fae-4f29-91a6-8be5e1a00ef1 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] DELETE failed (client error): The resource could not be found. Feb 09 13:56:10.240755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b48c716-6fae-4f29-91a6-8be5e1a00ef1 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:56:10.242857 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7b48c716-6fae-4f29-91a6-8be5e1a00ef1 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/networks/8394da43-b44d-405a-85b9-fe683f9ea112 HTTP/1.1" status: 404 len: 339 time: 0.0301726 Feb 09 13:56:10.246797 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37866) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:10.247537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eefd8f-c801-4607-b1e9-903f501e4811 None None] Pushing event updated for resources: {'Port': ['ID=dbe25754-ffaa-42cc-b9d7-0c472c78a8e0,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:10.293268 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a0dcb7-b315-47b4-857b-0bb90cacc9ed tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] DELETE failed (client error): The resource could not be found. Feb 09 13:56:10.293710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a0dcb7-b315-47b4-857b-0bb90cacc9ed tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:56:10.295379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b7a0dcb7-b315-47b4-857b-0bb90cacc9ed tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/subnets/0c47803b-6b95-48e0-b665-d35e48b295a0 HTTP/1.1" status: 404 len: 337 time: 0.0476127 Feb 09 13:56:10.297887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37870) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:10.326917 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a317f5-cc69-4cb2-804f-ab0a439066e4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] DELETE failed (client error): The resource could not be found. Feb 09 13:56:10.327691 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a317f5-cc69-4cb2-804f-ab0a439066e4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:56:10.329520 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-34a317f5-cc69-4cb2-804f-ab0a439066e4 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/networks/8394da43-b44d-405a-85b9-fe683f9ea112 HTTP/1.1" status: 404 len: 339 time: 0.0306535 Feb 09 13:56:10.334421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37874) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:10.545942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbe77f6-c932-4ad3-84c4-b059e29ba145 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Deleting subnet f7a4d408-243c-4340-894e-519051226cb8 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:56:10.548790 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cbe77f6-c932-4ad3-84c4-b059e29ba145 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:10.605321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cbe77f6-c932-4ad3-84c4-b059e29ba145 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:10.686030 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cbe77f6-c932-4ad3-84c4-b059e29ba145 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:10.758427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cbe77f6-c932-4ad3-84c4-b059e29ba145 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:10.800741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe77f6-c932-4ad3-84c4-b059e29ba145 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a4d408-243c-4340-894e-519051226cb8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:10.805682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cbe77f6-c932-4ad3-84c4-b059e29ba145 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:10.820186 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9cbe77f6-c932-4ad3-84c4-b059e29ba145 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/subnets/f7a4d408-243c-4340-894e-519051226cb8 HTTP/1.1" status: 204 len: 168 time: 0.4846380 Feb 09 13:56:10.822551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37878) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:10.941524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:10.957270 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Deleting port dbe25754-ffaa-42cc-b9d7-0c472c78a8e0 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:56:10.958125 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:11.143645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b1dd8-3fec-474b-8b33-fe7f8a43ed01 None None] Network e77ac0ed-671b-4df6-9e09-1a6bd7d12807 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:11.169691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] For port dbe25754-ffaa-42cc-b9d7-0c472c78a8e0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=dbe25754-ffaa-42cc-b9d7-0c472c78a8e0,segment=NetworkSegment(c5be69fe-4991-4e0b-8960-d0e54804d489),segment_id=c5be69fe-4991-4e0b-8960-d0e54804d489)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:11.170189 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:11.246798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cfae339b-cee0-443f-ad5d-e7dd9ed7f3fe None None] Provisioning for port dbe25754-ffaa-42cc-b9d7-0c472c78a8e0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:11.305048 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Calling delete_port for dbe25754-ffaa-42cc-b9d7-0c472c78a8e0 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:56:11.394817 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:11.403280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac74cc-e9a6-4377-b1a9-07994e4129fb None None] DHCP port deletion for e77ac0ed-671b-4df6-9e09-1a6bd7d12807 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:56:11.454092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Port': ['ID=dbe25754-ffaa-42cc-b9d7-0c472c78a8e0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:11.462980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] No DVR routers for this DVR port dbe25754-ffaa-42cc-b9d7-0c472c78a8e0 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:56:11.604916 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:11.636364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77ac0ed-671b-4df6-9e09-1a6bd7d12807']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:11.655692 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5be69fe-4991-4e0b-8960-d0e54804d489') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:11.656162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5be69fe-4991-4e0b-8960-d0e54804d489') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:11.670191 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:11.688782 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:11.696629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:56:11.697008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:56:11.724869 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:56:11.732266 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:11.791788 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:11.809013 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:11.824831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Network': ['ID=e77ac0ed-671b-4df6-9e09-1a6bd7d12807,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:11.827862 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9178ad54-ce5e-4751-91f1-df436b1c228f tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/networks/e77ac0ed-671b-4df6-9e09-1a6bd7d12807 HTTP/1.1" status: 204 len: 168 time: 1.0041568 Feb 09 13:56:11.830800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37882) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:11.869430 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1341ec-646d-4b56-ab0d-bf627a9a2e37 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] DELETE failed (client error): The resource could not be found. Feb 09 13:56:11.869740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1341ec-646d-4b56-ab0d-bf627a9a2e37 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:56:11.871400 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1c1341ec-646d-4b56-ab0d-bf627a9a2e37 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/subnets/86746775-2d01-48db-8853-de4e416f2e12 HTTP/1.1" status: 404 len: 337 time: 0.0391085 Feb 09 13:56:11.874002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37886) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:11.899216 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a2e031-e8d0-4e7c-a91c-3d325e6b405b tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] DELETE failed (client error): The resource could not be found. Feb 09 13:56:11.899638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a2e031-e8d0-4e7c-a91c-3d325e6b405b tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:56:11.901194 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-52a2e031-e8d0-4e7c-a91c-3d325e6b405b tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/networks/675abfe7-61c1-4792-8948-17c5d5ab6b15 HTTP/1.1" status: 404 len: 339 time: 0.0262680 Feb 09 13:56:11.903691 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37890) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:11.939466 n-d-825175-3 neutron-server[83479]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f4bcc8-8ad7-44d6-afc7-1c48cc0add98 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] DELETE failed (client error): The resource could not be found. Feb 09 13:56:11.939894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f4bcc8-8ad7-44d6-afc7-1c48cc0add98 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83479) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:56:11.944593 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a3f4bcc8-8ad7-44d6-afc7-1c48cc0add98 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/subnets/786db987-ba6b-42e0-8460-95063d55aed9 HTTP/1.1" status: 404 len: 337 time: 0.0374818 Feb 09 13:56:11.944912 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37894) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:11.970657 n-d-825175-3 neutron-server[83480]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9af9472-22bb-4f24-818a-34bd72bf3577 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] DELETE failed (client error): The resource could not be found. Feb 09 13:56:11.971086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9af9472-22bb-4f24-818a-34bd72bf3577 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83480) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 13:56:11.972827 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b9af9472-22bb-4f24-818a-34bd72bf3577 tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/networks/b201c9f9-1173-4136-916e-dcaa2db9ba6c HTTP/1.1" status: 404 len: 339 time: 0.0268230 Feb 09 13:56:11.975754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37898) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:12.253801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc6ecd0-4c60-4132-91e7-be4060e5a7cf tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Deleting subnet de890421-63e7-460f-8980-9b734e0e8c4d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:56:12.256923 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0fc6ecd0-4c60-4132-91e7-be4060e5a7cf tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:12.309674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0fc6ecd0-4c60-4132-91e7-be4060e5a7cf tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:12.399231 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0fc6ecd0-4c60-4132-91e7-be4060e5a7cf tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:12.470904 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0fc6ecd0-4c60-4132-91e7-be4060e5a7cf tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:12.510557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6ecd0-4c60-4132-91e7-be4060e5a7cf tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Subnet': ['ID=de890421-63e7-460f-8980-9b734e0e8c4d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:12.514416 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0fc6ecd0-4c60-4132-91e7-be4060e5a7cf tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:12.522099 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11477cd3-066c-41c7-bf67-3ed6216eb082 None None] Network 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:12.525842 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0fc6ecd0-4c60-4132-91e7-be4060e5a7cf tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/subnets/de890421-63e7-460f-8980-9b734e0e8c4d HTTP/1.1" status: 204 len: 168 time: 0.5469537 Feb 09 13:56:12.526059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37902) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:12.639783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:12.650432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Deleting port 30a30464-0134-4804-bd76-e6e973ef6872 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:56:12.651189 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:12.794199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] DHCP port deletion for 0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:56:12.798140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] Deleting port 30a30464-0134-4804-bd76-e6e973ef6872 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:56:12.798527 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:12.860318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] For port 30a30464-0134-4804-bd76-e6e973ef6872, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=30a30464-0134-4804-bd76-e6e973ef6872,segment=NetworkSegment(1b8a9f4e-38a1-43bb-acb6-b21770aca6b4),segment_id=1b8a9f4e-38a1-43bb-acb6-b21770aca6b4)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:12.860795 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:12.989233 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Calling delete_port for 30a30464-0134-4804-bd76-e6e973ef6872 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:56:13.011392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] For port 30a30464-0134-4804-bd76-e6e973ef6872, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=30a30464-0134-4804-bd76-e6e973ef6872,segment=NetworkSegment(1b8a9f4e-38a1-43bb-acb6-b21770aca6b4),segment_id=1b8a9f4e-38a1-43bb-acb6-b21770aca6b4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:13.011658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:13.064128 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:13.112964 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Port': ['ID=30a30464-0134-4804-bd76-e6e973ef6872,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:13.118068 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] No DVR routers for this DVR port 30a30464-0134-4804-bd76-e6e973ef6872 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:56:13.130991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] Calling delete_port for 30a30464-0134-4804-bd76-e6e973ef6872 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:56:13.217704 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:56:13.218048 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:56:13.254278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:13.280920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:13.293334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8a9f4e-38a1-43bb-acb6-b21770aca6b4') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:13.293681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8a9f4e-38a1-43bb-acb6-b21770aca6b4') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:13.305565 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:13.322639 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:13.329348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:56:13.329831 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:56:13.345513 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:56:13.426315 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:13.432496 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:13.459534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] Pushing event deleted for resources: {'Network': ['ID=0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:13.463624 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ab0b9f29-ad78-4298-986e-fadcd132fd5d tempest-NetworksIpV6Test-1569183636 tempest-NetworksIpV6Test-1569183636-project] 10.222.0.59 "DELETE /v2.0/networks/0e6d9333-8f2a-42d1-9ef4-6fc271a2f2c6 HTTP/1.1" status: 204 len: 168 time: 0.9366002 Feb 09 13:56:13.720838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] Deleting port 30a30464-0134-4804-bd76-e6e973ef6872 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:56:13.720838 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:13.749438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 30a30464-0134-4804-bd76-e6e973ef6872 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:56:13.760839 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37910) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:13.810824 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 30a30464-0134-4804-bd76-e6e973ef6872 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:56:13.811068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 30a30464-0134-4804-bd76-e6e973ef6872 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:56:13.817271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-a9cba818-c457-4db9-b26e-a64afae3c960 None None] The port '30a30464-0134-4804-bd76-e6e973ef6872' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:56:13.939733 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d887dffd-b558-419e-adeb-32764024c405 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4fec37eb6d63420096be1c0df4627ff1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1776047 Feb 09 13:56:13.942642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37916) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:14.001280 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b05fd3e-28c1-4bdb-bba4-20ff133e7b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:14.030764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b05fd3e-28c1-4bdb-bba4-20ff133e7b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:14.082009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b05fd3e-28c1-4bdb-bba4-20ff133e7b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:14.098598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05fd3e-28c1-4bdb-bba4-20ff133e7b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d656fde9-3d3a-4a7c-b532-6f5359f5ece6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:14.101784 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b05fd3e-28c1-4bdb-bba4-20ff133e7b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:14.102938 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6b05fd3e-28c1-4bdb-bba4-20ff133e7b06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d656fde9-3d3a-4a7c-b532-6f5359f5ece6 HTTP/1.1" status: 204 len: 168 time: 0.1590881 Feb 09 13:56:14.952852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37938) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:15.173580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1562102234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:15.180732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:15.184598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Usage tracker for resource:router and tenant:a311a9cc93bd4a3e8630b1421f07262c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:15.187408 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:15.199384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:15.214624 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.215596 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.234959 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.252850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.275199 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.276361 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e8dbbd8f-d6c0-4604-9e4b-124c6a15f004 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3225324 Feb 09 13:56:15.279263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37944) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:15.285684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1209970827'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:15.291544 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:15.295466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Usage tracker for resource:network and tenant:a311a9cc93bd4a3e8630b1421f07262c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:15.299410 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:15.306102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:15.314889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Made reservation on behalf of a311a9cc93bd4a3e8630b1421f07262c for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:15.317792 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.330299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.363822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:15.367879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Usage tracker for resource:security_group_rule and tenant:a311a9cc93bd4a3e8630b1421f07262c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:15.370793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:15.376363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:15.443313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.447608 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.482090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:56:15.490314 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656a7105-721b-4b5d-89c4-551187a793d5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:15.496150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.496489 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Added segment 0d5566c4-0949-4952-bb35-ba53470132bb of type vlan for network 673e1b97-01f0-4f06-a73a-3dca9fde4f9f Feb 09 13:56:15.523133 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.551423 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.555103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:15.555672 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:15.661763 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3814719 Feb 09 13:56:15.665051 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37948) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:15.668465 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdfb74-7c5a-42c6-93d0-aadb59266649 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event updated for resources: {'Network': ['ID=673e1b97-01f0-4f06-a73a-3dca9fde4f9f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:15.671267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Request body: {'subnet': {'network_id': '673e1b97-01f0-4f06-a73a-3dca9fde4f9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:15.684402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 673e1b97-01f0-4f06-a73a-3dca9fde4f9f details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:56:15.789962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:15.793733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Usage tracker for resource:subnet and tenant:a311a9cc93bd4a3e8630b1421f07262c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:15.796543 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:15.803144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:15.811706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Made reservation on behalf of a311a9cc93bd4a3e8630b1421f07262c for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:15.927789 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:16.166177 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:16.244204 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event updated for resources: {'Subnet': ['ID=ad6a7af8-e725-41f0-9280-6d9fe54809d7,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:16.259222 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.259576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.259922 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.260254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.260579 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.260906 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.261226 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.261551 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.261869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.262194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.262527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:16.270275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Checking segment: {'id': '0d5566c4-0949-4952-bb35-ba53470132bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '673e1b97-01f0-4f06-a73a-3dca9fde4f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:16.270653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Network hostable DHCP agents. Network: 673e1b97-01f0-4f06-a73a-3dca9fde4f9f, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:56:16.293917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Network 673e1b97-01f0-4f06-a73a-3dca9fde4f9f is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:56:16.303973 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 673e1b97-01f0-4f06-a73a-3dca9fde4f9f) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:16.308414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:16.308994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:16.313232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0399bb-0b5c-4d4f-be98-3353284adfd5 None None] Network 673e1b97-01f0-4f06-a73a-3dca9fde4f9f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:16.335842 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-08810dfb-e653-4727-9b7c-9d79160b214e tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6696482 Feb 09 13:56:16.338979 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37952) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:16.345152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-7666243'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:16.351357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:16.356943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Usage tracker for resource:network and tenant:a311a9cc93bd4a3e8630b1421f07262c is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:16.359889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:16.463765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:16.476932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Made reservation on behalf of a311a9cc93bd4a3e8630b1421f07262c for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:16.480771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:16.510741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:56:16.520128 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:16.520387 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Added segment 82ee9607-f42c-47ad-8e55-9728f2b3e3ee of type vlan for network 8072656e-b0f7-4d71-822c-e94861541b81 Feb 09 13:56:16.537380 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-673e1b97-01f0-4f06-a73a-3dca9fde4f9f', 'network_id': '673e1b97-01f0-4f06-a73a-3dca9fde4f9f', 'tenant_id': 'a311a9cc93bd4a3e8630b1421f07262c', 'fixed_ips': [{'subnet_id': 'ad6a7af8-e725-41f0-9280-6d9fe54809d7'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:56:16.538405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:16.548758 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:16.583420 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:16.587212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:16.587789 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:16.634060 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:16.685206 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3449852 Feb 09 13:56:16.688147 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37956) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:16.696234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Request body: {'subnet': {'network_id': '8072656e-b0f7-4d71-822c-e94861541b81', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:16.698202 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d46f7-b307-46d9-832b-16a6a1060be1 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event updated for resources: {'Network': ['ID=8072656e-b0f7-4d71-822c-e94861541b81,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:16.709364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 8072656e-b0f7-4d71-822c-e94861541b81 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:56:16.728675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Allocated IP 172.20.0.2 (673e1b97-01f0-4f06-a73a-3dca9fde4f9f/ad6a7af8-e725-41f0-9280-6d9fe54809d7/efd81851-f667-4fc3-88a3-07e14f4d5c96) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:16.911858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:16.915637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Usage tracker for resource:subnet and tenant:a311a9cc93bd4a3e8630b1421f07262c is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:16.918456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:16.924101 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:16.935477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Made reservation on behalf of a311a9cc93bd4a3e8630b1421f07262c for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:17.049384 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:17.052634 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:17.063719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Transition to ACTIVE for port object efd81851-f667-4fc3-88a3-07e14f4d5c96 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:17.081656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Transition to ACTIVE for port object efd81851-f667-4fc3-88a3-07e14f4d5c96 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:17.087687 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:17.170158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Network 673e1b97-01f0-4f06-a73a-3dca9fde4f9f is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:17.173818 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:17.176757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:17.179735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Pushing event updated for resources: {'Port': ['ID=efd81851-f667-4fc3-88a3-07e14f4d5c96,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:17.268930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Attempting to bind port efd81851-f667-4fc3-88a3-07e14f4d5c96 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:17.269241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Attempting to bind port efd81851-f667-4fc3-88a3-07e14f4d5c96 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '0d5566c4-0949-4952-bb35-ba53470132bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '673e1b97-01f0-4f06-a73a-3dca9fde4f9f'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:17.269603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Attempting to bind port efd81851-f667-4fc3-88a3-07e14f4d5c96 on network 673e1b97-01f0-4f06-a73a-3dca9fde4f9f {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:17.276364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:17.276734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Checking segment: {'id': '0d5566c4-0949-4952-bb35-ba53470132bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '673e1b97-01f0-4f06-a73a-3dca9fde4f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:17.277139 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:17.277523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Bound using segment: {'id': '0d5566c4-0949-4952-bb35-ba53470132bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '673e1b97-01f0-4f06-a73a-3dca9fde4f9f'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:17.277982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Bound port: efd81851-f667-4fc3-88a3-07e14f4d5c96, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5566c4-0949-4952-bb35-ba53470132bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '673e1b97-01f0-4f06-a73a-3dca9fde4f9f'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:17.278352 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:17.290493 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:17.363670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event updated for resources: {'Subnet': ['ID=bcfa68f9-71a7-4965-9ba3-078955f7d7e0,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:17.380135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] For port efd81851-f667-4fc3-88a3-07e14f4d5c96, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:17.381087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Checking segment: {'id': '82ee9607-f42c-47ad-8e55-9728f2b3e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8072656e-b0f7-4d71-822c-e94861541b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:17.381451 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Network hostable DHCP agents. Network: 8072656e-b0f7-4d71-822c-e94861541b81, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:56:17.383291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] For port efd81851-f667-4fc3-88a3-07e14f4d5c96, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=efd81851-f667-4fc3-88a3-07e14f4d5c96,segment=NetworkSegment(0d5566c4-0949-4952-bb35-ba53470132bb),segment_id=0d5566c4-0949-4952-bb35-ba53470132bb)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:17.388114 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:17.404786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Network 8072656e-b0f7-4d71-822c-e94861541b81 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:56:17.415599 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 8072656e-b0f7-4d71-822c-e94861541b81) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:17.427634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:17.428225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:17.430537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9acfe7-914f-4036-962c-6a385f34339a None None] Network 8072656e-b0f7-4d71-822c-e94861541b81 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:17.453495 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3554c81f-d6a0-4cea-a86e-39489b403edf tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7636340 Feb 09 13:56:17.457011 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37960) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:17.462338 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-488c7ef2-0048-449e-ad93-d9458569e5fa tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Request body: {'router': {'external_gateway_info': {'network_id': '8072656e-b0f7-4d71-822c-e94861541b81'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:17.545892 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd433ba-fd31-4116-b37e-b93160bee161 None None] Pushing event updated for resources: {'Port': ['ID=efd81851-f667-4fc3-88a3-07e14f4d5c96,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:17.742223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-8072656e-b0f7-4d71-822c-e94861541b81', 'network_id': '8072656e-b0f7-4d71-822c-e94861541b81', 'tenant_id': 'a311a9cc93bd4a3e8630b1421f07262c', 'fixed_ips': [{'subnet_id': 'bcfa68f9-71a7-4965-9ba3-078955f7d7e0'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:56:17.743922 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:17.900908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-488c7ef2-0048-449e-ad93-d9458569e5fa tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:17.918275 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Allocated IP 172.21.0.2 (8072656e-b0f7-4d71-822c-e94861541b81/bcfa68f9-71a7-4965-9ba3-078955f7d7e0/0030cad5-dbaf-4e7b-aa2f-658a72aacf2d) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:18.064771 n-d-825175-3 neutron-server[83480]: INFO neutron.api.v2.resource [None req-488c7ef2-0048-449e-ad93-d9458569e5fa tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 13:56:18.066411 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-488c7ef2-0048-449e-ad93-d9458569e5fa tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "PUT /v2.0/routers/1830ad0b-66c8-4b0a-9550-01fdef15ecb7 HTTP/1.1" status: 400 len: 364 time: 0.6083143 Feb 09 13:56:18.073078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37966) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:18.139927 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.150926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Transition to ACTIVE for port object 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:18.169365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Transition to ACTIVE for port object 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:18.175896 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.252411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Network 8072656e-b0f7-4d71-822c-e94861541b81 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:18.256527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:18.259089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:18.265550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Pushing event updated for resources: {'Port': ['ID=0030cad5-dbaf-4e7b-aa2f-658a72aacf2d,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:18.275770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-b554ecae-04a2-4d31-a1fc-63ced3c5e08a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Deleting subnet bcfa68f9-71a7-4965-9ba3-078955f7d7e0 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:56:18.279384 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b554ecae-04a2-4d31-a1fc-63ced3c5e08a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.341474 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b554ecae-04a2-4d31-a1fc-63ced3c5e08a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.353689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Attempting to bind port 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:18.354330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Attempting to bind port 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '82ee9607-f42c-47ad-8e55-9728f2b3e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8072656e-b0f7-4d71-822c-e94861541b81'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:18.354493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Attempting to bind port 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d on network 8072656e-b0f7-4d71-822c-e94861541b81 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:18.361656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:18.362098 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Checking segment: {'id': '82ee9607-f42c-47ad-8e55-9728f2b3e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8072656e-b0f7-4d71-822c-e94861541b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:18.363198 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.363585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Bound using segment: {'id': '82ee9607-f42c-47ad-8e55-9728f2b3e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8072656e-b0f7-4d71-822c-e94861541b81'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:18.364049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Bound port: 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ee9607-f42c-47ad-8e55-9728f2b3e3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8072656e-b0f7-4d71-822c-e94861541b81'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:18.364413 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.433515 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b554ecae-04a2-4d31-a1fc-63ced3c5e08a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.514130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b554ecae-04a2-4d31-a1fc-63ced3c5e08a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.517740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] For port 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:18.521411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] For port 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0030cad5-dbaf-4e7b-aa2f-658a72aacf2d,segment=NetworkSegment(82ee9607-f42c-47ad-8e55-9728f2b3e3ee),segment_id=82ee9607-f42c-47ad-8e55-9728f2b3e3ee)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:18.526651 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.552877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554ecae-04a2-4d31-a1fc-63ced3c5e08a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfa68f9-71a7-4965-9ba3-078955f7d7e0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:18.570495 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b554ecae-04a2-4d31-a1fc-63ced3c5e08a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.578815 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b554ecae-04a2-4d31-a1fc-63ced3c5e08a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "DELETE /v2.0/subnets/bcfa68f9-71a7-4965-9ba3-078955f7d7e0 HTTP/1.1" status: 204 len: 168 time: 0.5025351 Feb 09 13:56:18.579398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37970) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:18.614966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862a7ef0-fef6-49f3-b99f-bfb21767f881 None None] Network 673e1b97-01f0-4f06-a73a-3dca9fde4f9f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:18.656809 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d92ad-148c-4b53-b80d-4cd0bc7ff01e None None] Pushing event updated for resources: {'Port': ['ID=0030cad5-dbaf-4e7b-aa2f-658a72aacf2d,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:18.714354 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.727199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Deleting port 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:56:18.727656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4eb52dc8-1564-4e63-8125-ba72a6fa18b7 None None] Provisioning for port efd81851-f667-4fc3-88a3-07e14f4d5c96 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:18.727777 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:18.962029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] For port 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0030cad5-dbaf-4e7b-aa2f-658a72aacf2d,segment=NetworkSegment(82ee9607-f42c-47ad-8e55-9728f2b3e3ee),segment_id=82ee9607-f42c-47ad-8e55-9728f2b3e3ee)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:18.962556 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:19.087396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Calling delete_port for 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:56:19.163907 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:19.214817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event deleted for resources: {'Port': ['ID=0030cad5-dbaf-4e7b-aa2f-658a72aacf2d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:19.219434 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] No DVR routers for this DVR port 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:56:19.351597 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:19.378906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8072656e-b0f7-4d71-822c-e94861541b81']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:19.391662 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ee9607-f42c-47ad-8e55-9728f2b3e3ee') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:19.391955 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ee9607-f42c-47ad-8e55-9728f2b3e3ee') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:19.404688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:19.422448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:19.428823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:56:19.429230 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:56:19.444313 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:56:19.583452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd11b2-4214-4147-80f1-a0b3622e1fc9 None None] Network 8072656e-b0f7-4d71-822c-e94861541b81 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:19.622557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:19.640450 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:19.651610 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event deleted for resources: {'Network': ['ID=8072656e-b0f7-4d71-822c-e94861541b81,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:19.655801 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d4a84352-9d3a-4e1c-b0c7-c0591366680a tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "DELETE /v2.0/networks/8072656e-b0f7-4d71-822c-e94861541b81 HTTP/1.1" status: 204 len: 168 time: 1.0753465 Feb 09 13:56:19.658161 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 37974) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:19.713664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-efec8bb6-dc70-4ec6-a728-581268a7d55a None None] Could not find standard attr ID for object 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d. {{(pid=83481) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 13:56:19.822209 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a433a09-4705-4857-b5ce-99451cfd276f None None] DHCP port deletion for 8072656e-b0f7-4d71-822c-e94861541b81 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:56:19.839241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device efd81851-f667-4fc3-88a3-07e14f4d5c96 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:19.870320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ccd87e-b344-4e14-b45c-e8f5402a3c7f tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Deleting subnet ad6a7af8-e725-41f0-9280-6d9fe54809d7 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:56:19.873622 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65ccd87e-b344-4e14-b45c-e8f5402a3c7f tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:19.914495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port efd81851-f667-4fc3-88a3-07e14f4d5c96 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:19.919438 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port efd81851-f667-4fc3-88a3-07e14f4d5c96 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:19.919748 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:19.935469 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65ccd87e-b344-4e14-b45c-e8f5402a3c7f tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.033360 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65ccd87e-b344-4e14-b45c-e8f5402a3c7f tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.037204 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.107321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65ccd87e-b344-4e14-b45c-e8f5402a3c7f tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.149778 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccd87e-b344-4e14-b45c-e8f5402a3c7f tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6a7af8-e725-41f0-9280-6d9fe54809d7,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:20.156242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-65ccd87e-b344-4e14-b45c-e8f5402a3c7f tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.163907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-65ccd87e-b344-4e14-b45c-e8f5402a3c7f tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "DELETE /v2.0/subnets/ad6a7af8-e725-41f0-9280-6d9fe54809d7 HTTP/1.1" status: 204 len: 168 time: 0.5047145 Feb 09 13:56:20.164429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7aba05-8baa-4b64-8bac-0087886c8136 None None] Network 673e1b97-01f0-4f06-a73a-3dca9fde4f9f requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:20.166669 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37978) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:20.180879 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:56:20.181226 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:56:20.280484 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.291793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Deleting port efd81851-f667-4fc3-88a3-07e14f4d5c96 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:56:20.292135 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.414906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] DHCP port deletion for 673e1b97-01f0-4f06-a73a-3dca9fde4f9f request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:56:20.419228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] Deleting port efd81851-f667-4fc3-88a3-07e14f4d5c96 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:56:20.419592 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.497920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] For port efd81851-f667-4fc3-88a3-07e14f4d5c96, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=efd81851-f667-4fc3-88a3-07e14f4d5c96,segment=NetworkSegment(0d5566c4-0949-4952-bb35-ba53470132bb),segment_id=0d5566c4-0949-4952-bb35-ba53470132bb)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:20.498270 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.627069 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] For port efd81851-f667-4fc3-88a3-07e14f4d5c96, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=efd81851-f667-4fc3-88a3-07e14f4d5c96,segment=NetworkSegment(0d5566c4-0949-4952-bb35-ba53470132bb),segment_id=0d5566c4-0949-4952-bb35-ba53470132bb)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:20.628582 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.732031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Calling delete_port for efd81851-f667-4fc3-88a3-07e14f4d5c96 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:56:20.783133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] Calling delete_port for efd81851-f667-4fc3-88a3-07e14f4d5c96 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:56:20.815059 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.858249 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:20.861746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event deleted for resources: {'Port': ['ID=efd81851-f667-4fc3-88a3-07e14f4d5c96,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:20.867432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] No DVR routers for this DVR port efd81851-f667-4fc3-88a3-07e14f4d5c96 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:56:20.933334 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:56:20.933700 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:56:20.995228 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.024508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673e1b97-01f0-4f06-a73a-3dca9fde4f9f']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:21.036809 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5566c4-0949-4952-bb35-ba53470132bb') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:21.037094 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5566c4-0949-4952-bb35-ba53470132bb') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:21.048108 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.064020 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.070654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:56:21.071056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:56:21.085264 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:56:21.160265 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.181531 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.192858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Pushing event deleted for resources: {'Network': ['ID=673e1b97-01f0-4f06-a73a-3dca9fde4f9f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:21.196902 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-98bdaaee-4367-48c4-b1f8-ab59c98b6717 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "DELETE /v2.0/networks/673e1b97-01f0-4f06-a73a-3dca9fde4f9f HTTP/1.1" status: 204 len: 168 time: 1.0292590 Feb 09 13:56:21.199538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37982) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:21.240010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0167b53a-5582-4cd4-9a50-32984826e380 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Synchronizing usage tracker for tenant:a311a9cc93bd4a3e8630b1421f07262c on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:56:21.255888 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0167b53a-5582-4cd4-9a50-32984826e380 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Unset dirty status for tenant:a311a9cc93bd4a3e8630b1421f07262c on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:56:21.256948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0167b53a-5582-4cd4-9a50-32984826e380 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "GET /v2.0/ports?device_id=1830ad0b-66c8-4b0a-9550-01fdef15ecb7 HTTP/1.1" status: 200 len: 205 time: 0.0565355 Feb 09 13:56:21.259812 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37986) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:21.391998 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34cfdd67-e6e2-4240-a6a0-1783a5e49398 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.435026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] Deleting port efd81851-f667-4fc3-88a3-07e14f4d5c96 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:56:21.435428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.504370 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-3a63af1b-50ea-4c09-bc38-088bac4e8bff None None] The port 'efd81851-f667-4fc3-88a3-07e14f4d5c96' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:56:21.747194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device efd81851-f667-4fc3-88a3-07e14f4d5c96 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:56:21.776204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34cfdd67-e6e2-4240-a6a0-1783a5e49398 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.778984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: efd81851-f667-4fc3-88a3-07e14f4d5c96 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:56:21.779326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device efd81851-f667-4fc3-88a3-07e14f4d5c96 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:56:21.779737 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:56:21.780401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34cfdd67-e6e2-4240-a6a0-1783a5e49398 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.806443 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34cfdd67-e6e2-4240-a6a0-1783a5e49398 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.807072 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cfdd67-e6e2-4240-a6a0-1783a5e49398 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Fanout notify agent at l3_agent the message router_deleted on router 1830ad0b-66c8-4b0a-9550-01fdef15ecb7 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:56:21.811433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:56:21.811820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0030cad5-dbaf-4e7b-aa2f-658a72aacf2d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:56:21.819348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34cfdd67-e6e2-4240-a6a0-1783a5e49398 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:21.820427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-34cfdd67-e6e2-4240-a6a0-1783a5e49398 tempest-RoutersNegativeTest-366913324 tempest-RoutersNegativeTest-366913324-project] 10.222.0.59 "DELETE /v2.0/routers/1830ad0b-66c8-4b0a-9550-01fdef15ecb7 HTTP/1.1" status: 204 len: 168 time: 0.5597456 Feb 09 13:56:22.111870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 37994) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:22.285011 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3b84215f-b1a7-469f-9a56-dd6f8ed1d594 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a311a9cc93bd4a3e8630b1421f07262c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1713662 Feb 09 13:56:22.287469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38000) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:22.346406 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c292cd0e-73c4-4bdf-afcc-d24aa5f64b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:22.370804 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c292cd0e-73c4-4bdf-afcc-d24aa5f64b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:22.423499 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c292cd0e-73c4-4bdf-afcc-d24aa5f64b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:22.437234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292cd0e-73c4-4bdf-afcc-d24aa5f64b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656a7105-721b-4b5d-89c4-551187a793d5,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:22.444177 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-c292cd0e-73c4-4bdf-afcc-d24aa5f64b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:22.447760 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-c292cd0e-73c4-4bdf-afcc-d24aa5f64b97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/656a7105-721b-4b5d-89c4-551187a793d5 HTTP/1.1" status: 204 len: 168 time: 0.1569526 Feb 09 13:56:23.314625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:23.451449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1030888428-network', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:23.457029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:23.460822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Usage tracker for resource:network and tenant:dd56d2dd69d14f35babf964fcd11b2b2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:23.463747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:23.469360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:23.480006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Made reservation on behalf of dd56d2dd69d14f35babf964fcd11b2b2 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:23.482302 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:23.494918 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:23.526713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:23.530421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Usage tracker for resource:security_group_rule and tenant:dd56d2dd69d14f35babf964fcd11b2b2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:23.533162 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:23.538887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:23.604278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:23.608032 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:23.637406 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:56:23.645791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:23.651776 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:23.652081 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Added segment 9c206e15-e3ab-4cf7-a837-0747bfc0a515 of type vlan for network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 Feb 09 13:56:23.678861 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:23.712032 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:23.713024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:23.713583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:23.813465 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4971631 Feb 09 13:56:23.816802 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38028) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:23.824268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Request body: {'subnet': {'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1030888428-subnet', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:23.828297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8fe61-6d83-4972-b965-c472c5add755 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8345b5-7e34-482a-80f1-7ec2bc645bd5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:23.832272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:23.836266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Usage tracker for resource:subnet and tenant:dd56d2dd69d14f35babf964fcd11b2b2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:23.838640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:56:23.839445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:23.845503 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:23.856938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Made reservation on behalf of dd56d2dd69d14f35babf964fcd11b2b2 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:23.859692 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.081350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.149512 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e30249-3ed9-492d-85d0-45741a097c8d,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:24.168983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Checking segment: {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:24.169488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Network hostable DHCP agents. Network: 6f8345b5-7e34-482a-80f1-7ec2bc645bd5, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:56:24.192346 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:56:24.201509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 6f8345b5-7e34-482a-80f1-7ec2bc645bd5) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:24.205493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:24.206633 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.210615 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a65b23-fdc6-4079-bb75-460007f22052 None None] Network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:24.233616 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2e0292c6-3534-442a-91c7-8c0b00e6a5ec admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4132860 Feb 09 13:56:24.234140 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38032) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:24.240616 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1030888428-router', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:24.246456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:24.250798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Usage tracker for resource:router and tenant:dd56d2dd69d14f35babf964fcd11b2b2 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:24.254590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:24.265385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:24.276471 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.277610 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.297932 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.447907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6f8345b5-7e34-482a-80f1-7ec2bc645bd5', 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'fixed_ips': [{'subnet_id': 'a8e30249-3ed9-492d-85d0-45741a097c8d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:56:24.449176 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.661902 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.694663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Allocated IP 172.20.0.2 (6f8345b5-7e34-482a-80f1-7ec2bc645bd5/a8e30249-3ed9-492d-85d0-45741a097c8d/3a5e2128-e326-4466-b11d-1af552925b61) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:24.888464 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.906672 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.916923 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Transition to ACTIVE for port object 3a5e2128-e326-4466-b11d-1af552925b61 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:24.918175 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:24.935946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Transition to ACTIVE for port object 3a5e2128-e326-4466-b11d-1af552925b61 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:24.941649 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:25.009346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:25.017026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:25.021166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:25.027585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Pushing event updated for resources: {'Port': ['ID=3a5e2128-e326-4466-b11d-1af552925b61,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:25.071376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Allocated IP 172.25.5.228 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/3b02c941-d1b2-4e8e-a9a2-48ea6395d902) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:25.133927 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d4f9450-f4a5-45c4-a5f6-9ed1f940302e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:25.139375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Attempting to bind port 3a5e2128-e326-4466-b11d-1af552925b61 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:25.139984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Attempting to bind port 3a5e2128-e326-4466-b11d-1af552925b61 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:25.140336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Attempting to bind port 3a5e2128-e326-4466-b11d-1af552925b61 on network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:25.146604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:25.146962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Checking segment: {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:25.147608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:25.147981 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Bound using segment: {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:25.148426 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Bound port: 3a5e2128-e326-4466-b11d-1af552925b61, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:25.148782 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:25.219096 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:25.243752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] For port 3a5e2128-e326-4466-b11d-1af552925b61, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:25.247189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] For port 3a5e2128-e326-4466-b11d-1af552925b61, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3a5e2128-e326-4466-b11d-1af552925b61,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:25.247871 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:25.251272 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:25.316241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:25.319387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:25.324444 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:25.336745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50978d07-5dd6-4719-a5b6-ce1aa8bcefeb None None] Pushing event updated for resources: {'Port': ['ID=3a5e2128-e326-4466-b11d-1af552925b61,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:25.348755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Pushing event updated for resources: {'Port': ['ID=3b02c941-d1b2-4e8e-a9a2-48ea6395d902,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:25.512291 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:25.513082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:25.778198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:56:25.792361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3a5e2128-e326-4466-b11d-1af552925b61 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:25.866853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 3a5e2128-e326-4466-b11d-1af552925b61 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:25.998588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:56:26.011974 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Sync routers for ids ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:56:26.024608 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Routers {'1b52fc9f-d680-4052-9ef2-fd7b39122ec8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:56:26.025472 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:55:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:26.026727 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:26.028046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-62a30d0b-728d-44c3-9748-22a1861d9ebd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7927179 Feb 09 13:56:26.031036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38036) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:26.220339 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Set router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:56:26.290073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1e1966-b751-4e3c-8682-3401e6391b25 None None] Network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:26.413713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8937b7ff-81e6-419c-ab51-437935a6c8c3 None None] Provisioning for port 3a5e2128-e326-4466-b11d-1af552925b61 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:26.430454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8937b7ff-81e6-419c-ab51-437935a6c8c3 None None] Provisioning complete for port 3a5e2128-e326-4466-b11d-1af552925b61 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:26.430860 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8937b7ff-81e6-419c-ab51-437935a6c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:26.538748 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'name': 'tempest-TestEncryptedCinderVolumes-1030888428-router', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:25Z', 'revision_number': 3, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'gw_port': {'id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:26.542656 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Checking router: 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:56:26.542994 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Updating router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:56:26.595925 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:26.629551 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8937b7ff-81e6-419c-ab51-437935a6c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:26.679726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-8937b7ff-81e6-419c-ab51-437935a6c8c3 None None] For port 3a5e2128-e326-4466-b11d-1af552925b61, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3a5e2128-e326-4466-b11d-1af552925b61,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:26.685326 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8937b7ff-81e6-419c-ab51-437935a6c8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:26.755330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937b7ff-81e6-419c-ab51-437935a6c8c3 None None] Pushing event updated for resources: {'Port': ['ID=3a5e2128-e326-4466-b11d-1af552925b61,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:26.938414 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:26.956999 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:26.968769 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Transition to ACTIVE for port object 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:26.976979 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.022025 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-092780ea-4bf9-4830-b581-0115cea34254 None None] Provisioning complete for port 3a5e2128-e326-4466-b11d-1af552925b61 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:27.022670 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-092780ea-4bf9-4830-b581-0115cea34254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.061723 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Pushing event updated for resources: {'Port': ['ID=3b02c941-d1b2-4e8e-a9a2-48ea6395d902,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:27.067400 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Attempting to bind port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:27.067995 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Attempting to bind port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:27.068944 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Attempting to bind port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:27.078251 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.078839 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.079334 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.079861 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.080187 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.081025 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.081350 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.081798 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.082267 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.082753 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.083206 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:56:27.089990 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:27.090943 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:27.091232 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.091605 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:27.092072 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Bound port: 3b02c941-d1b2-4e8e-a9a2-48ea6395d902, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:27.092424 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.172736 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Allocated IP 172.20.0.1 (6f8345b5-7e34-482a-80f1-7ec2bc645bd5/a8e30249-3ed9-492d-85d0-45741a097c8d/38b1a833-e63f-4e9b-b8f9-1cbe859a87f9) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:27.189540 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] For port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:27.194241 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] For port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3b02c941-d1b2-4e8e-a9a2-48ea6395d902,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:27.200616 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.287692 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9bacd-cc9b-4888-af97-3d619135b69b None None] Pushing event updated for resources: {'Port': ['ID=3b02c941-d1b2-4e8e-a9a2-48ea6395d902,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:27.291578 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Routers {'1b52fc9f-d680-4052-9ef2-fd7b39122ec8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:56:27.292171 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:55:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:27.333284 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.350917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Transition to ACTIVE for port object 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:27.374733 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.435819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:27.443456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:27.447535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:27.469627 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] Set router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:56:27.481459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Pushing event updated for resources: {'Port': ['ID=38b1a833-e63f-4e9b-b8f9-1cbe859a87f9,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:27.510217 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.601149 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.731953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-25956a30-94e5-4a98-baec-6b4f3a5dfeae None None] Provisioning for port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:27.738710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-25956a30-94e5-4a98-baec-6b4f3a5dfeae None None] Provisioning complete for port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:27.739080 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-25956a30-94e5-4a98-baec-6b4f3a5dfeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.778189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3a5e2128-e326-4466-b11d-1af552925b61 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:27.828414 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'name': 'tempest-TestEncryptedCinderVolumes-1030888428-router', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:25Z', 'revision_number': 3, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'gw_port': {'id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:27.832774 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a12d9c7-16ef-41f3-b8b8-080bf02d40d6 None None] The sync data for ids ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'] in n-d-825175-3 is: [{'id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'name': 'tempest-TestEncryptedCinderVolumes-1030888428-router', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:25Z', 'revision_number': 3, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'gw_port': {'id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:56:27.849340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-25956a30-94e5-4a98-baec-6b4f3a5dfeae None None] Port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:56:27.871880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3a5e2128-e326-4466-b11d-1af552925b61 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:27.872236 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.873477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.879633 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.987859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:27.992083 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Pushing event updated for resources: {'Port': ['ID=38b1a833-e63f-4e9b-b8f9-1cbe859a87f9,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:28.149469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:28.150665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:28.303273 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-240be3e1-ca20-4533-aab3-a24afc3c1d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:28.484076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-01610ee0-a678-4621-a4b5-41dbe8fa31b5 None None] Provisioning complete for port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:28.484617 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-01610ee0-a678-4621-a4b5-41dbe8fa31b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:28.546559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-01610ee0-a678-4621-a4b5-41dbe8fa31b5 None None] Port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:56:28.664327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:56:28.708467 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:28.749294 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:28.872572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:56:28.881843 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d0b499c7-98d9-4a0f-96f6-eb0f771cce21 admin admin] 10.222.0.59 "PUT /v2.0/routers/1b52fc9f-d680-4052-9ef2-fd7b39122ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8497579 Feb 09 13:56:29.731948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38058) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:29.738318 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1908598323-network', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:29.748363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:29.755607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Usage tracker for resource:network and tenant:6f4e8998ff074ba8bc5a930f6c64cb59 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:29.759410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:29.765577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:29.778342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:29.780567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Made reservation on behalf of 6f4e8998ff074ba8bc5a930f6c64cb59 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:29.784584 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:29.804951 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:29.853798 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:29.857852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:29.858110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Usage tracker for resource:security_group_rule and tenant:6f4e8998ff074ba8bc5a930f6c64cb59 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:29.861257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:29.863116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:29.863471 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:29.868271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:29.942835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:29.947330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:29.989065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:56:29.998503 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.000855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd7c0b6-8c3e-4a5d-bc40-4bc6b15180f0,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:30.006777 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.007187 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Added segment 180b35a0-0ca2-410a-a487-868bc6106a3f of type vlan for network 3f219e90-9b53-4158-bace-5c4468183a9c Feb 09 13:56:30.029272 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3b02c941-d1b2-4e8e-a9a2-48ea6395d902,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:30.037352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.039169 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.069462 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.070432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:30.071277 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.098971 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.121194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=3b02c941-d1b2-4e8e-a9a2-48ea6395d902,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:30.174724 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4409962 Feb 09 13:56:30.175622 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0cb77-bcb1-4205-93b8-9f16f1b4b377 admin admin] Pushing event updated for resources: {'Network': ['ID=3f219e90-9b53-4158-bace-5c4468183a9c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:30.177846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38062) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:30.183217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Request body: {'subnet': {'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1908598323-subnet', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:30.187154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 3f219e90-9b53-4158-bace-5c4468183a9c details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:56:30.188661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:30.193179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Usage tracker for resource:subnet and tenant:6f4e8998ff074ba8bc5a930f6c64cb59 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:30.196081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:30.202103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:30.212553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Made reservation on behalf of 6f4e8998ff074ba8bc5a930f6c64cb59 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:30.214903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.423542 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.495351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c18768-1451-4dd3-9e2e-217d8c4ad172,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:30.506608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Checking segment: {'id': '180b35a0-0ca2-410a-a487-868bc6106a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:30.506962 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Network hostable DHCP agents. Network: 3f219e90-9b53-4158-bace-5c4468183a9c, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:56:30.531758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Network 3f219e90-9b53-4158-bace-5c4468183a9c is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:56:30.542608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 3f219e90-9b53-4158-bace-5c4468183a9c) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:30.546624 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:30.547246 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.552166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34e046-7f4e-4592-b9ce-4c594b020e31 None None] Network 3f219e90-9b53-4158-bace-5c4468183a9c requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:30.569139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5a6ed2a9-a62c-4d30-a772-04e35f96dc3b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3905425 Feb 09 13:56:30.571898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38066) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:30.577546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1908598323-router', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:30.584133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:30.588798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Usage tracker for resource:router and tenant:6f4e8998ff074ba8bc5a930f6c64cb59 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:56:30.591670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:56:30.597718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:30.608183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.609044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.627044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.774743 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-3f219e90-9b53-4158-bace-5c4468183a9c', 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'fixed_ips': [{'subnet_id': '88c18768-1451-4dd3-9e2e-217d8c4ad172'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:56:30.775572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.779586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:30.955077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Allocated IP 172.20.0.2 (3f219e90-9b53-4158-bace-5c4468183a9c/88c18768-1451-4dd3-9e2e-217d8c4ad172/e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:30.995892 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.034979 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.186868 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Allocated IP 172.25.5.204 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/e6a98e38-a3bd-40ec-b7be-00951ef395e2) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:31.193473 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.207922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Transition to ACTIVE for port object e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:31.230534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Transition to ACTIVE for port object e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:31.239256 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.331801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Network 3f219e90-9b53-4158-bace-5c4468183a9c is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:31.342682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:31.348050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:31.357991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Pushing event updated for resources: {'Port': ['ID=e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:31.470097 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.488871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Attempting to bind port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:31.490819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Attempting to bind port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '180b35a0-0ca2-410a-a487-868bc6106a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:31.491224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Attempting to bind port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a on network 3f219e90-9b53-4158-bace-5c4468183a9c {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:31.502416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:31.502416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Checking segment: {'id': '180b35a0-0ca2-410a-a487-868bc6106a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:31.502416 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.502416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Bound using segment: {'id': '180b35a0-0ca2-410a-a487-868bc6106a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:31.502416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Bound port: e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180b35a0-0ca2-410a-a487-868bc6106a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:31.502416 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.517243 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.547276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Sync routers for ids ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:56:31.594352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:31.595486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:31.600349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:31.604509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Routers {'1b52fc9f-d680-4052-9ef2-fd7b39122ec8'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:56:31.605189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:56:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:31.629765 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a98e38-a3bd-40ec-b7be-00951ef395e2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:31.700322 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] For port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:31.763674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] For port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a,segment=NetworkSegment(180b35a0-0ca2-410a-a487-868bc6106a3f),segment_id=180b35a0-0ca2-410a-a487-868bc6106a3f)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:31.775910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:31.806374 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.814160 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.815441 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:31.967334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39ee16-9b78-4209-a22b-bead7629d0b7 None None] Pushing event updated for resources: {'Port': ['ID=e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:31.990817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:31.991184 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:32.023017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Set router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:56:32.136171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Router e1f8260c-b6bc-4267-9207-212f63ef6b41 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:56:32.423210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:56:32.434858 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Sync routers for ids ['e1f8260c-b6bc-4267-9207-212f63ef6b41'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:56:32.447627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'name': 'tempest-TestEncryptedCinderVolumes-1030888428-router', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:27Z', 'revision_number': 4, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'gw_port': {'id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '38b1a833-e63f-4e9b-b8f9-1cbe859a87f9', 'name': '', 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'mac_address': 'fa:16:3e:71:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8e30249-3ed9-492d-85d0-45741a097c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:26Z', 'updated_at': '2022-02-09T13:56:27Z', 'revision_number': 2, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'subnets': [{'id': 'a8e30249-3ed9-492d-85d0-45741a097c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:32.449990 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Routers {'e1f8260c-b6bc-4267-9207-212f63ef6b41'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:56:32.450783 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:56:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e1f8260c-b6bc-4267-9207-212f63ef6b41'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:32.451960 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:32.453122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Checking router: 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:56:32.453505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Updating router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:56:32.453728 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d74057bf-8cf5-4bf5-81bb-a8ddf94cfb24 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8806210 Feb 09 13:56:32.456837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38070) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:56:32.537595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:32.795138 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Set router e1f8260c-b6bc-4267-9207-212f63ef6b41 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:56:33.051522 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.064095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Transition to ACTIVE for port object 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:33.075099 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.134538 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'name': 'tempest-TestEncryptedCinderVolumes-1908598323-router', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:30Z', 'updated_at': '2022-02-09T13:56:31Z', 'revision_number': 3, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'gw_port': {'id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:33:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:31Z', 'updated_at': '2022-02-09T13:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:33.138969 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Checking router: e1f8260c-b6bc-4267-9207-212f63ef6b41 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:56:33.139715 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Updating router e1f8260c-b6bc-4267-9207-212f63ef6b41 port e6a98e38-a3bd-40ec-b7be-00951ef395e2 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:56:33.170719 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbcdd9-8140-420d-8a63-89f8e83a7db5 None None] Pushing event updated for resources: {'Port': ['ID=38b1a833-e63f-4e9b-b8f9-1cbe859a87f9,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:33.210124 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.251673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c7e63f-ed39-427d-948e-14f736d22c34 None None] Network 3f219e90-9b53-4158-bace-5c4468183a9c requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:56:33.419957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3ac8c4b6-0c8d-4f93-b7ab-260d8a8ca397 None None] Provisioning for port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:33.467782 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.555587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Attempting to bind port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:33.555955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Attempting to bind port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:33.556361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Attempting to bind port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 on network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:33.563141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:33.563512 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Checking segment: {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:33.563909 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.564510 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Bound using segment: {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:33.564794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Bound port: 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:33.565170 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.592780 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.606203 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Transition to ACTIVE for port object e6a98e38-a3bd-40ec-b7be-00951ef395e2 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:33.618563 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.697678 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db4f53-6996-432f-9e15-206d991efb57 None None] Pushing event updated for resources: {'Port': ['ID=e6a98e38-a3bd-40ec-b7be-00951ef395e2,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:33.703520 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Attempting to bind port e6a98e38-a3bd-40ec-b7be-00951ef395e2 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:33.703872 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Attempting to bind port e6a98e38-a3bd-40ec-b7be-00951ef395e2 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:33.704223 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Attempting to bind port e6a98e38-a3bd-40ec-b7be-00951ef395e2 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:33.711635 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:33.711937 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:33.712321 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.712693 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:33.713145 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Bound port: e6a98e38-a3bd-40ec-b7be-00951ef395e2, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:33.713679 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.717008 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Allocated IP 172.20.0.1 (3f219e90-9b53-4158-bace-5c4468183a9c/88c18768-1451-4dd3-9e2e-217d8c4ad172/e81f4981-8df4-4d2c-9838-eba43f42763d) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:33.755015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] For port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:33.758848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] For port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=38b1a833-e63f-4e9b-b8f9-1cbe859a87f9,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:33.774792 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.819563 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] For port e6a98e38-a3bd-40ec-b7be-00951ef395e2, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:33.823489 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] For port e6a98e38-a3bd-40ec-b7be-00951ef395e2, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e6a98e38-a3bd-40ec-b7be-00951ef395e2,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:33.833995 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:33.868675 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbcdd9-8140-420d-8a63-89f8e83a7db5 None None] Pushing event updated for resources: {'Port': ['ID=38b1a833-e63f-4e9b-b8f9-1cbe859a87f9,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:33.882937 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Routers {'1b52fc9f-d680-4052-9ef2-fd7b39122ec8'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:56:33.883549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:56:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:33.933607 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:33.975709 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.027340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Transition to ACTIVE for port object e81f4981-8df4-4d2c-9838-eba43f42763d will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:34.037132 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db4f53-6996-432f-9e15-206d991efb57 None None] Pushing event updated for resources: {'Port': ['ID=e6a98e38-a3bd-40ec-b7be-00951ef395e2,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:34.054899 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Routers {'e1f8260c-b6bc-4267-9207-212f63ef6b41'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:56:34.056866 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:56:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e1f8260c-b6bc-4267-9207-212f63ef6b41'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:34.102114 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.182833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] Set router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:56:34.215351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Network 3f219e90-9b53-4158-bace-5c4468183a9c is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:34.223590 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:34.229943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:34.264464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Pushing event updated for resources: {'Port': ['ID=e81f4981-8df4-4d2c-9838-eba43f42763d,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:34.296766 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.317538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:34.375795 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] Set router e1f8260c-b6bc-4267-9207-212f63ef6b41 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:56:34.388138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:34.388585 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.394045 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.503843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-dbe8b2f6-fbc5-41e7-9ec8-73e4e713ef27 None None] Provisioning complete for port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:34.504201 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b2f6-fbc5-41e7-9ec8-73e4e713ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.645751 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.650998 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.678804 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.684626 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'name': 'tempest-TestEncryptedCinderVolumes-1908598323-router', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:30Z', 'updated_at': '2022-02-09T13:56:31Z', 'revision_number': 3, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'gw_port': {'id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:33:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:31Z', 'updated_at': '2022-02-09T13:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:34.688770 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea3a1d9-948d-4dfc-9c09-4884998a6642 None None] The sync data for ids ['e1f8260c-b6bc-4267-9207-212f63ef6b41'] in n-d-825175-3 is: [{'id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'name': 'tempest-TestEncryptedCinderVolumes-1908598323-router', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:30Z', 'updated_at': '2022-02-09T13:56:31Z', 'revision_number': 3, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'gw_port': {'id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:33:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:31Z', 'updated_at': '2022-02-09T13:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:56:34.735551 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:56:34.761559 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.764875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Pushing event updated for resources: {'Port': ['ID=e81f4981-8df4-4d2c-9838-eba43f42763d,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:34.811902 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a,segment=NetworkSegment(180b35a0-0ca2-410a-a487-868bc6106a3f),segment_id=180b35a0-0ca2-410a-a487-868bc6106a3f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:34.816818 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b2f6-fbc5-41e7-9ec8-73e4e713ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.827452 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:34.902179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Network 3f219e90-9b53-4158-bace-5c4468183a9c is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:34.903325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:34.963424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:34.977178 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-dbe8b2f6-fbc5-41e7-9ec8-73e4e713ef27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:56:34.977533 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-dbe8b2f6-fbc5-41e7-9ec8-73e4e713ef27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:56:34.984595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'name': 'tempest-TestEncryptedCinderVolumes-1030888428-router', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:27Z', 'revision_number': 4, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'gw_port': {'id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '38b1a833-e63f-4e9b-b8f9-1cbe859a87f9', 'name': '', 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'mac_address': 'fa:16:3e:71:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8e30249-3ed9-492d-85d0-45741a097c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:26Z', 'updated_at': '2022-02-09T13:56:33Z', 'revision_number': 4, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'subnets': [{'id': 'a8e30249-3ed9-492d-85d0-45741a097c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:34.989999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2f921-5c2e-469d-8204-05840d1570d2 None None] The sync data for ids ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'] in n-d-825175-3 is: [{'id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'name': 'tempest-TestEncryptedCinderVolumes-1030888428-router', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:27Z', 'revision_number': 4, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'gw_port': {'id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '38b1a833-e63f-4e9b-b8f9-1cbe859a87f9', 'name': '', 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'mac_address': 'fa:16:3e:71:07:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8e30249-3ed9-492d-85d0-45741a097c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:26Z', 'updated_at': '2022-02-09T13:56:33Z', 'revision_number': 4, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'subnets': [{'id': 'a8e30249-3ed9-492d-85d0-45741a097c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:56:35.510183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Router e1f8260c-b6bc-4267-9207-212f63ef6b41 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:56:35.663812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0a2c3d0a-9bdb-4713-83e4-a1674b5eaded None None] Provisioning for port e81f4981-8df4-4d2c-9838-eba43f42763d completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:35.671334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0a2c3d0a-9bdb-4713-83e4-a1674b5eaded None None] Provisioning complete for port e81f4981-8df4-4d2c-9838-eba43f42763d triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:35.671667 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0a2c3d0a-9bdb-4713-83e4-a1674b5eaded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:35.742153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c3d0a-9bdb-4713-83e4-a1674b5eaded None None] Port e81f4981-8df4-4d2c-9838-eba43f42763d cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:56:35.780677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:56:35.790831 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8a6fb2ff-777d-41c5-846b-f8c81f3a9a52 admin admin] 10.222.0.59 "PUT /v2.0/routers/e1f8260c-b6bc-4267-9207-212f63ef6b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3322628 Feb 09 13:56:35.923682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e6a98e38-a3bd-40ec-b7be-00951ef395e2 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:36.010107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e6a98e38-a3bd-40ec-b7be-00951ef395e2 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:36.016265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e6a98e38-a3bd-40ec-b7be-00951ef395e2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:36.016596 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:36.211720 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:36.230305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e6a98e38-a3bd-40ec-b7be-00951ef395e2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e6a98e38-a3bd-40ec-b7be-00951ef395e2,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:36.238596 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:36.240133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:36.359821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e6a98e38-a3bd-40ec-b7be-00951ef395e2,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:36.373244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:36.378290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:36.378770 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:36.494508 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:36.526020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=38b1a833-e63f-4e9b-b8f9-1cbe859a87f9,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:36.530488 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:36.531234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:36.644103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=38b1a833-e63f-4e9b-b8f9-1cbe859a87f9,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:36.656599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:36.656962 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:36.725871 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-567bdc1d-e362-43a9-bf05-430cd6ab97fa tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:36.727251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-567bdc1d-e362-43a9-bf05-430cd6ab97fa tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/networks?id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5 HTTP/1.1" status: 200 len: 817 time: 0.1488016 Feb 09 13:56:36.744915 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-d84cee98-7898-4c70-9f37-53a71318d69e tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/quotas/dd56d2dd69d14f35babf964fcd11b2b2 HTTP/1.1" status: 200 len: 375 time: 0.0118098 Feb 09 13:56:36.822431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-88431720-5ddb-4a1b-8b29-3aee4e8b2f4b tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Synchronizing usage tracker for tenant:dd56d2dd69d14f35babf964fcd11b2b2 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:56:36.838770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-88431720-5ddb-4a1b-8b29-3aee4e8b2f4b tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Unset dirty status for tenant:dd56d2dd69d14f35babf964fcd11b2b2 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:56:36.840000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-88431720-5ddb-4a1b-8b29-3aee4e8b2f4b tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd56d2dd69d14f35babf964fcd11b2b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900254 Feb 09 13:56:36.977035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-7eabe577-d966-4095-8cf2-22a0e8736a80 service neutron] 10.222.0.59 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244674 Feb 09 13:56:37.104962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-75a0c287-6a9a-4783-b429-7b47f6cc85c5 service neutron] 10.222.0.59 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215475 Feb 09 13:56:37.310780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e37e94cc-ecf5-4028-a5ca-e4000c234963 req-bdb9e080-d78a-4c15-ad20-cbb19375de8e tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0433223 Feb 09 13:56:37.766760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e6a98e38-a3bd-40ec-b7be-00951ef395e2 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:37.835473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e6a98e38-a3bd-40ec-b7be-00951ef395e2 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:37.835838 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:37.950759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:38.025190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:38.025468 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:38.380293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-1c352c63-6075-43c5-80ee-200bf1c809ac tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:38.382807 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-1c352c63-6075-43c5-80ee-200bf1c809ac tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Synchronizing usage tracker for tenant:dd56d2dd69d14f35babf964fcd11b2b2 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:56:38.404545 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-1c352c63-6075-43c5-80ee-200bf1c809ac tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Unset dirty status for tenant:dd56d2dd69d14f35babf964fcd11b2b2 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:56:38.405844 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-1c352c63-6075-43c5-80ee-200bf1c809ac tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.62 "GET /v2.0/networks?id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5 HTTP/1.1" status: 200 len: 817 time: 0.1793978 Feb 09 13:56:38.423775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Request body: {'port': {'device_id': '5c3279a6-fcb1-454d-badf-b72b7e88ccd2', 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5', 'admin_state_up': True, 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:38.515419 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b5994d7-0fb4-46dd-a0ee-84c73486c040 req-0354ff9d-220b-4b80-9e1e-1cbec7d49365 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0496280 Feb 09 13:56:38.569002 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:56:38.578185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:56:38.587908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Made reservation on behalf of dd56d2dd69d14f35babf964fcd11b2b2 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:56:38.590893 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:38.757389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Allocated IP 172.20.0.6 (6f8345b5-7e34-482a-80f1-7ec2bc645bd5/a8e30249-3ed9-492d-85d0-45741a097c8d/49cb7142-3aca-4faa-9015-d2e016c4817a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:56:38.972538 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:38.988577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Transition to ACTIVE for port object 49cb7142-3aca-4faa-9015-d2e016c4817a will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:39.010157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:39.077215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:56:39.084160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:56:39.088561 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:56:39.119745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Pushing event updated for resources: {'Port': ['ID=49cb7142-3aca-4faa-9015-d2e016c4817a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:39.155627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:39.156232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:39.183166 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-633dd92a-cdf1-4da9-92aa-f35172a71c3d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7645054 Feb 09 13:56:39.195981 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Request body: {'port': {'device_id': '5c3279a6-fcb1-454d-badf-b72b7e88ccd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:56:39.306490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6583de9a-f507-4a1a-8fa9-6483e987c335 None None] Provisioning for port 49cb7142-3aca-4faa-9015-d2e016c4817a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:39.311550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6583de9a-f507-4a1a-8fa9-6483e987c335 None None] Provisioning complete for port 49cb7142-3aca-4faa-9015-d2e016c4817a triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:39.311916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6583de9a-f507-4a1a-8fa9-6483e987c335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:39.368569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6583de9a-f507-4a1a-8fa9-6483e987c335 None None] Port 49cb7142-3aca-4faa-9015-d2e016c4817a cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:56:39.394909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:39.722460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5cfc-3762-44d4-8a7f-e16f13c0dff9 req-2e45a501-01cc-4b27-bad1-01b69a283596 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:39.723921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21eb5cfc-3762-44d4-8a7f-e16f13c0dff9 req-2e45a501-01cc-4b27-bad1-01b69a283596 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 931 time: 0.0772257 Feb 09 13:56:39.728449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cb7142-3aca-4faa-9015-d2e016c4817a {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:56:39.735986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:39.750816 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Transition to ACTIVE for port object 49cb7142-3aca-4faa-9015-d2e016c4817a will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:39.754712 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:39.768955 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21eb5cfc-3762-44d4-8a7f-e16f13c0dff9 req-1b8a019d-4695-4ee0-9a18-9dd4a3d64b96 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Feb 09 13:56:39.885534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Pushing event updated for resources: {'Port': ['ID=49cb7142-3aca-4faa-9015-d2e016c4817a,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:39.993213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Attempting to bind port 49cb7142-3aca-4faa-9015-d2e016c4817a on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:39.993540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Attempting to bind port 49cb7142-3aca-4faa-9015-d2e016c4817a by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:39.993902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Attempting to bind port 49cb7142-3aca-4faa-9015-d2e016c4817a on network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:40.000688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Port 49cb7142-3aca-4faa-9015-d2e016c4817a on network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:56:40.000976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Attempting to bind port 49cb7142-3aca-4faa-9015-d2e016c4817a on network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:40.013198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:40.013533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Checking segment: {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:40.013912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Bound using segment: {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:40.014332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Bound port: 49cb7142-3aca-4faa-9015-d2e016c4817a, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:40.014766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:40.104367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] For port 49cb7142-3aca-4faa-9015-d2e016c4817a, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:40.107330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] For port 49cb7142-3aca-4faa-9015-d2e016c4817a, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=49cb7142-3aca-4faa-9015-d2e016c4817a,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:40.111665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:40.172778 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:40.174215 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-67755465-5fea-4953-a40d-0158a902d74d service neutron] 10.222.0.62 "PUT /v2.0/ports/49cb7142-3aca-4faa-9015-d2e016c4817a HTTP/1.1" status: 200 len: 1091 time: 0.9824538 Feb 09 13:56:40.174676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3279a6-fcb1-454d-badf-b72b7e88ccd2', 'tag': '49cb7142-3aca-4faa-9015-d2e016c4817a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:56:40.189274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67755465-5fea-4953-a40d-0158a902d74d service neutron] Pushing event updated for resources: {'Port': ['ID=49cb7142-3aca-4faa-9015-d2e016c4817a,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:40.256710 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3279a6-fcb1-454d-badf-b72b7e88ccd2', 'tag': '49cb7142-3aca-4faa-9015-d2e016c4817a', 'status': 'completed', 'code': 200} Feb 09 13:56:40.304669 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-8e6e8e6d-2b7a-4314-a210-c5ac39f84b0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd56d2dd69d14f35babf964fcd11b2b2&device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 1094 time: 0.0805612 Feb 09 13:56:40.372888 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-cb208a5d-7708-4339-96cf-0f7865538a27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49cb7142-3aca-4faa-9015-d2e016c4817a HTTP/1.1" status: 200 len: 217 time: 0.0612023 Feb 09 13:56:40.440856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-1275e24f-6686-4444-aa58-8601efa35b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:40.442216 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-1275e24f-6686-4444-aa58-8601efa35b79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8e30249-3ed9-492d-85d0-45741a097c8d HTTP/1.1" status: 200 len: 856 time: 0.0615990 Feb 09 13:56:40.516654 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-06c10edb-e129-4e57-9ea4-b22f5ce15a32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669913 Feb 09 13:56:40.646574 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-95f87c54-f5a0-4d77-998f-795d3569c860 service neutron] 10.222.0.62 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219747 Feb 09 13:56:40.783296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3b31a07a-1d5a-4b90-a6b7-a6b53f0c36d9 req-44e0401c-445d-4b14-a377-8a14c91449cd service neutron] 10.222.0.62 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300292 Feb 09 13:56:40.900257 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d258a6f6-db3c-49ef-9670-a4b54356c898 req-1d632c09-fdcd-41e5-a06e-be227b98e9a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd56d2dd69d14f35babf964fcd11b2b2&device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 1094 time: 0.0728946 Feb 09 13:56:40.968634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a429fd-e38b-4ab8-b9ad-79cceae96cb4 req-48839724-3a2e-4746-a5f1-77e742511d64 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:40.970174 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e8a429fd-e38b-4ab8-b9ad-79cceae96cb4 req-48839724-3a2e-4746-a5f1-77e742511d64 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 943 time: 0.0791225 Feb 09 13:56:41.020132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e8a429fd-e38b-4ab8-b9ad-79cceae96cb4 req-e0b010e7-a8ef-44e9-b007-e78b291f2393 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Feb 09 13:56:41.045719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258a6f6-db3c-49ef-9670-a4b54356c898 req-edf91ea1-f257-4bba-a075-2f9c2ca4a3d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:41.047214 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d258a6f6-db3c-49ef-9670-a4b54356c898 req-edf91ea1-f257-4bba-a075-2f9c2ca4a3d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5 HTTP/1.1" status: 200 len: 918 time: 0.1406586 Feb 09 13:56:41.193731 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d258a6f6-db3c-49ef-9670-a4b54356c898 req-899bfbeb-1e20-4567-8b1c-9cd4934e8cd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49cb7142-3aca-4faa-9015-d2e016c4817a HTTP/1.1" status: 200 len: 217 time: 0.1397803 Feb 09 13:56:41.259717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258a6f6-db3c-49ef-9670-a4b54356c898 req-7973ba43-6884-4139-ab12-799ee370ef8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:41.261116 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d258a6f6-db3c-49ef-9670-a4b54356c898 req-7973ba43-6884-4139-ab12-799ee370ef8d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8e30249-3ed9-492d-85d0-45741a097c8d HTTP/1.1" status: 200 len: 856 time: 0.0601828 Feb 09 13:56:41.336995 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d258a6f6-db3c-49ef-9670-a4b54356c898 req-a040c4ae-b373-4da3-9819-38cd7c894e07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688035 Feb 09 13:56:41.474289 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d258a6f6-db3c-49ef-9670-a4b54356c898 req-9a11a5bd-46e4-496d-ba54-c5c49ceb3c20 service neutron] 10.222.0.62 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297903 Feb 09 13:56:41.607783 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d258a6f6-db3c-49ef-9670-a4b54356c898 req-692872a4-92e5-405f-8188-69068c4d929b service neutron] 10.222.0.62 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266568 Feb 09 13:56:41.734405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:42.147002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-b5e89f5f-2f6f-42ba-93de-0a9383bb4f6a req-ddc41a2e-b9f7-4ab9-bff6-f04ae58d07d5 service neutron] (83480) timed out ('10.222.0.59', 55908) {{(pid=83480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:56:42.341154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122a26-91a7-4382-bc38-70328658d673 req-5ba9d75f-6f02-4bf4-af34-40d0d4c6ee8a tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:42.342629 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f122a26-91a7-4382-bc38-70328658d673 req-5ba9d75f-6f02-4bf4-af34-40d0d4c6ee8a tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 943 time: 0.2020447 Feb 09 13:56:42.387094 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1f122a26-91a7-4382-bc38-70328658d673 req-e0f88144-d6e7-4824-a192-478e48116454 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383685 Feb 09 13:56:43.585464 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 49cb7142-3aca-4faa-9015-d2e016c4817a details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:56:43.679145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690a27b-2728-438a-bfff-ad468939daad req-d400783b-c40d-4a33-9934-55e91dc7f563 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:43.680524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2690a27b-2728-438a-bfff-ad468939daad req-d400783b-c40d-4a33-9934-55e91dc7f563 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 943 time: 0.1715620 Feb 09 13:56:43.727513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2690a27b-2728-438a-bfff-ad468939daad req-c0499f37-2a40-44e8-aa75-b0a7f10e9a0f tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413237 Feb 09 13:56:43.740620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 49cb7142-3aca-4faa-9015-d2e016c4817a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=49cb7142-3aca-4faa-9015-d2e016c4817a,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:43.754900 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '49cb7142-3aca-4faa-9015-d2e016c4817a', 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5', 'port_id': '49cb7142-3aca-4faa-9015-d2e016c4817a', 'mac_address': 'fa:16:3e:67:44:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e30249-3ed9-492d-85d0-45741a097c8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:56:43.809019 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:43.826026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cb7142-3aca-4faa-9015-d2e016c4817a {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:56:43.842313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 49cb7142-3aca-4faa-9015-d2e016c4817a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=49cb7142-3aca-4faa-9015-d2e016c4817a,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:43.847081 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:43.914960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=49cb7142-3aca-4faa-9015-d2e016c4817a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:44.071951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['49cb7142-3aca-4faa-9015-d2e016c4817a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:56:44.923289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb81c4-515e-42e2-ba5a-7bd102a881f7 req-8bf8201f-eaa9-4db4-bfad-64efd6133ae3 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:44.925280 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92fb81c4-515e-42e2-ba5a-7bd102a881f7 req-8bf8201f-eaa9-4db4-bfad-64efd6133ae3 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 944 time: 0.0743999 Feb 09 13:56:44.973263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-92fb81c4-515e-42e2-ba5a-7bd102a881f7 req-ee37f0c7-2432-4b46-8258-ce1acb1ab667 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Feb 09 13:56:45.592638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 49cb7142-3aca-4faa-9015-d2e016c4817a up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:45.664047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 49cb7142-3aca-4faa-9015-d2e016c4817a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:45.668599 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 49cb7142-3aca-4faa-9015-d2e016c4817a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:45.668963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:45.811600 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:45.837325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3279a6-fcb1-454d-badf-b72b7e88ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cb7142-3aca-4faa-9015-d2e016c4817a'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:56:45.846545 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 49cb7142-3aca-4faa-9015-d2e016c4817a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=49cb7142-3aca-4faa-9015-d2e016c4817a,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:56:45.850693 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:45.893793 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3279a6-fcb1-454d-badf-b72b7e88ccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cb7142-3aca-4faa-9015-d2e016c4817a', 'code': 200} Feb 09 13:56:45.921624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=49cb7142-3aca-4faa-9015-d2e016c4817a,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:46.028325 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-802277a6-f1cb-420e-876d-8ede62656d73 req-8d1a3df0-c60a-4d20-9c0b-454f9cd9688d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 1096 time: 0.0752964 Feb 09 13:56:46.071360 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-802277a6-f1cb-420e-876d-8ede62656d73 req-6c0a8b4f-1022-48bf-80ff-051bd5ff9761 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367467 Feb 09 13:56:46.267602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec1019-7393-43a4-b24e-1bb8a2c16a13 req-3c5c3b0e-c89e-4c28-9719-8b53df944e25 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:46.269042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5ec1019-7393-43a4-b24e-1bb8a2c16a13 req-3c5c3b0e-c89e-4c28-9719-8b53df944e25 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 945 time: 0.1726029 Feb 09 13:56:46.313337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5ec1019-7393-43a4-b24e-1bb8a2c16a13 req-1b84da29-d35d-4fc3-b482-b6e224ffc238 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388319 Feb 09 13:56:46.613345 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:47.514198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0d14-63eb-42fc-af90-d1f8f51d2f23 req-bd82656e-b2ff-4e89-a3aa-5d0cf419c25e tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:47.515596 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23bc0d14-63eb-42fc-af90-d1f8f51d2f23 req-bd82656e-b2ff-4e89-a3aa-5d0cf419c25e tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0797372 Feb 09 13:56:47.559252 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23bc0d14-63eb-42fc-af90-d1f8f51d2f23 req-b382dfb6-4ca7-4993-aeae-48b255815004 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381935 Feb 09 13:56:47.753154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2274955-3037-44e6-ba92-e0b016475e30 req-0ecb4569-e71e-432c-bfc4-5bdf536574b9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:56:47.754626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2274955-3037-44e6-ba92-e0b016475e30 req-0ecb4569-e71e-432c-bfc4-5bdf536574b9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0755308 Feb 09 13:56:47.798240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2274955-3037-44e6-ba92-e0b016475e30 req-71cc067c-bea0-4090-ac45-193340b43903 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380874 Feb 09 13:56:55.081445 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-346c38a4-bdb4-438b-9ef5-a3654312310a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:56.953056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Sync routers for ids ['e1f8260c-b6bc-4267-9207-212f63ef6b41'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:56:56.971598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Routers {'e1f8260c-b6bc-4267-9207-212f63ef6b41'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:56:56.971598 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:56:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e1f8260c-b6bc-4267-9207-212f63ef6b41'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:57.151424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Set router e1f8260c-b6bc-4267-9207-212f63ef6b41 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:56:57.478792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'name': 'tempest-TestEncryptedCinderVolumes-1908598323-router', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:30Z', 'updated_at': '2022-02-09T13:56:34Z', 'revision_number': 4, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'gw_port': {'id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:31Z', 'updated_at': '2022-02-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e81f4981-8df4-4d2c-9838-eba43f42763d', 'name': '', 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'mac_address': 'fa:16:3e:92:88:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c18768-1451-4dd3-9e2e-217d8c4ad172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:33Z', 'updated_at': '2022-02-09T13:56:34Z', 'revision_number': 2, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'subnets': [{'id': '88c18768-1451-4dd3-9e2e-217d8c4ad172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:57.482631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Checking router: e1f8260c-b6bc-4267-9207-212f63ef6b41 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:56:57.482975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Updating router e1f8260c-b6bc-4267-9207-212f63ef6b41 port e81f4981-8df4-4d2c-9838-eba43f42763d binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:56:57.534564 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:57.868829 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:57.881046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Transition to ACTIVE for port object e81f4981-8df4-4d2c-9838-eba43f42763d will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:56:57.888013 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:58.014019 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74213de-2e18-4ffa-95ae-1a2a84bd49e2 None None] Pushing event updated for resources: {'Port': ['ID=e81f4981-8df4-4d2c-9838-eba43f42763d,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:58.111774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Attempting to bind port e81f4981-8df4-4d2c-9838-eba43f42763d on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:56:58.112138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Attempting to bind port e81f4981-8df4-4d2c-9838-eba43f42763d by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '180b35a0-0ca2-410a-a487-868bc6106a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:56:58.112496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Attempting to bind port e81f4981-8df4-4d2c-9838-eba43f42763d on network 3f219e90-9b53-4158-bace-5c4468183a9c {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:56:58.119594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:56:58.119954 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Checking segment: {'id': '180b35a0-0ca2-410a-a487-868bc6106a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:56:58.120565 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:58.120957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Bound using segment: {'id': '180b35a0-0ca2-410a-a487-868bc6106a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:56:58.121417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Bound port: e81f4981-8df4-4d2c-9838-eba43f42763d, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180b35a0-0ca2-410a-a487-868bc6106a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:56:58.121791 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:58.217501 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] For port e81f4981-8df4-4d2c-9838-eba43f42763d, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:56:58.221262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] For port e81f4981-8df4-4d2c-9838-eba43f42763d, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e81f4981-8df4-4d2c-9838-eba43f42763d,segment=NetworkSegment(180b35a0-0ca2-410a-a487-868bc6106a3f),segment_id=180b35a0-0ca2-410a-a487-868bc6106a3f)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:56:58.226349 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:58.324538 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51b53ed5-5cab-4796-a05f-cc926ae369b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:58.340189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74213de-2e18-4ffa-95ae-1a2a84bd49e2 None None] Pushing event updated for resources: {'Port': ['ID=e81f4981-8df4-4d2c-9838-eba43f42763d,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:56:58.345385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Routers {'e1f8260c-b6bc-4267-9207-212f63ef6b41'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:56:58.346074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:56:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e1f8260c-b6bc-4267-9207-212f63ef6b41'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:58.616854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] Set router e1f8260c-b6bc-4267-9207-212f63ef6b41 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:56:58.792971 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:58.794311 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:56:58.953494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'name': 'tempest-TestEncryptedCinderVolumes-1908598323-router', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:30Z', 'updated_at': '2022-02-09T13:56:34Z', 'revision_number': 4, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'gw_port': {'id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:31Z', 'updated_at': '2022-02-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e81f4981-8df4-4d2c-9838-eba43f42763d', 'name': '', 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'mac_address': 'fa:16:3e:92:88:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c18768-1451-4dd3-9e2e-217d8c4ad172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:33Z', 'updated_at': '2022-02-09T13:56:58Z', 'revision_number': 4, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'subnets': [{'id': '88c18768-1451-4dd3-9e2e-217d8c4ad172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:56:58.958240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c939a7d3-92e7-4571-9ef7-39bda3318803 None None] The sync data for ids ['e1f8260c-b6bc-4267-9207-212f63ef6b41'] in n-d-825175-3 is: [{'id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'name': 'tempest-TestEncryptedCinderVolumes-1908598323-router', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:30Z', 'updated_at': '2022-02-09T13:56:34Z', 'revision_number': 4, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'gw_port': {'id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:31Z', 'updated_at': '2022-02-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e81f4981-8df4-4d2c-9838-eba43f42763d', 'name': '', 'network_id': '3f219e90-9b53-4158-bace-5c4468183a9c', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'mac_address': 'fa:16:3e:92:88:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c18768-1451-4dd3-9e2e-217d8c4ad172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:33Z', 'updated_at': '2022-02-09T13:56:58Z', 'revision_number': 4, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'subnets': [{'id': '88c18768-1451-4dd3-9e2e-217d8c4ad172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:56:59.806351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e81f4981-8df4-4d2c-9838-eba43f42763d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:56:59.885969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e81f4981-8df4-4d2c-9838-eba43f42763d completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:56:59.891469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e81f4981-8df4-4d2c-9838-eba43f42763d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:56:59.892104 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:00.051841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:00.069186 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:00.096026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e81f4981-8df4-4d2c-9838-eba43f42763d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e81f4981-8df4-4d2c-9838-eba43f42763d,segment=NetworkSegment(180b35a0-0ca2-410a-a487-868bc6106a3f),segment_id=180b35a0-0ca2-410a-a487-868bc6106a3f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:00.101396 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:00.172468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e81f4981-8df4-4d2c-9838-eba43f42763d,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:01.772190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e81f4981-8df4-4d2c-9838-eba43f42763d up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:57:01.842781 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e81f4981-8df4-4d2c-9838-eba43f42763d triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:57:01.843144 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:02.842878 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a879b-7c70-496c-aa29-7fa4c25b5715 req-7ab4dbf6-aead-46cf-848d-73b9321581be tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:02.844218 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747a879b-7c70-496c-aa29-7fa4c25b5715 req-7ab4dbf6-aead-46cf-848d-73b9321581be tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0785182 Feb 09 13:57:02.889859 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-747a879b-7c70-496c-aa29-7fa4c25b5715 req-1995b388-5ee4-48cd-8969-27f0a0fbae86 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Feb 09 13:57:04.099206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa712a96-5260-4dd5-aeaa-3c8453cbbbf4 req-017f2dac-ed87-491c-affe-f64b69a3b679 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:04.100668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa712a96-5260-4dd5-aeaa-3c8453cbbbf4 req-017f2dac-ed87-491c-affe-f64b69a3b679 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0813344 Feb 09 13:57:04.155277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa712a96-5260-4dd5-aeaa-3c8453cbbbf4 req-762a3ca3-4a17-4ebe-9d28-07f5d71d6ffc tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463820 Feb 09 13:57:04.495573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-8368591e-ac72-4678-8696-67cc603f5f9d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:04.496255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-8368591e-ac72-4678-8696-67cc603f5f9d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Synchronizing usage tracker for tenant:dd56d2dd69d14f35babf964fcd11b2b2 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:57:04.512182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-8368591e-ac72-4678-8696-67cc603f5f9d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Unset dirty status for tenant:dd56d2dd69d14f35babf964fcd11b2b2 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:57:04.513304 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-8368591e-ac72-4678-8696-67cc603f5f9d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.62 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 945 time: 0.0918176 Feb 09 13:57:04.585053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-f6132756-a100-44df-b889-0d4a67ca4286 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Deleting port 49cb7142-3aca-4faa-9015-d2e016c4817a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:04.585406 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-f6132756-a100-44df-b889-0d4a67ca4286 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:04.830534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-f6132756-a100-44df-b889-0d4a67ca4286 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] For port 49cb7142-3aca-4faa-9015-d2e016c4817a, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=49cb7142-3aca-4faa-9015-d2e016c4817a,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:04.830796 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-f6132756-a100-44df-b889-0d4a67ca4286 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:04.957201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-f6132756-a100-44df-b889-0d4a67ca4286 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Calling delete_port for 49cb7142-3aca-4faa-9015-d2e016c4817a owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:57:05.117863 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-f6132756-a100-44df-b889-0d4a67ca4286 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:05.132360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['49cb7142-3aca-4faa-9015-d2e016c4817a'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:57:05.175837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6132756-a100-44df-b889-0d4a67ca4286 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Pushing event deleted for resources: {'Port': ['ID=49cb7142-3aca-4faa-9015-d2e016c4817a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:05.302271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-f6132756-a100-44df-b889-0d4a67ca4286 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] No DVR routers for this DVR port 49cb7142-3aca-4faa-9015-d2e016c4817a on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:57:05.305307 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-f6132756-a100-44df-b889-0d4a67ca4286 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:05.308435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3279a6-fcb1-454d-badf-b72b7e88ccd2', 'name': 'network-vif-deleted', 'tag': '49cb7142-3aca-4faa-9015-d2e016c4817a'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:57:05.330565 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0c608cb-0427-4c27-8c72-deefca9da7ad req-f6132756-a100-44df-b889-0d4a67ca4286 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.62 "DELETE /v2.0/ports/49cb7142-3aca-4faa-9015-d2e016c4817a HTTP/1.1" status: 204 len: 173 time: 0.8114419 Feb 09 13:57:05.394438 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2a90ce0-be97-4d7f-ab64-55f1e0034a86 req-9058fdf9-d5fa-48ad-97df-cdf50707b2f1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=5c3279a6-fcb1-454d-badf-b72b7e88ccd2 HTTP/1.1" status: 200 len: 210 time: 0.0456481 Feb 09 13:57:05.663726 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3279a6-fcb1-454d-badf-b72b7e88ccd2', 'name': 'network-vif-deleted', 'tag': '49cb7142-3aca-4faa-9015-d2e016c4817a', 'status': 'completed', 'code': 200} Feb 09 13:57:07.724659 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 49cb7142-3aca-4faa-9015-d2e016c4817a no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:57:07.761373 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 49cb7142-3aca-4faa-9015-d2e016c4817a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:57:07.761721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 49cb7142-3aca-4faa-9015-d2e016c4817a not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:57:08.069882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-8965856d-d7b8-44f5-87db-2d5b1cf45706 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:08.071337 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-8965856d-d7b8-44f5-87db-2d5b1cf45706 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/networks?id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5 HTTP/1.1" status: 200 len: 817 time: 0.1557448 Feb 09 13:57:08.088448 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-eff244e5-de49-49fa-952d-d4e71f032288 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/quotas/dd56d2dd69d14f35babf964fcd11b2b2 HTTP/1.1" status: 200 len: 375 time: 0.0116365 Feb 09 13:57:08.170195 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-accdf4da-d207-4de6-994e-f8d5643d6d34 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dd56d2dd69d14f35babf964fcd11b2b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764837 Feb 09 13:57:08.311828 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-adea47a4-1a1a-4789-abc9-3de602f5ab56 service neutron] 10.222.0.59 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296678 Feb 09 13:57:08.445357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-087335e9-2efc-42a8-81b1-a4fa47bf1b1a service neutron] 10.222.0.59 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278231 Feb 09 13:57:08.644149 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cef3b3da-5476-4d63-a8f9-077a166d7dee req-b301b0fb-56f8-487b-8582-b3660369ced1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 210 time: 0.0495951 Feb 09 13:57:09.705299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-bf2c9c77-839a-4388-93ae-af355d8e2e45 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:09.708007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-bf2c9c77-839a-4388-93ae-af355d8e2e45 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.62 "GET /v2.0/networks?id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5 HTTP/1.1" status: 200 len: 817 time: 0.1477408 Feb 09 13:57:09.724884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Request body: {'port': {'device_id': 'ed1f4366-0f82-45aa-9789-2e76217241c8', 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5', 'admin_state_up': True, 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:57:09.821936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-905f847c-d9ac-4a92-a670-40cb002a2b74 req-a3fded55-89a5-486a-b2eb-6f19782fab55 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 210 time: 0.0424922 Feb 09 13:57:09.870140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:57:09.874337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Usage tracker for resource:port and tenant:dd56d2dd69d14f35babf964fcd11b2b2 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:57:09.877404 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:57:09.883417 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:57:09.893959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Made reservation on behalf of dd56d2dd69d14f35babf964fcd11b2b2 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:57:09.896968 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:10.140164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Allocated IP 172.20.0.7 (6f8345b5-7e34-482a-80f1-7ec2bc645bd5/a8e30249-3ed9-492d-85d0-45741a097c8d/fa688855-dcdb-4cb9-81a4-47f8b5d3c43c) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:57:10.344753 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:10.359829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Transition to ACTIVE for port object fa688855-dcdb-4cb9-81a4-47f8b5d3c43c will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:57:10.380865 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:10.443188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:57:10.446208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:57:10.455731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:57:10.495549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Pushing event updated for resources: {'Port': ['ID=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:10.517053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.517386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.517718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.518050 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.518372 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.518725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.519045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.519360 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.519675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.519990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.520305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:10.546035 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:10.546662 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:10.572201 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-b4909dc4-df5e-4984-be7e-31542c803ea1 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8522477 Feb 09 13:57:10.652305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Request body: {'port': {'device_id': 'ed1f4366-0f82-45aa-9789-2e76217241c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:57:10.702739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cd688330-076a-49ce-82cf-0f3593da43ae None None] Provisioning for port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:57:10.708442 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cd688330-076a-49ce-82cf-0f3593da43ae None None] Provisioning complete for port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:57:10.708813 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cd688330-076a-49ce-82cf-0f3593da43ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:10.761210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cd688330-076a-49ce-82cf-0f3593da43ae None None] Port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:57:10.764283 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:11.042799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e25d1-69c3-4711-871c-5518c1521aa1 req-86c31295-d441-459e-9629-51f01cc8df99 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:11.044404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f2e25d1-69c3-4711-871c-5518c1521aa1 req-86c31295-d441-459e-9629-51f01cc8df99 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 931 time: 0.0926764 Feb 09 13:57:11.091742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f2e25d1-69c3-4711-871c-5518c1521aa1 req-1fb0305b-d409-4cb9-8e9f-5a08a080099d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Feb 09 13:57:11.130539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa688855-dcdb-4cb9-81a4-47f8b5d3c43c {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:57:11.138960 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:11.161419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Transition to ACTIVE for port object fa688855-dcdb-4cb9-81a4-47f8b5d3c43c will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:57:11.165127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:11.305654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Pushing event updated for resources: {'Port': ['ID=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:11.433389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Attempting to bind port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:57:11.433716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Attempting to bind port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:57:11.434033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Attempting to bind port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c on network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:57:11.440608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c on network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:57:11.441020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Attempting to bind port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c on network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:57:11.447534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:57:11.447857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Checking segment: {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:57:11.448229 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Bound using segment: {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:57:11.448636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Bound port: fa688855-dcdb-4cb9-81a4-47f8b5d3c43c, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c206e15-e3ab-4cf7-a837-0747bfc0a515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:57:11.448966 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:11.554751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] For port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:57:11.557848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] For port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:57:11.562268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:11.623642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:11.624972 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] 10.222.0.62 "PUT /v2.0/ports/fa688855-dcdb-4cb9-81a4-47f8b5d3c43c HTTP/1.1" status: 200 len: 1091 time: 1.0451608 Feb 09 13:57:11.628150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1f4366-0f82-45aa-9789-2e76217241c8', 'tag': 'fa688855-dcdb-4cb9-81a4-47f8b5d3c43c'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:57:11.656189 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b850b99-69b3-4e3a-97d6-f40fa8dda20d service neutron] Pushing event updated for resources: {'Port': ['ID=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:11.704920 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1f4366-0f82-45aa-9789-2e76217241c8', 'tag': 'fa688855-dcdb-4cb9-81a4-47f8b5d3c43c', 'status': 'completed', 'code': 200} Feb 09 13:57:11.742187 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:57:11.748553 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:11.758926 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-a6efeed7-1cbc-4681-8490-663e57737c36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd56d2dd69d14f35babf964fcd11b2b2&device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 1094 time: 0.0865800 Feb 09 13:57:11.841765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-a4c65696-98c0-4dc6-a3c3-a216c8ba9ae7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c HTTP/1.1" status: 200 len: 217 time: 0.0733316 Feb 09 13:57:11.920129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-3e9bfb1e-27a1-414c-b7d9-05cc59ddfb53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:11.921581 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-3e9bfb1e-27a1-414c-b7d9-05cc59ddfb53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8e30249-3ed9-492d-85d0-45741a097c8d HTTP/1.1" status: 200 len: 856 time: 0.0737648 Feb 09 13:57:11.999135 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-0a0ac130-a803-4a19-bbcf-e9f2fde32e36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695403 Feb 09 13:57:12.226784 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-47eebbc7-6b80-448e-824e-5f5c93edba2f service neutron] 10.222.0.62 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203462 Feb 09 13:57:12.296415 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325fae-f6fa-4aa8-a1aa-9b809e20725a req-08a0be3e-d0de-4587-8079-81f1913cafcd tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:12.297915 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa325fae-f6fa-4aa8-a1aa-9b809e20725a req-08a0be3e-d0de-4587-8079-81f1913cafcd tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 943 time: 0.0811267 Feb 09 13:57:12.355742 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fa325fae-f6fa-4aa8-a1aa-9b809e20725a req-1742048e-f238-4284-8b9b-443cfee5e54f tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515516 Feb 09 13:57:12.371366 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5676de47-dee4-4d15-9840-54b3e05491b3 req-1d972e6e-c3ca-477a-9fc9-24800b44311b service neutron] 10.222.0.62 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377406 Feb 09 13:57:12.497202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-626368fa-374c-4718-a605-a67c9bfba8fb req-0080f974-2852-407c-a831-cfb5f1210196 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd56d2dd69d14f35babf964fcd11b2b2&device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 1094 time: 0.0741010 Feb 09 13:57:12.634963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626368fa-374c-4718-a605-a67c9bfba8fb req-ccc5c3ca-1f9c-490c-afa5-fdc71e54d77a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:12.636684 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-626368fa-374c-4718-a605-a67c9bfba8fb req-ccc5c3ca-1f9c-490c-afa5-fdc71e54d77a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5 HTTP/1.1" status: 200 len: 918 time: 0.1326568 Feb 09 13:57:12.710125 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-626368fa-374c-4718-a605-a67c9bfba8fb req-d5798b45-47e2-4c34-86bc-5dd115e35482 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c HTTP/1.1" status: 200 len: 217 time: 0.0668983 Feb 09 13:57:12.777465 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626368fa-374c-4718-a605-a67c9bfba8fb req-1b6a63eb-d1bd-49ad-a954-f1cba7cdfb83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:12.778909 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-626368fa-374c-4718-a605-a67c9bfba8fb req-1b6a63eb-d1bd-49ad-a954-f1cba7cdfb83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8e30249-3ed9-492d-85d0-45741a097c8d HTTP/1.1" status: 200 len: 856 time: 0.0625281 Feb 09 13:57:12.858361 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-626368fa-374c-4718-a605-a67c9bfba8fb req-207ec552-f035-4b46-954e-fc5441889577 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723052 Feb 09 13:57:13.002729 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-626368fa-374c-4718-a605-a67c9bfba8fb req-00e8b138-6627-4b92-a8fe-0d4769a7cd04 service neutron] 10.222.0.62 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354122 Feb 09 13:57:13.140327 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-626368fa-374c-4718-a605-a67c9bfba8fb req-6de9950e-25bb-4de1-8534-7053067535c5 service neutron] 10.222.0.62 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313536 Feb 09 13:57:13.563340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efff16-8a10-4cfe-9043-4030c8cc5015 req-8a16880d-1f62-4893-9fad-9f9df44f1eb5 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:13.564857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10efff16-8a10-4cfe-9043-4030c8cc5015 req-8a16880d-1f62-4893-9fad-9f9df44f1eb5 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 943 time: 0.0813861 Feb 09 13:57:13.613953 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-10efff16-8a10-4cfe-9043-4030c8cc5015 req-275f01b5-c231-43ef-a493-78225b279424 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Feb 09 13:57:13.755422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fa688855-dcdb-4cb9-81a4-47f8b5d3c43c details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:57:13.891447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:13.905751 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'fa688855-dcdb-4cb9-81a4-47f8b5d3c43c', 'network_id': '6f8345b5-7e34-482a-80f1-7ec2bc645bd5', 'port_id': 'fa688855-dcdb-4cb9-81a4-47f8b5d3c43c', 'mac_address': 'fa:16:3e:f3:34:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e30249-3ed9-492d-85d0-45741a097c8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:57:13.961799 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:13.978977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa688855-dcdb-4cb9-81a4-47f8b5d3c43c {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:57:13.994144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:13.998392 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:14.063049 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:14.072041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.072379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.073113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.073445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.073766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.074084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.074400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.074742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.075052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.075363 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.075670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:14.209078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['fa688855-dcdb-4cb9-81a4-47f8b5d3c43c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:57:14.808520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ceb67c-b4d3-45dd-b43c-1244350bec04 req-9278b38c-a59e-4898-a122-d55c172ae453 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:14.809988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1ceb67c-b4d3-45dd-b43c-1244350bec04 req-9278b38c-a59e-4898-a122-d55c172ae453 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 944 time: 0.0782356 Feb 09 13:57:14.863885 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1ceb67c-b4d3-45dd-b43c-1244350bec04 req-da7ed7b8-9c81-402c-ae3a-d0487a1ed8ef tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483055 Feb 09 13:57:15.770834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fa688855-dcdb-4cb9-81a4-47f8b5d3c43c up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:57:15.838862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:57:15.843369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:57:15.843763 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:15.988703 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:16.015298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1f4366-0f82-45aa-9789-2e76217241c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa688855-dcdb-4cb9-81a4-47f8b5d3c43c'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:57:16.024812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:16.029000 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:16.067724 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008b72f-fcfe-4092-8aa6-6da1de919039 req-e1517efa-801c-4831-a57b-644d589a9cf6 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:16.069214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b008b72f-fcfe-4092-8aa6-6da1de919039 req-e1517efa-801c-4831-a57b-644d589a9cf6 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 944 time: 0.0862126 Feb 09 13:57:16.080362 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1f4366-0f82-45aa-9789-2e76217241c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa688855-dcdb-4cb9-81a4-47f8b5d3c43c', 'code': 200} Feb 09 13:57:16.100466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:16.122122 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b008b72f-fcfe-4092-8aa6-6da1de919039 req-8b477f7b-d506-4b91-836d-e1fac86877af tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459318 Feb 09 13:57:16.205878 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b570577-e822-4e08-a75f-28da2b8d2e65 req-ac35c18c-0bc3-43fa-83c8-347b6f39c7db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 1096 time: 0.0703843 Feb 09 13:57:16.248289 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-7b570577-e822-4e08-a75f-28da2b8d2e65 req-84d0df77-412b-4206-b529-f8eca98ee574 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361972 Feb 09 13:57:16.612316 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:17.325829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6bbb9-5546-440e-8045-fe05255cc0ba req-ee1d2b72-906a-4501-970b-7b0434435935 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:17.327524 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3e6bbb9-5546-440e-8045-fe05255cc0ba req-ee1d2b72-906a-4501-970b-7b0434435935 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 945 time: 0.0789130 Feb 09 13:57:17.379824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a3e6bbb9-5546-440e-8045-fe05255cc0ba req-5f928abb-66e5-444e-a38f-0217542f6814 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449233 Feb 09 13:57:18.573247 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19406ae8-451d-4681-9a5c-7490c82e2405 req-20c6f983-2042-49db-83af-fb49df691ee5 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:18.574732 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19406ae8-451d-4681-9a5c-7490c82e2405 req-20c6f983-2042-49db-83af-fb49df691ee5 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 945 time: 0.0761342 Feb 09 13:57:18.621065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-19406ae8-451d-4681-9a5c-7490c82e2405 req-694c14e8-0851-4159-ba72-d21b2650007d tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 Feb 09 13:57:18.821895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708fc8e-f450-469b-abf0-db0159af93c9 req-e3cbefb0-0d15-4828-a651-32d9dbd143ff tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:18.823283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2708fc8e-f450-469b-abf0-db0159af93c9 req-e3cbefb0-0d15-4828-a651-32d9dbd143ff tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 945 time: 0.0825236 Feb 09 13:57:18.868689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2708fc8e-f450-469b-abf0-db0159af93c9 req-e0be99cf-d163-43af-b630-3cc11c0c180e tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397182 Feb 09 13:57:19.944306 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d6c3d2d-095d-42a0-bed6-4666358f3448 req-ef59ea7d-7ff1-4b09-879e-3a0a3fa94d47 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804055 Feb 09 13:57:20.108015 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d6c3d2d-095d-42a0-bed6-4666358f3448 req-5338f696-e9f4-400b-add1-2cea48945daf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd56d2dd69d14f35babf964fcd11b2b2&device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 1096 time: 0.0783699 Feb 09 13:57:20.259123 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c3d2d-095d-42a0-bed6-4666358f3448 req-619f2b0f-5b18-4df0-b053-c8e1d40b4c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:20.260489 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d6c3d2d-095d-42a0-bed6-4666358f3448 req-619f2b0f-5b18-4df0-b053-c8e1d40b4c4a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5 HTTP/1.1" status: 200 len: 918 time: 0.1319821 Feb 09 13:57:20.332007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d6c3d2d-095d-42a0-bed6-4666358f3448 req-4b149e93-2525-4459-872c-959ab54626a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c HTTP/1.1" status: 200 len: 217 time: 0.0642231 Feb 09 13:57:20.395865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c3d2d-095d-42a0-bed6-4666358f3448 req-466634b0-4299-4398-8926-fee610497e29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:20.397470 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d6c3d2d-095d-42a0-bed6-4666358f3448 req-466634b0-4299-4398-8926-fee610497e29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8e30249-3ed9-492d-85d0-45741a097c8d HTTP/1.1" status: 200 len: 856 time: 0.0596263 Feb 09 13:57:20.475358 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d6c3d2d-095d-42a0-bed6-4666358f3448 req-3287ee09-fb98-4494-aa9d-fb000351af4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f8345b5-7e34-482a-80f1-7ec2bc645bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712380 Feb 09 13:57:20.713201 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d6c3d2d-095d-42a0-bed6-4666358f3448 req-8d569dc4-4098-45e7-9f27-6bfef2605130 service neutron] 10.222.0.62 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315047 Feb 09 13:57:20.869626 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6d6c3d2d-095d-42a0-bed6-4666358f3448 req-08f413ce-82dc-405f-8609-1f8880910700 service neutron] 10.222.0.62 "GET /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498096 Feb 09 13:57:25.074645 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-708cc0dc-a4bf-4584-a725-c9f9f645882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:28.295983 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3ae5be91-9549-4966-b446-e8e00b3c916f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:28.710749 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:28.743473 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:30.052694 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:34.554165 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82a672-3f2c-4c75-b7ca-0498238cd3f8 req-92637b2a-4d13-44ce-a141-094dcb489eb5 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:34.555543 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b82a672-3f2c-4c75-b7ca-0498238cd3f8 req-92637b2a-4d13-44ce-a141-094dcb489eb5 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 945 time: 0.0750978 Feb 09 13:57:34.602542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b82a672-3f2c-4c75-b7ca-0498238cd3f8 req-d1504654-f19f-49ff-907f-5022e1e6dfcd tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Feb 09 13:57:35.802133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e4f6a-c2d8-4fcf-97b5-5d250f9e0532 req-12174575-8c93-44c9-ba65-79cc022d27e7 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:35.803603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-915e4f6a-c2d8-4fcf-97b5-5d250f9e0532 req-12174575-8c93-44c9-ba65-79cc022d27e7 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 945 time: 0.0785263 Feb 09 13:57:35.848046 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-915e4f6a-c2d8-4fcf-97b5-5d250f9e0532 req-fae28827-a059-449c-8160-83a217aff1dd tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/security-groups?id=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389926 Feb 09 13:57:36.203128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-82267fc1-9191-41b4-a895-d28e84037410 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:36.203804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-82267fc1-9191-41b4-a895-d28e84037410 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Synchronizing usage tracker for tenant:dd56d2dd69d14f35babf964fcd11b2b2 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:57:36.218188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-82267fc1-9191-41b4-a895-d28e84037410 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Unset dirty status for tenant:dd56d2dd69d14f35babf964fcd11b2b2 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:57:36.219427 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-82267fc1-9191-41b4-a895-d28e84037410 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 945 time: 0.0944827 Feb 09 13:57:36.286876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-b6888bc7-bdd4-405f-9fb2-ef47f63e28c9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Deleting port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:36.287123 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-b6888bc7-bdd4-405f-9fb2-ef47f63e28c9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:36.523464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-b6888bc7-bdd4-405f-9fb2-ef47f63e28c9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] For port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:36.523808 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-b6888bc7-bdd4-405f-9fb2-ef47f63e28c9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:36.646362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-b6888bc7-bdd4-405f-9fb2-ef47f63e28c9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Calling delete_port for fa688855-dcdb-4cb9-81a4-47f8b5d3c43c owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:57:36.786580 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-b6888bc7-bdd4-405f-9fb2-ef47f63e28c9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:36.799124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['fa688855-dcdb-4cb9-81a4-47f8b5d3c43c'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:57:36.838689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6888bc7-bdd4-405f-9fb2-ef47f63e28c9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Pushing event deleted for resources: {'Port': ['ID=fa688855-dcdb-4cb9-81a4-47f8b5d3c43c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:36.915811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-b6888bc7-bdd4-405f-9fb2-ef47f63e28c9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] No DVR routers for this DVR port fa688855-dcdb-4cb9-81a4-47f8b5d3c43c on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:57:36.918434 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-b6888bc7-bdd4-405f-9fb2-ef47f63e28c9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:36.925166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1f4366-0f82-45aa-9789-2e76217241c8', 'name': 'network-vif-deleted', 'tag': 'fa688855-dcdb-4cb9-81a4-47f8b5d3c43c'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:57:36.945544 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4d4fa0f9-3f21-4a4e-84b4-b944025ebc63 req-b6888bc7-bdd4-405f-9fb2-ef47f63e28c9 tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.62 "DELETE /v2.0/ports/fa688855-dcdb-4cb9-81a4-47f8b5d3c43c HTTP/1.1" status: 204 len: 173 time: 0.7204032 Feb 09 13:57:37.008592 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1f4366-0f82-45aa-9789-2e76217241c8', 'name': 'network-vif-deleted', 'tag': 'fa688855-dcdb-4cb9-81a4-47f8b5d3c43c', 'status': 'completed', 'code': 200} Feb 09 13:57:37.044727 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-03b3589b-1114-4c2d-b42e-340627536912 req-7afa7c5a-eb5e-4c76-8267-417bebcf289a tempest-TestEncryptedCinderVolumes-825466310 tempest-TestEncryptedCinderVolumes-825466310-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed1f4366-0f82-45aa-9789-2e76217241c8 HTTP/1.1" status: 200 len: 210 time: 0.0504277 Feb 09 13:57:38.193615 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38352) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:38.569618 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:39.246941 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] Deleting port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:39.247593 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:39.413227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] For port 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=38b1a833-e63f-4e9b-b8f9-1cbe859a87f9,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:39.413563 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:39.530383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] Calling delete_port for 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:57:39.691426 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:39.741862 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] Pushing event deleted for resources: {'Port': ['ID=38b1a833-e63f-4e9b-b8f9-1cbe859a87f9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:39.896413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fa688855-dcdb-4cb9-81a4-47f8b5d3c43c no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:57:39.936667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: fa688855-dcdb-4cb9-81a4-47f8b5d3c43c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:57:39.937287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device fa688855-dcdb-4cb9-81a4-47f8b5d3c43c not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:57:40.031693 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:40.681426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] Router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:57:40.875922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:57:40.885484 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] Sync routers for ids ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:57:40.890140 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-38b37e2c-5a07-4d3e-81be-ca03eeccc41e admin admin] 10.222.0.59 "PUT /v2.0/routers/1b52fc9f-d680-4052-9ef2-fd7b39122ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6952899 Feb 09 13:57:40.893328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38356) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:40.897511 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] Routers {'1b52fc9f-d680-4052-9ef2-fd7b39122ec8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:57:40.898097 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:41.070419 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] Set router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:57:41.086641 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:41.275396 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:41.284644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Deleting port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:41.284975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:41.350593 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'name': 'tempest-TestEncryptedCinderVolumes-1030888428-router', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:57:39Z', 'revision_number': 5, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'gw_port': {'id': '3b02c941-d1b2-4e8e-a9a2-48ea6395d902', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:d9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:41.354641 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] Checking router: 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:57:41.365309 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] Routers {'1b52fc9f-d680-4052-9ef2-fd7b39122ec8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:57:41.365890 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:41.457938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] For port 3b02c941-d1b2-4e8e-a9a2-48ea6395d902, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3b02c941-d1b2-4e8e-a9a2-48ea6395d902,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:41.458284 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:41.512261 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] Set router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:57:41.659952 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'name': 'tempest-TestEncryptedCinderVolumes-1030888428-router', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:57:41Z', 'revision_number': 6, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:41.664004 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf69a07-d063-455e-88f6-2dd58a4ec65d None None] The sync data for ids ['1b52fc9f-d680-4052-9ef2-fd7b39122ec8'] in n-d-825175-3 is: [{'id': '1b52fc9f-d680-4052-9ef2-fd7b39122ec8', 'name': 'tempest-TestEncryptedCinderVolumes-1030888428-router', 'tenant_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:24Z', 'updated_at': '2022-02-09T13:57:41Z', 'revision_number': 6, 'project_id': 'dd56d2dd69d14f35babf964fcd11b2b2', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:57:41.681426 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Calling delete_port for 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:57:41.738921 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:41.848419 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:41.893182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b02c941-d1b2-4e8e-a9a2-48ea6395d902,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:42.118362 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.368635 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.372774 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.401954 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.401954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b52fc9f-d680-4052-9ef2-fd7b39122ec8 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:57:42.411756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.412870 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d3f2a2e0-20bb-4227-979c-3ea41b5aaa96 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1b52fc9f-d680-4052-9ef2-fd7b39122ec8 HTTP/1.1" status: 204 len: 168 time: 1.5186491 Feb 09 13:57:42.415502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38360) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:42.435461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:57:42.469107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:57:42.469889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 38b1a833-e63f-4e9b-b8f9-1cbe859a87f9 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:57:42.475156 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9d705b-dbfc-4fe8-8099-bd0e68d7b32e admin admin] Deleting subnet a8e30249-3ed9-492d-85d0-45741a097c8d {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:57:42.478449 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f9d705b-dbfc-4fe8-8099-bd0e68d7b32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.526274 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f9d705b-dbfc-4fe8-8099-bd0e68d7b32e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.607682 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f9d705b-dbfc-4fe8-8099-bd0e68d7b32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.677760 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f9d705b-dbfc-4fe8-8099-bd0e68d7b32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.717311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d705b-dbfc-4fe8-8099-bd0e68d7b32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e30249-3ed9-492d-85d0-45741a097c8d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:42.728199 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9f9d705b-dbfc-4fe8-8099-bd0e68d7b32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.732745 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64db47c5-b440-49ae-81d9-3e91f9cba6a3 None None] Network 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:57:42.741495 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9f9d705b-dbfc-4fe8-8099-bd0e68d7b32e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a8e30249-3ed9-492d-85d0-45741a097c8d HTTP/1.1" status: 204 len: 168 time: 0.3226185 Feb 09 13:57:42.741495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38364) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:42.852451 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.863207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Deleting port 3a5e2128-e326-4466-b11d-1af552925b61 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:42.863533 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:42.984142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] DHCP port deletion for 6f8345b5-7e34-482a-80f1-7ec2bc645bd5 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:57:42.988304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] Deleting port 3a5e2128-e326-4466-b11d-1af552925b61 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:42.988666 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.167327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] For port 3a5e2128-e326-4466-b11d-1af552925b61, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3a5e2128-e326-4466-b11d-1af552925b61,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:43.167674 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.191044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] For port 3a5e2128-e326-4466-b11d-1af552925b61, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3a5e2128-e326-4466-b11d-1af552925b61,segment=NetworkSegment(9c206e15-e3ab-4cf7-a837-0747bfc0a515),segment_id=9c206e15-e3ab-4cf7-a837-0747bfc0a515)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:43.191373 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.288217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Calling delete_port for 3a5e2128-e326-4466-b11d-1af552925b61 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:57:43.308801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] Calling delete_port for 3a5e2128-e326-4466-b11d-1af552925b61 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:57:43.363628 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.378493 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:57:43.378892 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:57:43.407062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5e2128-e326-4466-b11d-1af552925b61,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:43.413859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] No DVR routers for this DVR port 3a5e2128-e326-4466-b11d-1af552925b61 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:57:43.533869 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.559091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8345b5-7e34-482a-80f1-7ec2bc645bd5']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:43.570776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c206e15-e3ab-4cf7-a837-0747bfc0a515') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:43.571072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c206e15-e3ab-4cf7-a837-0747bfc0a515') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:43.583174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.603002 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.608866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:57:43.609237 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: timer() Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:57:43.622166 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:57:43.694285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.699752 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.723670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8345b5-7e34-482a-80f1-7ec2bc645bd5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:43.735775 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f3f78048-d81b-44c6-8fec-0678aa2c09ef admin admin] 10.222.0.59 "DELETE /v2.0/networks/6f8345b5-7e34-482a-80f1-7ec2bc645bd5 HTTP/1.1" status: 204 len: 168 time: 0.9932737 Feb 09 13:57:43.738625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38368) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:43.787908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3a5e2128-e326-4466-b11d-1af552925b61 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:57:43.820065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 3a5e2128-e326-4466-b11d-1af552925b61 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:57:43.820402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3a5e2128-e326-4466-b11d-1af552925b61 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:57:43.820812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:57:43.852065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:57:43.852402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3b02c941-d1b2-4e8e-a9a2-48ea6395d902 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:57:43.880077 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] Deleting port 3a5e2128-e326-4466-b11d-1af552925b61 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:43.880453 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:43.944475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d84a954f-0b70-4730-8b9b-c0b5328b7f15 None None] The port '3a5e2128-e326-4466-b11d-1af552925b61' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:57:44.122235 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:44.782313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] Deleting port e81f4981-8df4-4d2c-9838-eba43f42763d {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:44.782693 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:44.950223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] For port e81f4981-8df4-4d2c-9838-eba43f42763d, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e81f4981-8df4-4d2c-9838-eba43f42763d,segment=NetworkSegment(180b35a0-0ca2-410a-a487-868bc6106a3f),segment_id=180b35a0-0ca2-410a-a487-868bc6106a3f)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:44.950598 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:45.071237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] Calling delete_port for e81f4981-8df4-4d2c-9838-eba43f42763d owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:57:45.228584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:45.271036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e81f4981-8df4-4d2c-9838-eba43f42763d,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:45.553373 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:46.206901 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] Router e1f8260c-b6bc-4267-9207-212f63ef6b41 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:57:46.404178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:57:46.413011 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4fa654d7-2786-4f74-a7d9-3884e939b8e8 admin admin] 10.222.0.59 "PUT /v2.0/routers/e1f8260c-b6bc-4267-9207-212f63ef6b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6732643 Feb 09 13:57:46.413168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] Sync routers for ids ['e1f8260c-b6bc-4267-9207-212f63ef6b41'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:57:46.415625 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38372) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:46.424908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] Routers {'e1f8260c-b6bc-4267-9207-212f63ef6b41'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:57:46.425575 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e1f8260c-b6bc-4267-9207-212f63ef6b41'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:46.600850 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] Set router e1f8260c-b6bc-4267-9207-212f63ef6b41 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:57:46.608562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:46.761001 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:46.804411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:46.814519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Deleting port e6a98e38-a3bd-40ec-b7be-00951ef395e2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:46.814931 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:46.920027 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'name': 'tempest-TestEncryptedCinderVolumes-1908598323-router', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:30Z', 'updated_at': '2022-02-09T13:57:45Z', 'revision_number': 5, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'gw_port': {'id': 'e6a98e38-a3bd-40ec-b7be-00951ef395e2', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:33:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:56:31Z', 'updated_at': '2022-02-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:46.924725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] Checking router: e1f8260c-b6bc-4267-9207-212f63ef6b41 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:57:46.935176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] Routers {'e1f8260c-b6bc-4267-9207-212f63ef6b41'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:57:46.935833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['e1f8260c-b6bc-4267-9207-212f63ef6b41'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:46.989731 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] For port e6a98e38-a3bd-40ec-b7be-00951ef395e2, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e6a98e38-a3bd-40ec-b7be-00951ef395e2,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:46.990096 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:47.088525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] Set router e1f8260c-b6bc-4267-9207-212f63ef6b41 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:57:47.111656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Calling delete_port for e6a98e38-a3bd-40ec-b7be-00951ef395e2 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:57:47.193273 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'name': 'tempest-TestEncryptedCinderVolumes-1908598323-router', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:30Z', 'updated_at': '2022-02-09T13:57:46Z', 'revision_number': 6, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:47.197108 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd823aea-393a-433b-ab84-9405f399d97b None None] The sync data for ids ['e1f8260c-b6bc-4267-9207-212f63ef6b41'] in n-d-825175-3 is: [{'id': 'e1f8260c-b6bc-4267-9207-212f63ef6b41', 'name': 'tempest-TestEncryptedCinderVolumes-1908598323-router', 'tenant_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:56:30Z', 'updated_at': '2022-02-09T13:57:46Z', 'revision_number': 6, 'project_id': '6f4e8998ff074ba8bc5a930f6c64cb59', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:57:47.278138 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:47.321345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a98e38-a3bd-40ec-b7be-00951ef395e2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:47.627433 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:47.893501 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:47.897677 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:47.927654 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:47.928524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1f8260c-b6bc-4267-9207-212f63ef6b41 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 13:57:47.942079 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:47.943229 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-33ab5961-b8dd-4186-8ffe-7c6a50649865 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e1f8260c-b6bc-4267-9207-212f63ef6b41 HTTP/1.1" status: 204 len: 168 time: 1.5267141 Feb 09 13:57:47.945874 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38378) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:47.969005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e81f4981-8df4-4d2c-9838-eba43f42763d no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:57:48.004566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e81f4981-8df4-4d2c-9838-eba43f42763d {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:57:48.004566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e81f4981-8df4-4d2c-9838-eba43f42763d not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:57:48.005561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e6a98e38-a3bd-40ec-b7be-00951ef395e2 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:57:48.048536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e6a98e38-a3bd-40ec-b7be-00951ef395e2 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:57:48.048883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e6a98e38-a3bd-40ec-b7be-00951ef395e2 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:57:48.114807 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Deleting subnet 88c18768-1451-4dd3-9e2e-217d8c4ad172 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 13:57:48.117850 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.167264 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.245294 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.315090 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.351607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c18768-1451-4dd3-9e2e-217d8c4ad172,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:48.362803 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.364271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d1a62-e424-4045-a8cb-94d7bcf902a8 None None] Network 3f219e90-9b53-4158-bace-5c4468183a9c requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:57:48.366366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.366592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.366937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.367274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.367601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.368419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.368419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.368577 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.368887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.369206 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.369522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:48.375837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-97a961a7-9d5d-4ae9-82eb-0f9c94862b16 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/88c18768-1451-4dd3-9e2e-217d8c4ad172 HTTP/1.1" status: 204 len: 168 time: 0.4289072 Feb 09 13:57:48.379017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38382) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:48.482433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.493586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Deleting port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:48.493911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.611478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262667c-4790-4db9-b304-76e891eb377f None None] DHCP port deletion for 3f219e90-9b53-4158-bace-5c4468183a9c request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 13:57:48.615666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4262667c-4790-4db9-b304-76e891eb377f None None] Deleting port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:48.616057 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4262667c-4790-4db9-b304-76e891eb377f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.698297 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] For port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a,segment=NetworkSegment(180b35a0-0ca2-410a-a487-868bc6106a3f),segment_id=180b35a0-0ca2-410a-a487-868bc6106a3f)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:48.698804 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.734556 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:57:48.814153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-4262667c-4790-4db9-b304-76e891eb377f None None] For port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a,segment=NetworkSegment(180b35a0-0ca2-410a-a487-868bc6106a3f),segment_id=180b35a0-0ca2-410a-a487-868bc6106a3f)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:48.814543 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4262667c-4790-4db9-b304-76e891eb377f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.818398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Calling delete_port for e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:57:48.889386 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:48.931465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4262667c-4790-4db9-b304-76e891eb377f None None] Calling delete_port for e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:57:48.942678 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:48.946391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] No DVR routers for this DVR port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 13:57:49.000084 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-4262667c-4790-4db9-b304-76e891eb377f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 13:57:49.000605 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-4262667c-4790-4db9-b304-76e891eb377f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 13:57:49.067679 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.092359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f219e90-9b53-4158-bace-5c4468183a9c']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:49.104853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180b35a0-0ca2-410a-a487-868bc6106a3f') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:49.105138 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180b35a0-0ca2-410a-a487-868bc6106a3f') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:49.116189 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.132386 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.138316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 13:57:49.138728 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: timer() Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 13:57:49.152077 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 13:57:49.228353 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.245598 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.256063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f219e90-9b53-4158-bace-5c4468183a9c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:49.260159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-22d15749-9b90-4021-b75d-65c9d5ef6563 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3f219e90-9b53-4158-bace-5c4468183a9c HTTP/1.1" status: 204 len: 168 time: 0.8799639 Feb 09 13:57:49.458680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38388) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:49.502497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4262667c-4790-4db9-b304-76e891eb377f None None] Deleting port e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:57:49.503046 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4262667c-4790-4db9-b304-76e891eb377f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.510498 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-eb3991fb-cd01-4623-a735-a362a06e4e4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd56d2dd69d14f35babf964fcd11b2b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506637 Feb 09 13:57:49.513010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38392) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:49.572922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4262667c-4790-4db9-b304-76e891eb377f None None] The port 'e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 13:57:49.573147 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-125e23c1-16d2-498e-a892-92c9b5fe678f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.601064 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-125e23c1-16d2-498e-a892-92c9b5fe678f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.656210 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-125e23c1-16d2-498e-a892-92c9b5fe678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.671977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e23c1-16d2-498e-a892-92c9b5fe678f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c6d782-2e2a-4617-b9bc-abb4cd1fb636,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:49.680947 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-125e23c1-16d2-498e-a892-92c9b5fe678f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:49.684521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-125e23c1-16d2-498e-a892-92c9b5fe678f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d2c6d782-2e2a-4617-b9bc-abb4cd1fb636 HTTP/1.1" status: 204 len: 168 time: 0.1681824 Feb 09 13:57:49.787317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 13:57:49.820953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 13:57:49.821298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e6e4f662-5cd5-47c1-b224-01e7ebc7bb8a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 13:57:50.099665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38400) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:50.147822 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3c4e07e1-d361-4998-85eb-7572bdfb7b7d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f4e8998ff074ba8bc5a930f6c64cb59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470276 Feb 09 13:57:50.150293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38404) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:50.207991 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62bd0322-210d-4f2c-9273-5a9ad0a324a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:50.232925 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62bd0322-210d-4f2c-9273-5a9ad0a324a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:50.284046 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62bd0322-210d-4f2c-9273-5a9ad0a324a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:50.297461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd0322-210d-4f2c-9273-5a9ad0a324a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd7c0b6-8c3e-4a5d-bc40-4bc6b15180f0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:50.303778 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-62bd0322-210d-4f2c-9273-5a9ad0a324a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:50.304889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-62bd0322-210d-4f2c-9273-5a9ad0a324a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4bd7c0b6-8c3e-4a5d-bc40-4bc6b15180f0 HTTP/1.1" status: 204 len: 168 time: 0.1536696 Feb 09 13:57:51.134238 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38426) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:51.261677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-976273315-network', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:57:51.267416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:57:51.271179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Usage tracker for resource:network and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:57:51.274010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:57:51.282538 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:57:51.291880 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Made reservation on behalf of 33c066b6816a4f76be3cf57f0d36429d for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:57:51.294210 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.306584 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.336743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:57:51.340416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Usage tracker for resource:security_group_rule and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:57:51.343115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:57:51.348596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:57:51.413998 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.417740 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.446797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:57:51.454771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de1bcb-6193-4af5-a78a-1cf4407e6e24,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:51.460331 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.460778 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Added segment eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2 of type vlan for network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a Feb 09 13:57:51.489282 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.517301 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.518117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:51.518701 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.618996 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:51.622710 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b460864b-b6d8-4807-8d3d-39a2aaff2a27 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4874194 Feb 09 13:57:51.625577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38432) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:51.629798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:57:51.630787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Request body: {'subnet': {'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-976273315-subnet', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:57:51.636327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:57:51.640072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Usage tracker for resource:subnet and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:57:51.642923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:57:51.648441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:57:51.659418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Made reservation on behalf of 33c066b6816a4f76be3cf57f0d36429d for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:57:51.661928 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.863689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.936898 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163f3149-8fb3-479c-ae92-11d02a5e3dc0,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:51.948092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Checking segment: {'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:57:51.948442 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Network hostable DHCP agents. Network: 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:57:51.972638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:57:51.982678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:57:51.986704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:51.987323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:51.993406 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b9109-f117-4f5b-b1d3-9efb69dbd8ec None None] Network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:57:52.012787 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9cd115d2-ca03-45c7-86dc-0f0be4fe43b9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3860276 Feb 09 13:57:52.015251 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38436) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:52.020711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:57:52.026369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:57:52.030250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Usage tracker for resource:router and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:57:52.033594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:57:52.039139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:57:52.050527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.051606 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.071484 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.205691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:57:52.206535 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.217905 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.360659 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Allocated IP 172.20.0.2 (6ba0c35f-4f48-4f82-87c5-c5f6aec1887a/163f3149-8fb3-479c-ae92-11d02a5e3dc0/6ce0a776-ae73-466f-ad6c-a41e3d0056e0) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:57:52.519929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.549850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.574053 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.584215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Transition to ACTIVE for port object 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:57:52.602545 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Transition to ACTIVE for port object 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:57:52.612227 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.676355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:57:52.682999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:57:52.685956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:57:52.690351 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Allocated IP 172.25.5.45 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/e060cb5d-1f48-4064-b65d-63f83fafc897) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:57:52.698095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Pushing event updated for resources: {'Port': ['ID=6ce0a776-ae73-466f-ad6c-a41e3d0056e0,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:52.785608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Attempting to bind port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:57:52.785974 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Attempting to bind port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:57:52.786324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Attempting to bind port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 on network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:57:52.793227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:57:52.793644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Checking segment: {'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:57:52.794178 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.794822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Bound using segment: {'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:57:52.795533 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Bound port: 6ce0a776-ae73-466f-ad6c-a41e3d0056e0, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:57:52.795967 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.842851 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.872646 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.893089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-de5260e4-812b-475e-9058-c36ce894756a None None] For port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:57:52.896152 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-de5260e4-812b-475e-9058-c36ce894756a None None] For port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6ce0a776-ae73-466f-ad6c-a41e3d0056e0,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:57:52.900754 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:52.941084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:57:52.944534 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:57:52.949078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:57:53.003350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Pushing event updated for resources: {'Port': ['ID=e060cb5d-1f48-4064-b65d-63f83fafc897,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:53.007738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5260e4-812b-475e-9058-c36ce894756a None None] Pushing event updated for resources: {'Port': ['ID=6ce0a776-ae73-466f-ad6c-a41e3d0056e0,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:53.133369 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:53.134109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:53.398607 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Router 2729571d-440a-42df-8d11-f880f6804ee6 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:57:53.637893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:57:53.649594 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Sync routers for ids ['2729571d-440a-42df-8d11-f880f6804ee6'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:57:53.662917 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Routers {'2729571d-440a-42df-8d11-f880f6804ee6'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:57:53.663531 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2729571d-440a-42df-8d11-f880f6804ee6'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:53.664238 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:53.668211 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d171fca5-5ee7-42be-8434-f1e432fbfa6c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6495109 Feb 09 13:57:53.668449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38440) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:53.862334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:57:53.873095 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Set router 2729571d-440a-42df-8d11-f880f6804ee6 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:57:53.949629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:57:54.131645 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f82ce6-051a-4234-8ff9-b32402eefe8c None None] Network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:57:54.188026 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:53Z', 'revision_number': 3, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:54.192738 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Checking router: 2729571d-440a-42df-8d11-f880f6804ee6 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:57:54.193006 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Updating router 2729571d-440a-42df-8d11-f880f6804ee6 port e060cb5d-1f48-4064-b65d-63f83fafc897 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:57:54.256014 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.260317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1eecce3e-d7d9-4f79-b419-7a05ec1da25f None None] Provisioning for port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:57:54.270563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1eecce3e-d7d9-4f79-b419-7a05ec1da25f None None] Provisioning complete for port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:57:54.270913 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1eecce3e-d7d9-4f79-b419-7a05ec1da25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.479149 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1eecce3e-d7d9-4f79-b419-7a05ec1da25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.541588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1eecce3e-d7d9-4f79-b419-7a05ec1da25f None None] For port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6ce0a776-ae73-466f-ad6c-a41e3d0056e0,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:54.548324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1eecce3e-d7d9-4f79-b419-7a05ec1da25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.627230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eecce3e-d7d9-4f79-b419-7a05ec1da25f None None] Pushing event updated for resources: {'Port': ['ID=6ce0a776-ae73-466f-ad6c-a41e3d0056e0,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:54.630098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.653506 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.667956 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Transition to ACTIVE for port object e060cb5d-1f48-4064-b65d-63f83fafc897 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:57:54.676835 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.765143 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Pushing event updated for resources: {'Port': ['ID=e060cb5d-1f48-4064-b65d-63f83fafc897,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:54.768027 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Attempting to bind port e060cb5d-1f48-4064-b65d-63f83fafc897 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:57:54.768391 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Attempting to bind port e060cb5d-1f48-4064-b65d-63f83fafc897 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:57:54.768746 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Attempting to bind port e060cb5d-1f48-4064-b65d-63f83fafc897 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:57:54.772997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-5c79b808-5a3c-4ca3-9ac9-0a7f5ed55f45 None None] Provisioning complete for port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:57:54.773417 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c79b808-5a3c-4ca3-9ac9-0a7f5ed55f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.780578 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.780985 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.781309 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.781638 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.781960 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.782865 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.783178 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.783675 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.783992 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.784302 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.784779 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:57:54.788266 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:57:54.788901 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:57:54.789464 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.790038 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:57:54.790721 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Bound port: e060cb5d-1f48-4064-b65d-63f83fafc897, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:57:54.791453 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.870966 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] For port e060cb5d-1f48-4064-b65d-63f83fafc897, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:57:54.874084 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] For port e060cb5d-1f48-4064-b65d-63f83fafc897, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e060cb5d-1f48-4064-b65d-63f83fafc897,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:57:54.878359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Allocated IP 172.20.0.1 (6ba0c35f-4f48-4f82-87c5-c5f6aec1887a/163f3149-8fb3-479c-ae92-11d02a5e3dc0/17db97eb-6e97-4482-afa8-1b4e390f03cb) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:57:54.880746 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:54.971037 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c1cdc-ea1e-41f4-b1e2-86cc3c08919b None None] Pushing event updated for resources: {'Port': ['ID=e060cb5d-1f48-4064-b65d-63f83fafc897,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:54.976079 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Routers {'2729571d-440a-42df-8d11-f880f6804ee6'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:57:54.976691 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2729571d-440a-42df-8d11-f880f6804ee6'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:55.036665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:55.053415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Transition to ACTIVE for port object 17db97eb-6e97-4482-afa8-1b4e390f03cb will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:57:55.083806 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe59379e-2643-41fb-ae69-8716248f0f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:55.085269 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:55.148044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:57:55.155371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:57:55.159682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:57:55.161648 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] Set router 2729571d-440a-42df-8d11-f880f6804ee6 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:57:55.197652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Pushing event updated for resources: {'Port': ['ID=17db97eb-6e97-4482-afa8-1b4e390f03cb,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:55.227174 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:55.321285 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:55.468181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d6c6d841-44c9-4e84-ba61-e7143e50741c None None] Provisioning for port 17db97eb-6e97-4482-afa8-1b4e390f03cb completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:57:55.473515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d6c6d841-44c9-4e84-ba61-e7143e50741c None None] Provisioning complete for port 17db97eb-6e97-4482-afa8-1b4e390f03cb triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:57:55.473882 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d841-44c9-4e84-ba61-e7143e50741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:55.517517 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:53Z', 'revision_number': 3, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:55.521637 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58be540-afa2-4c3f-9d88-70aa04dea93d None None] The sync data for ids ['2729571d-440a-42df-8d11-f880f6804ee6'] in n-d-825175-3 is: [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:53Z', 'revision_number': 3, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:57:55.532632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d6c6d841-44c9-4e84-ba61-e7143e50741c None None] Port 17db97eb-6e97-4482-afa8-1b4e390f03cb cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:57:55.553332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:55.558007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:55.671718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:55.676353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Pushing event updated for resources: {'Port': ['ID=17db97eb-6e97-4482-afa8-1b4e390f03cb,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:55.848818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:57:55.849985 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:57:55.894048 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e060cb5d-1f48-4064-b65d-63f83fafc897 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:57:55.982096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e060cb5d-1f48-4064-b65d-63f83fafc897 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:57:55.991568 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e060cb5d-1f48-4064-b65d-63f83fafc897 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:57:55.992204 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:56.138914 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:56.164912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e060cb5d-1f48-4064-b65d-63f83fafc897, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e060cb5d-1f48-4064-b65d-63f83fafc897,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:57:56.174175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:56.175033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:57:56.235254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-59f2f668-f1b2-4994-80d1-f87d43d2b45d None None] Provisioning complete for port 17db97eb-6e97-4482-afa8-1b4e390f03cb triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:57:56.235254 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-59f2f668-f1b2-4994-80d1-f87d43d2b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:56.331461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-59f2f668-f1b2-4994-80d1-f87d43d2b45d None None] Port 17db97eb-6e97-4482-afa8-1b4e390f03cb cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:57:56.350637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e060cb5d-1f48-4064-b65d-63f83fafc897,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:56.364706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:57:56.365072 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:56.424769 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Router 2729571d-440a-42df-8d11-f880f6804ee6 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:57:56.634713 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:57:56.644304 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bbb19c0b-6ca6-479f-a614-a6720a527874 admin admin] 10.222.0.59 "PUT /v2.0/routers/2729571d-440a-42df-8d11-f880f6804ee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9748986 Feb 09 13:57:57.528515 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38462) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:57.534728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-378522033-network', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:57:57.540366 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:57:57.544207 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Usage tracker for resource:network and tenant:ba19c9601fb54c38bf9987b7fb7366ec is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:57:57.547074 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:57:57.553318 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:57:57.563493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Made reservation on behalf of ba19c9601fb54c38bf9987b7fb7366ec for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:57:57.565816 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:57.578619 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:57.612268 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:57:57.616921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ba19c9601fb54c38bf9987b7fb7366ec is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:57:57.619841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:57:57.625480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:57:57.692723 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:57.696448 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:57.730798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 13:57:57.739620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d37a7c-77b4-4df3-9c37-3a9207a78e1f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:57.745158 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:57.745554 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Added segment 8af0321f-1265-4b57-8d53-795fddfd3119 of type vlan for network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa Feb 09 13:57:57.772387 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:57.806700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e060cb5d-1f48-4064-b65d-63f83fafc897 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:57:57.811729 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:57.812624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:57.813241 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:57.879653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e060cb5d-1f48-4064-b65d-63f83fafc897 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:57:57.880014 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:57.923671 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4dcb5a23-d34d-4785-9bf3-24e74a6589aa,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:57.926988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-78bd5c95-fb31-40db-ab74-a9d40c1397e1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3974476 Feb 09 13:57:57.929874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38466) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:57.936384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 13:57:57.936547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Request body: {'subnet': {'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-378522033-subnet', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'ip_version': 4}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:57:57.943271 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:57:57.947553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Usage tracker for resource:subnet and tenant:ba19c9601fb54c38bf9987b7fb7366ec is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:57:57.950831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:57:57.960307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:57:57.976553 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Made reservation on behalf of ba19c9601fb54c38bf9987b7fb7366ec for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:57:57.979548 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.199513 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.276998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb58beb7-28bc-4320-9109-b8d8bacc78b4,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:58.304107 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2395f809-337d-4968-b8b8-5ed7b9fa2004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.304328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Checking segment: {'id': '8af0321f-1265-4b57-8d53-795fddfd3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:57:58.304328 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Network hostable DHCP agents. Network: 4dcb5a23-d34d-4785-9bf3-24e74a6589aa, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 13:57:58.324980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 13:57:58.334606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 4dcb5a23-d34d-4785-9bf3-24e74a6589aa) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:57:58.338536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:57:58.339117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.343565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffad841-873e-4d4d-bd8b-d1fd67ae3233 None None] Network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:57:58.361072 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a147b12d-7b8e-407e-a322-e774496b840d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4292958 Feb 09 13:57:58.363943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38470) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:57:58.371004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-378522033-router', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:57:58.376978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:57:58.380833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Usage tracker for resource:router and tenant:ba19c9601fb54c38bf9987b7fb7366ec is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:57:58.383628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:57:58.389309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:57:58.400081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.401016 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.422242 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.560800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-4dcb5a23-d34d-4785-9bf3-24e74a6589aa', 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'fixed_ips': [{'subnet_id': 'cb58beb7-28bc-4320-9109-b8d8bacc78b4'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 13:57:58.561609 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.571721 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.756742 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.761444 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.771063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Allocated IP 172.20.0.2 (4dcb5a23-d34d-4785-9bf3-24e74a6589aa/cb58beb7-28bc-4320-9109-b8d8bacc78b4/77a24bcd-59a4-4841-9632-9c46d0e97789) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:57:58.801976 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:58.843550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.001664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Allocated IP 172.25.5.244 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/52cb91e9-7409-4c39-9d06-3b4c5a620bbf) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:57:59.011525 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.024133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Transition to ACTIVE for port object 77a24bcd-59a4-4841-9632-9c46d0e97789 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:57:59.045263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Transition to ACTIVE for port object 77a24bcd-59a4-4841-9632-9c46d0e97789 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:57:59.051922 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.113603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:57:59.121191 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:57:59.123203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:57:59.132340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Pushing event updated for resources: {'Port': ['ID=77a24bcd-59a4-4841-9632-9c46d0e97789,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:59.169683 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.206358 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.245420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Sync routers for ids ['2729571d-440a-42df-8d11-f880f6804ee6'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:57:59.275467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Attempting to bind port 77a24bcd-59a4-4841-9632-9c46d0e97789 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:57:59.275894 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Attempting to bind port 77a24bcd-59a4-4841-9632-9c46d0e97789 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '8af0321f-1265-4b57-8d53-795fddfd3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:57:59.276265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Attempting to bind port 77a24bcd-59a4-4841-9632-9c46d0e97789 on network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:57:59.282590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Routers {'2729571d-440a-42df-8d11-f880f6804ee6'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:57:59.283241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2729571d-440a-42df-8d11-f880f6804ee6'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:57:59.341162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:57:59.341536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Checking segment: {'id': '8af0321f-1265-4b57-8d53-795fddfd3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:57:59.341932 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.342319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Bound using segment: {'id': '8af0321f-1265-4b57-8d53-795fddfd3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:57:59.342817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Bound port: 77a24bcd-59a4-4841-9632-9c46d0e97789, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af0321f-1265-4b57-8d53-795fddfd3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:57:59.343186 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.380321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:57:59.380963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Pushing event updated for resources: {'Port': ['ID=52cb91e9-7409-4c39-9d06-3b4c5a620bbf,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:59.383670 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:57:59.385837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:57:59.555688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] For port 77a24bcd-59a4-4841-9632-9c46d0e97789, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:57:59.559056 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.561281 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.568015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] For port 77a24bcd-59a4-4841-9632-9c46d0e97789, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=77a24bcd-59a4-4841-9632-9c46d0e97789,segment=NetworkSegment(8af0321f-1265-4b57-8d53-795fddfd3119),segment_id=8af0321f-1265-4b57-8d53-795fddfd3119)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:57:59.569037 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Set router 2729571d-440a-42df-8d11-f880f6804ee6 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:57:59.624428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:57:59.826697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19ace5-6d1c-42eb-84a7-1e0cdf37ad54 None None] Pushing event updated for resources: {'Port': ['ID=77a24bcd-59a4-4841-9632-9c46d0e97789,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:57:59.850546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Router 15da6222-46de-4194-812f-98485f7aee9d is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 13:58:00.057260 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:00.080833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:55Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '17db97eb-6e97-4482-afa8-1b4e390f03cb', 'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'mac_address': 'fa:16:3e:71:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:54Z', 'updated_at': '2022-02-09T13:57:55Z', 'revision_number': 2, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'subnets': [{'id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:00.085290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Checking router: 2729571d-440a-42df-8d11-f880f6804ee6 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:58:00.085706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Updating router 2729571d-440a-42df-8d11-f880f6804ee6 port 17db97eb-6e97-4482-afa8-1b4e390f03cb binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:58:00.136155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:58:00.148528 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Sync routers for ids ['15da6222-46de-4194-812f-98485f7aee9d'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:58:00.150609 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:00.160150 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:00.161665 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3368d052-e2f8-4574-bb47-5a63872268c6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7964287 Feb 09 13:58:00.164374 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Routers {'15da6222-46de-4194-812f-98485f7aee9d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:58:00.164537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38474) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:00.165378 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['15da6222-46de-4194-812f-98485f7aee9d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:00.365630 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Set router 15da6222-46de-4194-812f-98485f7aee9d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:58:00.538004 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:00.555323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Transition to ACTIVE for port object 17db97eb-6e97-4482-afa8-1b4e390f03cb will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:58:00.567804 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:00.671733 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da6222-46de-4194-812f-98485f7aee9d', 'name': 'tempest-TestMinimumBasicScenario-378522033-router', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:57:59Z', 'revision_number': 3, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'gw_port': {'id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da6222-46de-4194-812f-98485f7aee9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:00.676268 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Checking router: 15da6222-46de-4194-812f-98485f7aee9d for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:58:00.677731 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Updating router 15da6222-46de-4194-812f-98485f7aee9d port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:58:00.736871 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:00.782921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b2e9d-07db-46e6-a8fd-330436a8a9b2 None None] Pushing event updated for resources: {'Port': ['ID=17db97eb-6e97-4482-afa8-1b4e390f03cb,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:00.879101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Attempting to bind port 17db97eb-6e97-4482-afa8-1b4e390f03cb on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:58:00.879709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Attempting to bind port 17db97eb-6e97-4482-afa8-1b4e390f03cb by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:58:00.880350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Attempting to bind port 17db97eb-6e97-4482-afa8-1b4e390f03cb on network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:58:00.894279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:58:00.896349 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Checking segment: {'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:58:00.896963 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:00.897504 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Bound using segment: {'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:58:00.899814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Bound port: 17db97eb-6e97-4482-afa8-1b4e390f03cb, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:58:00.900510 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.015160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] For port 17db97eb-6e97-4482-afa8-1b4e390f03cb, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:58:01.019889 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] For port 17db97eb-6e97-4482-afa8-1b4e390f03cb, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=17db97eb-6e97-4482-afa8-1b4e390f03cb,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:58:01.029859 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.133178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccfe8c8-57fa-4036-9e2e-0caed7f36499 None None] Network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 13:58:01.152922 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.158631 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.172510 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Transition to ACTIVE for port object 52cb91e9-7409-4c39-9d06-3b4c5a620bbf will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:58:01.181735 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.259702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Routers {'2729571d-440a-42df-8d11-f880f6804ee6'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:58:01.260346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2729571d-440a-42df-8d11-f880f6804ee6'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:01.274970 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Attempting to bind port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:58:01.275590 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Attempting to bind port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:58:01.276137 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Attempting to bind port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:58:01.283744 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d37e38-26ff-4ee9-8117-97961488eae4 None None] Pushing event updated for resources: {'Port': ['ID=52cb91e9-7409-4c39-9d06-3b4c5a620bbf,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:01.291094 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:58:01.291691 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:58:01.292254 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.292784 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:58:01.293399 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Bound port: 52cb91e9-7409-4c39-9d06-3b4c5a620bbf, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:58:01.293943 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.376577 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] For port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:58:01.382046 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] For port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=52cb91e9-7409-4c39-9d06-3b4c5a620bbf,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:58:01.390720 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.411199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b2e9d-07db-46e6-a8fd-330436a8a9b2 None None] Pushing event updated for resources: {'Port': ['ID=17db97eb-6e97-4482-afa8-1b4e390f03cb,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:01.506264 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d37e38-26ff-4ee9-8117-97961488eae4 None None] Pushing event updated for resources: {'Port': ['ID=52cb91e9-7409-4c39-9d06-3b4c5a620bbf,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:01.509559 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Routers {'15da6222-46de-4194-812f-98485f7aee9d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:58:01.510163 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['15da6222-46de-4194-812f-98485f7aee9d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:01.586224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-89a2a786-77c9-48a4-bf0a-25827a1e3412 None None] Provisioning for port 77a24bcd-59a4-4841-9632-9c46d0e97789 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:58:01.586945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Allocated IP 172.20.0.1 (4dcb5a23-d34d-4785-9bf3-24e74a6589aa/cb58beb7-28bc-4320-9109-b8d8bacc78b4/1b5ffbfb-521b-4c0d-b266-6113b44619d8) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:58:01.604740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] Set router 2729571d-440a-42df-8d11-f880f6804ee6 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:58:01.732671 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] Set router 15da6222-46de-4194-812f-98485f7aee9d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:58:01.751599 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.773577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Transition to ACTIVE for port object 1b5ffbfb-521b-4c0d-b266-6113b44619d8 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:58:01.806031 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:01.898672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 77a24bcd-59a4-4841-9632-9c46d0e97789 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:58:01.919185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Pushing event updated for resources: {'Port': ['ID=1b5ffbfb-521b-4c0d-b266-6113b44619d8,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:01.932477 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:58:01.933728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:58:01.941581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:58:02.019506 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:02.070084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 77a24bcd-59a4-4841-9632-9c46d0e97789 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:58:02.074741 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da6222-46de-4194-812f-98485f7aee9d', 'name': 'tempest-TestMinimumBasicScenario-378522033-router', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:57:59Z', 'revision_number': 3, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'gw_port': {'id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da6222-46de-4194-812f-98485f7aee9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:02.077867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 77a24bcd-59a4-4841-9632-9c46d0e97789 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:02.078165 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:02.080863 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c685b401-f054-4be2-b04d-2db6eeb04911 None None] The sync data for ids ['15da6222-46de-4194-812f-98485f7aee9d'] in n-d-825175-3 is: [{'id': '15da6222-46de-4194-812f-98485f7aee9d', 'name': 'tempest-TestMinimumBasicScenario-378522033-router', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:57:59Z', 'revision_number': 3, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'gw_port': {'id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da6222-46de-4194-812f-98485f7aee9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:58:02.128268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:02.148206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:55Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '17db97eb-6e97-4482-afa8-1b4e390f03cb', 'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'mac_address': 'fa:16:3e:71:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:54Z', 'updated_at': '2022-02-09T13:58:01Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'subnets': [{'id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:02.156450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7345d2-a496-43a7-a2b4-eee9887f4043 None None] The sync data for ids ['2729571d-440a-42df-8d11-f880f6804ee6'] in n-d-825175-3 is: [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:55Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '17db97eb-6e97-4482-afa8-1b4e390f03cb', 'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'mac_address': 'fa:16:3e:71:b2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:54Z', 'updated_at': '2022-02-09T13:58:01Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'subnets': [{'id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:58:02.232261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f2f25185-5b4b-4dab-9252-a0e0bd25a216 None None] Provisioning complete for port 77a24bcd-59a4-4841-9632-9c46d0e97789 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:02.232631 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f2f25185-5b4b-4dab-9252-a0e0bd25a216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:02.288040 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:02.347953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 77a24bcd-59a4-4841-9632-9c46d0e97789, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=77a24bcd-59a4-4841-9632-9c46d0e97789,segment=NetworkSegment(8af0321f-1265-4b57-8d53-795fddfd3119),segment_id=8af0321f-1265-4b57-8d53-795fddfd3119)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:58:02.379747 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:02.443733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:02.448007 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:02.471475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=77a24bcd-59a4-4841-9632-9c46d0e97789,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:02.559098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:02.562446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Pushing event updated for resources: {'Port': ['ID=1b5ffbfb-521b-4c0d-b266-6113b44619d8,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:02.583267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0dde7b4d-b058-46d9-91ed-1f0bf6b59d9a None None] Provisioning for port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:58:02.588362 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-0dde7b4d-b058-46d9-91ed-1f0bf6b59d9a None None] Provisioning complete for port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:02.588723 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0dde7b4d-b058-46d9-91ed-1f0bf6b59d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:02.647449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-0dde7b4d-b058-46d9-91ed-1f0bf6b59d9a None None] Port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:58:02.727395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:58:02.728878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:58:02.972588 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-540d3d10-3b99-4cf9-94a7-193c2c20ac46 None None] Provisioning complete for port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:02.973664 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-540d3d10-3b99-4cf9-94a7-193c2c20ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:03.047393 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-540d3d10-3b99-4cf9-94a7-193c2c20ac46 None None] Port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:58:03.164650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Router 15da6222-46de-4194-812f-98485f7aee9d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:58:03.371927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:58:03.381598 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1b996157-d57c-4a88-9295-9bddb0c51e12 admin admin] 10.222.0.59 "PUT /v2.0/routers/15da6222-46de-4194-812f-98485f7aee9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2160358 Feb 09 13:58:03.889939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 77a24bcd-59a4-4841-9632-9c46d0e97789 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:58:03.971711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 77a24bcd-59a4-4841-9632-9c46d0e97789 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:03.971972 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:04.087226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 17db97eb-6e97-4482-afa8-1b4e390f03cb up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:58:04.203756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 17db97eb-6e97-4482-afa8-1b4e390f03cb completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:58:04.208381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 17db97eb-6e97-4482-afa8-1b4e390f03cb triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:04.208737 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:04.322217 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:04.353341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 17db97eb-6e97-4482-afa8-1b4e390f03cb, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=17db97eb-6e97-4482-afa8-1b4e390f03cb,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:58:04.363194 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:04.436235 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=17db97eb-6e97-4482-afa8-1b4e390f03cb,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:05.823537 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 17db97eb-6e97-4482-afa8-1b4e390f03cb up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:58:05.915834 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 17db97eb-6e97-4482-afa8-1b4e390f03cb triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:05.916218 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:07.832990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 52cb91e9-7409-4c39-9d06-3b4c5a620bbf up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:58:07.913525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:58:07.918314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:07.918755 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:08.055916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:08.075257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=52cb91e9-7409-4c39-9d06-3b4c5a620bbf,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:58:08.079829 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:08.153609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=52cb91e9-7409-4c39-9d06-3b4c5a620bbf,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:09.812990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 52cb91e9-7409-4c39-9d06-3b4c5a620bbf up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:58:09.893167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:09.893681 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:11.759366 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:14.535271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-89ef16ff-055d-44ee-a39c-4ba4232549a6 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:14.536622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-89ef16ff-055d-44ee-a39c-4ba4232549a6 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/networks?id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a HTTP/1.1" status: 200 len: 814 time: 0.1463435 Feb 09 13:58:14.553480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-b04a53e9-9cee-402f-b44a-4b4f69424223 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/quotas/33c066b6816a4f76be3cf57f0d36429d HTTP/1.1" status: 200 len: 375 time: 0.0115333 Feb 09 13:58:14.632026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-24970ac9-602b-496f-9fb0-1a2c8c63a49f tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=33c066b6816a4f76be3cf57f0d36429d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738258 Feb 09 13:58:14.982932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-998d66d0-49fc-4fe3-8b32-461155bafc2a service neutron] 10.222.0.59 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398421 Feb 09 13:58:15.112117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-f5ccdd56-e029-4629-be59-126a3ce561e9 service neutron] 10.222.0.59 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226342 Feb 09 13:58:15.295678 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8ab8c5a8-05e5-4f0d-a074-a7f0596e74a5 req-b666449e-6520-4353-8177-5ab62a513acf tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 210 time: 0.0408828 Feb 09 13:58:16.444067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2fe7cb6f-a994-4fba-9db7-9e8729f1c6e9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:16.444756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2fe7cb6f-a994-4fba-9db7-9e8729f1c6e9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Synchronizing usage tracker for tenant:33c066b6816a4f76be3cf57f0d36429d on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:58:16.463871 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2fe7cb6f-a994-4fba-9db7-9e8729f1c6e9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Unset dirty status for tenant:33c066b6816a4f76be3cf57f0d36429d on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:58:16.465009 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2fe7cb6f-a994-4fba-9db7-9e8729f1c6e9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.62 "GET /v2.0/networks?id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a HTTP/1.1" status: 200 len: 814 time: 0.2696760 Feb 09 13:58:16.467247 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae94c3be-7939-43d1-a61f-855e700dea5a req-391d3879-59dd-47f5-86f9-060d84699841 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 210 time: 0.0460789 Feb 09 13:58:16.483483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'port': {'device_id': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'admin_state_up': True, 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:16.620312 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:58:16.624171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Usage tracker for resource:port and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:58:16.634438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:58:16.641234 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:58:16.645281 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:16.653000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Made reservation on behalf of 33c066b6816a4f76be3cf57f0d36429d for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 13:58:16.656289 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:16.857435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Allocated IP 172.20.0.3 (6ba0c35f-4f48-4f82-87c5-c5f6aec1887a/163f3149-8fb3-479c-ae92-11d02a5e3dc0/2be1eb02-a9b5-4a9b-a519-b8389a482a59) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:58:17.181091 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:17.200081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Transition to ACTIVE for port object 2be1eb02-a9b5-4a9b-a519-b8389a482a59 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:58:17.244351 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:17.325924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'Port': ['ID=2be1eb02-a9b5-4a9b-a519-b8389a482a59,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:17.329364 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:58:17.331897 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:58:17.334939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:58:17.378738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.388829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.389273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.389604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.389932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.390255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.390599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.390935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.391299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.391776 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.392092 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:17.431063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:17.431777 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:17.459025 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-2eab5499-6f0f-4b26-ba59-c6727a9b093e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9795418 Feb 09 13:58:17.689919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2451d7b0-456c-4e13-b89c-cadb3169cfc0 None None] Provisioning for port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:58:17.695328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2451d7b0-456c-4e13-b89c-cadb3169cfc0 None None] Provisioning complete for port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:17.696063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2451d7b0-456c-4e13-b89c-cadb3169cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:17.720998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0436feb-8f8d-4ed5-85f9-08a08e4df6df req-bcb134e1-9bd6-4d41-a082-43f0380c725c tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:17.729539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a0436feb-8f8d-4ed5-85f9-08a08e4df6df req-bcb134e1-9bd6-4d41-a082-43f0380c725c tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 931 time: 0.1037693 Feb 09 13:58:17.765625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2451d7b0-456c-4e13-b89c-cadb3169cfc0 None None] Port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 13:58:17.790895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a0436feb-8f8d-4ed5-85f9-08a08e4df6df req-f5cf36cb-a3b5-4b0a-94f2-44dd5030ba4a tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604441 Feb 09 13:58:19.040242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36bd9b-eff2-46d7-8cf9-ae5da2f75f33 req-5e9693d4-b60f-41a5-955f-6357ad1da7f3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:19.041765 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f36bd9b-eff2-46d7-8cf9-ae5da2f75f33 req-5e9693d4-b60f-41a5-955f-6357ad1da7f3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 931 time: 0.1080456 Feb 09 13:58:19.090128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f36bd9b-eff2-46d7-8cf9-ae5da2f75f33 req-1091191d-592d-4360-a694-3062d085d785 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Feb 09 13:58:20.309606 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303c4e1-305b-40ee-a32b-23e0dfc2bb27 req-0e3d6681-cf90-4ebe-8d19-2c26c7639a4b tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:20.312208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4303c4e1-305b-40ee-a32b-23e0dfc2bb27 req-0e3d6681-cf90-4ebe-8d19-2c26c7639a4b tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 931 time: 0.0818248 Feb 09 13:58:20.366941 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4303c4e1-305b-40ee-a32b-23e0dfc2bb27 req-ba2850d3-f578-45e7-aba1-43a1872fc4ec tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483890 Feb 09 13:58:20.822487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-d2883d42-cdec-4f0a-a7ec-4fe15339367e req-cf1119b8-d62a-4c22-bb45-06f564b0655f service neutron] (83480) timed out ('10.222.0.67', 50548) {{(pid=83480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 13:58:21.608309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27288f7b-b6dc-4f6f-93d8-d30259c4b33a req-926ba6e5-bd88-4c67-bb93-0456614e4334 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:21.611100 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27288f7b-b6dc-4f6f-93d8-d30259c4b33a req-926ba6e5-bd88-4c67-bb93-0456614e4334 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 931 time: 0.1058733 Feb 09 13:58:21.673796 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-27288f7b-b6dc-4f6f-93d8-d30259c4b33a req-b48eb045-b178-4921-aabf-40c61bfa313a tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490334 Feb 09 13:58:22.280687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Sync routers for ids ['15da6222-46de-4194-812f-98485f7aee9d'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:58:22.297055 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Routers {'15da6222-46de-4194-812f-98485f7aee9d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:58:22.298305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['15da6222-46de-4194-812f-98485f7aee9d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:22.492493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Set router 15da6222-46de-4194-812f-98485f7aee9d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:58:22.900177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da6222-46de-4194-812f-98485f7aee9d', 'name': 'tempest-TestMinimumBasicScenario-378522033-router', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:58:02Z', 'revision_number': 4, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'gw_port': {'id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da6222-46de-4194-812f-98485f7aee9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '1b5ffbfb-521b-4c0d-b266-6113b44619d8', 'name': '', 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'mac_address': 'fa:16:3e:3e:82:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da6222-46de-4194-812f-98485f7aee9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58beb7-28bc-4320-9109-b8d8bacc78b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:58:01Z', 'updated_at': '2022-02-09T13:58:02Z', 'revision_number': 2, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'subnets': [{'id': 'cb58beb7-28bc-4320-9109-b8d8bacc78b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:22.904926 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Checking router: 15da6222-46de-4194-812f-98485f7aee9d for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:58:22.905343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Updating router 15da6222-46de-4194-812f-98485f7aee9d port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 13:58:22.918295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588666e0-a9c8-4399-a3af-26931dd9ce5e req-eea192d4-003c-45c1-9cab-b19322c9f7b3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:22.933392 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-588666e0-a9c8-4399-a3af-26931dd9ce5e req-eea192d4-003c-45c1-9cab-b19322c9f7b3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 931 time: 0.1282434 Feb 09 13:58:22.961371 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:23.021321 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-588666e0-a9c8-4399-a3af-26931dd9ce5e req-4c2e8af1-dc0e-4a5c-81c7-8c0eb60bfd81 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869999 Feb 09 13:58:23.356706 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:23.368801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Transition to ACTIVE for port object 1b5ffbfb-521b-4c0d-b266-6113b44619d8 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:58:23.376325 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:23.444428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Pushing event updated for resources: {'Port': ['ID=1b5ffbfb-521b-4c0d-b266-6113b44619d8,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:23.506186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.506549 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.506887 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.513295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.513715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.514056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.514375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.514803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.515271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.515600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.515925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:23.684951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Attempting to bind port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:58:23.685739 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Attempting to bind port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '8af0321f-1265-4b57-8d53-795fddfd3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:58:23.686325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Attempting to bind port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 on network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:58:23.693822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:58:23.694604 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Checking segment: {'id': '8af0321f-1265-4b57-8d53-795fddfd3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:58:23.695260 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:23.695860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Bound using segment: {'id': '8af0321f-1265-4b57-8d53-795fddfd3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:58:23.696541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Bound port: 1b5ffbfb-521b-4c0d-b266-6113b44619d8, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af0321f-1265-4b57-8d53-795fddfd3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:58:23.697147 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:23.809590 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] For port 1b5ffbfb-521b-4c0d-b266-6113b44619d8, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:58:23.812667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] For port 1b5ffbfb-521b-4c0d-b266-6113b44619d8, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1b5ffbfb-521b-4c0d-b266-6113b44619d8,segment=NetworkSegment(8af0321f-1265-4b57-8d53-795fddfd3119),segment_id=8af0321f-1265-4b57-8d53-795fddfd3119)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:58:23.817554 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:23.888706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Routers {'15da6222-46de-4194-812f-98485f7aee9d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:58:23.889278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:57:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['15da6222-46de-4194-812f-98485f7aee9d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:24.026528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96522c6c-ef0e-4dbf-bcb9-7070bd308c21 None None] Pushing event updated for resources: {'Port': ['ID=1b5ffbfb-521b-4c0d-b266-6113b44619d8,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:24.087552 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] Set router 15da6222-46de-4194-812f-98485f7aee9d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:58:24.236642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1e754-8420-4475-bc50-55a680000b27 req-5c1231a4-f544-4349-af9e-f5fb2e56e264 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:24.238074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fa1e754-8420-4475-bc50-55a680000b27 req-5c1231a4-f544-4349-af9e-f5fb2e56e264 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 931 time: 0.0759430 Feb 09 13:58:24.283065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1fa1e754-8420-4475-bc50-55a680000b27 req-59aabf8d-ed1a-4453-9663-b22ddb2842cd tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Feb 09 13:58:24.371977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Request body: {'port': {'device_id': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:24.447684 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da6222-46de-4194-812f-98485f7aee9d', 'name': 'tempest-TestMinimumBasicScenario-378522033-router', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:58:02Z', 'revision_number': 4, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'gw_port': {'id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da6222-46de-4194-812f-98485f7aee9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '1b5ffbfb-521b-4c0d-b266-6113b44619d8', 'name': '', 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'mac_address': 'fa:16:3e:3e:82:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da6222-46de-4194-812f-98485f7aee9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58beb7-28bc-4320-9109-b8d8bacc78b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:58:01Z', 'updated_at': '2022-02-09T13:58:23Z', 'revision_number': 4, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'subnets': [{'id': 'cb58beb7-28bc-4320-9109-b8d8bacc78b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:24.451710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890af464-280c-4f8b-80fb-74e387eed9ee None None] The sync data for ids ['15da6222-46de-4194-812f-98485f7aee9d'] in n-d-825175-3 is: [{'id': '15da6222-46de-4194-812f-98485f7aee9d', 'name': 'tempest-TestMinimumBasicScenario-378522033-router', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:58:02Z', 'revision_number': 4, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'gw_port': {'id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da6222-46de-4194-812f-98485f7aee9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '1b5ffbfb-521b-4c0d-b266-6113b44619d8', 'name': '', 'network_id': '4dcb5a23-d34d-4785-9bf3-24e74a6589aa', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'mac_address': 'fa:16:3e:3e:82:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15da6222-46de-4194-812f-98485f7aee9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58beb7-28bc-4320-9109-b8d8bacc78b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:58:01Z', 'updated_at': '2022-02-09T13:58:23Z', 'revision_number': 4, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'subnets': [{'id': 'cb58beb7-28bc-4320-9109-b8d8bacc78b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:58:24.519462 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:24.910212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be1eb02-a9b5-4a9b-a519-b8389a482a59 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:58:24.917064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:24.933098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Transition to ACTIVE for port object 2be1eb02-a9b5-4a9b-a519-b8389a482a59 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 13:58:24.937509 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:25.070702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2be1eb02-a9b5-4a9b-a519-b8389a482a59,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:25.090899 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-48c1023e-2444-4597-9413-fd8e9fdbcc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:25.198729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Attempting to bind port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 13:58:25.199441 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Attempting to bind port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 13:58:25.199861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Attempting to bind port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 on network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:58:25.206711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 on network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 13:58:25.207110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Attempting to bind port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 on network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 13:58:25.213821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 13:58:25.214149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Checking segment: {'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 13:58:25.214550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Bound using segment: {'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 13:58:25.214972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Bound port: 2be1eb02-a9b5-4a9b-a519-b8389a482a59, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 13:58:25.215339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:25.312090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] For port 2be1eb02-a9b5-4a9b-a519-b8389a482a59, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 13:58:25.315977 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] For port 2be1eb02-a9b5-4a9b-a519-b8389a482a59, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 13:58:25.320828 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:25.376857 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:25.379346 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 1091 time: 1.0139887 Feb 09 13:58:25.382651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:58:25.520881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2802d-488b-4f9c-866a-c8fc5d1711b8 req-567bd78d-3fc7-421c-bba9-50196a681f7a tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:25.527043 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fa2802d-488b-4f9c-866a-c8fc5d1711b8 req-567bd78d-3fc7-421c-bba9-50196a681f7a tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 943 time: 0.1036811 Feb 09 13:58:25.575439 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5fa2802d-488b-4f9c-866a-c8fc5d1711b8 req-27fb2b2b-9678-43f9-a481-1e18120b64fd tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Feb 09 13:58:25.579210 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'status': 'completed', 'code': 200} Feb 09 13:58:25.580046 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c042917-81c6-472e-b3d0-5916dcc248e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2be1eb02-a9b5-4a9b-a519-b8389a482a59,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:25.630277 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-bad03b6e-8662-41a1-bc6a-cbfa94a22a20 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c066b6816a4f76be3cf57f0d36429d&device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 1094 time: 0.2102568 Feb 09 13:58:25.705688 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-25328c32-c84b-43dd-9d36-9efe80c9ea97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 217 time: 0.0668919 Feb 09 13:58:25.738674 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:58:25.771219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-883d626c-ecfa-4e65-9259-c8cf6f8093be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:25.772672 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-883d626c-ecfa-4e65-9259-c8cf6f8093be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163f3149-8fb3-479c-ae92-11d02a5e3dc0 HTTP/1.1" status: 200 len: 853 time: 0.0605426 Feb 09 13:58:25.830239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1b5ffbfb-521b-4c0d-b266-6113b44619d8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:58:25.858407 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-ed8a612c-b506-4b26-b265-176e6eeac732 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784178 Feb 09 13:58:25.898652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:58:25.903277 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:25.903633 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:25.995215 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-028b210b-93f4-414a-8e98-b433457db679 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301484 Feb 09 13:58:26.022122 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:26.054199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 1b5ffbfb-521b-4c0d-b266-6113b44619d8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1b5ffbfb-521b-4c0d-b266-6113b44619d8,segment=NetworkSegment(8af0321f-1265-4b57-8d53-795fddfd3119),segment_id=8af0321f-1265-4b57-8d53-795fddfd3119)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:58:26.057917 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:26.124904 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=1b5ffbfb-521b-4c0d-b266-6113b44619d8,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:26.129528 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d0201cbb-32ec-447e-b98f-5cd1142c2c81 req-c2203b48-db21-4f2f-912d-d7e419729140 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272588 Feb 09 13:58:26.246194 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8a91714a-524a-47ad-b639-7f4e8cea6a7d req-efddbca4-d95b-42f7-879b-b78e21099244 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c066b6816a4f76be3cf57f0d36429d&device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 1094 time: 0.0699606 Feb 09 13:58:26.375165 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91714a-524a-47ad-b639-7f4e8cea6a7d req-313d5a3d-dca5-4ebd-bf9d-0aaee94146e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:26.376580 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8a91714a-524a-47ad-b639-7f4e8cea6a7d req-313d5a3d-dca5-4ebd-bf9d-0aaee94146e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a HTTP/1.1" status: 200 len: 915 time: 0.1239452 Feb 09 13:58:26.447669 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8a91714a-524a-47ad-b639-7f4e8cea6a7d req-452496e2-096d-4291-9f34-2bbacc157681 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 217 time: 0.0633314 Feb 09 13:58:26.511062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91714a-524a-47ad-b639-7f4e8cea6a7d req-7188513c-86ec-4532-8e0e-019442a24e97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:26.512522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8a91714a-524a-47ad-b639-7f4e8cea6a7d req-7188513c-86ec-4532-8e0e-019442a24e97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163f3149-8fb3-479c-ae92-11d02a5e3dc0 HTTP/1.1" status: 200 len: 853 time: 0.0571079 Feb 09 13:58:26.585517 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8a91714a-524a-47ad-b639-7f4e8cea6a7d req-554442be-f833-481c-9277-04d043d2a9e4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660746 Feb 09 13:58:26.722732 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8a91714a-524a-47ad-b639-7f4e8cea6a7d req-14870641-6c71-43c4-b2f5-725302cfa546 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289248 Feb 09 13:58:26.774710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de20d7-3428-4b2d-b4a0-6a8a7affee2d req-6de788b9-5a58-441f-9609-ae12dfb04aac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:26.776270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59de20d7-3428-4b2d-b4a0-6a8a7affee2d req-6de788b9-5a58-441f-9609-ae12dfb04aac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 943 time: 0.0774751 Feb 09 13:58:26.821513 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-59de20d7-3428-4b2d-b4a0-6a8a7affee2d req-88b850e2-964d-4f00-b52b-d635958a0d21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397024 Feb 09 13:58:26.858195 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8a91714a-524a-47ad-b639-7f4e8cea6a7d req-a830e243-5219-498d-82f8-448355cb97e8 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291418 Feb 09 13:58:27.817622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1b5ffbfb-521b-4c0d-b266-6113b44619d8 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:58:27.886256 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:27.886656 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:28.026763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d387-fdcf-4f30-9d90-b0f6792b3aae req-3acbc430-a387-4914-9705-589d5825c827 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:28.028198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6642d387-fdcf-4f30-9d90-b0f6792b3aae req-3acbc430-a387-4914-9705-589d5825c827 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 943 time: 0.0830359 Feb 09 13:58:28.072482 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6642d387-fdcf-4f30-9d90-b0f6792b3aae req-9191c703-d0eb-4630-933a-ea5a49b4a4a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 Feb 09 13:58:28.129016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2be1eb02-a9b5-4a9b-a519-b8389a482a59 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 13:58:28.262023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 2be1eb02-a9b5-4a9b-a519-b8389a482a59, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:58:28.275111 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'port_id': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'mac_address': 'fa:16:3e:81:9e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 13:58:28.343079 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7569eabd-e8b3-4035-8689-83c8d8182de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:28.348341 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:28.365221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be1eb02-a9b5-4a9b-a519-b8389a482a59 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 13:58:28.380663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 2be1eb02-a9b5-4a9b-a519-b8389a482a59, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:58:28.384598 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:28.451044 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=2be1eb02-a9b5-4a9b-a519-b8389a482a59,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:28.617403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['2be1eb02-a9b5-4a9b-a519-b8389a482a59'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:58:28.738623 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:28.806903 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:29.270459 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fba62-755a-4583-86fe-c3fe382ec6f1 req-829ac417-5308-4835-917e-7476a87077af tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:29.272184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-955fba62-755a-4583-86fe-c3fe382ec6f1 req-829ac417-5308-4835-917e-7476a87077af tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 944 time: 0.0761368 Feb 09 13:58:29.321124 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-955fba62-755a-4583-86fe-c3fe382ec6f1 req-da3a72e0-3627-41ee-8141-f04f156f6c8c tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Feb 09 13:58:30.050991 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:30.144811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2be1eb02-a9b5-4a9b-a519-b8389a482a59 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 13:58:30.211058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 13:58:30.215806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:30.216164 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:30.329510 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:30.358742 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:58:30.368750 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 2be1eb02-a9b5-4a9b-a519-b8389a482a59, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:58:30.373465 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:30.441852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=2be1eb02-a9b5-4a9b-a519-b8389a482a59,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:30.557773 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff11411-5ec2-47e0-97df-f0fb17d72f6f req-2d5eec5e-8372-4842-8bb9-36785cb3c9b3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:30.559560 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cff11411-5ec2-47e0-97df-f0fb17d72f6f req-2d5eec5e-8372-4842-8bb9-36785cb3c9b3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.0914867 Feb 09 13:58:30.601581 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'code': 200} Feb 09 13:58:30.616306 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cff11411-5ec2-47e0-97df-f0fb17d72f6f req-b17152d7-821b-44fa-9097-29d308bdc1eb tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471253 Feb 09 13:58:30.746337 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-37405fa7-4310-44d3-830d-ea4473bb7807 req-72819526-be17-44d3-a10d-0acd39c1ac48 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 1096 time: 0.0770988 Feb 09 13:58:30.789772 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-37405fa7-4310-44d3-830d-ea4473bb7807 req-20b0eff0-ab6a-4fe6-b99a-1c774efa7e8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364473 Feb 09 13:58:31.818715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d13291-5737-42eb-8a3f-70dba86778e3 req-8b6c4725-33f5-4c15-bed3-ea8dec1cacc8 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:31.820273 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d13291-5737-42eb-8a3f-70dba86778e3 req-8b6c4725-33f5-4c15-bed3-ea8dec1cacc8 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.0790057 Feb 09 13:58:31.879217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2d13291-5737-42eb-8a3f-70dba86778e3 req-bbf84301-a04d-4adc-8ceb-75785f9edcf5 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536492 Feb 09 13:58:33.078711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cf318-92b6-4fb7-9b06-089ed999a9d3 req-d4086163-d9f6-4eee-9d7a-8980a56a5b1a tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:33.080753 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-432cf318-92b6-4fb7-9b06-089ed999a9d3 req-d4086163-d9f6-4eee-9d7a-8980a56a5b1a tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.0785410 Feb 09 13:58:33.129548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-432cf318-92b6-4fb7-9b06-089ed999a9d3 req-1f3c5cde-5898-464e-8bdd-a87ec3a49d42 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Feb 09 13:58:33.334409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65aa09-29f7-4cad-89ea-8fb492b1d1bc req-fd9a08c9-0784-4e6e-b90e-5a4eb5fa92b8 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:33.335893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad65aa09-29f7-4cad-89ea-8fb492b1d1bc req-fd9a08c9-0784-4e6e-b90e-5a4eb5fa92b8 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.0826271 Feb 09 13:58:33.382457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ad65aa09-29f7-4cad-89ea-8fb492b1d1bc req-5d7847de-bcd8-4521-8b12-39f9e29a0c30 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Feb 09 13:58:33.811921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bea863-1c61-4625-bc1e-1213cd55f39c req-fe90e52e-8536-43f2-a787-b7f0e5ab2214 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:33.813992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93bea863-1c61-4625-bc1e-1213cd55f39c req-fe90e52e-8536-43f2-a787-b7f0e5ab2214 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.0787683 Feb 09 13:58:33.860172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-93bea863-1c61-4625-bc1e-1213cd55f39c req-748a3ee7-cec9-4623-962c-4160b4b03674 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Feb 09 13:58:41.752520 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:44.238989 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc3732-b84e-4b78-be01-ff9c8f7e65c3 req-9cd0e441-51a3-44df-8c85-582f32fd7f91 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:44.240424 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46fc3732-b84e-4b78-be01-ff9c8f7e65c3 req-9cd0e441-51a3-44df-8c85-582f32fd7f91 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.0811858 Feb 09 13:58:44.285710 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-46fc3732-b84e-4b78-be01-ff9c8f7e65c3 req-081ede45-bbb2-48c3-8fce-d78434d68470 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396960 Feb 09 13:58:44.314193 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38656) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:44.450194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e1ba300a-7db0-4364-8805-41d079e148d9 tempest-TestMinimumBasicScenario-417579507 tempest-TestMinimumBasicScenario-417579507-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 1091 time: 0.1348066 Feb 09 13:58:44.453030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38662) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:44.459350 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:44.465612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:58:44.469476 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Usage tracker for resource:floatingip and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:58:44.472957 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:58:44.478786 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:58:44.490129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:44.625099 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:44.860519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Allocated IP 172.25.5.150 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/194b6bcc-12c2-4ae2-b4d1-e65d60c2138e) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 13:58:45.010692 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:45.037326 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:45.112697 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 13:58:45.113580 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'Port': ['ID=194b6bcc-12c2-4ae2-b4d1-e65d60c2138e,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:45.117252 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 13:58:45.119708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 13:58:45.633270 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:45.688638 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:45.903094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:45.907495 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:46.015245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'Port': ['ID=194b6bcc-12c2-4ae2-b4d1-e65d60c2138e,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:46.028705 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:46.215982 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Floating IP d0e53766-b490-4d47-a0e9-3747a0fb1d72 associated. External IP: 172.25.5.150, port: 2be1eb02-a9b5-4a9b-a519-b8389a482a59. Feb 09 13:58:46.650090 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:46.720423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Router 2729571d-440a-42df-8d11-f880f6804ee6 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:58:46.925722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:58:46.938327 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] Sync routers for ids ['2729571d-440a-42df-8d11-f880f6804ee6'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:58:46.952323 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] Routers {'2729571d-440a-42df-8d11-f880f6804ee6'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:58:46.953183 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:58:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2729571d-440a-42df-8d11-f880f6804ee6'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:46.953404 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.014598 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-72260dab-a6df-4260-8749-e2ebb117b63d tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5601776 Feb 09 13:58:47.015189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:58:47.017285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38666) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:47.023367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572017668', 'description': 'tempest-secgroup-smoke-572017668 description', 'project_id': '33c066b6816a4f76be3cf57f0d36429d'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:47.030908 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:58:47.035505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Usage tracker for resource:security_group and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:58:47.038535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:58:47.045338 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:58:47.058391 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.104507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:58:47.109365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Usage tracker for resource:security_group_rule and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:58:47.113936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:58:47.123813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:58:47.171919 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] Set router 2729571d-440a-42df-8d11-f880f6804ee6 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:58:47.194126 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'status': 'completed', 'code': 200} Feb 09 13:58:47.201982 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.206608 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.313725 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.315046 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2967341 Feb 09 13:58:47.317852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f4812-b759-4366-b58a-29ab2a547113 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0467625-2556-4244-8010-53efa163b5a1,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:47.320634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38674) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:47.330896 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'security_group_rule': {'security_group_id': 'f0467625-2556-4244-8010-53efa163b5a1', 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:47.338418 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:58:47.343362 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1327991-8447-445a-9e43-e928207e9688 req-98c7815a-09a5-4f54-9db3-80244608c8c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c066b6816a4f76be3cf57f0d36429d&device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 1096 time: 0.1157122 Feb 09 13:58:47.348761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Usage tracker for resource:security_group_rule and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:58:47.348761 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:58:47.355037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:58:47.375891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.453364 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.458913 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.486092 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91d72fd-e62c-4491-a378-2ee756d713a6,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:47.497748 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.499303 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2dff7866-21c4-4b82-b751-c74ad8e1c3f9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1770740 Feb 09 13:58:47.502325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38678) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:47.509022 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'security_group_rule': {'security_group_id': 'f0467625-2556-4244-8010-53efa163b5a1', 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:47.521158 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:58:47.525709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Usage tracker for resource:security_group_rule and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:58:47.529277 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:58:47.535676 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:58:47.557532 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.570974 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:55Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'd0e53766-b490-4d47-a0e9-3747a0fb1d72', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'port_id': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'mac_address': 'fa:16:3e:81:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:58:45Z', 'updated_at': '2022-02-09T13:58:45Z', 'revision_number': 0, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17db97eb-6e97-4482-afa8-1b4e390f03cb', 'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'mac_address': 'fa:16:3e:71:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:54Z', 'updated_at': '2022-02-09T13:58:04Z', 'revision_number': 5, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'subnets': [{'id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:47.575035 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] Checking router: 2729571d-440a-42df-8d11-f880f6804ee6 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:58:47.587625 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] Routers {'2729571d-440a-42df-8d11-f880f6804ee6'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:58:47.588411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1327991-8447-445a-9e43-e928207e9688 req-e6727209-4ec6-4e2e-bd82-e6b25d8ba6ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:47.588694 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:58:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2729571d-440a-42df-8d11-f880f6804ee6'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:47.590030 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1327991-8447-445a-9e43-e928207e9688 req-e6727209-4ec6-4e2e-bd82-e6b25d8ba6ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a HTTP/1.1" status: 200 len: 915 time: 0.2395508 Feb 09 13:58:47.628207 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.632400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.658892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d45da3-85e5-42b4-8b92-517e04a1231f,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:47.669896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.672256 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b12bc112-12b0-4f3a-bbdb-c55701e9aa21 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1686716 Feb 09 13:58:47.675719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38682) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:47.683657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'security_group_rule': {'security_group_id': 'f0467625-2556-4244-8010-53efa163b5a1', 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:47.700029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:58:47.708139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Usage tracker for resource:security_group_rule and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:58:47.711635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:58:47.715741 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1327991-8447-445a-9e43-e928207e9688 req-c89e0569-e707-4551-91db-dfe425ceccf6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 999 time: 0.1191902 Feb 09 13:58:47.719139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:58:47.775733 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.780977 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] Set router 2729571d-440a-42df-8d11-f880f6804ee6 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:58:47.809269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1327991-8447-445a-9e43-e928207e9688 req-9f244d0b-3f4f-40c3-8a46-eac8d843bfad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:47.810734 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1327991-8447-445a-9e43-e928207e9688 req-9f244d0b-3f4f-40c3-8a46-eac8d843bfad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163f3149-8fb3-479c-ae92-11d02a5e3dc0 HTTP/1.1" status: 200 len: 853 time: 0.0853100 Feb 09 13:58:47.898372 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.903603 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.940540 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab13211-46b4-4d12-a2b8-6c81982ccc34,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:47.945395 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1327991-8447-445a-9e43-e928207e9688 req-11108995-8357-4603-a460-f3dbd9e2e46f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275456 Feb 09 13:58:47.960751 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:47.961975 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-494e51be-8694-43d0-943a-c69c0608aaac tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2851174 Feb 09 13:58:47.965133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38686) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:47.970864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'security_group_rule': {'security_group_id': 'f0467625-2556-4244-8010-53efa163b5a1', 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:47.977859 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:58:47.981816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Usage tracker for resource:security_group_rule and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:58:47.984880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:58:47.991113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:58:48.014139 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.083624 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.087900 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.098336 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1327991-8447-445a-9e43-e928207e9688 req-53a9e640-bbcb-4934-a34e-41a90f68651e service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400557 Feb 09 13:58:48.113081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe9ece5-59e4-419c-9ed6-0c770a64ccff,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:48.129530 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.133921 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-41932023-78c1-4f9d-af59-3ac1c2dc4539 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1652243 Feb 09 13:58:48.134445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38690) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:48.140578 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'security_group_rule': {'security_group_id': 'f0467625-2556-4244-8010-53efa163b5a1', 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:48.148810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:58:48.153240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Usage tracker for resource:security_group_rule and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:58:48.156558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:58:48.163036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:58:48.176407 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Project 33c066b6816a4f76be3cf57f0d36429d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:58:48.183335 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.215170 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:55Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'd0e53766-b490-4d47-a0e9-3747a0fb1d72', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'port_id': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'mac_address': 'fa:16:3e:81:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:58:45Z', 'updated_at': '2022-02-09T13:58:45Z', 'revision_number': 0, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17db97eb-6e97-4482-afa8-1b4e390f03cb', 'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'mac_address': 'fa:16:3e:71:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:54Z', 'updated_at': '2022-02-09T13:58:04Z', 'revision_number': 5, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'subnets': [{'id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:58:48.221277 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef0786-4fd8-45ed-9ed3-d761f8d94132 None None] The sync data for ids ['2729571d-440a-42df-8d11-f880f6804ee6'] in n-d-825175-3 is: [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:55Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'd0e53766-b490-4d47-a0e9-3747a0fb1d72', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'port_id': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'mac_address': 'fa:16:3e:81:9e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T13:58:45Z', 'updated_at': '2022-02-09T13:58:45Z', 'revision_number': 0, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17db97eb-6e97-4482-afa8-1b4e390f03cb', 'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'mac_address': 'fa:16:3e:71:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:54Z', 'updated_at': '2022-02-09T13:58:04Z', 'revision_number': 5, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'subnets': [{'id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:58:48.239838 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e1327991-8447-445a-9e43-e928207e9688 req-6d9cd154-d9c3-4334-8fdc-06f195c9cd55 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328506 Feb 09 13:58:48.263087 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.266798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.291143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3498f741-b4cc-4543-b65e-9a73ce2692dd,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:48.301067 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.302264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1bd39932-fefb-47d2-9bd0-a42f57431dab tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1668766 Feb 09 13:58:48.305109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38694) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:58:48.310594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'security_group_rule': {'security_group_id': 'f0467625-2556-4244-8010-53efa163b5a1', 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:48.317862 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 13:58:48.321796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Usage tracker for resource:security_group_rule and tenant:33c066b6816a4f76be3cf57f0d36429d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 13:58:48.324822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 13:58:48.330564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 13:58:48.340869 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Project 33c066b6816a4f76be3cf57f0d36429d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 13:58:48.348459 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.434400 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.440128 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.458994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b5765-2c30-49fc-9a5c-d58e591dac8d None None] New status for floating IP d0e53766-b490-4d47-a0e9-3747a0fb1d72: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:58:48.468935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac876be3-c686-4e31-bc64-83f330ea0b5d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:48.482154 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:48.483371 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1773036 Feb 09 13:58:48.484977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.485328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.485668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.486685 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.487236 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.487567 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.487894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.488225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.488545 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.488867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.489192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc6f4b-dbd4-4a35-aa77-fe540a5201c9 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:58:48.634930 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-5fc6748d-0a98-4043-a709-db63a45385d6 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572017668&fields=id&tenant_id=33c066b6816a4f76be3cf57f0d36429d HTTP/1.1" status: 200 len: 267 time: 0.0445480 Feb 09 13:58:48.719638 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-f8d80c48-5ecf-4047-a860-8813b06a08c7 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:48.721699 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-f8d80c48-5ecf-4047-a860-8813b06a08c7 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.0784616 Feb 09 13:58:48.733762 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-b2ef1c57-682b-48a4-8590-6cfb16fdd832 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'port': {'security_groups': ['56de1bcb-6193-4af5-a78a-1cf4407e6e24', 'f0467625-2556-4244-8010-53efa163b5a1']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:58:48.853240 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-b2ef1c57-682b-48a4-8590-6cfb16fdd832 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:49.107397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-b2ef1c57-682b-48a4-8590-6cfb16fdd832 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] For port 2be1eb02-a9b5-4a9b-a519-b8389a482a59, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:58:49.132129 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-b2ef1c57-682b-48a4-8590-6cfb16fdd832 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:49.136716 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-b2ef1c57-682b-48a4-8590-6cfb16fdd832 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:49.154935 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['2be1eb02-a9b5-4a9b-a519-b8389a482a59'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:58:49.199515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-b2ef1c57-682b-48a4-8590-6cfb16fdd832 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:49.200141 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-b2ef1c57-682b-48a4-8590-6cfb16fdd832 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:49.201561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0389e886-6df6-4d8f-ba09-cee82070b446 req-b2ef1c57-682b-48a4-8590-6cfb16fdd832 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "PUT /v2.0/ports/2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 981 time: 0.4731531 Feb 09 13:58:49.202235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:58:49.234408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef1c57-682b-48a4-8590-6cfb16fdd832 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'Port': ['ID=2be1eb02-a9b5-4a9b-a519-b8389a482a59,revision_number=6']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:58:49.288402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['2be1eb02-a9b5-4a9b-a519-b8389a482a59'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:58:49.290742 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'status': 'completed', 'code': 200} Feb 09 13:58:49.424441 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f052ff96-3988-48d4-953e-9e7071319dd6 req-c2e6f2fc-ead3-4883-8f12-267eebf2d55f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c066b6816a4f76be3cf57f0d36429d&device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 1135 time: 0.1078975 Feb 09 13:58:49.618457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557a72c-9745-4354-acdb-650c4e54fc40 req-f9e57eb0-f84e-4ea9-bb2c-ec95780c12f2 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:49.620001 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1557a72c-9745-4354-acdb-650c4e54fc40 req-f9e57eb0-f84e-4ea9-bb2c-ec95780c12f2 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.2703693 Feb 09 13:58:49.652052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052ff96-3988-48d4-953e-9e7071319dd6 req-47545125-ae7b-479a-9a1b-5884d7d74d93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:49.653923 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f052ff96-3988-48d4-953e-9e7071319dd6 req-47545125-ae7b-479a-9a1b-5884d7d74d93 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a HTTP/1.1" status: 200 len: 915 time: 0.2214622 Feb 09 13:58:49.656657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c53c188a-0dad-45be-ab61-e9d0ffa87382 None None] Provisioning complete for port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:58:49.658866 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c53c188a-0dad-45be-ab61-e9d0ffa87382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:49.671726 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1557a72c-9745-4354-acdb-650c4e54fc40 req-d6a73376-25b1-4311-bd27-6b68145a2ccf tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450315 Feb 09 13:58:49.771546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f052ff96-3988-48d4-953e-9e7071319dd6 req-c7952eea-f314-435a-8ca0-53bf24eef988 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 1001 time: 0.1089706 Feb 09 13:58:49.841630 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052ff96-3988-48d4-953e-9e7071319dd6 req-b9dcb78b-849c-408a-a817-01747ac525e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:58:49.843124 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f052ff96-3988-48d4-953e-9e7071319dd6 req-b9dcb78b-849c-408a-a817-01747ac525e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163f3149-8fb3-479c-ae92-11d02a5e3dc0 HTTP/1.1" status: 200 len: 853 time: 0.0663815 Feb 09 13:58:49.919494 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f052ff96-3988-48d4-953e-9e7071319dd6 req-2cd0ce39-e83c-4b30-8fcb-398935216eac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693960 Feb 09 13:58:50.055288 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f052ff96-3988-48d4-953e-9e7071319dd6 req-d93f4c8e-3071-46c7-bd06-dc15a0e6c341 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288249 Feb 09 13:58:50.209745 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f052ff96-3988-48d4-953e-9e7071319dd6 req-f13224c7-251b-42d9-a4ab-f10e83b460cf service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456733 Feb 09 13:58:55.074001 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-edb5b4fc-7c31-4a09-a11f-e6013c5f4f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:58.295290 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4e376f4b-da6a-4ff6-ab00-9ff09ae4698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:58.719679 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:58:58.738823 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:00.056909 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:02.739695 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:59:07.079209 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef64303-62ec-4565-8e78-8f5c04e988f7 req-14a54550-de2f-4cf4-b6ac-978bb3731a47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c066b6816a4f76be3cf57f0d36429d&device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 1135 time: 0.0801489 Feb 09 13:59:07.110858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2c2df-dbc2-4e99-a2c2-036da81d5071 req-203d962e-2b12-441f-9be6-d1abed6893d1 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:07.112329 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77d2c2df-dbc2-4e99-a2c2-036da81d5071 req-203d962e-2b12-441f-9be6-d1abed6893d1 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0772412 Feb 09 13:59:07.158771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-77d2c2df-dbc2-4e99-a2c2-036da81d5071 req-f2eaf1e1-241d-4d8e-9aa9-aea700f10c89 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406926 Feb 09 13:59:07.305277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef64303-62ec-4565-8e78-8f5c04e988f7 req-de839357-6b89-405b-9651-410c8bdae361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:07.306762 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef64303-62ec-4565-8e78-8f5c04e988f7 req-de839357-6b89-405b-9651-410c8bdae361 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a HTTP/1.1" status: 200 len: 915 time: 0.2217016 Feb 09 13:59:07.409402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef64303-62ec-4565-8e78-8f5c04e988f7 req-9aba95c7-49fb-4083-aa41-82e7cdc0ff9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 1001 time: 0.0952985 Feb 09 13:59:07.471031 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef64303-62ec-4565-8e78-8f5c04e988f7 req-2e49b82a-141d-45cc-b2f0-6c2f6187797c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:07.472449 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef64303-62ec-4565-8e78-8f5c04e988f7 req-2e49b82a-141d-45cc-b2f0-6c2f6187797c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163f3149-8fb3-479c-ae92-11d02a5e3dc0 HTTP/1.1" status: 200 len: 853 time: 0.0569434 Feb 09 13:59:07.548352 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef64303-62ec-4565-8e78-8f5c04e988f7 req-9ef44a21-ed89-4641-bec4-efb9db02f63a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696189 Feb 09 13:59:07.682490 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef64303-62ec-4565-8e78-8f5c04e988f7 req-63efc73f-ca10-44a5-8559-736ef1699f19 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231158 Feb 09 13:59:07.812794 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef64303-62ec-4565-8e78-8f5c04e988f7 req-520d3386-6957-4a6e-ab0b-f075a9970d7e service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220162 Feb 09 13:59:08.364287 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0b7f3-b8b0-4612-bb1b-357fe3046fb7 req-aaee4f42-885a-4d18-8435-8bc2fd12cea8 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:08.365729 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9f0b7f3-b8b0-4612-bb1b-357fe3046fb7 req-aaee4f42-885a-4d18-8435-8bc2fd12cea8 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0834093 Feb 09 13:59:08.415810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9f0b7f3-b8b0-4612-bb1b-357fe3046fb7 req-392aea5f-de7f-40bb-86c7-184ac1c6aa13 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445864 Feb 09 13:59:09.617199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3838c-5f0b-41b4-9ff2-372f13a532b3 req-9094657b-9201-4242-a966-2955a20d4d34 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:09.618698 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71c3838c-5f0b-41b4-9ff2-372f13a532b3 req-9094657b-9201-4242-a966-2955a20d4d34 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0806050 Feb 09 13:59:09.677409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71c3838c-5f0b-41b4-9ff2-372f13a532b3 req-fb5f3518-10f9-48db-9253-976fc9949634 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528650 Feb 09 13:59:10.881116 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea1950-c512-49f2-835f-daa5e77d349e req-d13005c8-dc91-4cbf-b1f5-e7fd21daef44 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:10.882618 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9aea1950-c512-49f2-835f-daa5e77d349e req-d13005c8-dc91-4cbf-b1f5-e7fd21daef44 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0837445 Feb 09 13:59:10.930427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9aea1950-c512-49f2-835f-daa5e77d349e req-818ca4c4-0215-4025-9012-90210d72b8ca tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421538 Feb 09 13:59:11.769805 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:12.132317 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714c02b-ab43-41d0-a9ef-921fa8c58e49 req-c499fd13-df1b-4e5e-b82d-6212663be5fa tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:12.133689 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1714c02b-ab43-41d0-a9ef-921fa8c58e49 req-c499fd13-df1b-4e5e-b82d-6212663be5fa tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0806451 Feb 09 13:59:12.180414 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1714c02b-ab43-41d0-a9ef-921fa8c58e49 req-d2966cf0-1619-49ca-989b-7fa4c84736cf tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411704 Feb 09 13:59:13.376009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cc1bc-2377-4688-b2cd-32bcd8b583d2 req-e8f0caa2-ec4f-4856-bf21-c4b38243291e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:13.377973 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc8cc1bc-2377-4688-b2cd-32bcd8b583d2 req-e8f0caa2-ec4f-4856-bf21-c4b38243291e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0759714 Feb 09 13:59:13.425962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dc8cc1bc-2377-4688-b2cd-32bcd8b583d2 req-d93824ba-da82-4eb7-942f-72b67c96f8a6 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413768 Feb 09 13:59:14.645145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336ae75-d097-465e-98ce-78ba624fad80 req-e9918271-fbb6-48e2-b9db-394763518039 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:14.646634 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2336ae75-d097-465e-98ce-78ba624fad80 req-e9918271-fbb6-48e2-b9db-394763518039 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0841196 Feb 09 13:59:14.704059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2336ae75-d097-465e-98ce-78ba624fad80 req-2a195984-4908-441e-9103-d8da06b20a0a tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518398 Feb 09 13:59:15.898526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d1e05-18a2-4b27-a927-9c9947bc32b5 req-1b3a3880-19fb-4dab-a7f3-bda2328f3374 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:15.899972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0d1e05-18a2-4b27-a927-9c9947bc32b5 req-1b3a3880-19fb-4dab-a7f3-bda2328f3374 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0757306 Feb 09 13:59:15.950159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e0d1e05-18a2-4b27-a927-9c9947bc32b5 req-b5f587b5-9fb9-4b72-8da4-ca3acde0ab58 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446086 Feb 09 13:59:16.644298 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:17.151088 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25482a-735e-4b29-9e30-97634631e603 req-8a2e39e7-ff99-4537-990a-af21f380e003 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:17.152540 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b25482a-735e-4b29-9e30-97634631e603 req-8a2e39e7-ff99-4537-990a-af21f380e003 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0770872 Feb 09 13:59:17.203469 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1b25482a-735e-4b29-9e30-97634631e603 req-f512b7c5-30e1-4aac-9bc9-8a113ad123e6 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452516 Feb 09 13:59:18.407393 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b0193-fa65-4546-ba20-c2876d95608c req-4277493c-6c94-4860-9a32-933edcf38e0e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:18.409493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a8b0193-fa65-4546-ba20-c2876d95608c req-4277493c-6c94-4860-9a32-933edcf38e0e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0799348 Feb 09 13:59:18.456382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a8b0193-fa65-4546-ba20-c2876d95608c req-ee101d86-b5c3-47a5-af7d-a6e9f1416d88 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411985 Feb 09 13:59:19.651242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b432ff-5ea9-4d9f-bdd2-59d9e8e98073 req-08539060-39b0-40b6-a164-80dee4102fdc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:19.652678 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00b432ff-5ea9-4d9f-bdd2-59d9e8e98073 req-08539060-39b0-40b6-a164-80dee4102fdc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0754409 Feb 09 13:59:19.702479 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-00b432ff-5ea9-4d9f-bdd2-59d9e8e98073 req-a5bdb692-442a-44cb-8f3c-a73a22f7fa2e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&id=f0467625-2556-4244-8010-53efa163b5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441558 Feb 09 13:59:21.943526 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1ce14126-104d-4e05-bd6d-960b027632e5 req-0786167e-47b1-466b-8285-e0b3bf7b00a2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743906 Feb 09 13:59:22.089936 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1ce14126-104d-4e05-bd6d-960b027632e5 req-867ea03d-5aba-46a0-a471-054875a00023 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c066b6816a4f76be3cf57f0d36429d&device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 1135 time: 0.0734122 Feb 09 13:59:22.234153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce14126-104d-4e05-bd6d-960b027632e5 req-19700f76-7b76-4386-881f-8f1bc112512e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:22.235626 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1ce14126-104d-4e05-bd6d-960b027632e5 req-19700f76-7b76-4386-881f-8f1bc112512e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a HTTP/1.1" status: 200 len: 915 time: 0.1257987 Feb 09 13:59:22.340098 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1ce14126-104d-4e05-bd6d-960b027632e5 req-3b7fdfac-8fb1-418b-8d53-29172e4cbf9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 1001 time: 0.0974164 Feb 09 13:59:22.403116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce14126-104d-4e05-bd6d-960b027632e5 req-420db817-3d64-4e3f-91e1-6ae6936306ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:22.404669 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1ce14126-104d-4e05-bd6d-960b027632e5 req-420db817-3d64-4e3f-91e1-6ae6936306ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163f3149-8fb3-479c-ae92-11d02a5e3dc0 HTTP/1.1" status: 200 len: 853 time: 0.0574903 Feb 09 13:59:22.481644 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1ce14126-104d-4e05-bd6d-960b027632e5 req-913416c6-434a-49f2-ad25-86cd785dca97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710397 Feb 09 13:59:22.612731 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1ce14126-104d-4e05-bd6d-960b027632e5 req-4df76e03-0d74-4118-b00a-84c0f9da80af service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244166 Feb 09 13:59:22.742940 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1ce14126-104d-4e05-bd6d-960b027632e5 req-f00a6fba-d252-4132-b6df-e74749326144 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239126 Feb 09 13:59:25.075711 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ab6a25b8-0ae5-46e7-9aee-65f9204f230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:28.299695 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3ad868bc-9c95-4b49-ac17-ddd375791fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:28.722096 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:28.739640 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:30.054953 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:39.740240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 13:59:41.776259 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:46.641823 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:52.093508 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8812a006-4087-4df5-b762-8472e7afbe80 req-172feae3-e9dd-4e61-a47f-98b6f5316292 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572017668&fields=id&tenant_id=33c066b6816a4f76be3cf57f0d36429d HTTP/1.1" status: 200 len: 267 time: 0.0446513 Feb 09 13:59:52.171517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812a006-4087-4df5-b762-8472e7afbe80 req-0c7089f9-89de-4a25-b3c7-70b11bcbf42e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:52.173005 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8812a006-4087-4df5-b762-8472e7afbe80 req-0c7089f9-89de-4a25-b3c7-70b11bcbf42e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 984 time: 0.0743144 Feb 09 13:59:52.184084 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [req-8812a006-4087-4df5-b762-8472e7afbe80 req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Request body: {'port': {'security_groups': ['56de1bcb-6193-4af5-a78a-1cf4407e6e24']}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 13:59:52.299670 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8812a006-4087-4df5-b762-8472e7afbe80 req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:52.530016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [req-8812a006-4087-4df5-b762-8472e7afbe80 req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] For port 2be1eb02-a9b5-4a9b-a519-b8389a482a59, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 13:59:52.554184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8812a006-4087-4df5-b762-8472e7afbe80 req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:52.558352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8812a006-4087-4df5-b762-8472e7afbe80 req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:52.570149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['2be1eb02-a9b5-4a9b-a519-b8389a482a59'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:59:52.626750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812a006-4087-4df5-b762-8472e7afbe80 req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:52.627371 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [req-8812a006-4087-4df5-b762-8472e7afbe80 req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:52.628759 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8812a006-4087-4df5-b762-8472e7afbe80 req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "PUT /v2.0/ports/2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 942 time: 0.4490585 Feb 09 13:59:52.629208 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:59:52.636334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38756) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:59:52.651672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event updated for resources: {'Port': ['ID=2be1eb02-a9b5-4a9b-a519-b8389a482a59,revision_number=7']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:59:52.663548 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.663894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.664233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.664563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.664892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.665216 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.665537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.665858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.666173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.666522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.666828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13c39-ea10-444d-9c02-cff81a972839 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:52.699131 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'status': 'completed', 'code': 200} Feb 09 13:59:52.724368 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['2be1eb02-a9b5-4a9b-a519-b8389a482a59'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 13:59:52.794015 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:52.839520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:52.865096 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c766565-97e0-4623-bda2-9b0014c2aab9 req-3286903d-1fed-44ce-b961-64f05c3fe946 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c066b6816a4f76be3cf57f0d36429d&device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 1096 time: 0.1385252 Feb 09 13:59:52.947222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-03330c2a-d04c-48b7-9f1a-899c5c7bcc70 None None] Provisioning complete for port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 13:59:52.947496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-03330c2a-d04c-48b7-9f1a-899c5c7bcc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:53.108936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c766565-97e0-4623-bda2-9b0014c2aab9 req-17d5ee99-73d5-4d66-bbf4-946237040035 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:53.110370 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c766565-97e0-4623-bda2-9b0014c2aab9 req-17d5ee99-73d5-4d66-bbf4-946237040035 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a HTTP/1.1" status: 200 len: 915 time: 0.2327514 Feb 09 13:59:53.111430 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:53.179873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0467625-2556-4244-8010-53efa163b5a1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:59:53.211739 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:53.212848 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "DELETE /v2.0/security-groups/f0467625-2556-4244-8010-53efa163b5a1 HTTP/1.1" status: 204 len: 168 time: 0.5746946 Feb 09 13:59:53.214327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.214693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.215028 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.215361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.215688 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.215802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38760) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 13:59:53.216250 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.216340 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.216626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.216942 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.217256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.217570 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4fb06-c51a-4f9d-8fcc-aa9d3490053e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 13:59:53.247158 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c766565-97e0-4623-bda2-9b0014c2aab9 req-59a2e3b6-a37a-41a5-bf35-e1f67d5d7eae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 1001 time: 0.1224811 Feb 09 13:59:53.309291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c766565-97e0-4623-bda2-9b0014c2aab9 req-ebb6b106-7e5b-454e-bf84-97bc0c6d57bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:53.310760 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c766565-97e0-4623-bda2-9b0014c2aab9 req-ebb6b106-7e5b-454e-bf84-97bc0c6d57bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163f3149-8fb3-479c-ae92-11d02a5e3dc0 HTTP/1.1" status: 200 len: 853 time: 0.0564210 Feb 09 13:59:53.388615 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c766565-97e0-4623-bda2-9b0014c2aab9 req-38a4cd6a-16e3-4eac-9fd8-714b7a14a42c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713623 Feb 09 13:59:53.511283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Deleting port 194b6bcc-12c2-4ae2-b4d1-e65d60c2138e {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 13:59:53.511600 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:53.524447 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c766565-97e0-4623-bda2-9b0014c2aab9 req-621d29d5-bade-4bd4-8f9a-9071b379f21e service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292968 Feb 09 13:59:53.659230 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2c766565-97e0-4623-bda2-9b0014c2aab9 req-178c7043-8490-47bf-86e3-64d5eb89703a service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268466 Feb 09 13:59:53.680242 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:53.680572 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:53.799061 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Calling delete_port for 194b6bcc-12c2-4ae2-b4d1-e65d60c2138e owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 13:59:53.945807 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:53.989429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event deleted for resources: {'Port': ['ID=194b6bcc-12c2-4ae2-b4d1-e65d60c2138e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 13:59:54.082754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:54.467163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Router 2729571d-440a-42df-8d11-f880f6804ee6 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 13:59:54.673483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 13:59:54.684041 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] Sync routers for ids ['2729571d-440a-42df-8d11-f880f6804ee6'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 13:59:54.686937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:54.695999 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] Routers {'2729571d-440a-42df-8d11-f880f6804ee6'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:59:54.696587 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:59:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2729571d-440a-42df-8d11-f880f6804ee6'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:59:54.739895 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7f09434a-68ab-4231-bef0-0b99c6c910a3 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "DELETE /v2.0/floatingips/d0e53766-b490-4d47-a0e9-3747a0fb1d72 HTTP/1.1" status: 204 len: 168 time: 1.5225267 Feb 09 13:59:54.740397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 13:59:54.821222 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'status': 'completed', 'code': 200} Feb 09 13:59:54.880727 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] Set router 2729571d-440a-42df-8d11-f880f6804ee6 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:59:54.921975 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ebf43505-392b-405d-8928-15706be642dd req-4cec738b-5655-4aa5-8e31-3b9c9460a5e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c066b6816a4f76be3cf57f0d36429d&device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 1096 time: 0.0759900 Feb 09 13:59:55.080821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43505-392b-405d-8928-15706be642dd req-ffcaabd0-1170-43e2-a2ea-dddd0378372f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:55.082565 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ebf43505-392b-405d-8928-15706be642dd req-ffcaabd0-1170-43e2-a2ea-dddd0378372f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a HTTP/1.1" status: 200 len: 915 time: 0.1531200 Feb 09 13:59:55.086089 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e3c51e94-5548-4f43-bbb0-c76dc2095d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:55.188627 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ebf43505-392b-405d-8928-15706be642dd req-9950d97e-7af4-4e15-b402-c5930aa1000d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 200 len: 217 time: 0.0968387 Feb 09 13:59:55.209831 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:55Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '17db97eb-6e97-4482-afa8-1b4e390f03cb', 'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'mac_address': 'fa:16:3e:71:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:54Z', 'updated_at': '2022-02-09T13:58:04Z', 'revision_number': 5, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'subnets': [{'id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:59:55.213766 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] Checking router: 2729571d-440a-42df-8d11-f880f6804ee6 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 13:59:55.226053 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] Routers {'2729571d-440a-42df-8d11-f880f6804ee6'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 13:59:55.226677 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:59:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2729571d-440a-42df-8d11-f880f6804ee6'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:59:55.255749 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43505-392b-405d-8928-15706be642dd req-6d2edf87-c1b3-442f-81e0-23bd45934d06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:55.257433 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ebf43505-392b-405d-8928-15706be642dd req-6d2edf87-c1b3-442f-81e0-23bd45934d06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=163f3149-8fb3-479c-ae92-11d02a5e3dc0 HTTP/1.1" status: 200 len: 853 time: 0.0622060 Feb 09 13:59:55.335425 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ebf43505-392b-405d-8928-15706be642dd req-015e83d5-1de5-4a5d-a32d-ed0b7a09f448 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710323 Feb 09 13:59:55.404964 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] Set router 2729571d-440a-42df-8d11-f880f6804ee6 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 13:59:55.468828 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ebf43505-392b-405d-8928-15706be642dd req-87b8aed7-67e0-4b50-b612-5c71a1aa7568 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247299 Feb 09 13:59:55.602825 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ebf43505-392b-405d-8928-15706be642dd req-cf3fc63a-143d-481c-91b2-00934f0fd0d1 service neutron] 10.222.0.62 "GET /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231248 Feb 09 13:59:55.745962 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:55Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '17db97eb-6e97-4482-afa8-1b4e390f03cb', 'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'mac_address': 'fa:16:3e:71:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:54Z', 'updated_at': '2022-02-09T13:58:04Z', 'revision_number': 5, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'subnets': [{'id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 13:59:55.749887 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b59793-a7af-43c4-a0ba-88d88bf7f027 None None] The sync data for ids ['2729571d-440a-42df-8d11-f880f6804ee6'] in n-d-825175-3 is: [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:55Z', 'revision_number': 4, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '17db97eb-6e97-4482-afa8-1b4e390f03cb', 'name': '', 'network_id': '6ba0c35f-4f48-4f82-87c5-c5f6aec1887a', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'mac_address': 'fa:16:3e:71:b2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:54Z', 'updated_at': '2022-02-09T13:58:04Z', 'revision_number': 5, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'subnets': [{'id': '163f3149-8fb3-479c-ae92-11d02a5e3dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 13:59:55.981849 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b050b5-e6dd-4c96-be7f-099f3719708a None None] New status for floating IP d0e53766-b490-4d47-a0e9-3747a0fb1d72: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 13:59:58.301183 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d8a6799f-0524-4823-a0e3-e8f908137c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:58.731991 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:58.743506 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 13:59:59.161382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1773dd5-aa63-4f06-b661-81e62b657be8 req-41e5f76c-6d7d-4b21-81f5-4d482c9a7a4e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 13:59:59.162059 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d1773dd5-aa63-4f06-b661-81e62b657be8 req-41e5f76c-6d7d-4b21-81f5-4d482c9a7a4e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Synchronizing usage tracker for tenant:33c066b6816a4f76be3cf57f0d36429d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 13:59:59.179943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-d1773dd5-aa63-4f06-b661-81e62b657be8 req-41e5f76c-6d7d-4b21-81f5-4d482c9a7a4e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Unset dirty status for tenant:33c066b6816a4f76be3cf57f0d36429d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 13:59:59.181104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1773dd5-aa63-4f06-b661-81e62b657be8 req-41e5f76c-6d7d-4b21-81f5-4d482c9a7a4e tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.0932589 Feb 09 13:59:59.229226 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d1773dd5-aa63-4f06-b661-81e62b657be8 req-862ebeda-25fc-4854-9674-d147e14b6690 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Feb 09 14:00:00.057151 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:00.434518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea3146-1a2e-47f0-9058-27fc5543b367 req-fea2191a-b325-4d18-b26c-0b982329c4c2 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:00.435986 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6ea3146-1a2e-47f0-9058-27fc5543b367 req-fea2191a-b325-4d18-b26c-0b982329c4c2 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.0842938 Feb 09 14:00:00.480778 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a6ea3146-1a2e-47f0-9058-27fc5543b367 req-92b20690-5fa9-4133-8759-ed85a85243c5 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385888 Feb 09 14:00:01.102748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70754103-a5b5-42d0-964f-dea61b332b5e req-0efcc290-1308-4641-adc3-b41df7a77d44 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:01.103424 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-70754103-a5b5-42d0-964f-dea61b332b5e req-0efcc290-1308-4641-adc3-b41df7a77d44 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Synchronizing usage tracker for tenant:33c066b6816a4f76be3cf57f0d36429d on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:00:01.115150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-70754103-a5b5-42d0-964f-dea61b332b5e req-0efcc290-1308-4641-adc3-b41df7a77d44 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Unset dirty status for tenant:33c066b6816a4f76be3cf57f0d36429d on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:00:01.116202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-70754103-a5b5-42d0-964f-dea61b332b5e req-0efcc290-1308-4641-adc3-b41df7a77d44 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.62 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.0859411 Feb 09 14:00:01.182405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-70754103-a5b5-42d0-964f-dea61b332b5e req-7c55e942-855f-4a35-b277-0e826dfe18fc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Deleting port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:01.182754 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-70754103-a5b5-42d0-964f-dea61b332b5e req-7c55e942-855f-4a35-b277-0e826dfe18fc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:01.518140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-70754103-a5b5-42d0-964f-dea61b332b5e req-7c55e942-855f-4a35-b277-0e826dfe18fc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] For port 2be1eb02-a9b5-4a9b-a519-b8389a482a59, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=2be1eb02-a9b5-4a9b-a519-b8389a482a59,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:01.518507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-70754103-a5b5-42d0-964f-dea61b332b5e req-7c55e942-855f-4a35-b277-0e826dfe18fc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:01.637909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-70754103-a5b5-42d0-964f-dea61b332b5e req-7c55e942-855f-4a35-b277-0e826dfe18fc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Calling delete_port for 2be1eb02-a9b5-4a9b-a519-b8389a482a59 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:00:01.788829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12801f4-952e-41ad-b2b9-852d6bf24714 req-d0ae71c3-2588-4401-b547-a12a1241e12b tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:01.790188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a12801f4-952e-41ad-b2b9-852d6bf24714 req-d0ae71c3-2588-4401-b547-a12a1241e12b tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/ports?device_id=b742749d-df06-49bd-9719-2be5b4f705c9 HTTP/1.1" status: 200 len: 945 time: 0.1890697 Feb 09 14:00:01.797316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-70754103-a5b5-42d0-964f-dea61b332b5e req-7c55e942-855f-4a35-b277-0e826dfe18fc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:01.809670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['2be1eb02-a9b5-4a9b-a519-b8389a482a59'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:00:01.837163 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a12801f4-952e-41ad-b2b9-852d6bf24714 req-70fe4a6c-f56a-4931-baf5-78b927d62ec2 tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.59 "GET /v2.0/security-groups?id=56de1bcb-6193-4af5-a78a-1cf4407e6e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Feb 09 14:00:01.850222 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55e942-855f-4a35-b277-0e826dfe18fc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Pushing event deleted for resources: {'Port': ['ID=2be1eb02-a9b5-4a9b-a519-b8389a482a59,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:01.929888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-70754103-a5b5-42d0-964f-dea61b332b5e req-7c55e942-855f-4a35-b277-0e826dfe18fc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] No DVR routers for this DVR port 2be1eb02-a9b5-4a9b-a519-b8389a482a59 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:00:01.932551 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-70754103-a5b5-42d0-964f-dea61b332b5e req-7c55e942-855f-4a35-b277-0e826dfe18fc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:01.935124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'name': 'network-vif-deleted', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:00:01.951054 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-70754103-a5b5-42d0-964f-dea61b332b5e req-7c55e942-855f-4a35-b277-0e826dfe18fc tempest-TestMinimumBasicScenario-2015583195 tempest-TestMinimumBasicScenario-2015583195-project] 10.222.0.62 "DELETE /v2.0/ports/2be1eb02-a9b5-4a9b-a519-b8389a482a59 HTTP/1.1" status: 204 len: 173 time: 0.8285265 Feb 09 14:00:01.996841 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b742749d-df06-49bd-9719-2be5b4f705c9', 'name': 'network-vif-deleted', 'tag': '2be1eb02-a9b5-4a9b-a519-b8389a482a59', 'status': 'completed', 'code': 200} Feb 09 14:00:03.493918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38846) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:03.870889 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:04.447570 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] Deleting port 17db97eb-6e97-4482-afa8-1b4e390f03cb {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:04.447907 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:04.548292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2be1eb02-a9b5-4a9b-a519-b8389a482a59 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:00:04.583082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 2be1eb02-a9b5-4a9b-a519-b8389a482a59 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:00:04.583421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 2be1eb02-a9b5-4a9b-a519-b8389a482a59 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:00:04.619612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] For port 17db97eb-6e97-4482-afa8-1b4e390f03cb, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=17db97eb-6e97-4482-afa8-1b4e390f03cb,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:04.620160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:04.735406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] Calling delete_port for 17db97eb-6e97-4482-afa8-1b4e390f03cb owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:00:04.994002 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:05.038990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=17db97eb-6e97-4482-afa8-1b4e390f03cb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:05.326958 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:05.899936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] Router 2729571d-440a-42df-8d11-f880f6804ee6 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:00:06.097224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:00:06.106171 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] Sync routers for ids ['2729571d-440a-42df-8d11-f880f6804ee6'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:00:06.108970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9d835b4c-a436-44a9-8c3a-331eaa229ab1 admin admin] 10.222.0.59 "PUT /v2.0/routers/2729571d-440a-42df-8d11-f880f6804ee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6139865 Feb 09 14:00:06.111397 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38850) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:06.118541 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] Routers {'2729571d-440a-42df-8d11-f880f6804ee6'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:00:06.119141 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:59:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2729571d-440a-42df-8d11-f880f6804ee6'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:06.301032 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] Set router 2729571d-440a-42df-8d11-f880f6804ee6 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:00:06.313029 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:06.585630 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T14:00:04Z', 'revision_number': 5, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port': {'id': 'e060cb5d-1f48-4064-b65d-63f83fafc897', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:76:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2729571d-440a-42df-8d11-f880f6804ee6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T13:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:06.589355 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] Checking router: 2729571d-440a-42df-8d11-f880f6804ee6 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:00:06.599693 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] Routers {'2729571d-440a-42df-8d11-f880f6804ee6'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:00:06.600274 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:59:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['2729571d-440a-42df-8d11-f880f6804ee6'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:06.622658 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:06.632839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Deleting port e060cb5d-1f48-4064-b65d-63f83fafc897 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:06.633166 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:06.748730 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] Set router 2729571d-440a-42df-8d11-f880f6804ee6 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:00:06.805260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] For port e060cb5d-1f48-4064-b65d-63f83fafc897, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e060cb5d-1f48-4064-b65d-63f83fafc897,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:06.805612 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:06.855100 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T14:00:06Z', 'revision_number': 6, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:06.858970 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d6553-3d12-46b8-bcdc-fc9af17ffa4a None None] The sync data for ids ['2729571d-440a-42df-8d11-f880f6804ee6'] in n-d-825175-3 is: [{'id': '2729571d-440a-42df-8d11-f880f6804ee6', 'name': 'tempest-TestMinimumBasicScenario-976273315-router', 'tenant_id': '33c066b6816a4f76be3cf57f0d36429d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:52Z', 'updated_at': '2022-02-09T14:00:06Z', 'revision_number': 6, 'project_id': '33c066b6816a4f76be3cf57f0d36429d', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:00:06.930129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Calling delete_port for e060cb5d-1f48-4064-b65d-63f83fafc897 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:00:07.089628 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:07.134538 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Pushing event deleted for resources: {'Port': ['ID=e060cb5d-1f48-4064-b65d-63f83fafc897,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:07.355502 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:07.608903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:07.612937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:07.638821 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:07.639359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2729571d-440a-42df-8d11-f880f6804ee6 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:00:07.653043 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:07.653755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6175403f-5ae9-46ef-a7fb-61221d929068 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2729571d-440a-42df-8d11-f880f6804ee6 HTTP/1.1" status: 204 len: 168 time: 1.5414948 Feb 09 14:00:07.656376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38856) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:07.817133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-892c878b-4c7e-41fa-b0e1-5c1632313e04 admin admin] Deleting subnet 163f3149-8fb3-479c-ae92-11d02a5e3dc0 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:00:07.820311 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-892c878b-4c7e-41fa-b0e1-5c1632313e04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:07.870682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 17db97eb-6e97-4482-afa8-1b4e390f03cb no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:00:07.873204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-892c878b-4c7e-41fa-b0e1-5c1632313e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:07.906803 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 17db97eb-6e97-4482-afa8-1b4e390f03cb {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:00:07.907226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 17db97eb-6e97-4482-afa8-1b4e390f03cb not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:00:07.907706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e060cb5d-1f48-4064-b65d-63f83fafc897 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:00:07.941189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e060cb5d-1f48-4064-b65d-63f83fafc897 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:00:07.941710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e060cb5d-1f48-4064-b65d-63f83fafc897 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:00:07.971348 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-892c878b-4c7e-41fa-b0e1-5c1632313e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.040938 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-892c878b-4c7e-41fa-b0e1-5c1632313e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.080702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c878b-4c7e-41fa-b0e1-5c1632313e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163f3149-8fb3-479c-ae92-11d02a5e3dc0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:08.085786 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-892c878b-4c7e-41fa-b0e1-5c1632313e04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.092492 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-892c878b-4c7e-41fa-b0e1-5c1632313e04 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/163f3149-8fb3-479c-ae92-11d02a5e3dc0 HTTP/1.1" status: 204 len: 168 time: 0.4351552 Feb 09 14:00:08.093082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc830432-ca85-4749-98ff-bd9da741e52a None None] Network 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:00:08.095048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38860) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:08.213219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.223866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Deleting port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:08.224191 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.373811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] DHCP port deletion for 6ba0c35f-4f48-4f82-87c5-c5f6aec1887a request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:00:08.378787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] Deleting port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:08.379145 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.435588 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] For port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6ce0a776-ae73-466f-ad6c-a41e3d0056e0,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:08.435943 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.555473 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Calling delete_port for 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:00:08.576572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] For port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6ce0a776-ae73-466f-ad6c-a41e3d0056e0,segment=NetworkSegment(eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2),segment_id=eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:08.576943 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.627814 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.675509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce0a776-ae73-466f-ad6c-a41e3d0056e0,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:08.682796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] No DVR routers for this DVR port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:00:08.695289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] Calling delete_port for 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 14:00:08.760294 n-d-825175-3 neutron-server[83481]: util.warn( Feb 09 14:00:08.778166 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:00:08.778615 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:00:08.800829 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.825713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba0c35f-4f48-4f82-87c5-c5f6aec1887a']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:08.837271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:08.837559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefdaef2-f8a4-410e-ab2f-6e3f66cfe4f2') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:08.848903 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.865122 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.870881 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:00:08.871296 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: timer() Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:00:08.883851 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:00:08.958225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.974900 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:08.985063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba0c35f-4f48-4f82-87c5-c5f6aec1887a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:08.999516 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-68eea446-cb8f-455f-99a6-093b83af8c67 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6ba0c35f-4f48-4f82-87c5-c5f6aec1887a HTTP/1.1" status: 204 len: 168 time: 0.9034817 Feb 09 14:00:09.002482 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38864) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:09.279881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] Deleting port 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:09.280456 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:09.343637 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-98db8e97-9919-429f-9871-e508d92c5d53 None None] The port '6ce0a776-ae73-466f-ad6c-a41e3d0056e0' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 14:00:09.381867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:09.858095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:00:09.889952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:00:09.890291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6ce0a776-ae73-466f-ad6c-a41e3d0056e0 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:00:09.977859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] Deleting port 1b5ffbfb-521b-4c0d-b266-6113b44619d8 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:09.978404 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:10.249741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] For port 1b5ffbfb-521b-4c0d-b266-6113b44619d8, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1b5ffbfb-521b-4c0d-b266-6113b44619d8,segment=NetworkSegment(8af0321f-1265-4b57-8d53-795fddfd3119),segment_id=8af0321f-1265-4b57-8d53-795fddfd3119)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:10.250454 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:10.368510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] Calling delete_port for 1b5ffbfb-521b-4c0d-b266-6113b44619d8 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:00:10.542925 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:10.587357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5ffbfb-521b-4c0d-b266-6113b44619d8,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:10.882998 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:11.451507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] Router 15da6222-46de-4194-812f-98485f7aee9d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:00:11.741416 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:00:11.751214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] Sync routers for ids ['15da6222-46de-4194-812f-98485f7aee9d'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:00:11.752196 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8c4d8e48-b28b-40d1-80c0-84d8f8e53fa6 admin admin] 10.222.0.59 "PUT /v2.0/routers/15da6222-46de-4194-812f-98485f7aee9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7486701 Feb 09 14:00:11.754964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38868) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:11.774424 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] Routers {'15da6222-46de-4194-812f-98485f7aee9d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:00:11.775184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:59:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['15da6222-46de-4194-812f-98485f7aee9d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:11.830786 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:11.953497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] Set router 15da6222-46de-4194-812f-98485f7aee9d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:00:11.967163 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:12.237703 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da6222-46de-4194-812f-98485f7aee9d', 'name': 'tempest-TestMinimumBasicScenario-378522033-router', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T14:00:10Z', 'revision_number': 5, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'gw_port': {'id': '52cb91e9-7409-4c39-9d06-3b4c5a620bbf', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15da6222-46de-4194-812f-98485f7aee9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:12.241468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] Checking router: 15da6222-46de-4194-812f-98485f7aee9d for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:00:12.251909 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] Routers {'15da6222-46de-4194-812f-98485f7aee9d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:00:12.252413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:59:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['15da6222-46de-4194-812f-98485f7aee9d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:12.263971 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:12.273853 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Deleting port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:12.274259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:12.401118 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] Set router 15da6222-46de-4194-812f-98485f7aee9d gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:00:12.445274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] For port 52cb91e9-7409-4c39-9d06-3b4c5a620bbf, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=52cb91e9-7409-4c39-9d06-3b4c5a620bbf,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:12.445617 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:12.537126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15da6222-46de-4194-812f-98485f7aee9d', 'name': 'tempest-TestMinimumBasicScenario-378522033-router', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T14:00:12Z', 'revision_number': 6, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:12.541104 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2fdd44-a796-4518-b1f6-77c3e1004ac5 None None] The sync data for ids ['15da6222-46de-4194-812f-98485f7aee9d'] in n-d-825175-3 is: [{'id': '15da6222-46de-4194-812f-98485f7aee9d', 'name': 'tempest-TestMinimumBasicScenario-378522033-router', 'tenant_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T13:57:58Z', 'updated_at': '2022-02-09T14:00:12Z', 'revision_number': 6, 'project_id': 'ba19c9601fb54c38bf9987b7fb7366ec', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:00:12.569731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Calling delete_port for 52cb91e9-7409-4c39-9d06-3b4c5a620bbf owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:00:12.738972 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:12.784402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=52cb91e9-7409-4c39-9d06-3b4c5a620bbf,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:13.011471 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.270606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.274817 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.307483 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.308057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15da6222-46de-4194-812f-98485f7aee9d {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:00:13.321605 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.325261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-559a0841-5daa-44ad-8133-4b760b4f45f4 admin admin] 10.222.0.59 "DELETE /v2.0/routers/15da6222-46de-4194-812f-98485f7aee9d HTTP/1.1" status: 204 len: 168 time: 1.5668492 Feb 09 14:00:13.325642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38872) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:13.391494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-481c5778-5f84-474b-9a2d-98933ad55c8e admin admin] Deleting subnet cb58beb7-28bc-4320-9109-b8d8bacc78b4 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:00:13.394385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-481c5778-5f84-474b-9a2d-98933ad55c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.444642 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-481c5778-5f84-474b-9a2d-98933ad55c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.526230 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-481c5778-5f84-474b-9a2d-98933ad55c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.598350 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-481c5778-5f84-474b-9a2d-98933ad55c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.639672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c5778-5f84-474b-9a2d-98933ad55c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb58beb7-28bc-4320-9109-b8d8bacc78b4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:13.645625 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-481c5778-5f84-474b-9a2d-98933ad55c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.649996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e840755b-ffcd-4b60-8c9b-48b004fa20d0 None None] Network 4dcb5a23-d34d-4785-9bf3-24e74a6589aa requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:00:13.654858 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-481c5778-5f84-474b-9a2d-98933ad55c8e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cb58beb7-28bc-4320-9109-b8d8bacc78b4 HTTP/1.1" status: 204 len: 168 time: 0.3258393 Feb 09 14:00:13.655025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38876) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:13.760911 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.771104 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Deleting port 77a24bcd-59a4-4841-9632-9c46d0e97789 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:13.771493 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.893409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] DHCP port deletion for 4dcb5a23-d34d-4785-9bf3-24e74a6589aa request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:00:13.895423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 52cb91e9-7409-4c39-9d06-3b4c5a620bbf no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:00:13.932459 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] Deleting port 77a24bcd-59a4-4841-9632-9c46d0e97789 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:13.932827 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.955688 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 52cb91e9-7409-4c39-9d06-3b4c5a620bbf {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:00:13.956035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 52cb91e9-7409-4c39-9d06-3b4c5a620bbf not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:00:13.956455 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1b5ffbfb-521b-4c0d-b266-6113b44619d8 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:00:13.979903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] For port 77a24bcd-59a4-4841-9632-9c46d0e97789, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=77a24bcd-59a4-4841-9632-9c46d0e97789,segment=NetworkSegment(8af0321f-1265-4b57-8d53-795fddfd3119),segment_id=8af0321f-1265-4b57-8d53-795fddfd3119)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:13.980257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:13.995833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 1b5ffbfb-521b-4c0d-b266-6113b44619d8 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:00:13.996175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1b5ffbfb-521b-4c0d-b266-6113b44619d8 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:00:14.099555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Calling delete_port for 77a24bcd-59a4-4841-9632-9c46d0e97789 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:00:14.164500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] For port 77a24bcd-59a4-4841-9632-9c46d0e97789, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=77a24bcd-59a4-4841-9632-9c46d0e97789,segment=NetworkSegment(8af0321f-1265-4b57-8d53-795fddfd3119),segment_id=8af0321f-1265-4b57-8d53-795fddfd3119)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:14.164883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.176312 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.223998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a24bcd-59a4-4841-9632-9c46d0e97789,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:14.231619 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] No DVR routers for this DVR port 77a24bcd-59a4-4841-9632-9c46d0e97789 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:00:14.286830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] Calling delete_port for 77a24bcd-59a4-4841-9632-9c46d0e97789 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:00:14.347726 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.355663 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:00:14.355958 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:00:14.372185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcb5a23-d34d-4785-9bf3-24e74a6589aa']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:14.383757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af0321f-1265-4b57-8d53-795fddfd3119') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:14.384029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af0321f-1265-4b57-8d53-795fddfd3119') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:14.395572 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.411631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.417499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:00:14.417901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: timer() Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:00:14.430965 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:00:14.508310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.524732 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.534612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dcb5a23-d34d-4785-9bf3-24e74a6589aa,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:14.538563 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1850f8ac-3569-4fc8-a353-e28dff399200 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4dcb5a23-d34d-4785-9bf3-24e74a6589aa HTTP/1.1" status: 204 len: 168 time: 0.8825440 Feb 09 14:00:14.743788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38882) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:14.793138 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1f5d4f83-2823-4a31-8f60-86330116d329 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33c066b6816a4f76be3cf57f0d36429d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481980 Feb 09 14:00:14.795636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38886) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:14.853308 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-808ac3f1-115e-4115-a143-5b468a70b0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.856758 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] Deleting port 77a24bcd-59a4-4841-9632-9c46d0e97789 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:00:14.857249 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.879236 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-808ac3f1-115e-4115-a143-5b468a70b0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:14.924062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-05af4bf7-67fb-4110-9111-cae3c4c4d6bb None None] The port '77a24bcd-59a4-4841-9632-9c46d0e97789' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 14:00:15.038921 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-808ac3f1-115e-4115-a143-5b468a70b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:15.055080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ac3f1-115e-4115-a143-5b468a70b0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de1bcb-6193-4af5-a78a-1cf4407e6e24,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:15.063990 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-808ac3f1-115e-4115-a143-5b468a70b0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:15.066006 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-808ac3f1-115e-4115-a143-5b468a70b0e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/56de1bcb-6193-4af5-a78a-1cf4407e6e24 HTTP/1.1" status: 204 len: 168 time: 0.2685754 Feb 09 14:00:15.479569 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38894) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:15.539354 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8e57fc76-4bce-4308-a18b-88dc0fb95266 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba19c9601fb54c38bf9987b7fb7366ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584016 Feb 09 14:00:15.543136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38898) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:15.607204 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3e6a934d-8a38-45d5-8aac-49ce33209c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:15.636915 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3e6a934d-8a38-45d5-8aac-49ce33209c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:15.694726 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3e6a934d-8a38-45d5-8aac-49ce33209c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:15.709490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a934d-8a38-45d5-8aac-49ce33209c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d37a7c-77b4-4df3-9c37-3a9207a78e1f,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:15.717082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3e6a934d-8a38-45d5-8aac-49ce33209c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:15.718949 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3e6a934d-8a38-45d5-8aac-49ce33209c69 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0d37a7c-77b4-4df3-9c37-3a9207a78e1f HTTP/1.1" status: 204 len: 168 time: 0.1747050 Feb 09 14:00:15.863474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 77a24bcd-59a4-4841-9632-9c46d0e97789 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:00:15.896171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 77a24bcd-59a4-4841-9632-9c46d0e97789 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:00:15.896515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 77a24bcd-59a4-4841-9632-9c46d0e97789 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:00:16.655472 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:16.742230 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:00:17.995370 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38944) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:18.001189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292507611', 'description': 'tempest-secgroup-smoke-292507611 description', 'project_id': '86f562aa055040b884032de1ab443411'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:18.007694 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:18.011475 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:18.014264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:18.020346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:18.030773 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.043396 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.072726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:18.076388 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:18.079369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:18.085264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:18.155757 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.160076 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.294132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:18.296209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0d5716-ad2d-40a9-96cd-48bffbb2c225,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:18.300326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:18.303268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:18.309266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:18.363799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.367433 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.410755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48386761-82f5-4bd4-accb-6eb54611dd4a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:18.413241 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.414425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4275520f-adab-4001-af0c-3c60812d1608 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4179833 Feb 09 14:00:18.417402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38948) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:18.423060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '48386761-82f5-4bd4-accb-6eb54611dd4a', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:18.429489 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:18.433547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:18.436359 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:18.442416 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:18.458690 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.516964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.520876 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.543048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1870e4ce-8d3b-401a-aa0d-17161a9f6810,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:18.552319 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.553486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bb3b4667-ffa4-41aa-999d-42a8e037fcc9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1351502 Feb 09 14:00:18.556460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38952) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:18.561808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '48386761-82f5-4bd4-accb-6eb54611dd4a', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:18.568589 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:18.572328 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:18.575166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:18.581330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:18.599865 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.659607 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.663225 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.686090 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dd030c-f0bd-44b2-a0de-8d8d1bd37d6f,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:18.695460 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.696613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e4b4ce19-3780-40c2-a99e-db3d299d8a95 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1392605 Feb 09 14:00:18.699391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38956) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:18.705027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '48386761-82f5-4bd4-accb-6eb54611dd4a', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:18.711292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:18.715045 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:18.718217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:18.723926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:18.741454 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.802603 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.806124 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.828857 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd63fb9-547a-403e-8446-9528e3797302,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:18.839994 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.841230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7c2a3f5d-1b58-4cfd-8df9-fb279a1eae2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1409063 Feb 09 14:00:18.844113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38960) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:18.849790 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '48386761-82f5-4bd4-accb-6eb54611dd4a', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:18.856354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:18.860047 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:18.863352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:18.868832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:18.884966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.951133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.955262 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.978848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0a8d4c-1427-451d-9c49-acec42db1441,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:18.989169 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:18.990388 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2f87cccc-b662-46ed-9512-9f38650c84bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1451583 Feb 09 14:00:18.993168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38964) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:18.998752 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '48386761-82f5-4bd4-accb-6eb54611dd4a', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:19.005190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:19.008943 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:19.011782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:19.017412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:19.027899 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Project 86f562aa055040b884032de1ab443411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:00:19.034976 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.098405 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.101700 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.124666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8616ded-a249-4a84-a602-1f7d0390b92d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:19.132967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.134181 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-57eb2bb1-facc-4d06-a653-f16b15f5c029 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1400857 Feb 09 14:00:19.136902 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38968) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:19.142262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '48386761-82f5-4bd4-accb-6eb54611dd4a', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:19.148542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:19.152612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:19.155430 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:19.161519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:19.171093 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Project 86f562aa055040b884032de1ab443411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:00:19.177826 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.242050 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.245442 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.270267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf4c66d-b072-4d48-9db4-72891dd616c6,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:19.278813 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.279967 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a6a2154c-4440-4623-8332-a5b52e9e7dcb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1421552 Feb 09 14:00:19.283019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38972) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:19.288791 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'network': {'name': 'tempest-network-smoke--369554859', 'project_id': '86f562aa055040b884032de1ab443411', 'port_security_enabled': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:19.293987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:19.297652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:network and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:19.301049 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:19.306561 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:19.316410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:00:19.319273 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.345464 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:00:19.354605 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.354876 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Added segment 50d1d3c4-4798-4363-ad4c-6636644160cf of type vlan for network c72769cc-8239-4675-bed0-889a67c2d981 Feb 09 14:00:19.380167 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.409662 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.413352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:19.413915 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.506459 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2219074 Feb 09 14:00:19.509536 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 38976) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:19.514732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'admin_state_up': True, 'project_id': '86f562aa055040b884032de1ab443411', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:19.518510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd79249-96f3-4304-9c8b-108a29178fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Network': ['ID=c72769cc-8239-4675-bed0-889a67c2d981,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:19.522987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:19.526757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:router and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:19.529142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network c72769cc-8239-4675-bed0-889a67c2d981 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:00:19.529633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:19.536390 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:19.546481 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.547383 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.564833 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.707204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.887239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:19.915590 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:20.047740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.25.5.61 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/42b9692a-8608-4ab3-9c17-97129b799134) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:20.192555 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:20.219328 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:20.287954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:20.295069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:20.298999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:00:20.326729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=42b9692a-8608-4ab3-9c17-97129b799134,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:20.458313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:20.458991 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:20.682428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router ce210e54-287b-4b35-b00a-f5c5b77c549b is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 14:00:20.878087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:00:20.887304 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Sync routers for ids ['ce210e54-287b-4b35-b00a-f5c5b77c549b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:00:20.900569 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Routers {'ce210e54-287b-4b35-b00a-f5c5b77c549b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:00:20.901315 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:59:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ce210e54-287b-4b35-b00a-f5c5b77c549b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:20.905299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:20.906732 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ac4924d6-e954-47e8-a15a-e6a8020c9d9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3962026 Feb 09 14:00:20.910050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38980) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:21.077473 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Set router ce210e54-287b-4b35-b00a-f5c5b77c549b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:00:21.079050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-72582d4d-3ea7-4485-86fd-c767c02ed49a tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=86f562aa055040b884032de1ab443411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1676633 Feb 09 14:00:21.081537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38986) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:21.210828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ce4dbf-7814-4b60-948d-55098844a4ed tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:21.212323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e8ce4dbf-7814-4b60-948d-55098844a4ed tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299102 Feb 09 14:00:21.215124 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38990) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:21.258816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3f9f7eb9-27ab-4bbe-9432-2bea04c2c476 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426040 Feb 09 14:00:21.261409 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 38994) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:21.266855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742133783', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'project_id': '86f562aa055040b884032de1ab443411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:21.374666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:21.378564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:subnet and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:21.381310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:21.386991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:21.388802 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:20Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:21.392717 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Checking router: ce210e54-287b-4b35-b00a-f5c5b77c549b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:00:21.393090 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Updating router ce210e54-287b-4b35-b00a-f5c5b77c549b port 42b9692a-8608-4ab3-9c17-97129b799134 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:00:21.396711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:00:21.446458 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:21.496636 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:21.726270 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:21.766430 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:21.778980 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Transition to ACTIVE for port object 42b9692a-8608-4ab3-9c17-97129b799134 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:21.785417 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:21.801364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Subnet': ['ID=bcc96780-e7b6-4c11-8cdd-9423d60508f4,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:21.815731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Checking segment: {'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:00:21.816089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network hostable DHCP agents. Network: c72769cc-8239-4675-bed0-889a67c2d981, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:00:21.840683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network c72769cc-8239-4675-bed0-889a67c2d981 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:00:21.852207 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, c72769cc-8239-4675-bed0-889a67c2d981) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:21.856720 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:21.858200 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:21.861156 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Attempting to bind port 42b9692a-8608-4ab3-9c17-97129b799134 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:00:21.861319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50f40da-32d6-4ee3-8486-6e9f9e7c1327 None None] Network c72769cc-8239-4675-bed0-889a67c2d981 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:00:21.861757 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Attempting to bind port 42b9692a-8608-4ab3-9c17-97129b799134 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:00:21.861869 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Attempting to bind port 42b9692a-8608-4ab3-9c17-97129b799134 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:00:21.869821 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96811a36-e097-4556-b312-8842ad67401a None None] Pushing event updated for resources: {'Port': ['ID=42b9692a-8608-4ab3-9c17-97129b799134,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:21.880057 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.880500 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.880763 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.881201 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.881424 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.881787 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.882105 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.882420 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.882752 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.883075 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.883368 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96811a36-e097-4556-b312-8842ad67401a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:21.888551 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-94bca59f-54cf-4954-8edd-bd2fa6880ac4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6226583 Feb 09 14:00:21.888753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39000) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:21.892632 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:00:21.893668 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:00:21.893921 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:21.894496 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:00:21.895105 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Bound port: 42b9692a-8608-4ab3-9c17-97129b799134, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:00:21.895623 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:21.971882 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] For port 42b9692a-8608-4ab3-9c17-97129b799134, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:00:21.975134 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] For port 42b9692a-8608-4ab3-9c17-97129b799134, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=42b9692a-8608-4ab3-9c17-97129b799134,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:00:21.980679 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:22.052605 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Routers {'ce210e54-287b-4b35-b00a-f5c5b77c549b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:00:22.053464 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:59:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ce210e54-287b-4b35-b00a-f5c5b77c549b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:22.145365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-c72769cc-8239-4675-bed0-889a67c2d981', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'tenant_id': '86f562aa055040b884032de1ab443411', 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 14:00:22.146550 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:22.190124 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96811a36-e097-4556-b312-8842ad67401a None None] Pushing event updated for resources: {'Port': ['ID=42b9692a-8608-4ab3-9c17-97129b799134,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:22.248815 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] Set router ce210e54-287b-4b35-b00a-f5c5b77c549b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:00:22.304797 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Allocated IP 172.20.0.2 (c72769cc-8239-4675-bed0-889a67c2d981/bcc96780-e7b6-4c11-8cdd-9423d60508f4/e570c2f9-2ae4-49c5-954f-1508b4b9afd0) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:22.515488 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:22.527881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Transition to ACTIVE for port object e570c2f9-2ae4-49c5-954f-1508b4b9afd0 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:22.529999 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:20Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:22.534607 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71d3b0-353b-4f48-ac7d-c20da71554df None None] The sync data for ids ['ce210e54-287b-4b35-b00a-f5c5b77c549b'] in n-d-825175-3 is: [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:20Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:00:22.548983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Transition to ACTIVE for port object e570c2f9-2ae4-49c5-954f-1508b4b9afd0 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:22.556813 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:22.620765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Network c72769cc-8239-4675-bed0-889a67c2d981 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:22.624051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:22.627439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:00:22.644726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Pushing event updated for resources: {'Port': ['ID=e570c2f9-2ae4-49c5-954f-1508b4b9afd0,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:22.714020 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.714356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.714712 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.715040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.715415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.715668 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.715986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.716301 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.716612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.716922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.717232 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:00:22.759010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Attempting to bind port e570c2f9-2ae4-49c5-954f-1508b4b9afd0 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:00:22.759465 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Attempting to bind port e570c2f9-2ae4-49c5-954f-1508b4b9afd0 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:00:22.760052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Attempting to bind port e570c2f9-2ae4-49c5-954f-1508b4b9afd0 on network c72769cc-8239-4675-bed0-889a67c2d981 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:00:22.769092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:00:22.769450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Checking segment: {'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:00:22.769837 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:22.770214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Bound using segment: {'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:00:22.770706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Bound port: e570c2f9-2ae4-49c5-954f-1508b4b9afd0, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:00:22.771067 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:22.836445 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:22.865812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] For port e570c2f9-2ae4-49c5-954f-1508b4b9afd0, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:00:22.871475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] For port e570c2f9-2ae4-49c5-954f-1508b4b9afd0, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e570c2f9-2ae4-49c5-954f-1508b4b9afd0,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:00:22.879215 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:22.972263 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dceed-dd4a-4d3b-a03c-d07f2159764e None None] Pushing event updated for resources: {'Port': ['ID=e570c2f9-2ae4-49c5-954f-1508b4b9afd0,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:23.378519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.20.0.1 (c72769cc-8239-4675-bed0-889a67c2d981/bcc96780-e7b6-4c11-8cdd-9423d60508f4/c2bbffd0-9cef-4de4-90bc-53c205d5aef3) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:23.552273 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:23.569110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Transition to ACTIVE for port object c2bbffd0-9cef-4de4-90bc-53c205d5aef3 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:23.593461 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:23.667393 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network c72769cc-8239-4675-bed0-889a67c2d981 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:23.675798 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:23.680242 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:00:23.714294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=c2bbffd0-9cef-4de4-90bc-53c205d5aef3,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:23.755767 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:23.870394 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:24.006150 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 42b9692a-8608-4ab3-9c17-97129b799134 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:24.094135 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 42b9692a-8608-4ab3-9c17-97129b799134 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:24.100249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 42b9692a-8608-4ab3-9c17-97129b799134 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:24.100935 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:24.143561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c895a6c9-f278-4a6d-8cb6-178ebbd2a360 None None] Network c72769cc-8239-4675-bed0-889a67c2d981 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:00:24.322614 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c4c23e2a-7378-473e-8da8-b81cfefdaff9 None None] Provisioning for port e570c2f9-2ae4-49c5-954f-1508b4b9afd0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:24.429003 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:24.480244 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:24.482289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 42b9692a-8608-4ab3-9c17-97129b799134, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=42b9692a-8608-4ab3-9c17-97129b799134,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:24.486180 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:24.488761 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:24.489509 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e570c2f9-2ae4-49c5-954f-1508b4b9afd0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:24.622810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=c2bbffd0-9cef-4de4-90bc-53c205d5aef3,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:24.624358 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=42b9692a-8608-4ab3-9c17-97129b799134,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:24.626851 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:24.640304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e570c2f9-2ae4-49c5-954f-1508b4b9afd0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:24.646154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e570c2f9-2ae4-49c5-954f-1508b4b9afd0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:24.646948 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:24.784032 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:24.802902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network c72769cc-8239-4675-bed0-889a67c2d981 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:24.804131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:24.824691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e570c2f9-2ae4-49c5-954f-1508b4b9afd0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e570c2f9-2ae4-49c5-954f-1508b4b9afd0,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:24.830424 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:24.913418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e570c2f9-2ae4-49c5-954f-1508b4b9afd0,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:24.932705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-30554cf9-1c4f-4287-a9a9-8765fb691ec0 None None] Provisioning complete for port e570c2f9-2ae4-49c5-954f-1508b4b9afd0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:24.933431 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30554cf9-1c4f-4287-a9a9-8765fb691ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:25.092385 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-74487ffe-e6db-4c0c-9de5-b2d6411b4f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:25.107804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-30554cf9-1c4f-4287-a9a9-8765fb691ec0 None None] Provisioning for port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:25.113573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-30554cf9-1c4f-4287-a9a9-8765fb691ec0 None None] Provisioning complete for port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:25.113941 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-30554cf9-1c4f-4287-a9a9-8765fb691ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:25.206829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-30554cf9-1c4f-4287-a9a9-8765fb691ec0 None None] Port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:00:25.289246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router ce210e54-287b-4b35-b00a-f5c5b77c549b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:00:25.328853 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-55e3eaf1-05b7-4497-aafb-6ae8abe01d3f None None] Provisioning complete for port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:25.329225 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-55e3eaf1-05b7-4497-aafb-6ae8abe01d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:25.380199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-55e3eaf1-05b7-4497-aafb-6ae8abe01d3f None None] Port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:00:25.491353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:00:25.500755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ca28efbf-27ff-42a5-a6d5-a0b0b1bea8a3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "PUT /v2.0/routers/ce210e54-287b-4b35-b00a-f5c5b77c549b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6112878 Feb 09 14:00:25.501205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b7803065-477b-4f21-8bb7-6e2be920e397 None None] Provisioning complete for port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:25.501572 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b7803065-477b-4f21-8bb7-6e2be920e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:25.569291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b7803065-477b-4f21-8bb7-6e2be920e397 None None] Port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:00:25.679722 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c09f440c-c033-480e-92eb-80a151ef3544 req-49cde3e6-f7b7-4e48-9ee3-ee49958ee44c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:00:25.699019 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c09f440c-c033-480e-92eb-80a151ef3544 req-49cde3e6-f7b7-4e48-9ee3-ee49958ee44c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:00:25.700158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-49cde3e6-f7b7-4e48-9ee3-ee49958ee44c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292507611&fields=id&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 267 time: 0.0607069 Feb 09 14:00:25.854632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f440c-c033-480e-92eb-80a151ef3544 req-fdb56daa-d027-4b7c-8804-ced35081c9f3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:25.855296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c09f440c-c033-480e-92eb-80a151ef3544 req-fdb56daa-d027-4b7c-8804-ced35081c9f3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:00:25.872156 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c09f440c-c033-480e-92eb-80a151ef3544 req-fdb56daa-d027-4b7c-8804-ced35081c9f3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:00:25.873458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-fdb56daa-d027-4b7c-8804-ced35081c9f3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/networks?id=c72769cc-8239-4675-bed0-889a67c2d981 HTTP/1.1" status: 200 len: 796 time: 0.1663952 Feb 09 14:00:25.881953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 42b9692a-8608-4ab3-9c17-97129b799134 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:25.892409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-17128c23-ada8-4368-b5b4-48da4c84256d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/quotas/86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 375 time: 0.0130560 Feb 09 14:00:25.965576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 42b9692a-8608-4ab3-9c17-97129b799134 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:25.966231 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:25.984674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-6ff20b90-f70e-484f-8d92-020cd9ae0fd0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861127 Feb 09 14:00:26.071918 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-07651f26-5bb7-4874-841d-4dc67d1ea970 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 14:00:26.072910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-07651f26-5bb7-4874-841d-4dc67d1ea970 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0745835 Feb 09 14:00:26.097064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e570c2f9-2ae4-49c5-954f-1508b4b9afd0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:26.166253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e570c2f9-2ae4-49c5-954f-1508b4b9afd0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:26.166764 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:26.216951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-c87a6ee0-f953-4f8f-a9ab-83bf0173c351 service neutron] 10.222.0.59 "GET /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374989 Feb 09 14:00:26.224488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Sync routers for ids ['ce210e54-287b-4b35-b00a-f5c5b77c549b'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:00:26.270531 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Routers {'ce210e54-287b-4b35-b00a-f5c5b77c549b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:00:26.271124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:59:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ce210e54-287b-4b35-b00a-f5c5b77c549b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:26.438180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-74e79269-d429-4108-aceb-4c9dd7f39d23 service neutron] 10.222.0.59 "GET /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203753 Feb 09 14:00:26.470068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Set router ce210e54-287b-4b35-b00a-f5c5b77c549b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:00:26.632178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dd86bd78-36fc-4037-93f3-4579cf89c12e req-025a52f3-8bbd-416b-aacb-b06d53b985fd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 210 time: 0.0424011 Feb 09 14:00:26.813411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:23Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'c2bbffd0-9cef-4de4-90bc-53c205d5aef3', 'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:66:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:23Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 2, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:26.821116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Checking router: ce210e54-287b-4b35-b00a-f5c5b77c549b for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:00:26.822257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Updating router ce210e54-287b-4b35-b00a-f5c5b77c549b port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:00:26.878895 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:27.231802 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:27.244197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Transition to ACTIVE for port object c2bbffd0-9cef-4de4-90bc-53c205d5aef3 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:27.251259 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:27.429792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5db99f-46d7-4523-b150-746522a11dfb None None] Pushing event updated for resources: {'Port': ['ID=c2bbffd0-9cef-4de4-90bc-53c205d5aef3,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:27.528045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Attempting to bind port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:00:27.528407 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Attempting to bind port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:00:27.528766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Attempting to bind port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 on network c72769cc-8239-4675-bed0-889a67c2d981 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:00:27.536479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 13, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:00:27.537251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Checking segment: {'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:00:27.537724 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:27.538105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Bound using segment: {'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:00:27.538584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Bound port: c2bbffd0-9cef-4de4-90bc-53c205d5aef3, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:00:27.538945 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:27.638910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] For port c2bbffd0-9cef-4de4-90bc-53c205d5aef3, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:00:27.642058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] For port c2bbffd0-9cef-4de4-90bc-53c205d5aef3, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c2bbffd0-9cef-4de4-90bc-53c205d5aef3,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:00:27.647398 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:27.729938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5db99f-46d7-4523-b150-746522a11dfb None None] Pushing event updated for resources: {'Port': ['ID=c2bbffd0-9cef-4de4-90bc-53c205d5aef3,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:27.731391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Routers {'ce210e54-287b-4b35-b00a-f5c5b77c549b'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:00:27.732165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T13:59:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ce210e54-287b-4b35-b00a-f5c5b77c549b'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:27.816533 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ae7383fe-8d96-4a6c-ae08-9b309bbda5af req-7604c368-63d2-46e4-99e1-441b38fa198c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 210 time: 0.0511701 Feb 09 14:00:27.941951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] Set router ce210e54-287b-4b35-b00a-f5c5b77c549b gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:00:28.072325 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f440c-c033-480e-92eb-80a151ef3544 req-ce5625f3-999e-4ab5-ace5-f33096f4d3b2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:28.074576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-ce5625f3-999e-4ab5-ace5-f33096f4d3b2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/networks?id=c72769cc-8239-4675-bed0-889a67c2d981 HTTP/1.1" status: 200 len: 796 time: 0.1844850 Feb 09 14:00:28.154881 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-de22ae9c-1175-4a2a-b1a1-265c8d150a1d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 379 time: 0.0674424 Feb 09 14:00:28.166808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'port': {'device_id': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'admin_state_up': True, 'tenant_id': '86f562aa055040b884032de1ab443411', 'security_groups': ['48386761-82f5-4bd4-accb-6eb54611dd4a']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:28.307038 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:28.313599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a220cf1e-85c7-4cbd-8cc2-231433712908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:28.314115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:port and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:28.319502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:28.325799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:28.335430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:00:28.337671 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:23Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'c2bbffd0-9cef-4de4-90bc-53c205d5aef3', 'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:66:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:23Z', 'updated_at': '2022-02-09T14:00:27Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:28.338749 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:28.341766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a21790-4aa7-4f54-a089-32cfd409f938 None None] The sync data for ids ['ce210e54-287b-4b35-b00a-f5c5b77c549b'] in n-d-825175-3 is: [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:23Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'c2bbffd0-9cef-4de4-90bc-53c205d5aef3', 'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:66:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:23Z', 'updated_at': '2022-02-09T14:00:27Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:00:28.634117 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.20.0.9 (c72769cc-8239-4675-bed0-889a67c2d981/bcc96780-e7b6-4c11-8cdd-9423d60508f4/54ec68d3-615d-4b36-868b-0c8b564986b4) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:28.740512 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:28.749079 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:28.834458 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:28.851820 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Transition to ACTIVE for port object 54ec68d3-615d-4b36-868b-0c8b564986b4 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:28.879093 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:28.951657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network c72769cc-8239-4675-bed0-889a67c2d981 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:28.960370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:28.965231 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:00:28.997350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=54ec68d3-615d-4b36-868b-0c8b564986b4,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:29.042041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:29.042900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:29.072833 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-50204a03-d000-4827-933c-2adab660b8b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9100618 Feb 09 14:00:29.088892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Request body: {'port': {'device_id': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:29.107872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac83ffa-0aa2-42b5-bd13-c62f8922b755 req-50777af8-3af4-4008-af37-2f51e299911f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:29.110379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ac83ffa-0aa2-42b5-bd13-c62f8922b755 req-50777af8-3af4-4008-af37-2f51e299911f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 931 time: 0.1565893 Feb 09 14:00:29.170665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4ac83ffa-0aa2-42b5-bd13-c62f8922b755 req-a5ecafba-98be-49fc-bb15-7b2e9e65ae4c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537462 Feb 09 14:00:29.227679 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:29.256858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b892fc13-eb30-4b95-8567-ba295b7739a7 None None] Provisioning for port 54ec68d3-615d-4b36-868b-0c8b564986b4 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:29.263687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b892fc13-eb30-4b95-8567-ba295b7739a7 None None] Provisioning complete for port 54ec68d3-615d-4b36-868b-0c8b564986b4 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:29.264257 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b892fc13-eb30-4b95-8567-ba295b7739a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:29.323268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b892fc13-eb30-4b95-8567-ba295b7739a7 None None] Port 54ec68d3-615d-4b36-868b-0c8b564986b4 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:00:29.572967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ec68d3-615d-4b36-868b-0c8b564986b4 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:00:29.579529 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:29.593601 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Transition to ACTIVE for port object 54ec68d3-615d-4b36-868b-0c8b564986b4 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:00:29.597431 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:29.731454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Pushing event updated for resources: {'Port': ['ID=54ec68d3-615d-4b36-868b-0c8b564986b4,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:29.841894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Attempting to bind port 54ec68d3-615d-4b36-868b-0c8b564986b4 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:00:29.842383 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Attempting to bind port 54ec68d3-615d-4b36-868b-0c8b564986b4 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:00:29.842746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Attempting to bind port 54ec68d3-615d-4b36-868b-0c8b564986b4 on network c72769cc-8239-4675-bed0-889a67c2d981 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:00:29.849392 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Port 54ec68d3-615d-4b36-868b-0c8b564986b4 on network c72769cc-8239-4675-bed0-889a67c2d981 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 14:00:29.849711 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Attempting to bind port 54ec68d3-615d-4b36-868b-0c8b564986b4 on network c72769cc-8239-4675-bed0-889a67c2d981 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:00:29.856710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:00:29.857045 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Checking segment: {'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:00:29.857427 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Bound using segment: {'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:00:29.857849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Bound port: 54ec68d3-615d-4b36-868b-0c8b564986b4, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d1d3c4-4798-4363-ad4c-6636644160cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:00:29.858192 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:29.896410 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c2bbffd0-9cef-4de4-90bc-53c205d5aef3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:29.951593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] For port 54ec68d3-615d-4b36-868b-0c8b564986b4, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:00:29.956116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] For port 54ec68d3-615d-4b36-868b-0c8b564986b4, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=54ec68d3-615d-4b36-868b-0c8b564986b4,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:00:29.960984 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:29.981387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:29.986414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:29.986876 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:30.030628 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:30.031997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] 10.222.0.62 "PUT /v2.0/ports/54ec68d3-615d-4b36-868b-0c8b564986b4 HTTP/1.1" status: 200 len: 1091 time: 0.9484956 Feb 09 14:00:30.032431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'tag': '54ec68d3-615d-4b36-868b-0c8b564986b4'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:00:30.046115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c195ae5-5ebe-4777-8fb9-4ef7b220d3ac service neutron] Pushing event updated for resources: {'Port': ['ID=54ec68d3-615d-4b36-868b-0c8b564986b4,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:30.105973 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:30.127576 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'tag': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'status': 'completed', 'code': 200} Feb 09 14:00:30.133113 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:30.153908 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-f63cee7f-0c72-4513-9487-dedf06f937b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 1094 time: 0.0859306 Feb 09 14:00:30.175998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port c2bbffd0-9cef-4de4-90bc-53c205d5aef3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c2bbffd0-9cef-4de4-90bc-53c205d5aef3,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:30.180629 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:30.231946 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-08cb4763-fe10-41bf-afdf-8e7fa515442d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54ec68d3-615d-4b36-868b-0c8b564986b4 HTTP/1.1" status: 200 len: 217 time: 0.0710297 Feb 09 14:00:30.254413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=c2bbffd0-9cef-4de4-90bc-53c205d5aef3,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:30.295916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f440c-c033-480e-92eb-80a151ef3544 req-906f6692-c65a-429d-88a0-075dfc8dccef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:30.297338 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-906f6692-c65a-429d-88a0-075dfc8dccef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcc96780-e7b6-4c11-8cdd-9423d60508f4 HTTP/1.1" status: 200 len: 835 time: 0.0589933 Feb 09 14:00:30.383424 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-0458a328-9d4f-4512-9db6-50ce4c6721d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c72769cc-8239-4675-bed0-889a67c2d981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795591 Feb 09 14:00:30.428670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d0494-1911-460f-b5cb-0c7ff33c729f req-be89b2ca-a97a-45ca-adc3-20938ba06a33 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:30.430115 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-332d0494-1911-460f-b5cb-0c7ff33c729f req-be89b2ca-a97a-45ca-adc3-20938ba06a33 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 943 time: 0.0814409 Feb 09 14:00:30.477492 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-332d0494-1911-460f-b5cb-0c7ff33c729f req-c94be322-69a9-4527-b1c9-a8b3bf0f39ee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406659 Feb 09 14:00:30.598913 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-7da44984-567b-49e7-99bd-ad8432c2b6be service neutron] 10.222.0.62 "GET /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085793 Feb 09 14:00:30.729711 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c09f440c-c033-480e-92eb-80a151ef3544 req-8a74ad10-7798-4e73-99f9-bc7e917684dd service neutron] 10.222.0.62 "GET /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246941 Feb 09 14:00:30.841725 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-61adde76-c5ef-455c-b2b8-4059ed4658eb req-31f24c4c-a211-45af-ac1a-665dda4c53fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 1094 time: 0.0661268 Feb 09 14:00:30.974603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adde76-c5ef-455c-b2b8-4059ed4658eb req-6b2f0c23-46c2-4f90-9986-0fe3b9847c93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:30.975956 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-61adde76-c5ef-455c-b2b8-4059ed4658eb req-6b2f0c23-46c2-4f90-9986-0fe3b9847c93 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c72769cc-8239-4675-bed0-889a67c2d981 HTTP/1.1" status: 200 len: 897 time: 0.1263752 Feb 09 14:00:31.047903 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-61adde76-c5ef-455c-b2b8-4059ed4658eb req-f6aef6ca-0d92-4f8d-abd6-e6e15a793fb0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54ec68d3-615d-4b36-868b-0c8b564986b4 HTTP/1.1" status: 200 len: 217 time: 0.0640116 Feb 09 14:00:31.109225 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adde76-c5ef-455c-b2b8-4059ed4658eb req-7ca8fe2e-3fe8-499f-bd5f-b25c27fa849d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:31.110673 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-61adde76-c5ef-455c-b2b8-4059ed4658eb req-7ca8fe2e-3fe8-499f-bd5f-b25c27fa849d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcc96780-e7b6-4c11-8cdd-9423d60508f4 HTTP/1.1" status: 200 len: 835 time: 0.0563004 Feb 09 14:00:31.187748 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-61adde76-c5ef-455c-b2b8-4059ed4658eb req-2c012f23-56f8-4553-94e3-ae63d666ad3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c72769cc-8239-4675-bed0-889a67c2d981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699172 Feb 09 14:00:31.317811 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-61adde76-c5ef-455c-b2b8-4059ed4658eb req-8e60b318-b1e4-4ebb-9298-d616be7870d0 service neutron] 10.222.0.62 "GET /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232042 Feb 09 14:00:31.449992 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-61adde76-c5ef-455c-b2b8-4059ed4658eb req-9a6a412f-f44c-44b9-821d-31b5b50988fd service neutron] 10.222.0.62 "GET /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252677 Feb 09 14:00:31.677442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513a7e-f766-43ca-b57e-f5b46ab19e39 req-a5ef4548-9d33-43fa-a558-1b8b970c45f2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:31.678904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55513a7e-f766-43ca-b57e-f5b46ab19e39 req-a5ef4548-9d33-43fa-a558-1b8b970c45f2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 943 time: 0.0771015 Feb 09 14:00:31.725230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55513a7e-f766-43ca-b57e-f5b46ab19e39 req-2c694e4b-fc44-4294-9a86-bcde493dff8c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405209 Feb 09 14:00:31.876004 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c2bbffd0-9cef-4de4-90bc-53c205d5aef3 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:31.944843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:31.945102 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:32.704178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 54ec68d3-615d-4b36-868b-0c8b564986b4 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:00:32.877084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 54ec68d3-615d-4b36-868b-0c8b564986b4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=54ec68d3-615d-4b36-868b-0c8b564986b4,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:32.890867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'port_id': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'mac_address': 'fa:16:3e:4d:88:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:00:32.940668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25998f8c-58b6-48cc-b1f9-1950fb9ff862 req-5448bea6-7fd8-465d-b53a-29f78bfdd9b9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:32.942199 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25998f8c-58b6-48cc-b1f9-1950fb9ff862 req-5448bea6-7fd8-465d-b53a-29f78bfdd9b9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 943 time: 0.0817537 Feb 09 14:00:32.946654 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:32.964777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ec68d3-615d-4b36-868b-0c8b564986b4 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:00:32.982152 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 54ec68d3-615d-4b36-868b-0c8b564986b4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=54ec68d3-615d-4b36-868b-0c8b564986b4,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:32.986752 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:32.992123 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25998f8c-58b6-48cc-b1f9-1950fb9ff862 req-a8d3662c-f616-4e3d-9b80-f69029950968 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435679 Feb 09 14:00:33.060907 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=54ec68d3-615d-4b36-868b-0c8b564986b4,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:33.229231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['54ec68d3-615d-4b36-868b-0c8b564986b4'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:00:34.193080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafbe6d-db9c-46af-95a0-80b36a829594 req-554cf911-8dd6-4ee9-8246-960c41459594 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:34.194536 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfafbe6d-db9c-46af-95a0-80b36a829594 req-554cf911-8dd6-4ee9-8246-960c41459594 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 944 time: 0.0742083 Feb 09 14:00:34.243966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bfafbe6d-db9c-46af-95a0-80b36a829594 req-45a2e3c0-c0f2-44b5-b375-72bfac7634f8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439696 Feb 09 14:00:34.702879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 54ec68d3-615d-4b36-868b-0c8b564986b4 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:00:34.775687 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 54ec68d3-615d-4b36-868b-0c8b564986b4 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:00:34.780760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 54ec68d3-615d-4b36-868b-0c8b564986b4 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:00:34.781123 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.916858 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:34.947558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ec68d3-615d-4b36-868b-0c8b564986b4'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:00:34.957845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 54ec68d3-615d-4b36-868b-0c8b564986b4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=54ec68d3-615d-4b36-868b-0c8b564986b4,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:00:34.961922 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:35.023376 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'code': 200} Feb 09 14:00:35.051197 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=54ec68d3-615d-4b36-868b-0c8b564986b4,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:35.154121 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d5025322-3933-4eab-a662-bd542fbbafc5 req-6755c5df-057b-4ada-9805-ce34007da4e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 1096 time: 0.0716076 Feb 09 14:00:35.197386 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d5025322-3933-4eab-a662-bd542fbbafc5 req-3c7159ff-ff03-462a-9c94-871de73b3882 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372739 Feb 09 14:00:35.439571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681cc4c-0b7b-4272-a7ba-82cffa5265f4 req-59852fe1-283c-4a4d-b465-a0c4cb258dcc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:35.441089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b681cc4c-0b7b-4272-a7ba-82cffa5265f4 req-59852fe1-283c-4a4d-b465-a0c4cb258dcc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.0770917 Feb 09 14:00:35.487972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b681cc4c-0b7b-4272-a7ba-82cffa5265f4 req-a5ad957e-0800-49f3-b760-a829045b1119 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412195 Feb 09 14:00:36.691731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7c8e7-d30c-4c16-b3b9-98252c6179f5 req-52496a5b-567c-43d8-80c1-9d4cf39380de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:36.693164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02c7c8e7-d30c-4c16-b3b9-98252c6179f5 req-52496a5b-567c-43d8-80c1-9d4cf39380de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.0816405 Feb 09 14:00:36.744157 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02c7c8e7-d30c-4c16-b3b9-98252c6179f5 req-7d771991-e5b2-4223-8888-70b51f31cfbf tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453596 Feb 09 14:00:36.942391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e1388-14bc-4ff2-a78d-8e81cc76b030 req-62ba76cf-de65-4158-8628-343c7f6c30c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:36.943951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-736e1388-14bc-4ff2-a78d-8e81cc76b030 req-62ba76cf-de65-4158-8628-343c7f6c30c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.0790606 Feb 09 14:00:36.998158 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-736e1388-14bc-4ff2-a78d-8e81cc76b030 req-f3772b08-a4fb-4131-9748-09d249919a61 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462525 Feb 09 14:00:37.035219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39068) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:37.107478 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5aa66b7b-bd50-41ee-800c-640e899190a4 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 1091 time: 0.0711019 Feb 09 14:00:37.110091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39072) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:37.115146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'tenant_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:00:37.121530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:00:37.125313 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:floatingip and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:00:37.128672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:00:37.134186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:00:37.145422 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:37.281376 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:37.416418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.25.5.181 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/8851b431-e5ca-47e2-8416-e5e2aab59cd9) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:00:37.563563 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:37.590203 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:37.649660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:00:37.656737 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:00:37.661289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:00:37.689298 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=8851b431-e5ca-47e2-8416-e5e2aab59cd9,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:38.259310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.317591 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.527234 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.531896 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.637873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=8851b431-e5ca-47e2-8416-e5e2aab59cd9,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:00:38.658663 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:38.847894 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Floating IP 62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea associated. External IP: 172.25.5.181, port: 54ec68d3-615d-4b36-868b-0c8b564986b4. Feb 09 14:00:39.252290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router ce210e54-287b-4b35-b00a-f5c5b77c549b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:00:39.551474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:00:39.562003 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] Sync routers for ids ['ce210e54-287b-4b35-b00a-f5c5b77c549b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:00:39.574836 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] Routers {'ce210e54-287b-4b35-b00a-f5c5b77c549b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:00:39.575509 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:00:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ce210e54-287b-4b35-b00a-f5c5b77c549b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:39.577499 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:39.634726 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3abe570a-ce05-4e32-8d56-5afd1769e907 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5235519 Feb 09 14:00:39.635293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'tag': '54ec68d3-615d-4b36-868b-0c8b564986b4'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:00:39.695104 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'tag': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'status': 'completed', 'code': 200} Feb 09 14:00:39.779044 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] Set router ce210e54-287b-4b35-b00a-f5c5b77c549b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:00:39.804613 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f706abe5-8722-4125-859e-05f9c784915c req-7471f4a5-a736-435f-a0a1-ff6005408d31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 1096 time: 0.0808108 Feb 09 14:00:39.814880 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe5d5a-a494-4f46-88dc-87d0d6b426ec req-a6489cf8-f8a1-4704-94b6-d93a6f4532bb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:39.816335 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5afe5d5a-a494-4f46-88dc-87d0d6b426ec req-a6489cf8-f8a1-4704-94b6-d93a6f4532bb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.0823538 Feb 09 14:00:39.868579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5afe5d5a-a494-4f46-88dc-87d0d6b426ec req-b6d21a31-73e2-4975-a667-1eaec076ebac tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452812 Feb 09 14:00:39.898220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39080) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:39.957639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706abe5-8722-4125-859e-05f9c784915c req-11da42ae-973b-4ebd-a29f-0ee23e35d1b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:39.959136 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f706abe5-8722-4125-859e-05f9c784915c req-11da42ae-973b-4ebd-a29f-0ee23e35d1b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c72769cc-8239-4675-bed0-889a67c2d981 HTTP/1.1" status: 200 len: 897 time: 0.1442771 Feb 09 14:00:40.038497 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7450222e-9775-4261-8ce8-43c0c33d556f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea HTTP/1.1" status: 200 len: 991 time: 0.1390455 Feb 09 14:00:40.076815 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f706abe5-8722-4125-859e-05f9c784915c req-a17ec0f2-4d62-4307-b098-a7f484e139b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54ec68d3-615d-4b36-868b-0c8b564986b4 HTTP/1.1" status: 200 len: 999 time: 0.1073093 Feb 09 14:00:40.140679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706abe5-8722-4125-859e-05f9c784915c req-efe079f9-b215-4a2f-ac7c-e0f8d118e129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:00:40.142134 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f706abe5-8722-4125-859e-05f9c784915c req-efe079f9-b215-4a2f-ac7c-e0f8d118e129 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcc96780-e7b6-4c11-8cdd-9423d60508f4 HTTP/1.1" status: 200 len: 835 time: 0.0585787 Feb 09 14:00:40.181237 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:23Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'port_id': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'mac_address': 'fa:16:3e:4d:88:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:00:38Z', 'updated_at': '2022-02-09T14:00:38Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2bbffd0-9cef-4de4-90bc-53c205d5aef3', 'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:66:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:23Z', 'updated_at': '2022-02-09T14:00:30Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:40.185411 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] Checking router: ce210e54-287b-4b35-b00a-f5c5b77c549b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:00:40.196320 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] Routers {'ce210e54-287b-4b35-b00a-f5c5b77c549b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:00:40.196907 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:00:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ce210e54-287b-4b35-b00a-f5c5b77c549b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:40.219799 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f706abe5-8722-4125-859e-05f9c784915c req-cf03b0f2-def2-4784-a92d-503d7fcc101a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c72769cc-8239-4675-bed0-889a67c2d981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710099 Feb 09 14:00:40.353188 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f706abe5-8722-4125-859e-05f9c784915c req-26480663-0121-4b61-b85d-7e52fbbb09f5 service neutron] 10.222.0.62 "GET /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254501 Feb 09 14:00:40.372449 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] Set router ce210e54-287b-4b35-b00a-f5c5b77c549b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:00:40.485251 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f706abe5-8722-4125-859e-05f9c784915c req-6787e2ea-e09e-4283-b344-138cfec45394 service neutron] 10.222.0.62 "GET /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251245 Feb 09 14:00:40.730015 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:23Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'port_id': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'mac_address': 'fa:16:3e:4d:88:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:00:38Z', 'updated_at': '2022-02-09T14:00:38Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2bbffd0-9cef-4de4-90bc-53c205d5aef3', 'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:66:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:23Z', 'updated_at': '2022-02-09T14:00:30Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:00:40.733972 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc24e478-9728-43e5-a35f-75bdaa1f9541 None None] The sync data for ids ['ce210e54-287b-4b35-b00a-f5c5b77c549b'] in n-d-825175-3 is: [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:23Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.181', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'port_id': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'mac_address': 'fa:16:3e:4d:88:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:00:38Z', 'updated_at': '2022-02-09T14:00:38Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2bbffd0-9cef-4de4-90bc-53c205d5aef3', 'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:66:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:23Z', 'updated_at': '2022-02-09T14:00:30Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:00:41.042488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39084) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:41.148960 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a2796b32-306c-45a3-8fc8-c0b96e203e38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea HTTP/1.1" status: 200 len: 991 time: 0.1052914 Feb 09 14:00:41.772405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:42.152866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39088) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:42.253879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-191078cd-867d-4813-a340-7cd2bda66fad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea HTTP/1.1" status: 200 len: 991 time: 0.0998480 Feb 09 14:00:43.258754 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39092) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:43.364008 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-349330b0-e04e-4d14-bd2b-3365d576c793 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea HTTP/1.1" status: 200 len: 991 time: 0.1041386 Feb 09 14:00:44.228208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614f9e1-066b-4ab6-88d0-924363780b12 None None] New status for floating IP 62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:00:44.367915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39096) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:44.472448 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e601a90e-9640-48e4-aea6-f2feefc6645f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea HTTP/1.1" status: 200 len: 991 time: 0.1032434 Feb 09 14:00:45.476294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39100) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:00:45.579186 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b5ef0663-45b6-4936-9dae-2f0f8d23ee27 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea HTTP/1.1" status: 200 len: 993 time: 0.1015241 Feb 09 14:00:46.655175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:53.742965 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:00:55.088350 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-521a2adc-462d-4ea1-ad56-ddf7109cc4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.305444 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-21fcf5c0-538a-44fb-9037-07c08f7f2175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.730645 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:00:58.750088 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:00.067086 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:11.786931 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:13.222525 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da661e98-3e4d-4a85-84ae-62dd2e6a3f19 req-d19314bb-a420-447e-a0f8-ebf4c71c24ea tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:13.223950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da661e98-3e4d-4a85-84ae-62dd2e6a3f19 req-d19314bb-a420-447e-a0f8-ebf4c71c24ea tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.0789685 Feb 09 14:01:13.268939 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-da661e98-3e4d-4a85-84ae-62dd2e6a3f19 req-769ba652-f10a-4e61-8a90-f0be7386c5ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Feb 09 14:01:14.477723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25553-1a27-44d0-88e6-e43fedf29792 req-db55d7f8-a01f-4bf5-9ea7-c7ad260f4fd3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:14.479201 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69f25553-1a27-44d0-88e6-e43fedf29792 req-db55d7f8-a01f-4bf5-9ea7-c7ad260f4fd3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.0756176 Feb 09 14:01:14.527249 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-69f25553-1a27-44d0-88e6-e43fedf29792 req-4d431ece-2fc9-4835-a191-ee94da5c8586 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Feb 09 14:01:14.555821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39128) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:14.657324 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7e41dec6-1f43-4c98-aadc-62d1413a24e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea HTTP/1.1" status: 200 len: 993 time: 0.1003461 Feb 09 14:01:16.129680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f6231-20ae-4d41-827e-2f213bc3ac60 req-e98f41d8-b306-43ce-8b34-adddcfa872a6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:16.131153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d66f6231-20ae-4d41-827e-2f213bc3ac60 req-e98f41d8-b306-43ce-8b34-adddcfa872a6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.0762489 Feb 09 14:01:16.180434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d66f6231-20ae-4d41-827e-2f213bc3ac60 req-11b9a00c-3ae2-4c21-8c10-e858a036bf43 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422046 Feb 09 14:01:16.658879 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:17.471452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a53b5e-46e4-45d6-a16b-e121053f5501 req-ee14eecd-9a6d-41f2-9a66-d733de619b66 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:17.472874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24a53b5e-46e4-45d6-a16b-e121053f5501 req-ee14eecd-9a6d-41f2-9a66-d733de619b66 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.1680276 Feb 09 14:01:17.516648 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24a53b5e-46e4-45d6-a16b-e121053f5501 req-1a323e6f-7ffd-48e6-9516-21a84f053a60 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380285 Feb 09 14:01:17.545294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39140) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:17.647062 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-25843bde-741c-4dd0-96b9-b0442cb538aa tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea HTTP/1.1" status: 200 len: 993 time: 0.1006618 Feb 09 14:01:17.916909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39148) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:18.203714 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 8851b431-e5ca-47e2-8416-e5e2aab59cd9 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:01:18.204042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.366550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.366877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.484169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 8851b431-e5ca-47e2-8416-e5e2aab59cd9 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:01:18.630411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:18.677584 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=8851b431-e5ca-47e2-8416-e5e2aab59cd9,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:18.715292 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.715637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.715976 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.716310 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.716638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.716967 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.717294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.717616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.717934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.718254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.718603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:18.776945 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:19.168354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router ce210e54-287b-4b35-b00a-f5c5b77c549b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:01:19.362293 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:01:19.371690 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] Sync routers for ids ['ce210e54-287b-4b35-b00a-f5c5b77c549b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:01:19.375468 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:19.383398 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] Routers {'ce210e54-287b-4b35-b00a-f5c5b77c549b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:01:19.383994 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:00:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ce210e54-287b-4b35-b00a-f5c5b77c549b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:19.426988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6c676bd7-2010-4b89-bdbc-611929552a92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/floatingips/62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea HTTP/1.1" status: 204 len: 168 time: 1.5088995 Feb 09 14:01:19.427469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'tag': '54ec68d3-615d-4b36-868b-0c8b564986b4'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:19.484918 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'tag': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'status': 'completed', 'code': 200} Feb 09 14:01:19.564964 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] Set router ce210e54-287b-4b35-b00a-f5c5b77c549b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:01:19.691073 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-df6b05a3-2309-416f-b222-27b6b0d25052 req-67246844-8f84-469e-8fba-50e581d7c607 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 1096 time: 0.1833897 Feb 09 14:01:19.842025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b05a3-2309-416f-b222-27b6b0d25052 req-dd811c97-84f0-40bf-a721-e0d286c6477c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:19.843677 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-df6b05a3-2309-416f-b222-27b6b0d25052 req-dd811c97-84f0-40bf-a721-e0d286c6477c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c72769cc-8239-4675-bed0-889a67c2d981 HTTP/1.1" status: 200 len: 897 time: 0.1447883 Feb 09 14:01:19.850067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6b32c-cc25-4516-b856-a6cc8c6fb798 req-175569ab-d8f1-4658-b264-5dca6e062585 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:19.851541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cda6b32c-cc25-4516-b856-a6cc8c6fb798 req-175569ab-d8f1-4658-b264-5dca6e062585 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.0760686 Feb 09 14:01:19.900478 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cda6b32c-cc25-4516-b856-a6cc8c6fb798 req-447ff14f-62bc-4658-b922-408776137b4e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 Feb 09 14:01:19.918927 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-df6b05a3-2309-416f-b222-27b6b0d25052 req-c3f9c49d-b6ad-4905-a80c-ee896f8be52e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54ec68d3-615d-4b36-868b-0c8b564986b4 HTTP/1.1" status: 200 len: 217 time: 0.0676694 Feb 09 14:01:19.941914 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:23Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'c2bbffd0-9cef-4de4-90bc-53c205d5aef3', 'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:66:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:23Z', 'updated_at': '2022-02-09T14:00:30Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:19.945590 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] Checking router: ce210e54-287b-4b35-b00a-f5c5b77c549b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:01:19.956446 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] Routers {'ce210e54-287b-4b35-b00a-f5c5b77c549b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:01:19.957018 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:00:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ce210e54-287b-4b35-b00a-f5c5b77c549b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:19.983103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b05a3-2309-416f-b222-27b6b0d25052 req-8c697985-5d62-4e76-8b6c-4bf8495ffd89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:19.984530 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-df6b05a3-2309-416f-b222-27b6b0d25052 req-8c697985-5d62-4e76-8b6c-4bf8495ffd89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcc96780-e7b6-4c11-8cdd-9423d60508f4 HTTP/1.1" status: 200 len: 835 time: 0.0591402 Feb 09 14:01:20.059463 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-df6b05a3-2309-416f-b222-27b6b0d25052 req-9be1abef-4637-45e5-9aea-940271ea9b71 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c72769cc-8239-4675-bed0-889a67c2d981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671887 Feb 09 14:01:20.133968 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] Set router ce210e54-287b-4b35-b00a-f5c5b77c549b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:01:20.191542 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-df6b05a3-2309-416f-b222-27b6b0d25052 req-12f41e97-6c49-4768-ab4c-7fc3b1b6beec service neutron] 10.222.0.62 "GET /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244929 Feb 09 14:01:20.324229 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-df6b05a3-2309-416f-b222-27b6b0d25052 req-d9501996-d305-40a2-bdca-da5bb3748603 service neutron] 10.222.0.62 "GET /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252384 Feb 09 14:01:20.439832 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:23Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'c2bbffd0-9cef-4de4-90bc-53c205d5aef3', 'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:66:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:23Z', 'updated_at': '2022-02-09T14:00:30Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:20.443896 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3550c8-b97c-41b5-a0f9-9881e0dccf8c None None] The sync data for ids ['ce210e54-287b-4b35-b00a-f5c5b77c549b'] in n-d-825175-3 is: [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:23Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'c2bbffd0-9cef-4de4-90bc-53c205d5aef3', 'name': '', 'network_id': 'c72769cc-8239-4675-bed0-889a67c2d981', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:66:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:23Z', 'updated_at': '2022-02-09T14:00:30Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'bcc96780-e7b6-4c11-8cdd-9423d60508f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:01:20.651447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3bd3ca-db90-42fc-9dff-a7dd56cf817b None None] New status for floating IP 62ab17b3-4b1b-47bd-9bc3-4ca253d9f1ea: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:01:21.104937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638967bd-ebf7-4539-abfb-72eb788d877d req-6872215a-7c9b-421f-aafe-f5880a46c6d3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:21.106350 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-638967bd-ebf7-4539-abfb-72eb788d877d req-6872215a-7c9b-421f-aafe-f5880a46c6d3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.0780976 Feb 09 14:01:21.150166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-638967bd-ebf7-4539-abfb-72eb788d877d req-83cbb7a8-6aed-4795-9305-5d394266c2f8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=48386761-82f5-4bd4-accb-6eb54611dd4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383239 Feb 09 14:01:21.476015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-6b4fa184-243e-47a1-a77d-0cf4050ebf77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:21.476957 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-6b4fa184-243e-47a1-a77d-0cf4050ebf77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:21.493284 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-6b4fa184-243e-47a1-a77d-0cf4050ebf77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:21.494455 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-6b4fa184-243e-47a1-a77d-0cf4050ebf77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 945 time: 0.0947244 Feb 09 14:01:21.561530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-be49cb46-74f5-4c76-8092-da49faafca03 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 54ec68d3-615d-4b36-868b-0c8b564986b4 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:01:21.561849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-be49cb46-74f5-4c76-8092-da49faafca03 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:21.799274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-be49cb46-74f5-4c76-8092-da49faafca03 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port 54ec68d3-615d-4b36-868b-0c8b564986b4, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=54ec68d3-615d-4b36-868b-0c8b564986b4,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:01:21.799540 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-be49cb46-74f5-4c76-8092-da49faafca03 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:21.919702 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-be49cb46-74f5-4c76-8092-da49faafca03 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 54ec68d3-615d-4b36-868b-0c8b564986b4 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:01:22.069687 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-be49cb46-74f5-4c76-8092-da49faafca03 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:22.122554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49cb46-74f5-4c76-8092-da49faafca03 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=54ec68d3-615d-4b36-868b-0c8b564986b4,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:22.191963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-be49cb46-74f5-4c76-8092-da49faafca03 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] No DVR routers for this DVR port 54ec68d3-615d-4b36-868b-0c8b564986b4 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:01:22.194314 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-be49cb46-74f5-4c76-8092-da49faafca03 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:22.196869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'name': 'network-vif-deleted', 'tag': '54ec68d3-615d-4b36-868b-0c8b564986b4'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:22.212445 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-65ba91d4-b032-41cb-9bf5-5836532452a5 req-be49cb46-74f5-4c76-8092-da49faafca03 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "DELETE /v2.0/ports/54ec68d3-615d-4b36-868b-0c8b564986b4 HTTP/1.1" status: 204 len: 173 time: 0.7114220 Feb 09 14:01:22.252767 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ce0dc7-10a7-42e7-a899-7fccdb3edcac', 'name': 'network-vif-deleted', 'tag': '54ec68d3-615d-4b36-868b-0c8b564986b4', 'status': 'completed', 'code': 200} Feb 09 14:01:22.328486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-75f7617e-d826-4597-807b-bae3c88639e0 req-d4a28a34-fe72-4025-ac87-3f567ecf50e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=62ce0dc7-10a7-42e7-a899-7fccdb3edcac HTTP/1.1" status: 200 len: 210 time: 0.0410895 Feb 09 14:01:23.432581 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39166) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:23.821116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.424354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port c2bbffd0-9cef-4de4-90bc-53c205d5aef3 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:01:24.424681 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.710141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port c2bbffd0-9cef-4de4-90bc-53c205d5aef3, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c2bbffd0-9cef-4de4-90bc-53c205d5aef3,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:01:24.710832 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:24.827576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for c2bbffd0-9cef-4de4-90bc-53c205d5aef3 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:01:24.953626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 54ec68d3-615d-4b36-868b-0c8b564986b4 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:01:24.986206 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 54ec68d3-615d-4b36-868b-0c8b564986b4 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:01:24.986810 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 54ec68d3-615d-4b36-868b-0c8b564986b4 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:01:25.005286 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.052682 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=c2bbffd0-9cef-4de4-90bc-53c205d5aef3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:25.089422 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14b7bed9-f142-43fd-a4f3-aa0424bb7c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.092018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.092372 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.092709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.093044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.093366 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.093692 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.094015 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.094346 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.094683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.095528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.095846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:25.353365 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:25.913164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router ce210e54-287b-4b35-b00a-f5c5b77c549b has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:01:26.217635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:01:26.227061 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] Sync routers for ids ['ce210e54-287b-4b35-b00a-f5c5b77c549b'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:01:26.230480 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-334ff6d7-afeb-44ed-a3e7-a55f73feb6b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "PUT /v2.0/routers/ce210e54-287b-4b35-b00a-f5c5b77c549b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7968667 Feb 09 14:01:26.233180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39170) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:26.238994 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] Routers {'ce210e54-287b-4b35-b00a-f5c5b77c549b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:01:26.239586 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:00:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ce210e54-287b-4b35-b00a-f5c5b77c549b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:26.414073 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] Set router ce210e54-287b-4b35-b00a-f5c5b77c549b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:01:26.416289 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-b762f23f-a4f1-4ee3-8279-286dd7fbcd59 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting subnet bcc96780-e7b6-4c11-8cdd-9423d60508f4 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:01:26.419282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b762f23f-a4f1-4ee3-8279-286dd7fbcd59 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.475853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b762f23f-a4f1-4ee3-8279-286dd7fbcd59 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.562010 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b762f23f-a4f1-4ee3-8279-286dd7fbcd59 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.632408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b762f23f-a4f1-4ee3-8279-286dd7fbcd59 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.669679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762f23f-a4f1-4ee3-8279-286dd7fbcd59 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc96780-e7b6-4c11-8cdd-9423d60508f4,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:26.677259 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b762f23f-a4f1-4ee3-8279-286dd7fbcd59 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.683106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c19138-21c8-44f6-a4f5-b499a7fefb8d None None] Network c72769cc-8239-4675-bed0-889a67c2d981 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:01:26.684374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b762f23f-a4f1-4ee3-8279-286dd7fbcd59 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/subnets/bcc96780-e7b6-4c11-8cdd-9423d60508f4 HTTP/1.1" status: 204 len: 168 time: 0.4502203 Feb 09 14:01:26.686769 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39174) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:26.694315 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:01:24Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:26.698204 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] Checking router: ce210e54-287b-4b35-b00a-f5c5b77c549b for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:01:26.708892 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] Routers {'ce210e54-287b-4b35-b00a-f5c5b77c549b'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:01:26.709500 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:00:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['ce210e54-287b-4b35-b00a-f5c5b77c549b'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:26.915580 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:26.927641 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] Set router ce210e54-287b-4b35-b00a-f5c5b77c549b gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:01:26.956194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] DHCP port deletion for c72769cc-8239-4675-bed0-889a67c2d981 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:01:26.960700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Deleting port e570c2f9-2ae4-49c5-954f-1508b4b9afd0 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:01:26.961443 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.146707 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.161387 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 42b9692a-8608-4ab3-9c17-97129b799134 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:01:27.161733 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.200248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] For port e570c2f9-2ae4-49c5-954f-1508b4b9afd0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e570c2f9-2ae4-49c5-954f-1508b4b9afd0,segment=NetworkSegment(50d1d3c4-4798-4363-ad4c-6636644160cf),segment_id=50d1d3c4-4798-4363-ad4c-6636644160cf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:01:27.201020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.232795 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:01:24Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:27.236746 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb103a0-27af-4471-bd57-e13f58adbe4a None None] The sync data for ids ['ce210e54-287b-4b35-b00a-f5c5b77c549b'] in n-d-825175-3 is: [{'id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639378035', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '42b9692a-8608-4ab3-9c17-97129b799134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:01:24Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '42b9692a-8608-4ab3-9c17-97129b799134', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:12:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce210e54-287b-4b35-b00a-f5c5b77c549b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:00:19Z', 'updated_at': '2022-02-09T14:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:01:27.340795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Calling delete_port for e570c2f9-2ae4-49c5-954f-1508b4b9afd0 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:01:27.345356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port 42b9692a-8608-4ab3-9c17-97129b799134, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=42b9692a-8608-4ab3-9c17-97129b799134,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:01:27.345711 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.411145 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.457792 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Pushing event deleted for resources: {'Port': ['ID=e570c2f9-2ae4-49c5-954f-1508b4b9afd0,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:27.463084 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] No DVR routers for this DVR port e570c2f9-2ae4-49c5-954f-1508b4b9afd0 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:01:27.466998 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 42b9692a-8608-4ab3-9c17-97129b799134 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:01:27.473163 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.473710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.474000 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.474332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.474690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.475014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.475375 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.475737 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.476022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.476342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.476921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80ca46-1c07-4437-ba18-40192dac2557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:27.638911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:27.689306 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=42b9692a-8608-4ab3-9c17-97129b799134,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:27.948425 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e570c2f9-2ae4-49c5-954f-1508b4b9afd0 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:01:27.989261 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e570c2f9-2ae4-49c5-954f-1508b4b9afd0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:01:27.989611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e570c2f9-2ae4-49c5-954f-1508b4b9afd0 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:01:27.990032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c2bbffd0-9cef-4de4-90bc-53c205d5aef3 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:01:28.010097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.020334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: c2bbffd0-9cef-4de4-90bc-53c205d5aef3 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:01:28.020676 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c2bbffd0-9cef-4de4-90bc-53c205d5aef3 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:01:28.265406 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.269614 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.292974 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.293517 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Fanout notify agent at l3_agent the message router_deleted on router ce210e54-287b-4b35-b00a-f5c5b77c549b {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:01:28.307602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d5896f3d-0b57-4196-a138-07e261794920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.307979 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.311534 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-15e94486-bee8-4129-92fa-74d0db398020 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/routers/ce210e54-287b-4b35-b00a-f5c5b77c549b HTTP/1.1" status: 204 len: 168 time: 1.6211827 Feb 09 14:01:28.311834 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39178) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:28.429123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.565285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.589396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72769cc-8239-4675-bed0-889a67c2d981']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:28.601482 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d1d3c4-4798-4363-ad4c-6636644160cf') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:28.602030 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d1d3c4-4798-4363-ad4c-6636644160cf') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:28.612839 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.627843 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.633607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:01:28.633981 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: timer() Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:01:28.648124 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:01:28.728139 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.731688 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.745556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.755770 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.756863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Network': ['ID=c72769cc-8239-4675-bed0-889a67c2d981,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:28.765074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3df2e85e-521a-4478-af00-b49d023a25d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/networks/c72769cc-8239-4675-bed0-889a67c2d981 HTTP/1.1" status: 204 len: 168 time: 0.4519830 Feb 09 14:01:28.768429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39182) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:28.837442 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84417540-af6f-4a31-9841-518bdde50790 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.866798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84417540-af6f-4a31-9841-518bdde50790 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.932083 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84417540-af6f-4a31-9841-518bdde50790 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.951391 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84417540-af6f-4a31-9841-518bdde50790 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48386761-82f5-4bd4-accb-6eb54611dd4a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:28.959908 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-84417540-af6f-4a31-9841-518bdde50790 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:28.961215 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-84417540-af6f-4a31-9841-518bdde50790 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/security-groups/48386761-82f5-4bd4-accb-6eb54611dd4a HTTP/1.1" status: 204 len: 168 time: 0.1919010 Feb 09 14:01:29.204937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39190) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:29.210698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609615579', 'description': 'tempest-secgroup-smoke-1609615579 description', 'project_id': '86f562aa055040b884032de1ab443411'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:29.217112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:29.221257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:29.224107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:29.230384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:29.241407 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.275649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:29.279337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:29.282060 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:29.287510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:29.341544 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.345331 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.389260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6429b479-91cd-4c28-8c3c-0f3ad374142b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:29.393742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.394936 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-38617da5-dfb8-4505-915d-4ddaa8f026bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1890302 Feb 09 14:01:29.397920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39194) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:29.403267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '6429b479-91cd-4c28-8c3c-0f3ad374142b', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:29.409612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:29.413361 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:29.416167 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:29.422091 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:29.439332 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.500393 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.504229 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.529081 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27d3e77-11fe-4ceb-a65e-608758d06c41,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:29.539032 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.540282 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-24779b8f-5b4c-41d5-9b68-b3f818475880 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1413977 Feb 09 14:01:29.543274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39198) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:29.549194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '6429b479-91cd-4c28-8c3c-0f3ad374142b', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:29.555362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:29.559080 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:29.561848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:29.567376 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:29.583289 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.642637 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.645798 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.668242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a81fb0e-8c41-432c-88e3-3c4e6b02f1ad,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:29.677488 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.678672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0a7ca9fc-5644-4150-baf8-d3e3687a3566 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1344595 Feb 09 14:01:29.681440 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39202) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:29.686816 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '6429b479-91cd-4c28-8c3c-0f3ad374142b', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:29.692985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:29.696710 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:29.699527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:29.705057 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:29.721556 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.783760 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.787198 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.809429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5164f0ef-fdbd-430e-8ce1-b4bada385251,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:29.818082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.819264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a645d86e-2da7-402b-b4c9-d645ae7d63a9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1368709 Feb 09 14:01:29.822005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39206) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:29.827282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '6429b479-91cd-4c28-8c3c-0f3ad374142b', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:29.833945 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:29.837642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:29.840426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:29.846423 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:29.862900 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 42b9692a-8608-4ab3-9c17-97129b799134 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:01:29.866966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:29.900644 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 42b9692a-8608-4ab3-9c17-97129b799134 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:01:29.900990 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 42b9692a-8608-4ab3-9c17-97129b799134 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:01:30.025593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.029070 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.051528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a225ad4-ae09-4160-b9c3-464f34f58556,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:30.061655 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.062912 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bc201984-8b3b-4566-b4e3-c0014964ea77 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2399719 Feb 09 14:01:30.065776 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39210) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:30.067905 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.071946 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '6429b479-91cd-4c28-8c3c-0f3ad374142b', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:30.078245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:30.082413 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:30.085220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:30.090764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:30.102238 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Project 86f562aa055040b884032de1ab443411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:01:30.108232 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.170955 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.174668 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.202240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a5ba69-e0b3-43fb-87fe-02f1db3fa50c,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:30.210703 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.211848 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9a795177-dbe8-46e7-9b67-5a50893451a4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1447730 Feb 09 14:01:30.214564 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39214) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:30.219927 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '6429b479-91cd-4c28-8c3c-0f3ad374142b', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:30.226180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:30.230171 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:30.233026 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:30.238555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:30.248060 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Project 86f562aa055040b884032de1ab443411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:01:30.254575 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.320467 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.323859 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.347741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ed9be4-311b-46dd-bd3a-c87901ab6480,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:30.356840 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.358313 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-bf23b8bd-a6ba-44ae-83ef-2764d30d12ba tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1428468 Feb 09 14:01:30.361190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39218) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:30.366456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'network': {'name': 'tempest-network-smoke--1252458464', 'project_id': '86f562aa055040b884032de1ab443411', 'port_security_enabled': True}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:30.371705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:30.375602 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:network and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:30.378875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:30.384550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:30.395546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:30.398659 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.426161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:01:30.435279 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.435614 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Added segment 16b0a286-0315-4ef3-a134-a6e82606a078 of type vlan for network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc Feb 09 14:01:30.461194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.489066 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.495731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:30.496309 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.604053 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2390721 Feb 09 14:01:30.604282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d467e-e19d-4209-9ef6-5549cf1be7b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Network': ['ID=461f0ce4-b59e-4d12-8487-6ee7714dc8dc,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:30.604564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39222) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:30.609810 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'admin_state_up': True, 'project_id': '86f562aa055040b884032de1ab443411', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:30.614456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:01:30.618633 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:30.622587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:router and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:30.625463 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:30.632476 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:30.642576 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.643538 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.663987 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:30.743905 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:01:30.888667 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.062461 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.090683 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.221828 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.25.5.197 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/5c8ba9d3-d866-4f4d-a4f4-38940aeb231a) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:31.367764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.394251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.461583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:31.464641 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:31.468614 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:01:31.492637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=5c8ba9d3-d866-4f4d-a4f4-38940aeb231a,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:31.619255 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.619908 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:31.844495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router 4739028b-ca31-42bf-bb8f-bdad864ebb34 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 14:01:32.040501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:01:32.051057 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Sync routers for ids ['4739028b-ca31-42bf-bb8f-bdad864ebb34'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:01:32.062221 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Routers {'4739028b-ca31-42bf-bb8f-bdad864ebb34'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:01:32.062931 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:01:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4739028b-ca31-42bf-bb8f-bdad864ebb34'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:32.066518 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.067690 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-393d343b-2eb7-47fb-8622-9a7af5e47037 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4620895 Feb 09 14:01:32.070831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39226) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:32.112185 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-517bdf84-5667-4f7f-ad43-dde9bb9c7106 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=86f562aa055040b884032de1ab443411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403018 Feb 09 14:01:32.114822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39230) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:32.237357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Set router 4739028b-ca31-42bf-bb8f-bdad864ebb34 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:01:32.241235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550c48ab-b559-476d-b0e1-d340207d2293 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:32.242880 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-550c48ab-b559-476d-b0e1-d340207d2293 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268806 Feb 09 14:01:32.245428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39234) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:32.284914 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-12e33e4f-725e-46c3-ac17-78eecd16f8bb tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380619 Feb 09 14:01:32.287094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39238) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:32.292301 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-412364420', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'project_id': '86f562aa055040b884032de1ab443411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:32.499606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:32.503327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:subnet and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:32.506076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:32.511506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:32.523518 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:32.532998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:31Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:32.537151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Checking router: 4739028b-ca31-42bf-bb8f-bdad864ebb34 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:01:32.537487 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Updating router 4739028b-ca31-42bf-bb8f-bdad864ebb34 port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:01:32.587409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.626299 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.845652 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.929466 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Subnet': ['ID=66715de9-44ad-4f5e-81ad-7f5acb16e8f1,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:32.935852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Checking segment: {'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:01:32.936204 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network hostable DHCP agents. Network: 461f0ce4-b59e-4d12-8487-6ee7714dc8dc, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:01:32.938813 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.950913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Transition to ACTIVE for port object 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:32.957266 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:32.963488 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:01:32.975386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 461f0ce4-b59e-4d12-8487-6ee7714dc8dc) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:32.979566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:32.980154 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.002320 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9d3e70b0-25cb-4797-9cc7-bed89abe1a50 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7136950 Feb 09 14:01:33.003713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c503ffeb-4480-4838-8e68-c0db861efdd5 None None] Network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:01:33.004582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39242) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:33.118182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094e976-b526-4497-a1f4-c548e0dc1887 None None] Pushing event updated for resources: {'Port': ['ID=5c8ba9d3-d866-4f4d-a4f4-38940aeb231a,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:33.135411 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Attempting to bind port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:33.135777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Attempting to bind port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:33.136160 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Attempting to bind port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:01:33.155591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:01:33.155959 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:01:33.156352 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.156729 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:01:33.158017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Bound port: 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:33.158478 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.290080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] For port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:01:33.302396 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] For port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5c8ba9d3-d866-4f4d-a4f4-38940aeb231a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:01:33.342164 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.380798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'tenant_id': '86f562aa055040b884032de1ab443411', 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 14:01:33.381512 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.485124 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094e976-b526-4497-a1f4-c548e0dc1887 None None] Pushing event updated for resources: {'Port': ['ID=5c8ba9d3-d866-4f4d-a4f4-38940aeb231a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:33.504999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Routers {'4739028b-ca31-42bf-bb8f-bdad864ebb34'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:01:33.505602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:01:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4739028b-ca31-42bf-bb8f-bdad864ebb34'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:33.729840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Allocated IP 172.20.0.2 (461f0ce4-b59e-4d12-8487-6ee7714dc8dc/66715de9-44ad-4f5e-81ad-7f5acb16e8f1/0553e74f-10ea-4252-af4d-315743bb94ac) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:33.760569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:33.763682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] Set router 4739028b-ca31-42bf-bb8f-bdad864ebb34 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:01:34.176934 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.195401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Transition to ACTIVE for port object 0553e74f-10ea-4252-af4d-315743bb94ac will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:34.217566 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Transition to ACTIVE for port object 0553e74f-10ea-4252-af4d-315743bb94ac will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:34.224474 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.270177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:31Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:34.281996 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315fad2e-f85e-40cd-b65f-246f94d6a09b None None] The sync data for ids ['4739028b-ca31-42bf-bb8f-bdad864ebb34'] in n-d-825175-3 is: [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:31Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:01:34.289407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.20.0.1 (461f0ce4-b59e-4d12-8487-6ee7714dc8dc/66715de9-44ad-4f5e-81ad-7f5acb16e8f1/e764a6b7-3f76-42e4-a5d5-81d489499354) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:34.291152 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:34.298562 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:34.302690 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:01:34.307799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Pushing event updated for resources: {'Port': ['ID=0553e74f-10ea-4252-af4d-315743bb94ac,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:34.453271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Attempting to bind port 0553e74f-10ea-4252-af4d-315743bb94ac on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:34.453653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Attempting to bind port 0553e74f-10ea-4252-af4d-315743bb94ac by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:34.454530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Attempting to bind port 0553e74f-10ea-4252-af4d-315743bb94ac on network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:01:34.461265 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:01:34.461948 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Checking segment: {'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:01:34.462384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.462753 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Bound using segment: {'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:01:34.463215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Bound port: 0553e74f-10ea-4252-af4d-315743bb94ac, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:34.463589 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.494487 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.527620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Transition to ACTIVE for port object e764a6b7-3f76-42e4-a5d5-81d489499354 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:34.549689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.571829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] For port 0553e74f-10ea-4252-af4d-315743bb94ac, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:01:34.576669 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] For port 0553e74f-10ea-4252-af4d-315743bb94ac, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0553e74f-10ea-4252-af4d-315743bb94ac,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:01:34.581763 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.632239 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:34.635734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:34.637635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=e764a6b7-3f76-42e4-a5d5-81d489499354,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:34.639783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:01:34.668910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56461e-27d7-4064-8496-89a55fce152d None None] Pushing event updated for resources: {'Port': ['ID=0553e74f-10ea-4252-af4d-315743bb94ac,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:34.705053 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:34.802407 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.239631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.243935 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.361335 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:35.364510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=e764a6b7-3f76-42e4-a5d5-81d489499354,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:35.506723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:35.508254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:35.591113 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435cbbb4-e073-4475-b9fb-74c6ce230d4a None None] Network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:01:35.710941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8f40bda9-1c19-4fa7-9ecb-f0d0b975e172 None None] Provisioning for port 0553e74f-10ea-4252-af4d-315743bb94ac completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:35.992597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0553e74f-10ea-4252-af4d-315743bb94ac up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:36.012448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router 4739028b-ca31-42bf-bb8f-bdad864ebb34 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:01:36.065072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 0553e74f-10ea-4252-af4d-315743bb94ac completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:36.071007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0553e74f-10ea-4252-af4d-315743bb94ac triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:36.071427 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.193684 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.229108 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 0553e74f-10ea-4252-af4d-315743bb94ac, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0553e74f-10ea-4252-af4d-315743bb94ac,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:01:36.236395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:01:36.238174 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.238999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:36.261595 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8d89c610-b5bb-4a6e-8f85-2bd56f5afd3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "PUT /v2.0/routers/4739028b-ca31-42bf-bb8f-bdad864ebb34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2558615 Feb 09 14:01:36.360332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-effacdaf-f33d-4914-bb0e-d996e6bc5289 None None] Provisioning for port e764a6b7-3f76-42e4-a5d5-81d489499354 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:36.366002 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=0553e74f-10ea-4252-af4d-315743bb94ac,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:36.370082 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-effacdaf-f33d-4914-bb0e-d996e6bc5289 None None] Provisioning complete for port e764a6b7-3f76-42e4-a5d5-81d489499354 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:36.370377 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-effacdaf-f33d-4914-bb0e-d996e6bc5289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.430816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-effacdaf-f33d-4914-bb0e-d996e6bc5289 None None] Port e764a6b7-3f76-42e4-a5d5-81d489499354 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:01:36.435618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:36.442722 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:36.443080 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.443483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0408f00a-73e1-4840-90db-b163182aeb98 req-a3ca24d2-875f-453c-8240-85763c442ae1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:36.462266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0408f00a-73e1-4840-90db-b163182aeb98 req-a3ca24d2-875f-453c-8240-85763c442ae1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:36.463599 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-a3ca24d2-875f-453c-8240-85763c442ae1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609615579&fields=id&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 267 time: 0.0646560 Feb 09 14:01:36.488142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-effacdaf-f33d-4914-bb0e-d996e6bc5289 None None] Provisioning complete for port 0553e74f-10ea-4252-af4d-315743bb94ac triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:36.488505 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-effacdaf-f33d-4914-bb0e-d996e6bc5289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.624436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f00a-73e1-4840-90db-b163182aeb98 req-c6ee3d35-1394-4d42-a8fd-a542de3b42fe tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:36.625020 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0408f00a-73e1-4840-90db-b163182aeb98 req-c6ee3d35-1394-4d42-a8fd-a542de3b42fe tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:36.640477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0408f00a-73e1-4840-90db-b163182aeb98 req-c6ee3d35-1394-4d42-a8fd-a542de3b42fe tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:36.641992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-c6ee3d35-1394-4d42-a8fd-a542de3b42fe tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/networks?id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc HTTP/1.1" status: 200 len: 797 time: 0.1695559 Feb 09 14:01:36.658061 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.658652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-f4449f38-5dfb-4691-ad2e-3e2dbf9efaec tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/quotas/86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 375 time: 0.0111396 Feb 09 14:01:36.685280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5c8ba9d3-d866-4f4d-a4f4-38940aeb231a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:01:36.690625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.745234 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0408f00a-73e1-4840-90db-b163182aeb98 req-b1518d0b-ea65-4ec2-ad55-b7b2be1b44f3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:01:36.755001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=5c8ba9d3-d866-4f4d-a4f4-38940aeb231a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:36.761813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0408f00a-73e1-4840-90db-b163182aeb98 req-b1518d0b-ea65-4ec2-ad55-b7b2be1b44f3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:01:36.763843 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-b1518d0b-ea65-4ec2-ad55-b7b2be1b44f3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002202 Feb 09 14:01:36.800677 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-cc7ad384-0dcf-4bc5-996f-bf6cb2ef19b1 None None] Provisioning complete for port e764a6b7-3f76-42e4-a5d5-81d489499354 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:36.801041 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cc7ad384-0dcf-4bc5-996f-bf6cb2ef19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:36.854255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ad384-0dcf-4bc5-996f-bf6cb2ef19b1 None None] Port e764a6b7-3f76-42e4-a5d5-81d489499354 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:01:36.902771 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-2adbead8-99ff-444e-8360-60bcb0617c20 service neutron] 10.222.0.59 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271584 Feb 09 14:01:37.030584 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-45864b71-d4a1-4bd3-b478-955595aaf7ac service neutron] 10.222.0.59 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220140 Feb 09 14:01:37.214110 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1571b9a9-eae8-45f8-9638-a53222f43a05 req-47cbc8c3-7035-46a5-a121-d021d53c4af1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 210 time: 0.0418108 Feb 09 14:01:37.915429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0553e74f-10ea-4252-af4d-315743bb94ac up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:37.959778 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Sync routers for ids ['4739028b-ca31-42bf-bb8f-bdad864ebb34'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:01:37.977706 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Routers {'4739028b-ca31-42bf-bb8f-bdad864ebb34'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:01:37.978139 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:01:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4739028b-ca31-42bf-bb8f-bdad864ebb34'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:38.005635 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 0553e74f-10ea-4252-af4d-315743bb94ac triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:38.006000 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.120078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:38.154402 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Set router 4739028b-ca31-42bf-bb8f-bdad864ebb34 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:01:38.184959 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:38.185324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.403304 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7604f597-8f34-41b6-8bb2-97203dd026a0 req-c81a0c5c-a2a1-4a35-8920-f64e4997f75f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 210 time: 0.0493164 Feb 09 14:01:38.500098 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e764a6b7-3f76-42e4-a5d5-81d489499354', 'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:de:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:34Z', 'updated_at': '2022-02-09T14:01:35Z', 'revision_number': 2, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:38.504645 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Checking router: 4739028b-ca31-42bf-bb8f-bdad864ebb34 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:01:38.505050 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Updating router 4739028b-ca31-42bf-bb8f-bdad864ebb34 port e764a6b7-3f76-42e4-a5d5-81d489499354 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:01:38.505983 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f00a-73e1-4840-90db-b163182aeb98 req-daa6eff9-b5e7-4614-8788-e3ca86373a5e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:38.508120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-daa6eff9-b5e7-4614-8788-e3ca86373a5e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/networks?id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc HTTP/1.1" status: 200 len: 797 time: 0.1723776 Feb 09 14:01:38.558743 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.564633 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-9835543c-8d33-4a7b-a51c-11b1a32c6383 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 380 time: 0.0440502 Feb 09 14:01:38.573936 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'port': {'device_id': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'admin_state_up': True, 'tenant_id': '86f562aa055040b884032de1ab443411', 'security_groups': ['6429b479-91cd-4c28-8c3c-0f3ad374142b']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:38.707556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:38.716792 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:38.727175 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:01:38.730206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.891966 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.903315 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Transition to ACTIVE for port object e764a6b7-3f76-42e4-a5d5-81d489499354 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:38.908714 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:38.986895 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.20.0.9 (461f0ce4-b59e-4d12-8487-6ee7714dc8dc/66715de9-44ad-4f5e-81ad-7f5acb16e8f1/8c94d797-782e-4036-a1d0-9992088a3f1f) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:39.071128 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Pushing event updated for resources: {'Port': ['ID=e764a6b7-3f76-42e4-a5d5-81d489499354,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:39.085081 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.085660 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.086298 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.086554 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.086858 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.087180 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.087495 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.087811 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.088124 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.088429 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.088746 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:01:39.143212 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Attempting to bind port e764a6b7-3f76-42e4-a5d5-81d489499354 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:39.144181 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Attempting to bind port e764a6b7-3f76-42e4-a5d5-81d489499354 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:39.144601 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Attempting to bind port e764a6b7-3f76-42e4-a5d5-81d489499354 on network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:01:39.151302 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:01:39.151739 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Checking segment: {'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:01:39.152298 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.152840 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Bound using segment: {'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:01:39.153418 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Bound port: e764a6b7-3f76-42e4-a5d5-81d489499354, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:39.153841 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.194206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.211269 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Transition to ACTIVE for port object 8c94d797-782e-4036-a1d0-9992088a3f1f will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:39.233836 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.278299 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] For port e764a6b7-3f76-42e4-a5d5-81d489499354, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:01:39.281424 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] For port e764a6b7-3f76-42e4-a5d5-81d489499354, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e764a6b7-3f76-42e4-a5d5-81d489499354,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:01:39.286824 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.309066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:39.312672 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:39.317015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:01:39.345342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=8c94d797-782e-4036-a1d0-9992088a3f1f,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:39.369823 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Routers {'4739028b-ca31-42bf-bb8f-bdad864ebb34'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:01:39.370433 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:01:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4739028b-ca31-42bf-bb8f-bdad864ebb34'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:39.380431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:39.381044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.407856 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61fe20d4-4a2e-4095-ad1e-e43110fb3001 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369143 Feb 09 14:01:39.419656 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Request body: {'port': {'device_id': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:39.482064 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07408a2-384c-4a23-b521-33f5fba31a08 None None] Pushing event updated for resources: {'Port': ['ID=e764a6b7-3f76-42e4-a5d5-81d489499354,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:39.550414 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.568318 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] Set router 4739028b-ca31-42bf-bb8f-bdad864ebb34 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:01:39.634351 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3bb42-76c7-43a6-bb85-11eb4866dcb9 req-36764878-a703-4c3e-8143-b5e137d2ee24 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:39.643387 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6fd549a1-a145-4429-9fa0-32bc72fc4238 None None] Provisioning for port 8c94d797-782e-4036-a1d0-9992088a3f1f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:39.649414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6fd549a1-a145-4429-9fa0-32bc72fc4238 None None] Provisioning complete for port 8c94d797-782e-4036-a1d0-9992088a3f1f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:39.649986 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-6fd549a1-a145-4429-9fa0-32bc72fc4238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.653906 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abc3bb42-76c7-43a6-bb85-11eb4866dcb9 req-36764878-a703-4c3e-8143-b5e137d2ee24 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 931 time: 0.1127622 Feb 09 14:01:39.759893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-abc3bb42-76c7-43a6-bb85-11eb4866dcb9 req-b1f4c994-3c15-4850-8e83-48f98fdfe30c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028762 Feb 09 14:01:39.814107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-6fd549a1-a145-4429-9fa0-32bc72fc4238 None None] Port 8c94d797-782e-4036-a1d0-9992088a3f1f cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:01:39.900671 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e764a6b7-3f76-42e4-a5d5-81d489499354', 'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:de:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:34Z', 'updated_at': '2022-02-09T14:01:39Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:39.904487 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5b22a-2e51-48da-9052-72c1e2f64d6d None None] The sync data for ids ['4739028b-ca31-42bf-bb8f-bdad864ebb34'] in n-d-825175-3 is: [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e764a6b7-3f76-42e4-a5d5-81d489499354', 'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:de:a8:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:34Z', 'updated_at': '2022-02-09T14:01:39Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:01:39.942710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c94d797-782e-4036-a1d0-9992088a3f1f {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:39.951107 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:39.983112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Transition to ACTIVE for port object 8c94d797-782e-4036-a1d0-9992088a3f1f will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:01:39.988142 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:40.226320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c94d797-782e-4036-a1d0-9992088a3f1f,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:40.338418 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Attempting to bind port 8c94d797-782e-4036-a1d0-9992088a3f1f on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:01:40.338795 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Attempting to bind port 8c94d797-782e-4036-a1d0-9992088a3f1f by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:01:40.339111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Attempting to bind port 8c94d797-782e-4036-a1d0-9992088a3f1f on network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:01:40.345146 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Port 8c94d797-782e-4036-a1d0-9992088a3f1f on network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 14:01:40.345454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Attempting to bind port 8c94d797-782e-4036-a1d0-9992088a3f1f on network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:01:40.352044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:01:40.352373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Checking segment: {'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:01:40.352748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Bound using segment: {'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:01:40.353164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Bound port: 8c94d797-782e-4036-a1d0-9992088a3f1f, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b0a286-0315-4ef3-a134-a6e82606a078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:01:40.353500 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:40.448337 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] For port 8c94d797-782e-4036-a1d0-9992088a3f1f, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:01:40.451505 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] For port 8c94d797-782e-4036-a1d0-9992088a3f1f, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8c94d797-782e-4036-a1d0-9992088a3f1f,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:01:40.456229 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:40.517124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:40.518541 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] 10.222.0.62 "PUT /v2.0/ports/8c94d797-782e-4036-a1d0-9992088a3f1f HTTP/1.1" status: 200 len: 1091 time: 1.1036613 Feb 09 14:01:40.519081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'tag': '8c94d797-782e-4036-a1d0-9992088a3f1f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:40.542734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e765cc9-91c8-46c2-9a25-97ee877072f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c94d797-782e-4036-a1d0-9992088a3f1f,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:40.615208 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'tag': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'status': 'completed', 'code': 200} Feb 09 14:01:40.662688 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-63ce6dfe-074e-43ea-b597-a96a75ecd5b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 1094 time: 0.0823247 Feb 09 14:01:40.738071 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-61238078-6bc9-4b6e-95eb-c5d6be68fdd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c94d797-782e-4036-a1d0-9992088a3f1f HTTP/1.1" status: 200 len: 217 time: 0.0677500 Feb 09 14:01:40.805264 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f00a-73e1-4840-90db-b163182aeb98 req-923eb506-8db1-4c6c-b3fc-214a6dc03f0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:40.806278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-923eb506-8db1-4c6c-b3fc-214a6dc03f0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66715de9-44ad-4f5e-81ad-7f5acb16e8f1 HTTP/1.1" status: 200 len: 834 time: 0.0616856 Feb 09 14:01:40.886943 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-4f9cc18d-eec2-4aad-b591-6aed2ec98787 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741191 Feb 09 14:01:40.961016 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7a56d-b2db-4e14-817a-a182099c2290 req-b88e5f95-6d8c-45e6-8b7f-beb7d7d18991 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:40.962458 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ee7a56d-b2db-4e14-817a-a182099c2290 req-b88e5f95-6d8c-45e6-8b7f-beb7d7d18991 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 943 time: 0.0804338 Feb 09 14:01:41.009298 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ee7a56d-b2db-4e14-817a-a182099c2290 req-4a74a9a0-2e6c-4608-999a-4d0b076f7692 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410457 Feb 09 14:01:41.019429 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-1f882362-80ac-44bb-bf95-57d51b80adca service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259437 Feb 09 14:01:41.147988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0408f00a-73e1-4840-90db-b163182aeb98 req-c49ea862-6d9b-4440-8a2c-75ea6fa31e86 service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221819 Feb 09 14:01:41.263443 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-62cfb1f9-3e68-4914-90ed-d9cf59a27929 req-01c51048-cb04-44eb-ac97-7384d8fea50a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 1094 time: 0.0667264 Feb 09 14:01:41.398766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfb1f9-3e68-4914-90ed-d9cf59a27929 req-119d0844-3790-44de-9145-79032392be49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:41.400686 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-62cfb1f9-3e68-4914-90ed-d9cf59a27929 req-119d0844-3790-44de-9145-79032392be49 service neutron] 10.222.0.62 "GET /v2.0/networks?id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc HTTP/1.1" status: 200 len: 898 time: 0.1299396 Feb 09 14:01:41.471071 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-62cfb1f9-3e68-4914-90ed-d9cf59a27929 req-502385c6-35f8-4c30-9ca9-76d09bccc357 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c94d797-782e-4036-a1d0-9992088a3f1f HTTP/1.1" status: 200 len: 217 time: 0.0628262 Feb 09 14:01:41.532316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfb1f9-3e68-4914-90ed-d9cf59a27929 req-606d4343-8c95-42aa-bb0a-fd5fc28cd34b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:41.533698 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-62cfb1f9-3e68-4914-90ed-d9cf59a27929 req-606d4343-8c95-42aa-bb0a-fd5fc28cd34b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66715de9-44ad-4f5e-81ad-7f5acb16e8f1 HTTP/1.1" status: 200 len: 834 time: 0.0560880 Feb 09 14:01:41.610897 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-62cfb1f9-3e68-4914-90ed-d9cf59a27929 req-7b01f3b9-47a3-4ad6-ae45-66944cdf8537 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702741 Feb 09 14:01:41.739347 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-62cfb1f9-3e68-4914-90ed-d9cf59a27929 req-8bebda27-ecf2-4093-8e29-3a3066e6eea0 service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214681 Feb 09 14:01:41.787557 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:41.935008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e764a6b7-3f76-42e4-a5d5-81d489499354 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:41.972435 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-62cfb1f9-3e68-4914-90ed-d9cf59a27929 req-485a1367-e834-4852-8bd3-2f3b650b95b7 service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256963 Feb 09 14:01:42.006845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e764a6b7-3f76-42e4-a5d5-81d489499354 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:42.012437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e764a6b7-3f76-42e4-a5d5-81d489499354 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:42.012796 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:42.128147 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:42.159941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e764a6b7-3f76-42e4-a5d5-81d489499354, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e764a6b7-3f76-42e4-a5d5-81d489499354,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:01:42.163828 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:42.230249 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e764a6b7-3f76-42e4-a5d5-81d489499354,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:42.282647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f33943-7a4d-4363-ace6-708bd06f0387 req-80651668-77f3-48bc-a691-bb4ba623ec5b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:42.283993 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5f33943-7a4d-4363-ace6-708bd06f0387 req-80651668-77f3-48bc-a691-bb4ba623ec5b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 943 time: 0.1496644 Feb 09 14:01:42.327585 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a5f33943-7a4d-4363-ace6-708bd06f0387 req-2fd86c06-ba03-4389-864f-31c90ec6586d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379782 Feb 09 14:01:43.092259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8c94d797-782e-4036-a1d0-9992088a3f1f details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:01:43.221946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 8c94d797-782e-4036-a1d0-9992088a3f1f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8c94d797-782e-4036-a1d0-9992088a3f1f,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:01:43.238713 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'port_id': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'mac_address': 'fa:16:3e:c0:73:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:01:43.289652 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:43.306377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c94d797-782e-4036-a1d0-9992088a3f1f {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:01:43.320528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 8c94d797-782e-4036-a1d0-9992088a3f1f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8c94d797-782e-4036-a1d0-9992088a3f1f,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:01:43.324323 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:43.387843 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=8c94d797-782e-4036-a1d0-9992088a3f1f,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:43.561556 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['8c94d797-782e-4036-a1d0-9992088a3f1f'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:01:43.602802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402bf21-cad2-41b3-bd91-aed6a6297f85 req-3c81b286-4e1b-4d10-be11-ac4b7eee512e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:43.604234 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d402bf21-cad2-41b3-bd91-aed6a6297f85 req-3c81b286-4e1b-4d10-be11-ac4b7eee512e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 944 time: 0.1469986 Feb 09 14:01:43.649669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d402bf21-cad2-41b3-bd91-aed6a6297f85 req-fc4803ff-4a8a-4414-b5f6-f3bf6ad0ab34 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397003 Feb 09 14:01:43.908440 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e764a6b7-3f76-42e4-a5d5-81d489499354 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:43.974898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e764a6b7-3f76-42e4-a5d5-81d489499354 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:43.975265 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:44.846121 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ff0c5-6a3d-4bed-995d-10bb70af9bd0 req-f312c418-5470-4ffe-a6e9-5f737c37edd2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:44.847578 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-875ff0c5-6a3d-4bed-995d-10bb70af9bd0 req-f312c418-5470-4ffe-a6e9-5f737c37edd2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 944 time: 0.0738852 Feb 09 14:01:44.891911 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-875ff0c5-6a3d-4bed-995d-10bb70af9bd0 req-f80a5b23-c955-4fa9-abea-dcc99eb1922e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386305 Feb 09 14:01:45.107559 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8c94d797-782e-4036-a1d0-9992088a3f1f up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:01:45.173583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 8c94d797-782e-4036-a1d0-9992088a3f1f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:01:45.178230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 8c94d797-782e-4036-a1d0-9992088a3f1f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:01:45.178618 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.289328 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.314950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c94d797-782e-4036-a1d0-9992088a3f1f'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:45.324240 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 8c94d797-782e-4036-a1d0-9992088a3f1f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8c94d797-782e-4036-a1d0-9992088a3f1f,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:01:45.328344 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:45.375446 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'code': 200} Feb 09 14:01:45.400621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=8c94d797-782e-4036-a1d0-9992088a3f1f,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:45.500264 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d67de26-bda2-4558-a462-2823041e8ebb req-3d8cd2e6-dcb8-403d-ada7-b3349e0e7597 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 1096 time: 0.0668831 Feb 09 14:01:45.541392 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0d67de26-bda2-4558-a462-2823041e8ebb req-7a1dd92f-0722-4c2b-a2e1-1a2ec8196853 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349054 Feb 09 14:01:46.090559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c2a10-aaa5-4dc3-89fe-cb9182e066e1 req-57515ef0-10b4-4d7a-b9d4-5b30da99de7c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:46.091998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-894c2a10-aaa5-4dc3-89fe-cb9182e066e1 req-57515ef0-10b4-4d7a-b9d4-5b30da99de7c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0778451 Feb 09 14:01:46.138569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-894c2a10-aaa5-4dc3-89fe-cb9182e066e1 req-d8b29d6e-c525-4f56-911e-2709159ee422 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401125 Feb 09 14:01:46.659526 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.334425 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a789cc-bf2e-422d-b08c-9c67a627314d req-e50e1e2f-70b6-4609-8a0b-41681e991355 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:47.335789 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74a789cc-bf2e-422d-b08c-9c67a627314d req-e50e1e2f-70b6-4609-8a0b-41681e991355 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0767992 Feb 09 14:01:47.470970 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-74a789cc-bf2e-422d-b08c-9c67a627314d req-15fca0c2-7121-4035-b1e7-f8d46655926a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296756 Feb 09 14:01:47.663035 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a81b9-60a0-45d4-ab9b-61bed0a516d8 req-4d5623d4-cfe4-428f-84a3-acb13dae332c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:47.664473 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c27a81b9-60a0-45d4-ab9b-61bed0a516d8 req-4d5623d4-cfe4-428f-84a3-acb13dae332c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0743370 Feb 09 14:01:47.708434 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c27a81b9-60a0-45d4-ab9b-61bed0a516d8 req-b43b95d1-fadb-4a54-a8e9-ca0d1d40088f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385828 Feb 09 14:01:47.735152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39298) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:47.805041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-713008d0-0cd9-42da-aee6-1edf32230b3f tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 1091 time: 0.0687020 Feb 09 14:01:47.807750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39302) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:47.812696 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'tenant_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:01:47.819218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:01:47.822993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:floatingip and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:01:47.825745 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:01:47.831911 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:01:47.841911 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:47.973835 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:48.104417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.25.5.142 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/9a99d95e-d209-4ba4-862d-63a93f84c838) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:01:48.250555 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:48.276623 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:48.336221 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:01:48.343175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:01:48.347089 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:01:48.374707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=9a99d95e-d209-4ba4-862d-63a93f84c838,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:48.841248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:48.893837 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.095801 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.100075 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.301109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=9a99d95e-d209-4ba4-862d-63a93f84c838,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:01:49.313572 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:49.503482 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Floating IP fd03896d-0f2b-43fa-b986-6ca40c774a21 associated. External IP: 172.25.5.142, port: 8c94d797-782e-4036-a1d0-9992088a3f1f. Feb 09 14:01:49.897757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router 4739028b-ca31-42bf-bb8f-bdad864ebb34 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:01:50.095774 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:01:50.105364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a176e-550f-470d-9164-9767c74a82eb None None] Sync routers for ids ['4739028b-ca31-42bf-bb8f-bdad864ebb34'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:01:50.117964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a176e-550f-470d-9164-9767c74a82eb None None] Routers {'4739028b-ca31-42bf-bb8f-bdad864ebb34'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:01:50.118793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-521a176e-550f-470d-9164-9767c74a82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:01:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4739028b-ca31-42bf-bb8f-bdad864ebb34'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:50.120891 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:50.175070 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ead7798a-1177-44b9-9058-855ca3d93b65 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3663342 Feb 09 14:01:50.175634 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'tag': '8c94d797-782e-4036-a1d0-9992088a3f1f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:01:50.252350 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'tag': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'status': 'completed', 'code': 200} Feb 09 14:01:50.300966 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-521a176e-550f-470d-9164-9767c74a82eb None None] Set router 4739028b-ca31-42bf-bb8f-bdad864ebb34 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:01:50.365959 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-60ddb110-cde7-4e69-8b94-639f6074fc2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 1096 time: 0.0892818 Feb 09 14:01:50.386109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f1bde-729a-4e26-9ca4-bcee8fe38fa6 req-4630a7eb-96b4-4541-aa02-928e98a95205 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:50.387598 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac9f1bde-729a-4e26-9ca4-bcee8fe38fa6 req-4630a7eb-96b4-4541-aa02-928e98a95205 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0925975 Feb 09 14:01:50.439197 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ac9f1bde-729a-4e26-9ca4-bcee8fe38fa6 req-52dde2c6-adae-42f8-879f-bc2b4331f7e1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460100 Feb 09 14:01:50.462566 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39310) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:50.508854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-f00de436-cf09-41d1-ab71-cefc3a16c555 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:50.510742 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-f00de436-cf09-41d1-ab71-cefc3a16c555 service neutron] 10.222.0.62 "GET /v2.0/networks?id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc HTTP/1.1" status: 200 len: 898 time: 0.1367326 Feb 09 14:01:50.571211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-41bfa1ac-6dda-4c3f-abc7-84e632d2c8fc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/fd03896d-0f2b-43fa-b986-6ca40c774a21 HTTP/1.1" status: 200 len: 991 time: 0.1073432 Feb 09 14:01:50.620230 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-8246ff20-98ac-4839-95ff-f587df574849 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c94d797-782e-4036-a1d0-9992088a3f1f HTTP/1.1" status: 200 len: 999 time: 0.1021464 Feb 09 14:01:50.684644 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-e58cc3a2-d77c-4a6d-b9f0-4df1b13d6563 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:01:50.686075 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-e58cc3a2-d77c-4a6d-b9f0-4df1b13d6563 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66715de9-44ad-4f5e-81ad-7f5acb16e8f1 HTTP/1.1" status: 200 len: 834 time: 0.0566289 Feb 09 14:01:50.687423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-521a176e-550f-470d-9164-9767c74a82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'fd03896d-0f2b-43fa-b986-6ca40c774a21', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'port_id': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'mac_address': 'fa:16:3e:c0:73:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:01:48Z', 'updated_at': '2022-02-09T14:01:48Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e764a6b7-3f76-42e4-a5d5-81d489499354', 'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:de:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:34Z', 'updated_at': '2022-02-09T14:01:42Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:50.691431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a176e-550f-470d-9164-9767c74a82eb None None] Checking router: 4739028b-ca31-42bf-bb8f-bdad864ebb34 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:01:50.701955 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a176e-550f-470d-9164-9767c74a82eb None None] Routers {'4739028b-ca31-42bf-bb8f-bdad864ebb34'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:01:50.702560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-521a176e-550f-470d-9164-9767c74a82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:01:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4739028b-ca31-42bf-bb8f-bdad864ebb34'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:50.759996 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-88694bb8-d7b4-457d-b2a8-bb9a97bfb8b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671153 Feb 09 14:01:50.770813 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-48035c34-d325-45f4-99fb-1a938a385f9f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 14:01:50.771723 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-48035c34-d325-45f4-99fb-1a938a385f9f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047429 Feb 09 14:01:50.879701 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-521a176e-550f-470d-9164-9767c74a82eb None None] Set router 4739028b-ca31-42bf-bb8f-bdad864ebb34 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:01:50.904192 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-6f4c6fcc-6ec4-4be2-a586-315e1d96ad14 service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256108 Feb 09 14:01:51.037326 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-e3d6bb8d-a537-4352-8bed-5bc2f1bbc400 req-5b86e49b-d8b5-4b38-8c77-3b83e98fb421 service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260970 Feb 09 14:01:51.223297 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-521a176e-550f-470d-9164-9767c74a82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'fd03896d-0f2b-43fa-b986-6ca40c774a21', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'port_id': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'mac_address': 'fa:16:3e:c0:73:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:01:48Z', 'updated_at': '2022-02-09T14:01:48Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e764a6b7-3f76-42e4-a5d5-81d489499354', 'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:de:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:34Z', 'updated_at': '2022-02-09T14:01:42Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:01:51.227573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a176e-550f-470d-9164-9767c74a82eb None None] The sync data for ids ['4739028b-ca31-42bf-bb8f-bdad864ebb34'] in n-d-825175-3 is: [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'fd03896d-0f2b-43fa-b986-6ca40c774a21', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'port_id': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'mac_address': 'fa:16:3e:c0:73:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:01:48Z', 'updated_at': '2022-02-09T14:01:48Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e764a6b7-3f76-42e4-a5d5-81d489499354', 'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:de:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:34Z', 'updated_at': '2022-02-09T14:01:42Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:01:51.574262 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39314) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:51.678657 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f9bfb753-f676-4e83-8b3f-088e9245be8f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/fd03896d-0f2b-43fa-b986-6ca40c774a21 HTTP/1.1" status: 200 len: 991 time: 0.1030984 Feb 09 14:01:52.681644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39318) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:52.781873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5d832bf9-8cdf-4fc8-9c91-b2ba80c73d83 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/fd03896d-0f2b-43fa-b986-6ca40c774a21 HTTP/1.1" status: 200 len: 991 time: 0.0991046 Feb 09 14:01:53.785739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39322) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:53.889075 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a2447566-ae51-4658-8eae-38a9f0fec4bb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/fd03896d-0f2b-43fa-b986-6ca40c774a21 HTTP/1.1" status: 200 len: 991 time: 0.1022182 Feb 09 14:01:54.853237 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6620943-f99d-4a6d-968f-b5bbd91a552b None None] New status for floating IP fd03896d-0f2b-43fa-b986-6ca40c774a21: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:01:54.892797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39326) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:55.000825 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-081382aa-af80-48f1-a310-7c33a133fbd4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/fd03896d-0f2b-43fa-b986-6ca40c774a21 HTTP/1.1" status: 200 len: 991 time: 0.1062164 Feb 09 14:01:55.092958 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8fb4e4f5-6ea5-4c49-aa25-1e55c6d126d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:56.004305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39330) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:01:56.107359 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-47283fc0-da94-4c45-836e-afbfdce8f7d3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/fd03896d-0f2b-43fa-b986-6ca40c774a21 HTTP/1.1" status: 200 len: 993 time: 0.1017241 Feb 09 14:01:58.313301 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e6a6cf87-9c83-42ac-91de-838380f8a33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:58.741530 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:01:58.747766 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:00.068248 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:07.744883 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:02:11.786823 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:16.668301 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:23.554264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5a331-ff64-4224-ae4a-165b2759606a req-5ebeef34-d90f-4aa9-a36c-3ca29c0baaae tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:23.555738 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9aa5a331-ff64-4224-ae4a-165b2759606a req-5ebeef34-d90f-4aa9-a36c-3ca29c0baaae tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0806439 Feb 09 14:02:23.563734 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c25220-9979-4fb3-84d5-d68729e0d46b req-ade97a84-a3f9-4339-9eb1-b58b40678581 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 1096 time: 0.1371539 Feb 09 14:02:23.601232 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9aa5a331-ff64-4224-ae4a-165b2759606a req-00051be6-ac78-4338-962e-42a1f43ec865 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399046 Feb 09 14:02:23.695740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c25220-9979-4fb3-84d5-d68729e0d46b req-07af2c0b-7f36-43f3-b0ac-922eb63b7860 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:23.697171 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c25220-9979-4fb3-84d5-d68729e0d46b req-07af2c0b-7f36-43f3-b0ac-922eb63b7860 service neutron] 10.222.0.62 "GET /v2.0/networks?id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc HTTP/1.1" status: 200 len: 898 time: 0.1260209 Feb 09 14:02:23.799079 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c25220-9979-4fb3-84d5-d68729e0d46b req-ca84f9e3-0d1c-4a84-9309-55c46923c6e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c94d797-782e-4036-a1d0-9992088a3f1f HTTP/1.1" status: 200 len: 1001 time: 0.0945132 Feb 09 14:02:23.866501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c25220-9979-4fb3-84d5-d68729e0d46b req-eefa098e-39ec-4a61-98d7-846bed1aed72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:23.867981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c25220-9979-4fb3-84d5-d68729e0d46b req-eefa098e-39ec-4a61-98d7-846bed1aed72 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66715de9-44ad-4f5e-81ad-7f5acb16e8f1 HTTP/1.1" status: 200 len: 834 time: 0.0628538 Feb 09 14:02:24.024486 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c25220-9979-4fb3-84d5-d68729e0d46b req-587bdbbc-46ca-4b34-90ba-df2ad8b36f56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486869 Feb 09 14:02:24.159452 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c25220-9979-4fb3-84d5-d68729e0d46b req-a09e6eb4-85b5-4ba6-9299-b5ab0355a79a service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245856 Feb 09 14:02:24.288653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-95c25220-9979-4fb3-84d5-d68729e0d46b req-613f9a08-95b0-4e61-9427-dd4c5900e0bb service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223469 Feb 09 14:02:24.795681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1cd09-64ce-4163-b3ce-5c89ea17af3c req-4cb8465d-eaaf-48fb-97fb-442cc71a2b0f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:24.797116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ab1cd09-64ce-4163-b3ce-5c89ea17af3c req-4cb8465d-eaaf-48fb-97fb-442cc71a2b0f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0748620 Feb 09 14:02:24.843407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ab1cd09-64ce-4163-b3ce-5c89ea17af3c req-802abbe5-041f-48d0-9664-036660b0831c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409322 Feb 09 14:02:25.095153 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dadee134-d120-42ab-ad62-eda665144b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:26.010899 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f59a29c4-e3ea-4aba-9520-c9a3960f4389 req-649ac51d-0423-4bb3-880e-acabcb369212 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 1096 time: 0.0814755 Feb 09 14:02:26.155266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04896574-686b-4c55-b2dc-75838f1c97d6 req-5159943f-eba3-4c0b-8544-1f5ed6a2f80d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:26.156722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04896574-686b-4c55-b2dc-75838f1c97d6 req-5159943f-eba3-4c0b-8544-1f5ed6a2f80d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.1890495 Feb 09 14:02:26.159173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a29c4-e3ea-4aba-9520-c9a3960f4389 req-4a36c79d-b528-4e12-9815-3df812aba6ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:26.160586 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f59a29c4-e3ea-4aba-9520-c9a3960f4389 req-4a36c79d-b528-4e12-9815-3df812aba6ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc HTTP/1.1" status: 200 len: 898 time: 0.1285694 Feb 09 14:02:26.201501 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-04896574-686b-4c55-b2dc-75838f1c97d6 req-e2733cd1-7fe3-4604-bfec-850363513f5e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382125 Feb 09 14:02:26.261679 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f59a29c4-e3ea-4aba-9520-c9a3960f4389 req-68bda122-3287-4417-a9ec-5bc69bfb811e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c94d797-782e-4036-a1d0-9992088a3f1f HTTP/1.1" status: 200 len: 1001 time: 0.0938704 Feb 09 14:02:26.326016 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a29c4-e3ea-4aba-9520-c9a3960f4389 req-a7d44e5a-795a-4096-b44e-511f612eef3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:26.327471 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f59a29c4-e3ea-4aba-9520-c9a3960f4389 req-a7d44e5a-795a-4096-b44e-511f612eef3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66715de9-44ad-4f5e-81ad-7f5acb16e8f1 HTTP/1.1" status: 200 len: 834 time: 0.0584521 Feb 09 14:02:26.400525 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f59a29c4-e3ea-4aba-9520-c9a3960f4389 req-8e729831-5171-4eea-b40d-83e900dea146 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668592 Feb 09 14:02:26.530938 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f59a29c4-e3ea-4aba-9520-c9a3960f4389 req-fb1205ac-c4cd-418f-b29c-6329971e0713 service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227758 Feb 09 14:02:26.660653 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f59a29c4-e3ea-4aba-9520-c9a3960f4389 req-62d75858-781b-427f-a58e-805904f1cbdb service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231096 Feb 09 14:02:27.399448 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e63a10-9d14-4b45-8743-edc2afd0ba3f req-a53e01fd-0988-408b-b82f-20e0ab167c16 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:27.400864 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2e63a10-9d14-4b45-8743-edc2afd0ba3f req-a53e01fd-0988-408b-b82f-20e0ab167c16 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0767348 Feb 09 14:02:27.443932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b2e63a10-9d14-4b45-8743-edc2afd0ba3f req-1343ce1c-6f06-437e-b595-45382e549d0e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375926 Feb 09 14:02:28.313685 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ad4b7005-f9f1-4921-bdcd-bacaeda0b2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.636362 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec835c73-d765-4507-a4fc-deed0811f145 req-5fd0e1d0-32c2-477c-a2b3-ee45d9683b8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:28.637704 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec835c73-d765-4507-a4fc-deed0811f145 req-5fd0e1d0-32c2-477c-a2b3-ee45d9683b8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0755413 Feb 09 14:02:28.683810 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec835c73-d765-4507-a4fc-deed0811f145 req-e5f5b116-7ee2-4e1a-8834-9cdfc33e4cab tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 Feb 09 14:02:28.745352 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:28.749574 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:30.029439 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728ce7f-955f-4e32-8cf4-f3cc88822223 req-1b6609ad-ff51-4b6e-997e-a7f05e327c1f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:30.030899 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6728ce7f-955f-4e32-8cf4-f3cc88822223 req-1b6609ad-ff51-4b6e-997e-a7f05e327c1f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0783532 Feb 09 14:02:30.072153 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:30.078065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6728ce7f-955f-4e32-8cf4-f3cc88822223 req-4573587a-a4f3-4b24-8ced-caaad1b2c3aa tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Feb 09 14:02:31.273040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62090bbd-122f-446e-8052-63033d3bc39d req-60540ca3-4ed5-4d9a-a3ce-b72905f353ee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:31.274397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62090bbd-122f-446e-8052-63033d3bc39d req-60540ca3-4ed5-4d9a-a3ce-b72905f353ee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0754766 Feb 09 14:02:31.321370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62090bbd-122f-446e-8052-63033d3bc39d req-e1d78506-2731-4657-bed8-748f8318060d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415320 Feb 09 14:02:32.515947 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b51c9b-0874-4e3d-a740-c4e54383e7ac req-7bbc54fd-8f43-44b9-abef-63a4865484d7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:32.517367 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60b51c9b-0874-4e3d-a740-c4e54383e7ac req-7bbc54fd-8f43-44b9-abef-63a4865484d7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0781145 Feb 09 14:02:32.563518 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60b51c9b-0874-4e3d-a740-c4e54383e7ac req-aaf997c9-e6f5-4748-9656-127a8742a972 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399787 Feb 09 14:02:33.760180 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb41ae-4933-479e-b706-4a0947b13a37 req-f205f488-2535-4610-9c17-1c35a56abcb4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:33.761613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35eb41ae-4933-479e-b706-4a0947b13a37 req-f205f488-2535-4610-9c17-1c35a56abcb4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0780914 Feb 09 14:02:33.807281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-35eb41ae-4933-479e-b706-4a0947b13a37 req-5c1a2e18-4ff4-45de-b2f7-874bc5571b8f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399098 Feb 09 14:02:35.003592 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d555958-4ad2-454d-a235-642003220382 req-38f7bfa7-2e9d-4169-a80d-db93d4b3668e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:35.005017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d555958-4ad2-454d-a235-642003220382 req-38f7bfa7-2e9d-4169-a80d-db93d4b3668e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0764534 Feb 09 14:02:35.047978 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0d555958-4ad2-454d-a235-642003220382 req-440fe1fd-79ab-4066-a120-acf23a08a91c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373466 Feb 09 14:02:36.244805 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01f88c-5203-44a5-b7a4-62d00df03b7a req-3733f6e7-349a-4854-978f-02a739ff5800 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:36.246251 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c01f88c-5203-44a5-b7a4-62d00df03b7a req-3733f6e7-349a-4854-978f-02a739ff5800 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0802796 Feb 09 14:02:36.290212 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c01f88c-5203-44a5-b7a4-62d00df03b7a req-b678d040-2bf0-4c26-882a-788bdf2aaf92 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384874 Feb 09 14:02:37.484713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41671db-6211-471a-ab95-5a97c4bbe649 req-d5c859d3-52cb-4a3f-9222-05e33239b532 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:37.486669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f41671db-6211-471a-ab95-5a97c4bbe649 req-d5c859d3-52cb-4a3f-9222-05e33239b532 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0747833 Feb 09 14:02:37.533783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f41671db-6211-471a-ab95-5a97c4bbe649 req-537cd610-5f34-4131-825f-c3d2baa6ae60 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416796 Feb 09 14:02:38.730897 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe16404-a818-45fd-a56a-b7a6c65a0522 req-5856f38d-d493-4ff6-b68a-1aeae5191e73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:38.732318 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fe16404-a818-45fd-a56a-b7a6c65a0522 req-5856f38d-d493-4ff6-b68a-1aeae5191e73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0769136 Feb 09 14:02:38.777613 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fe16404-a818-45fd-a56a-b7a6c65a0522 req-2d10ae80-7d28-4037-b12c-05ed670ed3b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393195 Feb 09 14:02:39.973519 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26306f0a-3b54-4406-9316-ccc089cd30f5 req-dde2f9a9-1d5c-4f9c-b3f5-1480daff0a68 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:39.975317 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26306f0a-3b54-4406-9316-ccc089cd30f5 req-dde2f9a9-1d5c-4f9c-b3f5-1480daff0a68 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0784521 Feb 09 14:02:40.019666 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26306f0a-3b54-4406-9316-ccc089cd30f5 req-45059dc7-fd01-4ed7-9918-89b437fc00ae tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387533 Feb 09 14:02:41.211571 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4925943-d574-462d-a4b2-4a24e7f17f84 req-935caeee-13fb-4dc2-8dc8-bde90e9467d1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:02:41.213041 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4925943-d574-462d-a4b2-4a24e7f17f84 req-935caeee-13fb-4dc2-8dc8-bde90e9467d1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0741189 Feb 09 14:02:41.257228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d4925943-d574-462d-a4b2-4a24e7f17f84 req-fce363c3-3857-4654-9fea-95424b4117a2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387526 Feb 09 14:02:41.284164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39384) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:02:41.386703 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d49afa9c-1f4a-40db-ad43-e1ecf80836e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/fd03896d-0f2b-43fa-b986-6ca40c774a21 HTTP/1.1" status: 200 len: 993 time: 0.1014214 Feb 09 14:02:41.808918 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:44.745589 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:02:46.687943 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:55.095755 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f932dbc8-cd84-4352-b383-04296b62ac53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:58.316553 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bc365f4f-1eca-455b-b11a-1f7d0b78993d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:58.748776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:02:58.753033 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:00.074475 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:11.808378 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:13.906689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39398) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:14.112944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 9a99d95e-d209-4ba4-862d-63a93f84c838 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:03:14.113277 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:14.361377 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:14.361696 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:14.481394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 9a99d95e-d209-4ba4-862d-63a93f84c838 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:03:14.627880 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:14.675675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=9a99d95e-d209-4ba4-862d-63a93f84c838,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:14.713148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.713487 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.713822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.714433 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.714575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.714803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.715126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.715449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.715768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.716082 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.716395 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:14.774477 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:15.156053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router 4739028b-ca31-42bf-bb8f-bdad864ebb34 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:03:15.354521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:03:15.364943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] Sync routers for ids ['4739028b-ca31-42bf-bb8f-bdad864ebb34'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:03:15.370794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:15.377906 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] Routers {'4739028b-ca31-42bf-bb8f-bdad864ebb34'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:03:15.378888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:02:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4739028b-ca31-42bf-bb8f-bdad864ebb34'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:15.423386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2761272a-202c-47fb-935c-14136a6a2f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/floatingips/fd03896d-0f2b-43fa-b986-6ca40c774a21 HTTP/1.1" status: 204 len: 168 time: 1.5156360 Feb 09 14:03:15.424053 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'tag': '8c94d797-782e-4036-a1d0-9992088a3f1f'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:15.492908 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'tag': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'status': 'completed', 'code': 200} Feb 09 14:03:15.567819 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] Set router 4739028b-ca31-42bf-bb8f-bdad864ebb34 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:03:15.589407 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da57cc0d-fe7b-48ce-8d12-15f8bded6b01 req-55b7e579-32f8-4562-861b-863e7cc6ce7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 1096 time: 0.0740662 Feb 09 14:03:15.747565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57cc0d-fe7b-48ce-8d12-15f8bded6b01 req-605ab898-503c-4e13-bc1b-b9c6a4072e6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:15.749021 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da57cc0d-fe7b-48ce-8d12-15f8bded6b01 req-605ab898-503c-4e13-bc1b-b9c6a4072e6e service neutron] 10.222.0.62 "GET /v2.0/networks?id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc HTTP/1.1" status: 200 len: 898 time: 0.1510317 Feb 09 14:03:15.820681 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da57cc0d-fe7b-48ce-8d12-15f8bded6b01 req-44bd422e-1051-4a57-8087-c09d3eb66fe8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c94d797-782e-4036-a1d0-9992088a3f1f HTTP/1.1" status: 200 len: 217 time: 0.0615003 Feb 09 14:03:15.837738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cd409-7415-4aca-9a5f-4e9c070500ab req-422a3378-27da-486a-9989-b1e72c4f8c8a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:15.838450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-929cd409-7415-4aca-9a5f-4e9c070500ab req-422a3378-27da-486a-9989-b1e72c4f8c8a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:15.855327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-929cd409-7415-4aca-9a5f-4e9c070500ab req-422a3378-27da-486a-9989-b1e72c4f8c8a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:15.856486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-929cd409-7415-4aca-9a5f-4e9c070500ab req-422a3378-27da-486a-9989-b1e72c4f8c8a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.1009722 Feb 09 14:03:15.896751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57cc0d-fe7b-48ce-8d12-15f8bded6b01 req-bc2c45bf-a327-47e7-b83f-83507dafd003 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:15.897654 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da57cc0d-fe7b-48ce-8d12-15f8bded6b01 req-bc2c45bf-a327-47e7-b83f-83507dafd003 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66715de9-44ad-4f5e-81ad-7f5acb16e8f1 HTTP/1.1" status: 200 len: 834 time: 0.0641875 Feb 09 14:03:15.913569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-929cd409-7415-4aca-9a5f-4e9c070500ab req-155b7369-4b74-432b-85d5-3bcab02a1997 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509284 Feb 09 14:03:15.950038 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e764a6b7-3f76-42e4-a5d5-81d489499354', 'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:de:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:34Z', 'updated_at': '2022-02-09T14:01:42Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:15.953957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] Checking router: 4739028b-ca31-42bf-bb8f-bdad864ebb34 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:03:15.965838 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] Routers {'4739028b-ca31-42bf-bb8f-bdad864ebb34'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:03:15.966421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:02:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4739028b-ca31-42bf-bb8f-bdad864ebb34'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:15.977356 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da57cc0d-fe7b-48ce-8d12-15f8bded6b01 req-62d0546f-d1a6-4845-aa32-69edeeb35efa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=461f0ce4-b59e-4d12-8487-6ee7714dc8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699337 Feb 09 14:03:16.145530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] Set router 4739028b-ca31-42bf-bb8f-bdad864ebb34 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:03:16.194869 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da57cc0d-fe7b-48ce-8d12-15f8bded6b01 req-099940e1-f034-4c21-9549-19d57b137618 service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098475 Feb 09 14:03:16.324840 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-da57cc0d-fe7b-48ce-8d12-15f8bded6b01 req-4e458af2-038c-41f0-8aa8-f8ac578329e6 service neutron] 10.222.0.62 "GET /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232595 Feb 09 14:03:16.453530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e764a6b7-3f76-42e4-a5d5-81d489499354', 'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:de:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:34Z', 'updated_at': '2022-02-09T14:01:42Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:16.457784 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3d672-b1be-4a79-a555-02f1600fe63e None None] The sync data for ids ['4739028b-ca31-42bf-bb8f-bdad864ebb34'] in n-d-825175-3 is: [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:01:34Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e764a6b7-3f76-42e4-a5d5-81d489499354', 'name': '', 'network_id': '461f0ce4-b59e-4d12-8487-6ee7714dc8dc', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:de:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:34Z', 'updated_at': '2022-02-09T14:01:42Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '66715de9-44ad-4f5e-81ad-7f5acb16e8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:03:16.678801 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81f322c-4bc1-4fef-9360-ff866eaa9bf8 None None] New status for floating IP fd03896d-0f2b-43fa-b986-6ca40c774a21: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:03:16.683099 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.116960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684e12f-c5e3-4a80-b8f0-25344a7765f6 req-4d7420f5-6139-45f7-a945-b51b8b6aed81 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:17.119227 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d684e12f-c5e3-4a80-b8f0-25344a7765f6 req-4d7420f5-6139-45f7-a945-b51b8b6aed81 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0798366 Feb 09 14:03:17.166982 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d684e12f-c5e3-4a80-b8f0-25344a7765f6 req-a142e6d0-8c79-4e13-bcac-19c078c512f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=6429b479-91cd-4c28-8c3c-0f3ad374142b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Feb 09 14:03:17.461185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-e1e833a8-6f54-4666-9393-1a214d53e935 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:17.461869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-e1e833a8-6f54-4666-9393-1a214d53e935 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:17.475660 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-e1e833a8-6f54-4666-9393-1a214d53e935 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:17.477017 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-e1e833a8-6f54-4666-9393-1a214d53e935 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 945 time: 0.0952663 Feb 09 14:03:17.543389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 8c94d797-782e-4036-a1d0-9992088a3f1f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:03:17.543717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.779838 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port 8c94d797-782e-4036-a1d0-9992088a3f1f, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=8c94d797-782e-4036-a1d0-9992088a3f1f,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:03:17.780101 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:17.897149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 8c94d797-782e-4036-a1d0-9992088a3f1f owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:03:18.040522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:18.094317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=8c94d797-782e-4036-a1d0-9992088a3f1f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:18.138186 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.138558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.139054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.139606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.140128 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.140468 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.140801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.141208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.141557 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.142102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.142689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:18.188856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] No DVR routers for this DVR port 8c94d797-782e-4036-a1d0-9992088a3f1f on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:03:18.191537 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:18.194203 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'name': 'network-vif-deleted', 'tag': '8c94d797-782e-4036-a1d0-9992088a3f1f'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:18.212210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b78fbe0b-520b-4aa9-80bb-e25c2831f405 req-d2ee4fd2-213c-4939-9c37-a04f3a36ab7e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "DELETE /v2.0/ports/8c94d797-782e-4036-a1d0-9992088a3f1f HTTP/1.1" status: 204 len: 173 time: 0.7293394 Feb 09 14:03:18.339073 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d08be0-640a-4ea9-b741-d1ce0d7b5053', 'name': 'network-vif-deleted', 'tag': '8c94d797-782e-4036-a1d0-9992088a3f1f', 'status': 'completed', 'code': 200} Feb 09 14:03:18.355608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9f81541a-2e03-4628-81d0-4142fbd5b6b6 req-bcde48b6-29a3-4698-89c0-32fdaef4b54d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=98d08be0-640a-4ea9-b741-d1ce0d7b5053 HTTP/1.1" status: 200 len: 210 time: 0.0427577 Feb 09 14:03:19.461408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39422) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:19.949029 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.543496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port e764a6b7-3f76-42e4-a5d5-81d489499354 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:03:20.544221 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.725882 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port e764a6b7-3f76-42e4-a5d5-81d489499354, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e764a6b7-3f76-42e4-a5d5-81d489499354,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:03:20.726516 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:20.843225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for e764a6b7-3f76-42e4-a5d5-81d489499354 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:03:21.017210 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:21.063563 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=e764a6b7-3f76-42e4-a5d5-81d489499354,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:21.461030 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:21.575609 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8c94d797-782e-4036-a1d0-9992088a3f1f no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:03:21.608841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 8c94d797-782e-4036-a1d0-9992088a3f1f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:03:21.609188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 8c94d797-782e-4036-a1d0-9992088a3f1f not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:03:21.746005 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:03:22.028668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router 4739028b-ca31-42bf-bb8f-bdad864ebb34 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:03:22.222556 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:03:22.232653 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] Sync routers for ids ['4739028b-ca31-42bf-bb8f-bdad864ebb34'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:03:22.235102 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-48da1a3b-3375-42bf-b64a-e37fad0bc09e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "PUT /v2.0/routers/4739028b-ca31-42bf-bb8f-bdad864ebb34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7726581 Feb 09 14:03:22.237715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39426) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:22.245413 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] Routers {'4739028b-ca31-42bf-bb8f-bdad864ebb34'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:03:22.246012 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:02:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4739028b-ca31-42bf-bb8f-bdad864ebb34'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:22.422496 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-f56f175d-620d-4c65-a978-15d9587ccdb1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting subnet 66715de9-44ad-4f5e-81ad-7f5acb16e8f1 {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:03:22.424871 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] Set router 4739028b-ca31-42bf-bb8f-bdad864ebb34 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:03:22.425324 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56f175d-620d-4c65-a978-15d9587ccdb1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:22.480353 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56f175d-620d-4c65-a978-15d9587ccdb1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:22.564745 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56f175d-620d-4c65-a978-15d9587ccdb1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:22.717574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:03:20Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:22.721335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] Checking router: 4739028b-ca31-42bf-bb8f-bdad864ebb34 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:03:22.732475 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] Routers {'4739028b-ca31-42bf-bb8f-bdad864ebb34'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:03:22.733068 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:02:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['4739028b-ca31-42bf-bb8f-bdad864ebb34'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:22.750262 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56f175d-620d-4c65-a978-15d9587ccdb1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:22.789311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f175d-620d-4c65-a978-15d9587ccdb1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Subnet': ['ID=66715de9-44ad-4f5e-81ad-7f5acb16e8f1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:22.793485 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f56f175d-620d-4c65-a978-15d9587ccdb1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:22.802807 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f56f175d-620d-4c65-a978-15d9587ccdb1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/subnets/66715de9-44ad-4f5e-81ad-7f5acb16e8f1 HTTP/1.1" status: 204 len: 168 time: 0.5606337 Feb 09 14:03:22.803040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39430) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:22.829090 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9185f874-15d3-4fa3-b86d-93bb9d45b354 None None] Network 461f0ce4-b59e-4d12-8487-6ee7714dc8dc requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:03:23.006042 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.107991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] Set router 4739028b-ca31-42bf-bb8f-bdad864ebb34 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:03:23.211635 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.223125 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:03:23.223571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.378061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] DHCP port deletion for 461f0ce4-b59e-4d12-8487-6ee7714dc8dc request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:03:23.387179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Deleting port 0553e74f-10ea-4252-af4d-315743bb94ac {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:03:23.387548 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.398639 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=5c8ba9d3-d866-4f4d-a4f4-38940aeb231a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:03:23.398988 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.517671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:03:23.533886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:03:20Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:23.586986 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d147e78-4b03-452a-9e1c-930ca917e013 None None] The sync data for ids ['4739028b-ca31-42bf-bb8f-bdad864ebb34'] in n-d-825175-3 is: [{'id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1030930602', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:01:30Z', 'updated_at': '2022-02-09T14:03:20Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '5c8ba9d3-d866-4f4d-a4f4-38940aeb231a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4739028b-ca31-42bf-bb8f-bdad864ebb34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:01:31Z', 'updated_at': '2022-02-09T14:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:03:23.609670 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] For port 0553e74f-10ea-4252-af4d-315743bb94ac, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=0553e74f-10ea-4252-af4d-315743bb94ac,segment=NetworkSegment(16b0a286-0315-4ef3-a134-a6e82606a078),segment_id=16b0a286-0315-4ef3-a134-a6e82606a078)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:03:23.610055 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.686223 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.732635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=5c8ba9d3-d866-4f4d-a4f4-38940aeb231a,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:23.734018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Calling delete_port for 0553e74f-10ea-4252-af4d-315743bb94ac owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:03:23.808088 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:23.856078 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Pushing event deleted for resources: {'Port': ['ID=0553e74f-10ea-4252-af4d-315743bb94ac,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:23.864194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] No DVR routers for this DVR port 0553e74f-10ea-4252-af4d-315743bb94ac on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:03:23.871980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.871980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.871980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.871980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.871980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.871980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.871980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.873100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.873100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.873100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.873100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8788f-3062-43a6-bf5f-12d0a2bec101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:23.969111 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.056137 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e764a6b7-3f76-42e4-a5d5-81d489499354 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:03:24.090666 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e764a6b7-3f76-42e4-a5d5-81d489499354 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:03:24.091100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e764a6b7-3f76-42e4-a5d5-81d489499354 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:03:24.091580 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0553e74f-10ea-4252-af4d-315743bb94ac no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:03:24.124944 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 0553e74f-10ea-4252-af4d-315743bb94ac {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:03:24.125170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 0553e74f-10ea-4252-af4d-315743bb94ac not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:03:24.334761 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.338886 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.362697 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.364027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Fanout notify agent at l3_agent the message router_deleted on router 4739028b-ca31-42bf-bb8f-bdad864ebb34 {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:03:24.377412 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.381358 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2a4b8cbd-db84-4038-9a0d-4ad1ce1847b4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/routers/4739028b-ca31-42bf-bb8f-bdad864ebb34 HTTP/1.1" status: 204 len: 168 time: 1.5744686 Feb 09 14:03:24.381705 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39434) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:24.497187 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.625357 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.650721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461f0ce4-b59e-4d12-8487-6ee7714dc8dc']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:24.662729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b0a286-0315-4ef3-a134-a6e82606a078') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:24.663024 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b0a286-0315-4ef3-a134-a6e82606a078') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:24.673943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.689496 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.695843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:03:24.696237 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: timer() Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:03:24.710060 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:03:24.791008 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.811799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.826599 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Network': ['ID=461f0ce4-b59e-4d12-8487-6ee7714dc8dc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:24.834388 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6c1ee0b6-c6bf-42f5-a035-b9b1c93048ef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/networks/461f0ce4-b59e-4d12-8487-6ee7714dc8dc HTTP/1.1" status: 204 len: 168 time: 0.4516628 Feb 09 14:03:24.836966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39438) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:24.904527 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d877585d-95b9-42e7-8b0f-e0504f9cf0b0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:24.932452 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d877585d-95b9-42e7-8b0f-e0504f9cf0b0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.084211 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d877585d-95b9-42e7-8b0f-e0504f9cf0b0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.098192 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de9e7c33-cbab-402b-b8a5-1b0a6ed093fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.102758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877585d-95b9-42e7-8b0f-e0504f9cf0b0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6429b479-91cd-4c28-8c3c-0f3ad374142b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:25.112666 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d877585d-95b9-42e7-8b0f-e0504f9cf0b0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.113939 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d877585d-95b9-42e7-8b0f-e0504f9cf0b0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/security-groups/6429b479-91cd-4c28-8c3c-0f3ad374142b HTTP/1.1" status: 204 len: 168 time: 0.2760384 Feb 09 14:03:25.454285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39448) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:25.459850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1154307945', 'description': 'tempest-secgroup-smoke-1154307945 description', 'project_id': '86f562aa055040b884032de1ab443411'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:25.466527 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:25.470579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:25.473399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:25.479373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:25.490583 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.524096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:25.527819 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:25.530563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:25.536796 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:25.588877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.592411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.634531 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:25.643318 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.645089 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d35490d7-04e4-4708-8487-bb8b187fb0c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1892071 Feb 09 14:03:25.647554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39452) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:25.653027 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '38d32e3a-329c-4ef5-bbf2-7a9b691ef45e', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:25.659728 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:25.664047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:25.666843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:25.672272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:25.689321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.747789 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.751215 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.775911 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f292e16a-2924-41b5-845d-17f7f743e8fd,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:25.784275 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.785933 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-98f2a1f9-a3aa-40f5-9a5d-082e0d8c8ff4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1373425 Feb 09 14:03:25.788611 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39456) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:25.794006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '38d32e3a-329c-4ef5-bbf2-7a9b691ef45e', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:25.804576 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:25.804914 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:25.807953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:25.813542 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:25.829981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.890847 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.895005 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.916070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:03:25.917793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfc95ea-963c-4940-a94c-7f2eda396b15,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:25.934049 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:25.938347 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39460) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:25.938849 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eccbb7db-5835-4fe9-88b5-a64c483a2bf4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1488628 Feb 09 14:03:25.945693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '38d32e3a-329c-4ef5-bbf2-7a9b691ef45e', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:25.951816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:03:25.952162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 5c8ba9d3-d866-4f4d-a4f4-38940aeb231a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:03:25.952281 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:25.957833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:25.960781 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:25.966310 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:25.983060 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.044849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.047470 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.069400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1eb235-846d-458f-8127-9f39e9cd32d4,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:26.078520 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.082408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-baaaf5dd-332c-4a0a-b1a5-3e9949f5473e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1417675 Feb 09 14:03:26.083197 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39464) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:26.089690 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '38d32e3a-329c-4ef5-bbf2-7a9b691ef45e', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:26.100000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:26.104389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:26.107843 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:26.114974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:26.133344 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.195455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.199131 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.220850 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f642a69a-62a0-46b6-acdd-d2d1beb71dae,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:26.231261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.232788 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-324ca0e1-4ea6-49ef-b0d1-9eed3e4602dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1483107 Feb 09 14:03:26.235522 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39468) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:26.241307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '38d32e3a-329c-4ef5-bbf2-7a9b691ef45e', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:26.248062 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:26.251762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:26.255143 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:26.260602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:26.271079 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Project 86f562aa055040b884032de1ab443411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:03:26.277175 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.342069 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.345554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.369866 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482c8214-60b1-4e53-a22c-2bb624a51bb2,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:26.379695 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.380847 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c3b4da86-05ef-4564-8415-a8f763fba5e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1444314 Feb 09 14:03:26.383650 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39472) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:26.388925 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '38d32e3a-329c-4ef5-bbf2-7a9b691ef45e', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:26.396411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:26.400274 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:26.403183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:26.409166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:26.419333 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Project 86f562aa055040b884032de1ab443411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:03:26.425592 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.490371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.493969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.514533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a148aa-6bbe-47fe-8c4a-09e6e9c29990,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:26.526675 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.527852 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2d6ed652-90c6-4c87-b6c1-ff8318e1078d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1432810 Feb 09 14:03:26.530808 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39476) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:26.536155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'network': {'name': 'tempest-network-smoke--1209619071', 'project_id': '86f562aa055040b884032de1ab443411', 'port_security_enabled': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:26.541760 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:26.545831 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:network and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:26.548612 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:26.556291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:26.566589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:26.569480 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.597256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:03:26.605986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.606321 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Added segment 108fcc71-a5b0-4ba0-a11d-38daed1f1cf5 of type vlan for network bb62d79c-d94a-4381-9f81-bb83f4653056 Feb 09 14:03:26.634946 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.663685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.667385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:26.667960 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.772069 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2374239 Feb 09 14:03:26.772422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39480) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:26.775552 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1c0aa-bc59-4cc2-946a-2cbb66b744e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Network': ['ID=bb62d79c-d94a-4381-9f81-bb83f4653056,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:26.778662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'admin_state_up': True, 'project_id': '86f562aa055040b884032de1ab443411', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:26.785441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network bb62d79c-d94a-4381-9f81-bb83f4653056 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:03:26.786822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:26.790587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:router and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:26.793348 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:26.798855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:26.810401 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.811317 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.830203 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:26.981133 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.156894 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.185060 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.320211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.25.5.107 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/56065563-7926-4ec2-9771-ce595067807a) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:27.466519 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.493094 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.559733 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:27.562990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:27.564864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=56065563-7926-4ec2-9771-ce595067807a,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:27.568303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:03:27.719357 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.719983 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:27.941854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router cdb1746c-6edd-49d2-8bd2-93ec7372c238 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 14:03:28.240520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:03:28.251659 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Sync routers for ids ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:03:28.264310 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Routers {'cdb1746c-6edd-49d2-8bd2-93ec7372c238'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:03:28.264950 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:02:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:28.267211 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.268380 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e79f146c-0f65-47cf-8bfe-0dfb0487af58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4949882 Feb 09 14:03:28.271832 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39484) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:28.317972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9c4efd24-86ce-4099-a599-8c5969f8c517 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=86f562aa055040b884032de1ab443411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420840 Feb 09 14:03:28.318240 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39488) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:28.323174 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0831ab1b-1145-4b2e-a63e-e55e7ec68384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.448223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15daabf9-1e0f-493f-955f-3420f2c0ab9a tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:28.449693 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-15daabf9-1e0f-493f-955f-3420f2c0ab9a tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304746 Feb 09 14:03:28.452741 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39492) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:28.474756 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Set router cdb1746c-6edd-49d2-8bd2-93ec7372c238 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:03:28.491941 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dd8b328d-fa8b-40d9-9c95-c5cb1298b5f5 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380683 Feb 09 14:03:28.495634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39496) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:28.500804 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-683783531', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'project_id': '86f562aa055040b884032de1ab443411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:28.608987 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:28.612710 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:subnet and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:28.616114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:28.621602 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:28.631686 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'subnet': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:28.732232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1108967'] for subnet, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.762620 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:27Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:28.767061 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Checking router: cdb1746c-6edd-49d2-8bd2-93ec7372c238 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:03:28.767631 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Updating router cdb1746c-6edd-49d2-8bd2-93ec7372c238 port 56065563-7926-4ec2-9771-ce595067807a binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:03:28.794567 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.799049 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.820300 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:28.945463 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1561853', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1108953'] for subnet, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.026296 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Subnet': ['ID=1580e924-9a92-4791-8f1d-03581c4ef573,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:29.038786 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Checking segment: {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:03:29.039139 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network hostable DHCP agents. Network: bb62d79c-d94a-4381-9f81-bb83f4653056, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:03:29.059658 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network bb62d79c-d94a-4381-9f81-bb83f4653056 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:03:29.069111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, bb62d79c-d94a-4381-9f81-bb83f4653056) {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:29.073281 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:29.073870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.080879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b948f355-fac0-42f5-bf48-a7f23e02fca6 None None] Network bb62d79c-d94a-4381-9f81-bb83f4653056 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:03:29.096391 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-24e597db-9a4f-4bcc-bca5-ea32ff36acee tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5997913 Feb 09 14:03:29.099913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39500) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:29.146732 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.158873 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Transition to ACTIVE for port object 56065563-7926-4ec2-9771-ce595067807a will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:29.166837 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.243809 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Attempting to bind port 56065563-7926-4ec2-9771-ce595067807a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:29.244323 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Attempting to bind port 56065563-7926-4ec2-9771-ce595067807a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:29.244766 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Attempting to bind port 56065563-7926-4ec2-9771-ce595067807a on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:03:29.255523 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Pushing event updated for resources: {'Port': ['ID=56065563-7926-4ec2-9771-ce595067807a,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:29.262189 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:03:29.262709 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:03:29.263202 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.264084 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:03:29.264210 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Bound port: 56065563-7926-4ec2-9771-ce595067807a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:29.264722 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.294712 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.295090 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.295516 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.295931 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.296342 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.296751 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.297264 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.297670 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.298065 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.298488 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.298889 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:03:29.305287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-bb62d79c-d94a-4381-9f81-bb83f4653056', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'tenant_id': '86f562aa055040b884032de1ab443411', 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 14:03:29.306354 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.347756 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] For port 56065563-7926-4ec2-9771-ce595067807a, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:03:29.350917 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] For port 56065563-7926-4ec2-9771-ce595067807a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56065563-7926-4ec2-9771-ce595067807a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:03:29.356553 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.430024 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae1dea-6aaf-4b5c-9d1c-ae2bc1deae06 None None] Pushing event updated for resources: {'Port': ['ID=56065563-7926-4ec2-9771-ce595067807a,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:29.454719 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Routers {'cdb1746c-6edd-49d2-8bd2-93ec7372c238'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:03:29.455611 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:03:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:29.478142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Allocated IP 172.20.0.2 (bb62d79c-d94a-4381-9f81-bb83f4653056/1580e924-9a92-4791-8f1d-03581c4ef573/b2fe4d8d-43a4-426f-a59f-20aa34ead54a) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:29.636238 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] Set router cdb1746c-6edd-49d2-8bd2-93ec7372c238 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:03:29.698378 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.708845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Transition to ACTIVE for port object b2fe4d8d-43a4-426f-a59f-20aa34ead54a will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:29.727116 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Transition to ACTIVE for port object b2fe4d8d-43a4-426f-a59f-20aa34ead54a will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:29.732668 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.818414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Network bb62d79c-d94a-4381-9f81-bb83f4653056 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:29.821939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:29.826186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:03:29.828285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Pushing event updated for resources: {'Port': ['ID=b2fe4d8d-43a4-426f-a59f-20aa34ead54a,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:29.927839 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Attempting to bind port b2fe4d8d-43a4-426f-a59f-20aa34ead54a on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:29.928208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Attempting to bind port b2fe4d8d-43a4-426f-a59f-20aa34ead54a by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:29.928570 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Attempting to bind port b2fe4d8d-43a4-426f-a59f-20aa34ead54a on network bb62d79c-d94a-4381-9f81-bb83f4653056 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:03:29.938183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:03:29.938618 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Checking segment: {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:03:29.939020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.939882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Bound using segment: {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:03:29.940353 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Bound port: b2fe4d8d-43a4-426f-a59f-20aa34ead54a, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:29.940727 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:29.962224 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:27Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:29.966278 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9225456-eacb-4412-a8d5-8333637f4719 None None] The sync data for ids ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'] in n-d-825175-3 is: [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:27Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:03:30.019028 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.041875 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] For port b2fe4d8d-43a4-426f-a59f-20aa34ead54a, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:03:30.045321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] For port b2fe4d8d-43a4-426f-a59f-20aa34ead54a, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b2fe4d8d-43a4-426f-a59f-20aa34ead54a,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:03:30.051598 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.136238 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.157257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bc612-c630-433b-be0c-387375ae8152 None None] Pushing event updated for resources: {'Port': ['ID=b2fe4d8d-43a4-426f-a59f-20aa34ead54a,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:30.499720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.20.0.1 (bb62d79c-d94a-4381-9f81-bb83f4653056/1580e924-9a92-4791-8f1d-03581c4ef573/d7f46223-04be-49d8-bd72-46ac6425a422) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:30.664377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.681704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Transition to ACTIVE for port object d7f46223-04be-49d8-bd72-46ac6425a422 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:30.705772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.767543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network bb62d79c-d94a-4381-9f81-bb83f4653056 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:30.771452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:30.775560 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:03:30.833994 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=d7f46223-04be-49d8-bd72-46ac6425a422,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:30.852428 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:30.940377 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:31.103239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb2e4e4-6474-4a01-ad0c-0dfb447d6834 None None] Network bb62d79c-d94a-4381-9f81-bb83f4653056 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:03:31.208096 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-6a1c8646-53b8-47c3-bd55-c7eaa9352fd3 None None] Provisioning for port b2fe4d8d-43a4-426f-a59f-20aa34ead54a completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:31.475021 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:31.481510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:31.559757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2e1d2419-4008-42d6-a37b-a3ddf7fdab18 None None] Provisioning for port d7f46223-04be-49d8-bd72-46ac6425a422 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:31.564962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2e1d2419-4008-42d6-a37b-a3ddf7fdab18 None None] Provisioning complete for port d7f46223-04be-49d8-bd72-46ac6425a422 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:31.565495 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2419-4008-42d6-a37b-a3ddf7fdab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:31.592315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=d7f46223-04be-49d8-bd72-46ac6425a422,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:31.602060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:31.623825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d2419-4008-42d6-a37b-a3ddf7fdab18 None None] Port d7f46223-04be-49d8-bd72-46ac6425a422 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:03:31.739026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network bb62d79c-d94a-4381-9f81-bb83f4653056 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:31.740286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:31.743476 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bdbc8047-fbd4-4de5-98e2-0be2286ff7e5 None None] Provisioning complete for port d7f46223-04be-49d8-bd72-46ac6425a422 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:31.743840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bdbc8047-fbd4-4de5-98e2-0be2286ff7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:31.799596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc8047-fbd4-4de5-98e2-0be2286ff7e5 None None] Port d7f46223-04be-49d8-bd72-46ac6425a422 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:03:32.029700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b2fe4d8d-43a4-426f-a59f-20aa34ead54a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:32.059420 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e4332fcc-0c17-4e30-a015-94c4e239b72d None None] Provisioning complete for port d7f46223-04be-49d8-bd72-46ac6425a422 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:32.059783 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e4332fcc-0c17-4e30-a015-94c4e239b72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.129127 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e4332fcc-0c17-4e30-a015-94c4e239b72d None None] Port d7f46223-04be-49d8-bd72-46ac6425a422 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:03:32.130067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router cdb1746c-6edd-49d2-8bd2-93ec7372c238 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:03:32.144059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port b2fe4d8d-43a4-426f-a59f-20aa34ead54a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:32.148868 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b2fe4d8d-43a4-426f-a59f-20aa34ead54a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:32.149253 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.264213 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.296674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port b2fe4d8d-43a4-426f-a59f-20aa34ead54a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b2fe4d8d-43a4-426f-a59f-20aa34ead54a,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:03:32.301429 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.302175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56065563-7926-4ec2-9771-ce595067807a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:32.331763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:03:32.344287 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-62a6e8d8-8fa5-4c65-87e3-10d445d294b5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "PUT /v2.0/routers/cdb1746c-6edd-49d2-8bd2-93ec7372c238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2432194 Feb 09 14:03:32.444390 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=b2fe4d8d-43a4-426f-a59f-20aa34ead54a,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:32.457702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 56065563-7926-4ec2-9771-ce595067807a completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:32.462379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 56065563-7926-4ec2-9771-ce595067807a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:32.462771 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.527622 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-e6ed8c3d-e625-46fa-b9df-3b02d95c8da7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154307945&fields=id&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 267 time: 0.0405645 Feb 09 14:03:32.585195 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.601686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 56065563-7926-4ec2-9771-ce595067807a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56065563-7926-4ec2-9771-ce595067807a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:03:32.605757 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:32.670869 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=56065563-7926-4ec2-9771-ce595067807a,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:32.682441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43724893-b785-48d5-a0b7-82943db616ea req-2679ec00-d75d-4b74-a501-e1fe18cded9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:32.683876 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-2679ec00-d75d-4b74-a501-e1fe18cded9a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 797 time: 0.1498761 Feb 09 14:03:32.702236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-d168b80b-56ba-4ca1-8f34-59e6f4ecc293 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/quotas/86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 375 time: 0.0131242 Feb 09 14:03:32.780054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-43724893-b785-48d5-a0b7-82943db616ea req-b0087d44-3ef4-4e1e-92ee-dff5d40f769e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:32.794868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-43724893-b785-48d5-a0b7-82943db616ea req-b0087d44-3ef4-4e1e-92ee-dff5d40f769e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:32.796123 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-b0087d44-3ef4-4e1e-92ee-dff5d40f769e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885034 Feb 09 14:03:32.877241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-1102a5cd-ed4b-4bfb-a40b-e8ce7602d604 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 14:03:32.878211 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-1102a5cd-ed4b-4bfb-a40b-e8ce7602d604 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0711012 Feb 09 14:03:33.010165 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-066cf096-78cc-40c3-9b58-8f0516005ccc service neutron] 10.222.0.59 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255651 Feb 09 14:03:33.141175 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-8bb0cfe7-0090-4df3-af6c-25925b771c60 service neutron] 10.222.0.59 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252213 Feb 09 14:03:33.331260 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-24235eef-ea66-4c7f-91a9-4d31e09c0ab8 req-ba1603c6-f5a7-476a-9b42-fcfc1db67c12 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 210 time: 0.0450013 Feb 09 14:03:33.521557 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Sync routers for ids ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:03:33.533404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Routers {'cdb1746c-6edd-49d2-8bd2-93ec7372c238'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:03:33.534110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:03:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:33.720403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Set router cdb1746c-6edd-49d2-8bd2-93ec7372c238 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:03:33.971836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b2fe4d8d-43a4-426f-a59f-20aa34ead54a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:34.090441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b2fe4d8d-43a4-426f-a59f-20aa34ead54a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:34.090821 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.119268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd7f46223-04be-49d8-bd72-46ac6425a422', 'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:82:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:30Z', 'updated_at': '2022-02-09T14:03:31Z', 'revision_number': 2, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:34.131151 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Checking router: cdb1746c-6edd-49d2-8bd2-93ec7372c238 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:03:34.131579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Updating router cdb1746c-6edd-49d2-8bd2-93ec7372c238 port d7f46223-04be-49d8-bd72-46ac6425a422 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:03:34.204731 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.324156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56065563-7926-4ec2-9771-ce595067807a up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:34.425436 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43724893-b785-48d5-a0b7-82943db616ea req-5d2c6517-73d6-40cc-89f8-d785a60b112d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:34.426164 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-43724893-b785-48d5-a0b7-82943db616ea req-5d2c6517-73d6-40cc-89f8-d785a60b112d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:34.445797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-43724893-b785-48d5-a0b7-82943db616ea req-5d2c6517-73d6-40cc-89f8-d785a60b112d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:34.447609 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-5d2c6517-73d6-40cc-89f8-d785a60b112d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 797 time: 0.1855843 Feb 09 14:03:34.512562 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d0fdcc88-4a60-4473-8d26-d597e7e11f4f req-5ebd518a-436d-4f84-9387-8541e6b8005f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 210 time: 0.0480733 Feb 09 14:03:34.524400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-43724893-b785-48d5-a0b7-82943db616ea req-6d833e68-fa2c-484e-8bbb-ceb9c41219e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:03:34.547491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-43724893-b785-48d5-a0b7-82943db616ea req-6d833e68-fa2c-484e-8bbb-ceb9c41219e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:03:34.548614 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-6d833e68-fa2c-484e-8bbb-ceb9c41219e6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 380 time: 0.0834064 Feb 09 14:03:34.554805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 56065563-7926-4ec2-9771-ce595067807a triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:34.555294 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.559100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'port': {'device_id': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'admin_state_up': True, 'tenant_id': '86f562aa055040b884032de1ab443411', 'security_groups': ['38d32e3a-329c-4ef5-bbf2-7a9b691ef45e']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:34.694266 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:34.703902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:34.714743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:03:34.717954 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.796277 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.810639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Transition to ACTIVE for port object d7f46223-04be-49d8-bd72-46ac6425a422 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:34.818079 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:34.887869 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.20.0.13 (bb62d79c-d94a-4381-9f81-bb83f4653056/1580e924-9a92-4791-8f1d-03581c4ef573/7c83377d-41f8-486e-ab6e-4b52359ebf18) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:34.945921 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376450ec-83ab-464b-82a0-b46d89d6a5df None None] Pushing event updated for resources: {'Port': ['ID=d7f46223-04be-49d8-bd72-46ac6425a422,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:35.039625 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Attempting to bind port d7f46223-04be-49d8-bd72-46ac6425a422 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:35.040239 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Attempting to bind port d7f46223-04be-49d8-bd72-46ac6425a422 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:35.040633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Attempting to bind port d7f46223-04be-49d8-bd72-46ac6425a422 on network bb62d79c-d94a-4381-9f81-bb83f4653056 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:03:35.048385 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:03:35.048716 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Checking segment: {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:03:35.049055 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.049436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Bound using segment: {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:03:35.049901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Bound port: d7f46223-04be-49d8-bd72-46ac6425a422, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:35.050692 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.143199 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] For port d7f46223-04be-49d8-bd72-46ac6425a422, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:03:35.146811 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] For port d7f46223-04be-49d8-bd72-46ac6425a422, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d7f46223-04be-49d8-bd72-46ac6425a422,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:03:35.151281 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.213574 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.231587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Transition to ACTIVE for port object 7c83377d-41f8-486e-ab6e-4b52359ebf18 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:35.244439 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376450ec-83ab-464b-82a0-b46d89d6a5df None None] Pushing event updated for resources: {'Port': ['ID=d7f46223-04be-49d8-bd72-46ac6425a422,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:35.249033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Routers {'cdb1746c-6edd-49d2-8bd2-93ec7372c238'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:03:35.249626 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:03:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:35.257075 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.329341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network bb62d79c-d94a-4381-9f81-bb83f4653056 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:35.336849 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:35.341236 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:03:35.377605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=7c83377d-41f8-486e-ab6e-4b52359ebf18,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:35.408370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:35.408967 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.436605 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-510b1321-dab4-466f-b9d4-12bdb519ca2c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8811531 Feb 09 14:03:35.441063 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] Set router cdb1746c-6edd-49d2-8bd2-93ec7372c238 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:03:35.448422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Request body: {'port': {'device_id': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:35.568115 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.744522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92bb64-95d3-458b-a94d-ddf955417658 req-3bf74677-a033-48c1-b3b8-a7e21492ef3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:35.745963 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e92bb64-95d3-458b-a94d-ddf955417658 req-3bf74677-a033-48c1-b3b8-a7e21492ef3b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 932 time: 0.0848064 Feb 09 14:03:35.762367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-577d08af-d893-411f-89a2-4e593af1fa43 None None] Provisioning for port 7c83377d-41f8-486e-ab6e-4b52359ebf18 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:35.772533 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-577d08af-d893-411f-89a2-4e593af1fa43 None None] Provisioning complete for port 7c83377d-41f8-486e-ab6e-4b52359ebf18 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:35.772890 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-577d08af-d893-411f-89a2-4e593af1fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.794581 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e92bb64-95d3-458b-a94d-ddf955417658 req-1f613f8b-8a0d-4e7a-84f2-e6b88d253741 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415211 Feb 09 14:03:35.837759 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-577d08af-d893-411f-89a2-4e593af1fa43 None None] Port 7c83377d-41f8-486e-ab6e-4b52359ebf18 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:03:35.855761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd7f46223-04be-49d8-bd72-46ac6425a422', 'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:82:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:30Z', 'updated_at': '2022-02-09T14:03:35Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:35.859972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4649f-0802-44a3-a50d-a025618cd168 None None] The sync data for ids ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'] in n-d-825175-3 is: [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd7f46223-04be-49d8-bd72-46ac6425a422', 'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:82:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:30Z', 'updated_at': '2022-02-09T14:03:35Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:03:35.945639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c83377d-41f8-486e-ab6e-4b52359ebf18 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:35.952581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:35.967519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Transition to ACTIVE for port object 7c83377d-41f8-486e-ab6e-4b52359ebf18 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:03:35.978730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.038005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d7f46223-04be-49d8-bd72-46ac6425a422 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:36.115384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Pushing event updated for resources: {'Port': ['ID=7c83377d-41f8-486e-ab6e-4b52359ebf18,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:36.126872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port d7f46223-04be-49d8-bd72-46ac6425a422 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:36.135227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d7f46223-04be-49d8-bd72-46ac6425a422 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:36.135713 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.239379 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Attempting to bind port 7c83377d-41f8-486e-ab6e-4b52359ebf18 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:03:36.239852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Attempting to bind port 7c83377d-41f8-486e-ab6e-4b52359ebf18 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:03:36.240275 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Attempting to bind port 7c83377d-41f8-486e-ab6e-4b52359ebf18 on network bb62d79c-d94a-4381-9f81-bb83f4653056 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:03:36.247221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Port 7c83377d-41f8-486e-ab6e-4b52359ebf18 on network bb62d79c-d94a-4381-9f81-bb83f4653056 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 14:03:36.247657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Attempting to bind port 7c83377d-41f8-486e-ab6e-4b52359ebf18 on network bb62d79c-d94a-4381-9f81-bb83f4653056 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:03:36.254990 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:03:36.255449 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Checking segment: {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:03:36.255931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Bound using segment: {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:03:36.256852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Bound port: 7c83377d-41f8-486e-ab6e-4b52359ebf18, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:03:36.257320 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.278162 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.314650 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port d7f46223-04be-49d8-bd72-46ac6425a422, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d7f46223-04be-49d8-bd72-46ac6425a422,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:03:36.321944 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.355481 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:03:36.358677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:03:36.364769 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.407941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=d7f46223-04be-49d8-bd72-46ac6425a422,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:36.424906 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:36.426925 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] 10.222.0.62 "PUT /v2.0/ports/7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 1092 time: 0.9828568 Feb 09 14:03:36.427363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:36.459327 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267d9f7-4d60-40fa-a16f-d61ebfde0d42 service neutron] Pushing event updated for resources: {'Port': ['ID=7c83377d-41f8-486e-ab6e-4b52359ebf18,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:36.508899 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'status': 'completed', 'code': 200} Feb 09 14:03:36.563789 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-b1e041fb-9b3b-4364-9901-b2402a1b6181 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1095 time: 0.0947459 Feb 09 14:03:36.643036 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-1fe288b4-f952-491c-a546-7dfa94624b47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 217 time: 0.0712488 Feb 09 14:03:36.706727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43724893-b785-48d5-a0b7-82943db616ea req-2ade624c-60fc-4ccc-bc48-aebbf48a5c50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:36.708356 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-2ade624c-60fc-4ccc-bc48-aebbf48a5c50 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 200 len: 834 time: 0.0584135 Feb 09 14:03:36.790271 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-c458c7ee-1a5d-45df-a1fb-63aa349bc1ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62d79c-d94a-4381-9f81-bb83f4653056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751209 Feb 09 14:03:36.928516 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-75ad76b4-34a6-4707-849e-2714b7e171bd service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314194 Feb 09 14:03:37.001875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e06adf-9107-4690-bef3-6ff5783338a1 req-fc8738cf-30b6-4b65-82d1-03931d574734 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:37.003383 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9e06adf-9107-4690-bef3-6ff5783338a1 req-fc8738cf-30b6-4b65-82d1-03931d574734 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 944 time: 0.0769980 Feb 09 14:03:37.049236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f9e06adf-9107-4690-bef3-6ff5783338a1 req-ea925842-4b35-41a6-82e9-024e35ae7f38 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400376 Feb 09 14:03:37.149604 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-43724893-b785-48d5-a0b7-82943db616ea req-186337b0-99cb-41ae-b4f7-81e639abd907 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146478 Feb 09 14:03:37.259597 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3cdd51ad-3278-4344-874e-6c5c50f65de4 req-ee0ceb70-efc2-4638-a5f4-7ce7df4b82ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1095 time: 0.0685332 Feb 09 14:03:37.389097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd51ad-3278-4344-874e-6c5c50f65de4 req-0faae793-b12e-4c42-8686-6187866e6a98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:37.390566 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3cdd51ad-3278-4344-874e-6c5c50f65de4 req-0faae793-b12e-4c42-8686-6187866e6a98 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 898 time: 0.1247511 Feb 09 14:03:37.460230 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3cdd51ad-3278-4344-874e-6c5c50f65de4 req-0fe57ace-7f91-4c74-930f-90d1b2c7d9b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 217 time: 0.0631850 Feb 09 14:03:37.520954 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd51ad-3278-4344-874e-6c5c50f65de4 req-1cfd5d47-402f-4c40-8666-9d226b9535ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:37.522633 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3cdd51ad-3278-4344-874e-6c5c50f65de4 req-1cfd5d47-402f-4c40-8666-9d226b9535ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 200 len: 834 time: 0.0567706 Feb 09 14:03:37.599401 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3cdd51ad-3278-4344-874e-6c5c50f65de4 req-56c9cea3-b187-4b0d-843d-cdecebd3543d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62d79c-d94a-4381-9f81-bb83f4653056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705800 Feb 09 14:03:37.728116 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3cdd51ad-3278-4344-874e-6c5c50f65de4 req-16eb1a41-f445-4798-a20f-d5804601687a service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219292 Feb 09 14:03:37.857387 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3cdd51ad-3278-4344-874e-6c5c50f65de4 req-9bb85369-67a6-4054-9a39-507854512bdd service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225739 Feb 09 14:03:37.968461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d7f46223-04be-49d8-bd72-46ac6425a422 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:38.038631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d7f46223-04be-49d8-bd72-46ac6425a422 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:38.039082 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:38.246384 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d9f8f-6721-4601-806e-ac1dab729610 req-f07df5d6-c225-40f4-ba4f-4edf2681cc32 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:38.247749 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b9d9f8f-6721-4601-806e-ac1dab729610 req-f07df5d6-c225-40f4-ba4f-4edf2681cc32 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 944 time: 0.0777545 Feb 09 14:03:38.294776 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9b9d9f8f-6721-4601-806e-ac1dab729610 req-7124d44d-36ad-4322-827f-322e92326498 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 Feb 09 14:03:39.489554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802098a5-1b6b-4a70-9fa5-1756048f79de req-d941d6a2-1a2f-4fd2-99f2-7d5209752c51 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:39.491009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802098a5-1b6b-4a70-9fa5-1756048f79de req-d941d6a2-1a2f-4fd2-99f2-7d5209752c51 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 944 time: 0.0756569 Feb 09 14:03:39.535410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-802098a5-1b6b-4a70-9fa5-1756048f79de req-372ba2d2-3dea-4ce2-bfdd-e16b99017b44 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383592 Feb 09 14:03:39.651540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7c83377d-41f8-486e-ab6e-4b52359ebf18 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:03:39.821490 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:03:39.834711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'port_id': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'mac_address': 'fa:16:3e:4e:de:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:03:39.885967 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:39.904780 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c83377d-41f8-486e-ab6e-4b52359ebf18 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:03:39.919040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:03:39.923116 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:39.988299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=7c83377d-41f8-486e-ab6e-4b52359ebf18,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:40.149067 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['7c83377d-41f8-486e-ab6e-4b52359ebf18'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:03:40.730631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef5f07-e6cf-4e8d-8887-6c5e5e40e9ce req-1c5ece11-1c39-4b46-93f8-d29b5c11a1bb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:40.732074 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3ef5f07-e6cf-4e8d-8887-6c5e5e40e9ce req-1c5ece11-1c39-4b46-93f8-d29b5c11a1bb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 945 time: 0.0777357 Feb 09 14:03:40.777235 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c3ef5f07-e6cf-4e8d-8887-6c5e5e40e9ce req-c4852ea2-821d-4231-ae34-1bb8d1128a10 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397174 Feb 09 14:03:41.667288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7c83377d-41f8-486e-ab6e-4b52359ebf18 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:03:41.735484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 7c83377d-41f8-486e-ab6e-4b52359ebf18 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:03:41.740007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 7c83377d-41f8-486e-ab6e-4b52359ebf18 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:03:41.740369 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:41.864373 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:41.866285 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:41.892185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:41.902072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:03:41.906485 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:41.978621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=7c83377d-41f8-486e-ab6e-4b52359ebf18,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:41.979679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cc2ee-9c92-4049-8bfe-91126dc2265f req-8f29a72b-b22d-44a5-beb8-0ab75f689b4d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:41.981539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-807cc2ee-9c92-4049-8bfe-91126dc2265f req-8f29a72b-b22d-44a5-beb8-0ab75f689b4d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0810623 Feb 09 14:03:42.033883 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-807cc2ee-9c92-4049-8bfe-91126dc2265f req-cfcded82-07ba-4159-9c2d-347a664685f6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451715 Feb 09 14:03:42.040939 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'code': 200} Feb 09 14:03:42.163644 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-21120788-98f8-4dac-a974-075fdfa1b2a5 req-75504e4f-d5af-4a27-b7f1-08dc4f0e2df5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1097 time: 0.0669100 Feb 09 14:03:42.206795 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-21120788-98f8-4dac-a974-075fdfa1b2a5 req-235ea8fa-c5d4-4344-84ef-e27147149564 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367146 Feb 09 14:03:43.235202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d250460-9833-4814-9f37-56e51a4393cf req-d35eec24-9a0f-4784-b1ae-9ae9d7b6ef07 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:43.236650 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d250460-9833-4814-9f37-56e51a4393cf req-d35eec24-9a0f-4784-b1ae-9ae9d7b6ef07 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0783331 Feb 09 14:03:43.280681 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7d250460-9833-4814-9f37-56e51a4393cf req-42995a83-ad34-4c98-b131-444b7bdf4ebd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385058 Feb 09 14:03:44.477375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e935f78-3bb3-4509-bff0-3d736b62ad74 req-8cfc6afb-ac08-4bf1-af19-74342572a9f9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:44.478903 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e935f78-3bb3-4509-bff0-3d736b62ad74 req-8cfc6afb-ac08-4bf1-af19-74342572a9f9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0794396 Feb 09 14:03:44.525121 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e935f78-3bb3-4509-bff0-3d736b62ad74 req-72556483-46b0-4928-b6d4-8e69562d833b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Feb 09 14:03:44.719205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7a72-ea15-452e-9ea2-2a23f5fd4fb2 req-5f06dce4-72fd-4632-8ebe-df89398213fe tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:44.720651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dcd7a72-ea15-452e-9ea2-2a23f5fd4fb2 req-5f06dce4-72fd-4632-8ebe-df89398213fe tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0746770 Feb 09 14:03:44.765523 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2dcd7a72-ea15-452e-9ea2-2a23f5fd4fb2 req-f401b483-3641-4ec2-bbbc-e1f17f96d4ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394411 Feb 09 14:03:44.791974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39558) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:44.866583 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b9f13276-7413-4554-b7b3-d60bff18d223 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1092 time: 0.0733569 Feb 09 14:03:44.869573 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39562) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:44.876020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'tenant_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:03:44.884590 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:03:44.888357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:floatingip and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:03:44.891131 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:03:44.896624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:03:44.906849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:45.041348 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:45.170072 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.25.5.187 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/7ceb1b01-9650-4d51-8545-3fb74e60c0f2) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:03:45.315653 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:45.342599 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:45.414627 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:03:45.417720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:03:45.422673 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:03:45.448120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=7ceb1b01-9650-4d51-8545-3fb74e60c0f2,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:46.000564 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.055764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.260631 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.265071 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.368763 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=7ceb1b01-9650-4d51-8545-3fb74e60c0f2,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:03:46.382663 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.565967 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Floating IP 9e4c63f9-d28f-4815-8479-9197a0019114 associated. External IP: 172.25.5.187, port: 7c83377d-41f8-486e-ab6e-4b52359ebf18. Feb 09 14:03:46.684447 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:46.961096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router cdb1746c-6edd-49d2-8bd2-93ec7372c238 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:03:47.262220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:03:47.271456 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] Sync routers for ids ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:03:47.285947 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] Routers {'cdb1746c-6edd-49d2-8bd2-93ec7372c238'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:03:47.286703 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:03:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:47.289280 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:47.344479 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9da6adcf-b924-4508-a598-1d7c09bb2b74 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4738927 Feb 09 14:03:47.345030 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:03:47.413948 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'status': 'completed', 'code': 200} Feb 09 14:03:47.464372 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] Set router cdb1746c-6edd-49d2-8bd2-93ec7372c238 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:03:47.511794 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5ce4b86b-b0f8-4a0e-b548-c53d6bffd73e req-5739e03a-1499-4414-a366-42f73f58fe79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1097 time: 0.0753791 Feb 09 14:03:47.544855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a417b-7c5a-446a-8a56-2b3019b9d3a6 req-e9fd968d-980e-417e-ac6d-7ae025f1ee5a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:47.546238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc4a417b-7c5a-446a-8a56-2b3019b9d3a6 req-e9fd968d-980e-417e-ac6d-7ae025f1ee5a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0809515 Feb 09 14:03:47.593838 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc4a417b-7c5a-446a-8a56-2b3019b9d3a6 req-3f443352-2f7d-4726-8c44-088b53d76e25 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 Feb 09 14:03:47.623048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39570) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:47.647217 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4b86b-b0f8-4a0e-b548-c53d6bffd73e req-127e1723-b3c3-4380-9c15-8b99528a4940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:47.648792 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5ce4b86b-b0f8-4a0e-b548-c53d6bffd73e req-127e1723-b3c3-4380-9c15-8b99528a4940 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 898 time: 0.1309066 Feb 09 14:03:47.753832 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5ce4b86b-b0f8-4a0e-b548-c53d6bffd73e req-4b197fb0-0cc9-47c5-b44a-088225b1424d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 1000 time: 0.0974782 Feb 09 14:03:47.824094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4b86b-b0f8-4a0e-b548-c53d6bffd73e req-e93a0cf9-49e0-49ae-b7a2-0fea8cec1ef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:03:47.825542 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5ce4b86b-b0f8-4a0e-b548-c53d6bffd73e req-e93a0cf9-49e0-49ae-b7a2-0fea8cec1ef2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 200 len: 834 time: 0.0643251 Feb 09 14:03:47.831527 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '9e4c63f9-d28f-4815-8479-9197a0019114', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'port_id': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'mac_address': 'fa:16:3e:4e:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:03:45Z', 'updated_at': '2022-02-09T14:03:45Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f46223-04be-49d8-bd72-46ac6425a422', 'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:82:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:30Z', 'updated_at': '2022-02-09T14:03:36Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:47.835566 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] Checking router: cdb1746c-6edd-49d2-8bd2-93ec7372c238 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:03:47.838343 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-53c38034-17d7-4c2e-a3d5-0125526f289e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/9e4c63f9-d28f-4815-8479-9197a0019114 HTTP/1.1" status: 200 len: 992 time: 0.2131667 Feb 09 14:03:47.846055 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] Routers {'cdb1746c-6edd-49d2-8bd2-93ec7372c238'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:03:47.847225 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:03:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:47.902109 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5ce4b86b-b0f8-4a0e-b548-c53d6bffd73e req-b17e2d26-dd94-445d-9573-1214f3307d16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62d79c-d94a-4381-9f81-bb83f4653056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689585 Feb 09 14:03:48.032789 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] Set router cdb1746c-6edd-49d2-8bd2-93ec7372c238 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:03:48.039388 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5ce4b86b-b0f8-4a0e-b548-c53d6bffd73e req-2128efdc-ce06-4fb7-8ef6-349c9d6b56f1 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305451 Feb 09 14:03:48.173205 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5ce4b86b-b0f8-4a0e-b548-c53d6bffd73e req-825d5234-aeb0-42ea-91d3-c2c6e5958206 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258280 Feb 09 14:03:48.376872 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '9e4c63f9-d28f-4815-8479-9197a0019114', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'port_id': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'mac_address': 'fa:16:3e:4e:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:03:45Z', 'updated_at': '2022-02-09T14:03:45Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f46223-04be-49d8-bd72-46ac6425a422', 'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:82:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:30Z', 'updated_at': '2022-02-09T14:03:36Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:03:48.381354 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb13b01-3210-475d-a5c3-bf553b8869bc None None] The sync data for ids ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'] in n-d-825175-3 is: [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '9e4c63f9-d28f-4815-8479-9197a0019114', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'port_id': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'mac_address': 'fa:16:3e:4e:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:03:45Z', 'updated_at': '2022-02-09T14:03:45Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7f46223-04be-49d8-bd72-46ac6425a422', 'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:82:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:30Z', 'updated_at': '2022-02-09T14:03:36Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:03:48.840508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39574) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:48.945281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-66f44b20-34c5-4c3d-8bf1-868935e84174 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/9e4c63f9-d28f-4815-8479-9197a0019114 HTTP/1.1" status: 200 len: 992 time: 0.1037509 Feb 09 14:03:49.948294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39580) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:50.049320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dc053bef-5cbc-4903-a283-110009c5d4c9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/9e4c63f9-d28f-4815-8479-9197a0019114 HTTP/1.1" status: 200 len: 992 time: 0.0998681 Feb 09 14:03:51.052594 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39584) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:51.155311 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-09f7a773-e895-4c32-b4b1-79e1bccde480 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/9e4c63f9-d28f-4815-8479-9197a0019114 HTTP/1.1" status: 200 len: 992 time: 0.1015882 Feb 09 14:03:51.502656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd8ceb-ef7c-4721-b703-f0e5d65eadd1 None None] New status for floating IP 9e4c63f9-d28f-4815-8479-9197a0019114: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:03:52.158439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39588) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:03:52.262268 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ef361609-d4a2-4ef9-989b-701c500396bf tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/9e4c63f9-d28f-4815-8479-9197a0019114 HTTP/1.1" status: 200 len: 994 time: 0.1026394 Feb 09 14:03:55.100467 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4219cbe8-eab3-4bd5-a3e7-666a08f45421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:58.314899 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-245aa6b8-6aac-4c38-a1e9-123e9a4c401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:58.745896 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:03:58.753099 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:03:58.755522 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:00.080110 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:11.824610 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:16.695613 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:19.888290 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-71580caf-524d-4af8-bb26-5f09337044e5 req-be244a47-27c2-4728-8a31-2e7e42859816 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0726142 Feb 09 14:04:20.143223 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39610) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:20.196106 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ace9e5-2889-471f-ad67-ca54dee1d186 req-1012438e-0a56-42c6-8c06-0498cb6e5a37 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:20.197723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1ace9e5-2889-471f-ad67-ca54dee1d186 req-1012438e-0a56-42c6-8c06-0498cb6e5a37 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0775080 Feb 09 14:04:20.243462 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e1ace9e5-2889-471f-ad67-ca54dee1d186 req-dcb6143c-5dc1-4ee6-ba0a-f52af87382e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404570 Feb 09 14:04:20.277056 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-9369b925-7a03-4407-b1f1-fe0e5c587f18 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327856 Feb 09 14:04:21.459023 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61067a-33eb-4a81-974f-9c15a346be35 req-132a0091-91a3-494e-ba14-be0164bf7a18 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:21.460493 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb61067a-33eb-4a81-974f-9c15a346be35 req-132a0091-91a3-494e-ba14-be0164bf7a18 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0874891 Feb 09 14:04:21.480796 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-c6ec29a6-cd1e-461f-98a9-45fae4866267 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1097 time: 0.0748227 Feb 09 14:04:21.509214 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb61067a-33eb-4a81-974f-9c15a346be35 req-c5ddc5b2-bb4c-43dd-a98a-0c008fc68693 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432196 Feb 09 14:04:21.612371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-b9b1849e-0358-4f7f-aa53-ea30512064c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:21.614246 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-b9b1849e-0358-4f7f-aa53-ea30512064c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 898 time: 0.1272235 Feb 09 14:04:21.716567 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-c6e45ca0-71a9-494d-b316-fcc6460364e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 1002 time: 0.0956867 Feb 09 14:04:21.781935 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-d765cbc6-63c3-471a-84e1-a9b41de03777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:21.783414 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-d765cbc6-63c3-471a-84e1-a9b41de03777 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 200 len: 834 time: 0.0578101 Feb 09 14:04:21.857670 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-645b7b83-3f05-4f3b-a818-eeeeca9d6a09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62d79c-d94a-4381-9f81-bb83f4653056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675297 Feb 09 14:04:22.090706 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-52e0e926-3142-4aa6-a02d-abd939b82801 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260809 Feb 09 14:04:22.224960 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-3dfe64c9-99d4-4d22-bb1f-319f44c81fe5 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275973 Feb 09 14:04:22.711923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7b311-27d7-46f4-a34e-577200a097f6 req-8c92b768-8f7c-4487-a19a-221d13135da6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:22.713353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ce7b311-27d7-46f4-a34e-577200a097f6 req-8c92b768-8f7c-4487-a19a-221d13135da6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0746164 Feb 09 14:04:22.761104 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6ce7b311-27d7-46f4-a34e-577200a097f6 req-8c3f57d3-43c0-4876-a2d2-5ac1717f7292 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 Feb 09 14:04:23.978850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f0b52-9afb-42f5-8087-da7549ab3a7d req-d39ff6c5-cf5b-4bf8-b241-16486378fdad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:23.980299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e9f0b52-9afb-42f5-8087-da7549ab3a7d req-d39ff6c5-cf5b-4bf8-b241-16486378fdad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0890019 Feb 09 14:04:24.025813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e9f0b52-9afb-42f5-8087-da7549ab3a7d req-77b25a32-ce58-4a22-9fd0-3ebcc2bc0a21 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Feb 09 14:04:25.103993 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36048ee8-3ebe-4cd0-92e8-875c4eb80d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:25.229677 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da4551-abef-470b-a85e-5ed96f06d9b4 req-ed317707-c4ef-464f-86f7-f619905d70b9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:25.231131 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2da4551-abef-470b-a85e-5ed96f06d9b4 req-ed317707-c4ef-464f-86f7-f619905d70b9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0794315 Feb 09 14:04:25.275255 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a2da4551-abef-470b-a85e-5ed96f06d9b4 req-9c347d75-7229-48b9-ad5e-384313e76fa9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387425 Feb 09 14:04:26.471190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a801c-b395-4b88-992f-925a66ac4517 req-03335a42-6547-4fb0-8908-53669078b1f4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:26.472627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-466a801c-b395-4b88-992f-925a66ac4517 req-03335a42-6547-4fb0-8908-53669078b1f4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0763147 Feb 09 14:04:26.521257 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-466a801c-b395-4b88-992f-925a66ac4517 req-2ab75d46-0b95-4849-a588-8e892e227b09 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398748 Feb 09 14:04:26.978385 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff7d6b5-5ae9-40af-aa6d-aae559e13040 req-85a8b1c7-e874-4059-aee7-82233bf30b4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1097 time: 0.0725672 Feb 09 14:04:27.123818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d6b5-5ae9-40af-aa6d-aae559e13040 req-92c662e9-9e0e-4aff-a96a-d7036ebf03ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:27.125190 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff7d6b5-5ae9-40af-aa6d-aae559e13040 req-92c662e9-9e0e-4aff-a96a-d7036ebf03ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 898 time: 0.1267679 Feb 09 14:04:27.228028 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff7d6b5-5ae9-40af-aa6d-aae559e13040 req-796ac796-79e2-4b57-9cf7-241c1fea30d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 1002 time: 0.0961809 Feb 09 14:04:27.290182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d6b5-5ae9-40af-aa6d-aae559e13040 req-490f93aa-1e97-473d-8db8-6c11d3a57196 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:27.291646 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff7d6b5-5ae9-40af-aa6d-aae559e13040 req-490f93aa-1e97-473d-8db8-6c11d3a57196 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 200 len: 834 time: 0.0574734 Feb 09 14:04:27.368870 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff7d6b5-5ae9-40af-aa6d-aae559e13040 req-1ca2fc3f-b88a-4cf3-a7c3-048f06c90497 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62d79c-d94a-4381-9f81-bb83f4653056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712609 Feb 09 14:04:27.501093 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff7d6b5-5ae9-40af-aa6d-aae559e13040 req-acafc03c-8cfe-4de6-8e73-02977b334ccd service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255517 Feb 09 14:04:27.631821 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff7d6b5-5ae9-40af-aa6d-aae559e13040 req-042aeb5f-d024-4feb-9caf-8cb1ad6ad19f service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239800 Feb 09 14:04:27.722412 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230bd5a-f3e6-4445-8d7e-1fab9f2e334c req-6a6e68b5-baf8-4ed3-900f-4f7e9112714f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:27.724413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a230bd5a-f3e6-4445-8d7e-1fab9f2e334c req-6a6e68b5-baf8-4ed3-900f-4f7e9112714f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0802107 Feb 09 14:04:27.768555 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a230bd5a-f3e6-4445-8d7e-1fab9f2e334c req-e52c4941-1f07-4289-bc6f-d8eb800a9a32 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383904 Feb 09 14:04:28.316702 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5c83d531-6c42-4aea-8675-bc4a802afe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:28.760225 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:28.762446 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:28.970137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad82148-589e-4621-9684-7b8e660a6e51 req-31bdd408-915c-4c03-b36d-f3050355c1b2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:28.971625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fad82148-589e-4621-9684-7b8e660a6e51 req-31bdd408-915c-4c03-b36d-f3050355c1b2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0781047 Feb 09 14:04:29.021037 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fad82148-589e-4621-9684-7b8e660a6e51 req-dd21fb6e-e302-43f8-9e95-df6973b270cc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Feb 09 14:04:30.082405 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:30.219883 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aec37-4fc5-4c94-8e1d-f87fb46745c4 req-ca3b8f95-9ced-4d0e-b451-17024fb13087 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:30.221236 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-694aec37-4fc5-4c94-8e1d-f87fb46745c4 req-ca3b8f95-9ced-4d0e-b451-17024fb13087 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0763347 Feb 09 14:04:30.266730 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-694aec37-4fc5-4c94-8e1d-f87fb46745c4 req-a78537f5-c086-47de-bfa2-3c84b12d2cf1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Feb 09 14:04:31.468168 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa48d7-9951-4a93-bdf9-e796b75dd20e req-7e917d4e-6a1d-41bf-8635-0ff65d11905e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:31.469693 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11aa48d7-9951-4a93-bdf9-e796b75dd20e req-7e917d4e-6a1d-41bf-8635-0ff65d11905e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0827856 Feb 09 14:04:31.515752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11aa48d7-9951-4a93-bdf9-e796b75dd20e req-a3742ff5-73a5-4f21-8e0d-c5e49c582150 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404587 Feb 09 14:04:32.717690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0374e6-a2ad-4fe0-b7c4-a51afcfd8d0c req-d7fbbbc8-2d20-40e7-ba24-437a7a9f74f4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:32.719217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b0374e6-a2ad-4fe0-b7c4-a51afcfd8d0c req-d7fbbbc8-2d20-40e7-ba24-437a7a9f74f4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0763679 Feb 09 14:04:32.764222 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b0374e6-a2ad-4fe0-b7c4-a51afcfd8d0c req-76c52989-b2fe-4362-9e03-48f430b9f713 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388334 Feb 09 14:04:33.973870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec858bfd-c6c6-4d55-9fff-dd4fcd09ad48 req-35865bb9-17ca-4633-847e-5a246f2d65ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:33.975413 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec858bfd-c6c6-4d55-9fff-dd4fcd09ad48 req-35865bb9-17ca-4633-847e-5a246f2d65ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0824678 Feb 09 14:04:34.023932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ec858bfd-c6c6-4d55-9fff-dd4fcd09ad48 req-a0191add-18c3-4229-be9f-ac50604828ec tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Feb 09 14:04:35.218419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3653e-9038-4280-9569-490cb3ac2b47 req-2d3ff3c4-ea1c-49f8-80c8-723de351965f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:35.219884 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32e3653e-9038-4280-9569-490cb3ac2b47 req-2d3ff3c4-ea1c-49f8-80c8-723de351965f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0747776 Feb 09 14:04:35.268009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-32e3653e-9038-4280-9569-490cb3ac2b47 req-8eb2319a-ba8d-4b1c-8906-7c7b428b6201 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Feb 09 14:04:35.746849 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:04:36.483620 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a771fee-1e39-478f-966b-519f6ceb7bd4 req-75a3098d-6252-402e-a98a-c845d4c3d696 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:36.484966 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a771fee-1e39-478f-966b-519f6ceb7bd4 req-75a3098d-6252-402e-a98a-c845d4c3d696 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0902112 Feb 09 14:04:36.533401 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a771fee-1e39-478f-966b-519f6ceb7bd4 req-a6b9c75e-1bed-4744-9168-ec17217815d8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413864 Feb 09 14:04:37.739966 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a50388-9c5d-4f76-a421-d1ff94862d8e req-d4eaa79b-5b70-4b8b-a286-f150fafe5dc7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:37.741436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20a50388-9c5d-4f76-a421-d1ff94862d8e req-d4eaa79b-5b70-4b8b-a286-f150fafe5dc7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0796499 Feb 09 14:04:37.791341 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20a50388-9c5d-4f76-a421-d1ff94862d8e req-ef0ccc4a-e4f0-493e-a0a2-eaee1556647d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443640 Feb 09 14:04:39.006428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a20c4a-b70b-45d8-ba01-09a5c312aa21 req-20ee2566-7688-470f-bf04-31c2381473e1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:39.009491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3a20c4a-b70b-45d8-ba01-09a5c312aa21 req-20ee2566-7688-470f-bf04-31c2381473e1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0846293 Feb 09 14:04:39.054299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3a20c4a-b70b-45d8-ba01-09a5c312aa21 req-0f8125db-f094-4dad-9c4f-632b4692aa6b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Feb 09 14:04:39.344784 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-1af6b3dc-c21f-4dc2-8687-e2aa0ccc9cca service neutron] show failed (client error): The resource could not be found. Feb 09 14:04:39.345830 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-1af6b3dc-c21f-4dc2-8687-e2aa0ccc9cca service neutron] 10.222.0.62 "GET /v2.0/ports/7c83377d-41f8-486e-ab6e-4b52359ebf18/bindings/n-h2-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0793955 Feb 09 14:04:39.686488 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-cb11f566-5cc7-4e04-bf61-d39625072750 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 1097 time: 0.1496017 Feb 09 14:04:39.697946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-3', 'device_owner': 'compute:nova'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:04:39.822767 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:40.090496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:04:40.121352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:04:40.177746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:40.183718 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:40.199577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Transition to ACTIVE for port object 7c83377d-41f8-486e-ab6e-4b52359ebf18 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:04:40.203398 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:40.286369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33df78-5c57-408f-88fa-de44f75e21ac req-76ae59d0-6691-4ab4-9717-b8524a183f08 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:40.287940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e33df78-5c57-408f-88fa-de44f75e21ac req-76ae59d0-6691-4ab4-9717-b8524a183f08 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 944 time: 0.1108577 Feb 09 14:04:40.335325 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'code': 200} Feb 09 14:04:40.335647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0e33df78-5c57-408f-88fa-de44f75e21ac req-71e16be8-f1fb-4313-b71d-36919f9e4777 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Feb 09 14:04:40.422246 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Pushing event updated for resources: {'Port': ['ID=7c83377d-41f8-486e-ab6e-4b52359ebf18,revision_number=6']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:40.451196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.451464 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.451793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.452119 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.452444 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.452768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.453173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.453401 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.453715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.454029 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.454347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:40.514330 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] No DVR routers for this DVR port 7c83377d-41f8-486e-ab6e-4b52359ebf18 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:04:40.761454 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Attempting to bind port 7c83377d-41f8-486e-ab6e-4b52359ebf18 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:04:40.761684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Attempting to bind port 7c83377d-41f8-486e-ab6e-4b52359ebf18 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:04:40.762056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Attempting to bind port 7c83377d-41f8-486e-ab6e-4b52359ebf18 on network bb62d79c-d94a-4381-9f81-bb83f4653056 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:04:40.767740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Port 7c83377d-41f8-486e-ab6e-4b52359ebf18 on network bb62d79c-d94a-4381-9f81-bb83f4653056 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 14:04:40.768056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Attempting to bind port 7c83377d-41f8-486e-ab6e-4b52359ebf18 on network bb62d79c-d94a-4381-9f81-bb83f4653056 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:04:40.774771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:04:40.775105 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Checking segment: {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:04:40.775485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Bound using segment: {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:04:40.775917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Bound port: 7c83377d-41f8-486e-ab6e-4b52359ebf18, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:04:40.776257 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:40.864799 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:04:40.867832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:04:40.872148 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:40.929482 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:40.930884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] 10.222.0.67 "PUT /v2.0/ports/7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 1092 time: 1.2369304 Feb 09 14:04:40.949537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1d1d2-7b6f-494d-b738-f9105b71e495 service neutron] Pushing event updated for resources: {'Port': ['ID=7c83377d-41f8-486e-ab6e-4b52359ebf18,revision_number=7']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:41.030379 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-d025b548-603a-4202-bae0-f0b10e1f3934 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1095 time: 0.0756266 Feb 09 14:04:41.166524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-cd5d134e-d518-4778-894e-f799dc06cd65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.167989 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-cd5d134e-d518-4778-894e-f799dc06cd65 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 898 time: 0.1313837 Feb 09 14:04:41.265884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-234e22e7-8e35-4599-b00e-cafd4887f44f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 1000 time: 0.0912650 Feb 09 14:04:41.330521 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-1e71d3f2-9f44-4a6b-84a2-2ccde6199f31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.331897 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-1e71d3f2-9f44-4a6b-84a2-2ccde6199f31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 200 len: 834 time: 0.0591667 Feb 09 14:04:41.404594 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-943915f6-676a-4951-b59c-d089bb9f735f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb62d79c-d94a-4381-9f81-bb83f4653056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669267 Feb 09 14:04:41.416852 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-508573b7-ad88-472d-abc8-a89f5ab76f82 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 14:04:41.418161 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-508573b7-ad88-472d-abc8-a89f5ab76f82 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063782 Feb 09 14:04:41.535789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1c315-f071-465f-9ed2-19c57f197cfa req-e2da1a73-5303-487b-a3c3-bc6c7b831e63 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:41.537269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ea1c315-f071-465f-9ed2-19c57f197cfa req-e2da1a73-5303-487b-a3c3-bc6c7b831e63 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 944 time: 0.0775018 Feb 09 14:04:41.552826 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-d694a9d6-8f0b-4507-ab6a-3c433b3e0fb4 service neutron] 10.222.0.67 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283870 Feb 09 14:04:41.589114 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ea1c315-f071-465f-9ed2-19c57f197cfa req-25e2e09a-ae2c-44b3-a718-8531172978dc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456285 Feb 09 14:04:41.684496 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-37fea2d7-dc63-4d72-b927-12015725fcf8 service neutron] 10.222.0.67 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266255 Feb 09 14:04:41.836319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:42.336523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:42.403628 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'status': 'completed', 'code': 200} Feb 09 14:04:42.548558 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-94d852b8-f785-408f-a7e6-532580ac5d72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1095 time: 0.1264791 Feb 09 14:04:42.552380 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-7b30f981-555b-4495-b281-940490d1df58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1095 time: 0.0971739 Feb 09 14:04:42.888827 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-5e4ae3f6-998c-4f5d-91bd-09298b4ee884 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:42.890169 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-5e4ae3f6-998c-4f5d-91bd-09298b4ee884 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 898 time: 0.3348019 Feb 09 14:04:42.892496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-cc0df4e9-52dc-4940-bf2a-6079b9f5062a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:42.893770 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-cc0df4e9-52dc-4940-bf2a-6079b9f5062a service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 898 time: 0.3209841 Feb 09 14:04:42.904431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f2d70-a9e7-4c36-8619-0f0779bbf5ee req-9d7fff0a-e78e-4f8c-8739-8fc1265d00ff tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:42.905887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-327f2d70-a9e7-4c36-8619-0f0779bbf5ee req-9d7fff0a-e78e-4f8c-8739-8fc1265d00ff tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 944 time: 0.1786716 Feb 09 14:04:42.953532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-327f2d70-a9e7-4c36-8619-0f0779bbf5ee req-145bc0fa-0817-4bfa-a996-52d71c801eb6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415893 Feb 09 14:04:43.078688 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-cc881338-178c-4570-a8a6-c95e748232b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 1000 time: 0.1804092 Feb 09 14:04:43.083350 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-672e23f5-f33d-44a9-8d0b-eb969ae5e8e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 1000 time: 0.1345530 Feb 09 14:04:43.192693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-aea0b096-7ca0-4bab-beef-44aecacceed6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:43.194112 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-aea0b096-7ca0-4bab-beef-44aecacceed6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 200 len: 834 time: 0.1077855 Feb 09 14:04:43.195389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-7ffef7f9-8bcf-4df5-baaa-39db7af6f425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:43.196689 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-7ffef7f9-8bcf-4df5-baaa-39db7af6f425 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 200 len: 834 time: 0.0779450 Feb 09 14:04:43.327546 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-14a0637e-22b2-44c8-a7c2-b7f19a2281dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb62d79c-d94a-4381-9f81-bb83f4653056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959702 Feb 09 14:04:43.334708 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-ec901af5-6be3-4d49-988f-6413332f76ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62d79c-d94a-4381-9f81-bb83f4653056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327515 Feb 09 14:04:43.569361 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-8a3bb830-a022-491f-ab78-5dc2d9804cac service neutron] 10.222.0.67 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335415 Feb 09 14:04:43.572290 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-a9aa6f04-56a8-4a2c-bdd6-ab184ccdf5da service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144108 Feb 09 14:04:43.744030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7c83377d-41f8-486e-ab6e-4b52359ebf18 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:04:43.808607 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-9f0f2da7-a334-4d1d-83dd-9b10c779ab83 service neutron] 10.222.0.67 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329268 Feb 09 14:04:43.810245 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8c6cb9a8-fa38-4f69-b992-ca86b67170fe req-2cbc28f4-cd0e-4704-a6f6-e295fd1bb81c service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172062 Feb 09 14:04:43.873224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7c83377d-41f8-486e-ab6e-4b52359ebf18 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:04:43.914872 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:04:43.938356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'port_id': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'mac_address': 'fa:16:3e:4e:de:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:04:43.972565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 7c83377d-41f8-486e-ab6e-4b52359ebf18 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:04:43.998901 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:44.019886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c83377d-41f8-486e-ab6e-4b52359ebf18 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:04:44.034429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:04:44.040895 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:44.144264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7c83377d-41f8-486e-ab6e-4b52359ebf18,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:44.153164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.153508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.153841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.154181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.154521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.154841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.155153 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.155469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.155827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.156136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.156441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:04:44.157994 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a352c90-637c-456d-b80f-fac8130b4960 req-08f6abe0-df48-4ca2-9d14-8a6b18f786ab tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:44.159484 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a352c90-637c-456d-b80f-fac8130b4960 req-08f6abe0-df48-4ca2-9d14-8a6b18f786ab tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 945 time: 0.0786154 Feb 09 14:04:44.208142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a352c90-637c-456d-b80f-fac8130b4960 req-ff00bd8b-351c-409c-8d4d-6539967ede39 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428777 Feb 09 14:04:44.281070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['7c83377d-41f8-486e-ab6e-4b52359ebf18'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:04:44.552357 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76741e51-69ac-4581-b0d3-f84de0dc90bb req-8a8e216d-6319-4179-8935-15a21066bd96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:44.554179 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76741e51-69ac-4581-b0d3-f84de0dc90bb req-8a8e216d-6319-4179-8935-15a21066bd96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 945 time: 0.0886502 Feb 09 14:04:44.563100 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-749d397a-7a70-4554-a4e0-dcd067cec9c7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:44.563826 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-749d397a-7a70-4554-a4e0-dcd067cec9c7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:04:44.584822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-749d397a-7a70-4554-a4e0-dcd067cec9c7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:04:44.586266 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-749d397a-7a70-4554-a4e0-dcd067cec9c7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81&tenant_id=86f562aa055040b884032de1ab443411&binding%3Ahost_id=n-h2-825175-3 HTTP/1.1" status: 200 len: 945 time: 0.1274340 Feb 09 14:04:44.607426 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-76741e51-69ac-4581-b0d3-f84de0dc90bb req-2ff20aae-119b-4c7b-b156-0f0184e66e1f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466325 Feb 09 14:04:44.670010 n-d-825175-3 neutron-server[83479]: INFO neutron.api.v2.resource [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-c995895b-c8ff-44ef-bfdc-f46813f95e89 service neutron] delete failed (client error): The resource could not be found. Feb 09 14:04:44.671026 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-c995895b-c8ff-44ef-bfdc-f46813f95e89 service neutron] 10.222.0.62 "DELETE /v2.0/ports/7c83377d-41f8-486e-ab6e-4b52359ebf18/bindings/n-h1-825175-3 HTTP/1.1" status: 404 len: 380 time: 0.0785804 Feb 09 14:04:44.810018 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-d1efbfed-6c41-484f-8412-0ac862860e11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1096 time: 0.0696871 Feb 09 14:04:44.813601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdeddd-62bf-410a-ad5f-97593c16fed2 req-cde9ff3b-c10c-4927-99a3-4c37cb75eebc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:44.815167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91fdeddd-62bf-410a-ad5f-97593c16fed2 req-cde9ff3b-c10c-4927-99a3-4c37cb75eebc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 945 time: 0.0825667 Feb 09 14:04:44.862002 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-91fdeddd-62bf-410a-ad5f-97593c16fed2 req-e05b9120-e567-4953-a580-83f5b3ecd988 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407457 Feb 09 14:04:45.048953 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-c93065af-c89f-4502-a500-0a14c8e22916 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:45.050406 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-c93065af-c89f-4502-a500-0a14c8e22916 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 898 time: 0.2344856 Feb 09 14:04:45.153380 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-61cce139-2391-4845-aedd-4a1ceb612d3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 1001 time: 0.0964022 Feb 09 14:04:45.217794 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-a67a80c7-542a-4184-8098-13459f255e3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:45.219234 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-a67a80c7-542a-4184-8098-13459f255e3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 200 len: 834 time: 0.0597494 Feb 09 14:04:45.299471 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-2e195b93-dcb3-4637-b24a-155e6a5c76d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bb62d79c-d94a-4381-9f81-bb83f4653056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727515 Feb 09 14:04:45.431031 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-3f3a35d0-ab1b-45a1-8502-6815add83662 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248710 Feb 09 14:04:45.562113 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-23781e5b-4e70-4bb3-927b-16d3d9fd382e req-016e8975-2530-48de-96cf-23e51a380733 service neutron] 10.222.0.62 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246088 Feb 09 14:04:45.780484 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7c83377d-41f8-486e-ab6e-4b52359ebf18 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:04:45.851468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 7c83377d-41f8-486e-ab6e-4b52359ebf18 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:04:45.856282 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 7c83377d-41f8-486e-ab6e-4b52359ebf18 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:04:45.856641 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:45.992593 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:46.026859 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:04:46.037912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:04:46.042916 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:46.083831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4497ff-6796-487a-bc5f-350ce78577b8 req-051e1bd4-5057-4fd8-817c-e778a07a35f8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:46.085436 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c4497ff-6796-487a-bc5f-350ce78577b8 req-051e1bd4-5057-4fd8-817c-e778a07a35f8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 945 time: 0.0918379 Feb 09 14:04:46.089015 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'code': 200} Feb 09 14:04:46.131161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=7c83377d-41f8-486e-ab6e-4b52359ebf18,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:04:46.138241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1c4497ff-6796-487a-bc5f-350ce78577b8 req-8e0f307b-89d0-4193-819d-eada732fefcf tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470383 Feb 09 14:04:46.695402 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:47.351396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0328e8-7983-463f-abfc-fac49fbc4315 req-e5f38bc7-6123-4adf-b725-d1a4a5598ad7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:04:47.352892 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c0328e8-7983-463f-abfc-fac49fbc4315 req-e5f38bc7-6123-4adf-b725-d1a4a5598ad7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0825748 Feb 09 14:04:47.400009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7c0328e8-7983-463f-abfc-fac49fbc4315 req-5c8100ff-1ffc-4185-a59c-5bf9eef51920 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413814 Feb 09 14:04:47.429044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39696) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:04:47.536774 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-16640fc4-2653-495c-9574-04bf7efe5143 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/9e4c63f9-d28f-4815-8479-9197a0019114 HTTP/1.1" status: 200 len: 994 time: 0.1065843 Feb 09 14:04:55.106245 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f717d2c6-fb43-412c-b464-fec5a4a07256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:58.319412 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a6b9b419-bec9-4c4d-a167-fed98df49575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:58.763302 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:04:58.764584 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:00.085250 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:11.845911 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:12.747133 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:05:14.169115 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39710) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:14.365651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 7ceb1b01-9650-4d51-8545-3fb74e60c0f2 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:05:14.365914 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:14.530636 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:14.530953 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:14.647684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 7ceb1b01-9650-4d51-8545-3fb74e60c0f2 owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:05:14.792009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:14.833701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=7ceb1b01-9650-4d51-8545-3fb74e60c0f2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:15.017165 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:15.395894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router cdb1746c-6edd-49d2-8bd2-93ec7372c238 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:05:15.592226 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:05:15.602819 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] Sync routers for ids ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:05:15.613809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:15.615516 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] Routers {'cdb1746c-6edd-49d2-8bd2-93ec7372c238'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:05:15.616107 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:04:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:15.666334 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7ddd8dc8-1638-4965-9c38-d4daebeef7e7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/floatingips/9e4c63f9-d28f-4815-8479-9197a0019114 HTTP/1.1" status: 204 len: 168 time: 1.4961443 Feb 09 14:05:15.667047 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:15.728595 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'status': 'completed', 'code': 200} Feb 09 14:05:15.798978 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] Set router cdb1746c-6edd-49d2-8bd2-93ec7372c238 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:05:15.826823 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c076139-b16e-4449-bf41-7d269e540655 req-1d274073-4305-4884-90e1-c0e54917172f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 1097 time: 0.0761068 Feb 09 14:05:15.985257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076139-b16e-4449-bf41-7d269e540655 req-0da8b399-e7e9-4824-bdf6-fe04ffd7efbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:15.987260 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c076139-b16e-4449-bf41-7d269e540655 req-0da8b399-e7e9-4824-bdf6-fe04ffd7efbc service neutron] 10.222.0.67 "GET /v2.0/networks?id=bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 200 len: 898 time: 0.1531901 Feb 09 14:05:16.061610 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c076139-b16e-4449-bf41-7d269e540655 req-5167571f-9962-4f7f-8228-d288b8bcbf7f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 200 len: 217 time: 0.0660796 Feb 09 14:05:16.083248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6328a-d57e-4a82-b73b-70fffb65a050 req-80af3e5f-ccde-4f45-8d64-3d4fd1fcf9a6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:16.084688 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ecd6328a-d57e-4a82-b73b-70fffb65a050 req-80af3e5f-ccde-4f45-8d64-3d4fd1fcf9a6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0770574 Feb 09 14:05:16.123811 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd7f46223-04be-49d8-bd72-46ac6425a422', 'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:82:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:30Z', 'updated_at': '2022-02-09T14:03:36Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:16.127795 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] Checking router: cdb1746c-6edd-49d2-8bd2-93ec7372c238 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:05:16.132319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076139-b16e-4449-bf41-7d269e540655 req-12a43893-e7bb-478d-a08e-0215482e2725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:16.134115 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c076139-b16e-4449-bf41-7d269e540655 req-12a43893-e7bb-478d-a08e-0215482e2725 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 200 len: 834 time: 0.0650361 Feb 09 14:05:16.137816 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ecd6328a-d57e-4a82-b73b-70fffb65a050 req-e95007d7-44f0-4097-b688-d31705065e49 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472765 Feb 09 14:05:16.138417 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] Routers {'cdb1746c-6edd-49d2-8bd2-93ec7372c238'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:05:16.139028 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:04:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:16.216126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c076139-b16e-4449-bf41-7d269e540655 req-41f5784d-a6d6-464d-b5b0-f0fd9944c24a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bb62d79c-d94a-4381-9f81-bb83f4653056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743129 Feb 09 14:05:16.312163 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] Set router cdb1746c-6edd-49d2-8bd2-93ec7372c238 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:05:16.345943 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c076139-b16e-4449-bf41-7d269e540655 req-1b3eb0eb-c4a1-43a0-a4e9-1602745085fb service neutron] 10.222.0.67 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221812 Feb 09 14:05:16.480474 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5c076139-b16e-4449-bf41-7d269e540655 req-f43e9a51-d24a-4947-9309-6fac796fb9c8 service neutron] 10.222.0.67 "GET /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263204 Feb 09 14:05:16.622025 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd7f46223-04be-49d8-bd72-46ac6425a422', 'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:82:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:30Z', 'updated_at': '2022-02-09T14:03:36Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:16.626184 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaeac597-f680-4f62-a4f0-6d1374fc3429 None None] The sync data for ids ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'] in n-d-825175-3 is: [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:03:30Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'd7f46223-04be-49d8-bd72-46ac6425a422', 'name': '', 'network_id': 'bb62d79c-d94a-4381-9f81-bb83f4653056', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:82:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:30Z', 'updated_at': '2022-02-09T14:03:36Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '1580e924-9a92-4791-8f1d-03581c4ef573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:05:16.695589 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:16.853179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca496ff-fafd-43cb-ad87-ec9f1881787a None None] New status for floating IP 9e4c63f9-d28f-4815-8479-9197a0019114: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:05:17.338923 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbcc8c-032f-426e-913b-525990fd1fd2 req-bb6ecca7-ec44-455f-9201-fbaf75118c0d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.340294 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9dbcc8c-032f-426e-913b-525990fd1fd2 req-bb6ecca7-ec44-455f-9201-fbaf75118c0d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0771704 Feb 09 14:05:17.377483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-48047040-6fe7-40ad-a4dc-d6dfbc67dd5d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:17.378200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-48047040-6fe7-40ad-a4dc-d6dfbc67dd5d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:05:17.386687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9dbcc8c-032f-426e-913b-525990fd1fd2 req-8975e57a-7818-4998-88d3-07e707f2f24c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406656 Feb 09 14:05:17.393523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-48047040-6fe7-40ad-a4dc-d6dfbc67dd5d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:05:17.395206 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-48047040-6fe7-40ad-a4dc-d6dfbc67dd5d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 946 time: 0.0978730 Feb 09 14:05:17.560377 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-12fcc638-b7d8-4c04-a1c6-6814f860f5f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 7c83377d-41f8-486e-ab6e-4b52359ebf18 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:05:17.561099 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-12fcc638-b7d8-4c04-a1c6-6814f860f5f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:17.795397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-12fcc638-b7d8-4c04-a1c6-6814f860f5f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port 7c83377d-41f8-486e-ab6e-4b52359ebf18, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=7c83377d-41f8-486e-ab6e-4b52359ebf18,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:05:17.795744 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-12fcc638-b7d8-4c04-a1c6-6814f860f5f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:17.912629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-12fcc638-b7d8-4c04-a1c6-6814f860f5f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 7c83377d-41f8-486e-ab6e-4b52359ebf18 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:05:18.053180 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-12fcc638-b7d8-4c04-a1c6-6814f860f5f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:18.099289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcc638-b7d8-4c04-a1c6-6814f860f5f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=7c83377d-41f8-486e-ab6e-4b52359ebf18,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:18.173285 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-12fcc638-b7d8-4c04-a1c6-6814f860f5f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] No DVR routers for this DVR port 7c83377d-41f8-486e-ab6e-4b52359ebf18 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:05:18.175878 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-12fcc638-b7d8-4c04-a1c6-6814f860f5f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:18.178352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'name': 'network-vif-deleted', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:18.195276 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1b8c3d36-a06a-4cd2-9f2c-9fa71a88f914 req-12fcc638-b7d8-4c04-a1c6-6814f860f5f1 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.67 "DELETE /v2.0/ports/7c83377d-41f8-486e-ab6e-4b52359ebf18 HTTP/1.1" status: 204 len: 173 time: 0.7946255 Feb 09 14:05:18.242004 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d25d816-f0ea-4707-b754-9b9615b1fa81', 'name': 'network-vif-deleted', 'tag': '7c83377d-41f8-486e-ab6e-4b52359ebf18', 'status': 'completed', 'code': 200} Feb 09 14:05:18.652153 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6b0be170-013c-40b5-9917-23e477fc7aa5 req-40d745ad-8031-4151-abb9-9dbd2b4b7179 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d25d816-f0ea-4707-b754-9b9615b1fa81 HTTP/1.1" status: 200 len: 210 time: 0.0465629 Feb 09 14:05:19.761558 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39730) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:20.008148 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7c83377d-41f8-486e-ab6e-4b52359ebf18 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:05:20.040656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 7c83377d-41f8-486e-ab6e-4b52359ebf18 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:05:20.040995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 7c83377d-41f8-486e-ab6e-4b52359ebf18 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:05:20.151065 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:20.833566 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port d7f46223-04be-49d8-bd72-46ac6425a422 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:05:20.834251 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:21.017569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port d7f46223-04be-49d8-bd72-46ac6425a422, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d7f46223-04be-49d8-bd72-46ac6425a422,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:05:21.017834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:21.134707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for d7f46223-04be-49d8-bd72-46ac6425a422 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:05:21.305227 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:21.354315 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=d7f46223-04be-49d8-bd72-46ac6425a422,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:21.641104 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:22.298081 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router cdb1746c-6edd-49d2-8bd2-93ec7372c238 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:05:22.490822 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:05:22.500041 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] Sync routers for ids ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:05:22.504659 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eb7f006b-e1e9-4253-8248-58e5a7e3f5c4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "PUT /v2.0/routers/cdb1746c-6edd-49d2-8bd2-93ec7372c238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7420416 Feb 09 14:05:22.507277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39736) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:22.512065 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] Routers {'cdb1746c-6edd-49d2-8bd2-93ec7372c238'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:05:22.512652 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:04:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:22.689299 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] Set router cdb1746c-6edd-49d2-8bd2-93ec7372c238 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:05:22.695471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ff91dc-bd33-47f1-a52c-798770e901d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting subnet 1580e924-9a92-4791-8f1d-03581c4ef573 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:05:22.698520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4ff91dc-bd33-47f1-a52c-798770e901d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:22.752616 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4ff91dc-bd33-47f1-a52c-798770e901d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:22.838651 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4ff91dc-bd33-47f1-a52c-798770e901d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:22.911447 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4ff91dc-bd33-47f1-a52c-798770e901d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:22.948020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff91dc-bd33-47f1-a52c-798770e901d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Subnet': ['ID=1580e924-9a92-4791-8f1d-03581c4ef573,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:22.955704 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e4ff91dc-bd33-47f1-a52c-798770e901d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:22.965596 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e4ff91dc-bd33-47f1-a52c-798770e901d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/subnets/1580e924-9a92-4791-8f1d-03581c4ef573 HTTP/1.1" status: 204 len: 168 time: 0.4545345 Feb 09 14:05:22.965761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dbab0f-8955-49a4-b413-ba6ec07c76de None None] Network bb62d79c-d94a-4381-9f81-bb83f4653056 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:05:22.966188 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39740) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:22.998551 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:05:21Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:23.002792 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] Checking router: cdb1746c-6edd-49d2-8bd2-93ec7372c238 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:05:23.014203 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] Routers {'cdb1746c-6edd-49d2-8bd2-93ec7372c238'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:05:23.014822 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:04:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:23.173134 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:23.201278 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] Set router cdb1746c-6edd-49d2-8bd2-93ec7372c238 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:05:23.227710 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc62d7cf-e64f-4bb7-a994-7767c12583a9 None None] DHCP port deletion for bb62d79c-d94a-4381-9f81-bb83f4653056 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:05:23.232030 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bc62d7cf-e64f-4bb7-a994-7767c12583a9 None None] Deleting port b2fe4d8d-43a4-426f-a59f-20aa34ead54a {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:05:23.232496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bc62d7cf-e64f-4bb7-a994-7767c12583a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:23.375886 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:23.387899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 56065563-7926-4ec2-9771-ce595067807a {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:05:23.388594 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:23.441594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bc62d7cf-e64f-4bb7-a994-7767c12583a9 None None] For port b2fe4d8d-43a4-426f-a59f-20aa34ead54a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b2fe4d8d-43a4-426f-a59f-20aa34ead54a,segment=NetworkSegment(108fcc71-a5b0-4ba0-a11d-38daed1f1cf5),segment_id=108fcc71-a5b0-4ba0-a11d-38daed1f1cf5)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:05:23.441990 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bc62d7cf-e64f-4bb7-a994-7767c12583a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:23.500383 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:05:21Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:23.505254 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce784d25-ff14-48d3-916e-285dd59b4764 None None] The sync data for ids ['cdb1746c-6edd-49d2-8bd2-93ec7372c238'] in n-d-825175-3 is: [{'id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1847610791', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '56065563-7926-4ec2-9771-ce595067807a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:03:26Z', 'updated_at': '2022-02-09T14:05:21Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': '56065563-7926-4ec2-9771-ce595067807a', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb1746c-6edd-49d2-8bd2-93ec7372c238', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:03:27Z', 'updated_at': '2022-02-09T14:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:05:23.563126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bc62d7cf-e64f-4bb7-a994-7767c12583a9 None None] Calling delete_port for b2fe4d8d-43a4-426f-a59f-20aa34ead54a owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:05:23.641211 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bc62d7cf-e64f-4bb7-a994-7767c12583a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:23.686304 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port 56065563-7926-4ec2-9771-ce595067807a, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=56065563-7926-4ec2-9771-ce595067807a,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:05:23.686684 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:23.686808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62d7cf-e64f-4bb7-a994-7767c12583a9 None None] Pushing event deleted for resources: {'Port': ['ID=b2fe4d8d-43a4-426f-a59f-20aa34ead54a,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:23.691744 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62d7cf-e64f-4bb7-a994-7767c12583a9 None None] No DVR routers for this DVR port b2fe4d8d-43a4-426f-a59f-20aa34ead54a on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:05:23.810551 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 56065563-7926-4ec2-9771-ce595067807a owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:05:23.983519 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.029943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=56065563-7926-4ec2-9771-ce595067807a,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:24.033361 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b2fe4d8d-43a4-426f-a59f-20aa34ead54a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:05:24.069718 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: b2fe4d8d-43a4-426f-a59f-20aa34ead54a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:05:24.070052 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b2fe4d8d-43a4-426f-a59f-20aa34ead54a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:05:24.070488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d7f46223-04be-49d8-bd72-46ac6425a422 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:05:24.133303 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: d7f46223-04be-49d8-bd72-46ac6425a422 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:05:24.133652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d7f46223-04be-49d8-bd72-46ac6425a422 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:05:24.254981 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.505173 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.509275 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.533986 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.534532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Fanout notify agent at l3_agent the message router_deleted on router cdb1746c-6edd-49d2-8bd2-93ec7372c238 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:05:24.548644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.552894 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39744) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:24.553349 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b9f543d5-e0a5-405f-a30d-b764219022d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/routers/cdb1746c-6edd-49d2-8bd2-93ec7372c238 HTTP/1.1" status: 204 len: 168 time: 1.5863755 Feb 09 14:05:24.671306 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.799183 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.824211 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb62d79c-d94a-4381-9f81-bb83f4653056']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:24.836342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:24.836632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108fcc71-a5b0-4ba0-a11d-38daed1f1cf5') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:24.847896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.863748 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.870009 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:05:24.870392 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: timer() Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:05:24.885921 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:05:24.967379 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.997192 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:24.999905 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Network': ['ID=bb62d79c-d94a-4381-9f81-bb83f4653056,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:25.019735 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/networks/bb62d79c-d94a-4381-9f81-bb83f4653056 HTTP/1.1" status: 204 len: 168 time: 0.4657741 Feb 09 14:05:25.022431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39750) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:25.023431 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.023771 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.024099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.024422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.024737 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.025054 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.025371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.025707 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.026002 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.026311 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.026654 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0341e087-4a47-4077-8aa4-c3fbe77ecf58 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:25.096723 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de7d354e-eac2-421c-a7e6-4fbc2e9215bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.108079 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec24ee3c-aea0-4020-970f-465bc485ec12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.127116 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de7d354e-eac2-421c-a7e6-4fbc2e9215bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.190817 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de7d354e-eac2-421c-a7e6-4fbc2e9215bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.207842 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d354e-eac2-421c-a7e6-4fbc2e9215bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d32e3a-329c-4ef5-bbf2-7a9b691ef45e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:25.220648 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-de7d354e-eac2-421c-a7e6-4fbc2e9215bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.224863 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-de7d354e-eac2-421c-a7e6-4fbc2e9215bc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/security-groups/38d32e3a-329c-4ef5-bbf2-7a9b691ef45e HTTP/1.1" status: 204 len: 168 time: 0.1983759 Feb 09 14:05:25.575064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39758) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:25.580855 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610169087', 'description': 'tempest-secgroup-smoke-1610169087 description', 'project_id': '86f562aa055040b884032de1ab443411'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:25.587892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:25.591964 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:25.594810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:25.601365 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:25.611085 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.645144 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:25.648835 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:25.651594 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:25.657113 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:25.710143 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.713895 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.758492 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414196e3-589d-4a56-91f5-3755dbc142c2,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:25.763197 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.764357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e5a0dae4-cf44-446e-bc9d-8ac4f615da8d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1883180 Feb 09 14:05:25.767347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39762) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:25.773520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '414196e3-589d-4a56-91f5-3755dbc142c2', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:25.781078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:25.785429 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:25.788228 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:25.793626 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:25.809727 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.868166 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.872091 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.895094 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90ac41e-f914-4c92-99c3-826198496272,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:25.903697 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:25.905035 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4b6dca34-5490-4871-a871-4701fc131e96 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1366262 Feb 09 14:05:25.907747 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39766) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:25.913771 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '414196e3-589d-4a56-91f5-3755dbc142c2', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:25.920352 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:25.924243 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:25.927077 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:25.932526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:25.952019 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.019576 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.022914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56065563-7926-4ec2-9771-ce595067807a no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:05:26.023490 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.047938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924346cf-2ceb-48ef-ba9a-82cde0b13709,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:26.055511 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 56065563-7926-4ec2-9771-ce595067807a {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:05:26.055862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 56065563-7926-4ec2-9771-ce595067807a not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:05:26.058323 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.062524 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1ee7de81-c543-4bb8-a7c8-716c984978e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1511672 Feb 09 14:05:26.062524 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39770) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:26.067759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '414196e3-589d-4a56-91f5-3755dbc142c2', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:26.074683 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:26.078830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:26.082224 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:26.087887 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:26.104902 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.165424 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.169306 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.193413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf74a90-ff48-45eb-8422-d24f6edd47ee,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:26.202779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.203916 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-feb02b05-e0a6-49be-b12e-d3624ea4b0ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1405325 Feb 09 14:05:26.207237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39774) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:26.212412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '414196e3-589d-4a56-91f5-3755dbc142c2', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:26.218751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:26.222491 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:26.225248 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:26.230971 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:26.248595 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.313763 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.317445 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.339995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3400423-bd31-4150-a488-2d67c25f812e,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:26.348476 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.349625 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3a73d635-a513-416f-88e0-0a66f2b44d2d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1414826 Feb 09 14:05:26.352556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39778) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:26.357781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '414196e3-589d-4a56-91f5-3755dbc142c2', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:26.364874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:26.368609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:26.371361 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:26.376878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:26.386630 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Project 86f562aa055040b884032de1ab443411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:05:26.392597 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.454806 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.458207 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.480757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2f04ef-4afb-4069-9715-3dd7e776f318,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:26.490044 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.491214 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c33dcf18-21cb-467b-9a64-2ffa9d2e276b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1377659 Feb 09 14:05:26.493904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39782) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:26.499142 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': '414196e3-589d-4a56-91f5-3755dbc142c2', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:26.505564 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:26.509322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:26.512151 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:26.517707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:26.527842 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Project 86f562aa055040b884032de1ab443411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:05:26.534526 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.601796 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.605304 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.629487 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bb875c-ea06-4d77-aae6-d6e93bbe75fa,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:26.638003 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.639178 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-280abc91-832e-4b5e-ba89-131a7fee99c3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1443934 Feb 09 14:05:26.641949 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39786) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:26.647725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'network': {'name': 'tempest-network-smoke--305582780', 'project_id': '86f562aa055040b884032de1ab443411', 'port_security_enabled': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:26.653089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:26.657354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:network and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:26.660770 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:26.666865 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:26.767624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:05:26.771254 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.800058 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:05:26.808767 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.809095 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Added segment ec10749d-7094-4003-8029-b0f007ef9ab6 of type vlan for network 482c5888-c1d0-45b2-8f39-e96212477e40 Feb 09 14:05:26.835685 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.864315 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.868098 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:26.868671 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:26.978433 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3325400 Feb 09 14:05:26.978433 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f75d65-f7d5-440f-a306-f445f4bf2289 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Network': ['ID=482c5888-c1d0-45b2-8f39-e96212477e40,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:26.978948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39790) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:26.985327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'admin_state_up': True, 'project_id': '86f562aa055040b884032de1ab443411', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:26.995516 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:26.998786 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 482c5888-c1d0-45b2-8f39-e96212477e40 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:05:26.999576 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:router and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:27.002315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:27.013626 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:27.024340 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:27.025214 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:27.046288 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:27.193411 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:27.468805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:27.500185 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:27.628889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.25.5.185 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/ecfb1133-0339-48f0-8bfa-986155922138) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:05:27.775651 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:27.803757 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:27.869935 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:05:27.873038 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:05:27.874984 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=ecfb1133-0339-48f0-8bfa-986155922138,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:27.877037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:05:28.032376 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.033082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.256291 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router b3e50428-5695-4adb-816e-fa14f446abf9 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 14:05:28.321740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4299-bbfb-4fa0-9293-2bf13e74e342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.452371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:05:28.461454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Sync routers for ids ['b3e50428-5695-4adb-816e-fa14f446abf9'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:05:28.473691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Routers {'b3e50428-5695-4adb-816e-fa14f446abf9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:05:28.474338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:05:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3e50428-5695-4adb-816e-fa14f446abf9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:28.477944 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.479159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a90e555d-234f-4902-b9a0-8b0c4e19ca17 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4991229 Feb 09 14:05:28.482267 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39794) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:28.601641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-cc098150-5b7a-4fe6-8d86-83a427189c22 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=86f562aa055040b884032de1ab443411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1181757 Feb 09 14:05:28.604194 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39800) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:28.650300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Set router b3e50428-5695-4adb-816e-fa14f446abf9 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:05:28.734382 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a16e05a-f05d-4dd9-9d40-708d903f41cf tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:28.735888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-5a16e05a-f05d-4dd9-9d40-708d903f41cf tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308143 Feb 09 14:05:28.739750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39804) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:28.785218 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2e0a26ad-b13d-4298-b937-f22ca6fb10dc tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437851 Feb 09 14:05:28.787788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39808) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:28.792876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2122986805', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'project_id': '86f562aa055040b884032de1ab443411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:28.812596 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.815175 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:28.904228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:28.908381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:subnet and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:28.911877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:28.917544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:28.928005 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:05:28.966917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:27Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:28.972429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Checking router: b3e50428-5695-4adb-816e-fa14f446abf9 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:05:28.972821 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Updating router b3e50428-5695-4adb-816e-fa14f446abf9 port ecfb1133-0339-48f0-8bfa-986155922138 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:05:29.028346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.142678 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.355205 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.355819 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.367008 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Transition to ACTIVE for port object ecfb1133-0339-48f0-8bfa-986155922138 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:29.372917 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.439283 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Subnet': ['ID=abce3f50-79bf-42b2-84ed-da75b284fd5f,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:29.449806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Checking segment: {'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:05:29.450161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network hostable DHCP agents. Network: 482c5888-c1d0-45b2-8f39-e96212477e40, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:05:29.450299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Attempting to bind port ecfb1133-0339-48f0-8bfa-986155922138 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:05:29.450630 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Attempting to bind port ecfb1133-0339-48f0-8bfa-986155922138 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:05:29.450983 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Attempting to bind port ecfb1133-0339-48f0-8bfa-986155922138 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:05:29.455746 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37039a0b-730e-4f58-9ccd-c20773f70250 None None] Pushing event updated for resources: {'Port': ['ID=ecfb1133-0339-48f0-8bfa-986155922138,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:29.463355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:05:29.463694 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:05:29.464081 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.464454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:05:29.464903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Bound port: ecfb1133-0339-48f0-8bfa-986155922138, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:05:29.465263 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.472558 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 482c5888-c1d0-45b2-8f39-e96212477e40 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:05:29.482584 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 482c5888-c1d0-45b2-8f39-e96212477e40) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:05:29.486385 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:29.487125 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.497869 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ccfbdb-8090-4f2a-b6cd-563cd84e940b None None] Network 482c5888-c1d0-45b2-8f39-e96212477e40 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:05:29.511672 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0a1d72bc-a662-4bd9-b7d0-5a56466475c8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7202928 Feb 09 14:05:29.512096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39812) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:29.635432 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] For port ecfb1133-0339-48f0-8bfa-986155922138, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:05:29.640364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] For port ecfb1133-0339-48f0-8bfa-986155922138, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ecfb1133-0339-48f0-8bfa-986155922138,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:05:29.649635 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:29.814085 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37039a0b-730e-4f58-9ccd-c20773f70250 None None] Pushing event updated for resources: {'Port': ['ID=ecfb1133-0339-48f0-8bfa-986155922138,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:29.853969 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Routers {'b3e50428-5695-4adb-816e-fa14f446abf9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:05:29.854595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:05:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3e50428-5695-4adb-816e-fa14f446abf9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:29.908141 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-482c5888-c1d0-45b2-8f39-e96212477e40', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'tenant_id': '86f562aa055040b884032de1ab443411', 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 14:05:29.909105 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.147915 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.163525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] Set router b3e50428-5695-4adb-816e-fa14f446abf9 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:05:30.263466 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.293260 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Allocated IP 172.20.0.2 (482c5888-c1d0-45b2-8f39-e96212477e40/abce3f50-79bf-42b2-84ed-da75b284fd5f/235bd925-e9ff-4502-a731-2476c5408973) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:05:30.624570 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.636704 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Transition to ACTIVE for port object 235bd925-e9ff-4502-a731-2476c5408973 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:30.640195 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:27Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:30.651616 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febaf49b-87be-439e-8ef3-28d3d70ec28b None None] The sync data for ids ['b3e50428-5695-4adb-816e-fa14f446abf9'] in n-d-825175-3 is: [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:27Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:05:30.662733 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Transition to ACTIVE for port object 235bd925-e9ff-4502-a731-2476c5408973 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:30.670842 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.736528 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Network 482c5888-c1d0-45b2-8f39-e96212477e40 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:05:30.742166 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.20.0.1 (482c5888-c1d0-45b2-8f39-e96212477e40/abce3f50-79bf-42b2-84ed-da75b284fd5f/918dc839-43d2-43e4-9c5a-58af0858c0cd) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:05:30.743779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:05:30.748384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:05:30.753956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Pushing event updated for resources: {'Port': ['ID=235bd925-e9ff-4502-a731-2476c5408973,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:30.851655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Attempting to bind port 235bd925-e9ff-4502-a731-2476c5408973 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:05:30.851655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Attempting to bind port 235bd925-e9ff-4502-a731-2476c5408973 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:05:30.851655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Attempting to bind port 235bd925-e9ff-4502-a731-2476c5408973 on network 482c5888-c1d0-45b2-8f39-e96212477e40 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:05:30.868007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:05:30.868381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Checking segment: {'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:05:30.868805 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.869189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Bound using segment: {'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:05:30.869647 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Bound port: 235bd925-e9ff-4502-a731-2476c5408973, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:05:30.870007 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:30.973274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] For port 235bd925-e9ff-4502-a731-2476c5408973, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:05:30.978059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] For port 235bd925-e9ff-4502-a731-2476c5408973, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=235bd925-e9ff-4502-a731-2476c5408973,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:05:30.987362 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.063863 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.073731 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc2dea-55ab-4b85-ae85-2eefa153bb1e None None] Pushing event updated for resources: {'Port': ['ID=235bd925-e9ff-4502-a731-2476c5408973,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:31.083237 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Transition to ACTIVE for port object 918dc839-43d2-43e4-9c5a-58af0858c0cd will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:31.106668 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.184172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 482c5888-c1d0-45b2-8f39-e96212477e40 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:05:31.187736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:05:31.189723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=918dc839-43d2-43e4-9c5a-58af0858c0cd,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:31.192931 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:05:31.269709 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.364919 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.779313 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.784826 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:31.897453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=918dc839-43d2-43e4-9c5a-58af0858c0cd,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:31.899900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:32.013615 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66abfe61-6919-448f-9628-53eb66316f36 None None] Network 482c5888-c1d0-45b2-8f39-e96212477e40 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:05:32.048636 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 482c5888-c1d0-45b2-8f39-e96212477e40 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:05:32.050013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:05:32.097443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 235bd925-e9ff-4502-a731-2476c5408973 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:32.181654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-856e2789-b778-4b13-830f-588bfec86068 None None] Provisioning for port 235bd925-e9ff-4502-a731-2476c5408973 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:32.255678 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 235bd925-e9ff-4502-a731-2476c5408973 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:32.288960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 235bd925-e9ff-4502-a731-2476c5408973 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:32.289327 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:32.447605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router b3e50428-5695-4adb-816e-fa14f446abf9 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:05:32.470290 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:32.506508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 235bd925-e9ff-4502-a731-2476c5408973, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=235bd925-e9ff-4502-a731-2476c5408973,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:05:32.511843 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:32.512594 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ecfb1133-0339-48f0-8bfa-986155922138 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:32.631482 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=235bd925-e9ff-4502-a731-2476c5408973,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:32.649754 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port ecfb1133-0339-48f0-8bfa-986155922138 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:32.656211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ecfb1133-0339-48f0-8bfa-986155922138 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:32.656686 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:32.759418 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8483b766-ee4d-44f5-b681-21a901012538 None None] Provisioning for port 918dc839-43d2-43e4-9c5a-58af0858c0cd completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:32.772507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8483b766-ee4d-44f5-b681-21a901012538 None None] Provisioning complete for port 918dc839-43d2-43e4-9c5a-58af0858c0cd triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:32.772862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8483b766-ee4d-44f5-b681-21a901012538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:32.785496 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:05:32.803293 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0df1ce26-7a6c-4d5b-a156-1037c62aa18a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "PUT /v2.0/routers/b3e50428-5695-4adb-816e-fa14f446abf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2898929 Feb 09 14:05:32.832643 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:32.856391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-8483b766-ee4d-44f5-b681-21a901012538 None None] Port 918dc839-43d2-43e4-9c5a-58af0858c0cd cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:05:32.863308 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port ecfb1133-0339-48f0-8bfa-986155922138, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ecfb1133-0339-48f0-8bfa-986155922138,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:05:32.874409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:32.907502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-8483b766-ee4d-44f5-b681-21a901012538 None None] Provisioning complete for port 235bd925-e9ff-4502-a731-2476c5408973 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:32.908006 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8483b766-ee4d-44f5-b681-21a901012538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:33.000919 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=ecfb1133-0339-48f0-8bfa-986155922138,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:33.005436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-fe85821b-5e0b-4c53-8356-19fc89bc71dd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:05:33.023995 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-fe85821b-5e0b-4c53-8356-19fc89bc71dd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:05:33.025264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-fe85821b-5e0b-4c53-8356-19fc89bc71dd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610169087&fields=id&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 267 time: 0.0793948 Feb 09 14:05:33.179813 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-e0b05a5c-e1d8-4487-a92c-faa9962ddd13 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:33.180478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-e0b05a5c-e1d8-4487-a92c-faa9962ddd13 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:05:33.181997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f72eebda-a685-48c9-8f33-f0b4c1c16206 None None] Provisioning complete for port 918dc839-43d2-43e4-9c5a-58af0858c0cd triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:33.182520 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f72eebda-a685-48c9-8f33-f0b4c1c16206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:33.195294 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-e0b05a5c-e1d8-4487-a92c-faa9962ddd13 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:05:33.196370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-e0b05a5c-e1d8-4487-a92c-faa9962ddd13 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/networks?id=482c5888-c1d0-45b2-8f39-e96212477e40 HTTP/1.1" status: 200 len: 796 time: 0.1642027 Feb 09 14:05:33.213132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-5dca5178-0ff6-437e-ac8c-2ee6c8f5c0de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/quotas/86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 375 time: 0.0110373 Feb 09 14:05:33.233409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f72eebda-a685-48c9-8f33-f0b4c1c16206 None None] Port 918dc839-43d2-43e4-9c5a-58af0858c0cd cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:05:33.297407 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-70658c5d-5139-4cef-896e-d233d65c93ab tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789242 Feb 09 14:05:33.492875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-e12cdf5b-858c-4b63-93df-511087ff9d8b service neutron] 10.222.0.59 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833453 Feb 09 14:05:33.620003 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-c3bb198d-0e06-4959-ab24-6d5e15ead302 service neutron] 10.222.0.59 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215966 Feb 09 14:05:33.819522 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9cfac3b-e9b1-4268-9640-ee64e962722a req-4c4f51db-9dcd-4a55-b04a-94124613c2d5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 210 time: 0.0406842 Feb 09 14:05:34.037936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 235bd925-e9ff-4502-a731-2476c5408973 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:34.121423 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 235bd925-e9ff-4502-a731-2476c5408973 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:34.122053 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:34.246820 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ecfb1133-0339-48f0-8bfa-986155922138 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:34.325254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port ecfb1133-0339-48f0-8bfa-986155922138 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:34.326292 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:34.336050 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Sync routers for ids ['b3e50428-5695-4adb-816e-fa14f446abf9'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:05:34.349388 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Routers {'b3e50428-5695-4adb-816e-fa14f446abf9'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:05:34.349974 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:05:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3e50428-5695-4adb-816e-fa14f446abf9'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:34.532310 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Set router b3e50428-5695-4adb-816e-fa14f446abf9 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:05:34.862898 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '918dc839-43d2-43e4-9c5a-58af0858c0cd', 'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:46:66:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:30Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 2, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:34.867244 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Checking router: b3e50428-5695-4adb-816e-fa14f446abf9 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:05:34.867587 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Updating router b3e50428-5695-4adb-816e-fa14f446abf9 port 918dc839-43d2-43e4-9c5a-58af0858c0cd binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:05:34.873353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-3cf3f881-de95-461b-bd40-55bfda6fbdd8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:34.874179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-3cf3f881-de95-461b-bd40-55bfda6fbdd8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:05:34.886628 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-3cf3f881-de95-461b-bd40-55bfda6fbdd8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:05:34.887826 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-3cf3f881-de95-461b-bd40-55bfda6fbdd8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.67 "GET /v2.0/networks?id=482c5888-c1d0-45b2-8f39-e96212477e40 HTTP/1.1" status: 200 len: 796 time: 0.1632717 Feb 09 14:05:34.964355 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:34.964687 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-60ae0db8-afeb-4b1e-8332-70437e769a86 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:05:34.978721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-60ae0db8-afeb-4b1e-8332-70437e769a86 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:05:34.979957 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-60ae0db8-afeb-4b1e-8332-70437e769a86 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 380 time: 0.0799470 Feb 09 14:05:34.991173 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'port': {'device_id': '778a94a3-e516-49c5-af25-f7d529948efa', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'admin_state_up': True, 'tenant_id': '86f562aa055040b884032de1ab443411', 'security_groups': ['414196e3-589d-4a56-91f5-3755dbc142c2']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:35.008178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-620277e5-1afb-4a6e-adb6-e5908361e1e8 req-e6f52119-a3f3-4ed0-853a-fee93c7524b8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 210 time: 0.0544250 Feb 09 14:05:35.131147 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:35.135168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:port and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:35.138230 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:35.144097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:35.154001 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:05:35.156952 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:35.305743 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:35.317484 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Transition to ACTIVE for port object 918dc839-43d2-43e4-9c5a-58af0858c0cd will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:35.323630 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:35.392431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.20.0.8 (482c5888-c1d0-45b2-8f39-e96212477e40/abce3f50-79bf-42b2-84ed-da75b284fd5f/10f5c4e8-7c91-47ea-8057-37eb8e2d06a5) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:05:35.447181 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Pushing event updated for resources: {'Port': ['ID=918dc839-43d2-43e4-9c5a-58af0858c0cd,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:35.461499 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.461833 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.462153 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.462680 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.463187 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.463503 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.463818 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.464240 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.464414 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.464727 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.465028 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:05:35.558214 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Attempting to bind port 918dc839-43d2-43e4-9c5a-58af0858c0cd on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:05:35.558598 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Attempting to bind port 918dc839-43d2-43e4-9c5a-58af0858c0cd by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:05:35.558948 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Attempting to bind port 918dc839-43d2-43e4-9c5a-58af0858c0cd on network 482c5888-c1d0-45b2-8f39-e96212477e40 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:05:35.566416 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:05:35.566804 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Checking segment: {'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:05:35.567192 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:35.567572 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Bound using segment: {'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:05:35.568020 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Bound port: 918dc839-43d2-43e4-9c5a-58af0858c0cd, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:05:35.568378 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:35.592084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:35.607775 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Transition to ACTIVE for port object 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:35.630423 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:35.655027 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] For port 918dc839-43d2-43e4-9c5a-58af0858c0cd, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:05:35.658121 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] For port 918dc839-43d2-43e4-9c5a-58af0858c0cd, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=918dc839-43d2-43e4-9c5a-58af0858c0cd,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:05:35.662859 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:35.711185 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 482c5888-c1d0-45b2-8f39-e96212477e40 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:05:35.714529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:05:35.718823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:05:35.745890 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Routers {'b3e50428-5695-4adb-816e-fa14f446abf9'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:05:35.746502 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:05:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3e50428-5695-4adb-816e-fa14f446abf9'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:35.752220 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:35.782256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:35.782909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:35.800004 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23257a07-5592-42b4-865d-2105a6f1b458 None None] Pushing event updated for resources: {'Port': ['ID=918dc839-43d2-43e4-9c5a-58af0858c0cd,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:35.813184 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-ed753bf0-cdaf-4ab1-a124-31d67bc2b4e4 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8269918 Feb 09 14:05:35.828212 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Request body: {'port': {'device_id': '778a94a3-e516-49c5-af25-f7d529948efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:35.932593 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] Set router b3e50428-5695-4adb-816e-fa14f446abf9 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:05:35.945775 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:36.238656 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b2ad200f-12b4-472f-8d5d-0731b998f3db None None] Provisioning for port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:36.243764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b2ad200f-12b4-472f-8d5d-0731b998f3db None None] Provisioning complete for port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:36.244444 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b2ad200f-12b4-472f-8d5d-0731b998f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:36.253364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1ad95-9fb5-47e8-99ba-6072a3167b3a req-18deefad-e9b4-4356-9d9f-e3844ac14171 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:36.254969 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61d1ad95-9fb5-47e8-99ba-6072a3167b3a req-18deefad-e9b4-4356-9d9f-e3844ac14171 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 931 time: 0.0901771 Feb 09 14:05:36.308664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad200f-12b4-472f-8d5d-0731b998f3db None None] Port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:05:36.309099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-61d1ad95-9fb5-47e8-99ba-6072a3167b3a req-4f990d73-d4dc-4b4f-9149-c9e61549c0bf tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483522 Feb 09 14:05:36.322896 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '918dc839-43d2-43e4-9c5a-58af0858c0cd', 'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:46:66:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:30Z', 'updated_at': '2022-02-09T14:05:35Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:36.327133 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96253a01-302b-4e28-9ab5-822923fbb4d8 None None] The sync data for ids ['b3e50428-5695-4adb-816e-fa14f446abf9'] in n-d-825175-3 is: [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '918dc839-43d2-43e4-9c5a-58af0858c0cd', 'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:46:66:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:30Z', 'updated_at': '2022-02-09T14:05:35Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:05:36.399535 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:05:36.406273 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:36.422879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Transition to ACTIVE for port object 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:05:36.427717 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:36.560704 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Pushing event updated for resources: {'Port': ['ID=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:36.680095 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Attempting to bind port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:05:36.680432 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Attempting to bind port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:05:36.680756 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Attempting to bind port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 on network 482c5888-c1d0-45b2-8f39-e96212477e40 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:05:36.688657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 on network 482c5888-c1d0-45b2-8f39-e96212477e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 14:05:36.688657 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Attempting to bind port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 on network 482c5888-c1d0-45b2-8f39-e96212477e40 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:05:36.694486 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:05:36.694835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Checking segment: {'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:05:36.695216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Bound using segment: {'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:05:36.695703 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Bound port: 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec10749d-7094-4003-8029-b0f007ef9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:05:36.696048 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:36.789462 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] For port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:05:36.792751 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] For port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:05:36.797060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:36.964212 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:36.965544 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] 10.222.0.67 "PUT /v2.0/ports/10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 HTTP/1.1" status: 200 len: 1091 time: 1.1420424 Feb 09 14:05:36.965969 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778a94a3-e516-49c5-af25-f7d529948efa', 'tag': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:36.989965 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f21a07-9207-4d88-bf7e-d396642093ef service neutron] Pushing event updated for resources: {'Port': ['ID=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:37.058603 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778a94a3-e516-49c5-af25-f7d529948efa', 'tag': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'status': 'completed', 'code': 200} Feb 09 14:05:37.088875 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-6b7d0997-8744-4b21-a203-97c6aeaf6c33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 1094 time: 0.0786200 Feb 09 14:05:37.163655 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-c9f3f483-96ea-4853-88b0-677ea9b4ed19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 HTTP/1.1" status: 200 len: 217 time: 0.0675330 Feb 09 14:05:37.228815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-9ba553d6-682d-4496-8e4f-c3ac28b21fec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:37.230262 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-9ba553d6-682d-4496-8e4f-c3ac28b21fec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abce3f50-79bf-42b2-84ed-da75b284fd5f HTTP/1.1" status: 200 len: 835 time: 0.0610037 Feb 09 14:05:37.311101 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-d353b2de-fdef-4932-a6be-4eebcc8f4502 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=482c5888-c1d0-45b2-8f39-e96212477e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742745 Feb 09 14:05:37.444027 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-96849841-8d32-402d-bb3e-5e27563501b5 service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257377 Feb 09 14:05:37.524079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5ba37-4202-47e0-8274-1a2074182811 req-4591f76e-bffc-4ede-a4b7-402a26d748cc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:37.525511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bb5ba37-4202-47e0-8274-1a2074182811 req-4591f76e-bffc-4ede-a4b7-402a26d748cc tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 943 time: 0.0842662 Feb 09 14:05:37.569430 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bb5ba37-4202-47e0-8274-1a2074182811 req-87dabd39-062d-4970-b770-e860ffacf19c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383413 Feb 09 14:05:37.577170 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0ef1a88b-153e-4f72-a0c7-14343a318419 req-cd5cbe7a-5938-4fdd-ae90-930d5ff45ea0 service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278174 Feb 09 14:05:37.688701 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d8611cb-bc6c-4443-9d78-43c044cb71b7 req-c96fd172-b2a3-444f-9d6a-a440ce70ecb6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 1094 time: 0.0699663 Feb 09 14:05:37.819054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8611cb-bc6c-4443-9d78-43c044cb71b7 req-aa615197-a8a3-4cf4-81ae-7ac4210c38d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:37.820397 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d8611cb-bc6c-4443-9d78-43c044cb71b7 req-aa615197-a8a3-4cf4-81ae-7ac4210c38d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=482c5888-c1d0-45b2-8f39-e96212477e40 HTTP/1.1" status: 200 len: 897 time: 0.1260917 Feb 09 14:05:37.891639 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d8611cb-bc6c-4443-9d78-43c044cb71b7 req-0fc5cb3e-31e2-4a68-80d4-52a44feae69e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 HTTP/1.1" status: 200 len: 217 time: 0.0646205 Feb 09 14:05:37.952664 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8611cb-bc6c-4443-9d78-43c044cb71b7 req-2649cd99-913e-41ed-961d-202e5652fc6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:37.954066 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d8611cb-bc6c-4443-9d78-43c044cb71b7 req-2649cd99-913e-41ed-961d-202e5652fc6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abce3f50-79bf-42b2-84ed-da75b284fd5f HTTP/1.1" status: 200 len: 835 time: 0.0557759 Feb 09 14:05:38.031324 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d8611cb-bc6c-4443-9d78-43c044cb71b7 req-26d8282f-3933-4e16-b343-211a838ff57a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=482c5888-c1d0-45b2-8f39-e96212477e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704553 Feb 09 14:05:38.051468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 918dc839-43d2-43e4-9c5a-58af0858c0cd up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:38.121488 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 918dc839-43d2-43e4-9c5a-58af0858c0cd completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:38.126186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 918dc839-43d2-43e4-9c5a-58af0858c0cd triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:38.126675 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:38.165864 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d8611cb-bc6c-4443-9d78-43c044cb71b7 req-a4909022-80ec-4e27-b142-017dbe7ee390 service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269455 Feb 09 14:05:38.239816 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:38.270929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 918dc839-43d2-43e4-9c5a-58af0858c0cd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=918dc839-43d2-43e4-9c5a-58af0858c0cd,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:05:38.275653 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:38.300705 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1d8611cb-bc6c-4443-9d78-43c044cb71b7 req-f7148a37-1ff5-46f3-aed5-c6ee6b30e164 service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274722 Feb 09 14:05:38.342848 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=918dc839-43d2-43e4-9c5a-58af0858c0cd,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:38.773542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509664c-f3ec-4f95-bcc9-0c85b708c91b req-09c1c0ea-e9ca-4908-8d2c-673aa38a1a89 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:38.775051 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7509664c-f3ec-4f95-bcc9-0c85b708c91b req-09c1c0ea-e9ca-4908-8d2c-673aa38a1a89 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 943 time: 0.0812871 Feb 09 14:05:38.821019 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7509664c-f3ec-4f95-bcc9-0c85b708c91b req-1f94a956-9d2a-4c89-991b-046d30c66147 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402718 Feb 09 14:05:40.015799 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95793417-1383-451b-8a6d-20fc1a2d2d06 req-f5900fe7-5e7b-44b1-b244-cf6e2c0e87ce tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:40.017278 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95793417-1383-451b-8a6d-20fc1a2d2d06 req-f5900fe7-5e7b-44b1-b244-cf6e2c0e87ce tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 943 time: 0.0769253 Feb 09 14:05:40.031994 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 918dc839-43d2-43e4-9c5a-58af0858c0cd up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:40.060326 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:05:40.066167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-95793417-1383-451b-8a6d-20fc1a2d2d06 req-f43ddd84-869d-4609-9e8a-7ff7fe32c6bf tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434074 Feb 09 14:05:40.195223 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 918dc839-43d2-43e4-9c5a-58af0858c0cd triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:40.195580 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:40.300035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:05:40.314446 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'port_id': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'mac_address': 'fa:16:3e:03:33:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:05:40.408083 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:40.434253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:05:40.449379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:05:40.453080 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:40.517839 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:40.640860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['10f5c4e8-7c91-47ea-8057-37eb8e2d06a5'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:05:41.271330 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511324e-a9be-4476-a457-bc84fabf9230 req-72e441ed-6dab-4079-9098-304cfcd9ccc0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:41.272687 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1511324e-a9be-4476-a457-bc84fabf9230 req-72e441ed-6dab-4079-9098-304cfcd9ccc0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 944 time: 0.0750568 Feb 09 14:05:41.317152 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1511324e-a9be-4476-a457-bc84fabf9230 req-89edbb08-3793-4950-b511-acf5f57e9d1e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391102 Feb 09 14:05:41.850149 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:42.069381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:05:42.137530 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:05:42.142412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:05:42.143553 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:42.265678 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:42.291171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778a94a3-e516-49c5-af25-f7d529948efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:42.301404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:05:42.305553 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:42.348021 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778a94a3-e516-49c5-af25-f7d529948efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'code': 200} Feb 09 14:05:42.376802 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:42.475054 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dcf9f12e-3be3-4fe2-b9ab-9cadf99876e4 req-aa2a2563-5b2f-465b-9a68-ea9fb3f1d0d3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 1096 time: 0.0698073 Feb 09 14:05:42.517117 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dcf9f12e-3be3-4fe2-b9ab-9cadf99876e4 req-5abf491e-d1bf-4762-9abd-b6446651cbff service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366430 Feb 09 14:05:42.518378 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586372dc-fb6d-4ced-8499-9597b812e143 req-ca7f3399-b0ca-46f4-a43f-603083946976 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:42.520362 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-586372dc-fb6d-4ced-8499-9597b812e143 req-ca7f3399-b0ca-46f4-a43f-603083946976 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0789502 Feb 09 14:05:42.564696 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-586372dc-fb6d-4ced-8499-9597b812e143 req-f6df25f2-52b4-4faa-be99-df44269dc48c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Feb 09 14:05:43.764593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fcf61-e9fb-42c1-805d-417982206597 req-f0dc099d-5e45-4f62-9aa9-c427c2205eb7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:43.766025 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-756fcf61-e9fb-42c1-805d-417982206597 req-f0dc099d-5e45-4f62-9aa9-c427c2205eb7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0764740 Feb 09 14:05:43.810702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-756fcf61-e9fb-42c1-805d-417982206597 req-83b3a131-04c7-4354-a211-e75ef994504c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384891 Feb 09 14:05:44.095826 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc645f6-3a5f-4aca-b985-1a7761d7c5d5 req-af4d99f4-aee5-4f3d-911c-b6a12fd0601f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:44.097283 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9dc645f6-3a5f-4aca-b985-1a7761d7c5d5 req-af4d99f4-aee5-4f3d-911c-b6a12fd0601f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.1677852 Feb 09 14:05:44.142107 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9dc645f6-3a5f-4aca-b985-1a7761d7c5d5 req-62969985-ee7e-40a6-b65f-4460c932cae2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388577 Feb 09 14:05:44.168706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39862) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:44.237196 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e58b3064-c48a-427a-82aa-1da9ba29caaa tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 1091 time: 0.0667448 Feb 09 14:05:44.239810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39866) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:44.244743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'tenant_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:05:44.250723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:05:44.254523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:floatingip and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:05:44.257356 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:05:44.262891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:05:44.274847 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:44.407350 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:44.553160 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.25.5.24 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/a05de817-ef7a-458d-99bf-d755666d3544) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:05:44.697960 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:44.726116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:44.803666 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=a05de817-ef7a-458d-99bf-d755666d3544,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:44.808178 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:05:44.809250 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:05:44.811467 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:05:45.306546 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:45.359314 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:45.553984 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:45.558318 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:45.663209 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=a05de817-ef7a-458d-99bf-d755666d3544,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:05:45.676248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:45.960540 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Floating IP c5391825-c61d-410b-bef6-e804e271a6d6 associated. External IP: 172.25.5.24, port: 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5. Feb 09 14:05:46.342509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router b3e50428-5695-4adb-816e-fa14f446abf9 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:05:46.538199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:05:46.548181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] Sync routers for ids ['b3e50428-5695-4adb-816e-fa14f446abf9'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:05:46.559858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] Routers {'b3e50428-5695-4adb-816e-fa14f446abf9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:05:46.560463 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:05:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3e50428-5695-4adb-816e-fa14f446abf9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:46.567128 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:46.619849 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d3ec957a-b5c2-4d8e-b180-319bd2b1e515 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3789589 Feb 09 14:05:46.620325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778a94a3-e516-49c5-af25-f7d529948efa', 'tag': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:05:46.707976 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:46.754845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] Set router b3e50428-5695-4adb-816e-fa14f446abf9 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:05:46.775630 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778a94a3-e516-49c5-af25-f7d529948efa', 'tag': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'status': 'completed', 'code': 200} Feb 09 14:05:46.802721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33798386-66dc-4924-b33f-390a016e458c req-c6b06126-1c4f-4a41-ae10-4a1e7191f7f9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:46.804202 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33798386-66dc-4924-b33f-390a016e458c req-c6b06126-1c4f-4a41-ae10-4a1e7191f7f9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0845873 Feb 09 14:05:46.855167 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33798386-66dc-4924-b33f-390a016e458c req-031b86c9-2776-464d-8bd5-b740e1086fbf tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445158 Feb 09 14:05:46.871731 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b77316f3-a6d8-45ae-8ea1-42a6e5d76952 req-714ab16e-06da-4433-8b91-939945e4aaed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 1096 time: 0.0736456 Feb 09 14:05:46.886758 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39876) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:47.016080 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-de6ecaf7-d1e5-4437-ad09-51dfec523e97 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/c5391825-c61d-410b-bef6-e804e271a6d6 HTTP/1.1" status: 200 len: 990 time: 0.1279390 Feb 09 14:05:47.017873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77316f3-a6d8-45ae-8ea1-42a6e5d76952 req-defc6eaf-c842-44c4-8c2a-308cc75b57bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:47.019408 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b77316f3-a6d8-45ae-8ea1-42a6e5d76952 req-defc6eaf-c842-44c4-8c2a-308cc75b57bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=482c5888-c1d0-45b2-8f39-e96212477e40 HTTP/1.1" status: 200 len: 897 time: 0.1412966 Feb 09 14:05:47.121315 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c5391825-c61d-410b-bef6-e804e271a6d6', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'port_id': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'mac_address': 'fa:16:3e:03:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778a94a3-e516-49c5-af25-f7d529948efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:05:45Z', 'updated_at': '2022-02-09T14:05:45Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918dc839-43d2-43e4-9c5a-58af0858c0cd', 'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:46:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:30Z', 'updated_at': '2022-02-09T14:05:38Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:47.121953 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b77316f3-a6d8-45ae-8ea1-42a6e5d76952 req-a294ed9e-0195-4860-a5fe-68fc5c7aae25 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 HTTP/1.1" status: 200 len: 998 time: 0.0970242 Feb 09 14:05:47.125226 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] Checking router: b3e50428-5695-4adb-816e-fa14f446abf9 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:05:47.136171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] Routers {'b3e50428-5695-4adb-816e-fa14f446abf9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:05:47.136761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:05:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3e50428-5695-4adb-816e-fa14f446abf9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:47.269562 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77316f3-a6d8-45ae-8ea1-42a6e5d76952 req-529216c5-77d1-4b1e-880d-1f670063e061 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:05:47.271029 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b77316f3-a6d8-45ae-8ea1-42a6e5d76952 req-529216c5-77d1-4b1e-880d-1f670063e061 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abce3f50-79bf-42b2-84ed-da75b284fd5f HTTP/1.1" status: 200 len: 835 time: 0.1429558 Feb 09 14:05:47.313525 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] Set router b3e50428-5695-4adb-816e-fa14f446abf9 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:05:47.345446 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b77316f3-a6d8-45ae-8ea1-42a6e5d76952 req-36b08631-912c-4d34-9eb0-b870c5a75dd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=482c5888-c1d0-45b2-8f39-e96212477e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684593 Feb 09 14:05:47.477296 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b77316f3-a6d8-45ae-8ea1-42a6e5d76952 req-3ec35df6-a6b8-4d5f-81c7-4aef895ffe56 service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247902 Feb 09 14:05:47.606028 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b77316f3-a6d8-45ae-8ea1-42a6e5d76952 req-9c9db826-d9d6-4254-9c5e-d2fec676ed0d service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232414 Feb 09 14:05:47.694087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c5391825-c61d-410b-bef6-e804e271a6d6', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'port_id': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'mac_address': 'fa:16:3e:03:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778a94a3-e516-49c5-af25-f7d529948efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:05:45Z', 'updated_at': '2022-02-09T14:05:45Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918dc839-43d2-43e4-9c5a-58af0858c0cd', 'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:46:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:30Z', 'updated_at': '2022-02-09T14:05:38Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:05:47.697943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2b8c88-59bf-466e-aa44-007d084a47ed None None] The sync data for ids ['b3e50428-5695-4adb-816e-fa14f446abf9'] in n-d-825175-3 is: [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c5391825-c61d-410b-bef6-e804e271a6d6', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.24', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'port_id': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'mac_address': 'fa:16:3e:03:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778a94a3-e516-49c5-af25-f7d529948efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:05:45Z', 'updated_at': '2022-02-09T14:05:45Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918dc839-43d2-43e4-9c5a-58af0858c0cd', 'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:46:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:30Z', 'updated_at': '2022-02-09T14:05:38Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:05:48.020121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39880) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:48.122833 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7f81cba2-2b65-4f16-9826-8ace50d4a629 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/c5391825-c61d-410b-bef6-e804e271a6d6 HTTP/1.1" status: 200 len: 990 time: 0.1014459 Feb 09 14:05:49.126717 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39884) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:49.230869 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-0402571b-0ffa-4229-b822-75821f0d5114 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/c5391825-c61d-410b-bef6-e804e271a6d6 HTTP/1.1" status: 200 len: 990 time: 0.1029763 Feb 09 14:05:49.747575 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:05:50.234539 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 39888) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:50.339606 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-456c2600-9286-41d0-b21b-fbb8ac4c7aef tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/c5391825-c61d-410b-bef6-e804e271a6d6 HTTP/1.1" status: 200 len: 990 time: 0.1038430 Feb 09 14:05:51.215718 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65b734d-c336-46dd-94a3-fd47992bfc94 None None] New status for floating IP c5391825-c61d-410b-bef6-e804e271a6d6: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:05:51.343141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39892) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:51.446008 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-83f6983c-23a1-4871-8629-3a83dfbe93e2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/c5391825-c61d-410b-bef6-e804e271a6d6 HTTP/1.1" status: 200 len: 990 time: 0.1017201 Feb 09 14:05:52.449889 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39896) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:05:52.551798 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-357258a2-b38e-43f1-9574-23b71ef3dd7d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/c5391825-c61d-410b-bef6-e804e271a6d6 HTTP/1.1" status: 200 len: 992 time: 0.1007435 Feb 09 14:05:55.109636 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9e239c86-97b7-4b7c-81fa-167dc11c334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:58.323740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3f0a7f91-f037-44fe-b638-9723848338c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:58.768248 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:05:58.770447 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:00.090857 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:11.868289 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:16.693106 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:19.999972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e237392-52d6-4295-93d1-b52c8ebe7ca0 req-f0ca4983-25b4-4207-beca-d4beabea26a5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:20.001988 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e237392-52d6-4295-93d1-b52c8ebe7ca0 req-f0ca4983-25b4-4207-beca-d4beabea26a5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0801709 Feb 09 14:06:20.045085 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8e237392-52d6-4295-93d1-b52c8ebe7ca0 req-ebd1bcec-09fd-479b-a834-ca421ca0fd3d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374944 Feb 09 14:06:21.260996 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3e0ea-28d5-45c2-a20a-cabb665920c9 req-0dfbd23c-50d8-438a-9623-2dadcdc91633 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:21.262320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5dd3e0ea-28d5-45c2-a20a-cabb665920c9 req-0dfbd23c-50d8-438a-9623-2dadcdc91633 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0747509 Feb 09 14:06:21.306263 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5dd3e0ea-28d5-45c2-a20a-cabb665920c9 req-b9004722-718a-4e2b-95c4-01eb1213fcea tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385005 Feb 09 14:06:22.616419 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a066a21-47ed-4bb4-affe-c73fc99907bd req-c23ab189-f51e-49fe-ba7d-a818042264d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:22.617748 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a066a21-47ed-4bb4-affe-c73fc99907bd req-c23ab189-f51e-49fe-ba7d-a818042264d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.1798346 Feb 09 14:06:22.663877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a066a21-47ed-4bb4-affe-c73fc99907bd req-947a3de4-5d52-4ede-8902-532f03c14002 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405519 Feb 09 14:06:23.860360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f318d1-0ae9-4cb0-a595-1b3760f363da req-0ee8e810-918b-4cd4-968c-ff084a567916 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:23.861815 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4f318d1-0ae9-4cb0-a595-1b3760f363da req-0ee8e810-918b-4cd4-968c-ff084a567916 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0772643 Feb 09 14:06:23.908510 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c4f318d1-0ae9-4cb0-a595-1b3760f363da req-9c7c5f5c-24e1-4a2e-9cf3-e097d06c96d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 Feb 09 14:06:25.108804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52dccb-fff6-4de2-afb0-e1c08e1bf9e8 req-1df11582-45f2-47c8-a87f-78114a82d220 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:25.111277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb52dccb-fff6-4de2-afb0-e1c08e1bf9e8 req-1df11582-45f2-47c8-a87f-78114a82d220 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0790336 Feb 09 14:06:25.117798 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-57687418-c7e1-4718-8ac2-9284caf79020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:25.157090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-eb52dccb-fff6-4de2-afb0-e1c08e1bf9e8 req-c5fdd9f3-95ba-48f0-ae2d-3f75e58af927 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402336 Feb 09 14:06:26.355426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e1ef2-ad12-49e0-8745-30d218d7d545 req-c52cc8a6-3286-44c2-ad3e-c9884e2c12f8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:26.356749 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d4e1ef2-ad12-49e0-8745-30d218d7d545 req-c52cc8a6-3286-44c2-ad3e-c9884e2c12f8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0818646 Feb 09 14:06:26.401916 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2d4e1ef2-ad12-49e0-8745-30d218d7d545 req-75331100-6131-4c47-882f-7f3fc341a9f0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391331 Feb 09 14:06:26.748107 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:06:27.599445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104bab7-8fab-4027-9981-25b73acded05 req-a8c93d07-ac93-40dc-8645-e790a874d9ca tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:27.601136 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2104bab7-8fab-4027-9981-25b73acded05 req-a8c93d07-ac93-40dc-8645-e790a874d9ca tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0752480 Feb 09 14:06:27.645813 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2104bab7-8fab-4027-9981-25b73acded05 req-b204148c-0dfe-46ee-b250-bc594f12efb3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 Feb 09 14:06:28.325824 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-266bd427-0372-4575-a733-698ca791bca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.769860 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.771805 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:28.852392 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df7143-4f13-43d4-b3d9-715cd6e873ae req-d995e435-a3bf-49a4-ae34-23d2f0e18aec tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:28.853837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62df7143-4f13-43d4-b3d9-715cd6e873ae req-d995e435-a3bf-49a4-ae34-23d2f0e18aec tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0803666 Feb 09 14:06:28.898403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62df7143-4f13-43d4-b3d9-715cd6e873ae req-22a5ccbd-602d-44fd-9b82-cb5fd1edb229 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389271 Feb 09 14:06:30.035908 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dc02fe17-3965-4b6b-bdf5-6a1a92be420f req-a57f5e41-58c6-4452-8825-578d22235233 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 1096 time: 0.0746145 Feb 09 14:06:30.094837 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:30.101443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee77ec-dc3d-4ef6-8d54-521deaba6a46 req-b0ddf65c-f62e-4d0c-a3b8-4a237f48ac36 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:30.102926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06ee77ec-dc3d-4ef6-8d54-521deaba6a46 req-b0ddf65c-f62e-4d0c-a3b8-4a237f48ac36 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0795720 Feb 09 14:06:30.151187 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-06ee77ec-dc3d-4ef6-8d54-521deaba6a46 req-04739bb5-f153-42fa-a1d8-eaa042874cdf tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427370 Feb 09 14:06:30.184182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02fe17-3965-4b6b-bdf5-6a1a92be420f req-784ece1b-c742-47fa-95e5-296fef43e801 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:30.185626 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dc02fe17-3965-4b6b-bdf5-6a1a92be420f req-784ece1b-c742-47fa-95e5-296fef43e801 service neutron] 10.222.0.67 "GET /v2.0/networks?id=482c5888-c1d0-45b2-8f39-e96212477e40 HTTP/1.1" status: 200 len: 897 time: 0.1296909 Feb 09 14:06:30.287102 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dc02fe17-3965-4b6b-bdf5-6a1a92be420f req-ccf50cb9-adbf-4b8f-9f64-f762f4481ce0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 HTTP/1.1" status: 200 len: 1000 time: 0.0952337 Feb 09 14:06:30.348343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02fe17-3965-4b6b-bdf5-6a1a92be420f req-0ee59120-aa13-46a4-8462-fe845a14e0a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:30.349801 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dc02fe17-3965-4b6b-bdf5-6a1a92be420f req-0ee59120-aa13-46a4-8462-fe845a14e0a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abce3f50-79bf-42b2-84ed-da75b284fd5f HTTP/1.1" status: 200 len: 835 time: 0.0573001 Feb 09 14:06:30.424400 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dc02fe17-3965-4b6b-bdf5-6a1a92be420f req-26aedc0a-303f-4c23-9a7b-bff1a978e793 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=482c5888-c1d0-45b2-8f39-e96212477e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690651 Feb 09 14:06:30.551713 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dc02fe17-3965-4b6b-bdf5-6a1a92be420f req-b4ca7ea6-5eda-452e-a4e8-fa1833d51d3d service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215153 Feb 09 14:06:30.678624 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dc02fe17-3965-4b6b-bdf5-6a1a92be420f req-13ad5ee2-3abc-4393-be88-4fb1a248b9f8 service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212301 Feb 09 14:06:31.345511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605c203-4581-4072-b27b-566ca3a0215b req-375ddf48-5949-4938-8d8e-a191f6d566d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:31.346913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f605c203-4581-4072-b27b-566ca3a0215b req-375ddf48-5949-4938-8d8e-a191f6d566d9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0745914 Feb 09 14:06:31.391755 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f605c203-4581-4072-b27b-566ca3a0215b req-b53c27a9-9c47-443d-b31c-88fcdcbfd738 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392354 Feb 09 14:06:32.592890 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445deb52-b975-4988-a3e6-1311bb1bb36d req-c130c2f9-6fb8-420c-86f5-5817601ec580 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:32.594320 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-445deb52-b975-4988-a3e6-1311bb1bb36d req-c130c2f9-6fb8-420c-86f5-5817601ec580 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0814376 Feb 09 14:06:32.639274 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-445deb52-b975-4988-a3e6-1311bb1bb36d req-9043e068-16ce-4a03-b65b-969cdd5edf3d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Feb 09 14:06:33.835260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a5b01-e90f-4321-a892-66eefc15c617 req-6a48ed02-4766-460e-ae5e-91585e009d31 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:33.836691 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-440a5b01-e90f-4321-a892-66eefc15c617 req-6a48ed02-4766-460e-ae5e-91585e009d31 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0759706 Feb 09 14:06:33.881386 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-440a5b01-e90f-4321-a892-66eefc15c617 req-1f40767d-1caa-4d3d-b111-46b9a59933db tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387340 Feb 09 14:06:35.086354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc7e5c-4f4b-4e3a-b7e3-0deb453b0555 req-d554de56-029a-447c-856e-f8d1b010b156 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:35.087873 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3dc7e5c-4f4b-4e3a-b7e3-0deb453b0555 req-d554de56-029a-447c-856e-f8d1b010b156 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0816259 Feb 09 14:06:35.135670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b3dc7e5c-4f4b-4e3a-b7e3-0deb453b0555 req-b128a7ff-27ef-4d69-974d-e24fcf7c61b0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Feb 09 14:06:36.337925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a57739-68fd-46f3-b854-3f50aed3ef9a req-dfaa6893-248c-42a4-ba92-a479062e268a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:36.339319 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53a57739-68fd-46f3-b854-3f50aed3ef9a req-dfaa6893-248c-42a4-ba92-a479062e268a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0793896 Feb 09 14:06:36.387189 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-53a57739-68fd-46f3-b854-3f50aed3ef9a req-91f7dd8c-2bdd-42ae-afeb-56d9463cc7a0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 Feb 09 14:06:36.414249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39948) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:36.514974 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4e183c0e-c0d0-4d83-b770-3dde3e5c5a30 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/c5391825-c61d-410b-bef6-e804e271a6d6 HTTP/1.1" status: 200 len: 992 time: 0.0994973 Feb 09 14:06:37.971818 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4052dab-c47a-4b27-bfe3-20622d172e53 req-91476309-f22f-43f8-93ce-034a745cc04c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:37.975541 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4052dab-c47a-4b27-bfe3-20622d172e53 req-91476309-f22f-43f8-93ce-034a745cc04c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0827374 Feb 09 14:06:37.999583 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1040703b-5f26-484c-bafe-6ffee849ea2b req-aa132aeb-541c-49fc-bbda-a5c8829d8110 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 1096 time: 0.0683711 Feb 09 14:06:38.022351 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f4052dab-c47a-4b27-bfe3-20622d172e53 req-91075a7c-7200-408e-ba2f-d5c3bcbc89b6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420787 Feb 09 14:06:38.223389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040703b-5f26-484c-bafe-6ffee849ea2b req-337f3d37-4a48-43bb-98cd-0067403c8a0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:38.224831 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1040703b-5f26-484c-bafe-6ffee849ea2b req-337f3d37-4a48-43bb-98cd-0067403c8a0a service neutron] 10.222.0.67 "GET /v2.0/networks?id=482c5888-c1d0-45b2-8f39-e96212477e40 HTTP/1.1" status: 200 len: 897 time: 0.2198951 Feb 09 14:06:38.324765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1040703b-5f26-484c-bafe-6ffee849ea2b req-46180d79-5438-4020-8923-479955d6f503 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 HTTP/1.1" status: 200 len: 1000 time: 0.0941672 Feb 09 14:06:38.386591 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040703b-5f26-484c-bafe-6ffee849ea2b req-0eb8361d-e17c-48cd-8ffb-c138e36903aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:38.388032 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1040703b-5f26-484c-bafe-6ffee849ea2b req-0eb8361d-e17c-48cd-8ffb-c138e36903aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abce3f50-79bf-42b2-84ed-da75b284fd5f HTTP/1.1" status: 200 len: 835 time: 0.0572541 Feb 09 14:06:38.466791 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1040703b-5f26-484c-bafe-6ffee849ea2b req-d452fbc4-9977-427d-b4d8-e25e3c2144fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=482c5888-c1d0-45b2-8f39-e96212477e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720801 Feb 09 14:06:38.596282 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1040703b-5f26-484c-bafe-6ffee849ea2b req-081542a9-4398-4514-9839-445d9a6f22af service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227951 Feb 09 14:06:38.734973 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1040703b-5f26-484c-bafe-6ffee849ea2b req-3ca999ce-7bb4-4cf6-a503-13d08d69cc79 service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336522 Feb 09 14:06:39.228414 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d55210-8db3-4e66-a2ee-63bb7c9c9efb req-b3b6140a-c24a-4ac2-8a72-87ee40d90e14 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:39.229859 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47d55210-8db3-4e66-a2ee-63bb7c9c9efb req-b3b6140a-c24a-4ac2-8a72-87ee40d90e14 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0778735 Feb 09 14:06:39.280050 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47d55210-8db3-4e66-a2ee-63bb7c9c9efb req-1b39af85-f046-4756-b569-adaf1dc02454 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445747 Feb 09 14:06:40.478909 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e9038-b213-4861-aa46-98ca75782107 req-57b433f2-0935-420d-ac28-d5b76b633dd3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:06:40.480361 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e7e9038-b213-4861-aa46-98ca75782107 req-57b433f2-0935-420d-ac28-d5b76b633dd3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0769916 Feb 09 14:06:40.526082 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6e7e9038-b213-4861-aa46-98ca75782107 req-09a88383-813a-4b4e-a3ac-52d8b1aae78d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403247 Feb 09 14:06:40.556582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39962) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:06:40.658299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-369bb4aa-063a-4aad-993a-0047bc5bdb1e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/c5391825-c61d-410b-bef6-e804e271a6d6 HTTP/1.1" status: 200 len: 992 time: 0.1005950 Feb 09 14:06:41.870851 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:46.697686 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:55.112368 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1739131c-95a2-4ad1-9ac8-0f7b9ead51cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:58.327816 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef899a93-3627-44d4-b5d1-2e70c9b16657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:58.776056 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:06:58.777940 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:00.096530 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:03.748584 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:07:11.495653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 39988) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:11.798355 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port a05de817-ef7a-458d-99bf-d755666d3544 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:07:11.798625 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.882010 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.972441 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:11.973291 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:12.094705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for a05de817-ef7a-458d-99bf-d755666d3544 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:07:12.242907 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:12.287893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=a05de817-ef7a-458d-99bf-d755666d3544,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:12.333114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.333461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.333795 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.334127 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.334454 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.334804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.335128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.335450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.335770 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.336087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.336402 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:12.390665 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:12.777335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router b3e50428-5695-4adb-816e-fa14f446abf9 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:07:12.980527 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:07:12.991870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] Sync routers for ids ['b3e50428-5695-4adb-816e-fa14f446abf9'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:07:12.998493 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:13.003654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] Routers {'b3e50428-5695-4adb-816e-fa14f446abf9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:07:13.004910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:06:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3e50428-5695-4adb-816e-fa14f446abf9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:13.054309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-34b44f51-b20b-4d92-aac2-b3a59e03e619 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/floatingips/c5391825-c61d-410b-bef6-e804e271a6d6 HTTP/1.1" status: 204 len: 168 time: 1.5574105 Feb 09 14:07:13.054747 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778a94a3-e516-49c5-af25-f7d529948efa', 'tag': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:13.114490 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778a94a3-e516-49c5-af25-f7d529948efa', 'tag': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'status': 'completed', 'code': 200} Feb 09 14:07:13.231958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] Set router b3e50428-5695-4adb-816e-fa14f446abf9 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:07:13.247634 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-541ed44f-1c39-4dc2-9843-25989b03e4f0 req-f610558b-4f1c-4a43-8b24-d236cfccef7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 1096 time: 0.1007719 Feb 09 14:07:13.404467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ed44f-1c39-4dc2-9843-25989b03e4f0 req-22dcf71f-6acd-4bfe-b72a-d69e0315fde9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:13.406028 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-541ed44f-1c39-4dc2-9843-25989b03e4f0 req-22dcf71f-6acd-4bfe-b72a-d69e0315fde9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=482c5888-c1d0-45b2-8f39-e96212477e40 HTTP/1.1" status: 200 len: 897 time: 0.1452498 Feb 09 14:07:13.481783 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-541ed44f-1c39-4dc2-9843-25989b03e4f0 req-3571933d-df15-4c2e-9111-7682c1442d3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 HTTP/1.1" status: 200 len: 217 time: 0.0673051 Feb 09 14:07:13.559012 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ed44f-1c39-4dc2-9843-25989b03e4f0 req-0b7d0c76-50a6-4fb4-bd99-482a3fed1157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:13.560650 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-541ed44f-1c39-4dc2-9843-25989b03e4f0 req-0b7d0c76-50a6-4fb4-bd99-482a3fed1157 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=abce3f50-79bf-42b2-84ed-da75b284fd5f HTTP/1.1" status: 200 len: 835 time: 0.0715530 Feb 09 14:07:13.579602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '918dc839-43d2-43e4-9c5a-58af0858c0cd', 'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:46:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:30Z', 'updated_at': '2022-02-09T14:05:38Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:13.584343 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] Checking router: b3e50428-5695-4adb-816e-fa14f446abf9 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:07:13.608429 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] Routers {'b3e50428-5695-4adb-816e-fa14f446abf9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:07:13.609494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:06:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3e50428-5695-4adb-816e-fa14f446abf9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:13.609675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc552d2-2680-4752-8d05-6ff2ffadfd23 req-92437597-af0c-4115-8ebd-53d788ab04e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:13.610825 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7bc552d2-2680-4752-8d05-6ff2ffadfd23 req-92437597-af0c-4115-8ebd-53d788ab04e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:13.637190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-7bc552d2-2680-4752-8d05-6ff2ffadfd23 req-92437597-af0c-4115-8ebd-53d788ab04e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:13.643463 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bc552d2-2680-4752-8d05-6ff2ffadfd23 req-92437597-af0c-4115-8ebd-53d788ab04e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.2090168 Feb 09 14:07:13.645916 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-541ed44f-1c39-4dc2-9843-25989b03e4f0 req-a04ac95d-bb64-446b-ac02-051203c91b95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=482c5888-c1d0-45b2-8f39-e96212477e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779269 Feb 09 14:07:13.692836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bc552d2-2680-4752-8d05-6ff2ffadfd23 req-ebbddb9f-9c40-49f5-8c33-a141df8bda1b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437613 Feb 09 14:07:13.784089 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-541ed44f-1c39-4dc2-9843-25989b03e4f0 req-ceb026f7-c099-4699-9d4b-7af3e0bf5464 service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317022 Feb 09 14:07:13.854769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] Set router b3e50428-5695-4adb-816e-fa14f446abf9 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:07:13.925809 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-541ed44f-1c39-4dc2-9843-25989b03e4f0 req-d3913443-7c3c-48c0-a05b-4d3ebd46e24a service neutron] 10.222.0.67 "GET /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349671 Feb 09 14:07:14.178493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '918dc839-43d2-43e4-9c5a-58af0858c0cd', 'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:46:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:30Z', 'updated_at': '2022-02-09T14:05:38Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:14.182324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2490c-3cdf-4a40-b2c1-8333c3abb891 None None] The sync data for ids ['b3e50428-5695-4adb-816e-fa14f446abf9'] in n-d-825175-3 is: [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:31Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '918dc839-43d2-43e4-9c5a-58af0858c0cd', 'name': '', 'network_id': '482c5888-c1d0-45b2-8f39-e96212477e40', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:46:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:30Z', 'updated_at': '2022-02-09T14:05:38Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': 'abce3f50-79bf-42b2-84ed-da75b284fd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:07:14.392122 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9455ac20-5535-4cac-a3d0-2886cafaf868 None None] New status for floating IP c5391825-c61d-410b-bef6-e804e271a6d6: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:07:14.923453 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-9bb3564b-1040-46c4-ba68-1ee6b4e5e987 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:14.924145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-9bb3564b-1040-46c4-ba68-1ee6b4e5e987 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:14.936894 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-9bb3564b-1040-46c4-ba68-1ee6b4e5e987 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:14.937948 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-9bb3564b-1040-46c4-ba68-1ee6b4e5e987 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.67 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.0935493 Feb 09 14:07:14.963810 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e75f49-c67b-408d-bb9f-8f52ae7ae435 req-702e0417-bc2d-4b4b-8bd4-573da5836eff tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:14.965553 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8e75f49-c67b-408d-bb9f-8f52ae7ae435 req-702e0417-bc2d-4b4b-8bd4-573da5836eff tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 945 time: 0.1435504 Feb 09 14:07:15.009642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:07:15.009975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.013627 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b8e75f49-c67b-408d-bb9f-8f52ae7ae435 req-dace2aa0-bcff-4321-ba54-383c5f665090 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=414196e3-589d-4a56-91f5-3755dbc142c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410769 Feb 09 14:07:15.337256 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:07:15.337605 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.454597 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:07:15.595141 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.647604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=10f5c4e8-7c91-47ea-8057-37eb8e2d06a5,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:15.714762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.715210 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.715435 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.715759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.716083 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.716405 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.716724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.717042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.717356 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.717666 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.717975 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:15.730811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] No DVR routers for this DVR port 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:07:15.733272 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:15.735832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778a94a3-e516-49c5-af25-f7d529948efa', 'name': 'network-vif-deleted', 'tag': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:15.751907 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-4b12522e-39f4-4fe6-9495-3368687c1a31 req-a451d7b9-f329-44f7-ba89-7957d326a632 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.67 "DELETE /v2.0/ports/10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 HTTP/1.1" status: 204 len: 173 time: 0.8078878 Feb 09 14:07:15.797651 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778a94a3-e516-49c5-af25-f7d529948efa', 'name': 'network-vif-deleted', 'tag': '10f5c4e8-7c91-47ea-8057-37eb8e2d06a5', 'status': 'completed', 'code': 200} Feb 09 14:07:16.298521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5ba81640-f35e-485e-9c30-18de5725dda7 req-f4e187a5-9e18-480e-a8fc-4a061924c9f9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=778a94a3-e516-49c5-af25-f7d529948efa HTTP/1.1" status: 200 len: 210 time: 0.1476076 Feb 09 14:07:16.708194 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:17.409622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40010) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:17.794167 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:18.471877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 918dc839-43d2-43e4-9c5a-58af0858c0cd {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:07:18.472590 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:18.492960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:18.532073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:07:18.532422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 10f5c4e8-7c91-47ea-8057-37eb8e2d06a5 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:18.662078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port 918dc839-43d2-43e4-9c5a-58af0858c0cd, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=918dc839-43d2-43e4-9c5a-58af0858c0cd,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:07:18.662427 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:18.778905 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 918dc839-43d2-43e4-9c5a-58af0858c0cd owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:07:18.950512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:18.995086 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=918dc839-43d2-43e4-9c5a-58af0858c0cd,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:19.284309 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:19.928470 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router b3e50428-5695-4adb-816e-fa14f446abf9 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:07:20.147305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:07:20.157257 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] Sync routers for ids ['b3e50428-5695-4adb-816e-fa14f446abf9'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:07:20.160680 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc4b6c09-4f45-45e3-ba0a-7f533202ba06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "PUT /v2.0/routers/b3e50428-5695-4adb-816e-fa14f446abf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7494724 Feb 09 14:07:20.163357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40014) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:20.169254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] Routers {'b3e50428-5695-4adb-816e-fa14f446abf9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:07:20.169860 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:06:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3e50428-5695-4adb-816e-fa14f446abf9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:20.351212 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] Set router b3e50428-5695-4adb-816e-fa14f446abf9 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:07:20.356646 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-96144647-4250-4d87-9bf0-48e3c50fc0de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting subnet abce3f50-79bf-42b2-84ed-da75b284fd5f {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:07:20.359575 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96144647-4250-4d87-9bf0-48e3c50fc0de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:20.418778 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96144647-4250-4d87-9bf0-48e3c50fc0de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:20.502098 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96144647-4250-4d87-9bf0-48e3c50fc0de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:20.579401 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96144647-4250-4d87-9bf0-48e3c50fc0de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:20.621501 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96144647-4250-4d87-9bf0-48e3c50fc0de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Subnet': ['ID=abce3f50-79bf-42b2-84ed-da75b284fd5f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:20.626370 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-96144647-4250-4d87-9bf0-48e3c50fc0de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:20.633964 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-96144647-4250-4d87-9bf0-48e3c50fc0de tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/subnets/abce3f50-79bf-42b2-84ed-da75b284fd5f HTTP/1.1" status: 204 len: 168 time: 0.4696512 Feb 09 14:07:20.635211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5960d23e-0133-4fa8-bc49-1de8f97b81b8 None None] Network 482c5888-c1d0-45b2-8f39-e96212477e40 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:07:20.636679 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40018) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:20.793404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:07:18Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:20.807128 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] Checking router: b3e50428-5695-4adb-816e-fa14f446abf9 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:07:20.826289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] Routers {'b3e50428-5695-4adb-816e-fa14f446abf9'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:07:20.826913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:06:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['b3e50428-5695-4adb-816e-fa14f446abf9'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:20.843589 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.035502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] Set router b3e50428-5695-4adb-816e-fa14f446abf9 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:07:21.058130 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.069042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port ecfb1133-0339-48f0-8bfa-986155922138 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:07:21.069436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.075680 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] DHCP port deletion for 482c5888-c1d0-45b2-8f39-e96212477e40 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:07:21.187756 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Deleting port 235bd925-e9ff-4502-a731-2476c5408973 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:07:21.188468 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.245680 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port ecfb1133-0339-48f0-8bfa-986155922138, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=ecfb1133-0339-48f0-8bfa-986155922138,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:07:21.246083 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.463923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for ecfb1133-0339-48f0-8bfa-986155922138 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:07:21.525167 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] For port 235bd925-e9ff-4502-a731-2476c5408973, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=235bd925-e9ff-4502-a731-2476c5408973,segment=NetworkSegment(ec10749d-7094-4003-8029-b0f007ef9ab6),segment_id=ec10749d-7094-4003-8029-b0f007ef9ab6)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:07:21.525465 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.629497 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.651170 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Calling delete_port for 235bd925-e9ff-4502-a731-2476c5408973 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:07:21.676732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=ecfb1133-0339-48f0-8bfa-986155922138,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:21.727193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:07:18Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:21.731433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b490f0-8ee4-43c6-bce8-891b5962bd2b None None] The sync data for ids ['b3e50428-5695-4adb-816e-fa14f446abf9'] in n-d-825175-3 is: [{'id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008847298', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185'}], 'enable_snat': True}, 'gw_port_id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:07:18Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'ecfb1133-0339-48f0-8bfa-986155922138', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e50428-5695-4adb-816e-fa14f446abf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:05:27Z', 'updated_at': '2022-02-09T14:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:07:21.739922 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:21.783045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Pushing event deleted for resources: {'Port': ['ID=235bd925-e9ff-4502-a731-2476c5408973,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:21.797655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.797998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.798331 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.798689 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.799017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.799340 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.799661 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.799984 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.800302 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.800655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.800993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:21.803808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe19715-709b-48de-8f72-a8b8b935bd21 None None] No DVR routers for this DVR port 235bd925-e9ff-4502-a731-2476c5408973 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:07:21.929127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.184418 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.188761 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.190851 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 235bd925-e9ff-4502-a731-2476c5408973 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:22.218489 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.219090 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Fanout notify agent at l3_agent the message router_deleted on router b3e50428-5695-4adb-816e-fa14f446abf9 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:07:22.232558 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 235bd925-e9ff-4502-a731-2476c5408973 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:07:22.233193 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 235bd925-e9ff-4502-a731-2476c5408973 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:22.233596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 918dc839-43d2-43e4-9c5a-58af0858c0cd no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:22.234667 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.235758 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-25a96050-5fe7-4217-8e21-3e515d9d7ceb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/routers/b3e50428-5695-4adb-816e-fa14f446abf9 HTTP/1.1" status: 204 len: 168 time: 1.5979886 Feb 09 14:07:22.238903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40022) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:22.270074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 918dc839-43d2-43e4-9c5a-58af0858c0cd {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:07:22.270715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 918dc839-43d2-43e4-9c5a-58af0858c0cd not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:22.368699 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.504999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.529735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['482c5888-c1d0-45b2-8f39-e96212477e40']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:22.542565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec10749d-7094-4003-8029-b0f007ef9ab6') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:22.542857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec10749d-7094-4003-8029-b0f007ef9ab6') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:22.555408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.570951 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.576745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:07:22.577197 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: timer() Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:07:22.590940 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:07:22.676719 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.696393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.702411 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Network': ['ID=482c5888-c1d0-45b2-8f39-e96212477e40,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:22.713906 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-93ac7b9a-764d-445f-aec0-6947daa73f73 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/networks/482c5888-c1d0-45b2-8f39-e96212477e40 HTTP/1.1" status: 204 len: 168 time: 0.4736145 Feb 09 14:07:22.716864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40026) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:22.792310 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eee9168b-2ec7-42ff-a5b3-b79fd8ae023d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.820825 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eee9168b-2ec7-42ff-a5b3-b79fd8ae023d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.886308 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eee9168b-2ec7-42ff-a5b3-b79fd8ae023d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.905126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9168b-2ec7-42ff-a5b3-b79fd8ae023d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414196e3-589d-4a56-91f5-3755dbc142c2,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:22.916136 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-eee9168b-2ec7-42ff-a5b3-b79fd8ae023d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:22.917241 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-eee9168b-2ec7-42ff-a5b3-b79fd8ae023d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/security-groups/414196e3-589d-4a56-91f5-3755dbc142c2 HTTP/1.1" status: 204 len: 168 time: 0.1994817 Feb 09 14:07:23.222672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40034) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:23.228544 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1017634126', 'description': 'tempest-secgroup-smoke-1017634126 description', 'project_id': '86f562aa055040b884032de1ab443411'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:23.235217 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:23.239303 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:23.242112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:23.248108 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:23.258614 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.294373 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:23.298123 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:23.301489 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:23.306933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:23.362219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.366174 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.408056 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd34278f-70df-4d00-803a-e82ee33cd6dc,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:23.411194 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.412350 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d4e89854-020b-4b01-afb7-96fbb0fdc513 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1886716 Feb 09 14:07:23.415302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40038) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:23.420824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': 'fd34278f-70df-4d00-803a-e82ee33cd6dc', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:23.428102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:23.431909 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:23.434755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:23.440297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:23.456550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.514296 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.517561 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.540635 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d3edb7-b82d-47a6-88f4-b85f28c80b40,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:23.548741 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.549903 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b8c54c65-598d-4e66-b96d-6a501b9bd339 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1336353 Feb 09 14:07:23.552587 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40042) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:23.557817 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': 'fd34278f-70df-4d00-803a-e82ee33cd6dc', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:23.564241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:23.568013 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:23.570815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:23.576332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:23.593046 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.651520 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.654908 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.680509 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48eafae-c807-4c20-9aee-61a033cc76fc,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:23.689731 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.690974 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-866f5d73-4437-4715-a23a-33642e07c33e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1374774 Feb 09 14:07:23.693917 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40046) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:23.699199 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': 'fd34278f-70df-4d00-803a-e82ee33cd6dc', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:23.705748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:23.710087 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:23.712915 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:23.718395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:23.825634 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.885070 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.888996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.912440 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e1285c-0147-49d4-a23c-b012f324240c,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:23.921119 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:23.922281 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ff7c3b90-d210-42b8-849d-0ae25d04b9ad tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2274399 Feb 09 14:07:23.924986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40050) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:23.930556 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': 'fd34278f-70df-4d00-803a-e82ee33cd6dc', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:23.937335 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:23.941568 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:23.944448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:23.950280 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:23.967258 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.037048 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.042414 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ecfb1133-0339-48f0-8bfa-986155922138 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:07:24.043259 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.066780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449234bd-fa5d-418b-bf92-0d1817a937b7,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:24.074922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: ecfb1133-0339-48f0-8bfa-986155922138 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:07:24.075244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device ecfb1133-0339-48f0-8bfa-986155922138 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:07:24.077218 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.078616 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5e027f36-d229-468d-bd33-57275c1195e3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1525369 Feb 09 14:07:24.081387 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40054) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:24.087526 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': 'fd34278f-70df-4d00-803a-e82ee33cd6dc', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:24.094483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:24.098198 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:24.101297 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:24.106923 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:24.116852 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Project 86f562aa055040b884032de1ab443411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:07:24.123552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.189110 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.192774 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.218149 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48785879-cdf9-41d9-a492-dff191654bfb,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:24.227686 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.228988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d1956fc2-6b87-4759-9450-eb4b2d8eabb0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1458473 Feb 09 14:07:24.231788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40058) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:24.237053 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'security_group_rule': {'security_group_id': 'fd34278f-70df-4d00-803a-e82ee33cd6dc', 'project_id': '86f562aa055040b884032de1ab443411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:24.244514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:24.248336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:security_group_rule and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:24.251191 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:24.257291 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:24.267333 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Project 86f562aa055040b884032de1ab443411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:07:24.273581 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.337998 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.341552 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.364984 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951280a3-c800-4f87-ad25-0974b2eb084b,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:24.373332 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.374766 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-02d1e5cb-525f-4cc0-8b5b-b90a701eabcd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1420569 Feb 09 14:07:24.377676 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40062) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:24.383639 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'network': {'name': 'tempest-network-smoke--1582498830', 'project_id': '86f562aa055040b884032de1ab443411', 'port_security_enabled': True}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:24.389472 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:24.393727 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:network and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:24.396569 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:24.402019 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:24.411608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'network': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:07:24.414738 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.443555 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=83479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:07:24.452507 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.452842 n-d-825175-3 neutron-server[83479]: INFO neutron.db.segments_db [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Added segment 20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8 of type vlan for network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 Feb 09 14:07:24.482135 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.511809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.515693 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:24.516262 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.623911 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2451921 Feb 09 14:07:24.626682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860f670-c6dd-4561-aa1a-c7a22921ef11 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Network': ['ID=8451d86b-c801-4c2f-92b6-58e1ff7d89f0,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:24.626873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40066) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:24.634647 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'admin_state_up': True, 'project_id': '86f562aa055040b884032de1ab443411', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:24.636766 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:07:24.642142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:24.645965 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:router and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:24.648788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:24.655302 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:24.665097 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.666058 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.684613 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:24.830757 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.004609 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.037397 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.115026 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0c387966-5508-46b9-8ef4-09444cb3462b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.169375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.25.5.15 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/c15ef978-0e13-4c37-9b94-598206b56b54) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:25.312456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.343866 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.409386 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:25.416744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:25.421833 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:07:25.449220 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=c15ef978-0e13-4c37-9b94-598206b56b54,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:25.577856 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.578506 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:25.810755 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 14:07:26.013224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:07:26.023676 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Sync routers for ids ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:07:26.039062 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Routers {'86b8c66b-c1e9-4113-a638-e15cd5e87c0d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:07:26.039653 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:06:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:26.044072 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.045363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-df821494-761a-4914-b4b6-6501f41a8225 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4175189 Feb 09 14:07:26.048396 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40070) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:26.087851 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4c06039d-606e-4296-815e-568e14c13456 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=86f562aa055040b884032de1ab443411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384095 Feb 09 14:07:26.090560 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40074) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:26.214175 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Set router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:07:26.317086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fda83f-0f6f-43c6-b041-3c33ea54a742 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:26.318486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-50fda83f-0f6f-43c6-b041-3c33ea54a742 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2270319 Feb 09 14:07:26.321237 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40078) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:26.362248 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-32e4140d-642c-43f6-ae43-854912924fa7 tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=61e9db1c-d05e-49cf-97f0-c92d65dcd02b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399845 Feb 09 14:07:26.365284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40082) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:26.370417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-384501248', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'project_id': '86f562aa055040b884032de1ab443411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:26.477698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:26.481463 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:subnet and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:26.484233 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:26.489741 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:26.497792 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:25Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:26.499499 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:07:26.501700 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Checking router: 86b8c66b-c1e9-4113-a638-e15cd5e87c0d for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:07:26.502040 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Updating router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d port c15ef978-0e13-4c37-9b94-598206b56b54 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:07:26.552163 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.601353 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.812219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.878085 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.890101 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Transition to ACTIVE for port object c15ef978-0e13-4c37-9b94-598206b56b54 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:26.891514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Subnet': ['ID=96ef8efe-a657-47d0-a5fd-6725cc9da91e,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:26.896522 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.903445 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Checking segment: {'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:07:26.903804 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network hostable DHCP agents. Network: 8451d86b-c801-4c2f-92b6-58e1ff7d89f0, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:07:26.930693 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:07:26.954325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 8451d86b-c801-4c2f-92b6-58e1ff7d89f0) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:26.959175 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:26.959805 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.968923 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Attempting to bind port c15ef978-0e13-4c37-9b94-598206b56b54 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:26.969292 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Attempting to bind port c15ef978-0e13-4c37-9b94-598206b56b54 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:26.969623 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Attempting to bind port c15ef978-0e13-4c37-9b94-598206b56b54 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:07:26.971177 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c1c23-09d9-42ff-bf04-03c27209040b None None] Network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:07:26.981485 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:07:26.981912 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:07:26.982312 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.982723 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:07:26.983180 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Bound port: c15ef978-0e13-4c37-9b94-598206b56b54, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:26.983537 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:26.992261 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ffe308a1-abaf-4888-85e5-a6ca0ca4d10a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6259208 Feb 09 14:07:26.995326 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40086) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:27.070092 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Pushing event updated for resources: {'Port': ['ID=c15ef978-0e13-4c37-9b94-598206b56b54,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:27.098106 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.098438 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.098989 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.099314 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.099635 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.099951 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.100518 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.100835 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.101140 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.101443 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.101748 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:07:27.117242 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] For port c15ef978-0e13-4c37-9b94-598206b56b54, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:07:27.120439 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] For port c15ef978-0e13-4c37-9b94-598206b56b54, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c15ef978-0e13-4c37-9b94-598206b56b54,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:07:27.127559 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.211061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'tenant_id': '86f562aa055040b884032de1ab443411', 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 14:07:27.212045 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.213348 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017251df-1eda-417a-9d17-cb8082947195 None None] Pushing event updated for resources: {'Port': ['ID=c15ef978-0e13-4c37-9b94-598206b56b54,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:27.215877 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Routers {'86b8c66b-c1e9-4113-a638-e15cd5e87c0d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:07:27.216653 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:06:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:27.376341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Allocated IP 172.20.0.2 (8451d86b-c801-4c2f-92b6-58e1ff7d89f0/96ef8efe-a657-47d0-a5fd-6725cc9da91e/3961db0f-da4a-4ac9-bd98-df83f04c1660) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:27.394404 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] Set router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:07:27.629980 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.640397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Transition to ACTIVE for port object 3961db0f-da4a-4ac9-bd98-df83f04c1660 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:27.661602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Transition to ACTIVE for port object 3961db0f-da4a-4ac9-bd98-df83f04c1660 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:27.668661 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.684015 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:25Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:27.687899 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1396432c-56a9-4b5f-a74e-64149390e0e4 None None] The sync data for ids ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'] in n-d-825175-3 is: [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:25Z', 'revision_number': 3, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:07:27.749185 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:27.752500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:27.754903 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:07:27.787183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Pushing event updated for resources: {'Port': ['ID=3961db0f-da4a-4ac9-bd98-df83f04c1660,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:27.794821 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.850164 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Attempting to bind port 3961db0f-da4a-4ac9-bd98-df83f04c1660 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:27.850883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Attempting to bind port 3961db0f-da4a-4ac9-bd98-df83f04c1660 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:27.851241 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Attempting to bind port 3961db0f-da4a-4ac9-bd98-df83f04c1660 on network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:07:27.858536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:07:27.858914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Checking segment: {'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:07:27.859306 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.859691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Bound using segment: {'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:07:27.860146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Bound port: 3961db0f-da4a-4ac9-bd98-df83f04c1660, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:27.860511 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:27.983726 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] For port 3961db0f-da4a-4ac9-bd98-df83f04c1660, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:07:27.987973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] For port 3961db0f-da4a-4ac9-bd98-df83f04c1660, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3961db0f-da4a-4ac9-bd98-df83f04c1660,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:07:27.996486 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.088886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129961d4-d69b-4b1b-9b8e-d2ff39cb008b None None] Pushing event updated for resources: {'Port': ['ID=3961db0f-da4a-4ac9-bd98-df83f04c1660,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:28.135886 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c15ef978-0e13-4c37-9b94-598206b56b54 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:28.215957 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port c15ef978-0e13-4c37-9b94-598206b56b54 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:28.226100 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c15ef978-0e13-4c37-9b94-598206b56b54 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:28.226461 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.375569 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e623419e-d901-4f68-9587-4317e04c3d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.398432 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.418247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port c15ef978-0e13-4c37-9b94-598206b56b54, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c15ef978-0e13-4c37-9b94-598206b56b54,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:07:28.425572 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.20.0.1 (8451d86b-c801-4c2f-92b6-58e1ff7d89f0/96ef8efe-a657-47d0-a5fd-6725cc9da91e/e4d4bda2-7538-483d-a313-eb44b5856b56) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:28.426128 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.505962 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=c15ef978-0e13-4c37-9b94-598206b56b54,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:28.610153 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.627036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Transition to ACTIVE for port object e4d4bda2-7538-483d-a313-eb44b5856b56 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:28.651891 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.716350 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:28.719311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:28.721651 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:07:28.769431 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=e4d4bda2-7538-483d-a313-eb44b5856b56,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:28.781389 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.786444 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.795094 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:28.888522 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:29.071823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc886d78-2df0-4e10-8a4b-12c140aa645f None None] Network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:07:29.180190 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-2e143f71-1351-41fa-9fe3-a64b4eb3d84c None None] Provisioning for port 3961db0f-da4a-4ac9-bd98-df83f04c1660 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:29.298316 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:29.303866 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:29.419275 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:29.422900 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=e4d4bda2-7538-483d-a313-eb44b5856b56,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:29.540741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-76811e11-cdab-4e29-bcfd-6ad79ccd4000 None None] Provisioning for port e4d4bda2-7538-483d-a313-eb44b5856b56 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:29.546201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-76811e11-cdab-4e29-bcfd-6ad79ccd4000 None None] Provisioning complete for port e4d4bda2-7538-483d-a313-eb44b5856b56 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:29.546614 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-76811e11-cdab-4e29-bcfd-6ad79ccd4000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:29.577145 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:29.578846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:29.603384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-76811e11-cdab-4e29-bcfd-6ad79ccd4000 None None] Port e4d4bda2-7538-483d-a313-eb44b5856b56 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:07:29.743436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e7f06ba2-c7a3-4c20-b263-da1a20234d1c None None] Provisioning complete for port e4d4bda2-7538-483d-a313-eb44b5856b56 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:29.743840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e7f06ba2-c7a3-4c20-b263-da1a20234d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:29.814767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e7f06ba2-c7a3-4c20-b263-da1a20234d1c None None] Port e4d4bda2-7538-483d-a313-eb44b5856b56 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:07:29.942973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-23dd5857-cb58-42c6-807e-aeca948cabef None None] Provisioning complete for port e4d4bda2-7538-483d-a313-eb44b5856b56 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:29.943332 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23dd5857-cb58-42c6-807e-aeca948cabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:30.000435 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-23dd5857-cb58-42c6-807e-aeca948cabef None None] Port e4d4bda2-7538-483d-a313-eb44b5856b56 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:07:30.111032 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:30.119396 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:07:30.154076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c15ef978-0e13-4c37-9b94-598206b56b54 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:30.222397 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c15ef978-0e13-4c37-9b94-598206b56b54 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:30.222786 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:30.319262 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:07:30.331522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c894786f-aae2-4549-a4ee-894d87238d8b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "PUT /v2.0/routers/86b8c66b-c1e9-4113-a638-e15cd5e87c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3350132 Feb 09 14:07:30.338404 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3961db0f-da4a-4ac9-bd98-df83f04c1660 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:30.405045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 3961db0f-da4a-4ac9-bd98-df83f04c1660 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:30.409987 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3961db0f-da4a-4ac9-bd98-df83f04c1660 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:30.410346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:30.506260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-5f986964-58af-41e6-a616-e130b8205d22 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:30.522052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-5f986964-58af-41e6-a616-e130b8205d22 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:30.525685 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:30.525888 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-5f986964-58af-41e6-a616-e130b8205d22 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1017634126&fields=id&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 267 time: 0.0602114 Feb 09 14:07:30.558231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 3961db0f-da4a-4ac9-bd98-df83f04c1660, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3961db0f-da4a-4ac9-bd98-df83f04c1660,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:07:30.562846 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:30.639400 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=3961db0f-da4a-4ac9-bd98-df83f04c1660,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:30.681107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-4a4bdd7c-e3b3-43cf-913e-96ea9479cb47 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:30.682544 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-4a4bdd7c-e3b3-43cf-913e-96ea9479cb47 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/networks?id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0 HTTP/1.1" status: 200 len: 797 time: 0.1501427 Feb 09 14:07:30.698711 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-e4f5e5e3-8c64-4021-a170-d20153527cde tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/quotas/86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 375 time: 0.0109346 Feb 09 14:07:30.781269 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-cf414b10-f911-45b7-bf41-cd54594acc86 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778074 Feb 09 14:07:30.917835 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-e0b89495-0adb-46ca-8f6e-4edf39c79cd9 service neutron] 10.222.0.59 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244378 Feb 09 14:07:31.051745 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-e313c130-18d8-4c61-b494-3a23a70fd99f service neutron] 10.222.0.59 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282561 Feb 09 14:07:31.251868 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f0035dd-469b-4ef2-8d39-da06b112bb9f req-5f12c517-40b5-4262-98ce-fa07d70586b3 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 210 time: 0.0469165 Feb 09 14:07:31.313652 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Sync routers for ids ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:07:31.326964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Routers {'86b8c66b-c1e9-4113-a638-e15cd5e87c0d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:07:31.327564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:07:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:31.542388 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Set router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:07:31.869651 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e4d4bda2-7538-483d-a313-eb44b5856b56', 'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:3d:c4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:28Z', 'updated_at': '2022-02-09T14:07:29Z', 'revision_number': 2, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:31.873468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Checking router: 86b8c66b-c1e9-4113-a638-e15cd5e87c0d for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:07:31.873813 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Updating router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d port e4d4bda2-7538-483d-a313-eb44b5856b56 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:07:31.928904 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:32.095794 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3961db0f-da4a-4ac9-bd98-df83f04c1660 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:32.250015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 3961db0f-da4a-4ac9-bd98-df83f04c1660 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:32.250375 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:32.374201 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:32.415229 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Transition to ACTIVE for port object e4d4bda2-7538-483d-a313-eb44b5856b56 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:32.432739 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:32.462569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-33cbf231-5963-48a0-ba22-d83250cec31b req-76adc1c2-a956-4611-b90e-fb843ee02a43 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 210 time: 0.0710564 Feb 09 14:07:32.547349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-4e7f692c-cd19-4713-a568-b226dc1705bb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:32.548088 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-4e7f692c-cd19-4713-a568-b226dc1705bb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:32.567532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-4e7f692c-cd19-4713-a568-b226dc1705bb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:network {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:32.567976 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb06920-457e-4a66-b432-27c088d4c153 None None] Pushing event updated for resources: {'Port': ['ID=e4d4bda2-7538-483d-a313-eb44b5856b56,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:32.568732 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-4e7f692c-cd19-4713-a568-b226dc1705bb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/networks?id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0 HTTP/1.1" status: 200 len: 797 time: 0.2183599 Feb 09 14:07:32.635725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-9e3206de-ea03-4071-9924-1d5f39e6510b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:07:32.648485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-9e3206de-ea03-4071-9924-1d5f39e6510b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:07:32.649705 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-9e3206de-ea03-4071-9924-1d5f39e6510b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f562aa055040b884032de1ab443411 HTTP/1.1" status: 200 len: 380 time: 0.0650380 Feb 09 14:07:32.658945 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'port': {'device_id': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'admin_state_up': True, 'tenant_id': '86f562aa055040b884032de1ab443411', 'security_groups': ['fd34278f-70df-4d00-803a-e82ee33cd6dc']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:32.664313 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Attempting to bind port e4d4bda2-7538-483d-a313-eb44b5856b56 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:32.664738 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Attempting to bind port e4d4bda2-7538-483d-a313-eb44b5856b56 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:32.665107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Attempting to bind port e4d4bda2-7538-483d-a313-eb44b5856b56 on network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:07:32.671879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:07:32.672409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Checking segment: {'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:07:32.672859 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:32.673251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Bound using segment: {'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:07:32.673712 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Bound port: e4d4bda2-7538-483d-a313-eb44b5856b56, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:32.674079 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:32.780014 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] For port e4d4bda2-7538-483d-a313-eb44b5856b56, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:07:32.783059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] For port e4d4bda2-7538-483d-a313-eb44b5856b56, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e4d4bda2-7538-483d-a313-eb44b5856b56,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:07:32.788102 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:32.808497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:32.813389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:port and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:32.816709 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:32.822980 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:32.832252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Made reservation on behalf of 86f562aa055040b884032de1ab443411 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:07:32.835569 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:32.867663 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb06920-457e-4a66-b432-27c088d4c153 None None] Pushing event updated for resources: {'Port': ['ID=e4d4bda2-7538-483d-a313-eb44b5856b56,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:32.876421 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Routers {'86b8c66b-c1e9-4113-a638-e15cd5e87c0d'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:07:32.877384 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:07:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:33.027565 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.20.0.5 (8451d86b-c801-4c2f-92b6-58e1ff7d89f0/96ef8efe-a657-47d0-a5fd-6725cc9da91e/211a4cc5-a6c7-465a-8269-d1fc3d25d5f6) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:33.120893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] Set router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:07:33.225912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:33.241848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Transition to ACTIVE for port object 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:33.265232 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:33.335685 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:33.339182 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:33.343359 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:07:33.375010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:33.412006 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:33.412632 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:33.437894 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f9327b5d-9eb9-4f50-9bb6-4da0010d898d tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7827344 Feb 09 14:07:33.452364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e4d4bda2-7538-483d-a313-eb44b5856b56', 'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:3d:c4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:28Z', 'updated_at': '2022-02-09T14:07:32Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:33.460059 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a6e10f-6622-4f4a-9f96-75a6defb9c52 None None] The sync data for ids ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'] in n-d-825175-3 is: [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e4d4bda2-7538-483d-a313-eb44b5856b56', 'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:3d:c4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:28Z', 'updated_at': '2022-02-09T14:07:32Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:07:33.535748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Request body: {'port': {'device_id': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:33.660192 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:33.692770 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c3703f3d-15b3-41f2-b6a3-9c211c4adb3d None None] Provisioning for port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:33.701107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c3703f3d-15b3-41f2-b6a3-9c211c4adb3d None None] Provisioning complete for port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:33.701487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c3703f3d-15b3-41f2-b6a3-9c211c4adb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:33.707268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a14226-d2c8-451c-ad4e-2a046848775f req-cd822c7c-e517-42f7-b3d0-0fce1116c2a5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:33.708719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26a14226-d2c8-451c-ad4e-2a046848775f req-cd822c7c-e517-42f7-b3d0-0fce1116c2a5 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 931 time: 0.0914512 Feb 09 14:07:33.767126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-c3703f3d-15b3-41f2-b6a3-9c211c4adb3d None None] Port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:07:33.771635 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-26a14226-d2c8-451c-ad4e-2a046848775f req-6cb07860-7461-43b6-b47e-7a9b39d5d04a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528257 Feb 09 14:07:34.049502 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:34.057529 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:34.073768 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Transition to ACTIVE for port object 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:07:34.077467 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:34.118254 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e4d4bda2-7538-483d-a313-eb44b5856b56 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:34.220293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port e4d4bda2-7538-483d-a313-eb44b5856b56 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:34.227612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e4d4bda2-7538-483d-a313-eb44b5856b56 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:34.228299 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:34.328289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Pushing event updated for resources: {'Port': ['ID=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:34.370788 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:34.424565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port e4d4bda2-7538-483d-a313-eb44b5856b56, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e4d4bda2-7538-483d-a313-eb44b5856b56,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:07:34.429187 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:34.442520 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Attempting to bind port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:07:34.443080 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Attempting to bind port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:07:34.443400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Attempting to bind port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 on network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:07:34.449968 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 on network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 14:07:34.450286 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Attempting to bind port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 on network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:07:34.458355 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:07:34.458740 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Checking segment: {'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:07:34.459110 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Bound using segment: {'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:07:34.459532 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Bound port: 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:07:34.459870 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:34.499175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=e4d4bda2-7538-483d-a313-eb44b5856b56,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:34.555421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] For port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:07:34.558347 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] For port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:07:34.562688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:34.627965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:34.630287 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] 10.222.0.62 "PUT /v2.0/ports/211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 HTTP/1.1" status: 200 len: 1091 time: 1.1805801 Feb 09 14:07:34.630742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'tag': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:34.655787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae95ba-27c6-4064-9c49-12f90d64c60c service neutron] Pushing event updated for resources: {'Port': ['ID=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:34.710036 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'tag': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'status': 'completed', 'code': 200} Feb 09 14:07:34.754783 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-4778dc8d-126a-428e-9285-541bb6e43cc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0785415 Feb 09 14:07:34.834816 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-fc4dc12b-6037-4700-9813-64c439b260e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0694742 Feb 09 14:07:34.898385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-45345c48-750d-42a0-b126-489384a3c6ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:34.899884 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-45345c48-750d-42a0-b126-489384a3c6ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96ef8efe-a657-47d0-a5fd-6725cc9da91e HTTP/1.1" status: 200 len: 834 time: 0.0597742 Feb 09 14:07:34.976192 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-a41f05e5-eea4-48ae-92a2-cdb7237a0dab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699561 Feb 09 14:07:34.978490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72cf3f-4e30-4be8-98cf-345f4fb54b27 req-3858c7b6-951b-4f9f-a10e-27516e833b08 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:34.979919 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a72cf3f-4e30-4be8-98cf-345f4fb54b27 req-3858c7b6-951b-4f9f-a10e-27516e833b08 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 943 time: 0.0799737 Feb 09 14:07:35.026275 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3a72cf3f-4e30-4be8-98cf-345f4fb54b27 req-2b986db4-d445-40be-8a68-ad9a69d30928 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403645 Feb 09 14:07:35.109585 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-b5bd3186-d0ea-4de9-a68f-57bb1a3a111d service neutron] 10.222.0.62 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261423 Feb 09 14:07:35.239736 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aff460b5-725f-4b8e-b16f-60be4494b709 req-f93e63c3-fc75-42dc-9716-c62d3160dcc6 service neutron] 10.222.0.62 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237035 Feb 09 14:07:35.357902 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b3d97ecd-1d17-42c0-bec8-85d95a14efb7 req-c02e1f91-f787-4863-a457-78ff35dd76b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 1094 time: 0.0713449 Feb 09 14:07:35.487563 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d97ecd-1d17-42c0-bec8-85d95a14efb7 req-974af80b-cf34-46c3-91b0-bf6db46f0d95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:35.489026 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b3d97ecd-1d17-42c0-bec8-85d95a14efb7 req-974af80b-cf34-46c3-91b0-bf6db46f0d95 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0 HTTP/1.1" status: 200 len: 898 time: 0.1246107 Feb 09 14:07:35.558554 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b3d97ecd-1d17-42c0-bec8-85d95a14efb7 req-5010cebd-d4c2-41f7-985a-dff9a7616227 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0625353 Feb 09 14:07:35.623112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d97ecd-1d17-42c0-bec8-85d95a14efb7 req-f2c5bc43-3081-44ba-a2e1-dfc80d869d28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:35.624451 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b3d97ecd-1d17-42c0-bec8-85d95a14efb7 req-f2c5bc43-3081-44ba-a2e1-dfc80d869d28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96ef8efe-a657-47d0-a5fd-6725cc9da91e HTTP/1.1" status: 200 len: 834 time: 0.0569942 Feb 09 14:07:35.698836 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b3d97ecd-1d17-42c0-bec8-85d95a14efb7 req-735023ce-f291-44c0-b05d-d3b03ac7d2e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673885 Feb 09 14:07:35.836846 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b3d97ecd-1d17-42c0-bec8-85d95a14efb7 req-ac1af58a-eaa2-47f3-9724-d7e8f9f3de6a service neutron] 10.222.0.62 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295130 Feb 09 14:07:35.967398 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-b3d97ecd-1d17-42c0-bec8-85d95a14efb7 req-4e523746-cfc8-4d7f-9ad7-e5e7549a127a service neutron] 10.222.0.62 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241353 Feb 09 14:07:36.087649 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e4d4bda2-7538-483d-a313-eb44b5856b56 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:36.154628 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port e4d4bda2-7538-483d-a313-eb44b5856b56 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:36.155094 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:36.225037 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d4cff-1162-4efc-82a4-4349a8715433 req-6ca218fc-3400-4f33-b94b-608bf9a460d7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:36.226663 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be6d4cff-1162-4efc-82a4-4349a8715433 req-6ca218fc-3400-4f33-b94b-608bf9a460d7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 943 time: 0.0743840 Feb 09 14:07:36.277821 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be6d4cff-1162-4efc-82a4-4349a8715433 req-bcf52b69-c668-4d3d-b4b6-d6f6f2edec06 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456333 Feb 09 14:07:37.476244 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842e02a-486c-4306-b613-3c727620970b req-d0b53ea2-239e-4a41-93cf-872865d3c288 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:37.477669 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5842e02a-486c-4306-b613-3c727620970b req-d0b53ea2-239e-4a41-93cf-872865d3c288 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 943 time: 0.0768704 Feb 09 14:07:37.521532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5842e02a-486c-4306-b613-3c727620970b req-cd51dee1-2584-44f2-b314-cb38ddeda766 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383568 Feb 09 14:07:38.756271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:07:38.811535 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb1c5c-240f-4d54-856f-be07b36a404c req-7a44b38e-192d-4ee3-b44b-93840df4d959 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:38.812879 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5bb1c5c-240f-4d54-856f-be07b36a404c req-7a44b38e-192d-4ee3-b44b-93840df4d959 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 943 time: 0.1719856 Feb 09 14:07:38.859996 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5bb1c5c-240f-4d54-856f-be07b36a404c req-6a1fbbee-c379-430b-908a-2b645d7f6662 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Feb 09 14:07:38.895769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:07:38.911347 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'port_id': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'mac_address': 'fa:16:3e:f9:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:07:38.969264 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:38.989034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:07:39.006291 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:07:39.010535 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:39.075296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:39.298208 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['211a4cc5-a6c7-465a-8269-d1fc3d25d5f6'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:07:40.060369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fd8c4-3e2b-4102-b58f-952314940c99 req-aa86ae61-332b-4bfa-ae7e-7f79c6d47045 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:40.061809 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e8fd8c4-3e2b-4102-b58f-952314940c99 req-aa86ae61-332b-4bfa-ae7e-7f79c6d47045 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 944 time: 0.0767090 Feb 09 14:07:40.107134 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e8fd8c4-3e2b-4102-b58f-952314940c99 req-b1c174fa-c051-43d1-8955-2ab35de2f7a0 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398202 Feb 09 14:07:40.749295 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:07:40.772214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:07:40.841879 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:07:40.846524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:07:40.850771 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:40.968554 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:41.027682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:41.037508 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:07:41.042816 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:41.087723 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'code': 200} Feb 09 14:07:41.113247 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:41.311836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb492d-b2e7-48e9-9abc-33492b7edd1e req-511eccaa-3dec-4919-bf6d-9320b8e2b286 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:41.313188 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bbeb492d-b2e7-48e9-9abc-33492b7edd1e req-511eccaa-3dec-4919-bf6d-9320b8e2b286 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0812960 Feb 09 14:07:41.324968 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-60b0c53d-b146-4e9b-893f-fb2abe5b7f35 req-0e5e6d11-6697-4983-9811-e67820488e9c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 1096 time: 0.1689217 Feb 09 14:07:41.360379 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bbeb492d-b2e7-48e9-9abc-33492b7edd1e req-26ccc77d-c674-4a18-82d7-bfa625be68ff tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 Feb 09 14:07:41.372329 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-60b0c53d-b146-4e9b-893f-fb2abe5b7f35 req-9e64d8f6-4ac2-4b2f-b716-ad77367bb306 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 Feb 09 14:07:41.880584 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:42.580851 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db655e5-a826-431c-9093-5ddd191ba65e req-d693b6a6-0d1a-4c99-8a7e-5ee067ded2e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:42.582322 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5db655e5-a826-431c-9093-5ddd191ba65e req-d693b6a6-0d1a-4c99-8a7e-5ee067ded2e8 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0740514 Feb 09 14:07:42.631331 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5db655e5-a826-431c-9093-5ddd191ba65e req-bc069c49-88c0-4bbd-9b4d-834f3052c0d7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434370 Feb 09 14:07:42.824868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df3fa1-3ae1-4135-b9ea-e18e337f2a8a req-492c659d-5c3d-4305-965c-ba0828bd1471 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:42.826299 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23df3fa1-3ae1-4135-b9ea-e18e337f2a8a req-492c659d-5c3d-4305-965c-ba0828bd1471 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0750115 Feb 09 14:07:42.873696 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-23df3fa1-3ae1-4135-b9ea-e18e337f2a8a req-646ec64a-c9d8-48f4-94c8-52244e2f9b6f tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Feb 09 14:07:42.900593 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40140) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:42.976374 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-bc551fdc-961f-4658-b5a5-e86451d806fd tempest-TestNetworkAdvancedServerOps-1050543062 tempest-TestNetworkAdvancedServerOps-1050543062-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 1091 time: 0.0745201 Feb 09 14:07:42.978918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40144) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:42.984056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'tenant_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:07:42.990783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:07:42.994759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Usage tracker for resource:floatingip and tenant:86f562aa055040b884032de1ab443411 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:07:42.997421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:07:43.003036 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:07:43.016480 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.151206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.289809 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Allocated IP 172.25.5.59 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/89a334ad-4b69-4343-9193-cd273452fd05) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:07:43.432839 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.468524 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:43.552832 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:07:43.559415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:07:43.563800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:07:43.595836 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=89a334ad-4b69-4343-9193-cd273452fd05,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:44.066686 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.120164 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.319411 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.324409 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.426932 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event updated for resources: {'Port': ['ID=89a334ad-4b69-4343-9193-cd273452fd05,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:07:44.441137 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:44.716136 n-d-825175-3 neutron-server[83479]: INFO neutron.db.l3_db [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Floating IP 112f1994-b34c-4fe7-8b4b-b5f579d9d62e associated. External IP: 172.25.5.59, port: 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6. Feb 09 14:07:45.106543 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:07:45.312924 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:07:45.322530 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] Sync routers for ids ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:07:45.336255 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] Routers {'86b8c66b-c1e9-4113-a638-e15cd5e87c0d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:07:45.336960 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:07:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:45.337225 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:45.392134 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ef1a2d4b-2fa5-4377-8bd6-9dc6d55ed04e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4121907 Feb 09 14:07:45.392715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'tag': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:07:45.452489 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'tag': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'status': 'completed', 'code': 200} Feb 09 14:07:45.515827 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] Set router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:07:45.554492 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73c6f8f5-a92d-4b5f-ad4f-2575808a41d3 req-ded0dcf5-ff93-4a40-937b-52f889f65e0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0790339 Feb 09 14:07:45.573849 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86031ee1-9f88-401c-8096-dbe9be62711f req-e31e36ea-6ff7-4e35-bb77-2ef874bad4f2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:45.575385 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86031ee1-9f88-401c-8096-dbe9be62711f req-e31e36ea-6ff7-4e35-bb77-2ef874bad4f2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0838132 Feb 09 14:07:45.623762 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-86031ee1-9f88-401c-8096-dbe9be62711f req-e776601b-7bde-4f61-8a05-2c2cc7b57c4b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Feb 09 14:07:45.654117 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40152) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:45.697004 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6f8f5-a92d-4b5f-ad4f-2575808a41d3 req-e4f1e020-5e15-4a92-9632-a0325c307673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:45.698646 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73c6f8f5-a92d-4b5f-ad4f-2575808a41d3 req-e4f1e020-5e15-4a92-9632-a0325c307673 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0 HTTP/1.1" status: 200 len: 898 time: 0.1402519 Feb 09 14:07:45.762926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4efa006a-fa2b-4836-9de5-c8e7bbd4549b tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/112f1994-b34c-4fe7-8b4b-b5f579d9d62e HTTP/1.1" status: 200 len: 990 time: 0.1071455 Feb 09 14:07:45.805502 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73c6f8f5-a92d-4b5f-ad4f-2575808a41d3 req-e26400d8-59dc-4651-a35f-7e9ca4974649 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 HTTP/1.1" status: 200 len: 998 time: 0.0999787 Feb 09 14:07:45.868097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6f8f5-a92d-4b5f-ad4f-2575808a41d3 req-6407165a-1f83-4305-aad6-9ae5a41ff6ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:07:45.869440 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73c6f8f5-a92d-4b5f-ad4f-2575808a41d3 req-6407165a-1f83-4305-aad6-9ae5a41ff6ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96ef8efe-a657-47d0-a5fd-6725cc9da91e HTTP/1.1" status: 200 len: 834 time: 0.0578530 Feb 09 14:07:45.880786 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '112f1994-b34c-4fe7-8b4b-b5f579d9d62e', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'port_id': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'mac_address': 'fa:16:3e:f9:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:07:43Z', 'updated_at': '2022-02-09T14:07:43Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d4bda2-7538-483d-a313-eb44b5856b56', 'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:3d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:28Z', 'updated_at': '2022-02-09T14:07:34Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:45.884504 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] Checking router: 86b8c66b-c1e9-4113-a638-e15cd5e87c0d for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:07:45.895331 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] Routers {'86b8c66b-c1e9-4113-a638-e15cd5e87c0d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:07:45.895905 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:07:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:45.944463 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73c6f8f5-a92d-4b5f-ad4f-2575808a41d3 req-f173ba2d-c8a6-4ee0-aca6-b172ad70580d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687692 Feb 09 14:07:46.077611 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73c6f8f5-a92d-4b5f-ad4f-2575808a41d3 req-9d52f92c-211a-49bd-a2ba-48012056dbf8 service neutron] 10.222.0.62 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272533 Feb 09 14:07:46.104831 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] Set router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:07:46.314288 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-73c6f8f5-a92d-4b5f-ad4f-2575808a41d3 req-29b69b3c-e60f-4a28-a165-787e1b9b5cf2 service neutron] 10.222.0.62 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295959 Feb 09 14:07:46.452550 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '112f1994-b34c-4fe7-8b4b-b5f579d9d62e', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'port_id': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'mac_address': 'fa:16:3e:f9:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:07:43Z', 'updated_at': '2022-02-09T14:07:43Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d4bda2-7538-483d-a313-eb44b5856b56', 'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:3d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:28Z', 'updated_at': '2022-02-09T14:07:34Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:07:46.456564 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8cf68-1bca-45f3-8a4e-996850ccc574 None None] The sync data for ids ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'] in n-d-825175-3 is: [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '112f1994-b34c-4fe7-8b4b-b5f579d9d62e', 'tenant_id': '86f562aa055040b884032de1ab443411', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'port_id': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'mac_address': 'fa:16:3e:f9:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:07:43Z', 'updated_at': '2022-02-09T14:07:43Z', 'revision_number': 0, 'project_id': '86f562aa055040b884032de1ab443411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d4bda2-7538-483d-a313-eb44b5856b56', 'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:3d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:28Z', 'updated_at': '2022-02-09T14:07:34Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:07:46.724851 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:46.766802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40156) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:46.880603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-ed8ceb5d-6d9b-4a39-bb4b-48dc70cb5dbb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/112f1994-b34c-4fe7-8b4b-b5f579d9d62e HTTP/1.1" status: 200 len: 990 time: 0.1122119 Feb 09 14:07:47.884219 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40160) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:47.998554 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-9b7be948-74ae-4929-b723-3f28443b0293 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/112f1994-b34c-4fe7-8b4b-b5f579d9d62e HTTP/1.1" status: 200 len: 990 time: 0.1130364 Feb 09 14:07:49.003766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40164) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:49.106573 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-880292c5-37ff-4ce3-8065-4cc65e209a1a tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/112f1994-b34c-4fe7-8b4b-b5f579d9d62e HTTP/1.1" status: 200 len: 990 time: 0.1016614 Feb 09 14:07:49.294115 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa99d0-0498-4de2-8d59-c69a44d7eadc None None] New status for floating IP 112f1994-b34c-4fe7-8b4b-b5f579d9d62e: ACTIVE {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:07:50.110608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40168) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:07:50.214707 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-7524eb4c-12e6-4c1a-8260-f04f59e4d7bb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/112f1994-b34c-4fe7-8b4b-b5f579d9d62e HTTP/1.1" status: 200 len: 992 time: 0.1029606 Feb 09 14:07:55.120133 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ae4fab8a-72ea-422a-9246-5274641f7825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:58.329262 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-63639b9f-f612-4002-92c0-c58c4f2b486d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:58.772384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:07:58.778357 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:00.102712 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:11.893722 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:16.727215 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:17.749114 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:08:19.532196 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b0761-5c66-4381-b44e-fb920a1d9801 req-f5826d86-ea6a-474a-b091-fd24fe86baa6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:19.533630 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a41b0761-5c66-4381-b44e-fb920a1d9801 req-f5826d86-ea6a-474a-b091-fd24fe86baa6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0761020 Feb 09 14:08:19.577240 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a41b0761-5c66-4381-b44e-fb920a1d9801 req-fb5d8b10-be37-4b50-9fec-69456cd14a61 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375605 Feb 09 14:08:20.778102 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2edcb-4e02-4302-ad54-259cd8629cbf req-08451223-8bc7-4a25-9d78-22d155db2068 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:20.779610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfd2edcb-4e02-4302-ad54-259cd8629cbf req-08451223-8bc7-4a25-9d78-22d155db2068 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0775354 Feb 09 14:08:20.825571 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfd2edcb-4e02-4302-ad54-259cd8629cbf req-df64121c-0555-44a8-99a7-c80e28667a78 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389619 Feb 09 14:08:20.854040 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40188) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:20.955904 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-2434b0d4-7e0c-4681-bb6b-4f10ce2c5219 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/112f1994-b34c-4fe7-8b4b-b5f579d9d62e HTTP/1.1" status: 200 len: 992 time: 0.1006961 Feb 09 14:08:22.424320 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2207c9b-6e38-4482-95bd-75358b698d49 req-ec0d2d7a-ac7b-4c96-ae9a-a17a4726851e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0724504 Feb 09 14:08:22.424977 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fca4f-a207-45c0-953f-4ea292510b73 req-55518a64-e2af-41ce-b735-9769989ab7df tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:22.426425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6a8fca4f-a207-45c0-953f-4ea292510b73 req-55518a64-e2af-41ce-b735-9769989ab7df tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0783265 Feb 09 14:08:22.470499 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6a8fca4f-a207-45c0-953f-4ea292510b73 req-6a619032-d62e-4b8b-864b-61e70b5dd484 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385303 Feb 09 14:08:22.554263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2207c9b-6e38-4482-95bd-75358b698d49 req-f2aab351-116e-4852-b09c-5db51d01468e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:22.555702 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2207c9b-6e38-4482-95bd-75358b698d49 req-f2aab351-116e-4852-b09c-5db51d01468e service neutron] 10.222.0.62 "GET /v2.0/networks?id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0 HTTP/1.1" status: 200 len: 898 time: 0.1247504 Feb 09 14:08:22.652509 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2207c9b-6e38-4482-95bd-75358b698d49 req-f3efecd5-9133-4f1e-8152-109e124f3704 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 HTTP/1.1" status: 200 len: 1000 time: 0.0903244 Feb 09 14:08:22.718010 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2207c9b-6e38-4482-95bd-75358b698d49 req-9b482c47-c64c-4758-ac45-6cb58a5bb514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:22.719694 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2207c9b-6e38-4482-95bd-75358b698d49 req-9b482c47-c64c-4758-ac45-6cb58a5bb514 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96ef8efe-a657-47d0-a5fd-6725cc9da91e HTTP/1.1" status: 200 len: 834 time: 0.0598981 Feb 09 14:08:22.792174 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2207c9b-6e38-4482-95bd-75358b698d49 req-1639d579-3484-4fb1-8e6e-0d22d4425303 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660281 Feb 09 14:08:22.929246 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2207c9b-6e38-4482-95bd-75358b698d49 req-b682443f-1795-4eaa-aeef-ca1951adfdb4 service neutron] 10.222.0.62 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297429 Feb 09 14:08:23.063755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c2207c9b-6e38-4482-95bd-75358b698d49 req-88c6c2d5-0c0a-487a-a103-66e9d0580340 service neutron] 10.222.0.62 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267834 Feb 09 14:08:23.669048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01332ae9-a431-4625-9218-dde370b801c2 req-2e68db4c-9da1-451e-b061-b31fac186c48 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:23.670486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01332ae9-a431-4625-9218-dde370b801c2 req-2e68db4c-9da1-451e-b061-b31fac186c48 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0780926 Feb 09 14:08:23.714128 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-01332ae9-a431-4625-9218-dde370b801c2 req-9dd34714-0f3c-47e4-8465-18c9dd79a89e tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381703 Feb 09 14:08:24.917182 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8490e-dfd8-400f-ad04-fdae48c18c50 req-df52e676-0375-4f14-9a47-1161db805355 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:24.918665 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfe8490e-dfd8-400f-ad04-fdae48c18c50 req-df52e676-0375-4f14-9a47-1161db805355 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0792003 Feb 09 14:08:24.962443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfe8490e-dfd8-400f-ad04-fdae48c18c50 req-5aeb9ef0-cda3-480e-b720-9daa38c1b6d2 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383203 Feb 09 14:08:24.991157 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40204) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:25.092089 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-64b7dda5-adf9-4cf7-883b-8864587d24b9 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/floatingips/112f1994-b34c-4fe7-8b4b-b5f579d9d62e HTTP/1.1" status: 200 len: 992 time: 0.0997441 Feb 09 14:08:25.125861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0786fccb-5ff9-4ab2-aff1-acdeecad5c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:25.355292 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40212) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:25.646850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 89a334ad-4b69-4343-9193-cd273452fd05 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:08:25.647095 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:25.811987 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:25.812311 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:25.939405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 89a334ad-4b69-4343-9193-cd273452fd05 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:08:26.081288 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:26.129003 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=89a334ad-4b69-4343-9193-cd273452fd05,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:26.193099 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.193349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.193680 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.194006 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.194329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.194675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.194997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.195316 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.195632 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.195944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.196256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:26.227148 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:26.610839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:08:26.804601 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:08:26.813970 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] Sync routers for ids ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:08:26.821593 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:26.827411 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] Routers {'86b8c66b-c1e9-4113-a638-e15cd5e87c0d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:08:26.828128 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:07:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:26.877065 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1c100356-12d9-4817-a966-56ef6c539000 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/floatingips/112f1994-b34c-4fe7-8b4b-b5f579d9d62e HTTP/1.1" status: 204 len: 168 time: 1.5206873 Feb 09 14:08:26.877642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'tag': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:26.934138 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'tag': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'status': 'completed', 'code': 200} Feb 09 14:08:27.013612 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] Set router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:08:27.043167 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c03afbba-e612-4cfe-a91d-5af83cb85ddb req-902f166d-52cc-453f-be85-538e96c7da29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86f562aa055040b884032de1ab443411&device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0819438 Feb 09 14:08:27.188460 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03afbba-e612-4cfe-a91d-5af83cb85ddb req-8bb0d441-94ae-43cf-aef3-fde762bccecc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:27.189958 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c03afbba-e612-4cfe-a91d-5af83cb85ddb req-8bb0d441-94ae-43cf-aef3-fde762bccecc service neutron] 10.222.0.62 "GET /v2.0/networks?id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0 HTTP/1.1" status: 200 len: 898 time: 0.1374514 Feb 09 14:08:27.257752 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c03afbba-e612-4cfe-a91d-5af83cb85ddb req-69802379-c60e-46ba-83e1-70ff6ec922d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0610528 Feb 09 14:08:27.280864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3c2cd-d2f0-4ece-91cf-ec517d3c71c5 req-99289ab4-5f56-4b6f-9e57-d5e52ed9ed30 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:27.281765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9fc3c2cd-d2f0-4ece-91cf-ec517d3c71c5 req-99289ab4-5f56-4b6f-9e57-d5e52ed9ed30 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:27.299360 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9fc3c2cd-d2f0-4ece-91cf-ec517d3c71c5 req-99289ab4-5f56-4b6f-9e57-d5e52ed9ed30 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:27.300990 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fc3c2cd-d2f0-4ece-91cf-ec517d3c71c5 req-99289ab4-5f56-4b6f-9e57-d5e52ed9ed30 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0983994 Feb 09 14:08:27.351989 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e4d4bda2-7538-483d-a313-eb44b5856b56', 'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:3d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:28Z', 'updated_at': '2022-02-09T14:07:34Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:27.355463 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9fc3c2cd-d2f0-4ece-91cf-ec517d3c71c5 req-47d8ecab-2703-4512-ad97-aac62f8607a7 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477610 Feb 09 14:08:27.357934 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] Checking router: 86b8c66b-c1e9-4113-a638-e15cd5e87c0d for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:08:27.372069 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] Routers {'86b8c66b-c1e9-4113-a638-e15cd5e87c0d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:08:27.372743 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:07:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:27.428579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03afbba-e612-4cfe-a91d-5af83cb85ddb req-1aeed4ba-e11c-4274-b856-1ad340a13e41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:27.430034 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c03afbba-e612-4cfe-a91d-5af83cb85ddb req-1aeed4ba-e11c-4274-b856-1ad340a13e41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96ef8efe-a657-47d0-a5fd-6725cc9da91e HTTP/1.1" status: 200 len: 834 time: 0.1638553 Feb 09 14:08:27.507480 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c03afbba-e612-4cfe-a91d-5af83cb85ddb req-439b9bcb-3aa9-4b31-ada7-f9fc58243846 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8451d86b-c801-4c2f-92b6-58e1ff7d89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691023 Feb 09 14:08:27.547911 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] Set router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:08:27.640278 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c03afbba-e612-4cfe-a91d-5af83cb85ddb req-cb67f021-9e0c-44d7-9a0c-f46cf5e576a3 service neutron] 10.222.0.62 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260602 Feb 09 14:08:27.772826 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c03afbba-e612-4cfe-a91d-5af83cb85ddb req-70588be5-c6c2-49ad-8947-936ee97a499f service neutron] 10.222.0.62 "GET /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243503 Feb 09 14:08:27.885063 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e4d4bda2-7538-483d-a313-eb44b5856b56', 'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:3d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:28Z', 'updated_at': '2022-02-09T14:07:34Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:27.888898 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d2f44-dbd7-4bbc-8100-cba2d2b17755 None None] The sync data for ids ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'] in n-d-825175-3 is: [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'e4d4bda2-7538-483d-a313-eb44b5856b56', 'name': '', 'network_id': '8451d86b-c801-4c2f-92b6-58e1ff7d89f0', 'tenant_id': '86f562aa055040b884032de1ab443411', 'mac_address': 'fa:16:3e:3d:c4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:28Z', 'updated_at': '2022-02-09T14:07:34Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'subnets': [{'id': '96ef8efe-a657-47d0-a5fd-6725cc9da91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:08:28.113605 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81675348-efcd-42a7-874d-a997c96e33e2 None None] New status for floating IP 112f1994-b34c-4fe7-8b4b-b5f579d9d62e: DOWN {{(pid=83481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:08:28.330431 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-87400242-3dae-44ce-8f47-6829ce538924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:28.557615 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6901c9-19b0-4928-a264-6426619fea0b req-3c3d5da3-6c96-4a88-b52b-072f63a3ecfd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:28.559042 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c6901c9-19b0-4928-a264-6426619fea0b req-3c3d5da3-6c96-4a88-b52b-072f63a3ecfd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0763967 Feb 09 14:08:28.702646 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0c6901c9-19b0-4928-a264-6426619fea0b req-9287d400-842f-4a43-a2d2-d84e1ddef762 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/security-groups?id=fd34278f-70df-4d00-803a-e82ee33cd6dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380153 Feb 09 14:08:28.772148 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:28.777024 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:29.017613 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-c5b91caa-6cef-4de5-ace3-6f8718fba570 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:29.018320 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-c5b91caa-6cef-4de5-ace3-6f8718fba570 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Synchronizing usage tracker for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:29.030398 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-c5b91caa-6cef-4de5-ace3-6f8718fba570 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Unset dirty status for tenant:86f562aa055040b884032de1ab443411 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:29.031542 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-c5b91caa-6cef-4de5-ace3-6f8718fba570 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 945 time: 0.0922110 Feb 09 14:08:29.098365 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:08:29.098724 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:29.335341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:08:29.335601 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:29.451963 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:08:29.589562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:29.635677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=211a4cc5-a6c7-465a-8269-d1fc3d25d5f6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:29.674913 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.675254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.675586 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.675918 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.676797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.677120 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.677439 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.677758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.678076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.678389 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.678726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:29.720201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] No DVR routers for this DVR port 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:29.722670 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:29.725846 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'name': 'network-vif-deleted', 'tag': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:29.743017 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2434ab0d-ea7f-416d-b512-b89299c51369 req-19ac5b74-519b-47b1-965d-5d1560c87c67 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.62 "DELETE /v2.0/ports/211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 HTTP/1.1" status: 204 len: 173 time: 0.7052171 Feb 09 14:08:29.878940 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-52dc8efe-e537-40bf-a4d9-ed0222d7bb36 req-141d290f-8710-487f-ae90-54c647f2a348 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4b38013-6682-44a8-a125-592f6148d7c8 HTTP/1.1" status: 200 len: 210 time: 0.0421906 Feb 09 14:08:29.881027 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b38013-6682-44a8-a125-592f6148d7c8', 'name': 'network-vif-deleted', 'tag': '211a4cc5-a6c7-465a-8269-d1fc3d25d5f6', 'status': 'completed', 'code': 200} Feb 09 14:08:30.105103 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:30.992331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40232) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:31.380518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:31.974120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port e4d4bda2-7538-483d-a313-eb44b5856b56 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:08:31.974742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:32.155875 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port e4d4bda2-7538-483d-a313-eb44b5856b56, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=e4d4bda2-7538-483d-a313-eb44b5856b56,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:08:32.156563 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:32.273024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for e4d4bda2-7538-483d-a313-eb44b5856b56 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:08:32.534810 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:32.582595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=e4d4bda2-7538-483d-a313-eb44b5856b56,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:32.873815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:33.005228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:33.036764 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:08:33.037112 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 211a4cc5-a6c7-465a-8269-d1fc3d25d5f6 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:33.446363 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:08:33.643301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:08:33.652816 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] Sync routers for ids ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:08:33.655552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b14d4f29-db08-4452-b642-318881198149 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "PUT /v2.0/routers/86b8c66b-c1e9-4113-a638-e15cd5e87c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6621804 Feb 09 14:08:33.658188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40236) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:33.667011 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] Routers {'86b8c66b-c1e9-4113-a638-e15cd5e87c0d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:08:33.667607 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:33.847841 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] Set router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:08:33.947198 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c68a28b-21fc-4eb4-a983-4f914cb9a6fb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting subnet 96ef8efe-a657-47d0-a5fd-6725cc9da91e {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:08:33.950830 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c68a28b-21fc-4eb4-a983-4f914cb9a6fb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.009384 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c68a28b-21fc-4eb4-a983-4f914cb9a6fb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.109013 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c68a28b-21fc-4eb4-a983-4f914cb9a6fb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.135065 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:08:32Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:34.138893 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] Checking router: 86b8c66b-c1e9-4113-a638-e15cd5e87c0d for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:08:34.149112 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] Routers {'86b8c66b-c1e9-4113-a638-e15cd5e87c0d'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:08:34.149694 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:34.183525 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c68a28b-21fc-4eb4-a983-4f914cb9a6fb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.221490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68a28b-21fc-4eb4-a983-4f914cb9a6fb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Subnet': ['ID=96ef8efe-a657-47d0-a5fd-6725cc9da91e,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:34.227160 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3c68a28b-21fc-4eb4-a983-4f914cb9a6fb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.232823 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b4415-a7d2-4867-be7d-c7675798f973 None None] Network 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:08:34.241238 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3c68a28b-21fc-4eb4-a983-4f914cb9a6fb tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/subnets/96ef8efe-a657-47d0-a5fd-6725cc9da91e HTTP/1.1" status: 204 len: 168 time: 0.5820789 Feb 09 14:08:34.244098 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40240) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:34.328762 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] Set router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:08:34.451147 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.491883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] DHCP port deletion for 8451d86b-c801-4c2f-92b6-58e1ff7d89f0 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:08:34.496541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Deleting port 3961db0f-da4a-4ac9-bd98-df83f04c1660 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:08:34.497142 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.627149 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:08:32Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:34.631977 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9152c1d-cd76-4e44-a7c1-719aeedb7abc None None] The sync data for ids ['86b8c66b-c1e9-4113-a638-e15cd5e87c0d'] in n-d-825175-3 is: [{'id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-911604421', 'tenant_id': '86f562aa055040b884032de1ab443411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:07:24Z', 'updated_at': '2022-02-09T14:08:32Z', 'revision_number': 5, 'project_id': '86f562aa055040b884032de1ab443411', 'gw_port': {'id': 'c15ef978-0e13-4c37-9b94-598206b56b54', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8c66b-c1e9-4113-a638-e15cd5e87c0d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:07:25Z', 'updated_at': '2022-02-09T14:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:08:34.664828 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.674939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Deleting port c15ef978-0e13-4c37-9b94-598206b56b54 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:08:34.675281 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.710576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] For port 3961db0f-da4a-4ac9-bd98-df83f04c1660, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=3961db0f-da4a-4ac9-bd98-df83f04c1660,segment=NetworkSegment(20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8),segment_id=20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:08:34.710849 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.845900 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] For port c15ef978-0e13-4c37-9b94-598206b56b54, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c15ef978-0e13-4c37-9b94-598206b56b54,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:08:34.846248 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.867179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Calling delete_port for 3961db0f-da4a-4ac9-bd98-df83f04c1660 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:08:34.940512 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976'] for port, after_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:34.975104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Calling delete_port for c15ef978-0e13-4c37-9b94-598206b56b54 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:08:34.984679 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Pushing event deleted for resources: {'Port': ['ID=3961db0f-da4a-4ac9-bd98-df83f04c1660,revision_number=None']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:34.999995 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] No DVR routers for this DVR port 3961db0f-da4a-4ac9-bd98-df83f04c1660 on host n-d-825175-3 {{(pid=83481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:08:35.004922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.004922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.004922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.005285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.005846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.006612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.006612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.006837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.007157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.007478 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.007799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958140-9426-42d5-96a7-cf5dc22422f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:35.155536 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:35.198573 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Port': ['ID=c15ef978-0e13-4c37-9b94-598206b56b54,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:35.515207 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:35.762964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:35.767155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:35.790693 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:35.791188 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Fanout notify agent at l3_agent the message router_deleted on router 86b8c66b-c1e9-4113-a638-e15cd5e87c0d {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:08:35.806996 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:35.808081 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e161827f-57ef-4511-97f3-dd6d4a355fbd tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/routers/86b8c66b-c1e9-4113-a638-e15cd5e87c0d HTTP/1.1" status: 204 len: 168 time: 1.5629594 Feb 09 14:08:35.810879 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40244) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:35.926903 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.054779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.078732 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8451d86b-c801-4c2f-92b6-58e1ff7d89f0']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:36.091014 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:36.091307 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ad2af9-f8a9-41d7-86cf-4454eb4c3ef8') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:36.103085 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.118528 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.124397 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:08:36.124772 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: timer() Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:08:36.138626 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:08:36.291122 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3961db0f-da4a-4ac9-bd98-df83f04c1660 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:36.313010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.318850 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.326110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 3961db0f-da4a-4ac9-bd98-df83f04c1660 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:08:36.326461 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 3961db0f-da4a-4ac9-bd98-df83f04c1660 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:36.326908 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e4d4bda2-7538-483d-a313-eb44b5856b56 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:36.346192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'Network': ['ID=8451d86b-c801-4c2f-92b6-58e1ff7d89f0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:36.353489 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-61129dc4-95e3-41a5-9236-f0b0f7b2a98c tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/networks/8451d86b-c801-4c2f-92b6-58e1ff7d89f0 HTTP/1.1" status: 204 len: 168 time: 0.5388083 Feb 09 14:08:36.353929 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40248) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:36.360189 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: e4d4bda2-7538-483d-a313-eb44b5856b56 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:08:36.360527 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device e4d4bda2-7538-483d-a313-eb44b5856b56 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:36.360936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c15ef978-0e13-4c37-9b94-598206b56b54 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:08:36.391822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: c15ef978-0e13-4c37-9b94-598206b56b54 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:08:36.392149 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c15ef978-0e13-4c37-9b94-598206b56b54 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:08:36.421654 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2f12c8d-f8ee-4b58-afe2-7ac53bfadbf6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.450430 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2f12c8d-f8ee-4b58-afe2-7ac53bfadbf6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.517109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2f12c8d-f8ee-4b58-afe2-7ac53bfadbf6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.535507 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f12c8d-f8ee-4b58-afe2-7ac53bfadbf6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd34278f-70df-4d00-803a-e82ee33cd6dc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:36.544868 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a2f12c8d-f8ee-4b58-afe2-7ac53bfadbf6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:36.545956 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a2f12c8d-f8ee-4b58-afe2-7ac53bfadbf6 tempest-TestNetworkAdvancedServerOps-572761982 tempest-TestNetworkAdvancedServerOps-572761982-project] 10.222.0.59 "DELETE /v2.0/security-groups/fd34278f-70df-4d00-803a-e82ee33cd6dc HTTP/1.1" status: 204 len: 168 time: 0.1913102 Feb 09 14:08:36.929334 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40258) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:37.116402 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-3b1dafe1-d4b8-4e80-8b56-0c1c97815eef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=86f562aa055040b884032de1ab443411&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1859434 Feb 09 14:08:37.118893 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40264) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:37.174779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8584-d27d-434d-8c99-0cac5fd5d23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.199412 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8584-d27d-434d-8c99-0cac5fd5d23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.249979 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8584-d27d-434d-8c99-0cac5fd5d23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.266616 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8584-d27d-434d-8c99-0cac5fd5d23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0d5716-ad2d-40a9-96cd-48bffbb2c225,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:37.273145 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8584-d27d-434d-8c99-0cac5fd5d23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.274252 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ba9f8584-d27d-434d-8c99-0cac5fd5d23e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd0d5716-ad2d-40a9-96cd-48bffbb2c225 HTTP/1.1" status: 204 len: 168 time: 0.1544914 Feb 09 14:08:37.597109 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40272) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:37.615592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a240fe88-e162-4a7e-8ddc-628e826dda87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.645768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a240fe88-e162-4a7e-8ddc-628e826dda87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:37.649511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a240fe88-e162-4a7e-8ddc-628e826dda87 admin admin] Usage tracker for resource:security_group_rule and tenant:0c70e00b89344889ad7cd12cf1696156 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:37.652285 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-a240fe88-e162-4a7e-8ddc-628e826dda87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:37.657803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-a240fe88-e162-4a7e-8ddc-628e826dda87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:37.721689 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a240fe88-e162-4a7e-8ddc-628e826dda87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.725740 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-a240fe88-e162-4a7e-8ddc-628e826dda87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.770293 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240fe88-e162-4a7e-8ddc-628e826dda87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d33a690-ed98-4586-acc5-07589a16d87b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:37.775647 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-a240fe88-e162-4a7e-8ddc-628e826dda87 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c70e00b89344889ad7cd12cf1696156&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1769962 Feb 09 14:08:37.778403 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40276) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:37.839702 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d5e16ea-3545-4955-b8b8-cd2dfaef5332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.864370 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d5e16ea-3545-4955-b8b8-cd2dfaef5332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.914884 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d5e16ea-3545-4955-b8b8-cd2dfaef5332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.928742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e16ea-3545-4955-b8b8-cd2dfaef5332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d33a690-ed98-4586-acc5-07589a16d87b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:37.935116 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3d5e16ea-3545-4955-b8b8-cd2dfaef5332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:37.937651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3d5e16ea-3545-4955-b8b8-cd2dfaef5332 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d33a690-ed98-4586-acc5-07589a16d87b HTTP/1.1" status: 204 len: 168 time: 0.1565459 Feb 09 14:08:38.784719 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40298) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:38.918284 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2042344117-network', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:38.923829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:38.927727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Usage tracker for resource:network and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:38.930506 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:38.936739 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:38.946406 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Made reservation on behalf of 40808f31e5ec426eb8bc94448a339d42 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:08:38.948811 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:38.961571 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:38.993596 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:38.997891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:39.000892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:39.006523 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:39.073108 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.076850 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.112806 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:08:39.121087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d4eb30-1010-4132-8828-c78128873899,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:39.127022 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.127362 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Added segment d80163de-df0f-412f-96b4-d81fefd1a0b2 of type vlan for network f21fd315-b3e1-4496-9238-b1c4f77c98af Feb 09 14:08:39.155950 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.186272 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.187128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:39.187697 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.289930 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5035341 Feb 09 14:08:39.290819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69feca-cdcc-4a36-adc8-5df368f9445b admin admin] Pushing event updated for resources: {'Network': ['ID=f21fd315-b3e1-4496-9238-b1c4f77c98af,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:39.292829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40304) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:39.298706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Request body: {'subnet': {'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2042344117-subnet', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:39.300910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network f21fd315-b3e1-4496-9238-b1c4f77c98af details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:08:39.304264 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:39.308137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Usage tracker for resource:subnet and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:39.311145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:39.317249 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:39.327228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Made reservation on behalf of 40808f31e5ec426eb8bc94448a339d42 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:08:39.329731 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.528643 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.603886 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f454e1-9b85-43e7-a0f7-772abe44dae0,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:39.614153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Checking segment: {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:08:39.614522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Network hostable DHCP agents. Network: f21fd315-b3e1-4496-9238-b1c4f77c98af, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:08:39.636327 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Network f21fd315-b3e1-4496-9238-b1c4f77c98af is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:08:39.647921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, f21fd315-b3e1-4496-9238-b1c4f77c98af) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:39.654772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:39.655268 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.661985 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70a6ad-3c4e-40dc-ad64-ea94d4f9c0f2 None None] Network f21fd315-b3e1-4496-9238-b1c4f77c98af requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:08:39.677453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-52837fe5-377d-4345-a460-57368b8b6c74 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3833907 Feb 09 14:08:39.680242 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40308) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:39.685537 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:39.691437 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:39.695768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Usage tracker for resource:router and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:39.698828 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:39.704954 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:39.716156 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.717041 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.735537 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.880728 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-f21fd315-b3e1-4496-9238-b1c4f77c98af', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 14:08:39.881240 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:39.881721 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.049216 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Allocated IP 172.20.0.2 (f21fd315-b3e1-4496-9238-b1c4f77c98af/96f454e1-9b85-43e7-a0f7-772abe44dae0/2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:08:40.071992 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.212475 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.253812 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.264184 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Transition to ACTIVE for port object 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:40.282825 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Transition to ACTIVE for port object 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:40.288379 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.352064 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Allocated IP 172.25.5.169 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/bc8e3de6-493c-447b-bdf0-3881dcf9f40b) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:08:40.360171 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Network f21fd315-b3e1-4496-9238-b1c4f77c98af is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:40.363844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Pushing event updated for resources: {'Port': ['ID=2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:40.366415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:40.368481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:08:40.452740 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Attempting to bind port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:08:40.453095 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Attempting to bind port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:08:40.453445 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Attempting to bind port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc on network f21fd315-b3e1-4496-9238-b1c4f77c98af {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:08:40.459597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:08:40.459963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Checking segment: {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:08:40.460356 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.460736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Bound using segment: {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:08:40.461186 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Bound port: 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:08:40.461549 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.505096 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.532895 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.549977 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] For port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:08:40.553469 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] For port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:08:40.557503 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.601319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:40.604820 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:40.606750 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8e3de6-493c-447b-bdf0-3881dcf9f40b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:40.610309 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:08:40.638330 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8456e8-6c05-43e0-a11b-80c4d130f59c None None] Pushing event updated for resources: {'Port': ['ID=2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:40.794349 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:40.795260 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:41.026276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Router 3b4c301a-121e-4909-a588-7bee9d4cc623 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 14:08:41.224891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:08:41.234369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Sync routers for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:08:41.247497 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:08:41.248107 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:41.250912 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:41.252353 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-13933c12-0ca9-4c5c-ae53-93933a392ce3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5711806 Feb 09 14:08:41.255224 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40312) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:41.463416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:08:41.598541 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4902bb3-1509-41ed-93bb-f45c9b7469dc None None] Network f21fd315-b3e1-4496-9238-b1c4f77c98af requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:08:41.791264 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7d569120-e82f-4833-b4ea-0aa4ebf5bb6c None None] Provisioning for port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:41.963671 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.019603 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:40Z', 'revision_number': 3, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:42.026428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Checking router: 3b4c301a-121e-4909-a588-7bee9d4cc623 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:08:42.026791 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Updating router 3b4c301a-121e-4909-a588-7bee9d4cc623 port bc8e3de6-493c-447b-bdf0-3881dcf9f40b binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:08:42.081209 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.152367 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.202175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:42.374131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Allocated IP 172.20.0.1 (f21fd315-b3e1-4496-9238-b1c4f77c98af/96f454e1-9b85-43e7-a0f7-772abe44dae0/867a3575-99d5-4456-b2b4-4a7a5a9ad053) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:08:42.394878 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:42.404344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:42.404726 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.523550 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.539779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Transition to ACTIVE for port object 867a3575-99d5-4456-b2b4-4a7a5a9ad053 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:42.561026 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.599662 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.619790 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.636727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Network f21fd315-b3e1-4496-9238-b1c4f77c98af is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:42.637173 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Pushing event updated for resources: {'Port': ['ID=867a3575-99d5-4456-b2b4-4a7a5a9ad053,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:42.639142 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Transition to ACTIVE for port object bc8e3de6-493c-447b-bdf0-3881dcf9f40b will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:42.639908 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:42.647539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:08:42.653397 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.698230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:08:42.701476 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.712519 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.750833 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Attempting to bind port bc8e3de6-493c-447b-bdf0-3881dcf9f40b on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:08:42.751255 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Attempting to bind port bc8e3de6-493c-447b-bdf0-3881dcf9f40b by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:08:42.751633 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Attempting to bind port bc8e3de6-493c-447b-bdf0-3881dcf9f40b on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:08:42.759228 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefe913-9f0f-42e7-ba19-7f6befc680bf None None] Pushing event updated for resources: {'Port': ['ID=bc8e3de6-493c-447b-bdf0-3881dcf9f40b,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:42.795865 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:08:42.796230 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:08:42.796622 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.796999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:08:42.797724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Bound port: bc8e3de6-493c-447b-bdf0-3881dcf9f40b, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:08:42.798172 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.798822 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.890332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:42.900973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] For port bc8e3de6-493c-447b-bdf0-3881dcf9f40b, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:08:42.904812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] For port bc8e3de6-493c-447b-bdf0-3881dcf9f40b, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bc8e3de6-493c-447b-bdf0-3881dcf9f40b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:08:42.908809 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:42.979288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefe913-9f0f-42e7-ba19-7f6befc680bf None None] Pushing event updated for resources: {'Port': ['ID=bc8e3de6-493c-447b-bdf0-3881dcf9f40b,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:43.006991 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-830a322e-3aa0-452a-9cc5-eb57e76e5ae8 None None] Provisioning for port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:43.014797 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-830a322e-3aa0-452a-9cc5-eb57e76e5ae8 None None] Provisioning complete for port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:43.015157 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-830a322e-3aa0-452a-9cc5-eb57e76e5ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:43.036606 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:43.041616 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:43.053220 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:08:43.054295 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:43.154834 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:43.158288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Pushing event updated for resources: {'Port': ['ID=867a3575-99d5-4456-b2b4-4a7a5a9ad053,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:43.251367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-830a322e-3aa0-452a-9cc5-eb57e76e5ae8 None None] Port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:08:43.298502 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:08:43.300340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Network f21fd315-b3e1-4496-9238-b1c4f77c98af is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:43.302036 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:43.610005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d45b3397-0751-4649-ad5f-5f0072439d44 None None] Provisioning complete for port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:43.610610 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d45b3397-0751-4649-ad5f-5f0072439d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:43.672965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-d45b3397-0751-4649-ad5f-5f0072439d44 None None] Port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:08:43.679481 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 2, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:43.683930 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9997c75-fb3e-4a46-a20a-61b4e3b65c10 None None] The sync data for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 is: [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 2, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:08:43.813961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Router 3b4c301a-121e-4909-a588-7bee9d4cc623 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:08:44.035218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:08:44.044652 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-738ec9ae-d969-484d-9f7f-efd9a327fce0 admin admin] 10.222.0.59 "PUT /v2.0/routers/3b4c301a-121e-4909-a588-7bee9d4cc623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7883914 Feb 09 14:08:44.135336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:44.209952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:44.210244 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:44.948087 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40334) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:44.953565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-684604869-network', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:44.959521 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:44.963369 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Usage tracker for resource:network and tenant:82f8705d6d544b09950840ae73d3a0be is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:44.966248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:44.972530 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:44.986706 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Made reservation on behalf of 82f8705d6d544b09950840ae73d3a0be for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:08:44.988940 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.000954 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.031135 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:45.034971 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Usage tracker for resource:security_group_rule and tenant:82f8705d6d544b09950840ae73d3a0be is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:45.038407 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:45.043974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:45.107815 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.111361 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.137192 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:08:45.149404 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a294b1-21ce-40c9-a6a8-58a532bf5de3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:45.153786 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.154127 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Added segment e8d8063d-fc8f-48c0-9487-47599cd7a6ae of type vlan for network ce0ee963-0a24-4ab4-a800-12997de2bba3 Feb 09 14:08:45.179853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.208040 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.208848 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:45.209408 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.307956 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3587940 Feb 09 14:08:45.310670 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40338) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:45.319126 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Request body: {'subnet': {'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-684604869-subnet', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:45.322948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c430d4-62c1-4e6e-826f-7f0e9b09435f admin admin] Pushing event updated for resources: {'Network': ['ID=ce0ee963-0a24-4ab4-a800-12997de2bba3,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:45.326779 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:45.330595 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Usage tracker for resource:subnet and tenant:82f8705d6d544b09950840ae73d3a0be is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:45.332356 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network ce0ee963-0a24-4ab4-a800-12997de2bba3 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:08:45.333477 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:45.339150 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:45.350300 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Made reservation on behalf of 82f8705d6d544b09950840ae73d3a0be for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:08:45.352853 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.556515 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.632358 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:45.642027 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Checking segment: {'id': 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:08:45.642379 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Network hostable DHCP agents. Network: ce0ee963-0a24-4ab4-a800-12997de2bba3, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:08:45.663104 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Network ce0ee963-0a24-4ab4-a800-12997de2bba3 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:08:45.671757 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, ce0ee963-0a24-4ab4-a800-12997de2bba3) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:45.675478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:45.676592 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.680882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdde0484-4261-44ec-a650-85d639332b84 None None] Network ce0ee963-0a24-4ab4-a800-12997de2bba3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:08:45.701314 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-1d5cb549-292e-4dfd-ad37-8308fff8fe03 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3895268 Feb 09 14:08:45.703987 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40342) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:45.708822 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-684604869-router', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:45.713990 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:45.717734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Usage tracker for resource:router and tenant:82f8705d6d544b09950840ae73d3a0be is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:45.720502 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:45.726320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:45.737381 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.738767 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.758591 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.890139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-ce0ee963-0a24-4ab4-a800-12997de2bba3', 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'fixed_ips': [{'subnet_id': 'a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 14:08:45.890982 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:45.903330 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.048542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Allocated IP 172.20.0.2 (ce0ee963-0a24-4ab4-a800-12997de2bba3/a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e/2ffdcebc-3031-4bf3-91ca-ae501708a8ba) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:08:46.095664 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.127808 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.155442 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bc8e3de6-493c-447b-bdf0-3881dcf9f40b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:46.265421 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Allocated IP 172.25.5.226 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/c542170b-800d-4fb6-8a9c-5a619073cd44) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:08:46.307641 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.311178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port bc8e3de6-493c-447b-bdf0-3881dcf9f40b completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:46.323344 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port bc8e3de6-493c-447b-bdf0-3881dcf9f40b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:46.323710 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.347793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Transition to ACTIVE for port object 2ffdcebc-3031-4bf3-91ca-ae501708a8ba will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:46.384970 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Transition to ACTIVE for port object 2ffdcebc-3031-4bf3-91ca-ae501708a8ba will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:46.397803 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.420896 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.450285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.517842 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Network ce0ee963-0a24-4ab4-a800-12997de2bba3 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:46.519175 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Pushing event updated for resources: {'Port': ['ID=2ffdcebc-3031-4bf3-91ca-ae501708a8ba,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:46.519481 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:46.521799 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:46.523796 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:46.526215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:08:46.545450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:08:46.556103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Pushing event updated for resources: {'Port': ['ID=c542170b-800d-4fb6-8a9c-5a619073cd44,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:46.639186 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.671434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Attempting to bind port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:08:46.671807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Attempting to bind port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:08:46.672140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Attempting to bind port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba on network ce0ee963-0a24-4ab4-a800-12997de2bba3 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:08:46.675064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port bc8e3de6-493c-447b-bdf0-3881dcf9f40b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bc8e3de6-493c-447b-bdf0-3881dcf9f40b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:08:46.680985 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.713638 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:08:46.714010 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Checking segment: {'id': 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:08:46.714407 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.714815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Bound using segment: {'id': 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:08:46.715290 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Bound port: 2ffdcebc-3031-4bf3-91ca-ae501708a8ba, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:08:46.715657 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.797906 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.798223 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.798800 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.815474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=bc8e3de6-493c-447b-bdf0-3881dcf9f40b,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:46.849314 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] For port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:08:46.852486 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] For port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2ffdcebc-3031-4bf3-91ca-ae501708a8ba,segment=NetworkSegment(e8d8063d-fc8f-48c0-9487-47599cd7a6ae),segment_id=e8d8063d-fc8f-48c0-9487-47599cd7a6ae)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:08:46.857327 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:46.938632 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6fbb6-c75d-46e4-b60d-a5dd4053f443 None None] Pushing event updated for resources: {'Port': ['ID=2ffdcebc-3031-4bf3-91ca-ae501708a8ba,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:47.036939 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Router 93941507-e5d4-4bf5-be42-54c862d0ca11 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 14:08:47.254446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:08:47.263900 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Sync routers for ids ['93941507-e5d4-4bf5-be42-54c862d0ca11'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:08:47.277472 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Routers {'93941507-e5d4-4bf5-be42-54c862d0ca11'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:08:47.278136 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:47.278286 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['93941507-e5d4-4bf5-be42-54c862d0ca11'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:47.279460 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-e11a0ad5-81e4-400f-bef4-44de92ed9189 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5744929 Feb 09 14:08:47.282184 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40346) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:47.471922 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Set router 93941507-e5d4-4bf5-be42-54c862d0ca11 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:08:47.792203 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'name': 'tempest-TestShelveInstance-684604869-router', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:45Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 3, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'gw_port': {'id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:51:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:46Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:47.796372 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Checking router: 93941507-e5d4-4bf5-be42-54c862d0ca11 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:08:47.796938 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Updating router 93941507-e5d4-4bf5-be42-54c862d0ca11 port c542170b-800d-4fb6-8a9c-5a619073cd44 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:08:47.850862 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1840f16f-12ac-471f-953a-37c9954b1069 None None] Network ce0ee963-0a24-4ab4-a800-12997de2bba3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:08:47.855214 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:47.961346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-c50d8830-ae8e-4045-a692-df240e832431 None None] Provisioning for port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:48.049672 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.230300 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bc8e3de6-493c-447b-bdf0-3881dcf9f40b up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:48.270239 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.294781 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Transition to ACTIVE for port object c542170b-800d-4fb6-8a9c-5a619073cd44 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:48.296339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Allocated IP 172.20.0.1 (ce0ee963-0a24-4ab4-a800-12997de2bba3/a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e/6940f340-59ee-41be-8739-90977e95ab41) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:08:48.303924 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.311885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port bc8e3de6-493c-447b-bdf0-3881dcf9f40b triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:48.312334 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.383782 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Attempting to bind port c542170b-800d-4fb6-8a9c-5a619073cd44 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:08:48.384150 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Attempting to bind port c542170b-800d-4fb6-8a9c-5a619073cd44 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:08:48.385303 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Attempting to bind port c542170b-800d-4fb6-8a9c-5a619073cd44 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:08:48.395225 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Pushing event updated for resources: {'Port': ['ID=c542170b-800d-4fb6-8a9c-5a619073cd44,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:48.401290 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:08:48.401674 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:08:48.402046 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.402426 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:08:48.402904 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Bound port: c542170b-800d-4fb6-8a9c-5a619073cd44, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:08:48.403291 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.437674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2ffdcebc-3031-4bf3-91ca-ae501708a8ba up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:48.449937 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.450293 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.450621 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.450949 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.451268 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.451584 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.451897 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.452214 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.452521 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.452831 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.453141 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:08:48.495779 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.497193 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] For port c542170b-800d-4fb6-8a9c-5a619073cd44, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:08:48.500647 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] For port c542170b-800d-4fb6-8a9c-5a619073cd44, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c542170b-800d-4fb6-8a9c-5a619073cd44,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:08:48.507939 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.513116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Transition to ACTIVE for port object 6940f340-59ee-41be-8739-90977e95ab41 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:48.515403 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:48.520777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:48.521139 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.537442 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.592884 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bca318-6722-4df9-941a-dfccf6750e5c None None] Pushing event updated for resources: {'Port': ['ID=c542170b-800d-4fb6-8a9c-5a619073cd44,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:48.599404 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Routers {'93941507-e5d4-4bf5-be42-54c862d0ca11'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:08:48.600000 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['93941507-e5d4-4bf5-be42-54c862d0ca11'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:48.612930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Network ce0ee963-0a24-4ab4-a800-12997de2bba3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:48.616903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Pushing event updated for resources: {'Port': ['ID=6940f340-59ee-41be-8739-90977e95ab41,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:48.619510 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:48.627084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:08:48.648981 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.691696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.694194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2ffdcebc-3031-4bf3-91ca-ae501708a8ba,segment=NetworkSegment(e8d8063d-fc8f-48c0-9487-47599cd7a6ae),segment_id=e8d8063d-fc8f-48c0-9487-47599cd7a6ae)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:08:48.701992 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.781402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=2ffdcebc-3031-4bf3-91ca-ae501708a8ba,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:48.814046 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] Set router 93941507-e5d4-4bf5-be42-54c862d0ca11 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:08:48.887470 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.907723 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f7ffb1d2-9540-4680-b31e-0db89b18abff None None] Provisioning for port 6940f340-59ee-41be-8739-90977e95ab41 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:48.913436 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f7ffb1d2-9540-4680-b31e-0db89b18abff None None] Provisioning complete for port 6940f340-59ee-41be-8739-90977e95ab41 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:48.913799 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f7ffb1d2-9540-4680-b31e-0db89b18abff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:48.971092 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f7ffb1d2-9540-4680-b31e-0db89b18abff None None] Port 6940f340-59ee-41be-8739-90977e95ab41 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:08:49.108287 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'name': 'tempest-TestShelveInstance-684604869-router', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:45Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 3, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'gw_port': {'id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:51:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:46Z', 'updated_at': '2022-02-09T14:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:49.110670 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:49.112892 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a602fe-4657-4d22-baf5-5b0ab7962f74 None None] The sync data for ids ['93941507-e5d4-4bf5-be42-54c862d0ca11'] in n-d-825175-3 is: [{'id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'name': 'tempest-TestShelveInstance-684604869-router', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:45Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 3, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'gw_port': {'id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:51:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:46Z', 'updated_at': '2022-02-09T14:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:08:49.116901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:49.222946 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Pushing event updated for resources: {'Port': ['ID=6940f340-59ee-41be-8739-90977e95ab41,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:49.226214 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:49.360179 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Network ce0ee963-0a24-4ab4-a800-12997de2bba3 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:49.361155 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:49.596028 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1a777442-26f3-4186-a924-bee4804792b4 None None] Provisioning complete for port 6940f340-59ee-41be-8739-90977e95ab41 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:49.596383 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a777442-26f3-4186-a924-bee4804792b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:49.649563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1a777442-26f3-4186-a924-bee4804792b4 None None] Port 6940f340-59ee-41be-8739-90977e95ab41 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:08:49.750319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Router 93941507-e5d4-4bf5-be42-54c862d0ca11 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:08:49.944413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:08:49.953677 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-949cb381-57d3-4758-9ffd-90feef863bcc admin admin] 10.222.0.59 "PUT /v2.0/routers/93941507-e5d4-4bf5-be42-54c862d0ca11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6704504 Feb 09 14:08:50.130088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2ffdcebc-3031-4bf3-91ca-ae501708a8ba up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:50.197183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:50.197183 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.507290 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40356) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:50.512876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504959723', 'description': 'tempest-secgroup-smoke-504959723 description', 'project_id': '40808f31e5ec426eb8bc94448a339d42'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:50.520136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:50.523926 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:50.526837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:50.532603 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:50.543100 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.576841 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:50.580519 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:50.584484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:50.589959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:50.647051 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.650889 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.690113 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd25458-7d02-46b5-92f2-5c403dbedc04,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:50.693446 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.697447 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-db5fec68-342a-4e32-a3f9-c92f7a63d3dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1863508 Feb 09 14:08:50.697781 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40360) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:50.702922 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': 'bdd25458-7d02-46b5-92f2-5c403dbedc04', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:50.710333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:50.714108 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:50.717371 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:50.723336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:50.740505 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.800081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.805111 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.827766 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dd2305-a03f-4d04-a0d0-92c44704c72b,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:50.836738 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.837942 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e331fed8-126d-47d6-9271-b28249a84048 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1394286 Feb 09 14:08:50.840719 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40364) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:50.845993 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': 'bdd25458-7d02-46b5-92f2-5c403dbedc04', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:50.852934 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:50.856529 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:50.859333 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:50.865317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:50.881888 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.948385 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.952963 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.975471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b4e230-6161-4b6e-b0b4-58739ee0e459,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:50.984278 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:50.985487 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-b38fe267-8afa-402a-987b-3539e2eef486 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1438518 Feb 09 14:08:50.988718 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40368) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:50.994111 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': 'bdd25458-7d02-46b5-92f2-5c403dbedc04', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:51.000721 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:51.005052 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:51.007904 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:51.013374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:51.028949 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.089509 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.092853 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.116011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a80702-1a66-4561-89cf-2d87518290c2,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:51.123969 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.125155 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8fba2d6f-769f-47af-988d-37204c04fb59 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1354516 Feb 09 14:08:51.127864 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40372) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:51.134018 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': 'bdd25458-7d02-46b5-92f2-5c403dbedc04', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:51.140554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:51.144873 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:51.147720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:51.153755 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:51.169830 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.231538 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.234766 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.258176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e251cdae-5f72-475d-8a6a-c7b6a1aed23c,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:51.266261 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.267465 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8423d2a9-354e-483a-b594-5da571475aaa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1386502 Feb 09 14:08:51.270801 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40376) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:51.276138 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': 'bdd25458-7d02-46b5-92f2-5c403dbedc04', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:51.282806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:51.286617 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:51.289428 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:51.294974 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:51.304218 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Project 40808f31e5ec426eb8bc94448a339d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:08:51.310217 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.460343 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.464264 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.487514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8e9fdc-9c79-4481-88fd-f4ade1a416c9,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:51.496321 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.497451 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1ce2bb62-5d32-4b48-aa70-360400f3e84f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2257197 Feb 09 14:08:51.500273 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40380) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:08:51.506011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': 'bdd25458-7d02-46b5-92f2-5c403dbedc04', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:51.512547 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:51.516180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:08:51.518986 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:08:51.525033 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:51.534658 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Project 40808f31e5ec426eb8bc94448a339d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:08:51.541205 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.613453 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.617204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.641150 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff11d8b-3a45-470f-a93e-8cb82c460c3a,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:51.651897 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:51.653225 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-83ce2034-36f6-4899-8dfb-f994426a450b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1520071 Feb 09 14:08:51.821991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-732061ff-c967-43a2-9b4b-ee445a0f9072 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Synchronizing usage tracker for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:51.838655 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-732061ff-c967-43a2-9b4b-ee445a0f9072 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Unset dirty status for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:51.839877 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-732061ff-c967-43a2-9b4b-ee445a0f9072 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504959723&fields=id&tenant_id=40808f31e5ec426eb8bc94448a339d42 HTTP/1.1" status: 200 len: 267 time: 0.0573547 Feb 09 14:08:51.987539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-be9d2afa-4690-4469-a9d4-99857a5620f6 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:51.988245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-be9d2afa-4690-4469-a9d4-99857a5620f6 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Synchronizing usage tracker for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:52.004904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-be9d2afa-4690-4469-a9d4-99857a5620f6 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Unset dirty status for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:52.006026 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-be9d2afa-4690-4469-a9d4-99857a5620f6 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 809 time: 0.1597919 Feb 09 14:08:52.022951 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-5b645f4e-e64c-46ea-947e-d30ee130ca19 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/quotas/40808f31e5ec426eb8bc94448a339d42 HTTP/1.1" status: 200 len: 375 time: 0.0114617 Feb 09 14:08:52.103275 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-480c4275-8e04-4826-a247-4f3acb522777 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Synchronizing usage tracker for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:52.119187 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-480c4275-8e04-4826-a247-4f3acb522777 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Unset dirty status for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:52.120425 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-480c4275-8e04-4826-a247-4f3acb522777 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929608 Feb 09 14:08:52.375503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-b317ee45-6022-4aaa-b1e5-5086465f66b8 service neutron] 10.222.0.59 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429287 Feb 09 14:08:52.504901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-cdab0733-10be-4a04-a415-c3188a0e3cea service neutron] 10.222.0.59 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235316 Feb 09 14:08:52.697772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d26ec431-4895-497c-8035-87c2586c32e0 req-d9eced37-869e-4a52-bfac-42f755f4df01 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 210 time: 0.0444412 Feb 09 14:08:53.885297 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-818c8777-45a1-4c88-b9c9-59b487d53fba req-b30e4667-dee0-47db-a4fc-1b59786bfc12 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 210 time: 0.0430856 Feb 09 14:08:53.969748 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-c068926b-b865-4b17-b543-c2c076c4265d tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:53.971325 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-c068926b-b865-4b17-b543-c2c076c4265d tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 809 time: 0.1500359 Feb 09 14:08:54.027785 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-ee5c7f89-7ff5-4ae9-ba54-0b942a0f1566 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Synchronizing usage tracker for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:08:54.039550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-ee5c7f89-7ff5-4ae9-ba54-0b942a0f1566 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Unset dirty status for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:08:54.040627 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-ee5c7f89-7ff5-4ae9-ba54-0b942a0f1566 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40808f31e5ec426eb8bc94448a339d42 HTTP/1.1" status: 200 len: 379 time: 0.0568354 Feb 09 14:08:54.049376 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'port': {'device_id': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'admin_state_up': True, 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'security_groups': ['bdd25458-7d02-46b5-92f2-5c403dbedc04']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:54.216381 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:08:54.226757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:08:54.237023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Made reservation on behalf of 40808f31e5ec426eb8bc94448a339d42 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:08:54.240040 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:54.402438 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Allocated IP 172.20.0.13 (f21fd315-b3e1-4496-9238-b1c4f77c98af/96f454e1-9b85-43e7-a0f7-772abe44dae0/c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:08:54.604846 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:54.621920 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Transition to ACTIVE for port object c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:54.645292 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:54.718374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Network f21fd315-b3e1-4496-9238-b1c4f77c98af is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:08:54.726452 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:08:54.731783 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:08:54.753057 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:08:54.763493 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:54.801608 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:54.802370 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:54.828852 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-0f88ef91-0502-49d4-a6c2-e87bdc05d4be tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7829001 Feb 09 14:08:54.842200 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Request body: {'port': {'device_id': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:08:54.952121 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.008774 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b5bb11bd-c294-490e-838b-bf45c2ffee2a None None] Provisioning for port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:55.015036 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b5bb11bd-c294-490e-838b-bf45c2ffee2a None None] Provisioning complete for port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:55.015608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b5bb11bd-c294-490e-838b-bf45c2ffee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.077760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb11bd-c294-490e-838b-bf45c2ffee2a None None] Port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:08:55.086662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc19cb-c239-41c9-9e08-fb1a881f9e82 req-930b163a-69f4-4635-aa46-f78cb8d560a8 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:55.088129 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20bc19cb-c239-41c9-9e08-fb1a881f9e82 req-930b163a-69f4-4635-aa46-f78cb8d560a8 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 932 time: 0.0767400 Feb 09 14:08:55.131091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cb89b6fe-0bc8-4aff-96d7-61009f49de03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.138608 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-20bc19cb-c239-41c9-9e08-fb1a881f9e82 req-eb319b92-ba37-4838-91c1-59e366f66201 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450323 Feb 09 14:08:55.295861 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:08:55.303117 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.317528 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Transition to ACTIVE for port object c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:55.320727 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.447742 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Pushing event updated for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:55.552939 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Attempting to bind port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:08:55.553252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Attempting to bind port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:08:55.553579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Attempting to bind port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 on network f21fd315-b3e1-4496-9238-b1c4f77c98af {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:08:55.559471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 on network f21fd315-b3e1-4496-9238-b1c4f77c98af not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 14:08:55.559789 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Attempting to bind port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 on network f21fd315-b3e1-4496-9238-b1c4f77c98af {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:08:55.566049 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:08:55.566877 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Checking segment: {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:08:55.567254 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Bound using segment: {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:08:55.567668 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Bound port: c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:08:55.568009 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.732096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:08:55.734903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:08:55.739867 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.794249 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:55.795684 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] 10.222.0.62 "PUT /v2.0/ports/c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 1092 time: 0.9577813 Feb 09 14:08:55.796075 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:08:55.823998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd21aff-4491-465e-874f-b30a4325e62c service neutron] Pushing event updated for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:55.885532 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'status': 'completed', 'code': 200} Feb 09 14:08:55.929101 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-f52ddabb-8eb1-492a-a13e-a29f78873e6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1095 time: 0.0768051 Feb 09 14:08:56.001239 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-aaa6a4fb-ea95-41b0-9ca1-3118170bb745 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 217 time: 0.0653412 Feb 09 14:08:56.062652 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-46bd5d34-55b7-46d9-8ddd-2c5a64977cd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:56.064136 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-46bd5d34-55b7-46d9-8ddd-2c5a64977cd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0566566 Feb 09 14:08:56.141246 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-8afe0d7d-dd05-45e1-80ae-dd0679b05d55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689316 Feb 09 14:08:56.150165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c542170b-800d-4fb6-8a9c-5a619073cd44 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:56.223468 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port c542170b-800d-4fb6-8a9c-5a619073cd44 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:08:56.229178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c542170b-800d-4fb6-8a9c-5a619073cd44 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:56.229913 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:56.285202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-4dbaf2da-80b3-4b36-b2d7-16f64b5381f6 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376693 Feb 09 14:08:56.355450 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657895f9-9a55-415c-ba8c-88b2cb542ad4 req-20ab1b0f-5c6a-4a4c-ab60-106bc706949b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:56.356913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-657895f9-9a55-415c-ba8c-88b2cb542ad4 req-20ab1b0f-5c6a-4a4c-ab60-106bc706949b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0784469 Feb 09 14:08:56.383076 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:56.398622 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port c542170b-800d-4fb6-8a9c-5a619073cd44, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c542170b-800d-4fb6-8a9c-5a619073cd44,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:08:56.403869 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:56.411020 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-657895f9-9a55-415c-ba8c-88b2cb542ad4 req-8fe14e1e-22fc-486f-9bef-7d22f15e6f24 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465770 Feb 09 14:08:56.429883 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c04ac550-9ee6-4673-92fd-7eab4b349017 req-8537579e-c5c8-455a-a270-57c81051f746 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385286 Feb 09 14:08:56.469157 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=c542170b-800d-4fb6-8a9c-5a619073cd44,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:56.554063 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-671854d6-9b89-45af-9fe3-a912f0ebdde8 req-514c3337-ee94-4ebd-ae31-f889669da46b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1095 time: 0.0718038 Feb 09 14:08:56.685483 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671854d6-9b89-45af-9fe3-a912f0ebdde8 req-58516973-5b6a-4c6a-a630-678e3d71ce06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:56.686941 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-671854d6-9b89-45af-9fe3-a912f0ebdde8 req-58516973-5b6a-4c6a-a630-678e3d71ce06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1266470 Feb 09 14:08:56.754228 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-671854d6-9b89-45af-9fe3-a912f0ebdde8 req-bb94161e-6f93-4cac-b9e6-8943826b7e33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 217 time: 0.0592563 Feb 09 14:08:56.823972 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671854d6-9b89-45af-9fe3-a912f0ebdde8 req-ed887fec-1e7d-4b98-ac3e-0998813527cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:56.825340 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-671854d6-9b89-45af-9fe3-a912f0ebdde8 req-ed887fec-1e7d-4b98-ac3e-0998813527cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0652044 Feb 09 14:08:56.903972 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-671854d6-9b89-45af-9fe3-a912f0ebdde8 req-b7d61a9d-9fb2-4b58-ad15-4de5fec2aba6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721285 Feb 09 14:08:57.036160 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-671854d6-9b89-45af-9fe3-a912f0ebdde8 req-68e94f54-2707-4b03-bfec-ffd072616c76 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247809 Feb 09 14:08:57.165141 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-671854d6-9b89-45af-9fe3-a912f0ebdde8 req-f240c2aa-befb-4aa8-af4b-f8b8dd51c490 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230080 Feb 09 14:08:57.610455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eee6f-726b-42fa-9836-06bdafedc0df req-4811b213-7c24-4125-a37c-eebc7f118906 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:57.611925 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-442eee6f-726b-42fa-9836-06bdafedc0df req-4811b213-7c24-4125-a37c-eebc7f118906 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0777960 Feb 09 14:08:57.657517 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-442eee6f-726b-42fa-9836-06bdafedc0df req-3a9dc24c-46ae-4cd2-a6be-d299f201958d tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395896 Feb 09 14:08:58.135166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c542170b-800d-4fb6-8a9c-5a619073cd44 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:08:58.203237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port c542170b-800d-4fb6-8a9c-5a619073cd44 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:08:58.203595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:58.332324 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fdd62ded-1a32-48d8-b0a7-7e57bd0ba723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:58.404877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Sync routers for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:08:58.416572 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:08:58.417203 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:58.589377 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:08:58.835866 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:58.837243 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:58.856315 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250be0a9-77fa-49ca-9c02-19a1a06f65b1 req-cc0357d6-e9ce-4c00-a732-92e02d8a5f5a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:08:58.857788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-250be0a9-77fa-49ca-9c02-19a1a06f65b1 req-cc0357d6-e9ce-4c00-a732-92e02d8a5f5a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0775037 Feb 09 14:08:58.903558 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-250be0a9-77fa-49ca-9c02-19a1a06f65b1 req-93521061-f136-40db-85f0-dba6c9d029ac tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402400 Feb 09 14:08:58.922815 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 2, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:08:58.926795 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Checking router: 3b4c301a-121e-4909-a588-7bee9d4cc623 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:08:58.927136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Updating router 3b4c301a-121e-4909-a588-7bee9d4cc623 port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:08:58.977734 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.102279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:08:59.344328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:08:59.359976 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'port_id': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'mac_address': 'fa:16:3e:d8:52:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:08:59.473168 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.482650 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.499757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Transition to ACTIVE for port object 867a3575-99d5-4456-b2b4-4a7a5a9ad053 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:08:59.502708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:08:59.510127 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.602009 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:08:59.653322 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.682816 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0a4c5-80b2-4395-97f3-3a30d941e2f0 None None] Pushing event updated for resources: {'Port': ['ID=867a3575-99d5-4456-b2b4-4a7a5a9ad053,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:59.835752 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Attempting to bind port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:08:59.836117 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Attempting to bind port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:08:59.836479 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Attempting to bind port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 on network f21fd315-b3e1-4496-9238-b1c4f77c98af {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:08:59.838646 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:08:59.846214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:08:59.846623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Checking segment: {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:08:59.847022 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.848001 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Bound using segment: {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:08:59.848431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Bound port: 867a3575-99d5-4456-b2b4-4a7a5a9ad053, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:08:59.848781 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:08:59.895279 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:09:00.006506 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] For port 867a3575-99d5-4456-b2b4-4a7a5a9ad053, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:09:00.035173 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] For port 867a3575-99d5-4456-b2b4-4a7a5a9ad053, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=867a3575-99d5-4456-b2b4-4a7a5a9ad053,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:09:00.042867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:00.137351 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Sync routers for ids ['93941507-e5d4-4bf5-be42-54c862d0ca11'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:09:00.154979 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Routers {'93941507-e5d4-4bf5-be42-54c862d0ca11'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:09:00.155598 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['93941507-e5d4-4bf5-be42-54c862d0ca11'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:00.164883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:00.174274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0a4c5-80b2-4395-97f3-3a30d941e2f0 None None] Pushing event updated for resources: {'Port': ['ID=867a3575-99d5-4456-b2b4-4a7a5a9ad053,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:00.210725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:09:00.211367 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:00.248271 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ad99-87ed-4cfd-aeab-dd5567d2aaff req-2d20ff73-70cb-4903-a9da-175b86a01178 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:00.250408 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8324ad99-87ed-4cfd-aeab-dd5567d2aaff req-2d20ff73-70cb-4903-a9da-175b86a01178 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 945 time: 0.2085414 Feb 09 14:09:00.327096 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8324ad99-87ed-4cfd-aeab-dd5567d2aaff req-6fd6f4d5-3543-4de5-b672-8101d6818b78 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692735 Feb 09 14:09:00.398090 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Set router 93941507-e5d4-4bf5-be42-54c862d0ca11 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:09:00.482548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:09:00.719713 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'name': 'tempest-TestShelveInstance-684604869-router', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:45Z', 'updated_at': '2022-02-09T14:08:48Z', 'revision_number': 4, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'gw_port': {'id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:46Z', 'updated_at': '2022-02-09T14:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '6940f340-59ee-41be-8739-90977e95ab41', 'name': '', 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'mac_address': 'fa:16:3e:d7:45:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:48Z', 'updated_at': '2022-02-09T14:08:48Z', 'revision_number': 2, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'subnets': [{'id': 'a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:00.723515 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Checking router: 93941507-e5d4-4bf5-be42-54c862d0ca11 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:09:00.723854 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Updating router 93941507-e5d4-4bf5-be42-54c862d0ca11 port 6940f340-59ee-41be-8739-90977e95ab41 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:09:00.777586 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:00.828106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:00Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:00.832106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a1bf9-f421-4cab-af3d-fc379fb89073 None None] The sync data for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 is: [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:00Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:09:01.114188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:01.125850 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.138871 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Transition to ACTIVE for port object 6940f340-59ee-41be-8739-90977e95ab41 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:09:01.145221 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.186672 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:01.191691 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:01.192057 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.320236 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.360939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:01.373576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:09:01.380759 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Attempting to bind port 6940f340-59ee-41be-8739-90977e95ab41 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:09:01.381120 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Attempting to bind port 6940f340-59ee-41be-8739-90977e95ab41 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:09:01.381474 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Attempting to bind port 6940f340-59ee-41be-8739-90977e95ab41 on network ce0ee963-0a24-4ab4-a800-12997de2bba3 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:09:01.383731 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11776126-7b2c-463b-8b1a-c9af82c6a938 None None] Pushing event updated for resources: {'Port': ['ID=6940f340-59ee-41be-8739-90977e95ab41,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:01.384433 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.392495 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:09:01.392495 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Checking segment: {'id': 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:09:01.392904 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.393170 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Bound using segment: {'id': 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:09:01.393648 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Bound port: 6940f340-59ee-41be-8739-90977e95ab41, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:09:01.394551 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.502391 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:01.522739 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] For port 6940f340-59ee-41be-8739-90977e95ab41, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:09:01.525819 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] For port 6940f340-59ee-41be-8739-90977e95ab41, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6940f340-59ee-41be-8739-90977e95ab41,segment=NetworkSegment(e8d8063d-fc8f-48c0-9487-47599cd7a6ae),segment_id=e8d8063d-fc8f-48c0-9487-47599cd7a6ae)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:09:01.529143 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:01.569467 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'code': 200} Feb 09 14:09:01.600461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a65c30-a828-43bc-817f-5e66be920322 req-43d2848f-d84a-4744-9528-9ba14a2a604c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:01.602542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54a65c30-a828-43bc-817f-5e66be920322 req-43d2848f-d84a-4744-9528-9ba14a2a604c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.1088736 Feb 09 14:09:01.623374 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Routers {'93941507-e5d4-4bf5-be42-54c862d0ca11'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:09:01.624097 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['93941507-e5d4-4bf5-be42-54c862d0ca11'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:01.653844 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54a65c30-a828-43bc-817f-5e66be920322 req-c33d31f0-201e-4667-a9a6-416f0b5c19ac tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449748 Feb 09 14:09:01.729430 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3ea4af8-7ac7-45b0-bbf6-b86de16cd8ea req-407601ed-0fb8-443f-8fbc-e98191368b04 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1097 time: 0.0828655 Feb 09 14:09:01.775579 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a3ea4af8-7ac7-45b0-bbf6-b86de16cd8ea req-47d5ab6c-377d-4803-b12a-2d6d5795a7e0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396090 Feb 09 14:09:01.789585 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11776126-7b2c-463b-8b1a-c9af82c6a938 None None] Pushing event updated for resources: {'Port': ['ID=6940f340-59ee-41be-8739-90977e95ab41,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:01.852966 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] Set router 93941507-e5d4-4bf5-be42-54c862d0ca11 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:09:02.152143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 867a3575-99d5-4456-b2b4-4a7a5a9ad053 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:02.167687 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'name': 'tempest-TestShelveInstance-684604869-router', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:45Z', 'updated_at': '2022-02-09T14:08:48Z', 'revision_number': 4, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'gw_port': {'id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:46Z', 'updated_at': '2022-02-09T14:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '6940f340-59ee-41be-8739-90977e95ab41', 'name': '', 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'mac_address': 'fa:16:3e:d7:45:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:48Z', 'updated_at': '2022-02-09T14:09:01Z', 'revision_number': 4, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'subnets': [{'id': 'a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:02.171585 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387b507e-070e-4dc0-b4ad-ef1e2bc411b5 None None] The sync data for ids ['93941507-e5d4-4bf5-be42-54c862d0ca11'] in n-d-825175-3 is: [{'id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'name': 'tempest-TestShelveInstance-684604869-router', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:45Z', 'updated_at': '2022-02-09T14:08:48Z', 'revision_number': 4, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'gw_port': {'id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:46Z', 'updated_at': '2022-02-09T14:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '6940f340-59ee-41be-8739-90977e95ab41', 'name': '', 'network_id': 'ce0ee963-0a24-4ab4-a800-12997de2bba3', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'mac_address': 'fa:16:3e:d7:45:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:48Z', 'updated_at': '2022-02-09T14:09:01Z', 'revision_number': 4, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'subnets': [{'id': 'a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:09:02.239047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:02.244245 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:02.244602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:02.414753 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:02.453087 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 867a3575-99d5-4456-b2b4-4a7a5a9ad053, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=867a3575-99d5-4456-b2b4-4a7a5a9ad053,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:09:02.457933 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:02.533018 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=867a3575-99d5-4456-b2b4-4a7a5a9ad053,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:02.870868 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d67cd-9103-4bc5-9f00-dfe9558e9945 req-befae4f8-a3fd-47f3-99b6-0aa2a231c75f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:02.872514 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-683d67cd-9103-4bc5-9f00-dfe9558e9945 req-befae4f8-a3fd-47f3-99b6-0aa2a231c75f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0852890 Feb 09 14:09:02.923720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-683d67cd-9103-4bc5-9f00-dfe9558e9945 req-57fe9f96-eb8b-4f6d-9e4d-1950b43979ae tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Feb 09 14:09:04.134982 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b89b92-8d5c-43f8-9770-3f862f5bc298 req-c0be0918-c5fe-4275-8e2f-ab629ce7f9ce tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:04.136410 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9b89b92-8d5c-43f8-9770-3f862f5bc298 req-c0be0918-c5fe-4275-8e2f-ab629ce7f9ce tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0789125 Feb 09 14:09:04.189374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a9b89b92-8d5c-43f8-9770-3f862f5bc298 req-c171c406-597f-4b99-a355-bb84fadeaeb8 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475521 Feb 09 14:09:04.210623 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6940f340-59ee-41be-8739-90977e95ab41 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:04.279493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 6940f340-59ee-41be-8739-90977e95ab41 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:09:04.284035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6940f340-59ee-41be-8739-90977e95ab41 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:04.284400 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:04.393582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e5667-62e0-4332-bf35-d0c91d0eaf05 req-68d0dc32-a879-4614-8152-37e90d12adfd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:04.395095 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e8e5667-62e0-4332-bf35-d0c91d0eaf05 req-68d0dc32-a879-4614-8152-37e90d12adfd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0763807 Feb 09 14:09:04.395777 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:04.427323 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 6940f340-59ee-41be-8739-90977e95ab41, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6940f340-59ee-41be-8739-90977e95ab41,segment=NetworkSegment(e8d8063d-fc8f-48c0-9487-47599cd7a6ae),segment_id=e8d8063d-fc8f-48c0-9487-47599cd7a6ae)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:09:04.431603 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:04.432374 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 867a3575-99d5-4456-b2b4-4a7a5a9ad053 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:04.442803 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3e8e5667-62e0-4332-bf35-d0c91d0eaf05 req-c6f04846-d684-40a0-893b-fe80578ebf8a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420222 Feb 09 14:09:04.470107 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40436) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:04.541960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=6940f340-59ee-41be-8739-90977e95ab41,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:04.558951 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:04.559379 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:04.612000 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3d89f869-ea21-4e6a-bbe2-0c092ce2ca72 tempest-TestShelveInstance-1051652974 tempest-TestShelveInstance-1051652974-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1092 time: 0.1406491 Feb 09 14:09:04.615354 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40442) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:09:04.620479 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:09:04.626461 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:09:04.630864 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:floatingip and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:09:04.633642 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:09:04.639179 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:09:04.650123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:04.783662 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:04.913349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Allocated IP 172.25.5.148 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/5bf306be-84fa-444a-98a8-08c32282638f) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:09:05.061282 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:05.089761 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:05.159266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:09:05.162394 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:09:05.166636 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:09:05.191405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'Port': ['ID=5bf306be-84fa-444a-98a8-08c32282638f,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:05.666220 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:05.723417 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.029079 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.033383 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.138913 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'Port': ['ID=5bf306be-84fa-444a-98a8-08c32282638f,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:09:06.140219 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6940f340-59ee-41be-8739-90977e95ab41 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:09:06.154765 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.210741 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 6940f340-59ee-41be-8739-90977e95ab41 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:09:06.211002 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:06.344476 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Floating IP c7361cb5-b4c6-440d-b600-5581738cb245 associated. External IP: 172.25.5.148, port: c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94. Feb 09 14:09:06.724508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Router 3b4c301a-121e-4909-a588-7bee9d4cc623 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:09:06.922133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:09:06.946056 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:07.001228 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-127d229d-cc13-4277-a471-6ea8193003c5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3847909 Feb 09 14:09:07.001746 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:09:07.054971 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'status': 'completed', 'code': 200} Feb 09 14:09:07.143743 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-817b4c4e-6443-4787-ad86-8e0f94702b60 req-89c9011d-0e29-42c1-bf39-da137d847e4c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1097 time: 0.0674405 Feb 09 14:09:07.349598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4c4e-6443-4787-ad86-8e0f94702b60 req-d5f1ec3f-30ce-49cf-838c-e465ee945f41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:07.351222 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-817b4c4e-6443-4787-ad86-8e0f94702b60 req-d5f1ec3f-30ce-49cf-838c-e465ee945f41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.2011278 Feb 09 14:09:07.454926 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-817b4c4e-6443-4787-ad86-8e0f94702b60 req-995f086f-d4f1-4f10-99cc-b6f00db8d65c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 1000 time: 0.0971291 Feb 09 14:09:07.519574 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4c4e-6443-4787-ad86-8e0f94702b60 req-b519fbf0-a8f7-4a76-aa15-0d9c723950a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:07.520972 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-817b4c4e-6443-4787-ad86-8e0f94702b60 req-b519fbf0-a8f7-4a76-aa15-0d9c723950a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0602744 Feb 09 14:09:07.592552 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-817b4c4e-6443-4787-ad86-8e0f94702b60 req-0283f8c9-327a-4deb-9e83-66fd6248c0ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652220 Feb 09 14:09:07.723038 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-817b4c4e-6443-4787-ad86-8e0f94702b60 req-78ac8be7-f714-4201-a675-c1f07b80ae16 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227992 Feb 09 14:09:07.854202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-817b4c4e-6443-4787-ad86-8e0f94702b60 req-cb8aa5c0-cad4-42c5-8720-4359bd4dc09d service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250091 Feb 09 14:09:10.794685 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] Sync routers for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:09:10.807505 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:09:10.808081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:10.988557 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:09:11.324999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c7361cb5-b4c6-440d-b600-5581738cb245', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'port_id': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'mac_address': 'fa:16:3e:d8:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:09:05Z', 'updated_at': '2022-02-09T14:09:05Z', 'revision_number': 0, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:11.328818 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] Checking router: 3b4c301a-121e-4909-a588-7bee9d4cc623 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:09:11.340915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:09:11.341495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:08:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:11.558480 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:09:11.892657 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c7361cb5-b4c6-440d-b600-5581738cb245', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'port_id': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'mac_address': 'fa:16:3e:d8:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:09:05Z', 'updated_at': '2022-02-09T14:09:05Z', 'revision_number': 0, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:09:11.897101 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e911643-3af7-42d6-8845-b8157b048c34 None None] The sync data for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 is: [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'c7361cb5-b4c6-440d-b600-5581738cb245', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'port_id': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'mac_address': 'fa:16:3e:d8:52:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:09:05Z', 'updated_at': '2022-02-09T14:09:05Z', 'revision_number': 0, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:09:11.920049 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:16.737009 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:19.228205 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04458e06-ead4-4424-b9ab-40afbaf51df4 None None] New status for floating IP c7361cb5-b4c6-440d-b600-5581738cb245: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:09:25.129483 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2d3b0d45-279e-4dfc-8c1e-d4f31ff44a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:28.333753 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f90caa68-327d-4277-b523-0667263afb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:28.523174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-b427d791-1983-491d-99bf-8900891e9af4 req-a11bcb1b-e2e8-4f96-ab4c-3f7b376625b4 service neutron] (83479) timed out ('10.222.0.59', 59470) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:09:28.775147 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:28.779700 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:29.969748 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-668d57b3-651d-4d23-8048-caa81baa21c1 req-b3ce0f7d-a44a-4341-a32e-c52fa2f9a7fe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0661380 Feb 09 14:09:30.115549 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:30.116603 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-668d57b3-651d-4d23-8048-caa81baa21c1 req-4afabc93-1058-4559-b229-36b19ed63015 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1097 time: 0.0752366 Feb 09 14:09:30.264445 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d57b3-651d-4d23-8048-caa81baa21c1 req-8f12acb8-a0d2-49e0-a11a-3c1e5751b1fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:30.265879 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-668d57b3-651d-4d23-8048-caa81baa21c1 req-8f12acb8-a0d2-49e0-a11a-3c1e5751b1fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1292350 Feb 09 14:09:30.370124 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-668d57b3-651d-4d23-8048-caa81baa21c1 req-075f31bc-9593-4637-8bfc-fe73c7bed614 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 1002 time: 0.0964558 Feb 09 14:09:30.435716 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d57b3-651d-4d23-8048-caa81baa21c1 req-9a5f4700-6884-45d7-8198-d641f68414a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:09:30.437126 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-668d57b3-651d-4d23-8048-caa81baa21c1 req-9a5f4700-6884-45d7-8198-d641f68414a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0575879 Feb 09 14:09:30.514297 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-668d57b3-651d-4d23-8048-caa81baa21c1 req-9bf409ee-b145-4781-a8d5-543c36ec94a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699656 Feb 09 14:09:30.644330 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-668d57b3-651d-4d23-8048-caa81baa21c1 req-6b59f3c7-4807-46ad-a396-54de5917758d service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215107 Feb 09 14:09:30.773285 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-668d57b3-651d-4d23-8048-caa81baa21c1 req-58cb3e50-d7a3-4e4e-bd2e-bf8e3bb8a78b service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221929 Feb 09 14:09:31.753728 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:09:41.935890 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:46.736270 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:55.121250 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-95b55eba-8939-441e-b3bb-c31fb2846df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:58.335758 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b019b163-7cad-4a33-b4d2-e11b73e97a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:58.772670 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:09:58.783189 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:00.116841 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:08.754692 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:10:11.939816 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:16.738712 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:25.122435 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-99e24c91-f313-4e1f-803f-e4a64dca5192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.338716 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f48add2-a4e0-457b-9a2a-c4b11ccc4105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.765037 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:28.783030 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:30.122102 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:31.906077 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ec3e866-5c5e-461d-a344-7f9981ffe986 req-6858a551-2bbf-406c-a845-456e50cf8626 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679796 Feb 09 14:10:32.047975 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ec3e866-5c5e-461d-a344-7f9981ffe986 req-8114a96b-7dbc-4a3b-95dd-a241185c76fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1097 time: 0.0676754 Feb 09 14:10:32.276855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3e866-5c5e-461d-a344-7f9981ffe986 req-7f41df1a-5218-4b5b-93d1-9ebc9d5e1cfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:32.278023 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ec3e866-5c5e-461d-a344-7f9981ffe986 req-7f41df1a-5218-4b5b-93d1-9ebc9d5e1cfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.2095592 Feb 09 14:10:32.379049 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ec3e866-5c5e-461d-a344-7f9981ffe986 req-3214043e-33a7-443d-8346-5dab20baeb37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 1002 time: 0.0936873 Feb 09 14:10:32.443277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3e866-5c5e-461d-a344-7f9981ffe986 req-481e9e99-9c7d-4dd2-a33d-f66d3cb01aee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:10:32.445391 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ec3e866-5c5e-461d-a344-7f9981ffe986 req-481e9e99-9c7d-4dd2-a33d-f66d3cb01aee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0599208 Feb 09 14:10:32.521344 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ec3e866-5c5e-461d-a344-7f9981ffe986 req-8954b4a1-5045-4392-b258-64f0be7258ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691297 Feb 09 14:10:32.650424 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ec3e866-5c5e-461d-a344-7f9981ffe986 req-4ee4c057-63e4-4478-82af-f65543e1945a service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220412 Feb 09 14:10:32.781696 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2ec3e866-5c5e-461d-a344-7f9981ffe986 req-b8426c87-239f-4637-a1dc-499a01703fde service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244504 Feb 09 14:10:41.949613 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:45.755968 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:10:46.739961 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:55.124235 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a910da7b-654f-4d88-95ef-c038de77ccb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:58.339984 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9412b531-c57c-441f-8a1d-b6f2720279fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:58.770353 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:10:58.791216 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:00.122851 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:02.971552 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5426c2a-cb37-4957-9fde-2723f1402d31 req-bf8295ae-b33e-4195-a8d8-36d0441b88c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:02.974017 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5426c2a-cb37-4957-9fde-2723f1402d31 req-bf8295ae-b33e-4195-a8d8-36d0441b88c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0874958 Feb 09 14:11:03.021786 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b5426c2a-cb37-4957-9fde-2723f1402d31 req-be026ffe-a8e6-4676-9e90-e67dccf9a8bf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409191 Feb 09 14:11:04.232778 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0b828-40f5-4dcd-a012-349187424b8f req-c6df0c1d-5c98-4676-8eef-f4e75acb864c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:04.234210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3eb0b828-40f5-4dcd-a012-349187424b8f req-c6df0c1d-5c98-4676-8eef-f4e75acb864c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0747371 Feb 09 14:11:04.283443 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3eb0b828-40f5-4dcd-a012-349187424b8f req-e9e1f4e6-41b5-47f2-833a-76e582e8f06f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435441 Feb 09 14:11:05.511952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fd57e-f7d8-42cb-9309-a16100c3aada req-3d251bd4-4f6d-4223-801d-0391d5496cdd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:05.513404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-528fd57e-f7d8-42cb-9309-a16100c3aada req-3d251bd4-4f6d-4223-801d-0391d5496cdd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0819342 Feb 09 14:11:05.562928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-528fd57e-f7d8-42cb-9309-a16100c3aada req-47880070-0a4b-4aa9-b1c2-7b1becc3af61 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436809 Feb 09 14:11:06.766013 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383051c4-a5d2-478f-baa9-4ab640d265f0 req-4dc951e2-8fea-4a50-86e9-3122d42e288f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:06.767469 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-383051c4-a5d2-478f-baa9-4ab640d265f0 req-4dc951e2-8fea-4a50-86e9-3122d42e288f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0793881 Feb 09 14:11:06.915804 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-383051c4-a5d2-478f-baa9-4ab640d265f0 req-7a04f0a9-6f00-4586-b2f2-1bc77f4f4eb1 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429088 Feb 09 14:11:08.121858 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae44cd-1f23-41bd-9477-58b04671a4d5 req-ba28bd0a-5062-470b-9e8e-0de445603535 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:08.123403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0aae44cd-1f23-41bd-9477-58b04671a4d5 req-ba28bd0a-5062-470b-9e8e-0de445603535 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0760508 Feb 09 14:11:08.169357 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0aae44cd-1f23-41bd-9477-58b04671a4d5 req-8c85eae4-a0f0-4da2-b796-2068e311797c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405731 Feb 09 14:11:09.369673 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18fbe5-3647-42b6-bba0-75a189737449 req-cc36421a-820c-46c0-904b-5780bc5f069b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:09.371078 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df18fbe5-3647-42b6-bba0-75a189737449 req-cc36421a-820c-46c0-904b-5780bc5f069b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0820384 Feb 09 14:11:09.420216 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-df18fbe5-3647-42b6-bba0-75a189737449 req-80dfa52f-2f39-49ad-a9ec-a62d25da5f56 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435934 Feb 09 14:11:10.615948 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e88e1-fcf0-4c80-a15d-85122c3e229e req-e8927342-c6f1-4a01-82b0-2edf23238dea tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:10.617397 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-108e88e1-fcf0-4c80-a15d-85122c3e229e req-e8927342-c6f1-4a01-82b0-2edf23238dea tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0747614 Feb 09 14:11:10.666220 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-108e88e1-fcf0-4c80-a15d-85122c3e229e req-45ffe536-36d0-402b-8c17-32fdd8823c22 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425363 Feb 09 14:11:11.864708 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66200cea-0035-4e88-b40b-5bb1931ccff3 req-0ecb8361-ad01-46c6-94f4-6c3b0b4312de tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:11.866154 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66200cea-0035-4e88-b40b-5bb1931ccff3 req-0ecb8361-ad01-46c6-94f4-6c3b0b4312de tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0806854 Feb 09 14:11:11.911718 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66200cea-0035-4e88-b40b-5bb1931ccff3 req-a0291bf1-74c8-412d-8ac2-0b62d64a15cd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395718 Feb 09 14:11:11.951456 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:13.119531 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d68fe-be24-471c-b55c-33b8b54d8025 req-e82ed96e-b34b-4dac-b324-b509f51b5aa5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:13.121035 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-062d68fe-be24-471c-b55c-33b8b54d8025 req-e82ed96e-b34b-4dac-b324-b509f51b5aa5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0825064 Feb 09 14:11:13.168316 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-062d68fe-be24-471c-b55c-33b8b54d8025 req-bc8a8064-4d43-4831-af65-5a4867edd457 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415964 Feb 09 14:11:13.762179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:11:13.894210 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:11:13.907215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'port_id': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'mac_address': 'fa:16:3e:d8:52:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:11:13.965030 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:13.982110 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:11:13.997867 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:11:14.001785 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:14.069401 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:14.078798 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.079138 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.079473 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.079804 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.080132 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.080456 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.080777 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.081097 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.081415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.081733 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.082051 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:11:14.104457 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:11:14.365199 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3a194-aeae-479c-9e5a-cef1a6f8124f req-8eda17d0-3074-43d5-b4fd-07e7a0c1b119 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:14.366710 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ccd3a194-aeae-479c-9e5a-cef1a6f8124f req-8eda17d0-3074-43d5-b4fd-07e7a0c1b119 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 945 time: 0.0757830 Feb 09 14:11:14.410368 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ccd3a194-aeae-479c-9e5a-cef1a6f8124f req-42a80db0-18cd-4b00-b8d4-ac41634b310a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377717 Feb 09 14:11:15.611656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9991a51-c24b-4b0c-921a-a6df1c58c629 req-9de46240-fc90-41de-8c24-e6ad91842a62 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:15.613123 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9991a51-c24b-4b0c-921a-a6df1c58c629 req-9de46240-fc90-41de-8c24-e6ad91842a62 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 945 time: 0.0798695 Feb 09 14:11:15.661210 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e9991a51-c24b-4b0c-921a-a6df1c58c629 req-fa011f39-d148-4a5a-8e84-2c3f8263fb50 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420499 Feb 09 14:11:15.783140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:11:15.854711 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:15.855077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:15.970530 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:16.000201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:16.010137 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:11:16.014959 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:16.082140 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'code': 200} Feb 09 14:11:16.085602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:16.738617 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:16.871483 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b067bdd-ffca-4ac7-9660-e714a4a960ad req-5ed3a564-b35e-4670-89ce-a680a98e3ec4 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:16.873589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b067bdd-ffca-4ac7-9660-e714a4a960ad req-5ed3a564-b35e-4670-89ce-a680a98e3ec4 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0796845 Feb 09 14:11:16.925056 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4b067bdd-ffca-4ac7-9660-e714a4a960ad req-754b0a3b-ec8c-461e-9a0f-f609f70f6913 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446100 Feb 09 14:11:18.340276 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce6fe-ee44-4fee-a799-8077fc3c8a5c req-541e805e-bd70-4208-848a-a6be2224f097 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:18.341996 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b9ce6fe-ee44-4fee-a799-8077fc3c8a5c req-541e805e-bd70-4208-848a-a6be2224f097 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0997739 Feb 09 14:11:18.399532 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5b9ce6fe-ee44-4fee-a799-8077fc3c8a5c req-e328b91a-4213-4b83-b3fe-9ceea78a1118 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497439 Feb 09 14:11:19.627623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60507381-5878-4bf0-bca6-f23ef2366e81 req-25b707ba-a371-4e84-a12f-a2117cb86148 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:19.630901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60507381-5878-4bf0-bca6-f23ef2366e81 req-25b707ba-a371-4e84-a12f-a2117cb86148 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0967453 Feb 09 14:11:19.683750 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-60507381-5878-4bf0-bca6-f23ef2366e81 req-dabe305c-87d4-4367-aa40-f5d5b15a2b0d tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455632 Feb 09 14:11:20.921248 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa19f5f-65a8-408a-a0fc-84cf4a378e2a req-51a44c33-5b57-440a-960f-960a40a71133 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:20.928720 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa19f5f-65a8-408a-a0fc-84cf4a378e2a req-51a44c33-5b57-440a-960f-960a40a71133 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.1195712 Feb 09 14:11:20.996363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cfa19f5f-65a8-408a-a0fc-84cf4a378e2a req-6160489d-3ca6-42dc-8f26-ff3643bee681 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665174 Feb 09 14:11:22.378931 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4543b-9700-4876-b88c-cc7a0c7a8318 req-049fe63c-4bd0-4bb5-bf17-f1e4fbf646df tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:22.380515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88a4543b-9700-4876-b88c-cc7a0c7a8318 req-049fe63c-4bd0-4bb5-bf17-f1e4fbf646df tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0868597 Feb 09 14:11:22.445457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-88a4543b-9700-4876-b88c-cc7a0c7a8318 req-0598222f-939d-43db-ae08-f89a3909d98e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562947 Feb 09 14:11:22.761358 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:11:23.652811 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21839c65-a682-4197-8c7f-8ce97eda1b54 req-e735936c-e7a2-4043-952e-58642835839a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:23.654542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21839c65-a682-4197-8c7f-8ce97eda1b54 req-e735936c-e7a2-4043-952e-58642835839a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0848055 Feb 09 14:11:23.705285 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-21839c65-a682-4197-8c7f-8ce97eda1b54 req-0eaab6f9-9a1a-4c65-8db9-56a8ca0a9710 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448651 Feb 09 14:11:24.926426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91a9c6-97f9-44b5-b4e3-06bdbaeebcba req-2b3409d1-76b5-4d2d-9b9f-f65efac58146 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:24.933400 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c91a9c6-97f9-44b5-b4e3-06bdbaeebcba req-2b3409d1-76b5-4d2d-9b9f-f65efac58146 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0922711 Feb 09 14:11:24.991180 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4c91a9c6-97f9-44b5-b4e3-06bdbaeebcba req-3bc70262-dad2-47ea-9eb1-dd45095e4fd4 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568190 Feb 09 14:11:25.138297 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ee05-91d0-4fd0-aa42-323919152424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:26.199760 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d89e4-2ae6-4645-a1d2-0d48b453f1e0 req-c0d58fbb-7ae5-43b8-b142-49aa05bae48b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:26.201384 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-426d89e4-2ae6-4645-a1d2-0d48b453f1e0 req-c0d58fbb-7ae5-43b8-b142-49aa05bae48b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0824716 Feb 09 14:11:26.251530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-426d89e4-2ae6-4645-a1d2-0d48b453f1e0 req-bc2a2762-3d83-4108-999d-0bafcb175afc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446961 Feb 09 14:11:26.897023 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2f134ab8-bcbc-446e-8867-bca93636cfec req-4dc730bb-a6b2-420b-ab94-87a9b75bcd8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1097 time: 0.0717795 Feb 09 14:11:27.029122 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134ab8-bcbc-446e-8867-bca93636cfec req-a38ce32b-152a-4804-bc4c-083b7751c477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:27.030618 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2f134ab8-bcbc-446e-8867-bca93636cfec req-a38ce32b-152a-4804-bc4c-083b7751c477 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1267719 Feb 09 14:11:27.129648 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2f134ab8-bcbc-446e-8867-bca93636cfec req-9c8bf41f-09d8-4958-b409-64975c902211 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 1002 time: 0.0923266 Feb 09 14:11:27.193136 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f134ab8-bcbc-446e-8867-bca93636cfec req-cd962e7c-1518-4e80-a831-852b599aa207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:27.194578 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2f134ab8-bcbc-446e-8867-bca93636cfec req-cd962e7c-1518-4e80-a831-852b599aa207 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0590742 Feb 09 14:11:27.268755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2f134ab8-bcbc-446e-8867-bca93636cfec req-000e2aa8-93d3-4a41-8f78-f1fef1fa84ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665441 Feb 09 14:11:27.403746 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2f134ab8-bcbc-446e-8867-bca93636cfec req-39222f0b-aff1-4cd5-a686-d53973366fbb service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284366 Feb 09 14:11:27.459320 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5c072-83c5-4964-92d5-2eae06886302 req-eaca6223-a7d0-446c-bb77-e7a51f9ce4c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:27.460783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4f5c072-83c5-4964-92d5-2eae06886302 req-eaca6223-a7d0-446c-bb77-e7a51f9ce4c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0867667 Feb 09 14:11:27.505780 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4f5c072-83c5-4964-92d5-2eae06886302 req-5b6e8d2c-963d-41b7-8eb1-8c073c6bc5bd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393250 Feb 09 14:11:27.540694 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2f134ab8-bcbc-446e-8867-bca93636cfec req-e3a2c83d-d19f-4172-968d-da7511e2338c service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307020 Feb 09 14:11:28.343431 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3cae146b-f757-458f-b2f2-a21464f04ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:28.703145 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedd1d6-684c-4448-b425-3b37b0decc27 req-2fc02f39-e42b-479e-a048-715be66a803c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:28.704572 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ceedd1d6-684c-4448-b425-3b37b0decc27 req-2fc02f39-e42b-479e-a048-715be66a803c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0779843 Feb 09 14:11:28.751472 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ceedd1d6-684c-4448-b425-3b37b0decc27 req-3b8557b0-c7e7-4c5f-a15a-deda8efa433b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Feb 09 14:11:28.763322 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:28.791428 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:29.832251 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:11:29.957658 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef86d-0d6b-4767-9641-899cdd1b613b req-925ea7f2-e68a-4c7d-a674-5622045465c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:29.959145 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4eef86d-0d6b-4767-9641-899cdd1b613b req-925ea7f2-e68a-4c7d-a674-5622045465c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 946 time: 0.0785649 Feb 09 14:11:30.011874 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b4eef86d-0d6b-4767-9641-899cdd1b613b req-db4f7c03-fb6d-4e20-9b87-d5ed39eb7876 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467610 Feb 09 14:11:30.017582 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:30.045720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:30.056381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:11:30.062665 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:30.110684 n-d-825175-3 neutron-server[83481]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'code': 422} returned with failed status Feb 09 14:11:30.144671 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:30.155026 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:30.217782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e777d6b1-2e2a-4fc5-9cde-0995bc62fbad req-e075224f-d1d7-45e1-85da-ae53d3c721ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0769017 Feb 09 14:11:31.436896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40600) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:11:31.507627 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ca2f-6a12-4c06-ba98-254c3cb89e1c req-eb382dd5-e643-416b-9387-a6bed78b41b7 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:31.509162 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9250ca2f-6a12-4c06-ba98-254c3cb89e1c req-eb382dd5-e643-416b-9387-a6bed78b41b7 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0806782 Feb 09 14:11:31.555164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9250ca2f-6a12-4c06-ba98-254c3cb89e1c req-694f9598-b914-49b7-88a5-236a95bf9bce tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404360 Feb 09 14:11:31.585465 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-a5bd7de9-4fa3-49bd-93f6-7d89853077a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1473510 Feb 09 14:11:32.103045 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-b9937b9a-0980-4898-99ec-903455251caf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e&tenant_id=40808f31e5ec426eb8bc94448a339d42 HTTP/1.1" status: 200 len: 1095 time: 0.0681705 Feb 09 14:11:32.193036 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-a24af55f-1a3b-488d-ad17-0c2c117a0c74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1095 time: 0.0674214 Feb 09 14:11:32.321176 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-5d2e00b2-0b8d-44d7-95a4-f5f303c6e971 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:32.322532 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-5d2e00b2-0b8d-44d7-95a4-f5f303c6e971 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1226327 Feb 09 14:11:32.502044 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-70d287c6-ecb5-498d-98cf-8645a6a53630 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 1000 time: 0.1729534 Feb 09 14:11:32.564874 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-acfbd171-4646-45cf-a571-315c0a973c81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:32.566256 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-acfbd171-4646-45cf-a571-315c0a973c81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0580454 Feb 09 14:11:32.639615 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-f6beb305-8652-450c-9622-da5b21e0ac46 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666003 Feb 09 14:11:32.759153 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829fe0e-9578-49d2-8451-2e6606d9d9b0 req-58d861fa-30d5-4a0d-a2c4-0730d0f20a12 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:32.760595 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8829fe0e-9578-49d2-8451-2e6606d9d9b0 req-58d861fa-30d5-4a0d-a2c4-0730d0f20a12 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0807493 Feb 09 14:11:32.773398 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-9328fb03-fc14-418b-8544-ff3ffe247916 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265600 Feb 09 14:11:32.807221 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8829fe0e-9578-49d2-8451-2e6606d9d9b0 req-b7f4acb4-1266-44ed-9d0f-3778431f3b50 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407202 Feb 09 14:11:32.908679 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fa174c8f-7263-4b8a-853a-0e77e3910933 req-99f3dd55-a795-4301-9177-8d00bcd6ad7d service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284201 Feb 09 14:11:33.854621 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:11:34.120713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02829bf-a279-412d-8910-7565cc6a00a4 req-546942bf-e8ad-448a-a6db-64b05d17834d tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:34.123264 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f02829bf-a279-412d-8910-7565cc6a00a4 req-546942bf-e8ad-448a-a6db-64b05d17834d tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0866578 Feb 09 14:11:34.183274 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f02829bf-a279-412d-8910-7565cc6a00a4 req-6c3fcf84-80ea-4e86-bec4-2151c01f1bea tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515943 Feb 09 14:11:35.396337 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eceef4-b427-44ba-9c92-4479f39f2eff req-4cf21967-787e-44ed-b65d-597027a264c8 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:35.397702 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2eceef4-b427-44ba-9c92-4479f39f2eff req-4cf21967-787e-44ed-b65d-597027a264c8 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0848100 Feb 09 14:11:35.449172 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d2eceef4-b427-44ba-9c92-4479f39f2eff req-30467e7e-28e8-4c84-92ee-88595e4cf10f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454273 Feb 09 14:11:36.673603 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5cd50-1273-4f59-938a-a935d68db0cc req-19e329d4-e93b-4627-990e-138873046a55 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:36.675266 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aa5cd50-1273-4f59-938a-a935d68db0cc req-19e329d4-e93b-4627-990e-138873046a55 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0951035 Feb 09 14:11:36.827594 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1aa5cd50-1273-4f59-938a-a935d68db0cc req-2ac1c0cc-95ba-44f9-8462-497713d70c76 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459620 Feb 09 14:11:38.044690 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea851f17-ad60-45f8-8466-7b2e5f7fd6d6 req-ac13a772-e043-45a0-8f53-a2a5d74bc37e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:38.046323 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea851f17-ad60-45f8-8466-7b2e5f7fd6d6 req-ac13a772-e043-45a0-8f53-a2a5d74bc37e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0847204 Feb 09 14:11:38.107079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea851f17-ad60-45f8-8466-7b2e5f7fd6d6 req-efa698e4-ef42-4c76-abc4-4c0dd8009a9f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540407 Feb 09 14:11:39.307017 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35957d-3e8d-47d1-8864-51652d2ff465 req-7d4d8ab3-d931-42b3-91bc-59145526ec50 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:39.308409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa35957d-3e8d-47d1-8864-51652d2ff465 req-7d4d8ab3-d931-42b3-91bc-59145526ec50 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0866849 Feb 09 14:11:39.359782 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa35957d-3e8d-47d1-8864-51652d2ff465 req-57838f33-5cdc-4807-93f4-550c2eba8684 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454438 Feb 09 14:11:40.574452 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b561-6cb2-4b86-bcd9-8f44ef1b221e req-ba070f9d-50db-4e98-80dc-4486ef97e542 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:40.575943 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f01b561-6cb2-4b86-bcd9-8f44ef1b221e req-ba070f9d-50db-4e98-80dc-4486ef97e542 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0794084 Feb 09 14:11:40.629926 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6f01b561-6cb2-4b86-bcd9-8f44ef1b221e req-1bcf9188-c888-4e5f-9f2f-0f2d18419abd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478170 Feb 09 14:11:41.827112 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11774d79-8f66-4780-9904-cfb78231d0e0 req-8aed375c-8a02-4bb6-91b3-ba2ff0902662 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:41.828575 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11774d79-8f66-4780-9904-cfb78231d0e0 req-8aed375c-8a02-4bb6-91b3-ba2ff0902662 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0745471 Feb 09 14:11:41.879606 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11774d79-8f66-4780-9904-cfb78231d0e0 req-3d44fcec-ae31-43ea-83c7-827bd2bfe625 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455403 Feb 09 14:11:41.964059 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:42.040492 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5434cbd9-665d-4145-9d2c-3615a216ae69 req-193315fa-5780-46a9-83de-69854bf642bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1095 time: 0.0776446 Feb 09 14:11:42.194091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434cbd9-665d-4145-9d2c-3615a216ae69 req-bd4e75dc-95fa-4ebd-ba73-d4fe14355dfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:42.195534 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5434cbd9-665d-4145-9d2c-3615a216ae69 req-bd4e75dc-95fa-4ebd-ba73-d4fe14355dfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1326551 Feb 09 14:11:42.299719 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5434cbd9-665d-4145-9d2c-3615a216ae69 req-fcb0a4b2-549b-4dde-a6fc-5f17f4966452 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 1000 time: 0.0964787 Feb 09 14:11:42.364892 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434cbd9-665d-4145-9d2c-3615a216ae69 req-3c8e328c-e14c-4c93-b8b5-36f0bc85f393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:42.367512 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5434cbd9-665d-4145-9d2c-3615a216ae69 req-3c8e328c-e14c-4c93-b8b5-36f0bc85f393 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0602813 Feb 09 14:11:42.446644 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5434cbd9-665d-4145-9d2c-3615a216ae69 req-bec8cc2d-daf2-4abf-9bb6-10687e7406d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708482 Feb 09 14:11:42.583549 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5434cbd9-665d-4145-9d2c-3615a216ae69 req-095ac7e8-644c-42e6-bdce-9e7116938d53 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289415 Feb 09 14:11:42.717021 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5434cbd9-665d-4145-9d2c-3615a216ae69 req-f7158540-098d-4373-9aba-b953919c345c service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267898 Feb 09 14:11:43.085021 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c2c5-22b6-4133-8159-4700a4190ae8 req-12d5aef2-27ea-4fb2-9d3a-67670048c65a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:43.087363 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c29c2c5-22b6-4133-8159-4700a4190ae8 req-12d5aef2-27ea-4fb2-9d3a-67670048c65a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 944 time: 0.0856588 Feb 09 14:11:43.139530 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c29c2c5-22b6-4133-8159-4700a4190ae8 req-7e56f453-eea1-4ef6-8738-fd129572e1ff tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Feb 09 14:11:43.923524 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:11:44.060365 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:11:44.078016 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'port_id': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'mac_address': 'fa:16:3e:d8:52:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:11:44.134479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:44.151976 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:11:44.167317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:11:44.172246 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:44.243280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=9']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:44.359723 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657a250-ec54-43f6-9a81-f69ce01e0633 req-078061e7-6ae2-4095-b2da-d63cdab09a67 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:44.361198 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b657a250-ec54-43f6-9a81-f69ce01e0633 req-078061e7-6ae2-4095-b2da-d63cdab09a67 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 945 time: 0.0766647 Feb 09 14:11:44.409486 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b657a250-ec54-43f6-9a81-f69ce01e0633 req-9bd85c5d-2a70-4084-acfc-c6793bb16a56 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425344 Feb 09 14:11:44.483936 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:11:45.623255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858608b-b7a9-47e2-a296-17670cf73bad req-64d50b5a-b5b6-4bb8-b563-3f08bd007e1f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:45.624692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7858608b-b7a9-47e2-a296-17670cf73bad req-64d50b5a-b5b6-4bb8-b563-3f08bd007e1f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 945 time: 0.0799291 Feb 09 14:11:45.672092 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7858608b-b7a9-47e2-a296-17670cf73bad req-a80a3298-eb47-44c5-8fa6-78b46b167816 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418193 Feb 09 14:11:45.956324 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:11:46.034337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:11:46.034755 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:46.166887 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:46.200993 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:11:46.210852 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:11:46.215612 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:46.285539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=10']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:11:46.745861 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:46.870290 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e37c54-9d75-4b2e-acbf-89a82dca9a41 req-3b255a9c-a8fc-4ad9-b15b-1a10866f78b9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:46.871752 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54e37c54-9d75-4b2e-acbf-89a82dca9a41 req-3b255a9c-a8fc-4ad9-b15b-1a10866f78b9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 947 time: 0.0774624 Feb 09 14:11:46.924150 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-54e37c54-9d75-4b2e-acbf-89a82dca9a41 req-7b6b90b7-131a-47c9-880c-d27d43c944ac tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457616 Feb 09 14:11:47.278003 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'code': 200} Feb 09 14:11:47.517486 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1043c493-10ad-427e-ad0d-6427abd53ee4 req-537d8b24-de8f-4c7f-87df-cde0909ba72f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1098 time: 0.0738952 Feb 09 14:11:47.561037 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1043c493-10ad-427e-ad0d-6427abd53ee4 req-5a6b3902-719b-4af8-882f-9a2d174c9dbb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360355 Feb 09 14:11:48.138656 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7966d5-cf7e-484d-ac2b-1d6b5d1a5146 req-55c51883-c776-4cdb-91db-65628cdf0fe3 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:48.140101 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea7966d5-cf7e-484d-ac2b-1d6b5d1a5146 req-55c51883-c776-4cdb-91db-65628cdf0fe3 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 947 time: 0.0807688 Feb 09 14:11:48.188582 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-ea7966d5-cf7e-484d-ac2b-1d6b5d1a5146 req-62012d14-c34a-4a99-9589-6b3156403949 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429869 Feb 09 14:11:49.395457 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7633a4-0fe1-4959-b067-8ec252c7d5d1 req-d04b16ab-72ea-4ced-bcdd-a091b6cec574 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:49.396901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b7633a4-0fe1-4959-b067-8ec252c7d5d1 req-d04b16ab-72ea-4ced-bcdd-a091b6cec574 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 947 time: 0.0824885 Feb 09 14:11:49.443491 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2b7633a4-0fe1-4959-b067-8ec252c7d5d1 req-f05bbdfb-71a2-4a47-a802-68c99412a857 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 Feb 09 14:11:50.646364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d490a9-1178-4011-8e0c-50069d087960 req-5739cb3e-9fb7-4133-abdd-e31516350cc2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:11:50.647846 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30d490a9-1178-4011-8e0c-50069d087960 req-5739cb3e-9fb7-4133-abdd-e31516350cc2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 947 time: 0.0784242 Feb 09 14:11:50.693208 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-30d490a9-1178-4011-8e0c-50069d087960 req-34413608-814b-445b-8baa-f6917f1051fb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398099 Feb 09 14:11:55.131627 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34159a71-5295-4b41-a16f-41524f0b49bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:58.346138 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8ced87af-e97c-4e18-984f-f12a72ef919c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:58.767889 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:58.794867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:11:59.768175 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:12:00.128344 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:11.973273 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:16.749829 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:25.133615 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2b24b375-8fc5-4122-928b-4b9c5723470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:28.347750 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-335519b6-6e17-4aa8-b0c4-ef282fa960f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:28.770154 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:28.794407 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:30.133421 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:34.991217 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-de4cb898-c481-47cf-8e95-031b6da1277e req-d01aeb3c-33d5-460b-960f-d0619e9fb371 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1396377 Feb 09 14:12:35.137787 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-de4cb898-c481-47cf-8e95-031b6da1277e req-a5a1ab61-95a8-47d2-8757-56e71925fc42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1098 time: 0.0720718 Feb 09 14:12:35.368367 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cb898-c481-47cf-8e95-031b6da1277e req-cd79ba14-0ea4-4ec7-bbe2-8d9764b5cf6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:35.369808 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-de4cb898-c481-47cf-8e95-031b6da1277e req-cd79ba14-0ea4-4ec7-bbe2-8d9764b5cf6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.2107859 Feb 09 14:12:35.473491 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-de4cb898-c481-47cf-8e95-031b6da1277e req-734a2baf-9aea-4f4e-9755-d2e2438358e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 1002 time: 0.0959134 Feb 09 14:12:35.536121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cb898-c481-47cf-8e95-031b6da1277e req-5a456e96-d8de-432b-8eef-5a124cc23a20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:12:35.537552 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-de4cb898-c481-47cf-8e95-031b6da1277e req-5a456e96-d8de-432b-8eef-5a124cc23a20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0578971 Feb 09 14:12:35.616039 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-de4cb898-c481-47cf-8e95-031b6da1277e req-21bdae2f-5139-4751-9be7-45da32e85870 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718310 Feb 09 14:12:35.627848 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-de4cb898-c481-47cf-8e95-031b6da1277e req-de45abd4-5c12-4e63-b8fb-804f8aed85c3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 14:12:35.628756 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-de4cb898-c481-47cf-8e95-031b6da1277e req-de45abd4-5c12-4e63-b8fb-804f8aed85c3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051913 Feb 09 14:12:35.761879 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-de4cb898-c481-47cf-8e95-031b6da1277e req-2a3a6807-6dae-4f7d-aaf5-bb3091772fc2 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263855 Feb 09 14:12:35.897984 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-de4cb898-c481-47cf-8e95-031b6da1277e req-af0a84b3-70cf-4d99-a513-893fa19ce228 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292431 Feb 09 14:12:36.760475 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:12:41.984707 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:46.747204 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:55.136193 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fadc5bcb-2323-4deb-a37d-5013dda1202f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.349210 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-41a1c70d-0aa6-499b-ac5a-5cb4cadaef1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.771946 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:12:58.798769 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:00.131979 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.383715 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40722) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:04.576124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Deleting port 5bf306be-84fa-444a-98a8-08c32282638f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:13:04.576456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.740638 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.740961 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:04.856800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Calling delete_port for 5bf306be-84fa-444a-98a8-08c32282638f owned by network:floatingip {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:13:05.003194 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:05.047921 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event deleted for resources: {'Port': ['ID=5bf306be-84fa-444a-98a8-08c32282638f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:05.088878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.089216 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.089550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.089876 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.090196 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.090533 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.090854 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.091174 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.091485 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.091818 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.092133 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:05.149849 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for floatingip, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:05.652726 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Router 3b4c301a-121e-4909-a588-7bee9d4cc623 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:13:05.856589 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:13:05.866214 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] Sync routers for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:13:05.872020 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:05.877639 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:13:05.878305 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:12:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:05.930725 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-d622ec86-e784-44cf-bc59-b011d0f52582 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "DELETE /v2.0/floatingips/c7361cb5-b4c6-440d-b600-5581738cb245 HTTP/1.1" status: 204 len: 168 time: 1.5436456 Feb 09 14:13:05.930725 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:13:06.029672 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'status': 'completed', 'code': 200} Feb 09 14:13:06.108565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:13:06.128149 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80111814-262a-4a8f-b61f-b38197791632 req-bbdb833e-aa1e-40c5-8e13-19d65e5d3cbf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 1098 time: 0.0744667 Feb 09 14:13:06.275152 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80111814-262a-4a8f-b61f-b38197791632 req-a9b41bc9-cf7c-460d-a4d3-09973f059b8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:06.276522 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80111814-262a-4a8f-b61f-b38197791632 req-a9b41bc9-cf7c-460d-a4d3-09973f059b8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1413531 Feb 09 14:13:06.351822 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80111814-262a-4a8f-b61f-b38197791632 req-daee48f2-d586-49aa-8e68-4f9d38bad621 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 200 len: 217 time: 0.0668440 Feb 09 14:13:06.418353 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80111814-262a-4a8f-b61f-b38197791632 req-cbbdb7a6-187b-4f81-b5ab-46c38c20c75e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:06.419836 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80111814-262a-4a8f-b61f-b38197791632 req-cbbdb7a6-187b-4f81-b5ab-46c38c20c75e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0585039 Feb 09 14:13:06.435510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf136b0b-abde-46b9-aefc-ee9093bb36bf req-8dfde8a3-6eb1-434d-8e98-0acce1b1e8d0 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:06.436962 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf136b0b-abde-46b9-aefc-ee9093bb36bf req-8dfde8a3-6eb1-434d-8e98-0acce1b1e8d0 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 947 time: 0.1520650 Feb 09 14:13:06.451430 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:06.456608 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] Checking router: 3b4c301a-121e-4909-a588-7bee9d4cc623 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:13:06.467417 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:13:06.468011 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:12:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:06.483463 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bf136b0b-abde-46b9-aefc-ee9093bb36bf req-8365dcac-3007-4a12-b3d6-7f33aa2109ff tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407848 Feb 09 14:13:06.502501 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80111814-262a-4a8f-b61f-b38197791632 req-6e024845-2289-4bbb-81a3-e34617a669b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749736 Feb 09 14:13:06.634531 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80111814-262a-4a8f-b61f-b38197791632 req-948778f9-128a-4269-b913-faf33e26b342 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240880 Feb 09 14:13:06.643441 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:13:06.767189 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-80111814-262a-4a8f-b61f-b38197791632 req-a30d4bb8-794f-4a24-99ae-564214cca308 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249516 Feb 09 14:13:06.948841 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:06.952765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab732cc-0c58-40f7-a384-5e34928213db None None] The sync data for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 is: [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:13:07.177562 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f514dc6f-7fd5-40f5-8d73-6f714aa06fa4 None None] New status for floating IP c7361cb5-b4c6-440d-b600-5581738cb245: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:13:07.747867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79264860-e254-4a51-81ea-7e822bb70722 req-7b846427-b8f4-4520-9b0f-85a152319301 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:07.749336 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79264860-e254-4a51-81ea-7e822bb70722 req-7b846427-b8f4-4520-9b0f-85a152319301 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 947 time: 0.1420178 Feb 09 14:13:07.796542 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-79264860-e254-4a51-81ea-7e822bb70722 req-1d13d86c-1dd0-485a-888b-824689fea6a5 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=bdd25458-7d02-46b5-92f2-5c403dbedc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413435 Feb 09 14:13:07.900480 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61cb15-6745-4822-8411-25a77990cb1d req-a705b0dc-332f-4416-9f67-002ba0724dad tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:07.901168 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6a61cb15-6745-4822-8411-25a77990cb1d req-a705b0dc-332f-4416-9f67-002ba0724dad tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Synchronizing usage tracker for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:13:07.916559 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-6a61cb15-6745-4822-8411-25a77990cb1d req-a705b0dc-332f-4416-9f67-002ba0724dad tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Unset dirty status for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:13:07.917676 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a61cb15-6745-4822-8411-25a77990cb1d req-a705b0dc-332f-4416-9f67-002ba0724dad tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 947 time: 0.0904756 Feb 09 14:13:07.985495 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6a61cb15-6745-4822-8411-25a77990cb1d req-9950fc5f-9171-4664-990e-d17eec740732 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Deleting port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:13:07.986264 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6a61cb15-6745-4822-8411-25a77990cb1d req-9950fc5f-9171-4664-990e-d17eec740732 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.317419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-6a61cb15-6745-4822-8411-25a77990cb1d req-9950fc5f-9171-4664-990e-d17eec740732 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] For port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:13:08.317764 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6a61cb15-6745-4822-8411-25a77990cb1d req-9950fc5f-9171-4664-990e-d17eec740732 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.436506 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-6a61cb15-6745-4822-8411-25a77990cb1d req-9950fc5f-9171-4664-990e-d17eec740732 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Calling delete_port for c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:13:08.575645 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6a61cb15-6745-4822-8411-25a77990cb1d req-9950fc5f-9171-4664-990e-d17eec740732 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.627415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950fc5f-9171-4664-990e-d17eec740732 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event deleted for resources: {'Port': ['ID=c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:08.696500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a61cb15-6745-4822-8411-25a77990cb1d req-9950fc5f-9171-4664-990e-d17eec740732 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] No DVR routers for this DVR port c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:13:08.698943 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-6a61cb15-6745-4822-8411-25a77990cb1d req-9950fc5f-9171-4664-990e-d17eec740732 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:08.701332 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'name': 'network-vif-deleted', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:13:08.716576 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-6a61cb15-6745-4822-8411-25a77990cb1d req-9950fc5f-9171-4664-990e-d17eec740732 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.62 "DELETE /v2.0/ports/c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 HTTP/1.1" status: 204 len: 173 time: 0.7922604 Feb 09 14:13:08.758784 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c375f4-4a22-4c34-acfb-12ff5814f37e', 'name': 'network-vif-deleted', 'tag': 'c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94', 'status': 'completed', 'code': 200} Feb 09 14:13:08.979616 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-02ec9c4c-db27-4c57-9aee-d7fb44597f38 req-bfbee960-6b85-4d26-921b-9fca747490af tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0c375f4-4a22-4c34-acfb-12ff5814f37e HTTP/1.1" status: 200 len: 210 time: 0.0421655 Feb 09 14:13:10.090345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40744) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:10.160665 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51c62e11-1bd6-447b-854f-f5d087708dec tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.188912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51c62e11-1bd6-447b-854f-f5d087708dec tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.259286 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51c62e11-1bd6-447b-854f-f5d087708dec tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.277373 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c62e11-1bd6-447b-854f-f5d087708dec tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd25458-7d02-46b5-92f2-5c403dbedc04,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:10.293628 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-51c62e11-1bd6-447b-854f-f5d087708dec tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:10.294942 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-51c62e11-1bd6-447b-854f-f5d087708dec tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "DELETE /v2.0/security-groups/bdd25458-7d02-46b5-92f2-5c403dbedc04 HTTP/1.1" status: 204 len: 168 time: 0.2035701 Feb 09 14:13:11.723902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40754) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:11.729677 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-325348104', 'description': 'tempest-secgroup-smoke-325348104 description', 'project_id': '40808f31e5ec426eb8bc94448a339d42'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:13:11.736943 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:11.740988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:11.743837 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:11.749263 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:11.759436 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.794777 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:11.798991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:11.801759 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:11.807252 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:11.861353 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.865268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.916634 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18787efc-6646-4f7f-bd92-99e6616c2d0c,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:11.920660 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.922307 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-5e6b34b1-f0f8-4505-8e6b-1263107d8b75 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1969953 Feb 09 14:13:11.926129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40758) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:11.932166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': '18787efc-6646-4f7f-bd92-99e6616c2d0c', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:13:11.938919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:11.943837 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:11.946870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:11.952609 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:11.970458 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:11.986224 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.032820 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.036254 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.058933 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7053354-16cc-41b3-a6a0-1d3c6d383f1c,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.070488 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.070829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.071166 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.071515 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.071831 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.072148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.072470 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.072785 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.073128 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.073449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.073767 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:12.077048 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.078184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-befc1922-6d60-4e85-a741-8c3b020ca9c2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1510608 Feb 09 14:13:12.081116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40762) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:12.086825 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': '18787efc-6646-4f7f-bd92-99e6616c2d0c', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:13:12.093577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:12.098059 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:12.101126 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:12.106647 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:12.123496 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.185999 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.189586 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.212069 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96c0369-24ed-41af-9b11-716bc0771882,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.221109 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.222273 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-1fe6a3a9-e701-40fd-8dd3-e3edbddcfdfb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1401825 Feb 09 14:13:12.225127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40766) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:12.230739 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': '18787efc-6646-4f7f-bd92-99e6616c2d0c', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:13:12.237882 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:12.242213 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:12.245066 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:12.251089 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:12.270061 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.330606 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.334091 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.357343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9cb2d4-9f02-4c1c-b2bb-0077e6c90f77,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.366017 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.367373 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-fa95bf5d-5e26-4825-9b30-182a33b09a53 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1410353 Feb 09 14:13:12.370000 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40770) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:12.375409 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': '18787efc-6646-4f7f-bd92-99e6616c2d0c', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:13:12.376747 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:13:12.382026 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:12.385745 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:12.388537 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:12.394063 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:12.409595 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:13:12.409941 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device c587ef7c-f4ac-48ac-a54c-1c19e3ff6a94 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:13:12.411502 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.478557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.481819 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.505930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914095d1-693d-405c-90dc-adb8ffaf7092,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.514678 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.515835 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-f3a5fc60-93a4-4429-8364-a213ededf37f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1449184 Feb 09 14:13:12.518648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40774) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:12.523988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': '18787efc-6646-4f7f-bd92-99e6616c2d0c', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:13:12.530422 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:12.534523 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:12.537306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:12.542834 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:12.554334 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Project 40808f31e5ec426eb8bc94448a339d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:13:12.560458 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.625124 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.629010 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.651017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab682cd2-0c77-4453-b7fc-f5fb0e9878a9,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.659408 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.660561 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-dd086243-571c-419f-bf5d-06ca1bf83437 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1409862 Feb 09 14:13:12.663235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 40778) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:12.668415 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'security_group_rule': {'security_group_id': '18787efc-6646-4f7f-bd92-99e6616c2d0c', 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:13:12.675345 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:12.679116 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:security_group_rule and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:12.681950 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:12.687473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:12.698370 n-d-825175-3 neutron-server[83479]: INFO neutron.db.securitygroups_db [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Project 40808f31e5ec426eb8bc94448a339d42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:13:12.704465 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.768460 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.772233 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.796579 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38dcd93d-b74f-4080-ad1f-5a334a5feee6,revision_number=0']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:12.806562 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:12.807711 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-476e7902-a0c5-4711-a1f7-059ad8a8f9eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1435883 Feb 09 14:13:13.761438 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:13:16.766089 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:25.146321 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e71c5ecf-37fa-462e-983a-a02d0023158b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:26.998651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-36efb3ae-9210-4eb3-91ac-4457200b974c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325348104&fields=id&tenant_id=40808f31e5ec426eb8bc94448a339d42 HTTP/1.1" status: 200 len: 267 time: 0.0409789 Feb 09 14:13:27.146050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-3d945d47-3810-4a90-b656-ff90b56c6ba7 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:27.147549 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-3d945d47-3810-4a90-b656-ff90b56c6ba7 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 809 time: 0.1420705 Feb 09 14:13:27.164045 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-dad11b4a-b1b9-4f5f-a946-f483bc9fbe23 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/quotas/40808f31e5ec426eb8bc94448a339d42 HTTP/1.1" status: 200 len: 375 time: 0.0112252 Feb 09 14:13:27.242505 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-d1ca552b-1c92-4594-9f43-febb3c0ce5d4 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728757 Feb 09 14:13:27.322598 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-b6b2d71a-1c96-4013-b4a9-ae3cf2bc8257 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 14:13:27.323569 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-b6b2d71a-1c96-4013-b4a9-ae3cf2bc8257 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0698164 Feb 09 14:13:27.458241 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-bcfbf4a4-7523-4b0c-9e56-432523ee80c1 service neutron] 10.222.0.59 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277406 Feb 09 14:13:27.592437 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-6e679b0d-1fc7-4d02-87b4-cca046a0b825 service neutron] 10.222.0.59 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280932 Feb 09 14:13:27.991910 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-55012869-181c-4733-be4f-04aa391af916 req-b022b762-af93-4642-95e9-371093bf087d tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 210 time: 0.0500827 Feb 09 14:13:28.352112 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b645f973-0294-43b2-b687-1a5f5f88b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.774328 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:28.800521 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.058927 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-024d234b-965a-4838-8062-fed8bedf13b1 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:29.060340 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-024d234b-965a-4838-8062-fed8bedf13b1 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 809 time: 0.1494467 Feb 09 14:13:29.113278 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-c0ebb395-1985-4b2a-bba3-c1609f0291f0 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Synchronizing usage tracker for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:security_group {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:13:29.129811 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-c0ebb395-1985-4b2a-bba3-c1609f0291f0 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Unset dirty status for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:security_group {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:13:29.131077 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-c0ebb395-1985-4b2a-bba3-c1609f0291f0 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40808f31e5ec426eb8bc94448a339d42 HTTP/1.1" status: 200 len: 379 time: 0.0579464 Feb 09 14:13:29.152215 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'port': {'device_id': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'admin_state_up': True, 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'security_groups': ['18787efc-6646-4f7f-bd92-99e6616c2d0c']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:13:29.266932 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7bce47b6-933b-4cc3-b869-494f7a6c2506 req-fef46c0b-a698-45e1-b942-398e400fe368 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 210 time: 0.1421146 Feb 09 14:13:29.296530 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:29.301235 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:port and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:29.304102 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:29.309609 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:29.321484 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Made reservation on behalf of 40808f31e5ec426eb8bc94448a339d42 for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:13:29.324568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.488302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Allocated IP 172.20.0.14 (f21fd315-b3e1-4496-9238-b1c4f77c98af/96f454e1-9b85-43e7-a0f7-772abe44dae0/4ad4ab71-753d-4d86-9d86-97ab48e3acaf) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:29.759809 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.776758 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Transition to ACTIVE for port object 4ad4ab71-753d-4d86-9d86-97ab48e3acaf will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:29.799084 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.871140 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Network f21fd315-b3e1-4496-9238-b1c4f77c98af is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:29.874504 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:29.878857 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:13:29.910654 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'Port': ['ID=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:29.945678 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:29.946283 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:29.983266 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-cf74253e-ce19-490e-be40-16f0c1780acf tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8360476 Feb 09 14:13:29.998753 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Request body: {'port': {'device_id': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:13:30.134151 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.143994 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.154364 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bbedce7c-df78-4c37-bb66-8f6824eeb5ee None None] Provisioning for port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:30.160224 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-bbedce7c-df78-4c37-bb66-8f6824eeb5ee None None] Provisioning complete for port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:30.160772 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bbedce7c-df78-4c37-bb66-8f6824eeb5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.221342 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bbedce7c-df78-4c37-bb66-8f6824eeb5ee None None] Port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:13:30.468043 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6b0bb-9b22-46e6-bbb9-9b8aced130a0 req-5bfe333d-9afc-4daf-9b58-a32fda427e17 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:30.469649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3b6b0bb-9b22-46e6-bbb9-9b8aced130a0 req-5bfe333d-9afc-4daf-9b58-a32fda427e17 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 932 time: 0.0777359 Feb 09 14:13:30.492311 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad4ab71-753d-4d86-9d86-97ab48e3acaf {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:13:30.499807 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.516321 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Transition to ACTIVE for port object 4ad4ab71-753d-4d86-9d86-97ab48e3acaf will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:13:30.517270 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d3b6b0bb-9b22-46e6-bbb9-9b8aced130a0 req-99683e98-ebb8-45d2-baaf-b1e5458ebbde tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403569 Feb 09 14:13:30.522347 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.655227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Pushing event updated for resources: {'Port': ['ID=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:30.776806 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Attempting to bind port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:13:30.777148 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Attempting to bind port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:13:30.777471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Attempting to bind port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf on network f21fd315-b3e1-4496-9238-b1c4f77c98af {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:13:30.783815 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf on network f21fd315-b3e1-4496-9238-b1c4f77c98af not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 14:13:30.784127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Attempting to bind port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf on network f21fd315-b3e1-4496-9238-b1c4f77c98af {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:13:30.790154 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:13:30.790490 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Checking segment: {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:13:30.790886 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Bound using segment: {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:13:30.791305 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Bound port: 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80163de-df0f-412f-96b4-d81fefd1a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:13:30.791653 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.886720 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] For port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:13:30.889473 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] For port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:13:30.893811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.949204 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:30.950560 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] 10.222.0.62 "PUT /v2.0/ports/4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 200 len: 1092 time: 0.9562752 Feb 09 14:13:30.950982 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:13:30.974342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f9c6c-efae-488b-a61f-ec81887051ac service neutron] Pushing event updated for resources: {'Port': ['ID=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:31.080988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-9a8f33d9-5699-4825-bb07-661e8e0017c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1095 time: 0.0760269 Feb 09 14:13:31.141352 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'status': 'completed', 'code': 200} Feb 09 14:13:31.155627 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-fd66b2d1-d284-4e93-bcb3-6bdf97786305 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 200 len: 217 time: 0.0663407 Feb 09 14:13:31.222343 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-0aae04af-7de5-4326-8425-286b2346c6a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:31.223781 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-0aae04af-7de5-4326-8425-286b2346c6a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0612624 Feb 09 14:13:31.298202 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-0ce5b70e-8096-441d-945c-b45708492d41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655425 Feb 09 14:13:31.426284 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-55f69c01-f708-416f-bbf2-9499a81bd646 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213048 Feb 09 14:13:31.556595 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-11d3423f-8c09-4a62-8eae-2a35a5697c2c req-efce467b-a825-4ef4-9b12-0cde7da87430 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227832 Feb 09 14:13:31.674856 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a8be4f8-d2f7-4468-b556-f460469db7bd req-be7c74a2-56da-4410-bfa6-3372f02c2d96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1095 time: 0.0732892 Feb 09 14:13:31.717205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb899b12-6090-46df-b3d0-f1615bfdb6ce req-292ae934-dbfa-4fd1-8603-de058708011a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:31.718562 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb899b12-6090-46df-b3d0-f1615bfdb6ce req-292ae934-dbfa-4fd1-8603-de058708011a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0791991 Feb 09 14:13:31.764276 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fb899b12-6090-46df-b3d0-f1615bfdb6ce req-b7e5f931-e875-4e3f-8505-923ba09d8077 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394776 Feb 09 14:13:31.893141 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8be4f8-d2f7-4468-b556-f460469db7bd req-b4cd0318-3dc8-4a7d-a126-b2b172e78b68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:31.894667 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a8be4f8-d2f7-4468-b556-f460469db7bd req-b4cd0318-3dc8-4a7d-a126-b2b172e78b68 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.2131574 Feb 09 14:13:31.961512 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a8be4f8-d2f7-4468-b556-f460469db7bd req-cb4c821d-dec3-44ea-9b0b-c5875734c91f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 200 len: 217 time: 0.0601199 Feb 09 14:13:32.032624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8be4f8-d2f7-4468-b556-f460469db7bd req-30c4d068-aed7-49b5-aa69-55e93995d5f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:32.032764 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a8be4f8-d2f7-4468-b556-f460469db7bd req-30c4d068-aed7-49b5-aa69-55e93995d5f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0609152 Feb 09 14:13:32.110478 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a8be4f8-d2f7-4468-b556-f460469db7bd req-33bd2976-c1c6-468c-bc4d-7ad5d8a8cd27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679650 Feb 09 14:13:32.240560 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a8be4f8-d2f7-4468-b556-f460469db7bd req-662339a4-1c5a-4165-890f-c378463fab78 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227973 Feb 09 14:13:32.374443 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5a8be4f8-d2f7-4468-b556-f460469db7bd req-92b4b86f-40c4-42a9-80ef-80d34f4f81f6 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248810 Feb 09 14:13:32.968993 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd19950-9077-4f32-a573-f5f94cc52083 req-9bfe5996-e11c-4cf0-9e00-80c48344164c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:32.970579 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbd19950-9077-4f32-a573-f5f94cc52083 req-9bfe5996-e11c-4cf0-9e00-80c48344164c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0750673 Feb 09 14:13:33.016029 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cbd19950-9077-4f32-a573-f5f94cc52083 req-d32a2ce7-4648-4909-9b7e-91a9baf48e57 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400324 Feb 09 14:13:34.217398 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b3a35-c7bb-4a8b-97d9-86e7888a9a72 req-8cca28cd-270a-43d2-8c30-fafcc8a1eb9e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:34.218913 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc6b3a35-c7bb-4a8b-97d9-86e7888a9a72 req-8cca28cd-270a-43d2-8c30-fafcc8a1eb9e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0805299 Feb 09 14:13:34.266641 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-fc6b3a35-c7bb-4a8b-97d9-86e7888a9a72 req-0e5edcb7-6b16-4f4d-82bf-00d96d5c9f80 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Feb 09 14:13:35.456920 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66995bf0-1a59-4b74-ad88-7cebed5f67f4 req-b77991d8-d6f8-4397-b61b-3da143d2f837 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:35.458362 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66995bf0-1a59-4b74-ad88-7cebed5f67f4 req-b77991d8-d6f8-4397-b61b-3da143d2f837 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0744934 Feb 09 14:13:35.506535 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66995bf0-1a59-4b74-ad88-7cebed5f67f4 req-6355c92c-7956-479f-a2e7-32402fc82a4f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Feb 09 14:13:36.697400 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4ce6a-8618-4aa3-a686-11cce66be135 req-a0cb4077-e7b4-4861-93a2-dcd13a54a9de tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:36.698868 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4ce6a-8618-4aa3-a686-11cce66be135 req-a0cb4077-e7b4-4861-93a2-dcd13a54a9de tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0759547 Feb 09 14:13:36.744503 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bca4ce6a-8618-4aa3-a686-11cce66be135 req-c71abffd-83f5-4382-985d-87a156da8af2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397446 Feb 09 14:13:37.940295 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13626ca-d174-4860-9f76-4486e1fd0c6a req-53e89295-0b18-43f2-8321-c0b3c671f71c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:37.941711 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b13626ca-d174-4860-9f76-4486e1fd0c6a req-53e89295-0b18-43f2-8321-c0b3c671f71c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0782309 Feb 09 14:13:37.988626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b13626ca-d174-4860-9f76-4486e1fd0c6a req-617d5caa-1aae-4b49-88d5-919dc9c8d67a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411460 Feb 09 14:13:38.503532 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4ad4ab71-753d-4d86-9d86-97ab48e3acaf details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:13:38.632601 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:13:38.645627 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'port_id': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'mac_address': 'fa:16:3e:d9:71:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:13:38.701082 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.717222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad4ab71-753d-4d86-9d86-97ab48e3acaf {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:13:38.731542 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:13:38.736377 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:38.800576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:38.808805 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.809139 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.809467 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.809789 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.810106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.810422 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.810760 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.811073 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.811383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.811693 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.811999 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:13:38.996569 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['4ad4ab71-753d-4d86-9d86-97ab48e3acaf'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:13:39.182572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec14f8c-c1d4-4424-b6b9-e9352c1d48a7 req-592c9b1e-f6b0-4b1d-93a4-82a6a5da83bb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:39.184009 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ec14f8c-c1d4-4424-b6b9-e9352c1d48a7 req-592c9b1e-f6b0-4b1d-93a4-82a6a5da83bb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 945 time: 0.0763469 Feb 09 14:13:39.229166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9ec14f8c-c1d4-4424-b6b9-e9352c1d48a7 req-9878a1b2-ebf8-45b2-9f95-7af220809a8c tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395138 Feb 09 14:13:40.426838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d9b0-9fb0-45b2-8971-26db942b9503 req-c144268d-8f3a-4b20-bcc7-5533f09b7aee tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:40.428277 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd79d9b0-9fb0-45b2-8971-26db942b9503 req-c144268d-8f3a-4b20-bcc7-5533f09b7aee tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 945 time: 0.0794361 Feb 09 14:13:40.471875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cd79d9b0-9fb0-45b2-8971-26db942b9503 req-416e0e98-41b0-45d6-8325-bb500b77fe7f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382402 Feb 09 14:13:40.529992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4ad4ab71-753d-4d86-9d86-97ab48e3acaf up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:13:40.598023 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:13:40.603062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:13:40.603426 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.714104 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.740806 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:13:40.749877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:13:40.753783 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:40.799308 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'code': 200} Feb 09 14:13:40.819686 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:40.926273 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d09508b-67e2-4633-a0ab-3072be0fe788 req-b97c011e-1dd5-4aa0-91bc-3caf0d7ec875 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1097 time: 0.0703413 Feb 09 14:13:40.970440 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-2d09508b-67e2-4633-a0ab-3072be0fe788 req-dece1ff9-0eae-4811-9cb2-9fb382a16e61 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366836 Feb 09 14:13:41.662436 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936b08b-1cd0-4171-be72-8956b73c821d req-9862c2bb-a04f-4e83-8f1d-2d5b0e99a634 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:41.663887 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3936b08b-1cd0-4171-be72-8956b73c821d req-9862c2bb-a04f-4e83-8f1d-2d5b0e99a634 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0743616 Feb 09 14:13:41.708117 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3936b08b-1cd0-4171-be72-8956b73c821d req-011d1249-ad36-4164-ba45-84dd828ab4ea tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388556 Feb 09 14:13:41.986954 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:42.917617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78862165-f1dd-48f8-ad3c-2fe7692fd886 req-e2cc4f25-d069-430c-a83b-4105bb955e92 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:42.919059 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78862165-f1dd-48f8-ad3c-2fe7692fd886 req-e2cc4f25-d069-430c-a83b-4105bb955e92 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0789888 Feb 09 14:13:42.964142 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-78862165-f1dd-48f8-ad3c-2fe7692fd886 req-16b640d6-8e2b-485d-b51b-2bf7dec424ef tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395865 Feb 09 14:13:43.166919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f6494-b0c7-471b-a5e6-01fe7c5a1407 req-a3643b5a-1245-49a0-bfe4-9ed27d19c97e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:43.168403 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d0f6494-b0c7-471b-a5e6-01fe7c5a1407 req-a3643b5a-1245-49a0-bfe4-9ed27d19c97e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0832598 Feb 09 14:13:43.217670 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9d0f6494-b0c7-471b-a5e6-01fe7c5a1407 req-46ea58e8-c609-491d-83c4-9219b0ea9b93 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431564 Feb 09 14:13:43.244801 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40914) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:43.314822 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-66d43441-901c-4365-beb8-68069716f403 tempest-TestShelveInstance-1051652974 tempest-TestShelveInstance-1051652974-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1092 time: 0.0687809 Feb 09 14:13:43.317469 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 40918) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:13:43.322572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:13:43.328617 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:13:43.332429 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Usage tracker for resource:floatingip and tenant:40808f31e5ec426eb8bc94448a339d42 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:13:43.335279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:13:43.340766 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:13:43.351749 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.483707 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.618555 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Allocated IP 172.25.5.95 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/7ea915a9-49c3-4e87-8146-095c79280a1b) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:13:43.762441 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.789465 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:43.855241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:13:43.858268 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:13:43.862936 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:13:43.889103 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'Port': ['ID=7ea915a9-49c3-4e87-8146-095c79280a1b,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:44.446240 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.499545 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.701219 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.705777 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:44.805793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event updated for resources: {'Port': ['ID=7ea915a9-49c3-4e87-8146-095c79280a1b,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:13:44.820870 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:45.011012 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Floating IP 01874e34-e40c-4c89-8f64-0cf530c3e9da associated. External IP: 172.25.5.95, port: 4ad4ab71-753d-4d86-9d86-97ab48e3acaf. Feb 09 14:13:45.387090 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Router 3b4c301a-121e-4909-a588-7bee9d4cc623 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:13:45.685478 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:13:45.694840 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] Sync routers for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:13:45.708901 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:13:45.709576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:13:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:45.710706 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:45.774772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0f90dd4c-9348-4eae-a4c8-68fcfc5ed226 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4454947 Feb 09 14:13:45.774772 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:13:45.889071 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:13:45.903029 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'status': 'completed', 'code': 200} Feb 09 14:13:45.996983 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5988d106-8efa-4f94-af73-cf1fa6776ca3 req-62f837a6-90b4-4eb8-9c2c-f5fa81f94813 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1097 time: 0.0703032 Feb 09 14:13:46.131288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988d106-8efa-4f94-af73-cf1fa6776ca3 req-6daac86b-db83-4212-aed3-63c6e0e985e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:46.132805 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5988d106-8efa-4f94-af73-cf1fa6776ca3 req-6daac86b-db83-4212-aed3-63c6e0e985e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1257463 Feb 09 14:13:46.240578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '01874e34-e40c-4c89-8f64-0cf530c3e9da', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'port_id': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'mac_address': 'fa:16:3e:d9:71:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:13:44Z', 'updated_at': '2022-02-09T14:13:44Z', 'revision_number': 0, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:46.241631 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5988d106-8efa-4f94-af73-cf1fa6776ca3 req-dbbfedcf-c289-4fa5-9063-96357e89dcf5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 200 len: 999 time: 0.0986853 Feb 09 14:13:46.244434 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] Checking router: 3b4c301a-121e-4909-a588-7bee9d4cc623 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:13:46.255495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:13:46.256076 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:13:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:46.305830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988d106-8efa-4f94-af73-cf1fa6776ca3 req-2e00aa70-0283-4a2d-a140-d6f5b1e3c73d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:13:46.307290 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5988d106-8efa-4f94-af73-cf1fa6776ca3 req-2e00aa70-0283-4a2d-a140-d6f5b1e3c73d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0576308 Feb 09 14:13:46.388090 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5988d106-8efa-4f94-af73-cf1fa6776ca3 req-58007208-0353-4c3e-b08e-3c0bc6e4c6f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702853 Feb 09 14:13:46.427596 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:13:46.520517 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5988d106-8efa-4f94-af73-cf1fa6776ca3 req-5f67bdd1-a837-4101-9858-c7023ba0a446 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234429 Feb 09 14:13:46.658261 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5988d106-8efa-4f94-af73-cf1fa6776ca3 req-d8c2d4d5-e2ed-4ae2-9b36-3847235bebe4 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252897 Feb 09 14:13:46.795877 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:46.820359 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '01874e34-e40c-4c89-8f64-0cf530c3e9da', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'port_id': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'mac_address': 'fa:16:3e:d9:71:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:13:44Z', 'updated_at': '2022-02-09T14:13:44Z', 'revision_number': 0, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:13:46.824309 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac03f79c-10f2-47b8-9860-75cc7f057ce1 None None] The sync data for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 is: [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': '01874e34-e40c-4c89-8f64-0cf530c3e9da', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'port_id': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'mac_address': 'fa:16:3e:d9:71:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:13:44Z', 'updated_at': '2022-02-09T14:13:44Z', 'revision_number': 0, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:13:47.023840 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444211f-15fa-486a-9a72-114ba107f371 None None] New status for floating IP 01874e34-e40c-4c89-8f64-0cf530c3e9da: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:13:50.761530 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:13:55.139400 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4b26d453-bfc7-4796-bd4f-510c70ef22c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.354925 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-34544bcd-f550-44e4-af74-de459dd17ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.776512 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:13:58.804067 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:00.234752 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:12.004487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:16.793703 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:25.146746 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-925545fc-b06f-494f-903c-53c844681427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:27.762857 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:14:28.356831 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f592d5c1-a2ee-41b7-ba53-bd39a9caf626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.778649 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:28.806263 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:30.139855 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:38.916218 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f25b1c63-bf1f-4bde-b3f2-d5d170bc15fd req-2bd9b8be-bfd6-4494-a9ac-0a8008595f62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668399 Feb 09 14:14:39.058180 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f25b1c63-bf1f-4bde-b3f2-d5d170bc15fd req-acf6e2c7-9fd0-4c47-9a11-69c20d138a14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1097 time: 0.0710504 Feb 09 14:14:39.296181 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b1c63-bf1f-4bde-b3f2-d5d170bc15fd req-a15f1ddd-7bf3-4f96-b1d8-06880304278d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:39.297513 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f25b1c63-bf1f-4bde-b3f2-d5d170bc15fd req-a15f1ddd-7bf3-4f96-b1d8-06880304278d service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.2183080 Feb 09 14:14:39.397983 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f25b1c63-bf1f-4bde-b3f2-d5d170bc15fd req-c77aeb3d-61c5-4645-9319-430a4bdb8487 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 200 len: 1001 time: 0.0927019 Feb 09 14:14:39.459056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b1c63-bf1f-4bde-b3f2-d5d170bc15fd req-7c829c28-65b1-42ec-8232-a19e48c3e7b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:14:39.460446 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f25b1c63-bf1f-4bde-b3f2-d5d170bc15fd req-7c829c28-65b1-42ec-8232-a19e48c3e7b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0554061 Feb 09 14:14:39.532866 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f25b1c63-bf1f-4bde-b3f2-d5d170bc15fd req-4810ac7b-b77a-4502-8046-945c770bcad9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653038 Feb 09 14:14:39.661349 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f25b1c63-bf1f-4bde-b3f2-d5d170bc15fd req-9194e296-350a-4a2c-8798-3e76d2a2002b service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209483 Feb 09 14:14:39.791107 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f25b1c63-bf1f-4bde-b3f2-d5d170bc15fd req-13c62b15-1a58-4ce2-89c6-14b0c3a86dc4 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227465 Feb 09 14:14:42.003991 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:46.792492 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:55.146905 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ee586df1-5b53-4bda-a2e2-0cba4ced62a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.359658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-33e46822-2195-41b8-bae8-9f14b2a68ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.781486 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:14:58.809653 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:00.143819 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:04.762829 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:15:12.017286 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:16.820127 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:25.149400 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-411e2dd0-69ee-45e4-95a4-b48ad11fbaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.361564 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9314ad26-6c7d-41c7-bd1a-949b9172f41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.784391 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:28.812487 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:30.146496 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:38.904138 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8fd57930-6e72-4efd-b29d-7e37a2bf7eb9 req-efad4bc3-8270-498f-aeef-af00b9390f22 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739686 Feb 09 14:15:39.044573 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8fd57930-6e72-4efd-b29d-7e37a2bf7eb9 req-ec34ad03-be88-495f-9444-25cff6add24b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1097 time: 0.0674953 Feb 09 14:15:39.187736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57930-6e72-4efd-b29d-7e37a2bf7eb9 req-0c931afc-8758-4833-8c6c-f6a18f7bfca4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:39.189091 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8fd57930-6e72-4efd-b29d-7e37a2bf7eb9 req-0c931afc-8758-4833-8c6c-f6a18f7bfca4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1246293 Feb 09 14:15:39.291936 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8fd57930-6e72-4efd-b29d-7e37a2bf7eb9 req-a2d1ce45-6c98-43c4-92a4-cf6c797b9da8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 200 len: 1001 time: 0.0952361 Feb 09 14:15:39.353743 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd57930-6e72-4efd-b29d-7e37a2bf7eb9 req-7eae387c-fe98-4a9e-94b0-3dc0fa85ffd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:39.355167 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8fd57930-6e72-4efd-b29d-7e37a2bf7eb9 req-7eae387c-fe98-4a9e-94b0-3dc0fa85ffd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0562809 Feb 09 14:15:39.433073 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8fd57930-6e72-4efd-b29d-7e37a2bf7eb9 req-73100c32-e300-4afa-ba09-31d6dcc88890 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710857 Feb 09 14:15:39.562074 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8fd57930-6e72-4efd-b29d-7e37a2bf7eb9 req-51455368-cd56-47cc-90fb-d89d656323eb service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218803 Feb 09 14:15:39.691323 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-8fd57930-6e72-4efd-b29d-7e37a2bf7eb9 req-a0153aed-3842-4aa1-890e-b42b139d30d2 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214488 Feb 09 14:15:41.763688 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:15:42.032190 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:44.803623 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223d614-0ec5-45a0-b471-a575e4b70b7e req-0a4ba896-0916-422d-ab99-2c85529fafd4 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:44.805075 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1223d614-0ec5-45a0-b471-a575e4b70b7e req-0a4ba896-0916-422d-ab99-2c85529fafd4 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0839617 Feb 09 14:15:44.851930 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1223d614-0ec5-45a0-b471-a575e4b70b7e req-20163a0b-c3c2-4b29-8f1a-e68ed0f4fa83 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410118 Feb 09 14:15:46.078079 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ced8b7-45d5-45bb-8737-cd676a8dc750 req-5ab88f30-f90b-4276-8420-96b87d7665b4 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:46.079552 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2ced8b7-45d5-45bb-8737-cd676a8dc750 req-5ab88f30-f90b-4276-8420-96b87d7665b4 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0764127 Feb 09 14:15:46.123772 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c2ced8b7-45d5-45bb-8737-cd676a8dc750 req-8f562d7d-4539-4846-a7af-55a3b2e1a592 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381656 Feb 09 14:15:46.822288 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:47.351686 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbafe9-7cca-4ab8-b0b1-8e4d09c0a538 req-34ec66af-a6f7-4859-ade4-4f1a5d431604 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:47.353139 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfcbafe9-7cca-4ab8-b0b1-8e4d09c0a538 req-34ec66af-a6f7-4859-ade4-4f1a5d431604 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0795879 Feb 09 14:15:47.397768 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-dfcbafe9-7cca-4ab8-b0b1-8e4d09c0a538 req-9b3930a4-15ee-4901-940e-458ba25cf6fb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390866 Feb 09 14:15:48.589137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eac74c-929d-4487-9c6f-37435a4fcd70 req-a94c1cf2-020a-44c1-a0ac-4a63cb7bf7d3 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:48.590481 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25eac74c-929d-4487-9c6f-37435a4fcd70 req-a94c1cf2-020a-44c1-a0ac-4a63cb7bf7d3 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0740376 Feb 09 14:15:48.637723 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-25eac74c-929d-4487-9c6f-37435a4fcd70 req-a227dfb4-d39d-468b-93ee-034ba7d03284 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Feb 09 14:15:49.834953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e176d-4881-48ec-9155-3acda7f266e8 req-e7ea5f2f-ee7c-445f-958b-1f28f0e01a3e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:49.836388 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c21e176d-4881-48ec-9155-3acda7f266e8 req-e7ea5f2f-ee7c-445f-958b-1f28f0e01a3e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0786376 Feb 09 14:15:49.882185 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c21e176d-4881-48ec-9155-3acda7f266e8 req-cc46f4af-9196-4ad9-a086-3f73fac984ce tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402856 Feb 09 14:15:51.078269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47378105-08a9-4b8a-a95a-fd268efedcb0 req-32cd3711-8435-4ec0-8d73-0ee964516e6b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:51.079721 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47378105-08a9-4b8a-a95a-fd268efedcb0 req-32cd3711-8435-4ec0-8d73-0ee964516e6b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0784318 Feb 09 14:15:51.123891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-47378105-08a9-4b8a-a95a-fd268efedcb0 req-7689fb01-0d02-426d-a7e9-09d9c2d4a309 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382223 Feb 09 14:15:52.318698 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b9f5d-02ef-4d50-8934-6a22e56ca44d req-beed9eaf-afe8-40f8-b2e9-c1f84eac15aa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:52.320116 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb1b9f5d-02ef-4d50-8934-6a22e56ca44d req-beed9eaf-afe8-40f8-b2e9-c1f84eac15aa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0746348 Feb 09 14:15:52.364709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-bb1b9f5d-02ef-4d50-8934-6a22e56ca44d req-ea4e685d-9b47-4ece-97a2-dc41f39bd698 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391822 Feb 09 14:15:53.571509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d5e4f-2f77-4f4a-88c4-06acbedacd94 req-38e0b7a4-33a0-466a-8139-7fa69227e43d tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:53.573217 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa2d5e4f-2f77-4f4a-88c4-06acbedacd94 req-38e0b7a4-33a0-466a-8139-7fa69227e43d tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0794177 Feb 09 14:15:53.623824 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-aa2d5e4f-2f77-4f4a-88c4-06acbedacd94 req-7b56217e-31b1-4db9-b40d-569e3bf71028 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452528 Feb 09 14:15:54.818672 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929de2d-88cf-4e33-9c15-8994759e241d req-b4f2e303-2473-4f68-80b3-237f9a1a1b21 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:54.820194 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e929de2d-88cf-4e33-9c15-8994759e241d req-b4f2e303-2473-4f68-80b3-237f9a1a1b21 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0756218 Feb 09 14:15:54.865602 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e929de2d-88cf-4e33-9c15-8994759e241d req-919149d8-9cff-4137-913e-744b8eb42ef7 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395265 Feb 09 14:15:54.891209 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d28ef0e3-0ce0-43bb-9161-b1f2c01dc869 req-7e08a86f-3d9e-4e93-89df-a034095c062d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1097 time: 0.0708838 Feb 09 14:15:55.019736 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ef0e3-0ce0-43bb-9161-b1f2c01dc869 req-50007767-cbcf-4855-95d4-f1c058d4a6d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.021206 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d28ef0e3-0ce0-43bb-9161-b1f2c01dc869 req-50007767-cbcf-4855-95d4-f1c058d4a6d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1237919 Feb 09 14:15:55.151868 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ccebee37-6773-4086-a982-6677b4ff6baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:55.213511 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d28ef0e3-0ce0-43bb-9161-b1f2c01dc869 req-16f28cf1-761e-4dbc-bf92-68ded8a4dc54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 200 len: 1001 time: 0.1852100 Feb 09 14:15:55.279015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ef0e3-0ce0-43bb-9161-b1f2c01dc869 req-f91be0ed-b45b-408a-a78b-debd80ad14b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:55.280408 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d28ef0e3-0ce0-43bb-9161-b1f2c01dc869 req-f91be0ed-b45b-408a-a78b-debd80ad14b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0602722 Feb 09 14:15:55.355860 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d28ef0e3-0ce0-43bb-9161-b1f2c01dc869 req-e6b08ef7-1a83-4803-b713-010464b33d55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689154 Feb 09 14:15:55.482874 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d28ef0e3-0ce0-43bb-9161-b1f2c01dc869 req-d63c521c-8151-4f13-88e4-94b1b5d0226c service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201766 Feb 09 14:15:55.612274 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d28ef0e3-0ce0-43bb-9161-b1f2c01dc869 req-bd2c5a55-7925-4b93-ba89-c39f788ea1be service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226990 Feb 09 14:15:56.062763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0806970-b475-4fb1-83d3-16b8b93a7fb1 req-fd068dd1-d837-4245-ac41-83a6b14399ae tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:56.064191 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0806970-b475-4fb1-83d3-16b8b93a7fb1 req-fd068dd1-d837-4245-ac41-83a6b14399ae tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0790033 Feb 09 14:15:56.109893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e0806970-b475-4fb1-83d3-16b8b93a7fb1 req-39c4f52b-d3af-4ac0-bc1d-940cfc27dcf6 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396714 Feb 09 14:15:57.305279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593df4e-e81c-4574-b9a6-c220655ddb55 req-92f06595-3845-434a-87ab-99d3f444aeed tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:57.306889 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1593df4e-e81c-4574-b9a6-c220655ddb55 req-92f06595-3845-434a-87ab-99d3f444aeed tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0767977 Feb 09 14:15:57.357215 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1593df4e-e81c-4574-b9a6-c220655ddb55 req-61c7ac95-dd17-4119-9143-c22547d8ce3b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445507 Feb 09 14:15:58.367534 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-10ecc15c-3447-4700-bb5c-d78f927f8362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.554681 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df40da8-977a-43ea-89cb-4868290215ce req-4e8d4447-975b-41b7-9d1a-f67e28172d57 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:58.556047 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4df40da8-977a-43ea-89cb-4868290215ce req-4e8d4447-975b-41b7-9d1a-f67e28172d57 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0761757 Feb 09 14:15:58.606018 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4df40da8-977a-43ea-89cb-4868290215ce req-0c92a9e7-c007-4857-aa8b-9a52c9b2d44e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443516 Feb 09 14:15:58.790433 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.817776 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:58.884132 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f90ec60f-af29-420a-ba78-af495ca5ccbc req-c76f8bf7-25e9-4153-8fa8-7b330227c53b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1621571 Feb 09 14:15:59.097976 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-7d680094-93e8-417b-a417-2c27daf05e30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685098 Feb 09 14:15:59.190050 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa5dcb-c120-41c6-9139-055b78c620ca req-0c9cd205-863e-4fb1-8d6e-62fb22fc8370 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:15:59.192401 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7efa5dcb-c120-41c6-9139-055b78c620ca req-0c9cd205-863e-4fb1-8d6e-62fb22fc8370 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0935750 Feb 09 14:15:59.244333 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-7efa5dcb-c120-41c6-9139-055b78c620ca req-12a2a320-43c9-429c-b47c-d33abc94caf2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461676 Feb 09 14:15:59.325156 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4ad4ab71-753d-4d86-9d86-97ab48e3acaf no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:15:59.441519 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:59.470561 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:15:59.480893 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:15:59.486961 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:15:59.556346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:15:59.565523 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.565866 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.566205 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.566602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.566940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.567268 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.567591 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.567913 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.568244 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.568560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.568877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:15:59.651299 n-d-825175-3 neutron-server[83481]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'code': 422} returned with failed status Feb 09 14:16:00.151479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:00.452586 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92398b-4732-41a8-b55b-828e98b0f2a9 req-978ef581-d7cb-43b4-871d-e05e293319fd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:00.454057 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f92398b-4732-41a8-b55b-828e98b0f2a9 req-978ef581-d7cb-43b4-871d-e05e293319fd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0865357 Feb 09 14:16:00.499915 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8f92398b-4732-41a8-b55b-828e98b0f2a9 req-b8e8b295-0302-4047-bd0c-f43b2a1a2e9b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397239 Feb 09 14:16:01.389615 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-2e46405e-7ca2-4e7c-b56a-9a5857e0fb51 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077&tenant_id=40808f31e5ec426eb8bc94448a339d42 HTTP/1.1" status: 200 len: 1095 time: 0.0708835 Feb 09 14:16:01.479587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-32abbb8c-3ef2-43ab-b1fc-467dcd3d6421 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1095 time: 0.0678415 Feb 09 14:16:01.610791 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-286c6e62-2220-42a2-bf13-c5023425ce74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:01.612234 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-286c6e62-2220-42a2-bf13-c5023425ce74 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1266904 Feb 09 14:16:01.704371 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f897b-cf8d-4edd-902d-9b67ce1993a9 req-7f05f751-7f0f-4b10-b8be-723923719fa7 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:01.705834 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a2f897b-cf8d-4edd-902d-9b67ce1993a9 req-7f05f751-7f0f-4b10-b8be-723923719fa7 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0811119 Feb 09 14:16:01.725146 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-4839f31a-6657-4f68-98a4-3eec63422727 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 200 len: 999 time: 0.1049631 Feb 09 14:16:01.767871 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4a2f897b-cf8d-4edd-902d-9b67ce1993a9 req-518c5c05-9527-4198-ba39-a374b7d3d4aa tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531116 Feb 09 14:16:01.797395 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-2d283332-3a94-44d0-bbb9-a711b3fbec1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:01.798844 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-2d283332-3a94-44d0-bbb9-a711b3fbec1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0674505 Feb 09 14:16:01.873876 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-47947138-8436-4410-a777-c7cf3c316d33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675597 Feb 09 14:16:02.005750 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-6a225c09-0bf6-4795-a6ae-b672830d6b99 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254003 Feb 09 14:16:02.144992 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-b5b427e6-7a17-4f1e-b449-6ed091623ce2 service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326954 Feb 09 14:16:03.062846 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694435f-45d4-4ce2-ac9a-89319e0df776 req-f758c4b9-efb5-48be-8658-d9f1d5ea8c48 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:03.063308 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5694435f-45d4-4ce2-ac9a-89319e0df776 req-f758c4b9-efb5-48be-8658-d9f1d5ea8c48 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.1742585 Feb 09 14:16:03.118674 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5694435f-45d4-4ce2-ac9a-89319e0df776 req-765fe657-cedd-427e-8f45-acd4ac94e195 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 Feb 09 14:16:04.321652 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e797e83-9115-4cfe-b189-fdb4498f0d64 req-4084234a-37ca-4ed8-b0bf-037f9048746e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:04.323133 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e797e83-9115-4cfe-b189-fdb4498f0d64 req-4084234a-37ca-4ed8-b0bf-037f9048746e tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0769885 Feb 09 14:16:04.374547 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1e797e83-9115-4cfe-b189-fdb4498f0d64 req-6324f3b5-e4dd-455d-9175-c5c71bfddcb7 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437000 Feb 09 14:16:05.580110 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bbe31-b190-4609-8cff-c6315dceb68c req-ae7d98f2-4e79-4209-a9d8-a0483386730f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:05.583021 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8bbe31-b190-4609-8cff-c6315dceb68c req-ae7d98f2-4e79-4209-a9d8-a0483386730f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0772455 Feb 09 14:16:05.632090 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3f8bbe31-b190-4609-8cff-c6315dceb68c req-00e78a98-ba8c-4ca4-b1a6-6ec6304d15d9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436513 Feb 09 14:16:06.846422 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a977ed9-651b-4555-aa7c-045a2f3c710e req-8dcc5cb4-0794-4fc9-bd73-08d22d6464ab tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:06.848462 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a977ed9-651b-4555-aa7c-045a2f3c710e req-8dcc5cb4-0794-4fc9-bd73-08d22d6464ab tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0832391 Feb 09 14:16:06.895923 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a977ed9-651b-4555-aa7c-045a2f3c710e req-24703a0b-2020-493d-bcdb-141ff58ec521 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409415 Feb 09 14:16:08.093202 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28882211-4515-41d1-91b0-763764923b5a req-bb5b49b0-e50d-42af-9762-ee43c1cd9729 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:08.094690 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28882211-4515-41d1-91b0-763764923b5a req-bb5b49b0-e50d-42af-9762-ee43c1cd9729 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0768261 Feb 09 14:16:08.142737 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-28882211-4515-41d1-91b0-763764923b5a req-af376ce7-6811-4ee9-85d4-321b5f35bd1f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419178 Feb 09 14:16:09.347235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e58f-cfc5-40b8-adcf-db5f0a682b3f req-2756af63-7886-4406-aa31-5b737ad5166f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:09.349112 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0f4e58f-cfc5-40b8-adcf-db5f0a682b3f req-2756af63-7886-4406-aa31-5b737ad5166f tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0818863 Feb 09 14:16:09.395202 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c0f4e58f-cfc5-40b8-adcf-db5f0a682b3f req-ff6a8b52-5235-43de-8b26-9ec6fdcfbefd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401132 Feb 09 14:16:10.598877 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585f59f-d6a1-474e-853f-950b2fcb63f3 req-e5da3952-a934-44b1-89f6-9709660e6eee tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:10.600243 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6585f59f-d6a1-474e-853f-950b2fcb63f3 req-e5da3952-a934-44b1-89f6-9709660e6eee tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 944 time: 0.0856793 Feb 09 14:16:10.649881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-6585f59f-d6a1-474e-853f-950b2fcb63f3 req-365a1c5b-586e-4ca8-9720-04f1048c0321 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438080 Feb 09 14:16:11.370443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4ad4ab71-753d-4d86-9d86-97ab48e3acaf details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:16:11.512346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:16:11.526379 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'port_id': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'mac_address': 'fa:16:3e:d9:71:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:16:11.580735 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:11.598583 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad4ab71-753d-4d86-9d86-97ab48e3acaf {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:16:11.615017 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:16:11.619274 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:11.692007 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:11.859705 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d453d7-af6e-4b75-b259-a1e966fdad14 req-3605302c-bfef-4f4c-b658-f679c5db6ef9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:11.862709 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d453d7-af6e-4b75-b259-a1e966fdad14 req-3605302c-bfef-4f4c-b658-f679c5db6ef9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 945 time: 0.0905869 Feb 09 14:16:11.909431 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['4ad4ab71-753d-4d86-9d86-97ab48e3acaf'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:16:11.912830 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-82d453d7-af6e-4b75-b259-a1e966fdad14 req-28432bcd-f710-4ecf-8764-1ef5807c51dc tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435708 Feb 09 14:16:12.065346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.120549 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a2ed1-0a31-40e0-8b05-a10aa2deac5b req-b3dd9fab-5019-4e0c-aee7-357df4f1d6a9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:13.121981 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f4a2ed1-0a31-40e0-8b05-a10aa2deac5b req-b3dd9fab-5019-4e0c-aee7-357df4f1d6a9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 945 time: 0.0808012 Feb 09 14:16:13.166159 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5f4a2ed1-0a31-40e0-8b05-a10aa2deac5b req-3670fecc-4709-4b98-b71a-3187b2b4899a tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386424 Feb 09 14:16:13.423119 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4ad4ab71-753d-4d86-9d86-97ab48e3acaf up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:16:13.527895 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:16:13.528285 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.705968 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.732702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:16:13.743033 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:16:13.746849 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:13.789510 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'code': 200} Feb 09 14:16:13.820378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:16:14.000234 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53a8034b-5ddb-4966-b412-7134241b9261 req-260fc73e-f84d-4f2f-abf9-522d2eeabd15 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1097 time: 0.0678380 Feb 09 14:16:14.046814 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-53a8034b-5ddb-4966-b412-7134241b9261 req-636a0546-8b50-48c1-b1ba-b75c526b7a6a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392678 Feb 09 14:16:14.374952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d8ba2-cf77-4c28-8af8-85ce9fd1c2e5 req-43c69a9b-5a40-4156-a096-a793e9f6c421 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:14.376442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e93d8ba2-cf77-4c28-8af8-85ce9fd1c2e5 req-43c69a9b-5a40-4156-a096-a793e9f6c421 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0761192 Feb 09 14:16:14.423972 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-e93d8ba2-cf77-4c28-8af8-85ce9fd1c2e5 req-5004cf11-18d5-4515-9795-dfca0cf50482 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 Feb 09 14:16:15.635921 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496c934-4009-4ff4-809d-d98f58a58a6a req-9ca9d49b-e6db-4a92-8bdc-8267f1f91752 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:15.637382 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4496c934-4009-4ff4-809d-d98f58a58a6a req-9ca9d49b-e6db-4a92-8bdc-8267f1f91752 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0833755 Feb 09 14:16:15.682695 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4496c934-4009-4ff4-809d-d98f58a58a6a req-4d5391ae-4bce-499e-ba23-645761465695 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398052 Feb 09 14:16:16.823231 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:18.763655 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:16:25.153562 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-847fbfaf-5e72-45c9-a705-31393e110b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:28.368721 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe479-cdef-41ae-bd23-e74ca6e89150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:28.785429 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:28.816465 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:30.154018 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:39.903210 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-743443b3-8b6c-4b81-be1e-bdf1c5c541cd req-f1d1ecba-b5b2-46ff-9dbc-c1cbb936ff00 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720441 Feb 09 14:16:40.059366 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-743443b3-8b6c-4b81-be1e-bdf1c5c541cd req-a0ee8c3d-36c9-4517-8c33-813687c0fa8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1097 time: 0.0793517 Feb 09 14:16:40.293730 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743443b3-8b6c-4b81-be1e-bdf1c5c541cd req-e82ac5c6-1ace-497f-bd76-95fc3a931ab4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:40.295246 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-743443b3-8b6c-4b81-be1e-bdf1c5c541cd req-e82ac5c6-1ace-497f-bd76-95fc3a931ab4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.2157140 Feb 09 14:16:40.412445 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-743443b3-8b6c-4b81-be1e-bdf1c5c541cd req-7f3a52a7-f2fa-4f23-be05-74fa00680cf2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 200 len: 1001 time: 0.1044052 Feb 09 14:16:40.479642 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743443b3-8b6c-4b81-be1e-bdf1c5c541cd req-eb92d4e6-3ffc-4845-b870-3ed9fc7b5e86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:16:40.481065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-743443b3-8b6c-4b81-be1e-bdf1c5c541cd req-eb92d4e6-3ffc-4845-b870-3ed9fc7b5e86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0623085 Feb 09 14:16:40.568017 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-743443b3-8b6c-4b81-be1e-bdf1c5c541cd req-a6176f1b-be44-4468-996d-8665b166e903 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734456 Feb 09 14:16:40.700804 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-743443b3-8b6c-4b81-be1e-bdf1c5c541cd req-94f57701-9d9e-4aa7-8d07-03170e8719ea service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282616 Feb 09 14:16:40.836741 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-743443b3-8b6c-4b81-be1e-bdf1c5c541cd req-88f627bb-6fd9-46ea-8c9d-ddf4643d7a7f service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273794 Feb 09 14:16:42.050761 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:46.826189 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.156464 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e6fbe7c4-1b02-42f7-b1a2-6a08ab224c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:55.764181 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:16:58.370912 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-cee4b3a3-5b31-4f65-a09f-7e7b21ca5b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:58.787825 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:16:58.819731 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:00.155670 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:12.051375 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:16.819385 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:25.158984 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ae1becee-3725-4de6-9d42-1ad0e7382d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:28.371444 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ded4ed54-f2fc-404d-af8e-40fa700a375e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:28.792229 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:28.822666 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:30.158423 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:32.765263 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:17:37.048950 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41074) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:37.247587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Deleting port 7ea915a9-49c3-4e87-8146-095c79280a1b {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:37.247849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.409361 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.409681 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.526197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Calling delete_port for 7ea915a9-49c3-4e87-8146-095c79280a1b owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:17:37.763563 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:37.805928 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event deleted for resources: {'Port': ['ID=7ea915a9-49c3-4e87-8146-095c79280a1b,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:37.847671 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.848010 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.848344 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.848674 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.849000 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.849325 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.849644 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.849960 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.850575 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.850895 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.851210 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:37.909299 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.297873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Router 3b4c301a-121e-4909-a588-7bee9d4cc623 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:17:38.493870 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:17:38.504062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] Sync routers for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:17:38.511748 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:38.516176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:17:38.516830 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:38.563675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6ad42899-1762-42a3-b00d-068c7920d356 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "DELETE /v2.0/floatingips/01874e34-e40c-4c89-8f64-0cf530c3e9da HTTP/1.1" status: 204 len: 168 time: 1.5134699 Feb 09 14:17:38.564076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:38.623932 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'status': 'completed', 'code': 200} Feb 09 14:17:38.696788 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:17:38.795200 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9016b95a-f88f-409d-baf2-e7ea5bc3d710 req-e480e213-5842-41b3-935d-5f72185eac04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=40808f31e5ec426eb8bc94448a339d42&device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 1097 time: 0.1491854 Feb 09 14:17:38.965322 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016b95a-f88f-409d-baf2-e7ea5bc3d710 req-caa744db-f24b-4911-9341-d6e3c682ec32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:38.967109 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9016b95a-f88f-409d-baf2-e7ea5bc3d710 req-caa744db-f24b-4911-9341-d6e3c682ec32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 200 len: 910 time: 0.1396739 Feb 09 14:17:39.006903 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a838d6e-5628-4948-9d3e-20669adc48dc req-d1cb5a5e-0520-4f51-8ced-c3566e33bebd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:39.007716 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9a838d6e-5628-4948-9d3e-20669adc48dc req-d1cb5a5e-0520-4f51-8ced-c3566e33bebd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Synchronizing usage tracker for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:39.023789 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-9a838d6e-5628-4948-9d3e-20669adc48dc req-d1cb5a5e-0520-4f51-8ced-c3566e33bebd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Unset dirty status for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:39.029924 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:39.030675 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a838d6e-5628-4948-9d3e-20669adc48dc req-d1cb5a5e-0520-4f51-8ced-c3566e33bebd tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.1047471 Feb 09 14:17:39.034091 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] Checking router: 3b4c301a-121e-4909-a588-7bee9d4cc623 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:17:39.040682 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9016b95a-f88f-409d-baf2-e7ea5bc3d710 req-b720d65e-3875-4d43-84cd-099abc69cd81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 200 len: 217 time: 0.0660400 Feb 09 14:17:39.045126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:17:39.045709 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:39.075137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9a838d6e-5628-4948-9d3e-20669adc48dc req-68e50efe-df88-48bb-9d27-14b70f3ed17b tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433440 Feb 09 14:17:39.113084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016b95a-f88f-409d-baf2-e7ea5bc3d710 req-cff8fc62-7f85-41bf-87b8-2bf38e2a8272 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:39.114635 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9016b95a-f88f-409d-baf2-e7ea5bc3d710 req-cff8fc62-7f85-41bf-87b8-2bf38e2a8272 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 200 len: 848 time: 0.0662823 Feb 09 14:17:39.192338 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9016b95a-f88f-409d-baf2-e7ea5bc3d710 req-c7f86341-083d-47b6-b632-fe0bf5aa331c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f21fd315-b3e1-4496-9238-b1c4f77c98af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671170 Feb 09 14:17:39.218817 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:17:39.325512 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9016b95a-f88f-409d-baf2-e7ea5bc3d710 req-50569822-2e29-43ed-a61d-a1d57496b6cc service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242819 Feb 09 14:17:39.461547 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9016b95a-f88f-409d-baf2-e7ea5bc3d710 req-af244d32-768c-423c-9cff-76adf0795efc service neutron] 10.222.0.62 "GET /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291091 Feb 09 14:17:39.546888 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:39.550846 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd57b93b-cf81-4cb4-bbdc-56464054b8a0 None None] The sync data for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 is: [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:08:42Z', 'revision_number': 4, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '867a3575-99d5-4456-b2b4-4a7a5a9ad053', 'name': '', 'network_id': 'f21fd315-b3e1-4496-9238-b1c4f77c98af', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'mac_address': 'fa:16:3e:f0:12:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:42Z', 'updated_at': '2022-02-09T14:09:02Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'subnets': [{'id': '96f454e1-9b85-43e7-a0f7-772abe44dae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:17:39.778367 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ee2e3-10b8-41a2-a61c-5e031c37463e None None] New status for floating IP 01874e34-e40c-4c89-8f64-0cf530c3e9da: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:17:40.286428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ee944-9771-4f6d-bc30-f11e5aca652a req-4017c0a0-b108-472d-b58a-10297661d1d6 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:40.287893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a42ee944-9771-4f6d-bc30-f11e5aca652a req-4017c0a0-b108-472d-b58a-10297661d1d6 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0784502 Feb 09 14:17:40.332409 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a42ee944-9771-4f6d-bc30-f11e5aca652a req-cf9d6b58-f88b-4055-9116-d6bf8ebd9760 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/security-groups?id=18787efc-6646-4f7f-bd92-99e6616c2d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385892 Feb 09 14:17:40.743370 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-0de75d19-8a60-4726-858d-d4b735d313b9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:40.744020 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-0de75d19-8a60-4726-858d-d4b735d313b9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Synchronizing usage tracker for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:17:40.756015 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-0de75d19-8a60-4726-858d-d4b735d313b9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Unset dirty status for tenant:40808f31e5ec426eb8bc94448a339d42 on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:17:40.757077 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-0de75d19-8a60-4726-858d-d4b735d313b9 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.62 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 946 time: 0.0884349 Feb 09 14:17:40.827112 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Deleting port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:40.827435 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.148585 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] For port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:17:41.148929 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.265208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Calling delete_port for 4ad4ab71-753d-4d86-9d86-97ab48e3acaf owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:17:41.407178 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.455847 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event deleted for resources: {'Port': ['ID=4ad4ab71-753d-4d86-9d86-97ab48e3acaf,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:41.499722 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-14fcccc7-abd6-48e3-8dc3-ae55e7339a65 req-405d627b-db75-4fe2-94c2-446fd03221ff tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 210 time: 0.0451152 Feb 09 14:17:41.502707 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.503060 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.503399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.503729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.504067 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.504385 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.504724 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.505023 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.505342 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.505663 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.505978 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:41.546097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] No DVR routers for this DVR port 4ad4ab71-753d-4d86-9d86-97ab48e3acaf on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:17:41.548848 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:41.552103 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'name': 'network-vif-deleted', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:17:41.566506 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-5830ac83-2544-4ec0-8ccd-ff7fa363633f req-4a7680a4-cd2e-49bb-b45e-b614021d27eb tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.62 "DELETE /v2.0/ports/4ad4ab71-753d-4d86-9d86-97ab48e3acaf HTTP/1.1" status: 204 len: 173 time: 0.8032930 Feb 09 14:17:41.610071 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837bc422-4ae9-4b69-9c5a-7df22aec9077', 'name': 'network-vif-deleted', 'tag': '4ad4ab71-753d-4d86-9d86-97ab48e3acaf', 'status': 'completed', 'code': 200} Feb 09 14:17:42.056265 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:42.682193 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3c721e2c-462d-43c7-b69c-55fa24ef59e8 req-37b2d2d1-b1d5-4819-b320-077a0993a8b2 tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "GET /v2.0/ports?device_id=837bc422-4ae9-4b69-9c5a-7df22aec9077 HTTP/1.1" status: 200 len: 210 time: 0.0413041 Feb 09 14:17:43.791218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41100) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:43.863501 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04dff20a-5403-441f-959d-2193a38433ce tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.896988 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04dff20a-5403-441f-959d-2193a38433ce tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.964464 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04dff20a-5403-441f-959d-2193a38433ce tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:43.984568 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dff20a-5403-441f-959d-2193a38433ce tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18787efc-6646-4f7f-bd92-99e6616c2d0c,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:44.003228 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-04dff20a-5403-441f-959d-2193a38433ce tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:44.007246 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-04dff20a-5403-441f-959d-2193a38433ce tempest-TestShelveInstance-1681471675 tempest-TestShelveInstance-1681471675-project] 10.222.0.59 "DELETE /v2.0/security-groups/18787efc-6646-4f7f-bd92-99e6616c2d0c HTTP/1.1" status: 204 len: 168 time: 0.2122900 Feb 09 14:17:44.063377 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41106) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:44.686523 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:45.271663 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] Deleting port 867a3575-99d5-4456-b2b4-4a7a5a9ad053 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:45.272296 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:45.447861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] For port 867a3575-99d5-4456-b2b4-4a7a5a9ad053, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=867a3575-99d5-4456-b2b4-4a7a5a9ad053,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:17:45.448273 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:45.575225 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] Calling delete_port for 867a3575-99d5-4456-b2b4-4a7a5a9ad053 owned by network:router_interface {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:17:45.738774 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:45.783612 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] Pushing event deleted for resources: {'Port': ['ID=867a3575-99d5-4456-b2b4-4a7a5a9ad053,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:45.870543 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4ad4ab71-753d-4d86-9d86-97ab48e3acaf no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:45.906942 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 4ad4ab71-753d-4d86-9d86-97ab48e3acaf {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:17:45.907450 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 4ad4ab71-753d-4d86-9d86-97ab48e3acaf not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:46.162623 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.731893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] Router 3b4c301a-121e-4909-a588-7bee9d4cc623 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:17:46.849656 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:46.932447 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:17:46.942767 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55afacf7-2274-45a4-9043-65906a696602 None None] Sync routers for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:17:46.949427 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-95b34a24-1945-4995-97af-381c26bd789a admin admin] 10.222.0.59 "PUT /v2.0/routers/3b4c301a-121e-4909-a588-7bee9d4cc623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8813896 Feb 09 14:17:46.949788 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41112) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:46.967145 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55afacf7-2274-45a4-9043-65906a696602 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:17:46.968346 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-55afacf7-2274-45a4-9043-65906a696602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:47.153696 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.190351 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-55afacf7-2274-45a4-9043-65906a696602 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:17:47.352688 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.362172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Deleting port bc8e3de6-493c-447b-bdf0-3881dcf9f40b {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:47.362512 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.479310 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-55afacf7-2274-45a4-9043-65906a696602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:17:45Z', 'revision_number': 5, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port': {'id': 'bc8e3de6-493c-447b-bdf0-3881dcf9f40b', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:40Z', 'updated_at': '2022-02-09T14:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:47.483433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55afacf7-2274-45a4-9043-65906a696602 None None] Checking router: 3b4c301a-121e-4909-a588-7bee9d4cc623 for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:17:47.494682 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55afacf7-2274-45a4-9043-65906a696602 None None] Routers {'3b4c301a-121e-4909-a588-7bee9d4cc623'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:17:47.495278 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-55afacf7-2274-45a4-9043-65906a696602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['3b4c301a-121e-4909-a588-7bee9d4cc623'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:47.550780 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] For port bc8e3de6-493c-447b-bdf0-3881dcf9f40b, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=bc8e3de6-493c-447b-bdf0-3881dcf9f40b,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:17:47.551127 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.645940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-55afacf7-2274-45a4-9043-65906a696602 None None] Set router 3b4c301a-121e-4909-a588-7bee9d4cc623 gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:17:47.674044 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Calling delete_port for bc8e3de6-493c-447b-bdf0-3881dcf9f40b owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:17:47.752720 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-55afacf7-2274-45a4-9043-65906a696602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:17:47Z', 'revision_number': 6, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:47.756606 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55afacf7-2274-45a4-9043-65906a696602 None None] The sync data for ids ['3b4c301a-121e-4909-a588-7bee9d4cc623'] in n-d-825175-3 is: [{'id': '3b4c301a-121e-4909-a588-7bee9d4cc623', 'name': 'tempest-TestShelveInstance-2042344117-router', 'tenant_id': '40808f31e5ec426eb8bc94448a339d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:39Z', 'updated_at': '2022-02-09T14:17:47Z', 'revision_number': 6, 'project_id': '40808f31e5ec426eb8bc94448a339d42', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:17:47.936157 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:47.984567 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8e3de6-493c-447b-bdf0-3881dcf9f40b,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:48.210827 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.466554 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.470771 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.496183 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.496655 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b4c301a-121e-4909-a588-7bee9d4cc623 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:17:48.508588 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.509694 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-e704aff5-4793-4c9e-bfc5-f79b389f74f8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3b4c301a-121e-4909-a588-7bee9d4cc623 HTTP/1.1" status: 204 len: 168 time: 1.5590119 Feb 09 14:17:48.512277 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41116) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:48.580192 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a7c24a-4c7d-4242-99b8-54e592cbb902 admin admin] Deleting subnet 96f454e1-9b85-43e7-a0f7-772abe44dae0 {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:17:48.583283 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89a7c24a-4c7d-4242-99b8-54e592cbb902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.615162 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 867a3575-99d5-4456-b2b4-4a7a5a9ad053 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:48.635415 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89a7c24a-4c7d-4242-99b8-54e592cbb902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.653047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 867a3575-99d5-4456-b2b4-4a7a5a9ad053 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:17:48.653452 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 867a3575-99d5-4456-b2b4-4a7a5a9ad053 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:48.653925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bc8e3de6-493c-447b-bdf0-3881dcf9f40b no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:48.686539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: bc8e3de6-493c-447b-bdf0-3881dcf9f40b {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:17:48.686917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device bc8e3de6-493c-447b-bdf0-3881dcf9f40b not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:48.717140 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89a7c24a-4c7d-4242-99b8-54e592cbb902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.787371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89a7c24a-4c7d-4242-99b8-54e592cbb902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.827011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7c24a-4c7d-4242-99b8-54e592cbb902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f454e1-9b85-43e7-a0f7-772abe44dae0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:48.831884 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-89a7c24a-4c7d-4242-99b8-54e592cbb902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.838092 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-89a7c24a-4c7d-4242-99b8-54e592cbb902 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/96f454e1-9b85-43e7-a0f7-772abe44dae0 HTTP/1.1" status: 204 len: 168 time: 0.3247960 Feb 09 14:17:48.840906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41120) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:48.841334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea87e50-63a2-4d54-915e-ad88b7272d45 None None] Network f21fd315-b3e1-4496-9238-b1c4f77c98af requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:17:48.945742 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:48.957180 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Deleting port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:48.957510 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.116335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] DHCP port deletion for f21fd315-b3e1-4496-9238-b1c4f77c98af request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:17:49.121233 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] Deleting port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:49.121632 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.180793 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] For port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:17:49.181900 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.325144 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] For port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc,segment=NetworkSegment(d80163de-df0f-412f-96b4-d81fefd1a0b2),segment_id=d80163de-df0f-412f-96b4-d81fefd1a0b2)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:17:49.325440 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.395124 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Calling delete_port for 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:17:49.471840 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.485915 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] Calling delete_port for 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:17:49.518349 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Pushing event deleted for resources: {'Port': ['ID=2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:49.528127 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] No DVR routers for this DVR port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:17:49.558242 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:17:49.558619 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:17:49.643393 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.668407 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21fd315-b3e1-4496-9238-b1c4f77c98af']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:49.680011 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80163de-df0f-412f-96b4-d81fefd1a0b2') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:49.680300 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80163de-df0f-412f-96b4-d81fefd1a0b2') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:49.691268 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.707023 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.714306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:17:49.714681 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: timer() Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:17:49.730838 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:17:49.810611 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.827060 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:49.837178 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] Pushing event deleted for resources: {'Network': ['ID=f21fd315-b3e1-4496-9238-b1c4f77c98af,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:49.851539 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-ea7411eb-ef54-4857-a00c-3f3753b0d961 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f21fd315-b3e1-4496-9238-b1c4f77c98af HTTP/1.1" status: 204 len: 168 time: 1.0096197 Feb 09 14:17:49.854412 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41124) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:50.059453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] Deleting port 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:50.060011 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:50.125943 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-ec2486dd-b7a5-4f1a-ba8e-491699eb75d5 None None] The port '2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 14:17:50.248011 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:50.385337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:50.416956 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:17:50.417298 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2518b2eb-53b5-41a5-95b4-2c9ae2d39bbc not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:50.844221 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] Deleting port 6940f340-59ee-41be-8739-90977e95ab41 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:50.844547 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.105474 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] For port 6940f340-59ee-41be-8739-90977e95ab41, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=6940f340-59ee-41be-8739-90977e95ab41,segment=NetworkSegment(e8d8063d-fc8f-48c0-9487-47599cd7a6ae),segment_id=e8d8063d-fc8f-48c0-9487-47599cd7a6ae)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:17:51.105714 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.220082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] Calling delete_port for 6940f340-59ee-41be-8739-90977e95ab41 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:17:51.380944 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:51.425621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] Pushing event deleted for resources: {'Port': ['ID=6940f340-59ee-41be-8739-90977e95ab41,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:51.712306 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:52.284787 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] Router 93941507-e5d4-4bf5-be42-54c862d0ca11 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:17:52.582701 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:17:52.591184 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] Sync routers for ids ['93941507-e5d4-4bf5-be42-54c862d0ca11'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:17:52.592479 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-2a441b71-6c68-4dc6-ae0e-486dd7bc4155 admin admin] 10.222.0.59 "PUT /v2.0/routers/93941507-e5d4-4bf5-be42-54c862d0ca11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7370713 Feb 09 14:17:52.594966 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41128) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:52.608146 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] Routers {'93941507-e5d4-4bf5-be42-54c862d0ca11'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:17:52.608841 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['93941507-e5d4-4bf5-be42-54c862d0ca11'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:52.781423 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] Set router 93941507-e5d4-4bf5-be42-54c862d0ca11 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:17:52.786804 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:52.984612 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:52.994245 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Deleting port c542170b-800d-4fb6-8a9c-5a619073cd44 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:52.994965 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.090081 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'name': 'tempest-TestShelveInstance-684604869-router', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:45Z', 'updated_at': '2022-02-09T14:17:51Z', 'revision_number': 5, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'gw_port': {'id': 'c542170b-800d-4fb6-8a9c-5a619073cd44', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:51:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:08:46Z', 'updated_at': '2022-02-09T14:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:53.093827 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] Checking router: 93941507-e5d4-4bf5-be42-54c862d0ca11 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:17:53.104796 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] Routers {'93941507-e5d4-4bf5-be42-54c862d0ca11'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:17:53.105386 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['93941507-e5d4-4bf5-be42-54c862d0ca11'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:53.168096 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] For port c542170b-800d-4fb6-8a9c-5a619073cd44, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=c542170b-800d-4fb6-8a9c-5a619073cd44,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:17:53.168437 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.248742 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] Set router 93941507-e5d4-4bf5-be42-54c862d0ca11 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:17:53.286606 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Calling delete_port for c542170b-800d-4fb6-8a9c-5a619073cd44 owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:17:53.350109 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'name': 'tempest-TestShelveInstance-684604869-router', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:45Z', 'updated_at': '2022-02-09T14:17:52Z', 'revision_number': 6, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:53.354344 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb0aa32-6731-4788-9dc3-6e6a293fa706 None None] The sync data for ids ['93941507-e5d4-4bf5-be42-54c862d0ca11'] in n-d-825175-3 is: [{'id': '93941507-e5d4-4bf5-be42-54c862d0ca11', 'name': 'tempest-TestShelveInstance-684604869-router', 'tenant_id': '82f8705d6d544b09950840ae73d3a0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:08:45Z', 'updated_at': '2022-02-09T14:17:52Z', 'revision_number': 6, 'project_id': '82f8705d6d544b09950840ae73d3a0be', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:17:53.449803 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:53.492129 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c542170b-800d-4fb6-8a9c-5a619073cd44,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:53.710105 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.054367 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.058996 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.083748 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.084399 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93941507-e5d4-4bf5-be42-54c862d0ca11 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:17:54.097378 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.098545 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-c98e9161-ac11-4904-86f3-e3c8e21cba7e admin admin] 10.222.0.59 "DELETE /v2.0/routers/93941507-e5d4-4bf5-be42-54c862d0ca11 HTTP/1.1" status: 204 len: 168 time: 1.5026603 Feb 09 14:17:54.101309 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41132) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:54.160958 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed30bf3-a1d6-419b-8c13-84cacd661c05 admin admin] Deleting subnet a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e {{(pid=83479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:17:54.163761 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bf3-a1d6-419b-8c13-84cacd661c05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.215875 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bf3-a1d6-419b-8c13-84cacd661c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041811'] for subnet, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.297553 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bf3-a1d6-419b-8c13-84cacd661c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.375834 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bf3-a1d6-419b-8c13-84cacd661c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1561790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1108928'] for subnet, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.402360 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6940f340-59ee-41be-8739-90977e95ab41 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:54.415682 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed30bf3-a1d6-419b-8c13-84cacd661c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:54.422371 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-4ed30bf3-a1d6-419b-8c13-84cacd661c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7338741'] for subnet, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.428024 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4ed30bf3-a1d6-419b-8c13-84cacd661c05 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a8c4eb82-ac18-417a-8bd3-b7f6d3b44f1e HTTP/1.1" status: 204 len: 168 time: 0.3257461 Feb 09 14:17:54.430726 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41136) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:54.438836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6859fc22-8533-4a40-a813-199bc399d6ad None None] Network ce0ee963-0a24-4ab4-a800-12997de2bba3 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:17:54.467881 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 6940f340-59ee-41be-8739-90977e95ab41 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:17:54.468227 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 6940f340-59ee-41be-8739-90977e95ab41 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:54.468654 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c542170b-800d-4fb6-8a9c-5a619073cd44 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:54.502697 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: c542170b-800d-4fb6-8a9c-5a619073cd44 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:17:54.503046 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device c542170b-800d-4fb6-8a9c-5a619073cd44 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:54.535866 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.546756 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Deleting port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:54.547076 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.718978 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] DHCP port deletion for ce0ee963-0a24-4ab4-a800-12997de2bba3 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:17:54.723161 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] Deleting port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:54.723522 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.743197 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] For port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2ffdcebc-3031-4bf3-91ca-ae501708a8ba,segment=NetworkSegment(e8d8063d-fc8f-48c0-9487-47599cd7a6ae),segment_id=e8d8063d-fc8f-48c0-9487-47599cd7a6ae)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:17:54.743545 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:54.872490 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Calling delete_port for 2ffdcebc-3031-4bf3-91ca-ae501708a8ba owned by network:dhcp {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:17:54.925194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] For port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=2ffdcebc-3031-4bf3-91ca-ae501708a8ba,segment=NetworkSegment(e8d8063d-fc8f-48c0-9487-47599cd7a6ae),segment_id=e8d8063d-fc8f-48c0-9487-47599cd7a6ae)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:17:54.925504 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.047213 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] Calling delete_port for 2ffdcebc-3031-4bf3-91ca-ae501708a8ba owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:17:55.067967 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.111331 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffdcebc-3031-4bf3-91ca-ae501708a8ba,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:55.118704 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] No DVR routers for this DVR port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba on host n-d-825175-3 {{(pid=83480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:17:55.122272 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:17:55.122759 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:17:55.160607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-a4397c2a-b4ad-4059-8866-db8297a254af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.239892 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.265522 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0ee963-0a24-4ab4-a800-12997de2bba3']}} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:55.277269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae') {'for_net_delete': True} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:55.277559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.services.segments.db [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d8063d-fc8f-48c0-9487-47599cd7a6ae') {} {{(pid=83480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:55.288518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901195'] for segment, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.304184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.311329 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:17:55.311824 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2547678'] for segment, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: Traceback (most recent call last): Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: timer() Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: cb(*args, **kw) Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: return func(*args, **kwargs) Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: self._notify() Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: self.callback(batched_events) Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: event.method(event) Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: return f(self, *a, **k) Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: return self._get(url).json() Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: return self.request(url, 'GET', **kwargs) Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:17:55.325447 n-d-825175-3 neutron-server[83480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:17:55.399683 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.416792 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.426972 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce0ee963-0a24-4ab4-a800-12997de2bba3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:55.431747 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9ae6454c-a760-4139-948f-2bf4c8e03642 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ce0ee963-0a24-4ab4-a800-12997de2bba3 HTTP/1.1" status: 204 len: 168 time: 0.9993470 Feb 09 14:17:55.580381 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41142) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:55.623629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] Deleting port 2ffdcebc-3031-4bf3-91ca-ae501708a8ba {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:17:55.624181 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.631668 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-237d2a0d-c9d2-45f9-b273-2959d5854bb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40808f31e5ec426eb8bc94448a339d42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501401 Feb 09 14:17:55.634223 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41146) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:55.686885 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-385d52e4-fc84-4511-aa2b-1c3214aca4af None None] The port '2ffdcebc-3031-4bf3-91ca-ae501708a8ba' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 14:17:55.696953 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fccdf7ec-f83d-481d-a9e4-dc9b677c49bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.725966 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fccdf7ec-f83d-481d-a9e4-dc9b677c49bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.776944 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fccdf7ec-f83d-481d-a9e4-dc9b677c49bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.796319 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdf7ec-f83d-481d-a9e4-dc9b677c49bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d4eb30-1010-4132-8828-c78128873899,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:55.806123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-fccdf7ec-f83d-481d-a9e4-dc9b677c49bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:55.808137 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-fccdf7ec-f83d-481d-a9e4-dc9b677c49bf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06d4eb30-1010-4132-8828-c78128873899 HTTP/1.1" status: 204 len: 168 time: 0.1721897 Feb 09 14:17:56.209018 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41154) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:56.257948 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-7322c3a7-7a73-4a3d-9d61-3f835a5f7678 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82f8705d6d544b09950840ae73d3a0be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477972 Feb 09 14:17:56.261052 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41158) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:56.320747 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b1db8cd5-8acb-4fa7-80bb-5f152909380a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.346914 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b1db8cd5-8acb-4fa7-80bb-5f152909380a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.384534 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2ffdcebc-3031-4bf3-91ca-ae501708a8ba no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:17:56.398040 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b1db8cd5-8acb-4fa7-80bb-5f152909380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.412432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db8cd5-8acb-4fa7-80bb-5f152909380a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a294b1-21ce-40c9-a6a8-58a532bf5de3,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:56.420143 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 2ffdcebc-3031-4bf3-91ca-ae501708a8ba {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:17:56.420489 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 2ffdcebc-3031-4bf3-91ca-ae501708a8ba not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:17:56.420747 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b1db8cd5-8acb-4fa7-80bb-5f152909380a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:56.422777 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b1db8cd5-8acb-4fa7-80bb-5f152909380a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52a294b1-21ce-40c9-a6a8-58a532bf5de3 HTTP/1.1" status: 204 len: 168 time: 0.1604745 Feb 09 14:17:57.309390 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41180) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:57.435983 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-658953587-network', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:17:57.441438 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:57.445349 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Usage tracker for resource:network and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:57.450511 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:57.456246 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:57.467335 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Made reservation on behalf of 1e32002d9a744e2b874b56ab9482309d for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:57.469939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.483182 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.516266 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:57.520044 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Usage tracker for resource:security_group_rule and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:57.522803 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:57.528997 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:57.594399 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.598053 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.625934 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:17:57.638688 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c60422-2155-44d0-b14f-55adf4ef7b4c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:57.643212 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.643548 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Added segment 315c7ced-11d7-40be-b030-88103e862edf of type vlan for network d4584850-9d6d-4820-be65-aff07fcb15e1 Feb 09 14:17:57.671131 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.702329 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.703442 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:57.703769 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:57.810788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5002379 Feb 09 14:17:57.811679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb2172-f71e-4614-8f80-158dd69395dd admin admin] Pushing event updated for resources: {'Network': ['ID=d4584850-9d6d-4820-be65-aff07fcb15e1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:57.813631 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41186) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:57.819258 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Request body: {'subnet': {'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-658953587-subnet', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:17:57.824194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network d4584850-9d6d-4820-be65-aff07fcb15e1 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:17:57.824919 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:57.829787 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Usage tracker for resource:subnet and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:57.833559 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:57.839637 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:57.856261 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Made reservation on behalf of 1e32002d9a744e2b874b56ab9482309d for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:17:57.861178 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.076070 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.148665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8b22e4-d14a-4a30-99b5-900ed19a0abb,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:58.165891 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Checking segment: {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:17:58.166239 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Network hostable DHCP agents. Network: d4584850-9d6d-4820-be65-aff07fcb15e1, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:17:58.192917 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Network d4584850-9d6d-4820-be65-aff07fcb15e1 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:17:58.202844 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, d4584850-9d6d-4820-be65-aff07fcb15e1) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:58.207333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:17:58.207964 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.218042 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8041762d-9f75-4666-a5b8-72921c3cf19f None None] Network d4584850-9d6d-4820-be65-aff07fcb15e1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:17:58.236509 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-3184f6d9-36cb-4f51-8b45-e5e542f64605 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4194033 Feb 09 14:17:58.236714 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41190) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:17:58.242709 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:17:58.248455 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:17:58.252270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Usage tracker for resource:router and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:17:58.255075 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:17:58.260764 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:17:58.272937 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.274158 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.294712 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.396845 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-49edc939-569b-4431-86e1-db43cc7912ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.447584 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-d4584850-9d6d-4820-be65-aff07fcb15e1', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 14:17:58.448928 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.450742 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.656047 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Allocated IP 172.20.0.2 (d4584850-9d6d-4820-be65-aff07fcb15e1/7b8b22e4-d14a-4a30-99b5-900ed19a0abb/17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:58.747385 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.776780 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.863076 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.877110 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.893595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.907136 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Transition to ACTIVE for port object 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:58.925011 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Allocated IP 172.25.5.138 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/aa753611-f713-4031-99c3-dd893ce34ef1) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:17:58.927402 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Transition to ACTIVE for port object 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:17:58.933350 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:58.993299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Network d4584850-9d6d-4820-be65-aff07fcb15e1 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:58.996194 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:59.000188 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:17:59.018648 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Pushing event updated for resources: {'Port': ['ID=17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:59.087399 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.087735 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.088064 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.088925 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.089248 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.089565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.089877 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.090111 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.090211 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.090526 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.090828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.091130 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:17:59.113960 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Attempting to bind port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:17:59.114964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Attempting to bind port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:17:59.114964 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Attempting to bind port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 on network d4584850-9d6d-4820-be65-aff07fcb15e1 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:17:59.121958 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:17:59.122319 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Checking segment: {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:17:59.122735 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.123299 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Bound using segment: {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:17:59.123765 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Bound port: 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:17:59.124127 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.128533 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.197562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:17:59.201484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:17:59.204161 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:17:59.215449 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] For port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:17:59.219034 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] For port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:17:59.224231 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.234661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa753611-f713-4031-99c3-dd893ce34ef1,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:59.305597 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3103004-611f-4cb5-beed-f72365cceaec None None] Pushing event updated for resources: {'Port': ['ID=17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:17:59.369294 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.370206 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.614793 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Router 630c468a-c931-4199-b0e8-732f40c90caf is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 14:17:59.813991 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:17:59.822992 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Sync routers for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:17:59.834182 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:17:59.834874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:17:59.837962 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:17:59.839801 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8dbb2510-341a-4cfb-bccc-3bd5c243bfd7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6022143 Feb 09 14:17:59.842643 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41194) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:00.035808 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:18:00.252376 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2ed2c8-abf9-465e-b89c-872df8c020a7 None None] Network d4584850-9d6d-4820-be65-aff07fcb15e1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:18:00.268637 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.425699 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-e8ceb9b4-3512-4e2d-a932-a32f058a6210 None None] Provisioning for port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:00.446761 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:00.622700 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:17:59Z', 'revision_number': 3, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:00.627415 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:00.633416 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Checking router: 630c468a-c931-4199-b0e8-732f40c90caf for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:18:00.633757 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Updating router 630c468a-c931-4199-b0e8-732f40c90caf port aa753611-f713-4031-99c3-dd893ce34ef1 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:18:00.704304 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:00.704666 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.714269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.777429 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:00.939155 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Allocated IP 172.20.0.1 (d4584850-9d6d-4820-be65-aff07fcb15e1/7b8b22e4-d14a-4a30-99b5-900ed19a0abb/b1baa609-07d3-4a6a-bc49-785cff79f599) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:00.970096 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.087708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:18:01.097566 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.101375 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.118417 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Transition to ACTIVE for port object b1baa609-07d3-4a6a-bc49-785cff79f599 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:01.141352 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.189058 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-617b1d08-166c-44d1-b119-6b6cbc84c5a2 None None] Provisioning complete for port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:01.189420 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-617b1d08-166c-44d1-b119-6b6cbc84c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.211254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Network d4584850-9d6d-4820-be65-aff07fcb15e1 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:01.215086 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:01.217189 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1baa609-07d3-4a6a-bc49-785cff79f599,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:01.219952 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:18:01.233072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:01.273002 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.322961 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.369706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Transition to ACTIVE for port object aa753611-f713-4031-99c3-dd893ce34ef1 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:01.369913 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.386214 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.473779 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b2cb0-6da0-4852-bee7-7669522d4b8a None None] Pushing event updated for resources: {'Port': ['ID=aa753611-f713-4031-99c3-dd893ce34ef1,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:01.476215 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Attempting to bind port aa753611-f713-4031-99c3-dd893ce34ef1 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:01.476576 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Attempting to bind port aa753611-f713-4031-99c3-dd893ce34ef1 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:01.476934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Attempting to bind port aa753611-f713-4031-99c3-dd893ce34ef1 on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:18:01.484989 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:18:01.485357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:18:01.486106 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.486106 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:18:01.486600 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Bound port: aa753611-f713-4031-99c3-dd893ce34ef1, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:01.486967 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.563692 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] For port aa753611-f713-4031-99c3-dd893ce34ef1, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:18:01.567336 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] For port aa753611-f713-4031-99c3-dd893ce34ef1, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=aa753611-f713-4031-99c3-dd893ce34ef1,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:18:01.572406 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.598989 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.603694 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.612829 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-46084e1a-379c-41d2-bc3b-5204c0b6a1db None None] Provisioning for port b1baa609-07d3-4a6a-bc49-785cff79f599 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:01.628939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-46084e1a-379c-41d2-bc3b-5204c0b6a1db None None] Provisioning complete for port b1baa609-07d3-4a6a-bc49-785cff79f599 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:01.629302 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-46084e1a-379c-41d2-bc3b-5204c0b6a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.706563 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b2cb0-6da0-4852-bee7-7669522d4b8a None None] Pushing event updated for resources: {'Port': ['ID=aa753611-f713-4031-99c3-dd893ce34ef1,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:01.712560 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-46084e1a-379c-41d2-bc3b-5204c0b6a1db None None] Port b1baa609-07d3-4a6a-bc49-785cff79f599 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:18:01.714509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=b1baa609-07d3-4a6a-bc49-785cff79f599,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:01.715317 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:18:01.715797 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:01.717518 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:01.855460 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Network d4584850-9d6d-4820-be65-aff07fcb15e1 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:01.856608 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:01.897832 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:18:02.194953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-78daff86-8b3c-4942-97da-178a3f43c07f None None] Provisioning complete for port b1baa609-07d3-4a6a-bc49-785cff79f599 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:02.195645 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-78daff86-8b3c-4942-97da-178a3f43c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:02.304873 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-78daff86-8b3c-4942-97da-178a3f43c07f None None] Port b1baa609-07d3-4a6a-bc49-785cff79f599 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:18:02.325538 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 2, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:02.329378 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe446aca-ea51-4a3b-ab83-376eff82a3f2 None None] The sync data for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 is: [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 2, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:18:02.366648 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Router 630c468a-c931-4199-b0e8-732f40c90caf has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:18:02.405285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:02.490287 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:02.490287 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:02.605257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:18:02.614511 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-72c94b41-05dc-449b-911b-e0df85a26ae6 admin admin] 10.222.0.59 "PUT /v2.0/routers/630c468a-c931-4199-b0e8-732f40c90caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7707438 Feb 09 14:18:03.528510 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41216) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:03.534321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-528687080-network', 'tenant_id': '735765d017c641b4a42ca9fcbff35255'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:03.540542 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:03.545255 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Usage tracker for resource:network and tenant:735765d017c641b4a42ca9fcbff35255 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:03.548218 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:03.553961 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:03.566299 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Made reservation on behalf of 735765d017c641b4a42ca9fcbff35255 for: {'network': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:03.568643 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for network, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.580577 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.611534 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:03.615190 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Usage tracker for resource:security_group_rule and tenant:735765d017c641b4a42ca9fcbff35255 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:03.617872 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:03.623508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:03.685344 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.688784 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.720958 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=83480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 14:18:03.729352 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b17e718-b65f-408a-9a11-cb3065c5e378,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:03.734983 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.735314 n-d-825175-3 neutron-server[83480]: INFO neutron.db.segments_db [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Added segment 4485e9aa-b5c4-4b11-a363-56e0657cd5f4 of type vlan for network 2ba3bc72-41c8-4625-9492-b9bc79183492 Feb 09 14:18:03.760755 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785996056549'] for network, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.788498 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748'] for network, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.789313 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:03.789873 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Notify callbacks [] for network, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:03.888321 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] Pushing event updated for resources: {'Network': ['ID=2ba3bc72-41c8-4625-9492-b9bc79183492,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:03.891561 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d8f24ab2-3053-4335-b2a7-adc789585c3c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3620005 Feb 09 14:18:03.894399 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41220) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:03.897890 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Network 2ba3bc72-41c8-4625-9492-b9bc79183492 details requested by agent ovs-agent-n-d-825175-3 with host n-d-825175-3 {{(pid=83481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 14:18:03.900136 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Request body: {'subnet': {'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-528687080-subnet', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'ip_version': 4}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:03.906149 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:03.909904 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Usage tracker for resource:subnet and tenant:735765d017c641b4a42ca9fcbff35255 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:03.912695 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:03.918342 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:03.930257 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Made reservation on behalf of 735765d017c641b4a42ca9fcbff35255 for: {'subnet': 1} {{(pid=83480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:03.932772 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3009626'] for subnet, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.133801 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2547511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3009636'] for subnet, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.202142 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe654f2b-a817-436b-b5d6-53e683e8509d,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:04.219241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Checking segment: {'id': '4485e9aa-b5c4-4b11-a363-56e0657cd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:18:04.219587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Network hostable DHCP agents. Network: 2ba3bc72-41c8-4625-9492-b9bc79183492, hostable agents: ['0e0b655f-a000-48e4-b19a-cc3ef959237a'], hosted agents: [] {{(pid=83480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 14:18:04.240114 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Network 2ba3bc72-41c8-4625-9492-b9bc79183492 is scheduled to be hosted by DHCP agent 0e0b655f-a000-48e4-b19a-cc3ef959237a with binding_index 1 {{(pid=83480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 14:18:04.249411 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-3, 2ba3bc72-41c8-4625-9492-b9bc79183492) {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:04.254683 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:04.255252 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.257725 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03579dd7-a4b0-4d6d-8668-b5fe8839467f None None] Network 2ba3bc72-41c8-4625-9492-b9bc79183492 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:18:04.276475 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b3aff206-9a9d-4e6d-a276-eb6cc1ffeced admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3810718 Feb 09 14:18:04.279039 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41224) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:04.283893 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-528687080-router', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:04.288817 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:04.292565 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Usage tracker for resource:router and tenant:735765d017c641b4a42ca9fcbff35255 is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:04.295353 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:04.300839 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:04.311869 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1982584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-49031'] for router, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.312808 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1982495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1980355', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2047603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-49036'] for router, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.333799 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.424454 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aa753611-f713-4031-99c3-dd893ce34ef1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:04.489486 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1980397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1982570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-49050'] for router, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.517288 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp684ce6e9-3993-50b4-b5c0-9a593e06efa4-2ba3bc72-41c8-4625-9492-b9bc79183492', 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'fixed_ips': [{'subnet_id': 'fe654f2b-a817-436b-b5d6-53e683e8509d'}]}} from n-d-825175-3. {{(pid=83481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 14:18:04.518088 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.596070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port aa753611-f713-4031-99c3-dd893ce34ef1 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:04.605032 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port aa753611-f713-4031-99c3-dd893ce34ef1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:04.605498 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.685517 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.718756 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.773074 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.db_base_plugin_common [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Allocated IP 172.20.0.2 (2ba3bc72-41c8-4625-9492-b9bc79183492/fe654f2b-a817-436b-b5d6-53e683e8509d/932d1f4c-16ed-48c7-9f6c-13e05f3cff1f) {{(pid=83481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:04.817468 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:04.863228 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Allocated IP 172.25.5.33 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/d2795625-acd6-47ce-856a-fc5f080b3b2c) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:04.892938 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port aa753611-f713-4031-99c3-dd893ce34ef1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=aa753611-f713-4031-99c3-dd893ce34ef1,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:18:04.901576 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.003517 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=aa753611-f713-4031-99c3-dd893ce34ef1,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:05.031199 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.069066 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.071656 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Notify callbacks [] for port, precommit_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.083447 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Transition to ACTIVE for port object 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:05.108950 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Transition to ACTIVE for port object 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f will not be triggered until provisioned by entity DHCP. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:05.116768 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967'] for port, after_create {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.190873 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Network 2ba3bc72-41c8-4625-9492-b9bc79183492 is already hosted by enough agents. {{(pid=83481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:05.194294 n-d-825175-3 neutron-server[83481]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Resources bound (agent type, host, resource id): {{(pid=83481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:05.196179 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Pushing event updated for resources: {'Port': ['ID=932d1f4c-16ed-48c7-9f6c-13e05f3cff1f,revision_number=1']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:05.198998 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Received port after_create {{(pid=83481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:18:05.247288 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:05.259607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:05.264526 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:18:05.287040 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Attempting to bind port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:05.287321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Attempting to bind port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4485e9aa-b5c4-4b11-a363-56e0657cd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:05.287715 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Attempting to bind port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f on network 2ba3bc72-41c8-4625-9492-b9bc79183492 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:18:05.295172 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:18:05.295785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Checking segment: {'id': '4485e9aa-b5c4-4b11-a363-56e0657cd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:18:05.296044 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.296427 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Bound using segment: {'id': '4485e9aa-b5c4-4b11-a363-56e0657cd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:18:05.296882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Bound port: 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4485e9aa-b5c4-4b11-a363-56e0657cd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:05.297243 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.300332 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Pushing event updated for resources: {'Port': ['ID=d2795625-acd6-47ce-856a-fc5f080b3b2c,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:05.392154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] For port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:18:05.395080 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] For port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=932d1f4c-16ed-48c7-9f6c-13e05f3cff1f,segment=NetworkSegment(4485e9aa-b5c4-4b11-a363-56e0657cd5f4),segment_id=4485e9aa-b5c4-4b11-a363-56e0657cd5f4)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:18:05.399980 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.430768 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.431492 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1982579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1980182'] for router, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.475914 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c9bf8-883d-418c-bc2f-564e1da5c57d None None] Pushing event updated for resources: {'Port': ['ID=932d1f4c-16ed-48c7-9f6c-13e05f3cff1f,revision_number=2']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:05.712279 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 is scheduled to L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c with binding_index 1 {{(pid=83480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 14:18:05.919434 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:18:05.928540 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Sync routers for ids ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:18:05.943314 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Routers {'6e034130-19c4-4ca9-b48c-6efca48a2bf8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:18:05.943947 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:05.944228 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:05.949061 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-8b1c3501-ec49-4241-9f4c-9e5433baccee admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6659038 Feb 09 14:18:05.949274 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41228) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:06.140833 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Set router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:18:06.458901 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'name': 'tempest-TestSnapshotPattern-528687080-router', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:05Z', 'revision_number': 3, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'gw_port': {'id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:06.467102 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Checking router: 6e034130-19c4-4ca9-b48c-6efca48a2bf8 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:18:06.467438 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Updating router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 port d2795625-acd6-47ce-856a-fc5f080b3b2c binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:18:06.507573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:06.529841 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.557736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9c074b-cb6b-40d0-ba93-69a5beaf6574 None None] Network 2ba3bc72-41c8-4625-9492-b9bc79183492 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:18:06.735883 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b2066a91-5833-474d-a724-fd996fb04796 None None] Provisioning for port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:06.744984 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.757276 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:06.767180 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:06.767550 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.861989 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.874510 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Transition to ACTIVE for port object d2795625-acd6-47ce-856a-fc5f080b3b2c will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:06.880808 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.953844 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Pushing event updated for resources: {'Port': ['ID=d2795625-acd6-47ce-856a-fc5f080b3b2c,revision_number=2']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:06.964169 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.964507 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.964835 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.965358 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.965832 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.966296 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.966802 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.967260 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.967732 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.968298 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.968754 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:18:06.979283 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:06.988869 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Attempting to bind port d2795625-acd6-47ce-856a-fc5f080b3b2c on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:06.989459 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Attempting to bind port d2795625-acd6-47ce-856a-fc5f080b3b2c by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:06.989971 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Attempting to bind port d2795625-acd6-47ce-856a-fc5f080b3b2c on network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:18:06.998548 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:18:06.999164 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Checking segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:18:06.999738 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.000280 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Bound using segment: {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:18:07.000898 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Bound port: d2795625-acd6-47ce-856a-fc5f080b3b2c, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d708db1-4caf-407e-9a70-a6bb6f2dbfe3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:07.001427 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.030325 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=932d1f4c-16ed-48c7-9f6c-13e05f3cff1f,segment=NetworkSegment(4485e9aa-b5c4-4b11-a363-56e0657cd5f4),segment_id=4485e9aa-b5c4-4b11-a363-56e0657cd5f4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:18:07.035063 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.036159 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aa753611-f713-4031-99c3-dd893ce34ef1 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:07.100711 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Allocated IP 172.20.0.1 (2ba3bc72-41c8-4625-9492-b9bc79183492/fe654f2b-a817-436b-b5d6-53e683e8509d/1cf2946c-8fa5-4489-8411-441fd3729e79) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:07.110498 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] For port d2795625-acd6-47ce-856a-fc5f080b3b2c, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:18:07.113865 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] For port d2795625-acd6-47ce-856a-fc5f080b3b2c, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d2795625-acd6-47ce-856a-fc5f080b3b2c,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:18:07.120897 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.157912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=932d1f4c-16ed-48c7-9f6c-13e05f3cff1f,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:07.180551 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port aa753611-f713-4031-99c3-dd893ce34ef1 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:07.180870 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.195683 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Routers {'6e034130-19c4-4ca9-b48c-6efca48a2bf8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:18:07.196526 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:07.277779 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.301048 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.provisioning_blocks [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Transition to ACTIVE for port object 1cf2946c-8fa5-4489-8411-441fd3729e79 will not be triggered until provisioned by entity DHCP. {{(pid=83480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:07.325021 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.359893 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d1645-65c8-4764-8ceb-f6e47610a739 None None] Pushing event updated for resources: {'Port': ['ID=d2795625-acd6-47ce-856a-fc5f080b3b2c,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:07.387585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-d15d96e5-cee8-4823-877d-dd855a6bf248 None None] Provisioning complete for port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:07.388081 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d15d96e5-cee8-4823-877d-dd855a6bf248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.388301 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Network 2ba3bc72-41c8-4625-9492-b9bc79183492 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:07.391532 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:07.395269 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:18:07.396596 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] Set router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:18:07.451480 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1979080'] for router_interface, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.490514 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Pushing event updated for resources: {'Port': ['ID=1cf2946c-8fa5-4489-8411-441fd3729e79,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:07.561720 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.699897 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'name': 'tempest-TestSnapshotPattern-528687080-router', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:05Z', 'revision_number': 3, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'gw_port': {'id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:07.703680 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74c5f32-925e-4827-bf7f-2b1ee455962b None None] The sync data for ids ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'] in n-d-825175-3 is: [{'id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'name': 'tempest-TestSnapshotPattern-528687080-router', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:05Z', 'revision_number': 3, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'gw_port': {'id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:18:07.742547 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b228a10a-eedd-4537-b5a4-a5c1c6cb677a None None] Provisioning for port 1cf2946c-8fa5-4489-8411-441fd3729e79 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:07.747910 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-b228a10a-eedd-4537-b5a4-a5c1c6cb677a None None] Provisioning complete for port 1cf2946c-8fa5-4489-8411-441fd3729e79 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:07.748274 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b228a10a-eedd-4537-b5a4-a5c1c6cb677a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.790082 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.796105 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.799125 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-b228a10a-eedd-4537-b5a4-a5c1c6cb677a None None] Port 1cf2946c-8fa5-4489-8411-441fd3729e79 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:18:07.897988 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7338564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1978917'] for router_interface, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:07.901582 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Pushing event updated for resources: {'Port': ['ID=1cf2946c-8fa5-4489-8411-441fd3729e79,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:08.040554 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Network 2ba3bc72-41c8-4625-9492-b9bc79183492 is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:08.041628 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:08.222734 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-50a73182-dafa-4090-95de-ddd002c5ef66 None None] Provisioning complete for port 1cf2946c-8fa5-4489-8411-441fd3729e79 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:08.223252 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-50a73182-dafa-4090-95de-ddd002c5ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:08.277705 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-50a73182-dafa-4090-95de-ddd002c5ef66 None None] Port 1cf2946c-8fa5-4489-8411-441fd3729e79 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:18:08.399015 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:08.421484 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:18:08.470573 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:08.470942 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:08.628557 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:18:08.637610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-b203cb5f-092e-419c-a09e-9afd77d800ee admin admin] 10.222.0.59 "PUT /v2.0/routers/6e034130-19c4-4ca9-b48c-6efca48a2bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6873844 Feb 09 14:18:09.280260 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41238) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:09.285743 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965772992', 'description': 'tempest-secgroup-smoke-1965772992 description', 'project_id': '1e32002d9a744e2b874b56ab9482309d'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:09.292270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:09.296042 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:security_group and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:09.298863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:09.406838 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:09.416754 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.451055 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:09.454718 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:security_group_rule and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:09.457513 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:09.463122 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:09.516872 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.520461 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.560364 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dcc709-8aba-4e12-911c-39a0cd57ccc6,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:09.563041 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.564215 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f7948ca7-5647-491c-a28f-b3cef377d98b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2829983 Feb 09 14:18:09.567139 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41242) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:09.573031 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'security_group_rule': {'security_group_id': '49dcc709-8aba-4e12-911c-39a0cd57ccc6', 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:09.579491 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:09.583172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:security_group_rule and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:09.585974 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:09.591518 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:09.608671 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.673794 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.677560 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.703684 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b60f2d-67cf-4643-bdd6-b9627c92814f,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:09.714620 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.715706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-404b904e-6363-4faa-a9a8-43d5f9c0b9c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1476691 Feb 09 14:18:09.718428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41246) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:09.723956 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'security_group_rule': {'security_group_id': '49dcc709-8aba-4e12-911c-39a0cd57ccc6', 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:09.731014 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:09.734788 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:security_group_rule and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:09.737546 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:09.743154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:09.761939 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.765949 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:18:09.824341 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.828036 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.851829 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f62c64-fb65-4125-bda6-0e8870f3212f,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:09.860227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.861692 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-d731f08c-63cd-4c07-be53-717f44f9b115 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1423120 Feb 09 14:18:09.864367 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41250) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:09.869562 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'security_group_rule': {'security_group_id': '49dcc709-8aba-4e12-911c-39a0cd57ccc6', 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:09.875700 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:09.879734 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:security_group_rule and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:09.883435 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:09.890133 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:09.906502 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.968398 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.972428 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:09.995661 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff59a4c-d150-47e3-883d-8bc5ba8e35a3,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:10.004253 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.005406 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-f8369cf6-45c2-4b6d-8cbb-90d9ea3682c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1401632 Feb 09 14:18:10.008120 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41254) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:10.013768 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'security_group_rule': {'security_group_id': '49dcc709-8aba-4e12-911c-39a0cd57ccc6', 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:10.019999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:10.023738 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:security_group_rule and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:10.027148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:10.032715 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:10.048417 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.111327 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.114596 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.137867 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdc1cd7-417b-4d9c-937a-c19c70db08da,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:10.146760 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.147891 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-6fe04df5-b0b7-4114-be41-0e04d1979465 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1388841 Feb 09 14:18:10.150763 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41258) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:10.155914 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'security_group_rule': {'security_group_id': '49dcc709-8aba-4e12-911c-39a0cd57ccc6', 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:10.161930 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:10.165646 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:security_group_rule and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:10.170152 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:10.175604 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:10.186367 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Project 1e32002d9a744e2b874b56ab9482309d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:18:10.192476 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.254546 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.258328 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.281759 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eb3876-687c-43aa-8af5-3fe7e7fc294e,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:10.290451 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.291661 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-17b9ed53-9f33-45dd-b9d7-f208b0644bac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1399646 Feb 09 14:18:10.294836 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41262) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:10.300307 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'security_group_rule': {'security_group_id': '49dcc709-8aba-4e12-911c-39a0cd57ccc6', 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:10.306256 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:10.310245 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:security_group_rule and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:10.313046 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:10.318866 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:10.330212 n-d-825175-3 neutron-server[83480]: INFO neutron.db.securitygroups_db [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Project 1e32002d9a744e2b874b56ab9482309d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 14:18:10.336377 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.406890 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.410195 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1897307'] for security_group_rule, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.433585 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f952f0a1-76e4-4fb4-8f52-f75aebfad3ff,revision_number=0']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:10.442724 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:10.443890 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-29130b14-6671-43fb-94fa-51cd363f84c8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1481712 Feb 09 14:18:10.779953 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-5dd8ce61-fba2-434c-b669-fb1b496954f9 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Synchronizing usage tracker for tenant:1e32002d9a744e2b874b56ab9482309d on resource:security_group {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:10.795744 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-5dd8ce61-fba2-434c-b669-fb1b496954f9 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Unset dirty status for tenant:1e32002d9a744e2b874b56ab9482309d on resource:security_group {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:10.796800 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-5dd8ce61-fba2-434c-b669-fb1b496954f9 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965772992&fields=id&tenant_id=1e32002d9a744e2b874b56ab9482309d HTTP/1.1" status: 200 len: 267 time: 0.0604064 Feb 09 14:18:10.940926 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-8ebfa038-1a86-4fe6-883e-a26ad6c5d6ad tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:10.941593 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-8ebfa038-1a86-4fe6-883e-a26ad6c5d6ad tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Synchronizing usage tracker for tenant:1e32002d9a744e2b874b56ab9482309d on resource:network {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:10.958873 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-8ebfa038-1a86-4fe6-883e-a26ad6c5d6ad tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Unset dirty status for tenant:1e32002d9a744e2b874b56ab9482309d on resource:network {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:10.960161 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-8ebfa038-1a86-4fe6-883e-a26ad6c5d6ad tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 809 time: 0.1569064 Feb 09 14:18:10.976998 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-cd54593e-885c-4d97-a1d6-0db577872321 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/quotas/1e32002d9a744e2b874b56ab9482309d HTTP/1.1" status: 200 len: 375 time: 0.0115426 Feb 09 14:18:11.055296 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-970343c2-ee61-4160-8d1c-619f3511842e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Synchronizing usage tracker for tenant:1e32002d9a744e2b874b56ab9482309d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:11.072063 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-970343c2-ee61-4160-8d1c-619f3511842e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Unset dirty status for tenant:1e32002d9a744e2b874b56ab9482309d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:11.073914 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-970343c2-ee61-4160-8d1c-619f3511842e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917382 Feb 09 14:18:11.089203 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-cb653047-c243-4ba1-b394-028a25a9ac35 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83480) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 14:18:11.090155 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-cb653047-c243-4ba1-b394-028a25a9ac35 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049751 Feb 09 14:18:11.227783 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-48abe436-38a3-4c37-9c41-f4a43e7b6df0 service neutron] 10.222.0.59 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321061 Feb 09 14:18:11.364625 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-af054d5f-6576-4f3c-904f-c8d961a269af service neutron] 10.222.0.59 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304495 Feb 09 14:18:11.692837 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5931ccf5-4e2d-4cc7-a06e-e207144645f2 req-011607b4-e570-41c5-9058-d85b2261c91c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 210 time: 0.1736894 Feb 09 14:18:12.058621 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:12.799639 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-89ec3631-7cdb-488f-bebc-bef8076f19c9 req-8707b8a1-5c93-4708-8980-6ce87aae7103 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 210 time: 0.0401998 Feb 09 14:18:13.907373 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1a59abb5-071a-4e01-852f-cf19b085393f req-2b073373-eb3e-488d-aff1-a30ebadf5813 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 210 time: 0.0401342 Feb 09 14:18:14.414836 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d2795625-acd6-47ce-856a-fc5f080b3b2c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:14.480335 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port d2795625-acd6-47ce-856a-fc5f080b3b2c completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:14.485980 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d2795625-acd6-47ce-856a-fc5f080b3b2c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:14.486338 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:14.598157 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:14.613321 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port d2795625-acd6-47ce-856a-fc5f080b3b2c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d2795625-acd6-47ce-856a-fc5f080b3b2c,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:18:14.617509 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:14.683939 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=d2795625-acd6-47ce-856a-fc5f080b3b2c,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:15.076052 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b9238732-1ad3-4e99-bec6-92f745dfef83 req-53b41bcb-4aec-44bb-a1d9-10a88c514f2f tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 210 time: 0.0444121 Feb 09 14:18:16.244099 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-040f6745-80ec-4c00-9100-341f27199c14 req-3734cbab-15ee-4cbe-8fb8-44c5bec730d2 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 210 time: 0.0408306 Feb 09 14:18:16.402837 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d2795625-acd6-47ce-856a-fc5f080b3b2c up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:16.469024 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port d2795625-acd6-47ce-856a-fc5f080b3b2c triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:16.469382 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.855757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-28db2918-b43d-477f-9435-2fa8f59bd353 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:16.857160 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-28db2918-b43d-477f-9435-2fa8f59bd353 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.62 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 809 time: 0.1463029 Feb 09 14:18:16.882658 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:16.916119 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-a7b780fb-500b-47d1-b354-bc92fbe2fc69 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e32002d9a744e2b874b56ab9482309d HTTP/1.1" status: 200 len: 380 time: 0.0453649 Feb 09 14:18:16.937659 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'port': {'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'admin_state_up': True, 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'security_groups': ['49dcc709-8aba-4e12-911c-39a0cd57ccc6']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:17.071605 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:17.080797 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:17.091106 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Made reservation on behalf of 1e32002d9a744e2b874b56ab9482309d for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:18:17.094052 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.179231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Sync routers for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:18:17.190952 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:18:17.191629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:17.255833 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Allocated IP 172.20.0.3 (d4584850-9d6d-4820-be65-aff07fcb15e1/7b8b22e4-d14a-4a30-99b5-900ed19a0abb/046d9d26-a1b8-49fa-9dc8-9b21d323e8f6) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:17.375443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:18:17.411205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-730e1280-78f0-4547-86e9-a36115039e2a req-57ae47f8-811a-4a7f-91a0-3170c1c693cd tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 210 time: 0.0420926 Feb 09 14:18:17.446101 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.461752 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Transition to ACTIVE for port object 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:17.483571 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.552604 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Network d4584850-9d6d-4820-be65-aff07fcb15e1 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:17.561172 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:17.565878 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:18:17.601388 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'Port': ['ID=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:17.637549 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:17.638158 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.665821 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-11b773b4-e094-4b9f-a868-2496b1781942 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7315078 Feb 09 14:18:17.679738 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Request body: {'port': {'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:17.708195 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 2, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:17.713946 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Checking router: 630c468a-c931-4199-b0e8-732f40c90caf for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:18:17.714292 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Updating router 630c468a-c931-4199-b0e8-732f40c90caf port b1baa609-07d3-4a6a-bc49-785cff79f599 binding host n-d-825175-3 {{(pid=83481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:18:17.768625 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.792648 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.913673 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f5b5bfe6-33dc-4547-aeb6-5f5f2d65e0ff None None] Provisioning for port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:17.924103 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-f5b5bfe6-33dc-4547-aeb6-5f5f2d65e0ff None None] Provisioning complete for port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:17.924382 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f5b5bfe6-33dc-4547-aeb6-5f5f2d65e0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:17.980496 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5bfe6-33dc-4547-aeb6-5f5f2d65e0ff None None] Port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:18:18.176523 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Notify callbacks [] for port, precommit_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.188133 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Transition to ACTIVE for port object b1baa609-07d3-4a6a-bc49-785cff79f599 will not be triggered until provisioned by entity L2. {{(pid=83481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:18.194792 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.324801 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019efba-3c3e-4136-9e7c-8f935acc1eaf None None] Pushing event updated for resources: {'Port': ['ID=b1baa609-07d3-4a6a-bc49-785cff79f599,revision_number=3']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:18.408130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:18.413620 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.419158 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Attempting to bind port b1baa609-07d3-4a6a-bc49-785cff79f599 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:18.419535 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Attempting to bind port b1baa609-07d3-4a6a-bc49-785cff79f599 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:18.419954 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Attempting to bind port b1baa609-07d3-4a6a-bc49-785cff79f599 on network d4584850-9d6d-4820-be65-aff07fcb15e1 {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:18:18.427972 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:18:18.428328 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Checking segment: {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:18:18.428813 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.429332 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Bound using segment: {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'} {{(pid=83481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:18:18.429761 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Transition to ACTIVE for port object 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:18.430183 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.managers [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Bound port: b1baa609-07d3-4a6a-bc49-785cff79f599, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'}}] {{(pid=83481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:18.430767 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.434119 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.542334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] For port b1baa609-07d3-4a6a-bc49-785cff79f599, host n-d-825175-3, cleared binding levels {{(pid=83481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:18:18.546516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] For port b1baa609-07d3-4a6a-bc49-785cff79f599, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b1baa609-07d3-4a6a-bc49-785cff79f599,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:18:18.553044 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.571288 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Pushing event updated for resources: {'Port': ['ID=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:18.665997 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:18:18.666658 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:18.672938 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad93d9b-606e-4716-bcce-b90699b31aec req-02f406b1-a5f9-4e0f-8478-6110c5c8d26f tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:18.675370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ad93d9b-606e-4716-bcce-b90699b31aec req-02f406b1-a5f9-4e0f-8478-6110c5c8d26f tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 943 time: 0.1238599 Feb 09 14:18:18.731649 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-1ad93d9b-606e-4716-bcce-b90699b31aec req-8a7b7030-4a03-44a9-95f4-804dba4ac08d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505464 Feb 09 14:18:18.772803 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Attempting to bind port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 on host n-h1-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:18.773073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Attempting to bind port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 by drivers openvswitch,hyperv on host n-h1-825175-3 at level 0 using segments [{'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:18.773374 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Attempting to bind port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 on network d4584850-9d6d-4820-be65-aff07fcb15e1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:18:18.783581 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 on network d4584850-9d6d-4820-be65-aff07fcb15e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 14:18:18.783902 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Attempting to bind port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 on network d4584850-9d6d-4820-be65-aff07fcb15e1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:18:18.793289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Checking agent: {'id': '7e30d58c-eef8-4840-a74d-ce709c41ca6a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:18:18.793620 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Checking segment: {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:18:18.793995 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Bound using segment: {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:18:18.794419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Bound port: 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host: n-h1-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:18.794783 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.849166 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019efba-3c3e-4136-9e7c-8f935acc1eaf None None] Pushing event updated for resources: {'Port': ['ID=b1baa609-07d3-4a6a-bc49-785cff79f599,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:18.895629 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] For port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host n-h1-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:18:18.899821 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] For port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host n-h1-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:18:18.906912 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:18.948912 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:18:18.954135 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Sync routers for ids ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:18:18.970926 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Routers {'6e034130-19c4-4ca9-b48c-6efca48a2bf8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:18:18.973890 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:19.028239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:19.029629 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] 10.222.0.62 "PUT /v2.0/ports/046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 200 len: 1091 time: 1.3548722 Feb 09 14:18:19.030076 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:19.136746 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0370b-ddd4-4f46-b40c-c9d88e90ccb4 service neutron] Pushing event updated for resources: {'Port': ['ID=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:19.153132 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'status': 'completed', 'code': 200} Feb 09 14:18:19.195665 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-5a51e4f4-22d9-48be-9405-585c0c566f52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1094 time: 0.1066115 Feb 09 14:18:19.232924 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Set router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:18:19.278120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-a9cfaa10-09b6-4e35-8be8-f34523f5da93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 200 len: 217 time: 0.0744038 Feb 09 14:18:19.341299 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-cc4b7d88-344e-4633-9027-e8e7add8209f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:19.342764 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-cc4b7d88-344e-4633-9027-e8e7add8209f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0582864 Feb 09 14:18:19.400086 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:18Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:19.407732 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b215777-d634-4ec2-be89-c9fed8030f2d None None] The sync data for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 is: [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:18Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:18:19.424656 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-3341cc31-fce7-4e8b-9c94-d0b9efda3c20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747426 Feb 09 14:18:19.565026 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-4f15e403-29e8-42fb-9dce-e2f872404537 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326513 Feb 09 14:18:19.566424 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'name': 'tempest-TestSnapshotPattern-528687080-router', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:07Z', 'revision_number': 4, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'gw_port': {'id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '1cf2946c-8fa5-4489-8411-441fd3729e79', 'name': '', 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'mac_address': 'fa:16:3e:a7:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe654f2b-a817-436b-b5d6-53e683e8509d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:06Z', 'updated_at': '2022-02-09T14:18:07Z', 'revision_number': 2, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'subnets': [{'id': 'fe654f2b-a817-436b-b5d6-53e683e8509d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:19.571182 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Checking router: 6e034130-19c4-4ca9-b48c-6efca48a2bf8 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:18:19.571580 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Updating router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 port 1cf2946c-8fa5-4489-8411-441fd3729e79 binding host n-d-825175-3 {{(pid=83482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 14:18:19.624804 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:19.706755 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-0a2c38b5-f3aa-428c-ad98-e65b562ce73e req-db9c2abc-564c-4f56-89a2-f01fac6d6317 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312211 Feb 09 14:18:19.831930 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9935f02d-26b2-47d2-9721-45e75c409851 req-61d31ea5-ba7d-4fb5-96de-4693f29d5511 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1094 time: 0.0715585 Feb 09 14:18:19.996208 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935f02d-26b2-47d2-9721-45e75c409851 req-f38ee76d-18bb-4886-8f14-cf0afb8f4220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:19.997672 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9935f02d-26b2-47d2-9721-45e75c409851 req-f38ee76d-18bb-4886-8f14-cf0afb8f4220 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1518507 Feb 09 14:18:20.022896 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.039236 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.provisioning_blocks [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Transition to ACTIVE for port object 1cf2946c-8fa5-4489-8411-441fd3729e79 will not be triggered until provisioned by entity L2. {{(pid=83482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:18:20.040474 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40585a4f-df59-45a8-b150-d35bd115123b req-e0f02873-86ed-4649-95f3-c4284601273a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:20.048828 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.050452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40585a4f-df59-45a8-b150-d35bd115123b req-e0f02873-86ed-4649-95f3-c4284601273a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 943 time: 0.1462660 Feb 09 14:18:20.099205 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-40585a4f-df59-45a8-b150-d35bd115123b req-8a17639e-6caa-430f-93f6-0bc2bf02baff tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478046 Feb 09 14:18:20.176436 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dacc1-c0a3-448c-b5f1-8aa449fd2057 None None] Pushing event updated for resources: {'Port': ['ID=1cf2946c-8fa5-4489-8411-441fd3729e79,revision_number=3']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:20.190388 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9935f02d-26b2-47d2-9721-45e75c409851 req-1ded30a4-2acb-44ea-9fb4-83ae785b1316 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 200 len: 217 time: 0.1815686 Feb 09 14:18:20.254114 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935f02d-26b2-47d2-9721-45e75c409851 req-bf1edfa6-5b63-4da7-8aed-002e202c8ee4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:20.255850 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9935f02d-26b2-47d2-9721-45e75c409851 req-bf1edfa6-5b63-4da7-8aed-002e202c8ee4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0610545 Feb 09 14:18:20.266992 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Attempting to bind port 1cf2946c-8fa5-4489-8411-441fd3729e79 on host n-d-825175-3 for vnic_type normal with profile {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:18:20.267409 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Attempting to bind port 1cf2946c-8fa5-4489-8411-441fd3729e79 by drivers openvswitch,hyperv on host n-d-825175-3 at level 0 using segments [{'id': '4485e9aa-b5c4-4b11-a363-56e0657cd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492'}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:18:20.267797 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Attempting to bind port 1cf2946c-8fa5-4489-8411-441fd3729e79 on network 2ba3bc72-41c8-4625-9492-b9bc79183492 {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:18:20.274845 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Checking agent: {'id': 'd4c0ec08-7da1-4eff-825e-3640c10f91f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 43, 28), 'started_at': datetime.datetime(2022, 2, 9, 12, 43, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:18:20.275142 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Checking segment: {'id': '4485e9aa-b5c4-4b11-a363-56e0657cd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:18:20.275538 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.275923 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Bound using segment: {'id': '4485e9aa-b5c4-4b11-a363-56e0657cd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492'} {{(pid=83482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:18:20.276978 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.managers [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Bound port: 1cf2946c-8fa5-4489-8411-441fd3729e79, host: n-d-825175-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4485e9aa-b5c4-4b11-a363-56e0657cd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492'}}] {{(pid=83482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:18:20.277335 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.336107 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9935f02d-26b2-47d2-9721-45e75c409851 req-b5efd574-f176-419d-9127-d5e8ddaa11f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728040 Feb 09 14:18:20.370250 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] For port 1cf2946c-8fa5-4489-8411-441fd3729e79, host n-d-825175-3, cleared binding levels {{(pid=83482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:18:20.374123 n-d-825175-3 neutron-server[83482]: DEBUG neutron.plugins.ml2.db [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] For port 1cf2946c-8fa5-4489-8411-441fd3729e79, host n-d-825175-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1cf2946c-8fa5-4489-8411-441fd3729e79,segment=NetworkSegment(4485e9aa-b5c4-4b11-a363-56e0657cd5f4),segment_id=4485e9aa-b5c4-4b11-a363-56e0657cd5f4)] {{(pid=83482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:18:20.380286 n-d-825175-3 neutron-server[83482]: DEBUG neutron_lib.callbacks.manager [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.446094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b1baa609-07d3-4a6a-bc49-785cff79f599 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:20.464536 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dacc1-c0a3-448c-b5f1-8aa449fd2057 None None] Pushing event updated for resources: {'Port': ['ID=1cf2946c-8fa5-4489-8411-441fd3729e79,revision_number=4']} {{(pid=83482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:20.469423 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Routers {'6e034130-19c4-4ca9-b48c-6efca48a2bf8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:18:20.470016 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:17:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:20.490811 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9935f02d-26b2-47d2-9721-45e75c409851 req-6b6c34cc-65a1-4d33-ac8f-43f7fcd60592 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436334 Feb 09 14:18:20.527511 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port b1baa609-07d3-4a6a-bc49-785cff79f599 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:20.532917 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b1baa609-07d3-4a6a-bc49-785cff79f599 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:20.533328 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.640535 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-9935f02d-26b2-47d2-9721-45e75c409851 req-d02ce180-921e-418b-ae9f-c9a28304e333 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424716 Feb 09 14:18:20.669076 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] Set router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:18:20.673901 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.716550 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port b1baa609-07d3-4a6a-bc49-785cff79f599, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b1baa609-07d3-4a6a-bc49-785cff79f599,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:18:20.724821 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:20.802634 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=b1baa609-07d3-4a6a-bc49-785cff79f599,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:20.981195 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'name': 'tempest-TestSnapshotPattern-528687080-router', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:07Z', 'revision_number': 4, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'gw_port': {'id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '1cf2946c-8fa5-4489-8411-441fd3729e79', 'name': '', 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'mac_address': 'fa:16:3e:a7:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe654f2b-a817-436b-b5d6-53e683e8509d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:06Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 4, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'subnets': [{'id': 'fe654f2b-a817-436b-b5d6-53e683e8509d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:20.984997 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895f12f-58be-41e5-bb1b-f9152ec75bd5 None None] The sync data for ids ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'] in n-d-825175-3 is: [{'id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'name': 'tempest-TestSnapshotPattern-528687080-router', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:07Z', 'revision_number': 4, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'gw_port': {'id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': '1cf2946c-8fa5-4489-8411-441fd3729e79', 'name': '', 'network_id': '2ba3bc72-41c8-4625-9492-b9bc79183492', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'mac_address': 'fa:16:3e:a7:1d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe654f2b-a817-436b-b5d6-53e683e8509d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:06Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 4, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'subnets': [{'id': 'fe654f2b-a817-436b-b5d6-53e683e8509d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:18:21.317854 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87302956-f16e-4472-a504-d69fed393ef3 req-a85be28b-d3f9-41c4-accd-f37959a609f0 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:21.319300 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-87302956-f16e-4472-a504-d69fed393ef3 req-a85be28b-d3f9-41c4-accd-f37959a609f0 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 943 time: 0.0834785 Feb 09 14:18:21.366589 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-87302956-f16e-4472-a504-d69fed393ef3 req-cf9bc51a-0ada-4458-a679-8a468333abab tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415447 Feb 09 14:18:22.023553 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:18:22.159536 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:18:22.173548 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:18:22.228394 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:22.246899 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:18:22.262702 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:18:22.266546 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:22.332234 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:22.468056 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1cf2946c-8fa5-4489-8411-441fd3729e79 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:22.520564 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['046d9d26-a1b8-49fa-9dc8-9b21d323e8f6'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:18:22.571129 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83980ff-3c17-453d-924e-aa71d5b8746d req-5756ede2-8017-48c8-bca3-255ba783aca5 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:22.572603 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b83980ff-3c17-453d-924e-aa71d5b8746d req-5756ede2-8017-48c8-bca3-255ba783aca5 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 944 time: 0.0750730 Feb 09 14:18:22.608236 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning for port 1cf2946c-8fa5-4489-8411-441fd3729e79 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:22.622271 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1cf2946c-8fa5-4489-8411-441fd3729e79 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:22.622657 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:22.625184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b83980ff-3c17-453d-924e-aa71d5b8746d req-00dbc5a5-87b1-448f-a866-ae8760a06e34 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462863 Feb 09 14:18:22.806188 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:22.878565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] For port 1cf2946c-8fa5-4489-8411-441fd3729e79, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1cf2946c-8fa5-4489-8411-441fd3729e79,segment=NetworkSegment(4485e9aa-b5c4-4b11-a363-56e0657cd5f4),segment_id=4485e9aa-b5c4-4b11-a363-56e0657cd5f4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:18:22.882571 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:22.883129 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b1baa609-07d3-4a6a-bc49-785cff79f599 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:23.034453 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Pushing event updated for resources: {'Port': ['ID=1cf2946c-8fa5-4489-8411-441fd3729e79,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:23.048176 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port b1baa609-07d3-4a6a-bc49-785cff79f599 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:23.048533 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:23.815713 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63614c-018c-4493-b2a2-bcaca0d3b871 req-e63d9a72-fff0-4077-b401-5c075c06184a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:23.817135 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b63614c-018c-4493-b2a2-bcaca0d3b871 req-e63d9a72-fff0-4077-b401-5c075c06184a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 944 time: 0.0756423 Feb 09 14:18:23.864860 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8b63614c-018c-4493-b2a2-bcaca0d3b871 req-b0c218af-8cb3-4862-9e0f-156f2fa932d5 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422766 Feb 09 14:18:24.039577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:24.104521 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning for port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:18:24.109061 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:24.109430 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.222417 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.247880 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:24.257922 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:18:24.262268 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:24.305407 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'code': 200} Feb 09 14:18:24.331013 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:24.406882 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1cf2946c-8fa5-4489-8411-441fd3729e79 up at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:18:24.428551 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aee13827-f9d6-4b3a-9ab6-7842c818f844 req-27ed0728-2bdb-4f29-9bfa-2ac02c72f129 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1096 time: 0.0685570 Feb 09 14:18:24.470914 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aee13827-f9d6-4b3a-9ab6-7842c818f844 req-fecf65ea-9e69-4010-b45f-b90e4c8151ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352325 Feb 09 14:18:24.472412 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Provisioning complete for port 1cf2946c-8fa5-4489-8411-441fd3729e79 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:18:24.472768 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.066270 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18a346-b612-4c39-8aa9-cdb560c99462 req-d7e5ad3d-8c23-4d9f-9e22-6803578c238c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:25.067725 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f18a346-b612-4c39-8aa9-cdb560c99462 req-d7e5ad3d-8c23-4d9f-9e22-6803578c238c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 945 time: 0.0797589 Feb 09 14:18:25.164035 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-babccd62-2ceb-484f-9797-43a0a3f359fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:25.206453 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-0f18a346-b612-4c39-8aa9-cdb560c99462 req-7d943935-9744-448f-9847-21fed2e8d2f7 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333640 Feb 09 14:18:26.401845 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334f1b7-121f-4e6a-ac46-a394a69d7e67 req-6ba31da7-8e12-4d4f-89a1-3f6759b8881d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:26.403301 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b334f1b7-121f-4e6a-ac46-a394a69d7e67 req-6ba31da7-8e12-4d4f-89a1-3f6759b8881d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 945 time: 0.0749159 Feb 09 14:18:26.448271 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-b334f1b7-121f-4e6a-ac46-a394a69d7e67 req-6ef60be1-4fde-4208-ad76-552149c9f3fe tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394502 Feb 09 14:18:26.646679 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385514ee-655d-4063-8f5a-e32acf82dbe5 req-8c7bc407-7df8-47c1-9c31-89b4891fa051 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:26.648120 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-385514ee-655d-4063-8f5a-e32acf82dbe5 req-8c7bc407-7df8-47c1-9c31-89b4891fa051 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 945 time: 0.0772679 Feb 09 14:18:26.693031 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-385514ee-655d-4063-8f5a-e32acf82dbe5 req-1c2e9c23-a2d7-4df4-afc5-94baa822d4f3 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387561 Feb 09 14:18:26.720298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41326) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:26.859665 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9c36b09d-201c-4159-81f4-18b119dbeda9 tempest-TestSnapshotPattern-1168033267 tempest-TestSnapshotPattern-1168033267-project-admin] Synchronizing usage tracker for tenant:735765d017c641b4a42ca9fcbff35255 on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:18:26.877524 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-9c36b09d-201c-4159-81f4-18b119dbeda9 tempest-TestSnapshotPattern-1168033267 tempest-TestSnapshotPattern-1168033267-project-admin] Unset dirty status for tenant:735765d017c641b4a42ca9fcbff35255 on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:18:26.878788 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-9c36b09d-201c-4159-81f4-18b119dbeda9 tempest-TestSnapshotPattern-1168033267 tempest-TestSnapshotPattern-1168033267-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1091 time: 0.1574850 Feb 09 14:18:26.881668 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41332) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:18:26.887041 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:18:26.892949 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:18:26.896645 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:floatingip and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:18:26.899456 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:18:26.905410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:18:26.919765 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:27.050990 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:27.183675 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Allocated IP 172.25.5.223 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/78d59c04-8b6f-4425-99cc-26455417be15) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:18:27.331485 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:27.358278 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:27.426731 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:18:27.429808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:18:27.434610 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:18:27.461163 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'Port': ['ID=78d59c04-8b6f-4425-99cc-26455417be15,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:27.919245 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:27.973274 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.264904 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.269184 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.373607 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'Port': ['ID=78d59c04-8b6f-4425-99cc-26455417be15,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:18:28.382319 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8489a01e-094c-4e7e-9120-b0f587ec9bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.388979 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.576979 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Floating IP afcbc0e6-43ae-4e51-a740-5b6bb3a095bc associated. External IP: 172.25.5.223, port: 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6. Feb 09 14:18:28.795624 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.829673 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:28.982410 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Router 630c468a-c931-4199-b0e8-732f40c90caf has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:18:29.188405 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:18:29.197822 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] Sync routers for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:18:29.209640 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:18:29.210062 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:18:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:29.213566 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:29.266733 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-219d6c4f-a97e-483a-a2d0-ba31251c3bea tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3839889 Feb 09 14:18:29.267298 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:18:29.322403 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'status': 'completed', 'code': 200} Feb 09 14:18:29.388585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:18:29.423789 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-543a6360-d8b6-4ca1-909a-47c6ef2b0a36 req-812d46d1-a191-4799-a2e1-9a023fd59562 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1096 time: 0.0711372 Feb 09 14:18:29.553830 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a6360-d8b6-4ca1-909a-47c6ef2b0a36 req-2b97fb4f-109f-473e-88ac-2c9529d151bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:29.555188 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-543a6360-d8b6-4ca1-909a-47c6ef2b0a36 req-2b97fb4f-109f-473e-88ac-2c9529d151bb service neutron] 10.222.0.62 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1245604 Feb 09 14:18:29.656700 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-543a6360-d8b6-4ca1-909a-47c6ef2b0a36 req-07c75364-182c-4500-9679-e6f75ccafae1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 200 len: 999 time: 0.0944123 Feb 09 14:18:29.717762 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a6360-d8b6-4ca1-909a-47c6ef2b0a36 req-dac25bbc-ae39-4028-aabb-5394433781e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:29.719218 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-543a6360-d8b6-4ca1-909a-47c6ef2b0a36 req-dac25bbc-ae39-4028-aabb-5394433781e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0559876 Feb 09 14:18:29.730253 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'afcbc0e6-43ae-4e51-a740-5b6bb3a095bc', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:18:27Z', 'updated_at': '2022-02-09T14:18:27Z', 'revision_number': 0, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:29.734088 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] Checking router: 630c468a-c931-4199-b0e8-732f40c90caf for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:18:29.744529 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:18:29.745620 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:18:28Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:29.797016 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-543a6360-d8b6-4ca1-909a-47c6ef2b0a36 req-b243e215-36aa-4c1e-9daa-51c9cb28ae64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670512 Feb 09 14:18:29.919574 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:18:29.934127 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-543a6360-d8b6-4ca1-909a-47c6ef2b0a36 req-a725984a-8c1c-4289-b9e2-6e635c24574b service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295574 Feb 09 14:18:30.070935 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-543a6360-d8b6-4ca1-909a-47c6ef2b0a36 req-158a1cf1-747c-4dea-a925-e6653cb03398 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259964 Feb 09 14:18:30.227996 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:30.313338 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'afcbc0e6-43ae-4e51-a740-5b6bb3a095bc', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:18:27Z', 'updated_at': '2022-02-09T14:18:27Z', 'revision_number': 0, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:18:30.317259 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90c1527-c1e4-4643-ae66-f24d74bb85f4 None None] The sync data for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 is: [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'afcbc0e6-43ae-4e51-a740-5b6bb3a095bc', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:18:27Z', 'updated_at': '2022-02-09T14:18:27Z', 'revision_number': 0, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:18:37.734086 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437073b0-695c-415d-ac09-8707bb5ae929 None None] New status for floating IP afcbc0e6-43ae-4e51-a740-5b6bb3a095bc: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:18:42.068015 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:42.932215 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-baece664-f673-4348-abb9-ccb19628585c req-716a71f5-7c3f-43e4-9e57-aadeaa635d73 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714047 Feb 09 14:18:43.076587 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-baece664-f673-4348-abb9-ccb19628585c req-bec146f5-b313-4634-a055-ec6e622a6d23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1096 time: 0.0672922 Feb 09 14:18:43.224448 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece664-f673-4348-abb9-ccb19628585c req-9b28a5fb-fc47-4d73-a7b9-8c2458a2ffe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:43.226044 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-baece664-f673-4348-abb9-ccb19628585c req-9b28a5fb-fc47-4d73-a7b9-8c2458a2ffe2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1243427 Feb 09 14:18:43.417037 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-baece664-f673-4348-abb9-ccb19628585c req-02b58adf-ea4d-4a26-b280-6ddc06053c44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 200 len: 1001 time: 0.1842861 Feb 09 14:18:43.480232 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baece664-f673-4348-abb9-ccb19628585c req-623c7b99-fd49-4a80-be62-7072c74af069 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:18:43.482065 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-baece664-f673-4348-abb9-ccb19628585c req-623c7b99-fd49-4a80-be62-7072c74af069 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0587709 Feb 09 14:18:43.554675 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-baece664-f673-4348-abb9-ccb19628585c req-8939e6db-d8c2-4462-b1c7-d34a983ea364 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664861 Feb 09 14:18:43.692262 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-baece664-f673-4348-abb9-ccb19628585c req-1454115d-23f7-4113-ac0f-7578f1f37063 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225646 Feb 09 14:18:43.827561 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-baece664-f673-4348-abb9-ccb19628585c req-82456a87-94e4-4695-880d-3ef5ec44e9c7 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264532 Feb 09 14:18:46.766369 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:18:46.911975 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:55.166423 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-f3294a30-0734-4d45-8b90-ce4db7870e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.383886 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-de0115dc-eb60-4b97-9efc-f315c86d3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.796918 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:18:58.831840 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:00.170612 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:12.070875 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:16.926206 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:20.278550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-a1b11ee0-77fa-4614-b897-d58a6b01bb36 req-9369b925-7a03-4407-b1f1-fe0e5c587f18 service neutron] (83479) timed out ('10.222.0.59', 39610) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:19:23.767159 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:19:25.168269 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ca472a8c-64d5-40d9-8ac1-e7d06ceadf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.385410 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-23a8cbf8-1c25-4393-99be-651bc4a8c2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.799273 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:28.834179 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:30.173475 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:42.080783 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:43.902410 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dab83c8e-8dad-471b-a417-bd1481c6a0a3 req-4c47b649-d748-4112-9a2e-7e10c45ec8f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763140 Feb 09 14:19:44.042988 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dab83c8e-8dad-471b-a417-bd1481c6a0a3 req-e5d62544-7eba-4af2-a459-63ec5a535786 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1096 time: 0.0713925 Feb 09 14:19:44.188259 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab83c8e-8dad-471b-a417-bd1481c6a0a3 req-b0580e0d-b114-4b0e-ba49-afe42f5186b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:44.189601 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dab83c8e-8dad-471b-a417-bd1481c6a0a3 req-b0580e0d-b114-4b0e-ba49-afe42f5186b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1261740 Feb 09 14:19:44.292101 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dab83c8e-8dad-471b-a417-bd1481c6a0a3 req-6cd6555a-759d-4b7c-a4fd-0352f8bb4b67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 200 len: 1001 time: 0.0955923 Feb 09 14:19:44.354596 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab83c8e-8dad-471b-a417-bd1481c6a0a3 req-a0de5f45-28ec-49ba-89af-6fc89b335772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:19:44.355997 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dab83c8e-8dad-471b-a417-bd1481c6a0a3 req-a0de5f45-28ec-49ba-89af-6fc89b335772 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0571234 Feb 09 14:19:44.430702 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dab83c8e-8dad-471b-a417-bd1481c6a0a3 req-a8f4b62f-e269-4dc9-94a2-f19fa92ac047 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669391 Feb 09 14:19:44.564761 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dab83c8e-8dad-471b-a417-bd1481c6a0a3 req-d710f0e0-0244-4203-875d-c410802986d6 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261697 Feb 09 14:19:44.700120 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-dab83c8e-8dad-471b-a417-bd1481c6a0a3 req-dff91de8-9c5e-4d87-86db-28572228792b service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257081 Feb 09 14:19:46.926835 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:55.169952 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-90186996-00e5-4851-bde5-8adfc1b989f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:58.386517 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2e5473a1-96f3-4821-a31f-1b13396288a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:58.801382 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:19:58.836118 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.175595 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:00.766781 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:20:12.084857 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:16.929198 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:25.179057 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-26b48262-47da-4f5c-9d83-d5396ef39c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:28.388337 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9022d0f1-1c09-4399-9778-8646ed549154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:28.694940 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 details requested by agent hyperv_n-h1-825175-3 with host n-h1-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:20:28.814983 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:28.845749 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:20:28.861076 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:28.861953 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Returning: {'device': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:20:28.917177 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:28.933540 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:28.948827 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:20:28.953456 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:29.020293 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:29.028695 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.029035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.029369 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.029696 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.030022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.030386 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.030727 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.031045 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.031392 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.031706 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.032022 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:29.066585 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] get_ports_and_sgs() called for port_ids ['046d9d26-a1b8-49fa-9dc8-9b21d323e8f6'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:20:30.180279 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:30.728783 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 up at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:20:30.805982 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Provisioning complete for port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:20:30.806344 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:30.942410 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:30.973350 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:30.986674 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:20:30.991167 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:31.068768 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:31.082653 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'code': 200} Feb 09 14:20:37.772406 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:20:39.960474 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-b401910b-586b-4582-b5ac-2b3be32fbc6c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965772992&fields=id&tenant_id=1e32002d9a744e2b874b56ab9482309d HTTP/1.1" status: 200 len: 267 time: 0.0552931 Feb 09 14:20:40.114508 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-8a4e601a-dee6-4282-9e28-0d46b912533e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:40.115881 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-8a4e601a-dee6-4282-9e28-0d46b912533e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 809 time: 0.1489356 Feb 09 14:20:40.135576 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-86aa15a3-84e0-4f52-af92-9c94d4150966 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/quotas/1e32002d9a744e2b874b56ab9482309d HTTP/1.1" status: 200 len: 375 time: 0.0113673 Feb 09 14:20:40.225370 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-287dd961-0e44-4225-aaad-bdaa7f201012 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838177 Feb 09 14:20:40.366626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-8381db58-2145-46c1-8176-fa35bfd92483 service neutron] 10.222.0.59 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294417 Feb 09 14:20:40.602389 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-1ee98e3b-6c4f-4824-a2ba-62fdc10f58ce service neutron] 10.222.0.59 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302265 Feb 09 14:20:40.819452 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-97ce6b7a-8044-4f07-94a3-d7cfc372d733 req-3388c14f-0017-4cb4-935f-cd5dab71d467 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 210 time: 0.0464792 Feb 09 14:20:42.006855 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-b5dee8d5-7540-4fa2-9fd5-f09b95065127 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:42.008272 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-b5dee8d5-7540-4fa2-9fd5-f09b95065127 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.67 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 809 time: 0.1570442 Feb 09 14:20:42.017184 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-5cb22c0f-5045-4d08-9cd3-991b9026712b req-4304d4df-8410-4e26-9624-e04e2a1ca4da tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 210 time: 0.0642858 Feb 09 14:20:42.065039 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-fe8f2e7f-cc88-4daa-ab8d-5b2e7039424d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e32002d9a744e2b874b56ab9482309d HTTP/1.1" status: 200 len: 380 time: 0.0445025 Feb 09 14:20:42.073497 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'port': {'device_id': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'admin_state_up': True, 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'security_groups': ['49dcc709-8aba-4e12-911c-39a0cd57ccc6']}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:20:42.101575 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.311903 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:20:42.316283 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:port and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:20:42.319420 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83479) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:20:42.324888 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.quota.driver [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83479) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:20:42.336580 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Made reservation on behalf of 1e32002d9a744e2b874b56ab9482309d for: {'port': 1} {{(pid=83479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 14:20:42.339673 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.518889 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.db_base_plugin_common [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Allocated IP 172.20.0.13 (d4584850-9d6d-4820-be65-aff07fcb15e1/7b8b22e4-d14a-4a30-99b5-900ed19a0abb/51d28943-6026-4b18-8127-2d32dd060079) {{(pid=83479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:20:42.754689 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for port, precommit_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.787896 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Transition to ACTIVE for port object 51d28943-6026-4b18-8127-2d32dd060079 will not be triggered until provisioned by entity DHCP. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:20:42.829081 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_create {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:42.910272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Network d4584850-9d6d-4820-be65-aff07fcb15e1 is already hosted by enough agents. {{(pid=83479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:20:42.914872 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.base_scheduler [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources bound (agent type, host, resource id): {{(pid=83479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:20:42.920988 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Received port after_create {{(pid=83479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:20:42.963319 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'Port': ['ID=51d28943-6026-4b18-8127-2d32dd060079,revision_number=1']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:42.995316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:42.996289 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:42.997169 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:42.997999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:42.998744 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:42.999272 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:43.000419 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:43.000938 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:43.001467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:43.002005 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:43.002554 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:20:43.034163 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:43.035341 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:43.067021 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e113576d-497d-4a16-93fd-fe98197e0a8b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9968677 Feb 09 14:20:43.292963 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4d4f1bf3-6d9f-4c0a-a106-ec463cdfd420 None None] Provisioning for port 51d28943-6026-4b18-8127-2d32dd060079 completed by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:20:43.305126 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-4d4f1bf3-6d9f-4c0a-a106-ec463cdfd420 None None] Provisioning complete for port 51d28943-6026-4b18-8127-2d32dd060079 triggered by entity DHCP. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:20:43.305732 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4d4f1bf3-6d9f-4c0a-a106-ec463cdfd420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:43.305876 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e882b-7e15-4750-9478-99943cd29911 req-4c430e2a-a285-47f0-80f5-279502b3e341 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:43.307651 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a77e882b-7e15-4750-9478-99943cd29911 req-4c430e2a-a285-47f0-80f5-279502b3e341 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 932 time: 0.1070311 Feb 09 14:20:43.376539 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a77e882b-7e15-4750-9478-99943cd29911 req-dcbc05e5-cbd1-4735-a3f5-21cc615628a1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628183 Feb 09 14:20:43.389381 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-4d4f1bf3-6d9f-4c0a-a106-ec463cdfd420 None None] Port 51d28943-6026-4b18-8127-2d32dd060079 cannot update to ACTIVE because it is not bound. {{(pid=83481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 14:20:44.588653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9bbcd-3568-40a7-89c6-9ea200e7ac4b req-71a601b6-2b12-4978-8935-dfc15026d2c9 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:44.590095 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3de9bbcd-3568-40a7-89c6-9ea200e7ac4b req-71a601b6-2b12-4978-8935-dfc15026d2c9 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 932 time: 0.0850346 Feb 09 14:20:44.640901 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3de9bbcd-3568-40a7-89c6-9ea200e7ac4b req-d9d47dda-77ee-4323-b190-5978b87a2e54 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452967 Feb 09 14:20:44.817269 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:20:44.930165 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a25c5bda-00d9-4997-a064-d52edfdd7803 req-a56e09fb-24cf-49c6-9fb7-4230a2558b8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819390 Feb 09 14:20:45.009468 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:45.104396 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a25c5bda-00d9-4997-a064-d52edfdd7803 req-420df8ed-58a1-4711-83ae-dcc97f939b20 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1096 time: 0.0946839 Feb 09 14:20:45.107898 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:45.119474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] For port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:20:45.126682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:45.208678 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'code': 200} Feb 09 14:20:45.209965 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Pushing event updated for resources: {'Port': ['ID=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:45.320494 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c5bda-00d9-4997-a064-d52edfdd7803 req-d39ac483-d3dc-4905-8d84-d8b93b970807 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:45.321980 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a25c5bda-00d9-4997-a064-d52edfdd7803 req-d39ac483-d3dc-4905-8d84-d8b93b970807 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1853065 Feb 09 14:20:45.444628 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a25c5bda-00d9-4997-a064-d52edfdd7803 req-f74a8df7-cbc5-4302-a5da-7a6f0927193e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 200 len: 999 time: 0.1149895 Feb 09 14:20:45.521735 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c5bda-00d9-4997-a064-d52edfdd7803 req-621ee02a-ddd0-4cb0-83dd-2aca1b7ad0bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:45.523136 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a25c5bda-00d9-4997-a064-d52edfdd7803 req-621ee02a-ddd0-4cb0-83dd-2aca1b7ad0bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0685582 Feb 09 14:20:45.609530 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a25c5bda-00d9-4997-a064-d52edfdd7803 req-71cda372-00d8-431e-905b-ee1194e72eb3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757689 Feb 09 14:20:45.754654 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a25c5bda-00d9-4997-a064-d52edfdd7803 req-4c78dc49-00ce-4239-b58f-c97ff2375d82 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383524 Feb 09 14:20:45.889164 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca2906-e1fa-48d5-ae53-f240fddea98f req-b6425273-bd7d-41b5-9f91-e24ccc1950e7 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:45.891169 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6ca2906-e1fa-48d5-ae53-f240fddea98f req-b6425273-bd7d-41b5-9f91-e24ccc1950e7 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 932 time: 0.0966029 Feb 09 14:20:45.917412 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-a25c5bda-00d9-4997-a064-d52edfdd7803 req-ca9ba6d1-fc88-44c5-b98f-8538edf8549e service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564372 Feb 09 14:20:45.949719 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-d6ca2906-e1fa-48d5-ae53-f240fddea98f req-1c3a342e-e32c-47c5-9478-9a454427aeec tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521448 Feb 09 14:20:46.941205 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:47.199999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254654e-e482-444e-9b59-381a585f08f6 req-09c0885b-4beb-4703-8fc8-e92e1dd48d11 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:47.207515 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2254654e-e482-444e-9b59-381a585f08f6 req-09c0885b-4beb-4703-8fc8-e92e1dd48d11 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 932 time: 0.1085973 Feb 09 14:20:47.251246 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-2254654e-e482-444e-9b59-381a585f08f6 req-3a4516f4-f008-4eac-915d-22b4a5d0524a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428710 Feb 09 14:20:48.464782 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa22c4-8179-4f05-9e4a-8e19fa27250f req-9b5759b9-bebb-4c90-8f1e-4d6a0976ac3d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:48.466577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0fa22c4-8179-4f05-9e4a-8e19fa27250f req-9b5759b9-bebb-4c90-8f1e-4d6a0976ac3d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 932 time: 0.0858502 Feb 09 14:20:48.515992 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-f0fa22c4-8179-4f05-9e4a-8e19fa27250f req-b41cd4db-f74a-4690-b5f3-2deec1fb5323 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421977 Feb 09 14:20:49.731702 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7e168-f42d-4937-9b57-ba29f5b5cf9e req-1f1684ea-5d6b-4865-b8ad-65312f263aa3 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:49.739281 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05d7e168-f42d-4937-9b57-ba29f5b5cf9e req-1f1684ea-5d6b-4865-b8ad-65312f263aa3 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 932 time: 0.0925460 Feb 09 14:20:49.784857 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-05d7e168-f42d-4937-9b57-ba29f5b5cf9e req-4a7de91b-d084-4853-aca8-5ab23988290f tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443976 Feb 09 14:20:50.565800 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-1ac216e9-1acd-4b65-b4c3-7e8111af074d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 14:20:50.566941 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-1ac216e9-1acd-4b65-b4c3-7e8111af074d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051253 Feb 09 14:20:50.668354 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.v2.base [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Request body: {'port': {'device_id': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-3'}} {{(pid=83479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:20:50.776420 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:51.053840 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b3de2-4017-4ed5-ae02-5ee00ee7f2ff req-2cabb2cc-4e5c-4645-913a-04048993a6f4 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:51.055456 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be3b3de2-4017-4ed5-ae02-5ee00ee7f2ff req-2cabb2cc-4e5c-4645-913a-04048993a6f4 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 932 time: 0.0823965 Feb 09 14:20:51.108309 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-be3b3de2-4017-4ed5-ae02-5ee00ee7f2ff req-a974cfff-1743-4093-96fb-7ac0b69e5739 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474260 Feb 09 14:20:51.268316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d28943-6026-4b18-8127-2d32dd060079 {{(pid=83479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:51.275182 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:51.289093 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.provisioning_blocks [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Transition to ACTIVE for port object 51d28943-6026-4b18-8127-2d32dd060079 will not be triggered until provisioned by entity L2. {{(pid=83479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 14:20:51.292799 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:51.421302 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Pushing event updated for resources: {'Port': ['ID=51d28943-6026-4b18-8127-2d32dd060079,revision_number=2']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:51.539930 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Attempting to bind port 51d28943-6026-4b18-8127-2d32dd060079 on host n-h2-825175-3 for vnic_type normal with profile {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 14:20:51.540260 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Attempting to bind port 51d28943-6026-4b18-8127-2d32dd060079 by drivers openvswitch,hyperv on host n-h2-825175-3 at level 0 using segments [{'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 14:20:51.540582 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Attempting to bind port 51d28943-6026-4b18-8127-2d32dd060079 on network d4584850-9d6d-4820-be65-aff07fcb15e1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:20:51.546637 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Port 51d28943-6026-4b18-8127-2d32dd060079 on network d4584850-9d6d-4820-be65-aff07fcb15e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-3 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 14:20:51.547499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Attempting to bind port 51d28943-6026-4b18-8127-2d32dd060079 on network d4584850-9d6d-4820-be65-aff07fcb15e1 {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 14:20:51.554160 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Checking agent: {'id': '7f71a7b0-a011-4196-b21d-568f37fcba12', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'started_at': datetime.datetime(2022, 2, 9, 12, 51, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 14, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 14:20:51.554514 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Checking segment: {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 14:20:51.554899 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Bound using segment: {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'} {{(pid=83479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 14:20:51.555317 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.managers [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Bound port: 51d28943-6026-4b18-8127-2d32dd060079, host: n-h2-825175-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315c7ced-11d7-40be-b030-88103e862edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1'}}] {{(pid=83479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 14:20:51.555653 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:51.647471 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] For port 51d28943-6026-4b18-8127-2d32dd060079, host n-h2-825175-3, cleared binding levels {{(pid=83479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 14:20:51.650430 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] For port 51d28943-6026-4b18-8127-2d32dd060079, host n-h2-825175-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51d28943-6026-4b18-8127-2d32dd060079,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 14:20:51.655087 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1561704'] for port, after_update {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:51.707820 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:51.709380 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] 10.222.0.67 "PUT /v2.0/ports/51d28943-6026-4b18-8127-2d32dd060079 HTTP/1.1" status: 200 len: 1092 time: 1.1363392 Feb 09 14:20:51.712183 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'tag': '51d28943-6026-4b18-8127-2d32dd060079'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:51.744859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d6f55-36dd-41c0-9a39-a712bf89e2bd service neutron] Pushing event updated for resources: {'Port': ['ID=51d28943-6026-4b18-8127-2d32dd060079,revision_number=3']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:51.831881 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-a7650225-0f13-414a-890d-1b67e36e693e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 1095 time: 0.0756671 Feb 09 14:20:51.903445 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'tag': '51d28943-6026-4b18-8127-2d32dd060079', 'status': 'completed', 'code': 200} Feb 09 14:20:51.919766 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-2d40c25e-da88-43ef-9dbb-c64dd40e791b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d28943-6026-4b18-8127-2d32dd060079 HTTP/1.1" status: 200 len: 217 time: 0.0812798 Feb 09 14:20:51.985706 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-30da2abd-5f74-4b39-a04d-05e6deaf9302 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:51.987384 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-30da2abd-5f74-4b39-a04d-05e6deaf9302 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0624576 Feb 09 14:20:52.074196 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-e3d77e9a-7594-49fc-a434-40f90811ac31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810225 Feb 09 14:20:52.217828 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-fdafc09e-90fd-4d38-ac8b-8793ddf31809 service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379550 Feb 09 14:20:52.325869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ed17b-b1ee-43b5-b494-f4681df4c59d req-39088ee3-7d3c-4e26-86ad-9dda4b218e0c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:52.327377 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-460ed17b-b1ee-43b5-b494-f4681df4c59d req-39088ee3-7d3c-4e26-86ad-9dda4b218e0c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 944 time: 0.0855584 Feb 09 14:20:52.361213 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-cde2439b-9906-4c5c-8f21-cd01f4a58126 req-025179cd-caef-47b7-a3fb-a8fec4ccda1f service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377261 Feb 09 14:20:52.381079 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-460ed17b-b1ee-43b5-b494-f4681df4c59d req-0193512b-eecf-4d62-a2e2-ec466be165a7 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436964 Feb 09 14:20:52.481582 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1ced593-9ccd-4c1f-9dd9-1f1e1bf1b7d3 req-a288aeaf-ad80-4473-ac8b-24e0171d405a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 1095 time: 0.0743330 Feb 09 14:20:52.617937 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ced593-9ccd-4c1f-9dd9-1f1e1bf1b7d3 req-5935e64d-6d28-4787-8b71-61f212be2bb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:52.619389 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1ced593-9ccd-4c1f-9dd9-1f1e1bf1b7d3 req-5935e64d-6d28-4787-8b71-61f212be2bb7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1320555 Feb 09 14:20:52.692819 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1ced593-9ccd-4c1f-9dd9-1f1e1bf1b7d3 req-4d945e40-c18c-4ca8-bacf-5911e206f392 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d28943-6026-4b18-8127-2d32dd060079 HTTP/1.1" status: 200 len: 217 time: 0.0665727 Feb 09 14:20:52.755017 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ced593-9ccd-4c1f-9dd9-1f1e1bf1b7d3 req-0c72bcf1-02c0-490b-a9df-fbf9ad687b47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:52.756507 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1ced593-9ccd-4c1f-9dd9-1f1e1bf1b7d3 req-0c72bcf1-02c0-490b-a9df-fbf9ad687b47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0564280 Feb 09 14:20:52.838881 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1ced593-9ccd-4c1f-9dd9-1f1e1bf1b7d3 req-7331ae2e-ff1e-42d6-9c5b-6b66655aa5e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761580 Feb 09 14:20:53.071724 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1ced593-9ccd-4c1f-9dd9-1f1e1bf1b7d3 req-b3c70179-1202-42cb-be8a-a637c7a192b1 service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263362 Feb 09 14:20:53.203802 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-c1ced593-9ccd-4c1f-9dd9-1f1e1bf1b7d3 req-4bd521a9-daae-4e85-bb1b-c9d97c8c6eb1 service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253626 Feb 09 14:20:53.581689 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410611d-e32f-4cbb-808c-2ceb43fcadae req-75aa7a88-1952-4770-ab39-f3c128c9ddac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:53.583178 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9410611d-e32f-4cbb-808c-2ceb43fcadae req-75aa7a88-1952-4770-ab39-f3c128c9ddac tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 944 time: 0.0792587 Feb 09 14:20:53.629852 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-9410611d-e32f-4cbb-808c-2ceb43fcadae req-0de49311-53ad-4721-80d0-0767121930ff tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411875 Feb 09 14:20:54.857375 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef1985-e2ef-4a93-879d-38f2b0912c3a req-ec9ac855-6a96-449a-a8b1-053e1d78173c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:54.858860 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cef1985-e2ef-4a93-879d-38f2b0912c3a req-ec9ac855-6a96-449a-a8b1-053e1d78173c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 944 time: 0.0803108 Feb 09 14:20:54.913143 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3cef1985-e2ef-4a93-879d-38f2b0912c3a req-d15b39a9-9125-41c6-97e9-f88db523979e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483835 Feb 09 14:20:55.173411 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ebf85aab-0c03-4614-9e98-0869ae776230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.086035 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51d28943-6026-4b18-8127-2d32dd060079 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:20:56.115408 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd791d1-33d8-45f7-9e24-c619bf65a2d2 req-2f5488a9-a597-4f76-b7ee-3f450c4b3034 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:56.116893 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bd791d1-33d8-45f7-9e24-c619bf65a2d2 req-2f5488a9-a597-4f76-b7ee-3f450c4b3034 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 944 time: 0.0772769 Feb 09 14:20:56.172797 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-3bd791d1-33d8-45f7-9e24-c619bf65a2d2 req-2432445f-bfea-4904-9bbb-f9fbd575d557 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502293 Feb 09 14:20:56.219855 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51d28943-6026-4b18-8127-2d32dd060079, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51d28943-6026-4b18-8127-2d32dd060079,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:20:56.232643 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '51d28943-6026-4b18-8127-2d32dd060079', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'port_id': '51d28943-6026-4b18-8127-2d32dd060079', 'mac_address': 'fa:16:3e:de:d4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:20:56.290044 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.309664 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d28943-6026-4b18-8127-2d32dd060079 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:20:56.324933 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51d28943-6026-4b18-8127-2d32dd060079, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51d28943-6026-4b18-8127-2d32dd060079,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:20:56.329976 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:56.394383 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51d28943-6026-4b18-8127-2d32dd060079,revision_number=4']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:56.565787 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['51d28943-6026-4b18-8127-2d32dd060079'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:20:57.374131 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280220bf-3130-4e5b-a598-8067de1423e2 req-61420273-97d7-42f7-a58c-39edfe970f9b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:57.375488 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-280220bf-3130-4e5b-a598-8067de1423e2 req-61420273-97d7-42f7-a58c-39edfe970f9b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 945 time: 0.0769949 Feb 09 14:20:57.419442 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-280220bf-3130-4e5b-a598-8067de1423e2 req-49d0daa0-e0d7-483b-b088-5e073ffc429f tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386136 Feb 09 14:20:58.101970 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51d28943-6026-4b18-8127-2d32dd060079 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:20:58.171355 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning for port 51d28943-6026-4b18-8127-2d32dd060079 completed by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 14:20:58.176237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 51d28943-6026-4b18-8127-2d32dd060079 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:20:58.176599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.289309 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.315334 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d28943-6026-4b18-8127-2d32dd060079'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:20:58.325631 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51d28943-6026-4b18-8127-2d32dd060079, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51d28943-6026-4b18-8127-2d32dd060079,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:20:58.330163 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.375506 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d28943-6026-4b18-8127-2d32dd060079', 'code': 200} Feb 09 14:20:58.406612 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51d28943-6026-4b18-8127-2d32dd060079,revision_number=5']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:20:58.409177 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-492adca6-f475-4862-b359-cafd6f5310e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.503864 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1621d88f-597f-46f3-afe3-9d7f3839dd27 req-54509cfb-7176-430a-b223-8e282e025ea7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 1097 time: 0.0692849 Feb 09 14:20:58.546163 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-1621d88f-597f-46f3-afe3-9d7f3839dd27 req-28011a15-1f55-420f-bdd6-8cba5d90e9b5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366716 Feb 09 14:20:58.628143 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe66413-3c0a-42d3-904f-cedbb2121ae5 req-354a4353-cebc-4db3-ad6a-2a8bcd36f4b7 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:58.629577 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fe66413-3c0a-42d3-904f-cedbb2121ae5 req-354a4353-cebc-4db3-ad6a-2a8bcd36f4b7 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 946 time: 0.0889132 Feb 09 14:20:58.673610 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-8fe66413-3c0a-42d3-904f-cedbb2121ae5 req-679d2df2-50ae-4f64-a3a9-65a6fc7d688b tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386431 Feb 09 14:20:58.807412 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:58.839730 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:20:59.875732 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1048208-7b6e-4b13-acaa-97de9b46d296 req-bcae6a34-d5f0-4b7c-81a4-e34bbe49d8e9 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:20:59.877164 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1048208-7b6e-4b13-acaa-97de9b46d296 req-bcae6a34-d5f0-4b7c-81a4-e34bbe49d8e9 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 946 time: 0.0782194 Feb 09 14:20:59.928428 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-a1048208-7b6e-4b13-acaa-97de9b46d296 req-6d6e9b21-1b5a-44bb-b642-e02e28388545 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456884 Feb 09 14:21:00.122925 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff0da-1a47-4cb4-92a0-b4fb8e38fc2b req-04ab7c8e-380b-436a-9e6d-05c3a752db4e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:00.124374 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29aff0da-1a47-4cb4-92a0-b4fb8e38fc2b req-04ab7c8e-380b-436a-9e6d-05c3a752db4e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 946 time: 0.0748925 Feb 09 14:21:00.173836 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-29aff0da-1a47-4cb4-92a0-b4fb8e38fc2b req-be0ecfeb-087d-4601-a50e-b8b0f89fc11d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 Feb 09 14:21:00.183373 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.202587 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41564) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:00.271404 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-20b12978-7a7f-4c13-b6ee-a5bd589ce257 tempest-TestSnapshotPattern-1168033267 tempest-TestSnapshotPattern-1168033267-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 1092 time: 0.0670085 Feb 09 14:21:00.273802 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41568) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:21:00.278808 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.v2.base [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Request body: {'floatingip': {'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'port_id': '51d28943-6026-4b18-8127-2d32dd060079', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 14:21:00.285547 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 14:21:00.289520 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Usage tracker for resource:floatingip and tenant:1e32002d9a744e2b874b56ab9482309d is out of sync, need to count used quota {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 14:21:00.292653 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83480) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 14:21:00.298449 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.quota.driver [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83480) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 14:21:00.309144 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for floatingip, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.446490 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.588572 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_common [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Allocated IP 172.25.5.175 (61e9db1c-d05e-49cf-97f0-c92d65dcd02b/95cc1d68-f415-48ea-a862-e6e0a465217c/f81ab04b-647b-49c8-88c0-98fbce7a4021) {{(pid=83480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 14:21:00.839305 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for port, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.867537 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785996068967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:00.942861 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Network 61e9db1c-d05e-49cf-97f0-c92d65dcd02b is already hosted by enough agents. {{(pid=83480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 14:21:00.946205 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.base_scheduler [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Resources bound (agent type, host, resource id): {{(pid=83480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 14:21:00.950730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Received port after_create {{(pid=83480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 14:21:00.974979 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'Port': ['ID=f81ab04b-647b-49c8-88c0-98fbce7a4021,revision_number=1']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:01.002432 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.002999 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.003528 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.003985 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.004426 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.004869 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.005340 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.005824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.006241 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.006721 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.007118 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:21:01.468346 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.527446 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.740631 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for port, precommit_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.745285 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2547618'] for port, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:01.851428 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event updated for resources: {'Port': ['ID=f81ab04b-647b-49c8-88c0-98fbce7a4021,revision_number=2']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:21:01.866623 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1980225'] for floatingip, after_update {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.071673 n-d-825175-3 neutron-server[83480]: INFO neutron.db.l3_db [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Floating IP f2b1bac9-5937-40a4-8b85-2101c2d49c33 associated. External IP: 172.25.5.175, port: 51d28943-6026-4b18-8127-2d32dd060079. Feb 09 14:21:02.576937 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Router 630c468a-c931-4199-b0e8-732f40c90caf has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:21:02.783662 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:21:02.793433 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] Sync routers for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:21:02.805874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:21:02.806495 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:20:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:02.808476 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:02.867166 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-43b8d2bd-2831-446d-82d1-e7c1372cf853 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5923667 Feb 09 14:21:02.867727 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'tag': '51d28943-6026-4b18-8127-2d32dd060079'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:21:03.000337 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:21:03.008742 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'tag': '51d28943-6026-4b18-8127-2d32dd060079', 'status': 'completed', 'code': 200} Feb 09 14:21:03.103936 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa734aa9-9bf0-46c8-a02c-5f0822606b4b req-ae32557a-4f10-42cc-a1d8-e7bb740cb35d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 1097 time: 0.0746810 Feb 09 14:21:03.236421 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa734aa9-9bf0-46c8-a02c-5f0822606b4b req-06ffd690-13ab-4b5f-968d-625bb63e93f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:03.237851 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa734aa9-9bf0-46c8-a02c-5f0822606b4b req-06ffd690-13ab-4b5f-968d-625bb63e93f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1286228 Feb 09 14:21:03.344994 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa734aa9-9bf0-46c8-a02c-5f0822606b4b req-6a9107f7-94ed-4160-9392-6dc202d4f0a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d28943-6026-4b18-8127-2d32dd060079 HTTP/1.1" status: 200 len: 1000 time: 0.1015155 Feb 09 14:21:03.360565 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'afcbc0e6-43ae-4e51-a740-5b6bb3a095bc', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:18:27Z', 'updated_at': '2022-02-09T14:18:37Z', 'revision_number': 1, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}, {'id': 'f2b1bac9-5937-40a4-8b85-2101c2d49c33', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '51d28943-6026-4b18-8127-2d32dd060079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:de:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:21:01Z', 'updated_at': '2022-02-09T14:21:01Z', 'revision_number': 0, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:03.364539 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] Checking router: 630c468a-c931-4199-b0e8-732f40c90caf for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:21:03.375003 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:21:03.375577 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:20:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:03.407916 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa734aa9-9bf0-46c8-a02c-5f0822606b4b req-6e54eff1-b441-422d-a509-16eb19c8fa3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:03.409393 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa734aa9-9bf0-46c8-a02c-5f0822606b4b req-6e54eff1-b441-422d-a509-16eb19c8fa3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0586529 Feb 09 14:21:03.486798 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa734aa9-9bf0-46c8-a02c-5f0822606b4b req-b05bc19a-2f49-4933-b986-8a02278511ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712473 Feb 09 14:21:03.589466 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:21:03.627887 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa734aa9-9bf0-46c8-a02c-5f0822606b4b req-cd88a882-292f-43b8-ac77-a06d3190d6fb service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352780 Feb 09 14:21:03.762190 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-aa734aa9-9bf0-46c8-a02c-5f0822606b4b req-dab0783b-2bb5-4dd9-aee4-e7c0b0e6feed service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289725 Feb 09 14:21:03.944201 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'afcbc0e6-43ae-4e51-a740-5b6bb3a095bc', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:18:27Z', 'updated_at': '2022-02-09T14:18:37Z', 'revision_number': 1, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}, {'id': 'f2b1bac9-5937-40a4-8b85-2101c2d49c33', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '51d28943-6026-4b18-8127-2d32dd060079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:de:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:21:01Z', 'updated_at': '2022-02-09T14:21:01Z', 'revision_number': 0, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:21:03.948289 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5559e10b-3cb1-43a8-bf7a-e5507f73fd1f None None] The sync data for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 is: [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'afcbc0e6-43ae-4e51-a740-5b6bb3a095bc', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:18:27Z', 'updated_at': '2022-02-09T14:18:37Z', 'revision_number': 1, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}, {'id': 'f2b1bac9-5937-40a4-8b85-2101c2d49c33', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '51d28943-6026-4b18-8127-2d32dd060079', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:de:d4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:21:01Z', 'updated_at': '2022-02-09T14:21:01Z', 'revision_number': 0, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:21:04.154108 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5aa9f-8b30-44bb-83ed-02c51aee3b9f None None] New status for floating IP f2b1bac9-5937-40a4-8b85-2101c2d49c33: ACTIVE {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:21:12.114701 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:14.772789 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:21:16.957576 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:25.178998 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-702c2fe7-3cbe-4731-b596-09dee9039e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.393080 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-214632e5-012a-4aec-a7a9-e0c2d4b3d065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.809910 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:28.840762 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:30.179752 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:42.128503 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:44.892518 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3cefe09-d237-40f1-80f4-b840a28e436f req-a0f62862-fd60-43d9-b746-11b77d8d5330 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693402 Feb 09 14:21:45.028538 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3cefe09-d237-40f1-80f4-b840a28e436f req-1b1971dc-22af-45e6-93fd-f79b8fb3a879 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1094 time: 0.0677695 Feb 09 14:21:45.172158 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cefe09-d237-40f1-80f4-b840a28e436f req-25d80f41-49c4-4cc6-be4e-40331119f4bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:45.174099 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3cefe09-d237-40f1-80f4-b840a28e436f req-25d80f41-49c4-4cc6-be4e-40331119f4bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1237061 Feb 09 14:21:45.274820 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3cefe09-d237-40f1-80f4-b840a28e436f req-2f8b8fb9-82dd-47d1-960e-97f8e955b2c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 200 len: 999 time: 0.0938005 Feb 09 14:21:45.336479 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cefe09-d237-40f1-80f4-b840a28e436f req-5cc85370-998b-45c2-9960-f0bc4abc5ac1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:45.337900 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3cefe09-d237-40f1-80f4-b840a28e436f req-5cc85370-998b-45c2-9960-f0bc4abc5ac1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0557868 Feb 09 14:21:45.413943 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3cefe09-d237-40f1-80f4-b840a28e436f req-c0595da2-419f-409f-926f-047a432be690 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692379 Feb 09 14:21:45.636717 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3cefe09-d237-40f1-80f4-b840a28e436f req-818a3e25-cf39-4249-945e-9481ca38fa5b service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127125 Feb 09 14:21:45.767569 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f3cefe09-d237-40f1-80f4-b840a28e436f req-54fc8684-997a-4958-93f1-a86d610955d4 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228905 Feb 09 14:21:46.956578 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:48.938633 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-767a83e6-6ad9-474b-a991-1ea1da1aeeb0 req-d9344521-4d33-4262-9fd9-0cdff41950a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665383 Feb 09 14:21:49.079634 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-767a83e6-6ad9-474b-a991-1ea1da1aeeb0 req-655cb739-7945-40e9-a107-ad76d5b1f811 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 1097 time: 0.0709624 Feb 09 14:21:49.227550 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a83e6-6ad9-474b-a991-1ea1da1aeeb0 req-853e0239-8a2d-4c7b-971f-4037a8ffdc0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:49.228887 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-767a83e6-6ad9-474b-a991-1ea1da1aeeb0 req-853e0239-8a2d-4c7b-971f-4037a8ffdc0a service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1301811 Feb 09 14:21:49.331067 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-767a83e6-6ad9-474b-a991-1ea1da1aeeb0 req-a972d803-ad19-480b-9e28-186bf0787159 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d28943-6026-4b18-8127-2d32dd060079 HTTP/1.1" status: 200 len: 1002 time: 0.0937088 Feb 09 14:21:49.390912 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a83e6-6ad9-474b-a991-1ea1da1aeeb0 req-39dc07b1-063e-4087-9c15-7a6179f2283f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:21:49.392910 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-767a83e6-6ad9-474b-a991-1ea1da1aeeb0 req-39dc07b1-063e-4087-9c15-7a6179f2283f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0551293 Feb 09 14:21:49.465055 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-767a83e6-6ad9-474b-a991-1ea1da1aeeb0 req-2b055690-2b22-42ce-bb02-7ced0b5ad0d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661893 Feb 09 14:21:49.593666 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-767a83e6-6ad9-474b-a991-1ea1da1aeeb0 req-837cb64e-f4e7-4123-a8c6-77147b213c1d service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212525 Feb 09 14:21:49.721903 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-767a83e6-6ad9-474b-a991-1ea1da1aeeb0 req-654e3795-7319-4166-a33f-a8cd015b61dc service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208417 Feb 09 14:21:51.772838 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:21:55.180961 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-dd4da308-eec4-436c-9125-509197f3fb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:58.394028 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3315bb51-2718-4444-b71f-0595634d402f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:58.811112 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:21:58.845638 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:00.184040 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:12.146278 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:16.954150 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:25.182374 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b5ae09f6-63aa-482a-9953-436b98b635dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:28.396350 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-17b13b7f-58da-476d-a24e-6d75512bc7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:28.773741 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:22:28.815047 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:28.849261 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:30.194383 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:42.148683 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:44.956054 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-9f626cb9-c4d3-472f-9211-475e3a757102 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1351190 Feb 09 14:22:45.095928 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-39eae50c-0a2e-403d-b99c-87f4e06e79a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1094 time: 0.0680947 Feb 09 14:22:45.244135 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-7f735edf-5e42-45da-9c8c-91d78af0d369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:45.245606 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-7f735edf-5e42-45da-9c8c-91d78af0d369 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1269011 Feb 09 14:22:45.352977 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-b6e1b136-194e-4011-b1e2-45397e8cd5dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 200 len: 999 time: 0.0993061 Feb 09 14:22:45.423478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-db60ffeb-43cb-493b-bfef-9ae1bf2bda5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:45.425051 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-db60ffeb-43cb-493b-bfef-9ae1bf2bda5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0623090 Feb 09 14:22:45.501379 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-52e23416-bc01-43e8-b0d3-18e364349e62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682013 Feb 09 14:22:45.515097 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-55cd8f75-de46-47d6-9c1f-543aa86c9b6a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=83479) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 14:22:45.516014 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-55cd8f75-de46-47d6-9c1f-543aa86c9b6a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048356 Feb 09 14:22:45.754719 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-781f09af-ef16-426a-a132-32521c503588 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323518 Feb 09 14:22:45.896553 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-ef703c54-3c59-4fa4-93c5-c1c773f8fd48 req-052bd8b2-449d-46c3-9ecf-c1e7bb7a127f service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304324 Feb 09 14:22:46.540587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51d28943-6026-4b18-8127-2d32dd060079 details requested by agent hyperv_n-h2-825175-3 with host n-h2-825175-3 {{(pid=83481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 14:22:46.682870 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51d28943-6026-4b18-8127-2d32dd060079, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51d28943-6026-4b18-8127-2d32dd060079,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:22:46.697500 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Returning: {'device': '51d28943-6026-4b18-8127-2d32dd060079', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'port_id': '51d28943-6026-4b18-8127-2d32dd060079', 'mac_address': 'fa:16:3e:de:d4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 14:22:46.758553 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:46.777140 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51d28943-6026-4b18-8127-2d32dd060079 {{(pid=83481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 14:22:46.796005 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51d28943-6026-4b18-8127-2d32dd060079, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51d28943-6026-4b18-8127-2d32dd060079,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:22:46.800918 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:46.870814 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] get_ports_and_sgs() called for port_ids ['51d28943-6026-4b18-8127-2d32dd060079'] {{(pid=83481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 14:22:46.902579 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51d28943-6026-4b18-8127-2d32dd060079,revision_number=6']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:46.927178 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:46.927769 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:46.928296 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:46.928763 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:46.929250 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:46.929721 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:46.930181 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:46.930667 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:46.931146 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:46.931629 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:46.932089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:47.025599 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:48.566437 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51d28943-6026-4b18-8127-2d32dd060079 up at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 14:22:48.644231 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.provisioning_blocks [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Provisioning complete for port 51d28943-6026-4b18-8127-2d32dd060079 triggered by entity L2. {{(pid=83481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 14:22:48.644518 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-805364'] for port, provisioning_complete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:48.761624 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:48.792050 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d28943-6026-4b18-8127-2d32dd060079'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:48.803736 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51d28943-6026-4b18-8127-2d32dd060079, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51d28943-6026-4b18-8127-2d32dd060079,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:22:48.809035 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:48.939041 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51d28943-6026-4b18-8127-2d32dd060079,revision_number=7']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:49.004961 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d28943-6026-4b18-8127-2d32dd060079', 'code': 200} Feb 09 14:22:50.089148 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3d2403d9-554d-4ea8-b047-4cd95ef43d29 req-322e6bf6-0f5c-47ed-b129-1687a4b37fef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 1097 time: 0.1152468 Feb 09 14:22:50.261856 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2403d9-554d-4ea8-b047-4cd95ef43d29 req-979555c2-7a39-4d91-a837-005a47c089e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:50.263366 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3d2403d9-554d-4ea8-b047-4cd95ef43d29 req-979555c2-7a39-4d91-a837-005a47c089e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1448395 Feb 09 14:22:50.373395 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3d2403d9-554d-4ea8-b047-4cd95ef43d29 req-5206bfb6-c4b8-4914-a337-162911c24402 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d28943-6026-4b18-8127-2d32dd060079 HTTP/1.1" status: 200 len: 1002 time: 0.1020846 Feb 09 14:22:50.465446 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2403d9-554d-4ea8-b047-4cd95ef43d29 req-e9d2e107-d36c-41fd-8276-83d55f1b643a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:50.467445 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3d2403d9-554d-4ea8-b047-4cd95ef43d29 req-e9d2e107-d36c-41fd-8276-83d55f1b643a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0884061 Feb 09 14:22:50.549969 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3d2403d9-554d-4ea8-b047-4cd95ef43d29 req-2f061939-9851-4a71-8b1e-d38313349f9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755765 Feb 09 14:22:50.696627 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3d2403d9-554d-4ea8-b047-4cd95ef43d29 req-b55e8bb2-0029-4447-882d-4f9392385319 service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397846 Feb 09 14:22:50.867507 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-3d2403d9-554d-4ea8-b047-4cd95ef43d29 req-ab961231-d6aa-4085-976f-94d3f830fbce service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631060 Feb 09 14:22:55.188073 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-8d57c7e9-8745-4126-95ed-d921473c3d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.110765 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41722) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:22:57.310944 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Deleting port f81ab04b-647b-49c8-88c0-98fbce7a4021 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:22:57.311198 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.480578 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.482218 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.609333 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Calling delete_port for f81ab04b-647b-49c8-88c0-98fbce7a4021 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:22:57.756155 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:57.798649 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event deleted for resources: {'Port': ['ID=f81ab04b-647b-49c8-88c0-98fbce7a4021,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:22:57.837824 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.838170 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.838550 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.838887 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.839215 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.839539 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.839863 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.840183 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.840503 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.840819 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.841134 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:22:57.903176 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.391314 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Router 630c468a-c931-4199-b0e8-732f40c90caf has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:22:58.399867 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-82d3eed5-f41a-4264-8ab8-3e9970a0abfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.628777 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:22:58.640430 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] Sync routers for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:22:58.645957 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.653624 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:22:58.654237 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:22:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:58.700548 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-843af89c-287b-4e37-a54c-96c46347f53a tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "DELETE /v2.0/floatingips/f2b1bac9-5937-40a4-8b85-2101c2d49c33 HTTP/1.1" status: 204 len: 168 time: 1.5886703 Feb 09 14:22:58.701235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'tag': '51d28943-6026-4b18-8127-2d32dd060079'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:22:58.796125 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'tag': '51d28943-6026-4b18-8127-2d32dd060079', 'status': 'completed', 'code': 200} Feb 09 14:22:58.834138 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.877265 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:22:58.878262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:22:58.933156 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be124fcc-30fd-4494-9719-7db35cb2e582 req-c5a3bde5-d45f-4ae0-b25e-d88adf51fd90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 1097 time: 0.1152546 Feb 09 14:22:59.080469 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be124fcc-30fd-4494-9719-7db35cb2e582 req-7d45d4aa-6331-401b-8ba8-0deca3675a2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.082533 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be124fcc-30fd-4494-9719-7db35cb2e582 req-7d45d4aa-6331-401b-8ba8-0deca3675a2b service neutron] 10.222.0.67 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1425040 Feb 09 14:22:59.118148 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f4953-6925-4b3d-a0cd-da2c64bc4079 req-7012fc44-e3ab-4d5b-a8d6-175bb43b54df tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.118850 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-444f4953-6925-4b3d-a0cd-da2c64bc4079 req-7012fc44-e3ab-4d5b-a8d6-175bb43b54df tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Synchronizing usage tracker for tenant:1e32002d9a744e2b874b56ab9482309d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:22:59.136730 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-444f4953-6925-4b3d-a0cd-da2c64bc4079 req-7012fc44-e3ab-4d5b-a8d6-175bb43b54df tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Unset dirty status for tenant:1e32002d9a744e2b874b56ab9482309d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:22:59.137995 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-444f4953-6925-4b3d-a0cd-da2c64bc4079 req-7012fc44-e3ab-4d5b-a8d6-175bb43b54df tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 946 time: 0.0995038 Feb 09 14:22:59.161377 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be124fcc-30fd-4494-9719-7db35cb2e582 req-61592289-dc3d-47b0-9125-6c2224467a87 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51d28943-6026-4b18-8127-2d32dd060079 HTTP/1.1" status: 200 len: 217 time: 0.0714591 Feb 09 14:22:59.205950 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-444f4953-6925-4b3d-a0cd-da2c64bc4079 req-613834a4-fe47-4440-b2d1-1feed610eb97 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613790 Feb 09 14:22:59.235241 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be124fcc-30fd-4494-9719-7db35cb2e582 req-9a724386-cbf0-4cca-b77a-f2683cbf6c05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:22:59.236919 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be124fcc-30fd-4494-9719-7db35cb2e582 req-9a724386-cbf0-4cca-b77a-f2683cbf6c05 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0666468 Feb 09 14:22:59.265934 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'afcbc0e6-43ae-4e51-a740-5b6bb3a095bc', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:18:27Z', 'updated_at': '2022-02-09T14:18:37Z', 'revision_number': 1, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:59.269874 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] Checking router: 630c468a-c931-4199-b0e8-732f40c90caf for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:22:59.281988 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:22:59.282681 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:22:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:59.314981 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be124fcc-30fd-4494-9719-7db35cb2e582 req-683503b2-e863-4eef-801c-bbdc1f9a8037 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694010 Feb 09 14:22:59.446012 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be124fcc-30fd-4494-9719-7db35cb2e582 req-4e136643-a9ed-4ce4-8bc0-aeb5c49780c5 service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237540 Feb 09 14:22:59.456168 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:22:59.672032 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-be124fcc-30fd-4494-9719-7db35cb2e582 req-6ae6e469-c575-4451-9cc1-fde98b760663 service neutron] 10.222.0.67 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184708 Feb 09 14:22:59.804973 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'afcbc0e6-43ae-4e51-a740-5b6bb3a095bc', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:18:27Z', 'updated_at': '2022-02-09T14:18:37Z', 'revision_number': 1, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:22:59.808778 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1d103e-eee0-4f6c-8125-7c9a46e93b12 None None] The sync data for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 is: [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_floatingips': [{'id': 'afcbc0e6-43ae-4e51-a740-5b6bb3a095bc', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'router_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'port_id': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'mac_address': 'fa:16:3e:0c:2d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T14:18:27Z', 'updated_at': '2022-02-09T14:18:37Z', 'revision_number': 1, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:23:00.035873 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3760084-ef78-482b-bad7-a8e5197294c0 None None] New status for floating IP f2b1bac9-5937-40a4-8b85-2101c2d49c33: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:23:00.190555 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.410065 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2b53f-5cc6-4c57-876b-1ae3c4b4f5d8 req-6ce1a352-e14c-4b96-bbe7-8b555f5d7a25 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:00.411504 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66b2b53f-5cc6-4c57-876b-1ae3c4b4f5d8 req-6ce1a352-e14c-4b96-bbe7-8b555f5d7a25 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 946 time: 0.0776567 Feb 09 14:23:00.458182 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-66b2b53f-5cc6-4c57-876b-1ae3c4b4f5d8 req-1d7ec547-d09d-4e83-a754-286b21130201 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Feb 09 14:23:00.618066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51d28943-6026-4b18-8127-2d32dd060079 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:00.692341 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-ebaa92c2-4ce4-4373-a0f9-6fb9065e3300 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:00.693041 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-ebaa92c2-4ce4-4373-a0f9-6fb9065e3300 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Synchronizing usage tracker for tenant:1e32002d9a744e2b874b56ab9482309d on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:00.707875 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-ebaa92c2-4ce4-4373-a0f9-6fb9065e3300 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Unset dirty status for tenant:1e32002d9a744e2b874b56ab9482309d on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:00.709489 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-ebaa92c2-4ce4-4373-a0f9-6fb9065e3300 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 946 time: 0.0925467 Feb 09 14:23:00.729005 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-863961'] for port, before_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.754857 n-d-825175-3 neutron-server[83481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d28943-6026-4b18-8127-2d32dd060079'}] {{(pid=83481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:00.764515 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] For port 51d28943-6026-4b18-8127-2d32dd060079, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51d28943-6026-4b18-8127-2d32dd060079,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:00.770517 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785996493204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785996068985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785996069030'] for port, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.780689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Deleting port 51d28943-6026-4b18-8127-2d32dd060079 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:00.780975 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:00.814918 n-d-825175-3 neutron-server[83481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d28943-6026-4b18-8127-2d32dd060079', 'code': 200} Feb 09 14:23:00.838081 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Pushing event updated for resources: {'Port': ['ID=51d28943-6026-4b18-8127-2d32dd060079,revision_number=8']} {{(pid=83481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:01.025306 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] For port 51d28943-6026-4b18-8127-2d32dd060079, host n-h2-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-3',level=0,port_id=51d28943-6026-4b18-8127-2d32dd060079,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:01.025649 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.143384 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Calling delete_port for 51d28943-6026-4b18-8127-2d32dd060079 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:01.282909 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.329056 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event deleted for resources: {'Port': ['ID=51d28943-6026-4b18-8127-2d32dd060079,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:01.369999 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.370339 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.370699 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.371078 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.371413 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.371734 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.372054 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.372369 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.372684 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.372998 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.373316 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-3 {{(pid=83479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 14:23:01.415153 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] No DVR routers for this DVR port 51d28943-6026-4b18-8127-2d32dd060079 on host n-h2-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:23:01.417532 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:01.420073 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'name': 'network-vif-deleted', 'tag': '51d28943-6026-4b18-8127-2d32dd060079'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:01.436007 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-f2f3137e-81cb-4206-87be-7e458a425d83 req-f88639f2-27a4-4d40-8b74-a334a3987002 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.67 "DELETE /v2.0/ports/51d28943-6026-4b18-8127-2d32dd060079 HTTP/1.1" status: 204 len: 173 time: 0.7210793 Feb 09 14:23:01.475674 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c412d59-6487-4e55-8caf-6ffc56d76aaf', 'name': 'network-vif-deleted', 'tag': '51d28943-6026-4b18-8127-2d32dd060079', 'status': 'completed', 'code': 200} Feb 09 14:23:01.643928 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-62e59152-5c8b-4c44-b69e-16b059c1b272 req-ba341ae9-651a-4f2a-b424-6ac47b14b3af tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c412d59-6487-4e55-8caf-6ffc56d76aaf HTTP/1.1" status: 200 len: 210 time: 0.0404205 Feb 09 14:23:03.321154 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41782) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:03.517892 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Deleting port 78d59c04-8b6f-4425-99cc-26455417be15 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:03.518227 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:03.685955 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:03.686270 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:03.807635 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Calling delete_port for 78d59c04-8b6f-4425-99cc-26455417be15 owned by network:floatingip {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:03.950626 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:03.997326 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event deleted for resources: {'Port': ['ID=78d59c04-8b6f-4425-99cc-26455417be15,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:04.086795 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for floatingip, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:04.563497 n-d-825175-3 neutron-server[83480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Router 630c468a-c931-4199-b0e8-732f40c90caf has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:23:04.613262 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51d28943-6026-4b18-8127-2d32dd060079 no longer exists at agent hyperv_n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:04.650845 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] No Port match for: 51d28943-6026-4b18-8127-2d32dd060079 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:23:04.651238 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Device 51d28943-6026-4b18-8127-2d32dd060079 not bound to the agent host n-h2-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:04.762141 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:23:04.771800 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] Sync routers for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:23:04.777539 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for floatingip, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:04.783578 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:23:04.784165 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:22:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:04.832562 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-61c471f8-85d7-4bc9-aaf1-664b7815196c tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "DELETE /v2.0/floatingips/afcbc0e6-43ae-4e51-a740-5b6bb3a095bc HTTP/1.1" status: 204 len: 168 time: 1.5103297 Feb 09 14:23:04.833132 n-d-825175-3 neutron-server[83480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6'}] {{(pid=83480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:04.891888 n-d-825175-3 neutron-server[83480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'status': 'completed', 'code': 200} Feb 09 14:23:04.997082 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7b7c8d0-27f6-4ca2-929f-1bcae8b7d211 req-0eb3832b-6d66-4c8d-b7f6-87ef5f24e0c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e32002d9a744e2b874b56ab9482309d&device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 1094 time: 0.0827582 Feb 09 14:23:05.048154 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:23:05.149363 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7c8d0-27f6-4ca2-929f-1bcae8b7d211 req-9fcf83e3-ff7b-4a1f-8379-2c10123f54ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.151337 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7b7c8d0-27f6-4ca2-929f-1bcae8b7d211 req-9fcf83e3-ff7b-4a1f-8379-2c10123f54ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 200 len: 910 time: 0.1438999 Feb 09 14:23:05.241066 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7b7c8d0-27f6-4ca2-929f-1bcae8b7d211 req-7034f61b-e842-4b89-ae60-72240f371a0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 200 len: 217 time: 0.0767255 Feb 09 14:23:05.265446 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326977e-fab1-45ab-ab0d-e17d256d8361 req-2a3e2780-f1c2-47fc-adc1-f13855676f2d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.266254 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4326977e-fab1-45ab-ab0d-e17d256d8361 req-2a3e2780-f1c2-47fc-adc1-f13855676f2d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Synchronizing usage tracker for tenant:1e32002d9a744e2b874b56ab9482309d on resource:port {{(pid=83480) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:05.289842 n-d-825175-3 neutron-server[83480]: DEBUG neutron.quota.resource [req-4326977e-fab1-45ab-ab0d-e17d256d8361 req-2a3e2780-f1c2-47fc-adc1-f13855676f2d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Unset dirty status for tenant:1e32002d9a744e2b874b56ab9482309d on resource:port {{(pid=83480) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:05.291230 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4326977e-fab1-45ab-ab0d-e17d256d8361 req-2a3e2780-f1c2-47fc-adc1-f13855676f2d tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 943 time: 0.1082017 Feb 09 14:23:05.312648 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7c8d0-27f6-4ca2-929f-1bcae8b7d211 req-4ec7d737-bd2b-4a97-8804-99fef1ef9fdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:05.314002 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7b7c8d0-27f6-4ca2-929f-1bcae8b7d211 req-4ec7d737-bd2b-4a97-8804-99fef1ef9fdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 200 len: 848 time: 0.0653708 Feb 09 14:23:05.353354 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-4326977e-fab1-45ab-ab0d-e17d256d8361 req-a14ed661-8b12-4b6e-945a-8f9f12f0d02f tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531197 Feb 09 14:23:05.409602 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:05.411880 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7b7c8d0-27f6-4ca2-929f-1bcae8b7d211 req-332a456b-dc20-4e94-9968-b47e07597f44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d4584850-9d6d-4820-be65-aff07fcb15e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899251 Feb 09 14:23:05.414354 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] Checking router: 630c468a-c931-4199-b0e8-732f40c90caf for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:23:05.425118 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:23:05.425724 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:22:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:05.545912 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7b7c8d0-27f6-4ca2-929f-1bcae8b7d211 req-29ef0a53-c790-4d03-8320-5ff3d0db3755 service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252551 Feb 09 14:23:05.607812 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:23:05.691062 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-d7b7c8d0-27f6-4ca2-929f-1bcae8b7d211 req-5ab6e906-8e80-40b7-b668-807a89db7e4d service neutron] 10.222.0.62 "GET /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384461 Feb 09 14:23:05.775277 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:23:05.930274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:05.934222 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62657b9f-b7b4-4d89-a571-dc84f6ec488c None None] The sync data for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 is: [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:01Z', 'revision_number': 4, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3', '_interfaces': [{'id': 'b1baa609-07d3-4a6a-bc49-785cff79f599', 'name': '', 'network_id': 'd4584850-9d6d-4820-be65-aff07fcb15e1', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'mac_address': 'fa:16:3e:11:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:00Z', 'updated_at': '2022-02-09T14:18:20Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'subnets': [{'id': '7b8b22e4-d14a-4a30-99b5-900ed19a0abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:23:06.188842 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2136b-6ff3-4ac1-8ba2-9d53bea6aae6 None None] New status for floating IP afcbc0e6-43ae-4e51-a740-5b6bb3a095bc: DOWN {{(pid=83482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 14:23:06.551466 n-d-825175-3 neutron-server[83480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5a65-bba1-43a3-b354-ad627dd6a132 req-8b51c949-d062-4fb7-8345-2a17f468a1a9 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:06.552905 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9ec5a65-bba1-43a3-b354-ad627dd6a132 req-8b51c949-d062-4fb7-8345-2a17f468a1a9 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 943 time: 0.0739655 Feb 09 14:23:06.605521 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-c9ec5a65-bba1-43a3-b354-ad627dd6a132 req-c048cc5d-4266-434e-a5bf-e23ca0e05895 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dcc709-8aba-4e12-911c-39a0cd57ccc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465717 Feb 09 14:23:07.108400 n-d-825175-3 neutron-server[83479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-40ecf8f1-1f94-44ab-a1b0-722782db349e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 14:23:07.109082 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-40ecf8f1-1f94-44ab-a1b0-722782db349e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Synchronizing usage tracker for tenant:1e32002d9a744e2b874b56ab9482309d on resource:port {{(pid=83479) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 14:23:07.120461 n-d-825175-3 neutron-server[83479]: DEBUG neutron.quota.resource [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-40ecf8f1-1f94-44ab-a1b0-722782db349e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Unset dirty status for tenant:1e32002d9a744e2b874b56ab9482309d on resource:port {{(pid=83479) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 14:23:07.121532 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-40ecf8f1-1f94-44ab-a1b0-722782db349e tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 943 time: 0.1646361 Feb 09 14:23:07.190906 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-2aaf9d7a-6dd5-46b4-b5fe-443d7225c6c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Deleting port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:07.191239 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-2aaf9d7a-6dd5-46b4-b5fe-443d7225c6c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:07.428025 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-2aaf9d7a-6dd5-46b4-b5fe-443d7225c6c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] For port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6, host n-h1-825175-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-3',level=0,port_id=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:07.428901 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-2aaf9d7a-6dd5-46b4-b5fe-443d7225c6c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:07.548675 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-2aaf9d7a-6dd5-46b4-b5fe-443d7225c6c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Calling delete_port for 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 owned by compute:nova {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:07.691504 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-2aaf9d7a-6dd5-46b4-b5fe-443d7225c6c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:07.745583 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf9d7a-6dd5-46b4-b5fe-443d7225c6c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event deleted for resources: {'Port': ['ID=046d9d26-a1b8-49fa-9dc8-9b21d323e8f6,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:07.821598 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-2aaf9d7a-6dd5-46b4-b5fe-443d7225c6c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] No DVR routers for this DVR port 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 on host n-h1-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:23:07.824053 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-2aaf9d7a-6dd5-46b4-b5fe-443d7225c6c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172992'] for port, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:07.826622 n-d-825175-3 neutron-server[83479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'name': 'network-vif-deleted', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6'}] {{(pid=83479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 14:23:07.842905 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [req-98caa8b2-e22c-463a-b5bd-3e94c76a8f0e req-2aaf9d7a-6dd5-46b4-b5fe-443d7225c6c1 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.62 "DELETE /v2.0/ports/046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 HTTP/1.1" status: 204 len: 173 time: 0.7124023 Feb 09 14:23:07.884268 n-d-825175-3 neutron-server[83479]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa40d1b-1965-4e72-9223-ac2fdbd02a86', 'name': 'network-vif-deleted', 'tag': '046d9d26-a1b8-49fa-9dc8-9b21d323e8f6', 'status': 'completed', 'code': 200} Feb 09 14:23:07.930457 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [req-956a4484-f298-4811-b9c1-25e07eed006d req-16c560df-d764-4ef4-9cd7-a896caee1783 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfa40d1b-1965-4e72-9223-ac2fdbd02a86 HTTP/1.1" status: 200 len: 210 time: 0.0433166 Feb 09 14:23:09.104916 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41802) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:09.173332 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b0e03d2-a95c-477c-832f-0fbc7fb23df8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:09.201849 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b0e03d2-a95c-477c-832f-0fbc7fb23df8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:09.266269 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b0e03d2-a95c-477c-832f-0fbc7fb23df8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:09.287907 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e03d2-a95c-477c-832f-0fbc7fb23df8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dcc709-8aba-4e12-911c-39a0cd57ccc6,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:09.302456 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-0b0e03d2-a95c-477c-832f-0fbc7fb23df8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:09.303626 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-0b0e03d2-a95c-477c-832f-0fbc7fb23df8 tempest-TestSnapshotPattern-1352425492 tempest-TestSnapshotPattern-1352425492-project] 10.222.0.59 "DELETE /v2.0/security-groups/49dcc709-8aba-4e12-911c-39a0cd57ccc6 HTTP/1.1" status: 204 len: 168 time: 0.1977510 Feb 09 14:23:09.365171 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41808) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:09.879339 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:10.545007 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] Deleting port b1baa609-07d3-4a6a-bc49-785cff79f599 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:10.545706 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:10.716723 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] For port b1baa609-07d3-4a6a-bc49-785cff79f599, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=b1baa609-07d3-4a6a-bc49-785cff79f599,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:10.717064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:10.837084 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] Calling delete_port for b1baa609-07d3-4a6a-bc49-785cff79f599 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:11.001303 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.047577 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1baa609-07d3-4a6a-bc49-785cff79f599,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:11.325800 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:11.596828 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 no longer exists at agent hyperv_n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:11.634072 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] No Port match for: 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:23:11.634409 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Device 046d9d26-a1b8-49fa-9dc8-9b21d323e8f6 not bound to the agent host n-h1-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:11.968681 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] Router 630c468a-c931-4199-b0e8-732f40c90caf has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:23:12.156142 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:12.167008 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:23:12.175854 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] Sync routers for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:23:12.179549 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a6eb8566-1f21-42cf-abcc-68c358d3b420 admin admin] 10.222.0.59 "PUT /v2.0/routers/630c468a-c931-4199-b0e8-732f40c90caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8127329 Feb 09 14:23:12.182137 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41814) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:12.187858 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:23:12.188443 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:22:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:12.358357 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: n-d-825175-3 {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:23:12.373257 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Notify callbacks [] for router, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:12.572190 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:12.581751 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Deleting port aa753611-f713-4031-99c3-dd893ce34ef1 {{(pid=83480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:12.582122 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:12.678516 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:23:10Z', 'revision_number': 5, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port': {'id': 'aa753611-f713-4031-99c3-dd893ce34ef1', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630c468a-c931-4199-b0e8-732f40c90caf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:12.683274 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] Checking router: 630c468a-c931-4199-b0e8-732f40c90caf for host: n-d-825175-3 {{(pid=83481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:23:12.696394 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] Routers {'630c468a-c931-4199-b0e8-732f40c90caf'} bound to L3 agent in host n-d-825175-3 {{(pid=83481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:23:12.696979 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:22:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['630c468a-c931-4199-b0e8-732f40c90caf'], 'active': True} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:12.755441 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.db [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] For port aa753611-f713-4031-99c3-dd893ce34ef1, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=aa753611-f713-4031-99c3-dd893ce34ef1,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:12.755791 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:12.854587 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_dvr_db [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] Set router 630c468a-c931-4199-b0e8-732f40c90caf gateway port host: None {{(pid=83481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:23:12.963169 n-d-825175-3 neutron-server[83481]: DEBUG neutron.db.l3_hamode_db [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:23:12Z', 'revision_number': 6, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:12.968807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f382f1-ae30-43b4-b4b2-313be075a072 None None] The sync data for ids ['630c468a-c931-4199-b0e8-732f40c90caf'] in n-d-825175-3 is: [{'id': '630c468a-c931-4199-b0e8-732f40c90caf', 'name': 'tempest-TestSnapshotPattern-658953587-router', 'tenant_id': '1e32002d9a744e2b874b56ab9482309d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:17:58Z', 'updated_at': '2022-02-09T14:23:12Z', 'revision_number': 6, 'project_id': '1e32002d9a744e2b874b56ab9482309d', 'gw_port_host': None}] {{(pid=83481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:23:12.995509 n-d-825175-3 neutron-server[83480]: DEBUG neutron.plugins.ml2.plugin [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Calling delete_port for aa753611-f713-4031-99c3-dd893ce34ef1 owned by network:router_gateway {{(pid=83480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:13.157671 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2547627'] for port, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.204024 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa753611-f713-4031-99c3-dd893ce34ef1,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:13.421541 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.669298 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.673276 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.697047 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.697480 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630c468a-c931-4199-b0e8-732f40c90caf {{(pid=83480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:23:13.709078 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] Notify callbacks [] for router, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.710875 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-57ba7ef1-89e3-41c5-84a5-b36e7305d142 admin admin] 10.222.0.59 "DELETE /v2.0/routers/630c468a-c931-4199-b0e8-732f40c90caf HTTP/1.1" status: 204 len: 168 time: 1.5270634 Feb 09 14:23:13.713235 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41818) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:13.771553 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb27d71-27f9-4ce3-a688-084ef61b9c53 admin admin] Deleting subnet 7b8b22e4-d14a-4a30-99b5-900ed19a0abb {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:23:13.775680 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb27d71-27f9-4ce3-a688-084ef61b9c53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.825621 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb27d71-27f9-4ce3-a688-084ef61b9c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.902751 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb27d71-27f9-4ce3-a688-084ef61b9c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:13.972335 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb27d71-27f9-4ce3-a688-084ef61b9c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.015443 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb27d71-27f9-4ce3-a688-084ef61b9c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8b22e4-d14a-4a30-99b5-900ed19a0abb,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:14.019088 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-dcb27d71-27f9-4ce3-a688-084ef61b9c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.025706 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-dcb27d71-27f9-4ce3-a688-084ef61b9c53 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7b8b22e4-d14a-4a30-99b5-900ed19a0abb HTTP/1.1" status: 204 len: 168 time: 0.3115373 Feb 09 14:23:14.026094 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346c919c-bae4-4947-ab10-ce0139901c76 None None] Network d4584850-9d6d-4820-be65-aff07fcb15e1 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:23:14.028467 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41822) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:14.134189 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.144294 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Deleting port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:14.144613 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.286105 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] DHCP port deletion for d4584850-9d6d-4820-be65-aff07fcb15e1 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:23:14.290065 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] Deleting port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:14.290372 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.363201 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] For port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:14.363550 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.481621 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Calling delete_port for 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:14.493847 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] For port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0,segment=NetworkSegment(315c7ced-11d7-40be-b030-88103e862edf),segment_id=315c7ced-11d7-40be-b030-88103e862edf)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:14.494234 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.556611 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b1baa609-07d3-4a6a-bc49-785cff79f599 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:14.556811 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.606588 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:14.612959 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] No DVR routers for this DVR port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:23:14.644389 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] Calling delete_port for 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:14.681503 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: b1baa609-07d3-4a6a-bc49-785cff79f599 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:23:14.681835 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device b1baa609-07d3-4a6a-bc49-785cff79f599 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:14.682246 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:14.719089 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:23:14.719428 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:14.719844 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aa753611-f713-4031-99c3-dd893ce34ef1 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:14.729657 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.755357 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4584850-9d6d-4820-be65-aff07fcb15e1']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:14.759929 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: aa753611-f713-4031-99c3-dd893ce34ef1 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:23:14.760267 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device aa753611-f713-4031-99c3-dd893ce34ef1 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:14.767689 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315c7ced-11d7-40be-b030-88103e862edf') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:14.767859 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315c7ced-11d7-40be-b030-88103e862edf') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:14.780206 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.785121 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:23:14.785476 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:23:14.796568 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.802348 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:23:14.802756 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: timer() Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:14.816689 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:14.894238 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.910050 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:14.919823 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4584850-9d6d-4820-be65-aff07fcb15e1,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:14.933765 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-a03bae6f-049f-4cb5-8fd0-4fb0f4567e6e admin admin] 10.222.0.59 "DELETE /v2.0/networks/d4584850-9d6d-4820-be65-aff07fcb15e1 HTTP/1.1" status: 204 len: 168 time: 0.9041133 Feb 09 14:23:14.936336 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41826) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:15.286341 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] Deleting port 17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0 {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:15.286935 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:15.390708 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-bf80d653-2362-4018-8528-f31b5c7e7557 None None] The port '17f5fc7d-d77e-4ee5-91d7-94dc339e6bc0' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 14:23:15.426064 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1978967'] for router_interface, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:16.007130 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] Deleting port 1cf2946c-8fa5-4489-8411-441fd3729e79 {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:16.007496 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:16.179386 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] For port 1cf2946c-8fa5-4489-8411-441fd3729e79, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=1cf2946c-8fa5-4489-8411-441fd3729e79,segment=NetworkSegment(4485e9aa-b5c4-4b11-a363-56e0657cd5f4),segment_id=4485e9aa-b5c4-4b11-a363-56e0657cd5f4)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:16.179730 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:16.295991 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] Calling delete_port for 1cf2946c-8fa5-4489-8411-441fd3729e79 owned by network:router_interface {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:16.454027 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:16.498362 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf2946c-8fa5-4489-8411-441fd3729e79,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:16.893615 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7338513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1979108'] for router_interface, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:16.968233 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:17.482255 n-d-825175-3 neutron-server[83479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] Router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 has already been hosted by L3 agent b8e4d8e4-aee2-4a14-851a-e8ba457af88c {{(pid=83479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 14:23:17.683546 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] Notify agent at l3_agent.n-d-825175-3 the message routers_updated {{(pid=83479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 14:23:17.692128 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] Sync routers for ids ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'] in n-d-825175-3 {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 14:23:17.700245 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-48b52850-2c0f-43d2-8159-2b4a7964a193 admin admin] 10.222.0.59 "PUT /v2.0/routers/6e034130-19c4-4ca9-b48c-6efca48a2bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7627761 Feb 09 14:23:17.702729 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41830) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:17.704977 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] Routers {'6e034130-19c4-4ca9-b48c-6efca48a2bf8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:23:17.705586 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:22:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:17.890352 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] Set router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 gateway port host: n-d-825175-3 {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:23:17.900644 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Notify callbacks [] for router, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.203707 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.214257 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Deleting port d2795625-acd6-47ce-856a-fc5f080b3b2c {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:18.214622 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.218871 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'name': 'tempest-TestSnapshotPattern-528687080-router', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'external_fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:23:16Z', 'revision_number': 5, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'gw_port': {'id': 'd2795625-acd6-47ce-856a-fc5f080b3b2c', 'name': '', 'network_id': '61e9db1c-d05e-49cf-97f0-c92d65dcd02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95cc1d68-f415-48ea-a862-e6e0a465217c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-3'}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:18.222678 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] Checking router: 6e034130-19c4-4ca9-b48c-6efca48a2bf8 for host: n-d-825175-3 {{(pid=83482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 14:23:18.233657 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] Routers {'6e034130-19c4-4ca9-b48c-6efca48a2bf8'} bound to L3 agent in host n-d-825175-3 {{(pid=83482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 14:23:18.234232 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T12:43:27Z,description=,heartbeat_timestamp=2022-02-09T14:22:58Z,host='n-d-825175-3',id=b8e4d8e4-aee2-4a14-851a-e8ba457af88c,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T12:43:27Z,topic='l3_agent')) {'router_ids': ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'], 'active': True} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:18.380006 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_dvr_db [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] Set router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 gateway port host: None {{(pid=83482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 14:23:18.388380 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] For port d2795625-acd6-47ce-856a-fc5f080b3b2c, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=d2795625-acd6-47ce-856a-fc5f080b3b2c,segment=NetworkSegment(4d708db1-4caf-407e-9a70-a6bb6f2dbfe3),segment_id=4d708db1-4caf-407e-9a70-a6bb6f2dbfe3)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:18.388732 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.485050 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.l3_hamode_db [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'name': 'tempest-TestSnapshotPattern-528687080-router', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:23:18Z', 'revision_number': 6, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'gw_port_host': None}], 'n-d-825175-3', False) {} {{(pid=83482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:18.489160 n-d-825175-3 neutron-server[83482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3dd45-feeb-4a04-bda0-0abba75834a9 None None] The sync data for ids ['6e034130-19c4-4ca9-b48c-6efca48a2bf8'] in n-d-825175-3 is: [{'id': '6e034130-19c4-4ca9-b48c-6efca48a2bf8', 'name': 'tempest-TestSnapshotPattern-528687080-router', 'tenant_id': '735765d017c641b4a42ca9fcbff35255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T14:18:04Z', 'updated_at': '2022-02-09T14:23:18Z', 'revision_number': 6, 'project_id': '735765d017c641b4a42ca9fcbff35255', 'gw_port_host': None}] {{(pid=83482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 14:23:18.512499 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Calling delete_port for d2795625-acd6-47ce-856a-fc5f080b3b2c owned by network:router_gateway {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:18.676877 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:18.718824 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d2795625-acd6-47ce-856a-fc5f080b3b2c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:18.942088 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1980210'] for router_gateway, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.195455 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1980546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-49045'] for router, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.199557 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.225042 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1980438'] for router, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.225624 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e034130-19c4-4ca9-b48c-6efca48a2bf8 {{(pid=83479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 14:23:19.237945 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] Notify callbacks [] for router, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.241336 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-773bacba-5c9a-484d-885c-ff5ac9c8b6ee admin admin] 10.222.0.59 "DELETE /v2.0/routers/6e034130-19c4-4ca9-b48c-6efca48a2bf8 HTTP/1.1" status: 204 len: 168 time: 1.5354817 Feb 09 14:23:19.241742 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41834) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:19.303067 n-d-825175-3 neutron-server[83480]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e8bd36-29df-4f6e-9b78-f312602eb0a6 admin admin] Deleting subnet fe654f2b-a817-436b-b5d6-53e683e8509d {{(pid=83480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 14:23:19.306354 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-14e8bd36-29df-4f6e-9b78-f312602eb0a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.354806 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-14e8bd36-29df-4f6e-9b78-f312602eb0a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2901184'] for subnet, precommit_delete_associations {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.432030 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-14e8bd36-29df-4f6e-9b78-f312602eb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-805672'] for subnet, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.496527 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-14e8bd36-29df-4f6e-9b78-f312602eb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-805649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2547572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3009661'] for subnet, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.535323 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8bd36-29df-4f6e-9b78-f312602eb0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe654f2b-a817-436b-b5d6-53e683e8509d,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:19.543141 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-14e8bd36-29df-4f6e-9b78-f312602eb0a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.548860 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-14e8bd36-29df-4f6e-9b78-f312602eb0a6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fe654f2b-a817-436b-b5d6-53e683e8509d HTTP/1.1" status: 204 len: 168 time: 0.3060217 Feb 09 14:23:19.549785 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cc0c03-6b1e-4c33-ad52-88fcf3fd3bc2 None None] Network 2ba3bc72-41c8-4625-9492-b9bc79183492 requested from n-d-825175-3 {{(pid=83481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 14:23:19.552227 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41838) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:19.663456 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846394'] for network, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.673665 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Deleting port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f {{(pid=83479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:19.673987 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:19.803493 n-d-825175-3 neutron-server[83481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] DHCP port deletion for 2ba3bc72-41c8-4625-9492-b9bc79183492 request from n-d-825175-3 {{(pid=83481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 14:23:19.809975 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] Deleting port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:19.810580 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.005578 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.db [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] For port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=932d1f4c-16ed-48c7-9f6c-13e05f3cff1f,segment=NetworkSegment(4485e9aa-b5c4-4b11-a363-56e0657cd5f4),segment_id=4485e9aa-b5c4-4b11-a363-56e0657cd5f4)] {{(pid=83479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:20.005930 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.020807 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.db [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] For port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f, host n-d-825175-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-3',level=0,port_id=932d1f4c-16ed-48c7-9f6c-13e05f3cff1f,segment=NetworkSegment(4485e9aa-b5c4-4b11-a363-56e0657cd5f4),segment_id=4485e9aa-b5c4-4b11-a363-56e0657cd5f4)] {{(pid=83481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 14:23:20.021187 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057537'] for port, precommit_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.123638 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.plugin [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Calling delete_port for 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f owned by network:dhcp {{(pid=83479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:20.137093 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] Calling delete_port for 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f owned by network:dhcp {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 14:23:20.201317 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-863397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785996493186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785996068976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1561697'] for port, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.207346 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.db.api [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 14:23:20.207695 n-d-825175-3 neutron-server[83481]: DEBUG oslo_db.api [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 14:23:20.244042 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=932d1f4c-16ed-48c7-9f6c-13e05f3cff1f,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:20.249884 n-d-825175-3 neutron-server[83479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] No DVR routers for this DVR port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f on host n-d-825175-3 {{(pid=83479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 14:23:20.362112 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-806053', 'neutron.services.segments.db._delete_segments_for_network-8785996522855'] for network, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.385835 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba3bc72-41c8-4625-9492-b9bc79183492']}} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:20.397829 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4485e9aa-b5c4-4b11-a363-56e0657cd5f4') {'for_net_delete': True} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:20.398121 n-d-825175-3 neutron-server[83479]: DEBUG neutron.services.segments.db [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4485e9aa-b5c4-4b11-a363-56e0657cd5f4') {} {{(pid=83479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 14:23:20.409016 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785996522734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041816'] for segment, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.425258 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-933746'] for segment, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.431500 n-d-825175-3 neutron-server[83479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=83479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 14:23:20.431876 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-815745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1561620'] for segment, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: Traceback (most recent call last): Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: timer() Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: cb(*args, **kw) Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: return func(*args, **kwargs) Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: self._notify() Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: self.callback(batched_events) Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: event.method(event) Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: return f(self, *a, **k) Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: return self._get(url).json() Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: return self.request(url, 'GET', **kwargs) Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 14:23:20.444989 n-d-825175-3 neutron-server[83479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 14:23:20.520043 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-806058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7338748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1980247'] for network, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.536511 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Notify callbacks [] for network, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.539793 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:20.546478 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba3bc72-41c8-4625-9492-b9bc79183492,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:20.553611 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-8956b30c-ddca-48fa-ae08-4538928278b4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2ba3bc72-41c8-4625-9492-b9bc79183492 HTTP/1.1" status: 204 len: 168 time: 1.0002673 Feb 09 14:23:20.573474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:23:20.574066 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:20.574285 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1cf2946c-8fa5-4489-8411-441fd3729e79 no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:20.606280 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: 1cf2946c-8fa5-4489-8411-441fd3729e79 {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:23:20.606655 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device 1cf2946c-8fa5-4489-8411-441fd3729e79 not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:20.607070 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d2795625-acd6-47ce-856a-fc5f080b3b2c no longer exists at agent ovs-agent-n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 14:23:20.641494 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] No Port match for: d2795625-acd6-47ce-856a-fc5f080b3b2c {{(pid=83481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 14:23:20.641831 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.rpc [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Device d2795625-acd6-47ce-856a-fc5f080b3b2c not bound to the agent host n-d-825175-3 {{(pid=83481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 14:23:20.696091 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41844) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:20.708507 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] Deleting port 932d1f4c-16ed-48c7-9f6c-13e05f3cff1f {{(pid=83481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 14:23:20.708902 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785996438465'] for port, before_delete {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.745264 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-4bb914bb-e87d-42fa-bfbf-e8e3c20b4b2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e32002d9a744e2b874b56ab9482309d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478466 Feb 09 14:23:20.747757 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [-] (83479) accepted ('10.222.0.59', 41848) {{(pid=83479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:20.771474 n-d-825175-3 neutron-server[83481]: DEBUG neutron.plugins.ml2.plugin [None req-e556fad7-f940-4787-b553-a3755c67cc6a None None] The port '932d1f4c-16ed-48c7-9f6c-13e05f3cff1f' was deleted {{(pid=83481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 14:23:20.816395 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74526609-ef97-4cbc-b438-28f5c92bbfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.841690 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74526609-ef97-4cbc-b438-28f5c92bbfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.895338 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74526609-ef97-4cbc-b438-28f5c92bbfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.913774 n-d-825175-3 neutron-server[83479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74526609-ef97-4cbc-b438-28f5c92bbfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c60422-2155-44d0-b14f-55adf4ef7b4c,revision_number=None']} {{(pid=83479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:20.920399 n-d-825175-3 neutron-server[83479]: DEBUG neutron_lib.callbacks.manager [None req-74526609-ef97-4cbc-b438-28f5c92bbfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:20.924160 n-d-825175-3 neutron-server[83479]: INFO neutron.wsgi [None req-74526609-ef97-4cbc-b438-28f5c92bbfd8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50c60422-2155-44d0-b14f-55adf4ef7b4c HTTP/1.1" status: 204 len: 168 time: 0.1754484 Feb 09 14:23:21.494172 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41856) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:21.640866 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-921f14d4-346e-47c8-a082-c4a5e7003603 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=735765d017c641b4a42ca9fcbff35255&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1454387 Feb 09 14:23:21.643282 n-d-825175-3 neutron-server[83480]: DEBUG neutron.wsgi [-] (83480) accepted ('10.222.0.59', 41860) {{(pid=83480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 14:23:21.700123 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4d35726d-e717-49e5-8f93-273f06c2d5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:21.725137 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4d35726d-e717-49e5-8f93-273f06c2d5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:21.775037 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4d35726d-e717-49e5-8f93-273f06c2d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1903017'] for security_group, after_delete {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:21.791076 n-d-825175-3 neutron-server[83480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35726d-e717-49e5-8f93-273f06c2d5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b17e718-b65f-408a-9a11-cb3065c5e378,revision_number=None']} {{(pid=83480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 14:23:21.795656 n-d-825175-3 neutron-server[83480]: DEBUG neutron_lib.callbacks.manager [None req-4d35726d-e717-49e5-8f93-273f06c2d5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:21.796346 n-d-825175-3 neutron-server[83480]: INFO neutron.wsgi [None req-4d35726d-e717-49e5-8f93-273f06c2d5f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b17e718-b65f-408a-9a11-cb3065c5e378 HTTP/1.1" status: 204 len: 168 time: 0.1521955 Feb 09 14:23:25.180376 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ef40b5e8-5d76-4ece-8863-1a0576983501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:28.401935 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ecdd5490-4c5c-4a71-b6dd-9712b5e7d4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:28.818091 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:28.858179 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:30.192749 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:42.175238 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:42.775911 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:23:46.968818 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:55.181961 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1f78-9580-486f-af3f-dd84e67ca38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:58.404178 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-297feed9-2a91-41f5-8429-e13db61c1a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:58.820918 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:23:58.859016 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:00.197179 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:12.179145 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:16.981758 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:19.777018 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:24:25.184362 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0a2f5a49-85fc-4f14-894c-de1e7f8fc4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:28.406479 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-70a67951-80f4-4ff6-904c-9134261b8d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:28.825738 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:28.861456 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:30.199330 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:42.182454 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:46.983712 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:55.186074 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-d538d289-316d-4bef-b0e5-b97ac07f0cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:56.779100 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:24:58.408410 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-e04ba8c1-ee7f-4449-a571-95678193923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:58.828216 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:24:58.863862 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:00.202072 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:12.186816 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:16.995220 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:25.188215 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-26296221-bcee-4140-8a63-2a08f153fb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:28.409936 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-530ed6e3-59e7-499c-9040-848f511433d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:28.830920 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:28.865936 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:30.205376 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:33.778769 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:25:42.199571 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:46.994367 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:55.188930 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3dff3ed6-e4c2-495d-8d5b-90e32a85ed42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.410077 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-76414eb7-78c3-40c0-903f-45c85a47c3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.833040 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:25:58.868501 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:00.207415 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:10.779626 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:26:12.228607 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:16.994591 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:25.190623 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-b717e8e7-5b1a-436b-b4cc-05d395a71d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.411686 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-3c4d5819-8297-43f0-99bd-af8698bc50e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.836056 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:28.872944 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:30.212937 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:42.227384 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:46.995716 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:47.781952 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:26:55.195800 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-796c5dc1-763d-4914-acee-ddb9c8bb087f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:58.413514 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-522d0251-3c87-43d7-aeff-ab70fb65dd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:58.838740 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:26:58.875099 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:00.214087 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:12.239923 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:17.012133 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:24.782489 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:27:25.198544 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c52fcec6-a8e4-49d6-b19d-4296285b7237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:28.416230 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-fc0f2083-5305-40df-a0b6-051354c675db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:28.840979 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:28.878060 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:30.216885 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:42.254032 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:47.008331 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:55.201903 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4812e00b-3468-44ea-95d2-be01d5528e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.417820 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bf2e438d-17be-462e-b2a6-cecf32ede9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.843847 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:27:58.880742 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:00.220032 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:01.783596 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:28:12.271020 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:17.019574 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:25.208252 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-99c972dc-888a-45c5-a950-73c5a00afb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.419203 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7ea309d9-91d4-452f-a851-a8bd9f10826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.847691 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:28.882548 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:30.224156 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:38.785003 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:28:42.269883 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:47.022562 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:55.200350 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1cc75075-db37-4b2d-8b26-4fea4eb31ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:58.422350 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4e71-f6d8-4b87-a43f-cf364909ceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:58.851071 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:28:58.884856 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:00.228822 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:12.285220 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:15.785988 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:29:17.021614 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:25.203701 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-235a9a13-0097-47fa-ad1f-17d20e25e8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.423301 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-225fc4fe-53f0-4af5-bdd6-2dd1566cbdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.853151 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:28.886485 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:30.231602 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:42.283733 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:47.033429 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:52.787075 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:29:55.207059 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-bec04ef5-2e04-4832-92d5-bb2157d52b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.424948 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af46eb6b-79f3-4ea7-a34f-0beedd420b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.855852 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:29:58.889761 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:00.235224 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:12.283127 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:17.035034 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:25.211608 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-674f1a33-77ea-4be4-8020-39ca2cd1ac72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.425525 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-c46af0d6-f10b-490a-ac50-feca7610edf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.858583 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:28.891409 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:29.787524 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:30:30.237783 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:42.297396 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:47.035623 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:55.213682 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-839b51b4-0ed3-46a3-a329-39695614eee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.427700 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-7f1bad71-4279-4352-a8cf-39c16f8684e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.860527 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:58.893970 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:30:59.099240 n-d-825175-3 neutron-server[83479]: DEBUG neutron.wsgi [req-fc300419-07d1-4bb5-b0a4-1d8d5602706c req-7d680094-93e8-417b-a417-2c27daf05e30 service neutron] (83479) timed out ('10.222.0.59', 40600) {{(pid=83479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 14:31:00.240775 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:06.787887 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:31:12.317354 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:17.033849 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:25.218480 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-2b394739-cbe0-4ce6-8df2-3cd94138f756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.428458 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-35bfb769-4ee4-4ffe-884b-55e75c067ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.862778 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:28.895225 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:30.243413 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:42.311279 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:43.788512 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:31:47.048880 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:55.221334 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-48e50bcc-dfc4-463d-aa0c-5a4fa3917023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.430317 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a55b-5dfe-42dc-ba4f-040aacb56241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.864453 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:31:58.898414 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:00.246579 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:12.327221 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-1c2567d2-7147-4901-b685-1d2b7183307a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:17.048857 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-331a9f1c-d870-4c04-985a-382d02ed7640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:20.788602 n-d-825175-3 neutron-server[83482]: DEBUG neutron.db.agents_db [None req-31eabd53-2a2a-446b-a17a-3dc635d4d0a3 None None] Agent healthcheck: found 7 active agents {{(pid=83482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 14:32:25.224297 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-88fd9de9-b502-495c-834f-36000825a4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.433082 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-ec3542f5-b25c-4852-9c69-4cfdc619ca99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.867199 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-315bee3d-49f5-4384-8a08-b0b29911b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:28.900744 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9bdc-8df1-4d29-97b2-6fb726f78a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 14:32:30.249670 n-d-825175-3 neutron-server[83481]: DEBUG neutron_lib.callbacks.manager [None req-af3917e7-d3b7-4b2d-a8da-1f62575d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785996522837', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-805285'] for agent, after_update {{(pid=83481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}